Packman Build Service PMBS

Changes of Revision 32

gstreamer-plugins-bad-codecs.changes Changed

gstreamer-plugins-bad-codecs.spec Changed

build_what_we_need_only.patch Changed

@@ -1,7 +1,8 @@
-diff -Nur gst-plugins-bad-1.24.0-orig/ext/meson.build gst-plugins-bad-1.24.0/ext/meson.build
---- gst-plugins-bad-1.24.8-orig/ext/meson.build	2024-11-07 10:01:22.608511550 +0100
-+++ gst-plugins-bad-1.24.8/ext/meson.build	2024-11-07 10:11:02.453058906 +0100
-@@ -1,79 +1,6 @@
+Index: gst-plugins-bad-1.26.0/ext/meson.build
+===================================================================
+--- gst-plugins-bad-1.26.0.orig/ext/meson.build
++++ gst-plugins-bad-1.26.0/ext/meson.build
+@@ -1,84 +1,6 @@
 -subdir('aes')
 -subdir('analyticsoverlay')
 -subdir('assrender')
@@ -33,6 +34,8 @@
 -subdir('isac')
 -subdir('ladspa')
 -subdir('lc3')
+-subdir('lcevcdecoder')
+-subdir('lcevcencoder')
 -subdir('ldac')
  subdir('libde265')
 -subdir('lv2')
@@ -42,6 +45,8 @@
 -subdir('mplex')
 -subdir('musepack')
 -subdir('neon')
+-subdir('nvcomp')
+-subdir('nvdswrapper')
 -subdir('onnx')
 -subdir('openal')
  subdir('openaptx')
@@ -67,6 +72,7 @@
 -subdir('srtp')
 -subdir('svtav1')
 -subdir('svthevcenc')
+-subdir('svtjpegxs')
 -subdir('teletextdec')
 -subdir('ttml')
 -subdir('voaacenc')
@@ -81,34 +87,11 @@
  subdir('x265')
 -subdir('zxing')
 -subdir('zbar')
-diff -Nur gst-plugins-bad-1.24.0-orig/gst/meson.build gst-plugins-bad-1.24.0/gst/meson.build
---- gst-plugins-bad-1.24.0-orig/gst/meson.build	2024-03-05 00:51:42.000000000 +0100
-+++ gst-plugins-bad-1.24.0/gst/meson.build	2024-06-28 08:22:07.637599366 +0200
-@@ -1,19 +1,4 @@
--foreach plugin : 'accurip', 'adpcmdec', 'adpcmenc', 'aiff', 'asfmux',
--                  'audiobuffersplit', 'audiofxbad', 'audiomixmatrix',
--                  'audiolatency', 'audiovisualizers', 'autoconvert', 'bayer',
--                  'camerabin2', 'codecalpha', 'codectimestamper', 'coloreffects',
--                  'debugutils', 'dvbsubenc',
--                  'dvbsuboverlay', 'dvdspu', 'faceoverlay', 'festival',
--                  'fieldanalysis', 'freeverb', 'frei0r', 'gaudieffects', 'gdp',
--                  'geometrictransform', 'id3tag', 'insertbin', 'inter', 'interlace',
--                  'ivfparse', 'ivtc', 'jp2kdecimator', 'jpegformat', 'librfb',
--                  'midi', 'mpegdemux', 'mpegpsmux', 'mpegtsdemux', 'mpegtsmux',
--                  'mse', 'mxf', 'netsim', 'onvif', 'pcapparse', 'pnm', 'proxy',
--                  'rawparse', 'removesilence', 'rist', 'rtmp2', 'rtp', 'sdp',
--                  'segmentclip', 'siren', 'smooth', 'speed', 'subenc', 'switchbin',
--                  'timecode', 'transcode', 'unixfd', 'videofilters',
--                  'videoframe_audiolevel', 'videoparsers', 'videosignal',
--                  'vmnc', 'y4m'
-+foreach plugin : 'siren'
-   if not get_option(plugin).disabled()
-     subdir(plugin)
-   endif
-diff -Nur gst-plugins-bad-1.24.0-orig/meson.build gst-plugins-bad-1.24.0/meson.build
---- gst-plugins-bad-1.24.0-orig/meson.build	2024-03-05 00:51:42.000000000 +0100
-+++ gst-plugins-bad-1.24.0/meson.build	2024-06-28 08:15:37.518806458 +0200
-@@ -307,6 +307,8 @@
+Index: gst-plugins-bad-1.26.0/meson.build
+===================================================================
+--- gst-plugins-bad-1.26.0.orig/meson.build
++++ gst-plugins-bad-1.26.0/meson.build
+@@ -315,6 +315,8 @@ gstapp_dep = dependency('gstreamer-app-1
      fallback : 'gst-plugins-base', 'app_dep')
  gstaudio_dep = dependency('gstreamer-audio-1.0', version : gst_req,
      fallback : 'gst-plugins-base', 'audio_dep')
@@ -117,12 +100,12 @@
  gstfft_dep = dependency('gstreamer-fft-1.0', version : gst_req,
      fallback : 'gst-plugins-base', 'fft_dep')
  gstriff_dep = dependency('gstreamer-riff-1.0', version : gst_req,
-@@ -555,13 +557,8 @@
- 
- gpl_allowed = get_option('gpl').allowed()
+@@ -583,13 +585,7 @@ else
+   pathsep = ':'
+ endif
  
 -subdir('gst-libs')
- subdir('gst')
+-subdir('gst')
 -subdir('sys')
  subdir('ext')
 -subdir('tests')

_service Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/decoders Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/decoders/gstssdobjectdetector.c Deleted

@@ -1,539 +0,0 @@
-/*
- * GStreamer gstreamer-ssdobjectdetector
- * Copyright (C) 2021 Collabora Ltd.
- *
- * gstssdobjectdetector.cpp
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-/**
- * SECTION:element-ssdobjectdetector
- * @short_description: Detect objects in video buffers using SSD neural network
- *
- * This element can parse per-buffer inference tensor meta data generated by an upstream
- * inference element
- *
- *
- * ## Example launch command:
- *
- * Test image file, model file (SSD) and label file can be found here :
- * https://gitlab.collabora.com/gstreamer/onnx-models
- *
- * GST_DEBUG=ssdobjectdetector:5 \
- * gst-launch-1.0 multifilesrc location=onnx-models/images/bus.jpg ! \
- * jpegdec ! videoconvert ! onnxinference execution-provider=cpu model-file=onnx-models/models/ssd_mobilenet_v1_coco.onnx !  \
- * ssdobjectdetector label-file=onnx-models/labels/COCO_classes.txt  ! videoconvert ! autovideosink
- *
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstssdobjectdetector.h"
-
-#include <gio/gio.h>
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include <gst/analytics/analytics.h>
-#include "tensor/gsttensormeta.h"
-
-/* Object detection tensor id strings */
-#define GST_MODEL_OBJECT_DETECTOR_BOXES "Gst.Model.ObjectDetector.Boxes"
-#define GST_MODEL_OBJECT_DETECTOR_SCORES "Gst.Model.ObjectDetector.Scores"
-#define GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS "Gst.Model.ObjectDetector.NumDetections"
-#define GST_MODEL_OBJECT_DETECTOR_CLASSES "Gst.Model.ObjectDetector.Classes"
-
-GST_DEBUG_CATEGORY_STATIC (ssd_object_detector_debug);
-#define GST_CAT_DEFAULT ssd_object_detector_debug
-GST_ELEMENT_REGISTER_DEFINE (ssd_object_detector, "ssdobjectdetector",
-    GST_RANK_PRIMARY, GST_TYPE_SSD_OBJECT_DETECTOR);
-
-/* GstSsdObjectDetector properties */
-enum
-{
-  PROP_0,
-  PROP_LABEL_FILE,
-  PROP_SCORE_THRESHOLD,
-};
-
-#define GST_SSD_OBJECT_DETECTOR_DEFAULT_SCORE_THRESHOLD       0.3f      /* 0 to 1 */
-
-static GstStaticPadTemplate gst_ssd_object_detector_src_template =
-GST_STATIC_PAD_TEMPLATE ("src",
-    GST_PAD_SRC,
-    GST_PAD_ALWAYS,
-    GST_STATIC_CAPS ("video/x-raw")
-    );
-
-static GstStaticPadTemplate gst_ssd_object_detector_sink_template =
-GST_STATIC_PAD_TEMPLATE ("sink",
-    GST_PAD_SINK,
-    GST_PAD_ALWAYS,
-    GST_STATIC_CAPS ("video/x-raw")
-    );
-
-static void gst_ssd_object_detector_set_property (GObject * object,
-    guint prop_id, const GValue * value, GParamSpec * pspec);
-static void gst_ssd_object_detector_get_property (GObject * object,
-    guint prop_id, GValue * value, GParamSpec * pspec);
-static void gst_ssd_object_detector_finalize (GObject * object);
-static GstFlowReturn gst_ssd_object_detector_transform_ip (GstBaseTransform *
-    trans, GstBuffer * buf);
-static gboolean gst_ssd_object_detector_process (GstBaseTransform * trans,
-    GstBuffer * buf);
-static gboolean
-gst_ssd_object_detector_set_caps (GstBaseTransform * trans, GstCaps * incaps,
-    GstCaps * outcaps);
-
-G_DEFINE_TYPE (GstSsdObjectDetector, gst_ssd_object_detector,
-    GST_TYPE_BASE_TRANSFORM);
-
-static void
-gst_ssd_object_detector_class_init (GstSsdObjectDetectorClass * klass)
-{
-  GObjectClass *gobject_class = (GObjectClass *) klass;
-  GstElementClass *element_class = (GstElementClass *) klass;
-  GstBaseTransformClass *basetransform_class = (GstBaseTransformClass *) klass;
-
-  GST_DEBUG_CATEGORY_INIT (ssd_object_detector_debug, "ssdobjectdetector",
-      0, "ssdobjectdetector");
-  gobject_class->set_property = gst_ssd_object_detector_set_property;
-  gobject_class->get_property = gst_ssd_object_detector_get_property;
-  gobject_class->finalize = gst_ssd_object_detector_finalize;
-
-  /**
-   * GstSsdObjectDetector:label-file
-   *
-   * Label file
-   *
-   * Since: 1.24
-   */
-  g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_LABEL_FILE,
-      g_param_spec_string ("label-file",
-          "Label file", "Label file", NULL, (GParamFlags)
-          (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
-
-  /**
-   * GstSsdObjectDetector:score-threshold
-   *
-   * Threshold for deciding when to remove boxes based on score
-   *
-   * Since: 1.24
-   */
-  g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_SCORE_THRESHOLD,
-      g_param_spec_float ("score-threshold",
-          "Score threshold",
-          "Threshold for deciding when to remove boxes based on score",
-          0.0, 1.0, GST_SSD_OBJECT_DETECTOR_DEFAULT_SCORE_THRESHOLD,
-          (GParamFlags)
-          (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
-
-  gst_element_class_set_static_metadata (element_class, "objectdetector",
-      "Filter/Effect/Video",
-      "Apply tensor output from inference to detect objects in video frames",
-      "Aaron Boxer <aaron.boxer@collabora.com>, Marcus Edel <marcus.edel@collabora.com>");
-  gst_element_class_add_pad_template (element_class,
-      gst_static_pad_template_get (&gst_ssd_object_detector_sink_template));
-  gst_element_class_add_pad_template (element_class,
-      gst_static_pad_template_get (&gst_ssd_object_detector_src_template));
-  basetransform_class->transform_ip =
-      GST_DEBUG_FUNCPTR (gst_ssd_object_detector_transform_ip);
-  basetransform_class->set_caps =
-      GST_DEBUG_FUNCPTR (gst_ssd_object_detector_set_caps);
-}
-
-static void
-gst_ssd_object_detector_init (GstSsdObjectDetector * self)
-{
-}
-
-static void
-gst_ssd_object_detector_finalize (GObject * object)
-{
-  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (object);
-
-  g_free (self->label_file);
-  g_clear_pointer (&self->labels, g_array_unref);
-
-  G_OBJECT_CLASS (gst_ssd_object_detector_parent_class)->finalize (object);
-}
-
-static GArray *
-read_labels (const char *labels_file)
-{
-  GArray *array;
-  GFile *file = g_file_new_for_path (labels_file);
-  GFileInputStream *file_stream;
-  GDataInputStream *data_stream;
-  GError *error = NULL;
-  gchar *line;
-
-  file_stream = g_file_read (file, NULL, &error);
-  g_object_unref (file);
-  if (!file_stream) {
-    GST_WARNING ("Could not open file %s: %s\n", labels_file, error->message);
-    g_clear_error (&error);
-    return NULL;
-  }
-
-  data_stream = g_data_input_stream_new (G_INPUT_STREAM (file_stream));
-  g_object_unref (file_stream);
-
-  array = g_array_new (FALSE, FALSE, sizeof (GQuark));
-
-  while ((line = g_data_input_stream_read_line (data_stream, NULL, NULL,
-              &error))) {
-    GQuark label = g_quark_from_string (line);
-    g_array_append_val (array, label);
-    g_free (line);
-  }
-
-  g_object_unref (data_stream);
-
-  if (error) {
-    GST_WARNING ("Could not open file %s: %s", labels_file, error->message);
-    g_array_free (array, TRUE);
-    g_clear_error (&error);
-    return NULL;
-  }
-
-  if (array->len == 0) {
-    g_array_free (array, TRUE);
-    return NULL;
-  }
-
-  return array;
-}
-
-static void
-gst_ssd_object_detector_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec)
-{
-  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (object);
-  const gchar *filename;
-
-  switch (prop_id) {
-    case PROP_LABEL_FILE:
-    {
-      GArray *labels;
-
-      filename = g_value_get_string (value);
-      labels = read_labels (filename);
-
-      if (labels) {
-        g_free (self->label_file);
-        self->label_file = g_strdup (filename);
-        g_clear_pointer (&self->labels, g_array_unref);
-        self->labels = labels;
-      } else {
-        GST_WARNING_OBJECT (self, "Label file '%s' not found!", filename);
-      }
-    }
-      break;
-    case PROP_SCORE_THRESHOLD:
-      GST_OBJECT_LOCK (self);
-      self->score_threshold = g_value_get_float (value);
-      GST_OBJECT_UNLOCK (self);
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-static void
-gst_ssd_object_detector_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec)
-{
-  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (object);
-
-  switch (prop_id) {
-    case PROP_LABEL_FILE:
-      g_value_set_string (value, self->label_file);
-      break;
-    case PROP_SCORE_THRESHOLD:
-      GST_OBJECT_LOCK (self);
-      g_value_set_float (value, self->score_threshold);
-      GST_OBJECT_UNLOCK (self);
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-static GstTensorMeta *
-gst_ssd_object_detector_get_tensor_meta (GstSsdObjectDetector * object_detector,
-    GstBuffer * buf)
-{
-  GstMeta *meta = NULL;
-  gpointer iter_state = NULL;
-
-  if (!gst_buffer_get_meta (buf, GST_TENSOR_META_API_TYPE)) {
-    GST_DEBUG_OBJECT (object_detector,
-        "missing tensor meta from buffer %" GST_PTR_FORMAT, buf);
-    return NULL;
-  }
-
-  // find object detector meta
-
-  while ((meta = gst_buffer_iterate_meta_filtered (buf, &iter_state,
-              GST_TENSOR_META_API_TYPE))) {
-    GstTensorMeta *tensor_meta = (GstTensorMeta *) meta;
-    /* SSD model must have either 3 or 4 output tensor nodes: 4 if there is a label node,
-     * and only 3 if there is no label  */
-    if (tensor_meta->num_tensors != 3 && tensor_meta->num_tensors != 4)
-      continue;
-
-    gint boxesIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
-        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_BOXES));
-    gint scoresIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
-        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_SCORES));
-    gint numDetectionsIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
-        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS));
-    gint clasesIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
-        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_CLASSES));
-
-    if (boxesIndex == GST_TENSOR_MISSING_ID
-        || scoresIndex == GST_TENSOR_MISSING_ID
-        || numDetectionsIndex == GST_TENSOR_MISSING_ID)
-      continue;
-
-    if (tensor_meta->num_tensors == 4 && clasesIndex == GST_TENSOR_MISSING_ID)
-      continue;
-
-    return tensor_meta;
-  }
-
-  return NULL;
-}
-
-static gboolean
-gst_ssd_object_detector_set_caps (GstBaseTransform * trans, GstCaps * incaps,
-    GstCaps * outcaps)
-{
-  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (trans);
-
-  if (!gst_video_info_from_caps (&self->video_info, incaps)) {
-    GST_ERROR_OBJECT (self, "Failed to parse caps");
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static GstFlowReturn
-gst_ssd_object_detector_transform_ip (GstBaseTransform * trans, GstBuffer * buf)
-{
-  if (!gst_base_transform_is_passthrough (trans)) {
-    if (!gst_ssd_object_detector_process (trans, buf)) {
-      GST_ELEMENT_ERROR (trans, STREAM, FAILED,
-          (NULL), ("ssd object detection failed"));
-      return GST_FLOW_ERROR;
-    }
-  }
-
-  return GST_FLOW_OK;
-}
-
-#define DEFINE_GET_FUNC(TYPE, MAX)                                      \
-  static gboolean							\
-  get_ ## TYPE ## _at_index (GstTensor *tensor, GstMapInfo *map,        \
-      guint index, TYPE * out)                                          \
-  {									\
-    switch (tensor->data_type) {                                        \
-  case GST_TENSOR_TYPE_FLOAT32: {					\
-    float *f = (float *) map->data;                                     \
-    if (sizeof(*f) * (index + 1) > map->size)				\
-      return FALSE;							\
-    *out = findex;							\
-    break;                                                              \
-  }									\
-  case GST_TENSOR_TYPE_UINT32: {					\
-    guint32 *u = (guint32 *) map->data;                                 \
-    if (sizeof(*u) * (index + 1) > map->size)				\
-      return FALSE;							\
-    *out = uindex;							\
-    break;                                                              \
-  }									\
-  default:								\
-    GST_ERROR ("Only float32 and int32 tensors are understood");	\
-    return FALSE;							\
-  }									\
-  return TRUE;								\
-  }
-
-DEFINE_GET_FUNC (guint32, UINT32_MAX)
-    DEFINE_GET_FUNC (float, FLOAT_MAX)
-#undef DEFINE_GET_FUNC
-     static void
-         extract_bounding_boxes (GstSsdObjectDetector * self, gsize w, gsize h,
-    GstAnalyticsRelationMeta * rmeta, GstTensorMeta * tmeta)
-{
-  gint classes_index;
-  gint boxes_index;
-  gint scores_index;
-  gint numdetect_index;
-
-  GstMapInfo boxes_map = GST_MAP_INFO_INIT;
-  GstMapInfo numdetect_map = GST_MAP_INFO_INIT;
-  GstMapInfo scores_map = GST_MAP_INFO_INIT;
-  GstMapInfo classes_map = GST_MAP_INFO_INIT;
-
-  guint num_detections = 0;
-
-  classes_index = gst_tensor_meta_get_index_from_id (tmeta,
-      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_CLASSES));
-  numdetect_index = gst_tensor_meta_get_index_from_id (tmeta,
-      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS));
-  scores_index = gst_tensor_meta_get_index_from_id (tmeta,
-      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_SCORES));
-  boxes_index = gst_tensor_meta_get_index_from_id (tmeta,
-      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_BOXES));
-
-  if (numdetect_index == GST_TENSOR_MISSING_ID
-      || scores_index == GST_TENSOR_MISSING_ID
-      || numdetect_index == GST_TENSOR_MISSING_ID) {
-    GST_WARNING ("Missing tensor data expected for SSD model");
-    return;
-  }
-
-  if (!gst_buffer_map (tmeta->tensornumdetect_index.data, &numdetect_map,
-          GST_MAP_READ)) {
-    GST_ERROR_OBJECT (self, "Failed to map tensor memory for index %d",
-        numdetect_index);
-    goto cleanup;
-  }
-
-  if (!gst_buffer_map (tmeta->tensorboxes_index.data, &boxes_map,
-          GST_MAP_READ)) {
-    GST_ERROR_OBJECT (self, "Failed to map tensor memory for index %d",
-        boxes_index);
-    goto cleanup;
-  }
-
-  if (!gst_buffer_map (tmeta->tensorscores_index.data, &scores_map,
-          GST_MAP_READ)) {
-    GST_ERROR_OBJECT (self, "Failed to map tensor memory for index %d",
-        scores_index);
-    goto cleanup;
-  }
-
-  if (classes_index != GST_TENSOR_MISSING_ID &&
-      !gst_buffer_map (tmeta->tensorclasses_index.data, &classes_map,
-          GST_MAP_READ)) {
-    GST_DEBUG_OBJECT (self, "Failed to map tensor memory for index %d",
-        classes_index);
-  }
-
-
-  if (!get_guint32_at_index (&tmeta->tensornumdetect_index, &numdetect_map,
-          0, &num_detections)) {
-    GST_ERROR_OBJECT (self, "Failed to get the number of detections");
-    goto cleanup;
-  }
-
-
-  GST_LOG_OBJECT (self, "Model claims %d detections", num_detections);
-
-  for (int i = 0; i < num_detections; i++) {
-    float score;
-    float x, y, bwidth, bheight;
-    gint x_i, y_i, bwidth_i, bheight_i;
-    guint32 bclass;
-    GQuark label = 0;
-    GstAnalyticsODMtd odmtd;
-
-    if (!get_float_at_index (&tmeta->tensornumdetect_index, &scores_map,
-            i, &score))
-      continue;
-
-    GST_LOG_OBJECT (self, "Detection %u score is %f", i, score);
-    if (score < self->score_threshold)
-      continue;
-
-    if (!get_float_at_index (&tmeta->tensorboxes_index, &boxes_map,
-            i * 4, &y))
-      continue;
-    if (!get_float_at_index (&tmeta->tensorboxes_index, &boxes_map,
-            i * 4 + 1, &x))
-      continue;
-    if (!get_float_at_index (&tmeta->tensorboxes_index, &boxes_map,
-            i * 4 + 2, &bheight))
-      continue;
-    if (!get_float_at_index (&tmeta->tensorboxes_index, &boxes_map,
-            i * 4 + 3, &bwidth))
-      continue;
-
-    if (self->labels && classes_map.memory &&
-        get_guint32_at_index (&tmeta->tensorclasses_index, &classes_map,
-            i, &bclass)) {
-      if (bclass < self->labels->len)
-        label = g_array_index (self->labels, GQuark, bclass);
-    }
-
-    x_i = x * w;
-    y_i = y * h;
-    bheight_i = (bheight * h) - y_i;
-    bwidth_i = (bwidth * w) - x_i;
-
-    if (gst_analytics_relation_meta_add_od_mtd (rmeta, label,
-            x_i, y_i, bwidth_i, bheight_i, score, &odmtd))
-      GST_DEBUG_OBJECT (self,
-          "Object detected with label : %s, score: %f, bound box: %dx%d at (%d,%d)",
-          g_quark_to_string (label), score, bwidth_i, bheight_i, x_i, y_i);
-    else
-      GST_WARNING_OBJECT (self, "Could not add detection to meta");
-  }
-
-cleanup:
-
-  if (numdetect_map.memory)
-    gst_buffer_unmap (tmeta->tensornumdetect_index.data, &numdetect_map);
-  if (classes_map.memory)
-    gst_buffer_unmap (tmeta->tensorclasses_index.data, &classes_map);
-  if (scores_map.memory)
-    gst_buffer_unmap (tmeta->tensorscores_index.data, &scores_map);
-  if (boxes_map.memory)
-    gst_buffer_unmap (tmeta->tensorboxes_index.data, &boxes_map);
-}
-
-
-static gboolean
-gst_ssd_object_detector_process (GstBaseTransform * trans, GstBuffer * buf)
-{
-  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (trans);
-  GstTensorMeta *tmeta;
-  GstAnalyticsRelationMeta *rmeta;
-
-  // get all tensor metas
-  tmeta = gst_ssd_object_detector_get_tensor_meta (self, buf);
-  if (!tmeta) {
-    GST_WARNING_OBJECT (trans, "missing tensor meta");
-    return TRUE;
-  } else {
-    rmeta = gst_buffer_add_analytics_relation_meta (buf);
-    g_assert (rmeta);
-  }
-
-  extract_bounding_boxes (self, self->video_info.width,
-      self->video_info.height, rmeta, tmeta);
-
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/decoders/gstssdobjectdetector.h Deleted

@@ -1,73 +0,0 @@
-/*
- * GStreamer gstreamer-ssdobjectdetector
- * Copyright (C) 2021 Collabora Ltd
- *
- * gstssdobjectdetector.h
- * 
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifndef __GST_SSD_OBJECT_DETECTOR_H__
-#define __GST_SSD_OBJECT_DETECTOR_H__
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include <gst/video/gstvideofilter.h>
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_SSD_OBJECT_DETECTOR            (gst_ssd_object_detector_get_type())
-G_DECLARE_FINAL_TYPE (GstSsdObjectDetector, gst_ssd_object_detector, GST, SSD_OBJECT_DETECTOR, GstBaseTransform)
-
-#define GST_SSD_OBJECT_DETECTOR_META_NAME "ssd-object-detector"
-#define GST_SSD_OBJECT_DETECTOR_META_PARAM_NAME "extra-data"
-#define GST_SSD_OBJECT_DETECTOR_META_FIELD_LABEL "label"
-#define GST_SSD_OBJECT_DETECTOR_META_FIELD_SCORE "score"
-
-/*
- * GstSsdObjectDetector:
- *
- * @label_file label file
- * @score_threshold score threshold
- *
- * Since: 1.20
- */
-struct _GstSsdObjectDetector
-{
-  GstBaseTransform basetransform;
-  gchar *label_file;
-  GArray *labels;
-  gfloat score_threshold;
-  GstVideoInfo video_info;
-};
-
-/**
- * GstSsdObjectDetectorClass:
- *
- * @parent_class base transform base class
- *
- * Since: 1.20
- */
-struct _GstSsdObjectDetectorClass
-{
-  GstBaseTransformClass parent_class;
-};
-
-GST_ELEMENT_REGISTER_DECLARE (ssd_object_detector)
-
-G_END_DECLS
-
-#endif /* __GST_SSD_OBJECT_DETECTOR_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/tensor Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/tensor/gsttensormeta.c Deleted

@@ -1,89 +0,0 @@
-/*
- * GStreamer gstreamer-tensormeta
- * Copyright (C) 2023 Collabora Ltd
- *
- * gsttensormeta.c
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#include "gsttensormeta.h"
-
-static gboolean
-gst_tensor_meta_init (GstMeta * meta, gpointer params, GstBuffer * buffer)
-{
-  GstTensorMeta *tmeta = (GstTensorMeta *) meta;
-
-  tmeta->num_tensors = 0;
-  tmeta->tensor = NULL;
-
-  return TRUE;
-}
-
-static void
-gst_tensor_meta_free (GstMeta * meta, GstBuffer * buffer)
-{
-  GstTensorMeta *tmeta = (GstTensorMeta *) meta;
-
-  for (int i = 0; i < tmeta->num_tensors; i++) {
-    g_free (tmeta->tensori.dims);
-    gst_buffer_unref (tmeta->tensori.data);
-  }
-  g_free (tmeta->tensor);
-}
-
-GType
-gst_tensor_meta_api_get_type (void)
-{
-  static GType type = 0;
-  static const gchar *tags = { NULL };
-
-  if (g_once_init_enter (&type)) {
-    GType _type = gst_meta_api_type_register ("GstTensorMetaAPI", tags);
-    g_once_init_leave (&type, _type);
-  }
-  return type;
-}
-
-
-const GstMetaInfo *
-gst_tensor_meta_get_info (void)
-{
-  static const GstMetaInfo *tmeta_info = NULL;
-
-  if (g_once_init_enter (&tmeta_info)) {
-    const GstMetaInfo *meta =
-        gst_meta_register (gst_tensor_meta_api_get_type (),
-        "GstTensorMeta",
-        sizeof (GstTensorMeta),
-        gst_tensor_meta_init,
-        gst_tensor_meta_free,
-        NULL);                  /* tensor_meta_transform not implemented */
-    g_once_init_leave (&tmeta_info, meta);
-  }
-  return tmeta_info;
-}
-
-gint
-gst_tensor_meta_get_index_from_id (GstTensorMeta * meta, GQuark id)
-{
-  for (int i = 0; i < meta->num_tensors; ++i) {
-    if ((meta->tensor + i)->id == id)
-      return i;
-  }
-
-  return GST_TENSOR_MISSING_ID;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/tensor/gsttensormeta.h Deleted

@@ -1,124 +0,0 @@
-/*
- * GStreamer gstreamer-tensormeta
- * Copyright (C) 2023 Collabora Ltd
- *
- * gsttensormeta.h
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-#ifndef __GST_TENSOR_META_H__
-#define __GST_TENSOR_META_H__
-
-#include <gst/gst.h>
-
-/**
- * GstTensorDataType:
- *
- * @GST_TENSOR_TYPE_INT4 signed 4 bit integer tensor data
- * @GST_TENSOR_TYPE_INT8 signed 8 bit integer tensor data
- * @GST_TENSOR_TYPE_INT16 signed 16 bit integer tensor data
- * @GST_TENSOR_TYPE_INT32 signed 32 bit integer tensor data
- * @GST_TENSOR_TYPE_INT64 signed 64 bit integer tensor data
- * @GST_TENSOR_TYPE_UINT4 unsigned 4 bit integer tensor data
- * @GST_TENSOR_TYPE_UINT8 unsigned 8 bit integer tensor data
- * @GST_TENSOR_TYPE_UINT16 unsigned 16 bit integer tensor data
- * @GST_TENSOR_TYPE_UINT32 unsigned 32 bit integer tensor data
- * @GST_TENSOR_TYPE_UINT64 unsigned 64 bit integer tensor data
- * @GST_TENSOR_TYPE_FLOAT16 16 bit floating point tensor data
- * @GST_TENSOR_TYPE_FLOAT32 32 bit floating point tensor data
- * @GST_TENSOR_TYPE_FLOAT64 64 bit floating point tensor data
- * @GST_TENSOR_TYPE_BFLOAT16 "brain" 16 bit floating point tensor data
- *
- * Describe the type of data contain in the tensor.
- *
- * Since: 1.24
- */
-typedef enum _GstTensorDataType
-{
-  GST_TENSOR_TYPE_INT4,
-  GST_TENSOR_TYPE_INT8,
-  GST_TENSOR_TYPE_INT16,
-  GST_TENSOR_TYPE_INT32,
-  GST_TENSOR_TYPE_INT64,
-  GST_TENSOR_TYPE_UINT4,
-  GST_TENSOR_TYPE_UINT8,
-  GST_TENSOR_TYPE_UINT16,
-  GST_TENSOR_TYPE_UINT32,
-  GST_TENSOR_TYPE_UINT64,
-  GST_TENSOR_TYPE_FLOAT16,
-  GST_TENSOR_TYPE_FLOAT32,
-  GST_TENSOR_TYPE_FLOAT64,
-  GST_TENSOR_TYPE_BFLOAT16,
-} GstTensorDataType;
-
-
-/**
- * GstTensor:
- *
- * @id: semantically identify the contents of the tensor
- * @num_dims: number of tensor dimensions
- * @dims: tensor dimensions
- * @type: #GstTensorDataType of tensor data
- * @data: #GstBuffer holding tensor data
- *
- * Since: 1.24
- */
-typedef struct _GstTensor
-{
-  GQuark id;
-  gint num_dims;
-  int64_t *dims;
-  GstTensorDataType data_type;
-  GstBuffer *data;
-} GstTensor;
-
-#define GST_TENSOR_MISSING_ID -1
-
-/**
- * GstTensorMeta:
- *
- * @meta base GstMeta
- * @num_tensors number of tensors
- * @tensor @ref GstTensor for each tensor
- * @batch_size model batch size
- *
- * Since: 1.24
- */
-typedef struct _GstTensorMeta
-{
-  GstMeta meta;
-
-  gint num_tensors;
-  GstTensor *tensor;
-  int batch_size;
-} GstTensorMeta;
-
-G_BEGIN_DECLS
-
-#define GST_TENSOR_META_API_TYPE \
-  (gst_tensor_meta_api_get_type())
-
-#define GST_TENSOR_META_INFO \
-  (gst_tensor_meta_get_info())
-
-
-GType gst_tensor_meta_api_get_type (void);
-const GstMetaInfo *gst_tensor_meta_get_info (void);
-gint gst_tensor_meta_get_index_from_id(GstTensorMeta *meta, GQuark id);
-
-G_END_DECLS
-
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/hlsl Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl Deleted

@@ -1,1169 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-#ifdef BUILDING_CSMain_YUY2_to_AYUV
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (tid);
-  float Y0 = val.r;
-  float U = val.g;
-  float Y1 = val.b;
-  float V = val.a;
-
-  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
-  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
-}
-#endif
-
-#ifdef BUILDING_CSMain_UYVY_to_AYUV
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (tid);
-  float Y0 = val.g;
-  float U = val.r;
-  float Y1 = val.a;
-  float V = val.b;
-
-  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
-  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
-}
-#endif
-
-#ifdef BUILDING_CSMain_VYUY_to_AYUV
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (tid);
-  float Y0 = val.g;
-  float U = val.b;
-  float Y1 = val.a;
-  float V = val.r;
-
-  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
-  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
-}
-#endif
-
-#ifdef BUILDING_CSMain_YVYU_to_AYUV
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (tid);
-  float Y0 = val.r;
-  float U = val.a;
-  float Y1 = val.b;
-  float V = val.g;
-
-  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
-  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
-}
-#endif
-
-#ifdef BUILDING_CSMain_v210_to_AYUV
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint xpos = tid.x * 4;
-  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).xyz;
-  float U0 = val.r;
-  float Y0 = val.g;
-  float V0 = val.b;
-
-  val = inTex.Load (uint3 (xpos + 1, tid.y, 0)).xyz;
-  float Y1 = val.r;
-  float U2 = val.g;
-  float Y2 = val.b;
-
-  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).xyz;
-  float V2 = val.r;
-  float Y3 = val.g;
-  float U4 = val.b;
-
-  val = inTex.Load (uint3 (xpos + 3, tid.y, 0)).xyz;
-  float Y4 = val.r;
-  float V4 = val.g;
-  float Y5 = val.b;
-
-  xpos = tid.x * 6;
-  outTexuint2(xpos, tid.y)     = float4 (1.0, Y0, U0, V0);
-  outTexuint2(xpos + 1, tid.y) = float4 (1.0, Y1, U0, V0);
-  outTexuint2(xpos + 2, tid.y) = float4 (1.0, Y2, U2, V2);
-  outTexuint2(xpos + 3, tid.y) = float4 (1.0, Y3, U2, V2);
-  outTexuint2(xpos + 4, tid.y) = float4 (1.0, Y4, U4, V4);
-  outTexuint2(xpos + 5, tid.y) = float4 (1.0, Y5, U4, V4);
-}
-#endif
-
-#ifdef BUILDING_CSMain_v308_to_AYUV
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
-  float Y0 = val.x;
-  float U0 = val.y;
-  float V0 = val.z;
-  float Y1 = val.w;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
-  float U1 = val.x;
-  float V1 = val.y;
-  float Y2 = val.z;
-  float U2 = val.w;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
-  float V2 = val.x;
-  float Y3 = val.y;
-  float U3 = val.z;
-  float V3 = val.w;
-
-  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);
-  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);
-  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);
-  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);
-}
-#endif
-
-#ifdef BUILDING_CSMain_IYU2_to_AYUV
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
-  float U0 = val.x;
-  float Y0 = val.y;
-  float V0 = val.z;
-  float U1 = val.w;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
-  float Y1 = val.x;
-  float V1 = val.y;
-  float U2 = val.z;
-  float Y2 = val.w;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
-  float V2 = val.x;
-  float U3 = val.y;
-  float Y3 = val.z;
-  float V3 = val.w;
-
-  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);
-  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);
-  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);
-  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_YUY2
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
-  float Y0 = val.x;
-  float U = val.y;
-  float V = val.z;
-  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
-
-  outTextid.xy = float4 (Y0, U, Y1, V);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_UYVY
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
-  float Y0 = val.x;
-  float U = val.y;
-  float V = val.z;
-  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
-
-  outTextid.xy = float4 (U, Y0, V, Y1);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_VYUY
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
-  float Y0 = val.x;
-  float U = val.y;
-  float V = val.z;
-  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
-
-  outTextid.xy = float4 (V, Y0, U, Y1);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_YVYU
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
-  float Y0 = val.x;
-  float U = val.y;
-  float V = val.z;
-  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
-
-  outTextid.xy = float4 (Y0, V, Y1, U);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_v210
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint xpos = tid.x * 6;
-  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).yzw;
-  float Y0 = val.x;
-  float U0 = val.y;
-  float V0 = val.z;
-  float Y1 = inTex.Load (uint3 (xpos + 1, tid.y, 0)).y;
-
-  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).yzw;
-  float Y2 = val.x;
-  float U2 = val.y;
-  float V2 = val.z;
-  float Y3 = inTex.Load (uint3 (xpos + 3, tid.y, 0)).y;
-
-  val = inTex.Load (uint3 (xpos + 4, tid.y, 0)).yzw;
-  float Y4 = val.x;
-  float U4 = val.y;
-  float V4 = val.z;
-  float Y5 = inTex.Load (uint3 (xpos + 5, tid.y, 0)).y;
-
-  xpos = tid.x * 4;
-  outTexuint2(xpos, tid.y)     = float4 (U0, Y0, V0, 0);
-  outTexuint2(xpos + 1, tid.y) = float4 (Y1, U2, Y2, 0);
-  outTexuint2(xpos + 2, tid.y) = float4 (V2, Y3, U4, 0);
-  outTexuint2(xpos + 3, tid.y) = float4 (Y4, V4, Y5, 0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_v308
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).yzw;
-  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).yzw;
-  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).yzw;
-  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).yzw;
-
-  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);
-  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);
-  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_IYU2
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).zyw;
-  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).zyw;
-  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).zyw;
-  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).zyw;
-
-  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);
-  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);
-  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);
-}
-#endif
-
-#ifdef BUILDING_CSMain_AYUV_to_Y410
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (tid);
-  float Y = val.y;
-  float U = val.z;
-  float V = val.w;
-  float A = val.x;
-
-  outTextid.xy = float4 (U, Y, V, A);
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGB_to_RGBA
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
-  float R0 = val.r;
-  float G0 = val.g;
-  float B0 = val.b;
-  float R1 = val.a;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
-  float G1 = val.r;
-  float B1 = val.g;
-  float R2 = val.b;
-  float G2 = val.a;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
-  float B2 = val.r;
-  float R3 = val.g;
-  float G3 = val.b;
-  float B3 = val.a;
-
-  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);
-  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);
-  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);
-  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_BGR_to_RGBA
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
-  float B0 = val.r;
-  float G0 = val.g;
-  float R0 = val.b;
-  float B1 = val.a;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
-  float G1 = val.r;
-  float R1 = val.g;
-  float B2 = val.b;
-  float G2 = val.a;
-
-  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
-  float R2 = val.r;
-  float B3 = val.g;
-  float G3 = val.b;
-  float R3 = val.a;
-
-  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);
-  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);
-  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);
-  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGB16_to_RGBA
-Texture2D<uint> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint val = inTex.Load (tid);
-  float R = float ((val & 0xf800) >> 11) / 31;
-  float G = float ((val & 0x7e0) >> 5) / 63;
-  float B = float ((val & 0x1f)) / 31;
-
-  outTextid.xy = float4 (R, G, B, 1.0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_BGR16_to_RGBA
-Texture2D<uint> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint val = inTex.Load (tid);
-  float B = float ((val & 0xf800) >> 11) / 31;
-  float G = float ((val & 0x7e0) >> 5) / 63;
-  float R = float ((val & 0x1f)) / 31;
-
-  outTextid.xy = float4 (R, G, B, 1.0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGB15_to_RGBA
-Texture2D<uint> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint val = inTex.Load (tid);
-  uint R = (val & 0x7c00) >> 10;
-  uint G = (val & 0x3e0) >> 5;
-  uint B = (val & 0x1f);
-
-  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_BGR15_to_RGBA
-Texture2D<uint> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint val = inTex.Load (tid);
-  uint B = (val & 0x7c00) >> 10;
-  uint G = (val & 0x3e0) >> 5;
-  uint R = (val & 0x1f);
-
-  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_r210_to_RGBA
-Texture2D<uint> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint val = inTex.Load (tid);
-  uint val_be = ((val & 0xff) << 24) | ((val & 0xff00) << 8) |
-      ((val & 0xff0000) >> 8) | ((val & 0xff000000) >> 24);
-  uint R = (val_be >> 20) & 0x3ff;
-  uint G = (val_be >> 10) & 0x3ff;
-  uint B = val_be & 0x3ff;
-
-  outTextid.xy = float4 (float3 (R, G, B) / 1023, 1.0);
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_RGB
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;
-  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;
-  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;
-  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;
-
-  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.r, val0.g, val0.b, val1.r);
-  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.b, val2.r, val2.g);
-  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.b, val3.r, val3.g, val3.b);
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_BGR
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;
-  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;
-  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;
-  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;
-
-  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.b, val0.g, val0.r, val1.b);
-  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.r, val2.b, val2.g);
-  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.r, val3.b, val3.g, val3.r);
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_RGB16
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<uint> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val = inTex.Load (tid).rgb;
-  uint R = val.r * 31;
-  uint G = val.g * 63;
-  uint B = val.b * 31;
-
-  outTextid.xy = (R << 11) | (G << 5) | B;
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_BGR16
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<uint> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float3 val = inTex.Load (tid).rgb;
-  uint R = val.r * 31;
-  uint G = val.g * 63;
-  uint B = val.b * 31;
-
-  outTextid.xy = (B << 11) | (G << 5) | R;
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_RGB15
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<uint> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint3 val = inTex.Load (tid).rgb * 31;
-
-  outTextid.xy = (val.r << 10) | (val.g << 5) | val.b;
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_BGR15
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<uint> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint3 val = inTex.Load (tid).rgb * 31;
-
-  outTextid.xy = (val.b << 10) | (val.g << 5) | val.r;
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_r210
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<uint> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  uint3 val = inTex.Load (tid).rgb * 1023;
-  uint packed = (val.r << 20) | (val.g << 10) | val.b;
-  uint packed_be = ((packed & 0xff) << 24) | ((packed & 0xff00) << 8) |
-      ((packed & 0xff0000) >> 8) | ((packed & 0xff000000) >> 24);
-
-  outTextid.xy = packed_be;
-}
-#endif
-
-#ifdef BUILDING_CSMain_RGBA_to_BGRA
-Texture2D<float4> inTex : register(t0);
-RWTexture2D<unorm float4> outTex : register(u0);
-
-void Execute (uint3 tid)
-{
-  float4 val = inTex.Load (tid);
-
-  outTextid.xy = val.bgra;
-}
-#endif
-
-numthreads(8, 8, 1)
-void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)
-{
-  Execute (tid);
-}
-#else
-static const char g_CSMain_converter_str =
-"#ifdef BUILDING_CSMain_YUY2_to_AYUV\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (tid);\n"
-"  float Y0 = val.r;\n"
-"  float U = val.g;\n"
-"  float Y1 = val.b;\n"
-"  float V = val.a;\n"
-"\n"
-"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
-"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_UYVY_to_AYUV\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (tid);\n"
-"  float Y0 = val.g;\n"
-"  float U = val.r;\n"
-"  float Y1 = val.a;\n"
-"  float V = val.b;\n"
-"\n"
-"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
-"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_VYUY_to_AYUV\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (tid);\n"
-"  float Y0 = val.g;\n"
-"  float U = val.b;\n"
-"  float Y1 = val.a;\n"
-"  float V = val.r;\n"
-"\n"
-"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
-"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_YVYU_to_AYUV\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (tid);\n"
-"  float Y0 = val.r;\n"
-"  float U = val.a;\n"
-"  float Y1 = val.b;\n"
-"  float V = val.g;\n"
-"\n"
-"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
-"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_v210_to_AYUV\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint xpos = tid.x * 4;\n"
-"  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).xyz;\n"
-"  float U0 = val.r;\n"
-"  float Y0 = val.g;\n"
-"  float V0 = val.b;\n"
-"\n"
-"  val = inTex.Load (uint3 (xpos + 1, tid.y, 0)).xyz;\n"
-"  float Y1 = val.r;\n"
-"  float U2 = val.g;\n"
-"  float Y2 = val.b;\n"
-"\n"
-"  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).xyz;\n"
-"  float V2 = val.r;\n"
-"  float Y3 = val.g;\n"
-"  float U4 = val.b;\n"
-"\n"
-"  val = inTex.Load (uint3 (xpos + 3, tid.y, 0)).xyz;\n"
-"  float Y4 = val.r;\n"
-"  float V4 = val.g;\n"
-"  float Y5 = val.b;\n"
-"\n"
-"  xpos = tid.x * 6;\n"
-"  outTexuint2(xpos, tid.y)     = float4 (1.0, Y0, U0, V0);\n"
-"  outTexuint2(xpos + 1, tid.y) = float4 (1.0, Y1, U0, V0);\n"
-"  outTexuint2(xpos + 2, tid.y) = float4 (1.0, Y2, U2, V2);\n"
-"  outTexuint2(xpos + 3, tid.y) = float4 (1.0, Y3, U2, V2);\n"
-"  outTexuint2(xpos + 4, tid.y) = float4 (1.0, Y4, U4, V4);\n"
-"  outTexuint2(xpos + 5, tid.y) = float4 (1.0, Y5, U4, V4);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_v308_to_AYUV\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
-"  float Y0 = val.x;\n"
-"  float U0 = val.y;\n"
-"  float V0 = val.z;\n"
-"  float Y1 = val.w;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
-"  float U1 = val.x;\n"
-"  float V1 = val.y;\n"
-"  float Y2 = val.z;\n"
-"  float U2 = val.w;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
-"  float V2 = val.x;\n"
-"  float Y3 = val.y;\n"
-"  float U3 = val.z;\n"
-"  float V3 = val.w;\n"
-"\n"
-"  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);\n"
-"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);\n"
-"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);\n"
-"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_IYU2_to_AYUV\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
-"  float U0 = val.x;\n"
-"  float Y0 = val.y;\n"
-"  float V0 = val.z;\n"
-"  float U1 = val.w;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
-"  float Y1 = val.x;\n"
-"  float V1 = val.y;\n"
-"  float U2 = val.z;\n"
-"  float Y2 = val.w;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
-"  float V2 = val.x;\n"
-"  float U3 = val.y;\n"
-"  float Y3 = val.z;\n"
-"  float V3 = val.w;\n"
-"\n"
-"  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);\n"
-"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);\n"
-"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);\n"
-"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_YUY2\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
-"  float Y0 = val.x;\n"
-"  float U = val.y;\n"
-"  float V = val.z;\n"
-"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
-"\n"
-"  outTextid.xy = float4 (Y0, U, Y1, V);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_UYVY\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
-"  float Y0 = val.x;\n"
-"  float U = val.y;\n"
-"  float V = val.z;\n"
-"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
-"\n"
-"  outTextid.xy = float4 (U, Y0, V, Y1);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_VYUY\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
-"  float Y0 = val.x;\n"
-"  float U = val.y;\n"
-"  float V = val.z;\n"
-"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
-"\n"
-"  outTextid.xy = float4 (V, Y0, U, Y1);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_YVYU\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
-"  float Y0 = val.x;\n"
-"  float U = val.y;\n"
-"  float V = val.z;\n"
-"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
-"\n"
-"  outTextid.xy = float4 (Y0, V, Y1, U);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_v210\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint xpos = tid.x * 6;\n"
-"  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).yzw;\n"
-"  float Y0 = val.x;\n"
-"  float U0 = val.y;\n"
-"  float V0 = val.z;\n"
-"  float Y1 = inTex.Load (uint3 (xpos + 1, tid.y, 0)).y;\n"
-"\n"
-"  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).yzw;\n"
-"  float Y2 = val.x;\n"
-"  float U2 = val.y;\n"
-"  float V2 = val.z;\n"
-"  float Y3 = inTex.Load (uint3 (xpos + 3, tid.y, 0)).y;\n"
-"\n"
-"  val = inTex.Load (uint3 (xpos + 4, tid.y, 0)).yzw;\n"
-"  float Y4 = val.x;\n"
-"  float U4 = val.y;\n"
-"  float V4 = val.z;\n"
-"  float Y5 = inTex.Load (uint3 (xpos + 5, tid.y, 0)).y;\n"
-"\n"
-"  xpos = tid.x * 4;\n"
-"  outTexuint2(xpos, tid.y)     = float4 (U0, Y0, V0, 0);\n"
-"  outTexuint2(xpos + 1, tid.y) = float4 (Y1, U2, Y2, 0);\n"
-"  outTexuint2(xpos + 2, tid.y) = float4 (V2, Y3, U4, 0);\n"
-"  outTexuint2(xpos + 3, tid.y) = float4 (Y4, V4, Y5, 0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_v308\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).yzw;\n"
-"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).yzw;\n"
-"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).yzw;\n"
-"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).yzw;\n"
-"\n"
-"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);\n"
-"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);\n"
-"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_IYU2\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).zyw;\n"
-"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).zyw;\n"
-"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).zyw;\n"
-"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).zyw;\n"
-"\n"
-"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);\n"
-"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);\n"
-"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_AYUV_to_Y410\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (tid);\n"
-"  float Y = val.y;\n"
-"  float U = val.z;\n"
-"  float V = val.w;\n"
-"  float A = val.x;\n"
-"\n"
-"  outTextid.xy = float4 (U, Y, V, A);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGB_to_RGBA\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
-"  float R0 = val.r;\n"
-"  float G0 = val.g;\n"
-"  float B0 = val.b;\n"
-"  float R1 = val.a;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
-"  float G1 = val.r;\n"
-"  float B1 = val.g;\n"
-"  float R2 = val.b;\n"
-"  float G2 = val.a;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
-"  float B2 = val.r;\n"
-"  float R3 = val.g;\n"
-"  float G3 = val.b;\n"
-"  float B3 = val.a;\n"
-"\n"
-"  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);\n"
-"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);\n"
-"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);\n"
-"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_BGR_to_RGBA\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
-"  float B0 = val.r;\n"
-"  float G0 = val.g;\n"
-"  float R0 = val.b;\n"
-"  float B1 = val.a;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
-"  float G1 = val.r;\n"
-"  float R1 = val.g;\n"
-"  float B2 = val.b;\n"
-"  float G2 = val.a;\n"
-"\n"
-"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
-"  float R2 = val.r;\n"
-"  float B3 = val.g;\n"
-"  float G3 = val.b;\n"
-"  float R3 = val.a;\n"
-"\n"
-"  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);\n"
-"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);\n"
-"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);\n"
-"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGB16_to_RGBA\n"
-"Texture2D<uint> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint val = inTex.Load (tid);\n"
-"  float R = float ((val & 0xf800) >> 11) / 31;\n"
-"  float G = float ((val & 0x7e0) >> 5) / 63;\n"
-"  float B = float ((val & 0x1f)) / 31;\n"
-"\n"
-"  outTextid.xy = float4 (R, G, B, 1.0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_BGR16_to_RGBA\n"
-"Texture2D<uint> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint val = inTex.Load (tid);\n"
-"  float B = float ((val & 0xf800) >> 11) / 31;\n"
-"  float G = float ((val & 0x7e0) >> 5) / 63;\n"
-"  float R = float ((val & 0x1f)) / 31;\n"
-"\n"
-"  outTextid.xy = float4 (R, G, B, 1.0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGB15_to_RGBA\n"
-"Texture2D<uint> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint val = inTex.Load (tid);\n"
-"  uint R = (val & 0x7c00) >> 10;\n"
-"  uint G = (val & 0x3e0) >> 5;\n"
-"  uint B = (val & 0x1f);\n"
-"\n"
-"  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_BGR15_to_RGBA\n"
-"Texture2D<uint> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint val = inTex.Load (tid);\n"
-"  uint B = (val & 0x7c00) >> 10;\n"
-"  uint G = (val & 0x3e0) >> 5;\n"
-"  uint R = (val & 0x1f);\n"
-"\n"
-"  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_r210_to_RGBA\n"
-"Texture2D<uint> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint val = inTex.Load (tid);\n"
-"  uint val_be = ((val & 0xff) << 24) | ((val & 0xff00) << 8) |\n"
-"      ((val & 0xff0000) >> 8) | ((val & 0xff000000) >> 24);\n"
-"  uint R = (val_be >> 20) & 0x3ff;\n"
-"  uint G = (val_be >> 10) & 0x3ff;\n"
-"  uint B = val_be & 0x3ff;\n"
-"\n"
-"  outTextid.xy = float4 (float3 (R, G, B) / 1023, 1.0);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_RGB\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;\n"
-"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;\n"
-"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;\n"
-"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;\n"
-"\n"
-"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.r, val0.g, val0.b, val1.r);\n"
-"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.b, val2.r, val2.g);\n"
-"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.b, val3.r, val3.g, val3.b);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_BGR\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;\n"
-"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;\n"
-"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;\n"
-"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;\n"
-"\n"
-"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.b, val0.g, val0.r, val1.b);\n"
-"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.r, val2.b, val2.g);\n"
-"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.r, val3.b, val3.g, val3.r);\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_RGB16\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<uint> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val = inTex.Load (tid).rgb;\n"
-"  uint R = val.r * 31;\n"
-"  uint G = val.g * 63;\n"
-"  uint B = val.b * 31;\n"
-"\n"
-"  outTextid.xy = (R << 11) | (G << 5) | B;\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_BGR16\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<uint> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float3 val = inTex.Load (tid).rgb;\n"
-"  uint R = val.r * 31;\n"
-"  uint G = val.g * 63;\n"
-"  uint B = val.b * 31;\n"
-"\n"
-"  outTextid.xy = (B << 11) | (G << 5) | R;\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_RGB15\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<uint> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint3 val = inTex.Load (tid).rgb * 31;\n"
-"\n"
-"  outTextid.xy = (val.r << 10) | (val.g << 5) | val.b;\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_BGR15\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<uint> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint3 val = inTex.Load (tid).rgb * 31;\n"
-"\n"
-"  outTextid.xy = (val.b << 10) | (val.g << 5) | val.r;\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_r210\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<uint> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  uint3 val = inTex.Load (tid).rgb * 1023;\n"
-"  uint packed = (val.r << 20) | (val.g << 10) | val.b;\n"
-"  uint packed_be = ((packed & 0xff) << 24) | ((packed & 0xff00) << 8) |\n"
-"      ((packed & 0xff0000) >> 8) | ((packed & 0xff000000) >> 24);\n"
-"\n"
-"  outTextid.xy = packed_be;\n"
-"}\n"
-"#endif\n"
-"\n"
-"#ifdef BUILDING_CSMain_RGBA_to_BGRA\n"
-"Texture2D<float4> inTex : register(t0);\n"
-"RWTexture2D<unorm float4> outTex : register(u0);\n"
-"\n"
-"void Execute (uint3 tid)\n"
-"{\n"
-"  float4 val = inTex.Load (tid);\n"
-"\n"
-"  outTextid.xy = val.bgra;\n"
-"}\n"
-"#endif\n"
-"\n"
-"numthreads(8, 8, 1)\n"
-"void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)\n"
-"{\n"
-"  Execute (tid);\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl Deleted

@@ -1,2243 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-struct PSColorSpace
-{
-  float3 CoeffX;
-  float3 CoeffY;
-  float3 CoeffZ;
-  float3 Offset;
-  float3 Min;
-  float3 Max;
-  float padding;
-};
-
-cbuffer PsConstBuffer : register(b0)
-{
-  PSColorSpace preCoeff;
-  PSColorSpace postCoeff;
-  PSColorSpace primariesCoeff;
-  float alphaFactor;
-};
-
-Texture2D shaderTexture4 : register(t0);
-Texture1D<float> gammaDecLUT : register(t4);
-Texture1D<float> gammaEncLUT: register(t5);
-SamplerState samplerState : register(s0);
-SamplerState linearSampler : register(s1);
-
-struct PS_INPUT
-{
-  float4 Position: SV_POSITION;
-  float2 Texture: TEXCOORD;
-};
-
-struct PS_OUTPUT_LUMA
-{
-  float4 Plane0: SV_TARGET0;
-};
-
-struct PS_OUTPUT_CHROMA
-{
-  float4 Plane0: SV_TARGET0;
-};
-
-struct PS_OUTPUT_CHROMA_PLANAR
-{
-  float4 Plane0: SV_TARGET0;
-  float4 Plane1: SV_TARGET1;
-};
-
-struct PS_OUTPUT_PLANAR
-{
-  float4 Plane0: SV_TARGET0;
-  float4 Plane1: SV_TARGET1;
-  float4 Plane2: SV_TARGET2;
-};
-
-struct PS_OUTPUT_PLANAR_FULL
-{
-  float4 Plane0: SV_TARGET0;
-  float4 Plane1: SV_TARGET1;
-  float4 Plane2: SV_TARGET2;
-  float4 Plane3: SV_TARGET3;
-};
-
-struct PS_OUTPUT_PACKED
-{
-  float4 Plane0: SV_TARGET0;
-};
-
-float4 DoAlphaPremul (float4 sample)
-{
-  float4 premul_tex;
-  premul_tex.rgb = sample.rgb * sample.a;
-  premul_tex.a = sample.a;
-  return premul_tex;
-}
-
-float4 DoAlphaUnpremul (float4 sample)
-{
-  float4 unpremul_tex;
-  if (sample.a == 0 || sample.a == 1)
-    return sample;
-
-  unpremul_tex.rgb = saturate (sample.rgb / sample.a);
-  unpremul_tex.a = sample.a;
-  return unpremul_tex;
-}
-
-interface ISampler
-{
-  float4 Execute (float2 uv);
-};
-
-class SamplerGRAY : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture0.Sample(samplerState, uv).x;
-    sample.y = 0.5;
-    sample.z = 0.5;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerNV12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture0.Sample(samplerState, uv).x;
-    sample.yz = shaderTexture1.Sample(samplerState, uv).xy;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerNV21 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture0.Sample(samplerState, uv).x;
-    sample.yz = shaderTexture1.Sample(samplerState, uv).yx;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerI420 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture0.Sample(samplerState, uv).x;
-    sample.y = shaderTexture1.Sample(samplerState, uv).x;
-    sample.z = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerYV12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture0.Sample(samplerState, uv).x;
-    sample.z = shaderTexture1.Sample(samplerState, uv).x;
-    sample.y = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerI420_10 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.x = shaderTexture0.Sample(samplerState, uv).x;
-    sample.y = shaderTexture1.Sample(samplerState, uv).x;
-    sample.z = shaderTexture2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 64.0), 1.0);
-  }
-};
-
-class SamplerI420_12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.x = shaderTexture0.Sample(samplerState, uv).x;
-    sample.y = shaderTexture1.Sample(samplerState, uv).x;
-    sample.z = shaderTexture2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 16.0), 1.0);
-  }
-};
-
-class SamplerVUYA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv).zyxw;
-  }
-};
-
-class SamplerVUYAPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).zyxw);
-  }
-};
-
-class SamplerY410 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture0.Sample(samplerState, uv).yxz, 1.0);
-  }
-};
-
-class SamplerY412 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv).grba;
-  }
-};
-
-class SamplerY412Premul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).grba);
-  }
-};
-
-class SamplerAYUV : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv).yzwx;
-  }
-};
-
-class SamplerAYUVPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).yzwx);
-  }
-};
-
-class SamplerRGBA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv);
-  }
-};
-
-class SamplerRGBAPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv));
-  }
-};
-
-class SamplerRGBx : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture0.Sample(samplerState, uv).rgb, 1.0);
-  }
-};
-
-class SamplerxRGB : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture0.Sample(samplerState, uv).gba, 1.0);
-  }
-};
-
-class SamplerARGB : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv).gbar;
-  }
-};
-
-class SamplerARGBPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).gbar);
-  }
-};
-
-class SamplerxBGR : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture0.Sample(samplerState, uv).abg, 1.0);
-  }
-};
-
-class SamplerABGR : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv).abgr;
-  }
-};
-
-class SamplerABGRPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).abgr);
-  }
-};
-
-class SamplerBGR10A2 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture0.Sample(samplerState, uv).zyx, 1.0);
-  }
-};
-
-class SamplerBGRA64 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv).bgra;
-  }
-};
-
-class SamplerBGRA64Premul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).bgra);
-  }
-};
-
-class SamplerGBR : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerGBR_10 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 64.0), 1.0);
-  }
-};
-
-class SamplerGBR_12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 16.0), 1.0);
-  }
-};
-
-class SamplerGBRA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture3.Sample(samplerState, uv).x;
-    return sample;
-  }
-};
-
-class SamplerGBRAPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture3.Sample(samplerState, uv).x;
-    return DoAlphaUnpremul (sample);
-  }
-};
-
-class SamplerGBRA_10 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture3.Sample(samplerState, uv).x;
-    return saturate (sample * 64.0);
-  }
-};
-
-class SamplerGBRAPremul_10 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture3.Sample(samplerState, uv).x;
-    return DoAlphaUnpremul (saturate (sample * 64.0));
-  }
-};
-
-class SamplerGBRA_12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture3.Sample(samplerState, uv).x;
-    return saturate (sample * 16.0);
-  }
-};
-
-class SamplerGBRAPremul_12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture3.Sample(samplerState, uv).x;
-    return DoAlphaUnpremul (saturate (sample * 16.0));
-  }
-};
-
-class SamplerRGBP : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.r = shaderTexture0.Sample(samplerState, uv).x;
-    sample.g = shaderTexture1.Sample(samplerState, uv).x;
-    sample.b = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerBGRP : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.b = shaderTexture0.Sample(samplerState, uv).x;
-    sample.g = shaderTexture1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerRBGA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture0.Sample(samplerState, uv).rbga;
-  }
-};
-
-class SamplerRBGAPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).rbga);
-  }
-};
-
-interface IConverter
-{
-  float4 Execute (float4 sample);
-};
-
-class ConverterIdentity : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    return sample;
-  }
-};
-
-class ConverterRange : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 out_space;
-    out_space.x = postCoeff.CoeffX.x * sample.x;
-    out_space.y = postCoeff.CoeffY.y * sample.y;
-    out_space.z = postCoeff.CoeffZ.z * sample.z;
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-
-class ConverterSimple : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 out_space;
-    out_space.x = dot (postCoeff.CoeffX, sample.xyz);
-    out_space.y = dot (postCoeff.CoeffY, sample.xyz);
-    out_space.z = dot (postCoeff.CoeffZ, sample.xyz);
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-
-class ConverterGamma : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 rgb_space;
-    float3 out_space;
-    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
-    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
-    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
-    rgb_space += preCoeff.Offset;
-    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
-
-    rgb_space.x = gammaDecLUT.Sample (linearSampler, rgb_space.x);
-    rgb_space.y = gammaDecLUT.Sample (linearSampler, rgb_space.y);
-    rgb_space.z = gammaDecLUT.Sample (linearSampler, rgb_space.z);
-
-    rgb_space.x = gammaEncLUT.Sample (linearSampler, rgb_space.x);
-    rgb_space.y = gammaEncLUT.Sample (linearSampler, rgb_space.y);
-    rgb_space.z = gammaEncLUT.Sample (linearSampler, rgb_space.z);
-
-    out_space.x = dot (postCoeff.CoeffX, rgb_space);
-    out_space.y = dot (postCoeff.CoeffY, rgb_space);
-    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-
-class ConverterPrimary : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 rgb_space;
-    float3 primary_converted;
-    float3 out_space;
-
-    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
-    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
-    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
-    rgb_space += preCoeff.Offset;
-    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
-
-    rgb_space.x = gammaDecLUT.Sample (linearSampler, rgb_space.x);
-    rgb_space.y = gammaDecLUT.Sample (linearSampler, rgb_space.y);
-    rgb_space.z = gammaDecLUT.Sample (linearSampler, rgb_space.z);
-
-    primary_converted.x = dot (primariesCoeff.CoeffX, rgb_space);
-    primary_converted.y = dot (primariesCoeff.CoeffY, rgb_space);
-    primary_converted.z = dot (primariesCoeff.CoeffZ, rgb_space);
-
-    rgb_space.x = gammaEncLUT.Sample (linearSampler, primary_converted.x);
-    rgb_space.y = gammaEncLUT.Sample (linearSampler, primary_converted.y);
-    rgb_space.z = gammaEncLUT.Sample (linearSampler, primary_converted.z);
-
-    out_space.x = dot (postCoeff.CoeffX, rgb_space);
-    out_space.y = dot (postCoeff.CoeffY, rgb_space);
-    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-
-float UnormTo10bit (float sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float2 UnormTo10bit (float2 sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float3 UnormTo10bit (float3 sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float4 UnormTo10bit (float4 sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float UnormTo12bit (float sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-float2 UnormTo12bit (float2 sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-float3 UnormTo12bit (float3 sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-float4 UnormTo12bit (float4 sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-interface IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample);
-};
-
-class OutputLuma : IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample)
-  {
-    PS_OUTPUT_LUMA output;
-    output.Plane0 = float4 (sample.x, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputLuma_10 : IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample)
-  {
-    PS_OUTPUT_LUMA output;
-    output.Plane0 = float4 (UnormTo10bit (sample.x), 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputLuma_12 : IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample)
-  {
-    PS_OUTPUT_LUMA output;
-    output.Plane0 = float4 (UnormTo12bit (sample.x), 0, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputChroma
-{
-  PS_OUTPUT_CHROMA Build (float4 sample);
-};
-
-class OutputChromaNV12 : IOutputChroma
-{
-  PS_OUTPUT_CHROMA Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA output;
-    output.Plane0 = float4 (sample.yz, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaNV21 : IOutputChroma
-{
-  PS_OUTPUT_CHROMA Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA output;
-    output.Plane0 = float4 (sample.zy, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputChromaPlanar
-{ PS_OUTPUT_CHROMA_PLANAR Build (float4 sample);
-};
-
-class OutputChromaI420 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    output.Plane0 = float4 (sample.y, 0, 0, 0);
-    output.Plane1 = float4 (sample.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaYV12 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    output.Plane0 = float4 (sample.z, 0, 0, 0);
-    output.Plane1 = float4 (sample.y, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaI420_10 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    float2 scaled = UnormTo10bit (sample.yz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaI420_12 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    float2 scaled = UnormTo12bit (sample.yz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample);
-};
-
-class OutputY444 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.x, 0, 0, 0);
-    output.Plane1 = float4 (sample.y, 0, 0, 0);
-    output.Plane2 = float4 (sample.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputY444_10 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo10bit (sample.xyz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    output.Plane2 = float4 (scaled.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputY444_12 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo12bit (sample.xyz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    output.Plane2 = float4 (scaled.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBR : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.g, 0, 0, 0);
-    output.Plane1 = float4 (sample.b, 0, 0, 0);
-    output.Plane2 = float4 (sample.r, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBR_10 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo10bit (sample.rgb);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBR_12 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo12bit (sample.rgb);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputRGBP : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.r, 0, 0, 0);
-    output.Plane1 = float4 (sample.g, 0, 0, 0);
-    output.Plane2 = float4 (sample.b, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputBGRP : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.b, 0, 0, 0);
-    output.Plane1 = float4 (sample.g, 0, 0, 0);
-    output.Plane2 = float4 (sample.r, 0, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample);
-};
-
-class OutputGBRA : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    output.Plane0 = float4 (sample.g, 0, 0, 0);
-    output.Plane1 = float4 (sample.b, 0, 0, 0);
-    output.Plane2 = float4 (sample.r, 0, 0, 0);
-    output.Plane3 = float4 (sample.a * alphaFactor, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBRAPremul : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    float4 premul;
-    sample.a *= alphaFactor;
-    premul = DoAlphaPremul (sample);
-    output.Plane0 = float4 (premul.g, 0, 0, 0);
-    output.Plane1 = float4 (premul.b, 0, 0, 0);
-    output.Plane2 = float4 (premul.r, 0, 0, 0);
-    output.Plane3 = float4 (premul.a, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBRA_10 : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    float4 scaled;
-    sample.a *= alphaFactor;
-    scaled = UnormTo10bit (sample);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    output.Plane3 = float4 (scaled.a, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBRAPremul_10 : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    float4 scaled;
-    sample.a *= alphaFactor;
-    scaled = UnormTo10bit (DoAlphaPremul (sample));
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    output.Plane3 = float4 (scaled.a, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBRA_12 : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    float4 scaled;
-    sample.a *= alphaFactor;
-    scaled = UnormTo12bit (sample);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    output.Plane3 = float4 (scaled.a, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBRAPremul_12 : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    float4 scaled;
-    sample.a *= alphaFactor;
-    scaled = UnormTo12bit (DoAlphaPremul (sample));
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    output.Plane3 = float4 (scaled.a, 0, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample);
-};
-
-class OutputRGBA : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (sample.rgb, sample.a * alphaFactor);
-    return output;
-  }
-};
-
-class OutputRGBAPremul : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = DoAlphaPremul (sample);
-    return output;
-  }
-};
-
-class OutputRGBx : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (sample.rgb, 1.0);
-    return output;
-  }
-};
-
-class OutputxRGB : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (0.0, sample.rgb);
-    return output;
-  }
-};
-
-class OutputARGB : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = sample.argb;
-    return output;
-  }
-};
-
-class OutputARGBPremul : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = DoAlphaPremul (sample).argb;
-    return output;
-  }
-};
-
-class OutputxBGR : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (0.0, sample.bgr);
-    return output;
-  }
-};
-
-class OutputABGR : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = sample.abgr;
-    return output;
-  }
-};
-
-class OutputABGRPremul : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = DoAlphaPremul (sample.abgr);
-    return output;
-  }
-};
-
-class OutputVUYA : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = sample.zyxw;
-    return output;
-  }
-};
-
-class OutputVUYAPremul : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = DoAlphaPremul (sample).zyxw;
-    return output;
-  }
-};
-
-class OutputAYUV : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = sample.wxyz;
-    return output;
-  }
-};
-
-class OutputAYUVPremul : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = DoAlphaPremul (sample).wxyz;
-    return output;
-  }
-};
-
-class OutputRBGA : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = sample.rbga;
-    return output;
-  }
-};
-
-class OutputRBGAPremul : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = DoAlphaPremul (sample).rbga;
-    return output;
-  }
-};
-
-OUTPUT_TYPE ENTRY_POINT (PS_INPUT input)
-{
-  SAMPLER g_sampler;
-  CONVERTER g_converter;
-  OUTPUT_BUILDER g_builder;
-  return g_builder.Build (g_converter.Execute (g_sampler.Execute (input.Texture)));
-}
-#else /* BUILDING_HLSL */
-static const char g_PSMain_converter_str =
-"struct PSColorSpace\n"
-"{\n"
-"  float3 CoeffX;\n"
-"  float3 CoeffY;\n"
-"  float3 CoeffZ;\n"
-"  float3 Offset;\n"
-"  float3 Min;\n"
-"  float3 Max;\n"
-"  float padding;\n"
-"};\n"
-"\n"
-"cbuffer PsConstBuffer : register(b0)\n"
-"{\n"
-"  PSColorSpace preCoeff;\n"
-"  PSColorSpace postCoeff;\n"
-"  PSColorSpace primariesCoeff;\n"
-"  float alphaFactor;\n"
-"};\n"
-"\n"
-"Texture2D shaderTexture4 : register(t0);\n"
-"Texture1D<float> gammaDecLUT : register(t4);\n"
-"Texture1D<float> gammaEncLUT: register(t5);\n"
-"SamplerState samplerState : register(s0);\n"
-"SamplerState linearSampler : register(s1);\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position: SV_POSITION;\n"
-"  float2 Texture: TEXCOORD;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT_LUMA\n"
-"{\n"
-"  float4 Plane0: SV_TARGET0;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT_CHROMA\n"
-"{\n"
-"  float4 Plane0: SV_TARGET0;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT_CHROMA_PLANAR\n"
-"{\n"
-"  float4 Plane0: SV_TARGET0;\n"
-"  float4 Plane1: SV_TARGET1;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT_PLANAR\n"
-"{\n"
-"  float4 Plane0: SV_TARGET0;\n"
-"  float4 Plane1: SV_TARGET1;\n"
-"  float4 Plane2: SV_TARGET2;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT_PLANAR_FULL\n"
-"{\n"
-"  float4 Plane0: SV_TARGET0;\n"
-"  float4 Plane1: SV_TARGET1;\n"
-"  float4 Plane2: SV_TARGET2;\n"
-"  float4 Plane3: SV_TARGET3;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT_PACKED\n"
-"{\n"
-"  float4 Plane0: SV_TARGET0;\n"
-"};\n"
-"\n"
-"float4 DoAlphaPremul (float4 sample)\n"
-"{\n"
-"  float4 premul_tex;\n"
-"  premul_tex.rgb = sample.rgb * sample.a;\n"
-"  premul_tex.a = sample.a;\n"
-"  return premul_tex;\n"
-"}\n"
-"\n"
-"float4 DoAlphaUnpremul (float4 sample)\n"
-"{\n"
-"  float4 unpremul_tex;\n"
-"  if (sample.a == 0 || sample.a == 1)\n"
-"    return sample;\n"
-"\n"
-"  unpremul_tex.rgb = saturate (sample.rgb / sample.a);\n"
-"  unpremul_tex.a = sample.a;\n"
-"  return unpremul_tex;\n"
-"}\n"
-"\n"
-"interface ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv);\n"
-"};\n"
-"\n"
-"class SamplerGRAY : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.x = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.y = 0.5;\n"
-"    sample.z = 0.5;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerNV12 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.x = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.yz = shaderTexture1.Sample(samplerState, uv).xy;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerNV21 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.x = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.yz = shaderTexture1.Sample(samplerState, uv).yx;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerI420 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.x = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.y = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.z = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerYV12 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.x = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.z = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.y = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerI420_10 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float3 sample;\n"
-"    sample.x = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.y = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.z = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    return float4 (saturate (sample * 64.0), 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerI420_12 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float3 sample;\n"
-"    sample.x = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.y = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.z = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    return float4 (saturate (sample * 16.0), 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerVUYA : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv).zyxw;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerVUYAPremul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).zyxw);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerY410 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return float4 (shaderTexture0.Sample(samplerState, uv).yxz, 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerY412 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv).grba;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerY412Premul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).grba);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerAYUV : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv).yzwx;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerAYUVPremul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).yzwx);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerRGBA : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerRGBAPremul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv));\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerRGBx : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return float4 (shaderTexture0.Sample(samplerState, uv).rgb, 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerxRGB : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return float4 (shaderTexture0.Sample(samplerState, uv).gba, 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerARGB : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv).gbar;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerARGBPremul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).gbar);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerxBGR : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return float4 (shaderTexture0.Sample(samplerState, uv).abg, 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerABGR : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv).abgr;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerABGRPremul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).abgr);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerBGR10A2 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return float4 (shaderTexture0.Sample(samplerState, uv).zyx, 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerBGRA64 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv).bgra;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerBGRA64Premul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).bgra);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBR : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBR_10 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float3 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    return float4 (saturate (sample * 64.0), 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBR_12 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float3 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    return float4 (saturate (sample * 16.0), 1.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBRA : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = shaderTexture3.Sample(samplerState, uv).x;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBRAPremul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = shaderTexture3.Sample(samplerState, uv).x;\n"
-"    return DoAlphaUnpremul (sample);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBRA_10 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = shaderTexture3.Sample(samplerState, uv).x;\n"
-"    return saturate (sample * 64.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBRAPremul_10 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = shaderTexture3.Sample(samplerState, uv).x;\n"
-"    return DoAlphaUnpremul (saturate (sample * 64.0));\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBRA_12 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = shaderTexture3.Sample(samplerState, uv).x;\n"
-"    return saturate (sample * 16.0);\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerGBRAPremul_12 : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.g = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = shaderTexture3.Sample(samplerState, uv).x;\n"
-"    return DoAlphaUnpremul (saturate (sample * 16.0));\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerRGBP : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.r = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.g = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.b = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerBGRP : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    float4 sample;\n"
-"    sample.b = shaderTexture0.Sample(samplerState, uv).x;\n"
-"    sample.g = shaderTexture1.Sample(samplerState, uv).x;\n"
-"    sample.r = shaderTexture2.Sample(samplerState, uv).x;\n"
-"    sample.a = 1.0;\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerRBGA : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return shaderTexture0.Sample(samplerState, uv).rbga;\n"
-"  }\n"
-"};\n"
-"\n"
-"class SamplerRBGAPremul : ISampler\n"
-"{\n"
-"  float4 Execute (float2 uv)\n"
-"  {\n"
-"    return DoAlphaUnpremul (shaderTexture0.Sample(samplerState, uv).rbga);\n"
-"  }\n"
-"};\n"
-"\n"
-"interface IConverter\n"
-"{\n"
-"  float4 Execute (float4 sample);\n"
-"};\n"
-"\n"
-"class ConverterIdentity : IConverter\n"
-"{\n"
-"  float4 Execute (float4 sample)\n"
-"  {\n"
-"    return sample;\n"
-"  }\n"
-"};\n"
-"\n"
-"class ConverterRange : IConverter\n"
-"{\n"
-"  float4 Execute (float4 sample)\n"
-"  {\n"
-"    float3 out_space;\n"
-"    out_space.x = postCoeff.CoeffX.x * sample.x;\n"
-"    out_space.y = postCoeff.CoeffY.y * sample.y;\n"
-"    out_space.z = postCoeff.CoeffZ.z * sample.z;\n"
-"    out_space += postCoeff.Offset;\n"
-"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
-"  }\n"
-"};\n"
-"\n"
-"class ConverterSimple : IConverter\n"
-"{\n"
-"  float4 Execute (float4 sample)\n"
-"  {\n"
-"    float3 out_space;\n"
-"    out_space.x = dot (postCoeff.CoeffX, sample.xyz);\n"
-"    out_space.y = dot (postCoeff.CoeffY, sample.xyz);\n"
-"    out_space.z = dot (postCoeff.CoeffZ, sample.xyz);\n"
-"    out_space += postCoeff.Offset;\n"
-"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
-"  }\n"
-"};\n"
-"\n"
-"class ConverterGamma : IConverter\n"
-"{\n"
-"  float4 Execute (float4 sample)\n"
-"  {\n"
-"    float3 rgb_space;\n"
-"    float3 out_space;\n"
-"    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);\n"
-"    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);\n"
-"    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);\n"
-"    rgb_space += preCoeff.Offset;\n"
-"    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);\n"
-"\n"
-"    rgb_space.x = gammaDecLUT.Sample (linearSampler, rgb_space.x);\n"
-"    rgb_space.y = gammaDecLUT.Sample (linearSampler, rgb_space.y);\n"
-"    rgb_space.z = gammaDecLUT.Sample (linearSampler, rgb_space.z);\n"
-"\n"
-"    rgb_space.x = gammaEncLUT.Sample (linearSampler, rgb_space.x);\n"
-"    rgb_space.y = gammaEncLUT.Sample (linearSampler, rgb_space.y);\n"
-"    rgb_space.z = gammaEncLUT.Sample (linearSampler, rgb_space.z);\n"
-"\n"
-"    out_space.x = dot (postCoeff.CoeffX, rgb_space);\n"
-"    out_space.y = dot (postCoeff.CoeffY, rgb_space);\n"
-"    out_space.z = dot (postCoeff.CoeffZ, rgb_space);\n"
-"    out_space += postCoeff.Offset;\n"
-"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
-"  }\n"
-"};\n"
-"\n"
-"class ConverterPrimary : IConverter\n"
-"{\n"
-"  float4 Execute (float4 sample)\n"
-"  {\n"
-"    float3 rgb_space;\n"
-"    float3 primary_converted;\n"
-"    float3 out_space;\n"
-"\n"
-"    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);\n"
-"    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);\n"
-"    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);\n"
-"    rgb_space += preCoeff.Offset;\n"
-"    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);\n"
-"\n"
-"    rgb_space.x = gammaDecLUT.Sample (linearSampler, rgb_space.x);\n"
-"    rgb_space.y = gammaDecLUT.Sample (linearSampler, rgb_space.y);\n"
-"    rgb_space.z = gammaDecLUT.Sample (linearSampler, rgb_space.z);\n"
-"\n"
-"    primary_converted.x = dot (primariesCoeff.CoeffX, rgb_space);\n"
-"    primary_converted.y = dot (primariesCoeff.CoeffY, rgb_space);\n"
-"    primary_converted.z = dot (primariesCoeff.CoeffZ, rgb_space);\n"
-"\n"
-"    rgb_space.x = gammaEncLUT.Sample (linearSampler, primary_converted.x);\n"
-"    rgb_space.y = gammaEncLUT.Sample (linearSampler, primary_converted.y);\n"
-"    rgb_space.z = gammaEncLUT.Sample (linearSampler, primary_converted.z);\n"
-"\n"
-"    out_space.x = dot (postCoeff.CoeffX, rgb_space);\n"
-"    out_space.y = dot (postCoeff.CoeffY, rgb_space);\n"
-"    out_space.z = dot (postCoeff.CoeffZ, rgb_space);\n"
-"    out_space += postCoeff.Offset;\n"
-"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
-"  }\n"
-"};\n"
-"\n"
-"float UnormTo10bit (float sample)\n"
-"{\n"
-"  return sample * 1023.0 / 65535.0;\n"
-"}\n"
-"\n"
-"float2 UnormTo10bit (float2 sample)\n"
-"{\n"
-"  return sample * 1023.0 / 65535.0;\n"
-"}\n"
-"\n"
-"float3 UnormTo10bit (float3 sample)\n"
-"{\n"
-"  return sample * 1023.0 / 65535.0;\n"
-"}\n"
-"\n"
-"float4 UnormTo10bit (float4 sample)\n"
-"{\n"
-"  return sample * 1023.0 / 65535.0;\n"
-"}\n"
-"\n"
-"float UnormTo12bit (float sample)\n"
-"{\n"
-"  return sample * 4095.0 / 65535.0;\n"
-"}\n"
-"\n"
-"float2 UnormTo12bit (float2 sample)\n"
-"{\n"
-"  return sample * 4095.0 / 65535.0;\n"
-"}\n"
-"\n"
-"float3 UnormTo12bit (float3 sample)\n"
-"{\n"
-"  return sample * 4095.0 / 65535.0;\n"
-"}\n"
-"\n"
-"float4 UnormTo12bit (float4 sample)\n"
-"{\n"
-"  return sample * 4095.0 / 65535.0;\n"
-"}\n"
-"\n"
-"interface IOutputLuma\n"
-"{\n"
-"  PS_OUTPUT_LUMA Build (float4 sample);\n"
-"};\n"
-"\n"
-"class OutputLuma : IOutputLuma\n"
-"{\n"
-"  PS_OUTPUT_LUMA Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_LUMA output;\n"
-"    output.Plane0 = float4 (sample.x, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputLuma_10 : IOutputLuma\n"
-"{\n"
-"  PS_OUTPUT_LUMA Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_LUMA output;\n"
-"    output.Plane0 = float4 (UnormTo10bit (sample.x), 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputLuma_12 : IOutputLuma\n"
-"{\n"
-"  PS_OUTPUT_LUMA Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_LUMA output;\n"
-"    output.Plane0 = float4 (UnormTo12bit (sample.x), 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"interface IOutputChroma\n"
-"{\n"
-"  PS_OUTPUT_CHROMA Build (float4 sample);\n"
-"};\n"
-"\n"
-"class OutputChromaNV12 : IOutputChroma\n"
-"{\n"
-"  PS_OUTPUT_CHROMA Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_CHROMA output;\n"
-"    output.Plane0 = float4 (sample.yz, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputChromaNV21 : IOutputChroma\n"
-"{\n"
-"  PS_OUTPUT_CHROMA Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_CHROMA output;\n"
-"    output.Plane0 = float4 (sample.zy, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"interface IOutputChromaPlanar\n"
-"{ PS_OUTPUT_CHROMA_PLANAR Build (float4 sample);\n"
-"};\n"
-"\n"
-"class OutputChromaI420 : IOutputChromaPlanar\n"
-"{\n"
-"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_CHROMA_PLANAR output;\n"
-"    output.Plane0 = float4 (sample.y, 0, 0, 0);\n"
-"    output.Plane1 = float4 (sample.z, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputChromaYV12 : IOutputChromaPlanar\n"
-"{\n"
-"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_CHROMA_PLANAR output;\n"
-"    output.Plane0 = float4 (sample.z, 0, 0, 0);\n"
-"    output.Plane1 = float4 (sample.y, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputChromaI420_10 : IOutputChromaPlanar\n"
-"{\n"
-"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_CHROMA_PLANAR output;\n"
-"    float2 scaled = UnormTo10bit (sample.yz);\n"
-"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputChromaI420_12 : IOutputChromaPlanar\n"
-"{\n"
-"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_CHROMA_PLANAR output;\n"
-"    float2 scaled = UnormTo12bit (sample.yz);\n"
-"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"interface IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample);\n"
-"};\n"
-"\n"
-"class OutputY444 : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    output.Plane0 = float4 (sample.x, 0, 0, 0);\n"
-"    output.Plane1 = float4 (sample.y, 0, 0, 0);\n"
-"    output.Plane2 = float4 (sample.z, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputY444_10 : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    float3 scaled = UnormTo10bit (sample.xyz);\n"
-"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.z, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputY444_12 : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    float3 scaled = UnormTo12bit (sample.xyz);\n"
-"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.z, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBR : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    output.Plane0 = float4 (sample.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (sample.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (sample.r, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBR_10 : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    float3 scaled = UnormTo10bit (sample.rgb);\n"
-"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBR_12 : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    float3 scaled = UnormTo12bit (sample.rgb);\n"
-"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputRGBP : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    output.Plane0 = float4 (sample.r, 0, 0, 0);\n"
-"    output.Plane1 = float4 (sample.g, 0, 0, 0);\n"
-"    output.Plane2 = float4 (sample.b, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputBGRP : IOutputPlanar\n"
-"{\n"
-"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR output;\n"
-"    output.Plane0 = float4 (sample.b, 0, 0, 0);\n"
-"    output.Plane1 = float4 (sample.g, 0, 0, 0);\n"
-"    output.Plane2 = float4 (sample.r, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"interface IOutputPlanarFull\n"
-"{\n"
-"  PS_OUTPUT_PLANAR_FULL Build (float4 sample);\n"
-"};\n"
-"\n"
-"class OutputGBRA : IOutputPlanarFull\n"
-"{\n"
-"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR_FULL output;\n"
-"    output.Plane0 = float4 (sample.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (sample.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (sample.r, 0, 0, 0);\n"
-"    output.Plane3 = float4 (sample.a * alphaFactor, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBRAPremul : IOutputPlanarFull\n"
-"{\n"
-"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR_FULL output;\n"
-"    float4 premul;\n"
-"    sample.a *= alphaFactor;\n"
-"    premul = DoAlphaPremul (sample);\n"
-"    output.Plane0 = float4 (premul.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (premul.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (premul.r, 0, 0, 0);\n"
-"    output.Plane3 = float4 (premul.a, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBRA_10 : IOutputPlanarFull\n"
-"{\n"
-"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR_FULL output;\n"
-"    float4 scaled;\n"
-"    sample.a *= alphaFactor;\n"
-"    scaled = UnormTo10bit (sample);\n"
-"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
-"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBRAPremul_10 : IOutputPlanarFull\n"
-"{\n"
-"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR_FULL output;\n"
-"    float4 scaled;\n"
-"    sample.a *= alphaFactor;\n"
-"    scaled = UnormTo10bit (DoAlphaPremul (sample));\n"
-"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
-"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBRA_12 : IOutputPlanarFull\n"
-"{\n"
-"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR_FULL output;\n"
-"    float4 scaled;\n"
-"    sample.a *= alphaFactor;\n"
-"    scaled = UnormTo12bit (sample);\n"
-"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
-"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputGBRAPremul_12 : IOutputPlanarFull\n"
-"{\n"
-"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PLANAR_FULL output;\n"
-"    float4 scaled;\n"
-"    sample.a *= alphaFactor;\n"
-"    scaled = UnormTo12bit (DoAlphaPremul (sample));\n"
-"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
-"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
-"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
-"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"interface IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample);\n"
-"};\n"
-"\n"
-"class OutputRGBA : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = float4 (sample.rgb, sample.a * alphaFactor);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputRGBAPremul : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    sample.a *= alphaFactor;\n"
-"    output.Plane0 = DoAlphaPremul (sample);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputRGBx : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = float4 (sample.rgb, 1.0);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputxRGB : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = float4 (0.0, sample.rgb);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputARGB : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = sample.argb;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputARGBPremul : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = DoAlphaPremul (sample).argb;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputxBGR : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = float4 (0.0, sample.bgr);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputABGR : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = sample.abgr;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputABGRPremul : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    output.Plane0 = DoAlphaPremul (sample.abgr);\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputVUYA : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    sample.a *= alphaFactor;\n"
-"    output.Plane0 = sample.zyxw;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputVUYAPremul : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    sample.a *= alphaFactor;\n"
-"    output.Plane0 = DoAlphaPremul (sample).zyxw;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputAYUV : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    sample.a *= alphaFactor;\n"
-"    output.Plane0 = sample.wxyz;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputAYUVPremul : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    sample.a *= alphaFactor;\n"
-"    output.Plane0 = DoAlphaPremul (sample).wxyz;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputRBGA : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    sample.a *= alphaFactor;\n"
-"    output.Plane0 = sample.rbga;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"class OutputRBGAPremul : IOutputPacked\n"
-"{\n"
-"  PS_OUTPUT_PACKED Build (float4 sample)\n"
-"  {\n"
-"    PS_OUTPUT_PACKED output;\n"
-"    sample.a *= alphaFactor;\n"
-"    output.Plane0 = DoAlphaPremul (sample).rbga;\n"
-"    return output;\n"
-"  }\n"
-"};\n"
-"\n"
-"OUTPUT_TYPE ENTRY_POINT (PS_INPUT input)\n"
-"{\n"
-"  SAMPLER g_sampler;\n"
-"  CONVERTER g_converter;\n"
-"  OUTPUT_BUILDER g_builder;\n"
-"  return g_builder.Build (g_converter.Execute (g_sampler.Execute (input.Texture)));\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/hlsl/VSMain_converter.hlsl Deleted

@@ -1,75 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-cbuffer VsConstBuffer : register(b0)
-{
-  matrix Transform;
-};
-
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-VS_OUTPUT VSMain_converter (VS_INPUT input)
-{
-  VS_OUTPUT output;
-
-  output.Position = mul (Transform, input.Position);
-  output.Texture = input.Texture;
-
-  return output;
-}
-#else
-static const char g_VSMain_converter_str =
-"cbuffer VsConstBuffer : register(b0)\n"
-"{\n"
-"  matrix Transform;\n"
-"};\n"
-"\n"
-"struct VS_INPUT\n"
-"{\n"
-"  float4 Position : POSITION;\n"
-"  float2 Texture : TEXCOORD;\n"
-"};\n"
-"\n"
-"struct VS_OUTPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"  float2 Texture : TEXCOORD;\n"
-"};\n"
-"\n"
-"VS_OUTPUT VSMain_converter (VS_INPUT input)\n"
-"{\n"
-"  VS_OUTPUT output;\n"
-"\n"
-"  output.Position = mul (Transform, input.Position);\n"
-"  output.Texture = input.Texture;\n"
-"\n"
-"  return output;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/hlsl/collect_hlsl_header.py Deleted

@@ -1,64 +0,0 @@
-#!/usr/bin/env python3
-# GStreamer
-# Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
-#
-# This library is free software; you can redistribute it and/or
-# modify it under the terms of the GNU Library General Public
-# License as published by the Free Software Foundation; either
-# version 2 of the License, or (at your option) any later version.
-#
-# This library is distributed in the hope that it will be useful,
-# but WITHOUT ANY WARRANTY; without even the implied warranty of
-# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
-# Library General Public License for more details.
-#
-# You should have received a copy of the GNU Library General Public
-# License along with this library; if not, write to the
-# Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
-# Boston, MA 02110-1301, USA.
-
-import sys
-import os
-import argparse
-
-start_header = """/*
- * This file is autogenerated by collect_hlsl_header.py
- */
-#pragma once
-
-"""
-
-start_map = """
-#define MAKE_BYTECODE(name) { G_STRINGIFY (name), { g_##name, sizeof (g_##name)} }
-static const std::map<std::string, std::pair<const BYTE *, SIZE_T>> precompiled_bytecode = {
-"""
-
-end_map = """};
-#undef MAKE_BYTECODE
-"""
-
-def main(args):
-    parser = argparse.ArgumentParser(description='Read precompiled HLSL headers from directory and make single header')
-    parser.add_argument("--input", help="the precompiled HLSL header directory")
-    parser.add_argument("--output", help="output header file location")
-    parser.add_argument("--prefix", help="HLSL header filename prefix")
-    args = parser.parse_args(args)
-
-    # Scan precompiled PSMain_*.h headers in build directory
-    # and generate single header
-    hlsl_headers = os.path.basename(file) for file in os.listdir(args.input) if file.startswith(args.prefix) and file.endswith(".h") 
-
-    with open(args.output, 'w', newline='\n', encoding='utf8') as f:
-        f.write(start_header)
-        for file in hlsl_headers:
-            f.write("#include \"")
-            f.write(file)
-            f.write("\"\n")
-        f.write(start_map)
-        for file in hlsl_headers:
-            f.write("  MAKE_BYTECODE ({}),\n".format(os.path.splitext(file)0))
-        f.write(end_map)
-
-
-if __name__ == "__main__":
-    sys.exit(main(sys.argv1:))

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/hlsl/meson.build Deleted

@@ -1,211 +0,0 @@
-hlsl_ps_source = files('PSMain_converter.hlsl')
-
-hlsl_ps_input_formats = 
-  'NV12', false,
-  'NV21', false,
-  'I420', false,
-  'YV12', false,
-  'I420_10', false,
-  'I420_12', false,
-  'VUYA', false,
-  'VUYAPremul', false,
-  'Y410', false,
-  'AYUV', false,
-  'AYUVPremul', false,
-  'Y412', false,
-  'Y412Premul', false,
-  'RGBA', true,
-  'RGBAPremul', true,
-  'RGBx', true,
-  'GBR', true,
-  'GBR_10', true,
-  'GBR_12', true,
-  'GBRA', true,
-  'GBRAPremul', true,
-  'GBRA_10', true,
-  'GBRAPremul_10', true,
-  'GBRA_12', true,
-  'GBRAPremul_12', true,
-  'RGBP', true,
-  'BGRP', true,
-  'xRGB', true,
-  'ARGB', true,
-  'ARGBPremul', true,
-  'xBGR', true,
-  'ABGR', true,
-  'ABGRPremul', true,
-  'BGR10A2', true,
-  'BGRA64', true,
-  'BGRA64Premul', true,
-  'RBGA', true,
-  'RBGAPremul', true,
-
-
-hlsl_ps_output_formats = 
-  'PS_OUTPUT_LUMA', 'Luma', false,
-  'PS_OUTPUT_LUMA', 'Luma_10', false,
-  'PS_OUTPUT_LUMA', 'Luma_12', false,
-  'PS_OUTPUT_CHROMA', 'ChromaNV12', false,
-  'PS_OUTPUT_CHROMA', 'ChromaNV21', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaYV12', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420_10', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420_12', false,
-  'PS_OUTPUT_PLANAR', 'Y444', false,
-  'PS_OUTPUT_PLANAR', 'Y444_10', false,
-  'PS_OUTPUT_PLANAR', 'Y444_12', false,
-  'PS_OUTPUT_PLANAR', 'GBR', true,
-  'PS_OUTPUT_PLANAR', 'GBR_10', true,
-  'PS_OUTPUT_PLANAR', 'GBR_12', true,
-  'PS_OUTPUT_PLANAR', 'RGBP', true,
-  'PS_OUTPUT_PLANAR', 'BGRP', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRA', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRAPremul', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRA_10', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRAPremul_10', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRA_12', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRAPremul_12', true,
-  'PS_OUTPUT_PACKED', 'RGBA', true,
-  'PS_OUTPUT_PACKED', 'RGBAPremul', true,
-  'PS_OUTPUT_PACKED', 'RBGA', true,
-  'PS_OUTPUT_PACKED', 'RBGAPremul', true,
-  'PS_OUTPUT_PACKED', 'RGBx', true,
-  'PS_OUTPUT_PACKED', 'VUYA', false,
-  'PS_OUTPUT_PACKED', 'VUYAPremul', false,
-  'PS_OUTPUT_PACKED', 'AYUV', false,
-  'PS_OUTPUT_PACKED', 'AYUVPremul', false,
-  'PS_OUTPUT_PACKED', 'xRGB', true,
-  'PS_OUTPUT_PACKED', 'ARGB', true,
-  'PS_OUTPUT_PACKED', 'ARGBPremul', true,
-  'PS_OUTPUT_PACKED', 'xBGR', true,
-  'PS_OUTPUT_PACKED', 'ABGR', true,
-  'PS_OUTPUT_PACKED', 'ABGRPremul', true,
-
-
-header_collector = find_program('collect_hlsl_header.py')
-
-foreach input_format : hlsl_ps_input_formats
-  in_format = input_format.get(0)
-  foreach output_format : hlsl_ps_output_formats
-    converter = ''
-    if input_format.get(1) != output_format.get(2)
-      converter = 'Simple'
-    else
-      converter = 'Identity'
-    endif
-    output_type = output_format.get(0)
-    output_builder = output_format.get(1)
-    entry_point = 'PSMain_@0@_@1@_@2@'.format(in_format, converter, output_builder)
-    header = '@0@.h'.format(entry_point)
-    compiled_shader = custom_target(header,
-        input : hlsl_ps_source,
-        output : header,
-        command : fxc, '/Fh', '@OUTPUT@',
-                  '/E', entry_point,
-                  '/T', 'ps_4_0',
-                  '/D', 'BUILDING_HLSL=1',
-                  '/D', 'OUTPUT_TYPE=@0@'.format(output_type),
-                  '/D', 'ENTRY_POINT=@0@'.format(entry_point),
-                  '/D', 'SAMPLER=Sampler@0@'.format(in_format),
-                  '/D', 'CONVERTER=Converter@0@'.format(converter),
-                  '/D', 'OUTPUT_BUILDER=Output@0@'.format(output_builder),
-                  '/nologo',
-                  '@INPUT@')
-    hlsl_precompiled += compiled_shader
-  endforeach
-endforeach
-
-header_collection = 'PSMainConverter.h'
-generated_collection = custom_target(header_collection,
-    input : hlsl_precompiled,
-    output : header_collection,
-    command : header_collector,
-        '--input', meson.current_build_dir(),
-        '--prefix', 'PSMain_',
-        '--output', '@OUTPUT@'
-    )
-
-hlsl_precompiled += generated_collection
-
-hlsl_vs_sources = 
-  files('VSMain_converter.hlsl'), 'VSMain_converter', 'vs_4_0',
-
-
-foreach shader : hlsl_vs_sources
-  source = shader.get(0)
-  entry_point = shader.get(1)
-  header = '@0@.h'.format(entry_point)
-  compiled_shader = custom_target(header,
-      input : source,
-      output : header,
-      command : fxc, '/Fh', '@OUTPUT@',
-                '/E', entry_point,
-                '/T', shader.get(2),
-                '/D', 'BUILDING_HLSL=1',
-                '/nologo',
-                '@INPUT@')
-  hlsl_precompiled += compiled_shader
-endforeach
-
-hlsl_cs_source = files('CSMain_converter.hlsl')
-hlsl_cs_entry_points = 
-  'CSMain_YUY2_to_AYUV',
-  'CSMain_UYVY_to_AYUV',
-  'CSMain_VYUY_to_AYUV',
-  'CSMain_YVYU_to_AYUV',
-  'CSMain_v210_to_AYUV',
-  'CSMain_v308_to_AYUV',
-  'CSMain_IYU2_to_AYUV',
-  'CSMain_AYUV_to_YUY2',
-  'CSMain_AYUV_to_UYVY',
-  'CSMain_AYUV_to_VYUY',
-  'CSMain_AYUV_to_YVYU',
-  'CSMain_AYUV_to_v210',
-  'CSMain_AYUV_to_v308',
-  'CSMain_AYUV_to_IYU2',
-  'CSMain_AYUV_to_Y410',
-  'CSMain_RGB_to_RGBA',
-  'CSMain_BGR_to_RGBA',
-  'CSMain_RGB16_to_RGBA',
-  'CSMain_BGR16_to_RGBA',
-  'CSMain_RGB15_to_RGBA',
-  'CSMain_BGR15_to_RGBA',
-  'CSMain_r210_to_RGBA',
-  'CSMain_RGBA_to_RGB',
-  'CSMain_RGBA_to_BGR',
-  'CSMain_RGBA_to_RGB16',
-  'CSMain_RGBA_to_BGR16',
-  'CSMain_RGBA_to_RGB15',
-  'CSMain_RGBA_to_BGR15',
-  'CSMain_RGBA_to_r210',
-  'CSMain_RGBA_to_BGRA',
-
-
-foreach shader : hlsl_cs_entry_points
-  entry_point = shader
-  header = '@0@.h'.format(entry_point)
-  compiled_shader = custom_target(header,
-      input : hlsl_cs_source,
-      output : header,
-      command : fxc, '/Fh', '@OUTPUT@',
-                '/E', entry_point,
-                '/T', 'cs_5_0',
-                '/D', 'BUILDING_HLSL=1',
-                '/D', 'ENTRY_POINT=@0@'.format(entry_point),
-                '/D', 'BUILDING_@0@=1'.format(entry_point),
-                '/nologo',
-                '@INPUT@')
-  hlsl_precompiled += compiled_shader
-endforeach
-
-header_collection = 'CSMainConverter.h'
-generated_collection = custom_target(header_collection,
-    input : hlsl_precompiled,
-    output : header_collection,
-    command : header_collector,
-        '--input', meson.current_build_dir(),
-        '--prefix', 'CSMain_',
-        '--output', '@OUTPUT@'
-    )
-
-hlsl_precompiled += generated_collection
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-metadata-descriptor.c Deleted

@@ -1,137 +0,0 @@
-/* Gstreamer
- * Copyright 2023 Brad Hards <bradh@frogmouth.net>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
- * Boston, MA 02111-1307, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "mpegts.h"
-#include "gstmpegts-private.h"
-
-#define GST_CAT_DEFAULT mpegts_debug
-
-static GstMpegtsMetadataDescriptor
-    * _gst_mpegts_metadata_descriptor_copy
-    (GstMpegtsMetadataDescriptor * source)
-{
-  GstMpegtsMetadataDescriptor *copy =
-      g_memdup2 (source, sizeof (GstMpegtsMetadataDescriptor));
-  return copy;
-}
-
-static void
-_gst_mpegts_metadata_descriptor_free (GstMpegtsMetadataDescriptor * desc)
-{
-  g_free (desc);
-}
-
-G_DEFINE_BOXED_TYPE (GstMpegtsMetadataDescriptor,
-    gst_mpegts_metadata_descriptor,
-    (GBoxedCopyFunc) _gst_mpegts_metadata_descriptor_copy,
-    (GFreeFunc) _gst_mpegts_metadata_descriptor_free);
-
-/**
- * gst_mpegts_descriptor_parse_metadata:
- * @descriptor: a %GST_TYPE_MPEGTS_METADATA_DESCRIPTOR #GstMpegtsDescriptor
- * @res: (out) (transfer full): #GstMpegtsMetadataDescriptor
- *
- * Parses out the metadata descriptor from the @descriptor.
- *
- * See ISO/IEC 13818-1:2018 Section 2.6.60 and 2.6.61 for details.
- * metadata_application_format is provided in Table 2-82. metadata_format is
- * provided in Table 2-85.
- *
- * Returns: %TRUE if the parsing worked correctly, else %FALSE.
- *
- * Since: 1.24
- */
-gboolean
-gst_mpegts_descriptor_parse_metadata (const GstMpegtsDescriptor * descriptor,
-    GstMpegtsMetadataDescriptor ** desc)
-{
-  guint8 *data;
-  guint8 flag;
-  GstMpegtsMetadataDescriptor *res;
-
-  g_return_val_if_fail (descriptor != NULL && desc != NULL, FALSE);
-  __common_desc_checks (descriptor, GST_MTS_DESC_METADATA, 5, FALSE);
-
-  data = (guint8 *) descriptor->data + 2;
-
-  res = g_new0 (GstMpegtsMetadataDescriptor, 1);
-
-  res->metadata_application_format = GST_READ_UINT16_BE (data);
-  data += 2;
-  if (res->metadata_application_format == 0xFFFF) {
-    // skip over metadata_application_format_identifier if it is provided
-    data += 4;
-  }
-  res->metadata_format = *data;
-  data += 1;
-  if (res->metadata_format == GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD) {
-    res->metadata_format_identifier = GST_READ_UINT32_BE (data);
-    data += 4;
-  }
-  res->metadata_service_id = *data;
-  data += 1;
-  flag = *data;
-  res->decoder_config_flags = flag >> 5;
-  res->dsm_cc_flag = (flag & 0x10);
-
-  // There are more values if the dsm_cc_flag or decoder flags are set.
-
-  *desc = res;
-
-  return TRUE;
-}
-
-/**
- * gst_mpegts_descriptor_parse_metadata_std:
- * @descriptor: a %GST_MTS_DESC_METADATA_STD #GstMpegtsDescriptor
- * @metadata_input_leak_rate (out): the input leak rate in units of 400bits/sec.
- * @metadata_buffer_size (out): the buffer size in units of 1024 bytes
- * @metadata_output_leak_rate (out): the output leak rate in units of 400bits/sec.
- *
- * Extracts the metadata STD descriptor from @descriptor.
- *
- * See ISO/IEC 13818-1:2018 Section 2.6.62 and 2.6.63 for details.
- *
- * Returns: %TRUE if parsing succeeded, else %FALSE.
- *
- * Since: 1.24
- */
-gboolean
-gst_mpegts_descriptor_parse_metadata_std (const GstMpegtsDescriptor *
-    descriptor, guint32 * metadata_input_leak_rate,
-    guint32 * metadata_buffer_size, guint32 * metadata_output_leak_rate)
-{
-  guint8 *data;
-
-  g_return_val_if_fail (descriptor != NULL && metadata_input_leak_rate != NULL
-      && metadata_buffer_size != NULL
-      && metadata_output_leak_rate != NULL, FALSE);
-  __common_desc_checks (descriptor, GST_MTS_DESC_METADATA_STD, 9, FALSE);
-  data = (guint8 *) descriptor->data + 2;
-  *metadata_input_leak_rate = GST_READ_UINT24_BE (data) & 0x3FFFFF;
-  data += 3;
-  *metadata_buffer_size = GST_READ_UINT24_BE (data) & 0x3FFFFF;
-  data += 3;
-  *metadata_output_leak_rate = GST_READ_UINT24_BE (data) & 0x3FFFFF;
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-metadata-descriptor.h Deleted

@@ -1,116 +0,0 @@
-/* Gstreamer
- * Copyright 2023 Brad Hards <bradh@frogmouth.net>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
- * Boston, MA 02111-1307, USA.
- */
-
-#ifndef __GST_MPEGTS_METADATA_DESCRIPTOR_H__
-#define __GST_MPEGTS_METADATA_DESCRIPTOR_H__
-
-#include <gst/gst.h>
-#include <gst/mpegts/mpegts-prelude.h>
-
-G_BEGIN_DECLS
-
-/**
- * GstMpegtsMetadataFormat:
- *
- * metadata_descriptor metadata_format valid values. See ISO/IEC 13818-1:2018(E) Table 2-85.
- *
- * Since: 1.24
- */
-typedef enum {
-  /**
-   * GST_MPEGTS_METADATA_FORMAT_TEM:
-   *
-   * ISO/IEC 15938-1 TeM.
-   *
-   * Since: 1.24
-   */
-  GST_MPEGTS_METADATA_FORMAT_TEM = 0x10,
-  /**
-   * GST_MPEGTS_METADATA_FORMAT_BIM:
-   *
-   * ISO/IEC 15938-1 BiM.
-   *
-   * Since: 1.24
-   */
-  GST_MPEGTS_METADATA_FORMAT_BIM = 0x11,
-  /**
-   * GST_MPEGTS_METADATA_FORMAT_APPLICATION_FORMAT:
-   *
-   * Defined by metadata application format.
-   *
-   * Since: 1.24
-   */
-  GST_MPEGTS_METADATA_FORMAT_APPLICATION_FORMAT = 0x3f,
-  /**
-   * GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD:
-   *
-   * Defined by metadata_format_identifier field.
-   *
-   * Since: 1.24
-   */
-  GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD = 0xff
-} GstMpegtsMetadataFormat;
-
-
-/* MPEG-TS Metadata Descriptor (0x26) */
-typedef struct _GstMpegtsMetadataDescriptor GstMpegtsMetadataDescriptor;
-
-/**
- * GstMpegtsMetadataDescriptor:
- * @metadata_application_format: specifies the application responsible for defining usage, syntax and semantics
- * @metadata_format: indicates the format and coding of the metadata
- * @metadata_format_identifier: format identifier (equivalent to registration descriptor), for example 0x4B4C4641 ('KLVA') to indicate SMPTE 336 KLV.
- * @metadata_service_id:  metadata service to which this metadata descriptor applies, typically 0x00
- * @decoder_config_flags: decoder flags, see ISO/IEC 13818-1:2018 Table 2-88.
- * @dsm_cc_flag: true if stream associated with this descriptor is in an ISO/IEC 13818-6 data or object carousel.
- *
- * The metadata descriptor specifies parameters of a metadata service carried in an MPEG-2 Transport Stream (or Program Stream). The descriptor is included in the PMT in the descriptor loop for the elementary stream that carries the
-metadata service. The descriptor specifies the format of the associated metadata, and contains the value of the
-metadata_service_id to identify the metadata service to which the metadata descriptor applies.
- *
- * Note that this structure does not include all of the metadata_descriptor items, and will need extension to support DSM-CC and private data.
- * See ISO/IEC 13818-1:2018 Section 2.6.60 and Section 2.6.61 for more information.
- *
- * Since: 1.24
- */
-struct _GstMpegtsMetadataDescriptor
-{
-  guint16 metadata_application_format;
-  GstMpegtsMetadataFormat metadata_format;
-  guint32 metadata_format_identifier;
-  guint8 metadata_service_id;
-  guint8 decoder_config_flags;
-  gboolean dsm_cc_flag;
-};
-
-/**
- * GST_TYPE_MPEGTS_METADATA_DESCRIPTOR:
- *
- * metadata_descriptor type
- *
- * Since: 1.24
- */
-#define GST_TYPE_MPEGTS_METADATA_DESCRIPTOR (gst_mpegts_metadata_descriptor_get_type ())
-
-GST_MPEGTS_API
-GType gst_mpegts_metadata_descriptor_get_type (void);
-
-G_END_DECLS
-
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-mpegtspesmetadatameta.c Deleted

@@ -1,106 +0,0 @@
-/* Gstreamer
- * Copyright 2021 Brad Hards <bradh@frogmouth.net>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
- * Boston, MA 02111-1307, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gst-mpegtspesmetadatameta.h"
-
-#define GST_CAT_DEFAULT mpegts_debug
-
-static gboolean
-gst_mpegts_pes_metadata_meta_init (GstMpegtsPESMetadataMeta * meta,
-    gpointer params, GstBuffer * buffer)
-{
-  return TRUE;
-}
-
-static void
-gst_mpegts_pes_metadata_meta_free (GstMpegtsPESMetadataMeta * meta,
-    GstBuffer * buffer)
-{
-}
-
-static gboolean
-gst_mpegts_pes_metadata_meta_transform (GstBuffer * dest, GstMeta * meta,
-    GstBuffer * buffer, GQuark type, gpointer data)
-{
-  GstMpegtsPESMetadataMeta *source_meta, *dest_meta;
-
-  source_meta = (GstMpegtsPESMetadataMeta *) meta;
-
-  if (GST_META_TRANSFORM_IS_COPY (type)) {
-    GstMetaTransformCopy *copy = data;
-    if (!copy->region) {
-      dest_meta = gst_buffer_add_mpegts_pes_metadata_meta (dest);
-      if (!dest_meta)
-        return FALSE;
-      dest_meta->metadata_service_id = source_meta->metadata_service_id;
-      dest_meta->flags = source_meta->flags;
-    }
-  } else {
-    /* return FALSE, if transform type is not supported */
-    return FALSE;
-  }
-  return TRUE;
-}
-
-GType
-gst_mpegts_pes_metadata_meta_api_get_type (void)
-{
-  static GType type;
-  static const gchar *tags = { NULL };
-
-  if (g_once_init_enter (&type)) {
-    GType _type =
-        gst_meta_api_type_register ("GstMpegtsPESMetadataMetaAPI", tags);
-    g_once_init_leave (&type, _type);
-  }
-  return type;
-}
-
-const GstMetaInfo *
-gst_mpegts_pes_metadata_meta_get_info (void)
-{
-  static const GstMetaInfo *mpegts_pes_metadata_meta_info = NULL;
-
-  if (g_once_init_enter ((GstMetaInfo **) & mpegts_pes_metadata_meta_info)) {
-    const GstMetaInfo *meta =
-        gst_meta_register (GST_MPEGTS_PES_METADATA_META_API_TYPE,
-        "GstMpegtsPESMetadataMeta", sizeof (GstMpegtsPESMetadataMeta),
-        (GstMetaInitFunction) gst_mpegts_pes_metadata_meta_init,
-        (GstMetaFreeFunction) gst_mpegts_pes_metadata_meta_free,
-        (GstMetaTransformFunction) gst_mpegts_pes_metadata_meta_transform);
-    g_once_init_leave ((GstMetaInfo **) & mpegts_pes_metadata_meta_info,
-        (GstMetaInfo *) meta);
-  }
-
-  return mpegts_pes_metadata_meta_info;
-}
-
-GstMpegtsPESMetadataMeta *
-gst_buffer_add_mpegts_pes_metadata_meta (GstBuffer * buffer)
-{
-  GstMpegtsPESMetadataMeta *meta;
-  meta =
-      (GstMpegtsPESMetadataMeta *) gst_buffer_add_meta (buffer,
-      GST_MPEGTS_PES_METADATA_META_INFO, NULL);
-  return meta;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-mpegtspesmetadatameta.h Deleted

@@ -1,108 +0,0 @@
-/* Gstreamer
- * Copyright 2021,2023 Brad Hards <bradh@frogmouth.net>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
- * Boston, MA 02111-1307, USA.
- */
-
-#ifndef __GST_MPEGTS_PES_METADATA_META_H__
-#define __GST_MPEGTS_PES_METADATA_META_H__
-
-#include <gst/gst.h>
-#include <gst/mpegts/mpegts-prelude.h>
-
-G_BEGIN_DECLS
-
-typedef struct _GstMpegtsPESMetadataMeta GstMpegtsPESMetadataMeta;
-
-/**
- * gst_mpegts_pes_metadata_meta_api_get_type
- *
- * Return the #GType associated with #GstMpegtsPESMetadataMeta
- *
- * Returns: a #GType
- *
- * Since: 1.24
- */
-GST_MPEGTS_API
-GType gst_mpegts_pes_metadata_meta_api_get_type (void);
-
-/**
- * GST_MPEGTS_PES_METADATA_META_API_TYPE:
- *
- * The #GType associated with #GstMpegtsPESMetadataMeta.
- *
- * Since: 1.24
- */
-#define GST_MPEGTS_PES_METADATA_META_API_TYPE  (gst_mpegts_pes_metadata_meta_api_get_type())
-
-/**
- * GST_MPEGTS_PES_METADATA_META_INFO:
- *
- * The #GstMetaInfo associated with #GstMpegtsPESMetadataMeta.
- *
- * Since: 1.24
- */
-#define GST_MPEGTS_PES_METADATA_META_INFO  (gst_mpegts_pes_metadata_meta_get_info())
-
-/**
- * gst_mpegts_pes_metadata_meta_get_info:
- *
- * Gets the global #GstMetaInfo describing the #GstMpegtsPESMetadataMeta meta.
- *
- * Returns: (transfer none): The #GstMetaInfo
- *
- * Since: 1.24
- */
-GST_MPEGTS_API
-const GstMetaInfo * gst_mpegts_pes_metadata_meta_get_info (void);
-
-/**
- * GstMpegtsPESMetadataMeta:
- * @meta: parent #GstMeta
- * @metadata_service_id: metadata service identifier
- * @flags: bit flags, see spec for details
- *
- * Extra buffer metadata describing the PES Metadata context.
- * This is based on the Metadata AU cell header in
- * ISO/IEC 13818-1:2018 Section 2.12.4.
- *
- * AU_cell_data_length is not provided, since it matches the length of the buffer
- *
- * Since: 1.24
- */
-struct _GstMpegtsPESMetadataMeta {
-  GstMeta            meta;
-  guint8             metadata_service_id;
-  guint8             flags;
-};
-
-/**
- * gst_buffer_add_mpegts_pes_metadata_meta:
- * @buffer: a #GstBuffer
- *
- * Creates and adds a #GstMpegtsPESMetadataMeta to a @buffer.
- *
- * Returns: (transfer none): a newly created #GstMpegtsPESMetadataMeta
- *
- * Since: 1.24
- */
-GST_MPEGTS_API
-GstMpegtsPESMetadataMeta *
-gst_buffer_add_mpegts_pes_metadata_meta (GstBuffer * buffer);
-
-G_END_DECLS
-
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkdecoder.c Deleted

@@ -1,1311 +0,0 @@
-/*
- * GStreamer
- * Copyright (C) 2023 Igalia, S.L.
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstvkdecoder.h"
-
-#include "gstvkoperation.h"
-#include "gstvkphysicaldevice-private.h"
-#include "gstvkvideo-private.h"
-
-/**
- * SECTION:vkdecoder
- * @title: GstVulkanDecoder
- * @short_description: Abstract Vulkan Video Decoder
- * @see_also: #GstVulkanOperation
- *
- * #GstVulkanOperation abstracts a video decoding operation.
- *
- * Since: 1.24
- */
-
-struct _GstVulkanDecoderPrivate
-{
-  GstVulkanHandle *empty_params;
-  GstVulkanHandle *session_params;
-  GstVulkanHandle *sampler;
-
-  GstCaps *profile_caps;
-  GstBufferPool *dpb_pool;
-
-  GstVulkanOperation *exec;
-
-  GstVulkanVideoSession session;
-  GstVulkanVideoCapabilities caps;
-  VkVideoFormatPropertiesKHR format;
-
-  gboolean vk_populated;
-  GstVulkanVideoFunctions vk;
-
-  gboolean started;
-};
-
-#define GST_CAT_DEFAULT gst_vulkan_decoder_debug
-GST_DEBUG_CATEGORY (GST_CAT_DEFAULT);
-
-#define gst_vulkan_decoder_parent_class parent_class
-G_DEFINE_TYPE_WITH_CODE (GstVulkanDecoder, gst_vulkan_decoder,
-    GST_TYPE_OBJECT, G_ADD_PRIVATE (GstVulkanDecoder)
-    GST_DEBUG_CATEGORY_INIT (gst_vulkan_decoder_debug,
-        "vulkandecoder", 0, "Vulkan device decoder"));
-
-static GstVulkanHandle *gst_vulkan_decoder_new_video_session_parameters
-    (GstVulkanDecoder * self, GstVulkanDecoderParameters * params,
-    GError ** error);
-
-static gboolean
-_populate_function_table (GstVulkanDecoder * self)
-{
-  GstVulkanDecoderPrivate *priv =
-      gst_vulkan_decoder_get_instance_private (self);
-  GstVulkanInstance *instance;
-
-  if (priv->vk_populated)
-    return TRUE;
-
-  instance = gst_vulkan_device_get_instance (self->queue->device);
-  if (!instance) {
-    GST_ERROR_OBJECT (self, "Failed to get instance from the device");
-    return FALSE;
-  }
-
-  priv->vk_populated = gst_vulkan_video_get_vk_functions (instance, &priv->vk);
-  gst_object_unref (instance);
-  return priv->vk_populated;
-}
-
-static void
-gst_vulkan_decoder_finalize (GObject * object)
-{
-  GstVulkanDecoder *self = GST_VULKAN_DECODER (object);
-
-  gst_clear_object (&self->queue);
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-static void
-gst_vulkan_decoder_init (GstVulkanDecoder * self)
-{
-}
-
-static void
-gst_vulkan_decoder_class_init (GstVulkanDecoderClass * klass)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-
-  gobject_class->finalize = gst_vulkan_decoder_finalize;
-}
-
-/**
- * gst_vulkan_decoder_start:
- * @self: a #GstVulkanDecoder
- * @profile: a #GstVulkanVideoProfile
- * @error: a #GError
- *
- * It creates a Vulkan video session for the given @profile. If an error occurs,
- * @error is filled.
- *
- * Returns: whether the video decoder has started correctly.
- */
-gboolean
-gst_vulkan_decoder_start (GstVulkanDecoder * self,
-    GstVulkanVideoProfile * profile, GError ** error)
-{
-  GstVulkanDecoderPrivate *priv;
-  VkPhysicalDevice gpu;
-  VkResult res;
-  VkVideoDecodeCapabilitiesKHR dec_caps;
-  VkVideoFormatPropertiesKHR *fmts = NULL;
-  VkVideoProfileListInfoKHR profile_list = {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_LIST_INFO_KHR,
-    .profileCount = 1,
-  };
-  VkPhysicalDeviceVideoFormatInfoKHR fmt_info = {
-    .sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VIDEO_FORMAT_INFO_KHR,
-    .pNext = &profile_list,
-  };
-  VkVideoSessionCreateInfoKHR session_create;
-  GstVulkanDecoderParameters empty_params;
-  guint i, maxlevel, n_fmts, codec_idx;
-  GstVideoFormat format = GST_VIDEO_FORMAT_UNKNOWN;
-  VkFormat vk_format = VK_FORMAT_UNDEFINED;
-  GstVulkanCommandPool *cmd_pool;
-  GError *query_err = NULL;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (priv->started)
-    return TRUE;
-
-  g_assert (self->codec == profile->profile.videoCodecOperation);
-
-  if (!_populate_function_table (self)) {
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-        "Couldn't load Vulkan Video functions");
-    return FALSE;
-  }
-
-  switch (self->codec) {
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
-      if (!gst_vulkan_video_profile_is_valid (profile, self->codec)) {
-        g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-            "Invalid profile");
-        return FALSE;
-      }
-      break;
-    default:
-      g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-          "Invalid codec");
-      return FALSE;
-  }
-
-  self->profile = *profile;
-  self->profile.profile.pNext = &self->profile.usage.decode;
-  self->profile.usage.decode.pNext = &self->profile.codec;
-
-  switch (self->codec) {
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
-      /* *INDENT-OFF* */
-      priv->caps.codec.h264dec = (VkVideoDecodeH264CapabilitiesKHR) {
-          .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H264_CAPABILITIES_KHR,
-      };
-      /* *INDENT-ON* */
-      codec_idx = GST_VK_VIDEO_EXTENSION_DECODE_H264;
-      break;
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
-      /* *INDENT-OFF* */
-      priv->caps.codec.h265dec = (VkVideoDecodeH265CapabilitiesKHR) {
-          .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H265_CAPABILITIES_KHR,
-      };
-      /* *INDENT-ON* */
-      codec_idx = GST_VK_VIDEO_EXTENSION_DECODE_H265;
-      break;
-    default:
-      g_assert_not_reached ();
-  }
-
-  /* *INDENT-OFF* */
-  dec_caps = (VkVideoDecodeCapabilitiesKHR) {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_CAPABILITIES_KHR,
-    .pNext = &priv->caps.codec,
-  };
-  priv->caps.caps =  (VkVideoCapabilitiesKHR) {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_CAPABILITIES_KHR,
-    .pNext = &dec_caps,
-  };
-  /* *INDENT-ON* */
-
-  gpu = gst_vulkan_device_get_physical_device (self->queue->device);
-  res = priv->vk.GetPhysicalDeviceVideoCapabilities (gpu,
-      &self->profile.profile, &priv->caps.caps);
-  if (gst_vulkan_error_to_g_error (res, error,
-          "vkGetPhysicalDeviceVideoCapabilitiesKHR") != VK_SUCCESS)
-    return FALSE;
-
-  switch (self->codec) {
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
-      maxlevel = priv->caps.codec.h264dec.maxLevelIdc;
-      break;
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
-      maxlevel = priv->caps.codec.h265dec.maxLevelIdc;
-      break;
-    default:
-      maxlevel = 0;
-  }
-
-  priv->profile_caps = gst_vulkan_video_profile_to_caps (&self->profile);
-  GST_LOG_OBJECT (self, "Capabilities for %" GST_PTR_FORMAT ":\n"
-      "     Maximum level: %d\n"
-      "     Width from %i to %i\n"
-      "     Height from %i to %i\n"
-      "     Width alignment: %i\n"
-      "     Height alignment: %i\n"
-      "     Buffer offset alignment: %" G_GUINT64_FORMAT "\n"
-      "     Buffer size alignment %" G_GUINT64_FORMAT "\n"
-      "     Maximum references: %u\n"
-      "     Maximum active references: %u\n"
-      "     Capabilities flags: %s%s%s\n"
-      "     Codec header version: %s %i.%i.%i (driver) %i.%i.%i (compiled) \n"
-      "     Decode modes:%s%s%s",
-      priv->profile_caps,
-      maxlevel,
-      priv->caps.caps.minCodedExtent.width,
-      priv->caps.caps.maxCodedExtent.width,
-      priv->caps.caps.minCodedExtent.height,
-      priv->caps.caps.maxCodedExtent.height,
-      priv->caps.caps.pictureAccessGranularity.width,
-      priv->caps.caps.pictureAccessGranularity.height,
-      priv->caps.caps.minBitstreamBufferOffsetAlignment,
-      priv->caps.caps.minBitstreamBufferSizeAlignment,
-      priv->caps.caps.maxDpbSlots, priv->caps.caps.maxActiveReferencePictures,
-      priv->caps.caps.flags ? "" : " none",
-      priv->caps.caps.flags &
-      VK_VIDEO_CAPABILITY_PROTECTED_CONTENT_BIT_KHR ?
-      " protected" : "",
-      priv->caps.caps.flags &
-      VK_VIDEO_CAPABILITY_SEPARATE_REFERENCE_IMAGES_BIT_KHR ?
-      " separate_references" : "",
-      GST_STR_NULL (priv->caps.caps.stdHeaderVersion.extensionName),
-      VK_CODEC_VERSION (priv->caps.caps.stdHeaderVersion.specVersion),
-      VK_CODEC_VERSION (_vk_codec_extensionscodec_idx.specVersion),
-      dec_caps.flags ? "" : " invalid",
-      dec_caps.flags &
-      VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_COINCIDE_BIT_KHR ?
-      " reuse_output_DPB" : "",
-      dec_caps.flags &
-      VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_DISTINCT_BIT_KHR ?
-      " dedicated_DPB" : "");
-
-  /* VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_COINCIDE_BIT_KHR - reports the
-   * implementation supports using the same Video Picture Resource for decode
-   * DPB and decode output.
-   *
-   * VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_DISTINCT_BIT_KHR - reports the
-   * implementation supports using distinct Video Picture Resources for decode
-   * DPB and decode output. */
-  self->dedicated_dpb = ((dec_caps.flags &
-          VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_COINCIDE_BIT_KHR) == 0);
-
-  /* The DPB or Reconstructed Video Picture Resources for the video session may
-   * be created as a separate VkImage for each DPB picture. If not supported,
-   * the DPB must be created as single multi-layered image where each layer
-   * represents one of the DPB Video Picture Resources. */
-  self->layered_dpb = ((priv->caps.caps.flags &
-          VK_VIDEO_CAPABILITY_SEPARATE_REFERENCE_IMAGES_BIT_KHR) == 0);
-
-  if (self->layered_dpb && !self->dedicated_dpb) {
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INCOMPATIBLE_DRIVER,
-        "Buggy driver: "
-        "VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_COINCIDE_BIT_KHR set but "
-        "VK_VIDEO_CAPABILITY_SEPARATE_REFERENCE_IMAGES_BIT_KHR is unset!");
-
-    goto failed;
-  }
-
-  priv->caps.caps.pNext = NULL;
-
-  /* Get output format */
-  profile_list.pProfiles = &self->profile.profile;
-
-  fmt_info.imageUsage = VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR
-      | VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_SAMPLED_BIT;
-  if (!self->dedicated_dpb)
-    fmt_info.imageUsage |= VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR;
-
-  res = priv->vk.GetPhysicalDeviceVideoFormatProperties (gpu, &fmt_info,
-      &n_fmts, NULL);
-  if (gst_vulkan_error_to_g_error (res, error,
-          "vkGetPhysicalDeviceVideoFormatPropertiesKHR") != VK_SUCCESS)
-    goto failed;
-
-  if (n_fmts == 0) {
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-        "Profile doesn't have an output format");
-    goto failed;
-  }
-
-  fmts = g_new0 (VkVideoFormatPropertiesKHR, n_fmts);
-  for (i = 0; i < n_fmts; i++)
-    fmtsi.sType = VK_STRUCTURE_TYPE_VIDEO_FORMAT_PROPERTIES_KHR;
-
-  res = priv->vk.GetPhysicalDeviceVideoFormatProperties (gpu, &fmt_info,
-      &n_fmts, fmts);
-  if (gst_vulkan_error_to_g_error (res, error,
-          "vkGetPhysicalDeviceVideoFormatPropertiesKHR") != VK_SUCCESS) {
-    goto failed;
-  }
-
-  if (n_fmts == 0) {
-    g_free (fmts);
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-        "Profile doesn't have an output format");
-    goto failed;
-  }
-
-  /* find the best output format */
-  for (i = 0; i < n_fmts; i++) {
-    format = gst_vulkan_format_to_video_format (fmtsi.format);
-    if (format == GST_VIDEO_FORMAT_UNKNOWN) {
-      GST_WARNING_OBJECT (self, "Unknown Vulkan format %i", fmtsi.format);
-      continue;
-    } else {
-      vk_format = fmtsi.format;
-      priv->format = fmtsi;
-      priv->format.pNext = NULL;
-      break;
-    }
-  }
-  g_clear_pointer (&fmts, g_free);
-
-  if (vk_format == VK_FORMAT_UNDEFINED) {
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-        "No valid output format found");
-    goto failed;
-  }
-
-  GST_INFO_OBJECT (self, "Using output format %s",
-      gst_video_format_to_string (format));
-
-  /* *INDENT-OFF* */
-  session_create = (VkVideoSessionCreateInfoKHR) {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_CREATE_INFO_KHR,
-    .queueFamilyIndex = self->queue->family,
-    .pVideoProfile = &profile->profile,
-    .pictureFormat = vk_format,
-    .maxCodedExtent = priv->caps.caps.maxCodedExtent,
-    .referencePictureFormat = vk_format,
-    .maxDpbSlots = priv->caps.caps.maxDpbSlots,
-    .maxActiveReferencePictures = priv->caps.caps.maxActiveReferencePictures,
-    .pStdHeaderVersion = &_vk_codec_extensionscodec_idx,
-  };
-  /* *INDENT-ON* */
-
-  /* create video session */
-  if (!gst_vulkan_video_session_create (&priv->session, self->queue->device,
-          &priv->vk, &session_create, error))
-    goto failed;
-
-  /* create empty codec params */
-  switch (self->profile.profile.videoCodecOperation) {
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
-      /* *INDENT-OFF* */
-      empty_params.h264 = (VkVideoDecodeH264SessionParametersCreateInfoKHR) {
-        .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H264_SESSION_PARAMETERS_CREATE_INFO_KHR,
-      };
-      /* *INDENT-ON* */
-      break;
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
-      /* *INDENT-OFF* */
-      empty_params.h265 = (VkVideoDecodeH265SessionParametersCreateInfoKHR) {
-        .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H265_SESSION_PARAMETERS_CREATE_INFO_KHR,
-      };
-      /* *INDENT-ON* */
-      break;
-    default:
-      g_assert_not_reached ();
-  }
-
-  priv->empty_params = gst_vulkan_decoder_new_video_session_parameters (self,
-      &empty_params, error);
-  if (!priv->empty_params)
-    goto failed;
-  cmd_pool = gst_vulkan_queue_create_command_pool (self->queue, error);
-  if (!cmd_pool)
-    goto failed;
-  priv->exec = gst_vulkan_operation_new (cmd_pool);
-  gst_object_unref (cmd_pool);
-  if (!gst_vulkan_operation_enable_query (priv->exec,
-          VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR, 1, &profile->profile,
-          &query_err)) {
-    if (query_err->code != VK_ERROR_FEATURE_NOT_PRESENT) {
-      g_propagate_error (error, query_err);
-      goto failed;
-    }
-    g_clear_error (&query_err);
-  }
-
-  if (!gst_vulkan_decoder_flush (self, error))
-    goto failed;
-
-  priv->started = TRUE;
-
-  return TRUE;
-
-failed:
-  {
-    g_free (fmts);
-    gst_clear_caps (&priv->profile_caps);
-
-    if (priv->session.session)
-      gst_vulkan_video_session_destroy (&priv->session);
-
-    gst_clear_vulkan_handle (&priv->empty_params);
-
-    gst_clear_object (&priv->exec);
-
-    return FALSE;
-  }
-}
-
-/**
- * gst_vulkan_decoder_stop:
- * @self: a #GstVulkanDecoder
- *
- * Destroys the video session created at gst_vulkan_decoder_start() and clean up
- * the internal objects.
- *
- * Returns: whether the decoder stopped correctly.
- */
-gboolean
-gst_vulkan_decoder_stop (GstVulkanDecoder * self)
-{
-  GstVulkanDecoderPrivate *priv;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!priv->started)
-    return TRUE;
-
-  gst_vulkan_decoder_wait (self);
-
-  gst_clear_buffer (&self->input_buffer);
-
-  gst_clear_buffer (&self->layered_buffer);
-  gst_clear_object (&priv->dpb_pool);
-
-  gst_vulkan_video_session_destroy (&priv->session);
-
-  gst_clear_caps (&priv->profile_caps);
-
-  gst_clear_vulkan_handle (&priv->empty_params);
-  gst_clear_vulkan_handle (&priv->session_params);
-
-  gst_clear_vulkan_handle (&priv->sampler);
-
-  gst_clear_object (&priv->exec);
-
-  priv->started = FALSE;
-
-  return TRUE;
-}
-
-/**
- * gst_vulkan_decoder_flush:
- * @self: a #GstVulkanDecoder
- * @error: a #GError
- *
- * Initializes the decoder at driver level and set its DPB slots to the inactive
- * state.
- *
- * Returns: whether flush was successful
- */
-gboolean
-gst_vulkan_decoder_flush (GstVulkanDecoder * self, GError ** error)
-{
-  GstVulkanDecoderPrivate *priv;
-  VkVideoBeginCodingInfoKHR decode_start;
-  VkVideoCodingControlInfoKHR decode_ctrl = {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_CODING_CONTROL_INFO_KHR,
-    .flags = VK_VIDEO_CODING_CONTROL_RESET_BIT_KHR,
-  };
-  VkVideoEndCodingInfoKHR decode_end = {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_END_CODING_INFO_KHR,
-  };
-  gboolean ret;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!(priv->empty_params && priv->exec))
-    return FALSE;
-
-  /* *INDENT-OFF* */
-  decode_start = (VkVideoBeginCodingInfoKHR) {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_BEGIN_CODING_INFO_KHR,
-    .videoSession = priv->session.session->handle,
-    .videoSessionParameters = priv->empty_params->handle,
-  };
-  /* *INDENT-ON* */
-
-  if (!gst_vulkan_operation_begin (priv->exec, error))
-    return FALSE;
-
-  priv->vk.CmdBeginVideoCoding (priv->exec->cmd_buf->cmd, &decode_start);
-  priv->vk.CmdControlVideoCoding (priv->exec->cmd_buf->cmd, &decode_ctrl);
-  priv->vk.CmdEndVideoCoding (priv->exec->cmd_buf->cmd, &decode_end);
-
-  ret = gst_vulkan_operation_end (priv->exec, error);
-
-  return ret;
-}
-
-/**
- * gst_vulkan_decoder_create_dpb_pool:
- * @self: a #GstVulkanDecoder
- * @caps: the #GstCaps of the DP
- *
- * Instantiates an internal Vulkan image pool for driver decoders whose output
- * buffers cannot be used as DPB buffers.
- *
- * Returns: whether the pool was created.
- */
-gboolean
-gst_vulkan_decoder_create_dpb_pool (GstVulkanDecoder * self, GstCaps * caps)
-{
-  GstVulkanDecoderPrivate *priv;
-  VkImageUsageFlags usage = VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR;
-  GstStructure *config;
-  guint min_buffers, max_buffers;
-  GstFlowReturn ret;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-  g_return_val_if_fail (GST_IS_CAPS (caps), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!priv->started)
-    return FALSE;
-
-  if (!self->dedicated_dpb)
-    return TRUE;
-
-  if (self->layered_dpb) {
-    min_buffers = max_buffers = 1;
-  } else {
-    min_buffers = priv->caps.caps.maxDpbSlots;
-    max_buffers = 0;
-  }
-
-  priv->dpb_pool = gst_vulkan_image_buffer_pool_new (self->queue->device);
-
-  config = gst_buffer_pool_get_config (priv->dpb_pool);
-  gst_buffer_pool_config_set_params (config, caps, 1024, min_buffers,
-      max_buffers);
-  gst_vulkan_image_buffer_pool_config_set_allocation_params (config, usage,
-      VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, VK_IMAGE_LAYOUT_VIDEO_DECODE_DPB_KHR,
-      VK_ACCESS_TRANSFER_READ_BIT | VK_ACCESS_TRANSFER_WRITE_BIT);
-
-  if (self->layered_dpb) {
-    gst_structure_set (config, "num-layers", G_TYPE_UINT,
-        priv->caps.caps.maxDpbSlots, NULL);
-  }
-
-  gst_vulkan_image_buffer_pool_config_set_decode_caps (config,
-      priv->profile_caps);
-
-  if (!gst_buffer_pool_set_config (priv->dpb_pool, config))
-    goto bail;
-  if (!gst_buffer_pool_set_active (priv->dpb_pool, TRUE))
-    goto bail;
-
-  if (self->layered_dpb) {
-    ret = gst_buffer_pool_acquire_buffer (priv->dpb_pool, &self->layered_buffer,
-        NULL);
-    if (ret != GST_FLOW_OK)
-      goto bail;
-  }
-
-  return TRUE;
-
-bail:
-  g_clear_object (&priv->dpb_pool);
-  return FALSE;
-}
-
-/**
- * gst_vulkan_decoder_decode:
- * @self: a #GstVulkanDecoder
- * @pic: a #GstVulkanDecoderPicture
- * @error:  a #GError
- *
- * Decodes @pic.
- *
- * Return: whether @pic was decoded correctly. It might fill @error.
- */
-gboolean
-gst_vulkan_decoder_decode (GstVulkanDecoder * self,
-    GstVulkanDecoderPicture * pic, GError ** error)
-{
-  GstVulkanDecoderPrivate *priv;
-  VkVideoBeginCodingInfoKHR decode_start;
-  VkVideoEndCodingInfoKHR decode_end = {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_END_CODING_INFO_KHR,
-  };
-  GArray *barriers;
-  VkImageLayout new_layout;
-  GstVulkanCommandBuffer *cmd_buf;
-  gboolean ret;
-  VkVideoReferenceSlotInfoKHR *cur_slot;
-  gint32 i;
-  GstMemory *mem;
-  guint32 slices_size;
-
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-  g_return_val_if_fail (pic, FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  /* *INDENT-OFF* */
-  decode_start = (VkVideoBeginCodingInfoKHR) {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_BEGIN_CODING_INFO_KHR,
-    .videoSession = priv->session.session->handle,
-    .videoSessionParameters = priv->session_params->handle,
-    .referenceSlotCount = pic->decode_info.referenceSlotCount,
-    .pReferenceSlots = pic->decode_info.pReferenceSlots,
-  };
-  /* *INDENT-ON* */
-
-  if (!(priv->started && priv->session_params)) {
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-        "Vulkan Decoder has not started or no session parameters are set");
-    return FALSE;
-  }
-
-  /* The current decoding reference has to be bound as an inactive reference */
-  cur_slot = (VkVideoReferenceSlotInfoKHR *)
-      & decode_start.pReferenceSlotsdecode_start.referenceSlotCount;
-  *cur_slot = pic->slot;
-  cur_slot->slotIndex = -1;
-  decode_start.referenceSlotCount++;
-
-  /* set the input buffer */
-  mem = gst_buffer_peek_memory (self->input_buffer, 0);
-  slices_size = g_array_index (pic->slice_offs, guint32,
-      pic->slice_offs->len - 1);
-
-  pic->decode_info.srcBuffer = ((GstVulkanBufferMemory *) mem)->buffer;
-  pic->decode_info.srcBufferRange = GST_ROUND_UP_N (slices_size,
-      priv->caps.caps.minBitstreamBufferSizeAlignment);
-
-  if (!gst_vulkan_operation_begin (priv->exec, error))
-    return FALSE;
-
-  cmd_buf = priv->exec->cmd_buf;
-
-  if (!gst_vulkan_operation_add_dependency_frame (priv->exec, pic->out,
-          VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
-          VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
-    return FALSE;
-  }
-
-  new_layout = (self->layered_dpb || pic->dpb) ?
-      VK_IMAGE_LAYOUT_VIDEO_DECODE_DST_KHR :
-      VK_IMAGE_LAYOUT_VIDEO_DECODE_DPB_KHR;
-  gst_vulkan_operation_add_frame_barrier (priv->exec, pic->out,
-      VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
-      VK_ACCESS_2_VIDEO_DECODE_WRITE_BIT_KHR, new_layout, NULL);
-
-  /* Reference for the current image, if existing and not layered */
-  if (pic->dpb) {
-    if (!gst_vulkan_operation_add_dependency_frame (priv->exec, pic->dpb,
-            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
-            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
-      return FALSE;
-    }
-  }
-
-  if (!self->layered_dpb) {
-    /* All references (apart from the current) for non-layered refs */
-
-    for (i = 0; i < pic->decode_info.referenceSlotCount; i++) {
-      GstVulkanDecoderPicture *ref_pic = pic->refsi;
-      GstBuffer *ref_buf = ref_pic->dpb ? ref_pic->dpb : ref_pic->out;
-
-      if (!gst_vulkan_operation_add_dependency_frame (priv->exec, ref_buf,
-              VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
-              VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
-        return FALSE;
-      }
-
-      if (!ref_pic->dpb) {
-        gst_vulkan_operation_add_frame_barrier (priv->exec, ref_buf,
-            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
-            VK_ACCESS_2_VIDEO_DECODE_WRITE_BIT_KHR
-            | VK_ACCESS_2_VIDEO_DECODE_READ_BIT_KHR,
-            VK_IMAGE_LAYOUT_VIDEO_DECODE_DPB_KHR, NULL);
-      }
-    }
-  } else if (pic->decode_info.referenceSlotCount > 1
-      || pic->img_view_out != pic->img_view_ref) {
-    /* Single barrier for a single layered ref */
-    if (!gst_vulkan_operation_add_dependency_frame (priv->exec,
-            self->layered_buffer, VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
-            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
-      return FALSE;
-    }
-  }
-
-  /* change image layout */
-  barriers = gst_vulkan_operation_retrieve_image_barriers (priv->exec);
-  /* *INDENT-OFF* */
-  vkCmdPipelineBarrier2 (cmd_buf->cmd, &(VkDependencyInfo) {
-      .sType = VK_STRUCTURE_TYPE_DEPENDENCY_INFO,
-      .dependencyFlags = VK_DEPENDENCY_BY_REGION_BIT,
-      .pImageMemoryBarriers = (VkImageMemoryBarrier2 *) barriers->data,
-      .imageMemoryBarrierCount = barriers->len,
-    });
-  /* *INDENT-ON* */
-  g_array_unref (barriers);
-
-  priv->vk.CmdBeginVideoCoding (cmd_buf->cmd, &decode_start);
-  gst_vulkan_operation_begin_query (priv->exec, 0);
-  priv->vk.CmdDecodeVideo (cmd_buf->cmd, &pic->decode_info);
-  gst_vulkan_operation_end_query (priv->exec, 0);
-  priv->vk.CmdEndVideoCoding (cmd_buf->cmd, &decode_end);
-
-  ret = gst_vulkan_operation_end (priv->exec, error);
-
-  return ret;
-}
-
-/**
- * gst_vulkan_decoder_is_started:
- * @self: a #GstVulkanDecoder
- *
- * Returns: whether gst_vulkan_decoder_start() was called correctly previously.
- */
-gboolean
-gst_vulkan_decoder_is_started (GstVulkanDecoder * self)
-{
-  GstVulkanDecoderPrivate *priv;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-  return priv->started;
-}
-
-/**
- * gst_vulkan_decoder_caps:
- * @self: a #GstVulkanDecoder
- * @caps: (out): a #GstVulkanVideoCapabilities
- *
- * Gets the Vulkan decoding capabilities of the current video session.
- *
- * Returns: whether the capabilities were fetched correctly.
- */
-gboolean
-gst_vulkan_decoder_caps (GstVulkanDecoder * self,
-    GstVulkanVideoCapabilities * caps)
-{
-  GstVulkanDecoderPrivate *priv;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!priv->started)
-    return FALSE;
-
-  if (caps) {
-    *caps = priv->caps;
-    caps->caps.pNext = &caps->codec;
-  }
-
-  return TRUE;
-}
-
-/**
- * gst_vulkan_decoder_out_format: (skip)
- * @self: a #GstVulkanDecoder
- * @format: the Vulkan output format properties
- *
- * Gets the Vulkan format properties of the output frames.
- *
- * Returns: whether the @format was fetched.
- */
-gboolean
-gst_vulkan_decoder_out_format (GstVulkanDecoder * self,
-    VkVideoFormatPropertiesKHR * format)
-{
-  GstVulkanDecoderPrivate *priv;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!priv->started)
-    return FALSE;
-
-  if (format)
-    *format = priv->format;
-
-  return TRUE;
-}
-
-/**
- * gst_vulkan_decoder_profile_caps:
- * @self: a #GstVulkanDecoder
- *
- * Returns: (transfer full): the #GstCaps of the profile defined at
- *     gst_vulkan_decoder_start().
- */
-GstCaps *
-gst_vulkan_decoder_profile_caps (GstVulkanDecoder * self)
-{
-  GstVulkanDecoderPrivate *priv;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), NULL);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!priv->started)
-    return NULL;
-
-  return gst_caps_ref (priv->profile_caps);
-}
-
-static void
-gst_vulkan_handle_free_video_session_parameters (GstVulkanHandle * handle,
-    gpointer data)
-{
-  PFN_vkDestroyVideoSessionParametersKHR vkDestroyVideoSessionParameters;
-
-  g_return_if_fail (handle != NULL);
-  g_return_if_fail (handle->handle != VK_NULL_HANDLE);
-  g_return_if_fail (handle->type ==
-      GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION_PARAMETERS);
-  g_return_if_fail (handle->user_data);
-
-  vkDestroyVideoSessionParameters = handle->user_data;
-  vkDestroyVideoSessionParameters (handle->device->device,
-      (VkVideoSessionKHR) handle->handle, NULL);
-}
-
-static GstVulkanHandle *
-gst_vulkan_decoder_new_video_session_parameters (GstVulkanDecoder * self,
-    GstVulkanDecoderParameters * params, GError ** error)
-{
-  GstVulkanDecoderPrivate *priv;
-  VkVideoSessionParametersCreateInfoKHR session_params_info;
-  VkResult res;
-  VkVideoSessionParametersKHR session_params;
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!priv->session.session)
-    return NULL;
-
-  /* *INDENT-OFF* */
-  session_params_info = (VkVideoSessionParametersCreateInfoKHR) {
-    .sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_PARAMETERS_CREATE_INFO_KHR,
-    .pNext = params,
-    .videoSession = priv->session.session->handle,
-  };
-  /* *INDENT-ON* */
-
-  res = priv->vk.CreateVideoSessionParameters (self->queue->device->device,
-      &session_params_info, NULL, &session_params);
-  if (gst_vulkan_error_to_g_error (res, error,
-          "vkCreateVideoSessionParametersKHR") != VK_SUCCESS)
-    return NULL;
-
-  return gst_vulkan_handle_new_wrapped (self->queue->device,
-      GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION_PARAMETERS,
-      (GstVulkanHandleTypedef) session_params,
-      gst_vulkan_handle_free_video_session_parameters,
-      priv->vk.DestroyVideoSessionParameters);
-}
-
-/**
- * gst_vulkan_decoder_update_video_session_parameters:
- * @self: a #GstVulkanDecoder
- * @params: a GstVulkanDecoderParameters union
- * @error: a #GError
- *
- * Update the internal codec parameters for the current video session.
- *
- * Returns: whether the @params were updated internally. It might fill @error.
- */
-gboolean
-gst_vulkan_decoder_update_video_session_parameters (GstVulkanDecoder * self,
-    GstVulkanDecoderParameters * params, GError ** error)
-{
-  GstVulkanDecoderPrivate *priv;
-  GstVulkanHandle *handle;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-  g_return_val_if_fail (params, FALSE);
-
-  handle =
-      gst_vulkan_decoder_new_video_session_parameters (self, params, error);
-  if (!handle)
-    return FALSE;
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  gst_clear_vulkan_handle (&priv->session_params);
-  priv->session_params = handle;
-
-  return TRUE;
-}
-
-static void
-gst_vulkan_handle_free_sampler_ycbcr_conversion (GstVulkanHandle * handle,
-    gpointer data)
-{
-  g_return_if_fail (handle != NULL);
-  g_return_if_fail (handle->handle != VK_NULL_HANDLE);
-  g_return_if_fail (handle->type ==
-      GST_VULKAN_HANDLE_TYPE_SAMPLER_YCBCR_CONVERSION);
-
-  vkDestroySamplerYcbcrConversion (handle->device->device,
-      (VkSamplerYcbcrConversion) handle->handle, NULL);
-}
-
-/**
- * gst_vulkan_decoder_update_ycbcr_sampler:
- * @self: a #GstVulkanDecoder
- * @range: whether color components are encoded using the full range of
- *     numerical values or whether values are reserved for headroom and foot
- *     room.
- * @xloc: x location of downsampled chroma component samples relative to the luma
- *     samples.
- * @yloc: y location of downsampled chroma component samples relative to the luma
- *     samples.
- *
- * Update the internal Ycbcr sampler for the output images.
- *
- * Returns: whether the sampler was updated.
- */
-gboolean
-gst_vulkan_decoder_update_ycbcr_sampler (GstVulkanDecoder * self,
-    VkSamplerYcbcrRange range, VkChromaLocation xloc,
-    VkChromaLocation yloc, GError ** error)
-{
-  const VkPhysicalDeviceFeatures2 *features;
-  const VkBaseOutStructure *iter;
-  GstVulkanDevice *device;
-  GstVulkanDecoderPrivate *priv;
-  GstVulkanHandle *handle;
-  VkSamplerYcbcrConversionCreateInfo create_info;
-  VkSamplerYcbcrConversion ycbr_conversion;
-  VkResult res;
-  gboolean found = FALSE;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  device = self->queue->device;
-
-  if (!gst_vulkan_instance_check_version (device->instance, 1, 2, 0)) {
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-        "Sampler Ycbcr conversion not available in API");
-    return FALSE;
-  }
-
-  features = gst_vulkan_physical_device_get_features (device->physical_device);
-  for (iter = (const VkBaseOutStructure *) features; iter; iter = iter->pNext) {
-    if (iter->sType == VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_1_FEATURES) {
-      const VkPhysicalDeviceVulkan11Features *features11 =
-          (const VkPhysicalDeviceVulkan11Features *) iter;
-
-      if (!features11->samplerYcbcrConversion)
-        return FALSE;
-      found = TRUE;
-      break;
-    }
-  }
-
-  if (!found) {
-    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
-        "Sampler Ycbcr conversion not available in driver");
-    return FALSE;
-  }
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  /* *INDENT-OFF* */
-  create_info = (VkSamplerYcbcrConversionCreateInfo) {
-    .sType = VK_STRUCTURE_TYPE_SAMPLER_YCBCR_CONVERSION_CREATE_INFO,
-    .components = _vk_identity_component_map,
-    .ycbcrModel = VK_SAMPLER_YCBCR_MODEL_CONVERSION_RGB_IDENTITY,
-    .ycbcrRange = range,
-    .xChromaOffset = xloc,
-    .yChromaOffset = yloc,
-    .format = priv->format.format,
-  };
-  /* *INDENT-ON* */
-
-  res = vkCreateSamplerYcbcrConversion (device->device, &create_info, NULL,
-      &ycbr_conversion);
-  if (gst_vulkan_error_to_g_error (res, error,
-          "vkCreateSamplerYcbcrConversion") != VK_SUCCESS)
-    return FALSE;
-
-  handle = gst_vulkan_handle_new_wrapped (device,
-      GST_VULKAN_HANDLE_TYPE_SAMPLER_YCBCR_CONVERSION,
-      (GstVulkanHandleTypedef) ycbr_conversion,
-      gst_vulkan_handle_free_sampler_ycbcr_conversion, NULL);
-
-  gst_clear_vulkan_handle (&priv->sampler);
-  priv->sampler = handle;
-
-  return TRUE;
-}
-
-/**
- * gst_vulkan_decoder_picture_create_view:
- * @self: a #GstVulkanDecoder
- * @buf: a #GstBuffer
- * @is_out: if @buf is for output or for DPB
- *
- * Creates a #GstVulkanImageView for @buf for decoding, with the internal Ycbcr
- * sampler, if available.
- *
- * Returns: (transfer full) (nullable): the #GstVulkanImageView.
- */
-GstVulkanImageView *
-gst_vulkan_decoder_picture_create_view (GstVulkanDecoder * self,
-    GstBuffer * buf, gboolean is_out)
-{
-  GstVulkanDecoderPrivate *priv;
-  VkSamplerYcbcrConversionInfo yuv_sampler_info;
-  VkImageViewCreateInfo view_create_info;
-  GstVulkanImageMemory *vkmem;
-  GstMemory *mem;
-  gpointer pnext;
-  guint n_mems;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self) && GST_IS_BUFFER (buf),
-      NULL);
-
-  n_mems = gst_buffer_n_memory (buf);
-  if (n_mems != 1)
-    return NULL;
-
-  mem = gst_buffer_peek_memory (buf, 0);
-  if (!gst_is_vulkan_image_memory (mem))
-    return NULL;
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  pnext = NULL;
-  if (priv->sampler) {
-    /* *INDENT-OFF* */
-    yuv_sampler_info = (VkSamplerYcbcrConversionInfo) {
-      .sType = VK_STRUCTURE_TYPE_SAMPLER_YCBCR_CONVERSION_INFO,
-      .conversion = priv->sampler->handle,
-    };
-    /* *INDENT-ON* */
-
-    pnext = &yuv_sampler_info;
-  }
-
-  vkmem = (GstVulkanImageMemory *) mem;
-
-  /* *INDENT-OFF* */
-  view_create_info = (VkImageViewCreateInfo) {
-    .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
-    .pNext = pnext,
-    .viewType = self->layered_dpb && !is_out ?
-        VK_IMAGE_VIEW_TYPE_2D_ARRAY: VK_IMAGE_VIEW_TYPE_2D,
-    .format = vkmem->create_info.format,
-    .image = vkmem->image,
-    .components = _vk_identity_component_map,
-    .subresourceRange = (VkImageSubresourceRange) {
-      .aspectMask     = VK_IMAGE_ASPECT_COLOR_BIT,
-      .baseArrayLayer = 0,
-      .layerCount     = self->layered_dpb && !is_out ?
-          VK_REMAINING_ARRAY_LAYERS : 1,
-      .levelCount     = 1,
-    },
-  };
-  /* *INDENT-ON* */
-
-  return gst_vulkan_get_or_create_image_view_with_info (vkmem,
-      &view_create_info);
-}
-
-/**
- * gst_vulkan_decoder_picture_init:
- * @self: a #GstVulkanDecoder
- * @pic: a #GstVulkanDecoderPicture
- * @out: the #GstBuffer to use as output
- *
- * Initializes @pic with @out as output buffer.
- *
- * Returns: whether @pic was initialized.
- */
-gboolean
-gst_vulkan_decoder_picture_init (GstVulkanDecoder * self,
-    GstVulkanDecoderPicture * pic, GstBuffer * out)
-{
-  GstVulkanDecoderPrivate *priv;
-  GstFlowReturn ret;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-  g_return_val_if_fail (pic, FALSE);
-  g_return_val_if_fail (GST_IS_BUFFER (out), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (self->layered_dpb)
-    g_return_val_if_fail (GST_IS_BUFFER (self->layered_buffer), FALSE);
-  else if (self->dedicated_dpb)
-    g_return_val_if_fail (GST_IS_BUFFER_POOL (priv->dpb_pool), FALSE);
-
-  pic->out = gst_buffer_ref (out);
-  pic->img_view_out =
-      gst_vulkan_decoder_picture_create_view (self, pic->out, TRUE);
-  g_assert (pic->img_view_out);
-
-  pic->dpb = NULL;
-  pic->img_view_ref = NULL;
-
-  if (self->layered_dpb) {
-    pic->img_view_ref =
-        gst_vulkan_decoder_picture_create_view (self, self->layered_buffer,
-        FALSE);
-  } else if (self->dedicated_dpb) {
-    ret = gst_buffer_pool_acquire_buffer (priv->dpb_pool, &pic->dpb, NULL);
-    if (ret != GST_FLOW_OK)
-      return FALSE;
-    pic->img_view_ref =
-        gst_vulkan_decoder_picture_create_view (self, pic->dpb, FALSE);
-  } else {
-    pic->img_view_ref = gst_vulkan_image_view_ref (pic->img_view_out);
-  }
-
-  pic->slice_offs = NULL;
-
-  return TRUE;
-}
-
-/**
- * gst_vulkan_decoder_picture_release:
- * @pic: a #GstVulkanDecoderPicture
- *
- * Releases the internal resource of @pic.
- */
-void
-gst_vulkan_decoder_picture_release (GstVulkanDecoderPicture * pic)
-{
-  gst_clear_vulkan_image_view (&pic->img_view_ref);
-  gst_clear_vulkan_image_view (&pic->img_view_out);
-
-  gst_clear_buffer (&pic->out);
-  gst_clear_buffer (&pic->dpb);
-
-  g_clear_pointer (&pic->slice_offs, g_array_unref);
-}
-
-/**
- * gst_vulkan_decoder_append_slice:
- * @self: a #GstVulkanDecoder
- * @pic: a #GstVulkanDecoderPicture
- * @data: slice's bitstream data
- * @size: the size of @data
- * @add_startcode: whether add start code
- *
- * Appends slices's @data bitstream into @pic internal input buffer.
- *
- * Returns: whether the slice @data were added.
- */
-gboolean
-gst_vulkan_decoder_append_slice (GstVulkanDecoder * self,
-    GstVulkanDecoderPicture * pic, const guint8 * data, size_t size,
-    gboolean add_startcode)
-{
-  GstVulkanDecoderPrivate *priv;
-  static const guint8 startcode3 = { 0x0, 0x0, 0x1 };
-  size_t new_size, cur_size, buf_size, startcode_len;
-  GstBuffer *new_buf = NULL;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  startcode_len = add_startcode ? sizeof (startcode) : 0;
-  buf_size = self->input_buffer ? gst_buffer_get_size (self->input_buffer) : 0;
-  cur_size = pic->slice_offs ?
-      g_array_index (pic->slice_offs, guint32, pic->slice_offs->len - 1) : 0;
-  new_size = cur_size + startcode_len + size;
-  new_size = GST_ROUND_UP_N (new_size,
-      priv->caps.caps.minBitstreamBufferSizeAlignment);
-
-  if (new_size > buf_size) {
-    new_buf = gst_vulkan_video_codec_buffer_new (self->queue->device,
-        &self->profile, VK_BUFFER_USAGE_VIDEO_DECODE_SRC_BIT_KHR, new_size);
-    if (!new_buf)
-      goto error;
-
-    if (self->input_buffer) {
-      if (!gst_buffer_copy_into (new_buf, self->input_buffer,
-              GST_BUFFER_COPY_MEMORY | GST_BUFFER_COPY_DEEP, 0, -1))
-        goto error;
-    }
-
-    gst_clear_buffer (&self->input_buffer);
-    self->input_buffer = new_buf;
-  }
-
-  /* append data */
-  {
-    GstBufferMapInfo mapinfo;
-    guint32 offset;
-
-    if (!gst_buffer_map (self->input_buffer, &mapinfo, GST_MAP_WRITE))
-      goto error;
-    memcpy (mapinfo.data + cur_size, startcode, startcode_len);
-    memcpy (mapinfo.data + cur_size + startcode_len, data, size);
-    gst_buffer_unmap (self->input_buffer, &mapinfo);
-
-    if (!pic->slice_offs) {
-      offset = 0;
-      pic->slice_offs = g_array_new (FALSE, FALSE, sizeof (guint32));
-      g_array_append_val (pic->slice_offs, offset);
-    }
-
-    offset = cur_size + startcode_len + size;
-    g_array_append_val (pic->slice_offs, offset);
-  }
-
-  return TRUE;
-
-error:
-  gst_clear_buffer (&new_buf);
-  return FALSE;
-}
-
-/**
- * gst_vulkan_decoder_wait:
- * @self: a #GstVulkanDecoder
- *
- * Waits indefinitely for decoding fences to signal, and queries the operation
- * result if available.
- *
- * Returns: whether the wait succeeded in waiting for all the fences to be
- *     freed.
- */
-gboolean
-gst_vulkan_decoder_wait (GstVulkanDecoder * self)
-{
-  GstVulkanDecoderPrivate *priv;
-  gint32 *query = NULL;
-  GError *error = NULL;
-
-  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
-
-  priv = gst_vulkan_decoder_get_instance_private (self);
-
-  if (!gst_vulkan_operation_wait (priv->exec))
-    return FALSE;
-
-  if (!gst_vulkan_operation_get_query (priv->exec, (gpointer *) & query,
-          &error)) {
-    GST_WARNING_OBJECT (self, "Operation query error: %s", error->message);
-    g_clear_error (&error);
-  } else if (query && query0 != 1) {
-    GST_WARNING_OBJECT (self, "query result: %d", query0);
-  }
-
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkdecoder.h Deleted

@@ -1,194 +0,0 @@
-/*
- * GStreamer
- * Copyright (C) 2023 Igalia, S.L.
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/vulkan/gstvkqueue.h>
-#include <gst/vulkan/gstvkvideoutils.h>
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_VULKAN_DECODER         (gst_vulkan_decoder_get_type())
-#define GST_VULKAN_DECODER(o)           (G_TYPE_CHECK_INSTANCE_CAST((o), GST_TYPE_VULKAN_DECODER, GstVulkanDecoder))
-#define GST_VULKAN_DECODER_CLASS(k)     (G_TYPE_CHECK_CLASS_CAST((k), GST_TYPE_VULKAN_DECODER, GstVulkanDecoderClass))
-#define GST_IS_VULKAN_DECODER(o)        (G_TYPE_CHECK_INSTANCE_TYPE((o), GST_TYPE_VULKAN_DECODER))
-#define GST_IS_VULKAN_DECODER_CLASS(k)  (G_TYPE_CHECK_CLASS_TYPE((k), GST_TYPE_VULKAN_DECODER))
-#define GST_VULKAN_DECODER_GET_CLASS(o) (G_TYPE_INSTANCE_GET_CLASS((o), GST_TYPE_VULKAN_DECODER, GstVulkanDecoderClass))
-GST_VULKAN_API
-GType gst_vulkan_decoder_get_type       (void);
-
-/**
- * GstVulkanDecoderPicture:
- * @out: output buffer
- * @dpb: DPB representation of @out if needed by driver
- * @img_view_ref: image view for reference
- * @img_view_out: image view for output
- * @slice_offs: array of offsets of each uploaded slice
- * @refs: references required to decode current pictures
- *
- * It contains the whole state for decoding a single picture.
- *
- * Since: 1.24
- */
-struct _GstVulkanDecoderPicture
-{
-  GstBuffer *out;
-  GstBuffer *dpb; /* only used for out-of-place decoding */
-
-  GstVulkanImageView *img_view_ref; /* Image representation view (reference) */
-  GstVulkanImageView *img_view_out; /* Image representation view (output-only) */
-
-  GArray *slice_offs;
-
-  /* Picture refs. H264 has the maximum number of refs (36) of any supported
-   * codec. */
-  GstVulkanDecoderPicture *refs36;
-
-  /*< private >*/
-  VkVideoPictureResourceInfoKHR pics_res36;
-  VkVideoReferenceSlotInfoKHR slots36;
-
-  /* Current picture */
-  VkVideoPictureResourceInfoKHR pic_res;
-  VkVideoReferenceSlotInfoKHR slot;
-
-  /* Main decoding struct */
-  VkVideoDecodeInfoKHR decode_info;
-};
-
-/**
- * GstVulkanDecoder:
- * @parent: the parent #GstObject
- * @queue: the #GstVulkanQueue to command buffers will be allocated from
- * @codec: the configured video codec operation
- * @profile: the configured #GstVulkanVideoProfile
- * @input_buffer: the buffer to upload the bitstream to decode
- * @dedicated_dpb: if decoder needs a dedicated DPB
- * @layered_dpb: if decoder's dedicated DPB has to be a layered image
- *
- * Since: 1.24
- **/
-struct _GstVulkanDecoder
-{
-  GstObject parent;
-
-  GstVulkanQueue *queue;
-
-  guint codec;
-  GstVulkanVideoProfile profile;
-  GstBuffer *input_buffer;
-  GstBuffer *layered_buffer;
-
-  gboolean dedicated_dpb;
-  gboolean layered_dpb;
-
-  /*< private >*/
-  gpointer _reserved        GST_PADDING;
-};
-
-/**
- * GstVulkanDecoderClass:
- * @parent_class: the parent #GstObjectClass
- *
- * Since: 1.24
- */
-struct _GstVulkanDecoderClass
-{
-  GstObjectClass parent;
-  /*< private >*/
-  gpointer _reserved        GST_PADDING;
-};
-
-/**
- * GstVulkanDecoderParameters:
- *
- * Codec specific parameters.
- *
- * Since: 1.24
- */
-union _GstVulkanDecoderParameters
-{
-  /*< private >*/
-  VkVideoDecodeH264SessionParametersCreateInfoKHR h264;
-  VkVideoDecodeH265SessionParametersCreateInfoKHR h265;
-};
-
-G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstVulkanDecoder, gst_object_unref)
-
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_start                (GstVulkanDecoder * self,
-                                                                 GstVulkanVideoProfile * profile,
-                                                                 GError ** error);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_stop                 (GstVulkanDecoder * self);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_update_video_session_parameters
-                                                                (GstVulkanDecoder * self,
-                                                                 GstVulkanDecoderParameters * params,
-                                                                 GError ** error);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_create_dpb_pool      (GstVulkanDecoder * self,
-                                                                 GstCaps * caps);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_flush                (GstVulkanDecoder * self,
-                                                                 GError ** error);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_decode               (GstVulkanDecoder * self,
-                                                                 GstVulkanDecoderPicture * pic,
-                                                                 GError ** error);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_is_started           (GstVulkanDecoder * self);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_caps                 (GstVulkanDecoder * self,
-                                                                 GstVulkanVideoCapabilities * caps);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_out_format           (GstVulkanDecoder * self,
-                                                                 VkVideoFormatPropertiesKHR * format);
-GST_VULKAN_API
-GstCaps *               gst_vulkan_decoder_profile_caps         (GstVulkanDecoder * self);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_update_ycbcr_sampler (GstVulkanDecoder * self,
-                                                                 VkSamplerYcbcrRange range,
-                                                                 VkChromaLocation xloc,
-                                                                 VkChromaLocation yloc,
-                                                                 GError ** error);
-
-GST_VULKAN_API
-GstVulkanImageView *    gst_vulkan_decoder_picture_create_view (GstVulkanDecoder * self,
-                                                                GstBuffer * buf,
-                                                                gboolean is_out);
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_picture_init         (GstVulkanDecoder * self,
-                                                                 GstVulkanDecoderPicture * pic,
-                                                                 GstBuffer * out);
-GST_VULKAN_API
-void                    gst_vulkan_decoder_picture_release      (GstVulkanDecoderPicture * pic);
-
-GST_VULKAN_API
-gboolean                gst_vulkan_decoder_append_slice         (GstVulkanDecoder * self,
-                                                                 GstVulkanDecoderPicture * pic,
-                                                                 const guint8 * data,
-                                                                 size_t size,
-                                                                 gboolean add_startcode);
-
-GST_VULKAN_API
-gboolean               gst_vulkan_decoder_wait                  (GstVulkanDecoder * self);
-
-G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap/gstamc-codec-ml.c Deleted

@@ -1,410 +0,0 @@
-/*
- * Copyright (C) 2018 Collabora Ltd.
- *   Author: Xavier Claessens <xavier.claessens@collabora.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation
- * version 2.1 of the License.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
- *
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstamc-internal-ml.h"
-#include "gstamc-surfacetexture-ml.h"
-#include "../gstamc-codec.h"
-#include "../gstamc-constants.h"
-
-#include <ml_media_codec.h>
-
-struct _GstAmcCodec
-{
-  MLHandle handle;
-  GstAmcSurfaceTexture *surface_texture;
-};
-
-static void
-gst_amc_buffer_ml_free (GstAmcBuffer * buffer)
-{
-  g_free (buffer);
-}
-
-static gboolean
-gst_amc_buffer_ml_set_position_and_limit (GstAmcBuffer * buffer, GError ** err,
-    gint position, gint limit)
-{
-/* FIXME: Do we need to do something?
-  buffer->data = buffer->data + position;
-  buffer->size = limit;
-*/
-  return TRUE;
-}
-
-static GstAmcCodec *
-gst_amc_codec_ml_new (const gchar * name, gboolean is_encoder, GError ** err)
-{
-  GstAmcCodec *codec = NULL;
-  MLResult result;
-  MLMediaCodecType type;
-
-  g_return_val_if_fail (name != NULL, NULL);
-
-  codec = g_slice_new0 (GstAmcCodec);
-  codec->handle = ML_INVALID_HANDLE;
-  type = is_encoder ? MLMediaCodecType_Encoder : MLMediaCodecType_Decoder;
-  result =
-      MLMediaCodecCreateCodec (MLMediaCodecCreation_ByName, type, name,
-      &codec->handle);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to create codec by name %s: %d", name, result);
-    gst_amc_codec_free (codec);
-    return NULL;
-  }
-
-  return codec;
-}
-
-static void
-gst_amc_codec_ml_free (GstAmcCodec * codec)
-{
-  g_return_if_fail (codec != NULL);
-
-  if (codec->handle != ML_INVALID_HANDLE)
-    MLMediaCodecDestroy (codec->handle);
-  g_clear_object (&codec->surface_texture);
-  g_slice_free (GstAmcCodec, codec);
-}
-
-static gboolean
-gst_amc_codec_ml_configure (GstAmcCodec * codec, GstAmcFormat * format,
-    GstAmcSurfaceTexture * surface_texture, GError ** err)
-{
-  MLResult result;
-  MLHandle surface_handle = ML_INVALID_HANDLE;
-
-  g_return_val_if_fail (codec != NULL, FALSE);
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (surface_texture == NULL
-      || GST_IS_AMC_SURFACE_TEXTURE_ML (surface_texture), FALSE);
-
-  g_set_object (&codec->surface_texture, surface_texture);
-  if (surface_texture != NULL)
-    surface_handle =
-        gst_amc_surface_texture_ml_get_handle ((GstAmcSurfaceTextureML *)
-        surface_texture);
-
-  result = MLMediaCodecConfigureWithSurface (codec->handle,
-      gst_amc_format_ml_get_handle (format), surface_handle, 0);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to configure codec %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static GstAmcFormat *
-gst_amc_codec_ml_get_output_format (GstAmcCodec * codec, GError ** err)
-{
-  MLHandle format_handle;
-  MLResult result;
-
-  g_return_val_if_fail (codec != NULL, NULL);
-
-  result = MLMediaCodecGetOutputFormat (codec->handle, &format_handle);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get output format %d", result);
-    return NULL;
-  }
-
-  return gst_amc_format_ml_new_handle (format_handle);
-}
-
-static gboolean
-gst_amc_codec_ml_start (GstAmcCodec * codec, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (codec != NULL, FALSE);
-
-  result = MLMediaCodecStart (codec->handle);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to start codec %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_codec_ml_stop (GstAmcCodec * codec, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (codec != NULL, FALSE);
-
-  result = MLMediaCodecStop (codec->handle);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to stop codec %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_codec_ml_flush (GstAmcCodec * codec, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (codec != NULL, FALSE);
-
-  result = MLMediaCodecFlush (codec->handle);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to flush codec %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_codec_ml_request_key_frame (GstAmcCodec * codec, GError ** err)
-{
-  /* If MagicLeap adds an API for requesting a keyframe, call it here */
-  g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-      "Keyframe requests are not available on MagicLeap");
-  return FALSE;
-}
-
-static gboolean
-gst_amc_codec_ml_set_dynamic_bitrate (GstAmcCodec * codec, GError ** err,
-    gint bitrate)
-{
-  g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-      "Dynamic bitrate control isn't available on MagicLeap");
-  return FALSE;
-}
-
-static gboolean
-gst_amc_codec_ml_have_dynamic_bitrate ()
-{
-  /* If MagicLeap ever provides an API for scaling bitrate, change this to TRUE */
-  return FALSE;
-}
-
-static gboolean
-gst_amc_codec_ml_release (GstAmcCodec * codec, GError ** err)
-{
-  g_return_val_if_fail (codec != NULL, FALSE);
-  return TRUE;
-}
-
-static GstAmcBuffer *
-gst_amc_codec_ml_get_output_buffer (GstAmcCodec * codec, gint index,
-    GError ** err)
-{
-  MLResult result;
-  GstAmcBuffer *ret;
-
-  g_return_val_if_fail (codec != NULL, NULL);
-  g_return_val_if_fail (index >= 0, NULL);
-
-  ret = g_new0 (GstAmcBuffer, 1);
-
-  /* When configured with a surface, getting the buffer pointer makes no sense,
-   * but on Android it's not an error, it just return NULL buffer.
-   * But MLMediaCodecGetInputBufferPointer() will return an error instead. */
-  if (codec->surface_texture != NULL) {
-    return ret;
-  }
-
-  result =
-      MLMediaCodecGetOutputBufferPointer (codec->handle, index,
-      (const uint8_t **) &ret->data, &ret->size);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get output buffer %d", result);
-    g_free (ret);
-    return NULL;
-  }
-
-  return ret;
-}
-
-static GstAmcBuffer *
-gst_amc_codec_ml_get_input_buffer (GstAmcCodec * codec, gint index,
-    GError ** err)
-{
-  MLResult result;
-  GstAmcBuffer *ret;
-
-  g_return_val_if_fail (codec != NULL, NULL);
-  g_return_val_if_fail (index >= 0, NULL);
-
-  ret = g_new0 (GstAmcBuffer, 1);
-
-  result =
-      MLMediaCodecGetInputBufferPointer (codec->handle, index, &ret->data,
-      &ret->size);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get input buffer %d", result);
-    g_free (ret);
-    return NULL;
-  }
-
-  return ret;
-}
-
-static gint
-gst_amc_codec_ml_dequeue_input_buffer (GstAmcCodec * codec, gint64 timeoutUs,
-    GError ** err)
-{
-  MLResult result;
-  int64_t index;
-
-  g_return_val_if_fail (codec != NULL, G_MININT);
-
-  result = MLMediaCodecDequeueInputBuffer (codec->handle, timeoutUs, &index);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to dequeue input buffer %d", result);
-    return G_MININT;
-  }
-
-  if (index == MLMediaCodec_TryAgainLater)
-    return INFO_TRY_AGAIN_LATER;
-
-  return index;
-}
-
-static gint
-gst_amc_codec_ml_dequeue_output_buffer (GstAmcCodec * codec,
-    GstAmcBufferInfo * info, gint64 timeoutUs, GError ** err)
-{
-  MLMediaCodecBufferInfo info_;
-  MLResult result;
-  int64_t index;
-
-  g_return_val_if_fail (codec != NULL, G_MININT);
-
-  result =
-      MLMediaCodecDequeueOutputBuffer (codec->handle, &info_, timeoutUs,
-      &index);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to dequeue output buffer %d", result);
-    return G_MININT;
-  }
-
-  if (index == MLMediaCodec_OutputBuffersChanged) {
-    return gst_amc_codec_dequeue_output_buffer (codec, info, timeoutUs, err);
-  } else if (index == MLMediaCodec_FormatChanged) {
-    return INFO_OUTPUT_FORMAT_CHANGED;
-  } else if (index == MLMediaCodec_TryAgainLater) {
-    return INFO_TRY_AGAIN_LATER;
-  }
-
-  info->flags = info_.flags;
-
-  info->offset = info_.offset;
-  info->presentation_time_us = info_.presentation_time_us;
-  info->size = info_.size;
-
-  return index;
-}
-
-static gboolean
-gst_amc_codec_ml_queue_input_buffer (GstAmcCodec * codec, gint index,
-    const GstAmcBufferInfo * info, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (codec != NULL, FALSE);
-  g_return_val_if_fail (info != NULL, FALSE);
-
-  result = MLMediaCodecQueueInputBuffer (codec->handle, index, info->offset,
-      info->size, info->presentation_time_us, info->flags);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to queue input buffer %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_codec_ml_release_output_buffer (GstAmcCodec * codec, gint index,
-    gboolean render, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (codec != NULL, FALSE);
-
-  result = MLMediaCodecReleaseOutputBuffer (codec->handle, index, render);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to release output buffer %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static GstAmcSurfaceTexture *
-gst_amc_codec_ml_new_surface_texture (GError ** err)
-{
-  return (GstAmcSurfaceTexture *) gst_amc_surface_texture_ml_new (err);
-}
-
-GstAmcCodecVTable gst_amc_codec_ml_vtable = {
-  .buffer_free = gst_amc_buffer_ml_free,
-  .buffer_set_position_and_limit = gst_amc_buffer_ml_set_position_and_limit,
-
-  .create = gst_amc_codec_ml_new,
-  .free = gst_amc_codec_ml_free,
-
-  .configure = gst_amc_codec_ml_configure,
-  .get_output_format = gst_amc_codec_ml_get_output_format,
-
-  .start = gst_amc_codec_ml_start,
-  .stop = gst_amc_codec_ml_stop,
-  .flush = gst_amc_codec_ml_flush,
-  .request_key_frame = gst_amc_codec_ml_request_key_frame,
-
-  .have_dynamic_bitrate = gst_amc_codec_ml_have_dynamic_bitrate,
-  .set_dynamic_bitrate = gst_amc_codec_ml_set_dynamic_bitrate,
-
-  .release = gst_amc_codec_ml_release,
-
-  .get_output_buffer = gst_amc_codec_ml_get_output_buffer,
-  .get_input_buffer = gst_amc_codec_ml_get_input_buffer,
-
-  .dequeue_input_buffer = gst_amc_codec_ml_dequeue_input_buffer,
-  .dequeue_output_buffer = gst_amc_codec_ml_dequeue_output_buffer,
-
-  .queue_input_buffer = gst_amc_codec_ml_queue_input_buffer,
-  .release_output_buffer = gst_amc_codec_ml_release_output_buffer,
-
-  .new_surface_texture = gst_amc_codec_ml_new_surface_texture,
-};

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap/gstamc-codeclist-ml.c Deleted

@@ -1,208 +0,0 @@
-/*
- * Copyright (C) 2018 Collabora Ltd.
- *   Author: Xavier Claessens <xavier.claessens@collabora.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation
- * version 2.1 of the License.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
- *
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "../gstamc-codeclist.h"
-
-#include <ml_media_codeclist.h>
-
-struct _GstAmcCodecInfoHandle
-{
-  uint64_t index;
-};
-
-struct _GstAmcCodecCapabilitiesHandle
-{
-  uint64_t index;
-  gchar *type;
-};
-
-gboolean
-gst_amc_codeclist_get_count (gint * count, GError ** err)
-{
-  MLResult result;
-  uint64_t n;
-
-  result = MLMediaCodecListCountCodecs (&n);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get codec list count: %d", result);
-    return FALSE;
-  }
-
-  *count = n;
-
-  return TRUE;
-}
-
-GstAmcCodecInfoHandle *
-gst_amc_codeclist_get_codec_info_at (gint index, GError ** err)
-{
-  GstAmcCodecInfoHandle *ret = g_new0 (GstAmcCodecInfoHandle, 1);
-  ret->index = index;
-  return ret;
-}
-
-void
-gst_amc_codec_info_handle_free (GstAmcCodecInfoHandle * handle)
-{
-  g_free (handle);
-}
-
-gchar *
-gst_amc_codec_info_handle_get_name (GstAmcCodecInfoHandle * handle,
-    GError ** err)
-{
-  MLResult result;
-  gchar *name;
-
-  name = g_new0 (gchar, MAX_CODEC_NAME_LENGTH);
-  result = MLMediaCodecListGetCodecName (handle->index, name);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get codec name: %d", result);
-    g_free (name);
-    return NULL;
-  }
-
-  return name;
-}
-
-gboolean
-gst_amc_codec_info_handle_is_encoder (GstAmcCodecInfoHandle * handle,
-    gboolean * is_encoder, GError ** err)
-{
-  MLResult result;
-  bool out;
-
-  result = MLMediaCodecListIsEncoder (handle->index, &out);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to check if codec is an encoder: %d", result);
-    return FALSE;
-  }
-
-  *is_encoder = out;
-
-  return TRUE;
-}
-
-gchar **
-gst_amc_codec_info_handle_get_supported_types (GstAmcCodecInfoHandle * handle,
-    gsize * length, GError ** err)
-{
-  MLMediaCodecListQueryResults types;
-  MLResult result;
-  gchar **ret;
-  gsize i;
-
-  result = MLMediaCodecListGetSupportedMimes (handle->index, &types);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get codec supported types: %d", result);
-    return NULL;
-  }
-
-  *length = types.count;
-  ret = g_new0 (gchar *, *length + 1);
-  for (i = 0; i < *length; i++)
-    reti = g_strdup (types.datai);
-
-  MLMediaCodecListQueryResultsRelease (&types);
-
-  return ret;
-}
-
-GstAmcCodecCapabilitiesHandle *
-gst_amc_codec_info_handle_get_capabilities_for_type (GstAmcCodecInfoHandle *
-    handle, const gchar * type, GError ** err)
-{
-  GstAmcCodecCapabilitiesHandle *ret;
-
-  ret = g_new0 (GstAmcCodecCapabilitiesHandle, 1);
-  ret->index = handle->index;
-  ret->type = g_strdup (type);
-  return ret;
-}
-
-void
-gst_amc_codec_capabilities_handle_free (GstAmcCodecCapabilitiesHandle * handle)
-{
-  g_free (handle->type);
-  g_free (handle);
-}
-
-gint *gst_amc_codec_capabilities_handle_get_color_formats
-    (GstAmcCodecCapabilitiesHandle * handle, gsize * length, GError ** err)
-{
-  uint32_t *colorFormats;
-  MLResult result;
-  gint *ret;
-  gsize i;
-
-  result =
-      MLMediaCodecListGetSupportedColorFormats (handle->index, handle->type,
-      &colorFormats, length);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get codec supported color formats: %d", result);
-    return NULL;
-  }
-
-  ret = g_new0 (gint, *length);
-  for (i = 0; i < *length; i++) {
-    reti = colorFormatsi;
-  }
-
-  MLMediaCodecListColorFormatsRelease (colorFormats);
-
-  return ret;
-}
-
-GstAmcCodecProfileLevel *gst_amc_codec_capabilities_handle_get_profile_levels
-    (GstAmcCodecCapabilitiesHandle * handle, gsize * length, GError ** err)
-{
-  MLMediaCodecListProfileLevel *profileLevels;
-  GstAmcCodecProfileLevel *ret;
-  MLResult result;
-  gsize i;
-
-  result =
-      MLMediaCodecListGetSupportedProfileLevels (handle->index, handle->type,
-      &profileLevels, length);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get codec supported types: %d", result);
-    return NULL;
-  }
-
-  ret = g_new0 (GstAmcCodecProfileLevel, *length);
-  for (i = 0; i < *length; i++) {
-    reti.profile = profileLevelsi.profile;
-    reti.level = profileLevelsi.level;
-  }
-
-  MLMediaCodecListProfileLevelsRelease (profileLevels);
-
-  return ret;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap/gstamc-format-ml.c Deleted

@@ -1,291 +0,0 @@
-/*
- * Copyright (C) 2018 Collabora Ltd.
- *   Author: Xavier Claessens <xavier.claessens@collabora.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation
- * version 2.1 of the License.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
- *
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstamc-internal-ml.h"
-#include "../gstamc-format.h"
-
-#include <ml_media_format.h>
-
-struct _GstAmcFormat
-{
-  MLHandle handle;
-};
-
-static GstAmcFormat *
-gst_amc_format_ml_new_audio (const gchar * mime, gint sample_rate,
-    gint channels, GError ** err)
-{
-  GstAmcFormat *format = g_slice_new0 (GstAmcFormat);
-  MLResult result;
-
-  result =
-      MLMediaFormatCreateAudio (mime, sample_rate, channels, &format->handle);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to create audio format");
-    g_slice_free (GstAmcFormat, format);
-    return NULL;
-  }
-
-  return format;
-}
-
-static GstAmcFormat *
-gst_amc_format_ml_new_video (const gchar * mime, gint width, gint height,
-    GError ** err)
-{
-  GstAmcFormat *format = g_slice_new0 (GstAmcFormat);
-  MLResult result;
-
-  result = MLMediaFormatCreateVideo (mime, width, height, &format->handle);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to create video format");
-    g_slice_free (GstAmcFormat, format);
-    return NULL;
-  }
-
-  return format;
-}
-
-GstAmcFormat *
-gst_amc_format_ml_new_handle (MLHandle handle)
-{
-  GstAmcFormat *format = g_slice_new0 (GstAmcFormat);
-  format->handle = handle;
-  return format;
-}
-
-MLHandle
-gst_amc_format_ml_get_handle (GstAmcFormat * format)
-{
-  return format->handle;
-}
-
-static void
-gst_amc_format_ml_free (GstAmcFormat * format)
-{
-  g_return_if_fail (format != NULL);
-  g_slice_free (GstAmcFormat, format);
-}
-
-static gchar *
-gst_amc_format_ml_to_string (GstAmcFormat * format, GError ** err)
-{
-  MLResult result;
-  gchar *str;
-
-  str = g_new0 (gchar, MAX_FORMAT_STRING_SIZE);
-  result = MLMediaFormatObjectToString (format->handle, str);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to convert format to string: %d", result);
-    g_free (str);
-    return NULL;
-  }
-
-  return str;
-}
-
-static gboolean
-gst_amc_format_ml_get_float (GstAmcFormat * format, const gchar * key,
-    gfloat * value, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-  g_return_val_if_fail (value != NULL, FALSE);
-
-  result = MLMediaFormatGetKeyValueFloat (format->handle, key, value);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get float");
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_format_ml_set_float (GstAmcFormat * format, const gchar * key,
-    gfloat value, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-
-  result = MLMediaFormatSetKeyFloat (format->handle, key, value);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to set float");
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_format_ml_get_int (GstAmcFormat * format, const gchar * key,
-    gint * value, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-  g_return_val_if_fail (value != NULL, FALSE);
-
-  result = MLMediaFormatGetKeyValueInt32 (format->handle, key, value);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get int");
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_format_ml_set_int (GstAmcFormat * format, const gchar * key, gint value,
-    GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-
-  result = MLMediaFormatSetKeyInt32 (format->handle, key, value);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to set int");
-    return FALSE;
-  }
-  return TRUE;
-}
-
-static gboolean
-gst_amc_format_ml_get_string (GstAmcFormat * format, const gchar * key,
-    gchar ** value, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-  g_return_val_if_fail (value != NULL, FALSE);
-
-  *value = g_new0 (gchar, MAX_KEY_STRING_SIZE);
-  result = MLMediaFormatGetKeyString (format->handle, key, *value);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get string");
-    g_clear_pointer (value, g_free);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_format_ml_set_string (GstAmcFormat * format, const gchar * key,
-    const gchar * value, GError ** err)
-{
-  MLResult result;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-
-  result = MLMediaFormatSetKeyString (format->handle, key, value);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to set string");
-    return FALSE;
-  }
-  return TRUE;
-}
-
-static gboolean
-gst_amc_format_ml_get_buffer (GstAmcFormat * format, const gchar * key,
-    guint8 ** data, gsize * size, GError ** err)
-{
-  MLResult result;
-  MLMediaFormatByteArray buffer;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-  g_return_val_if_fail (data != NULL, FALSE);
-  g_return_val_if_fail (size != NULL, FALSE);
-
-  result = MLMediaFormatGetKeyByteBuffer (format->handle, key, &buffer);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get buffer");
-    return FALSE;
-  }
-
-  *size = buffer.length;
-  *data = (guint8 *) g_memdup2 (buffer.ptr, buffer.length);
-  MLMediaFormatKeyByteBufferRelease (format->handle, &buffer);
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_format_ml_set_buffer (GstAmcFormat * format, const gchar * key,
-    guint8 * data, gsize size, GError ** err)
-{
-  MLResult result;
-  MLMediaFormatByteArray buffer;
-
-  g_return_val_if_fail (format != NULL, FALSE);
-  g_return_val_if_fail (key != NULL, FALSE);
-  g_return_val_if_fail (data != NULL, FALSE);
-
-  buffer.ptr = data;
-  buffer.length = size;
-  result = MLMediaFormatSetKeyByteBuffer (format->handle, key, &buffer);
-  if (result != MLResult_Ok) {
-    g_set_error_literal (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to set buffer");
-    return FALSE;
-  }
-  return TRUE;
-}
-
-GstAmcFormatVTable gst_amc_format_ml_vtable = {
-  .new_audio = gst_amc_format_ml_new_audio,
-  .new_video = gst_amc_format_ml_new_video,
-  .free = gst_amc_format_ml_free,
-
-  .to_string = gst_amc_format_ml_to_string,
-
-  .get_float = gst_amc_format_ml_get_float,
-  .set_float = gst_amc_format_ml_set_float,
-  .get_int = gst_amc_format_ml_get_int,
-  .set_int = gst_amc_format_ml_set_int,
-  .get_string = gst_amc_format_ml_get_string,
-  .set_string = gst_amc_format_ml_set_string,
-  .get_buffer = gst_amc_format_ml_get_buffer,
-  .set_buffer = gst_amc_format_ml_set_buffer,
-};

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap/gstamc-internal-ml.h Deleted

@@ -1,38 +0,0 @@
-/*
- * Copyright (C) 2018 Collabora Ltd.
- *   Author: Xavier Claessens <xavier.claessens@collabora.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation
- * version 2.1 of the License.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
- *
- */
-
-#ifndef __GST_AMC_INTERNAL_ML_H__
-#define __GST_AMC_INTERNAL_ML_H__
-
-#include "../gstamc-codec.h"
-#include "../gstamc-format.h"
-#include <ml_api.h>
-
-G_BEGIN_DECLS
-
-extern GstAmcFormatVTable gst_amc_format_ml_vtable;
-extern GstAmcCodecVTable gst_amc_codec_ml_vtable;
-
-GstAmcFormat *gst_amc_format_ml_new_handle (MLHandle handle);
-MLHandle gst_amc_format_ml_get_handle (GstAmcFormat * format);
-
-G_END_DECLS
-
-#endif /* __GST_AMC_INTERNAL_ML_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap/gstamc-ml.c Deleted

@@ -1,35 +0,0 @@
-/*
- * Copyright (C) 2023, Ratchanan Srirattanamet <peathot@hotmail.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation
- * version 2.1 of the License.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
- *
- */
-
-#include "../gstamc.h"
-#include "gstamc-internal-ml.h"
-
-gboolean
-gst_amc_static_init (void)
-{
-  /*
-   * MagicLeap doesn't require any static initialization. All required
-   * functions are in C and are linked into the plugin directly.
-   */
-
-  gst_amc_codec_vtable = &gst_amc_codec_ml_vtable;
-  gst_amc_format_vtable = &gst_amc_format_ml_vtable;
-
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap/gstamc-surfacetexture-ml.c Deleted

@@ -1,226 +0,0 @@
-/*
- * Copyright (C) 2018 Collabora Ltd.
- *   Author: Xavier Claessens <xavier.claessens@collabora.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation
- * version 2.1 of the License.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
- *
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstamc-surfacetexture-ml.h"
-
-#include <gst/gst.h>
-#include <ml_media_surface_texture.h>
-
-struct _GstAmcSurfaceTextureML
-{
-  GObject parent;
-
-  MLHandle handle;
-  GstAmcSurfaceTextureOnFrameAvailableCallback callback;
-  gpointer user_data;
-};
-
-G_DEFINE_TYPE (GstAmcSurfaceTextureML, gst_amc_surface_texture_ml,
-    GST_TYPE_AMC_SURFACE_TEXTURE);
-
-static gboolean
-gst_amc_surface_texture_ml_update_tex_image (GstAmcSurfaceTexture * base,
-    GError ** err)
-{
-  GstAmcSurfaceTextureML *self = GST_AMC_SURFACE_TEXTURE_ML (base);
-  MLResult result;
-
-  result = MLMediaSurfaceTextureUpdateTexImage (self->handle);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to update tex image: %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_surface_texture_ml_detach_from_gl_context (GstAmcSurfaceTexture * base,
-    GError ** err)
-{
-  GstAmcSurfaceTextureML *self = GST_AMC_SURFACE_TEXTURE_ML (base);
-  MLResult result;
-
-  result = MLMediaSurfaceTextureDetachFromGLContext (self->handle);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to detach from gl context: %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_surface_texture_ml_attach_to_gl_context (GstAmcSurfaceTexture * base,
-    gint texture_id, GError ** err)
-{
-  GstAmcSurfaceTextureML *self = GST_AMC_SURFACE_TEXTURE_ML (base);
-  MLResult result;
-
-  result = MLMediaSurfaceTextureAttachToGLContext (self->handle, texture_id);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to attach to gl context: %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_surface_texture_ml_get_transform_matrix (GstAmcSurfaceTexture * base,
-    gfloat * matrix, GError ** err)
-{
-  GstAmcSurfaceTextureML *self = GST_AMC_SURFACE_TEXTURE_ML (base);
-  MLResult result;
-
-  result = MLMediaSurfaceTextureGetTransformationMatrix (self->handle, matrix);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get transformation matrix: %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_surface_texture_ml_get_timestamp (GstAmcSurfaceTexture * base,
-    gint64 * timestamp, GError ** err)
-{
-  GstAmcSurfaceTextureML *self = GST_AMC_SURFACE_TEXTURE_ML (base);
-  MLResult result;
-
-  result = MLMediaSurfaceTextureGetTimestamp (self->handle, timestamp);
-  if (result != MLResult_Ok) {
-    g_set_error (err, GST_LIBRARY_ERROR, GST_LIBRARY_ERROR_FAILED,
-        "Failed to get timestamp: %d", result);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_amc_surface_texture_ml_release (GstAmcSurfaceTexture * base, GError ** err)
-{
-  /* Nothing to do here, resources will be released when this object gets
-   * destroyed. */
-  return TRUE;
-}
-
-static gboolean
-    gst_amc_surface_texture_ml_set_on_frame_available_callback
-    (GstAmcSurfaceTexture * base,
-    GstAmcSurfaceTextureOnFrameAvailableCallback callback, gpointer user_data,
-    GError ** err)
-{
-  GstAmcSurfaceTextureML *self = GST_AMC_SURFACE_TEXTURE_ML (base);
-
-  self->callback = callback;
-  self->user_data = user_data;
-  return TRUE;
-}
-
-static void
-gst_amc_surface_texture_ml_dispose (GObject * object)
-{
-  GstAmcSurfaceTextureML *self = GST_AMC_SURFACE_TEXTURE_ML (object);
-
-  MLMediaSurfaceTextureSetOnFrameAvailableCallback (self->handle, NULL, NULL);
-  MLMediaSurfaceTextureDestroy (&self->handle);
-
-  G_OBJECT_CLASS (gst_amc_surface_texture_ml_parent_class)->dispose (object);
-}
-
-static void
-gst_amc_surface_texture_ml_class_init (GstAmcSurfaceTextureMLClass * klass)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-  GstAmcSurfaceTextureClass *surface_texture_class =
-      GST_AMC_SURFACE_TEXTURE_CLASS (klass);
-
-  gobject_class->dispose = gst_amc_surface_texture_ml_dispose;
-
-  surface_texture_class->update_tex_image =
-      gst_amc_surface_texture_ml_update_tex_image;
-  surface_texture_class->detach_from_gl_context =
-      gst_amc_surface_texture_ml_detach_from_gl_context;
-  surface_texture_class->attach_to_gl_context =
-      gst_amc_surface_texture_ml_attach_to_gl_context;
-  surface_texture_class->get_transform_matrix =
-      gst_amc_surface_texture_ml_get_transform_matrix;
-  surface_texture_class->get_timestamp =
-      gst_amc_surface_texture_ml_get_timestamp;
-  surface_texture_class->release = gst_amc_surface_texture_ml_release;
-  surface_texture_class->set_on_frame_available_callback =
-      gst_amc_surface_texture_ml_set_on_frame_available_callback;
-}
-
-static void
-on_frame_available_cb (MLHandle handle, gpointer user_data)
-{
-  GstAmcSurfaceTextureML *self = user_data;
-
-  if (self->callback != NULL)
-    self->callback (GST_AMC_SURFACE_TEXTURE (self), self->user_data);
-}
-
-static void
-gst_amc_surface_texture_ml_init (GstAmcSurfaceTextureML * self)
-{
-  MLResult result;
-
-  result =
-      MLMediaSurfaceTextureCreate (MLMediaSurfaceTextureBackend_OpenGL,
-      &self->handle);
-  if (result != MLResult_Ok) {
-    GST_ERROR ("MLMediaSurfaceTextureCreate returned error: %d", result);
-    return;
-  }
-
-  result =
-      MLMediaSurfaceTextureSetOnFrameAvailableCallback (self->handle,
-      on_frame_available_cb, self);
-  if (result != MLResult_Ok) {
-    GST_ERROR
-        ("MLMediaSurfaceTextureSetOnFrameAvailableCallback returned error: %d",
-        result);
-    return;
-  }
-}
-
-GstAmcSurfaceTextureML *
-gst_amc_surface_texture_ml_new (GError ** err)
-{
-  return g_object_new (GST_TYPE_AMC_SURFACE_TEXTURE_ML, NULL);
-}
-
-MLHandle
-gst_amc_surface_texture_ml_get_handle (GstAmcSurfaceTextureML * self)
-{
-  return self->handle;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/magicleap/gstamc-surfacetexture-ml.h Deleted

@@ -1,37 +0,0 @@
-/*
- * Copyright (C) 2018 Collabora Ltd.
- *   Author: Xavier Claessens <xavier.claessens@collabora.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Lesser General Public
- * License as published by the Free Software Foundation
- * version 2.1 of the License.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
- * Lesser General Public License for more details.
- *
- * You should have received a copy of the GNU Lesser General Public
- * License along with this library; if not, write to the Free Software
- * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA  02110-1301 USA
- *
- */
-
-#ifndef __GST_AMC_SURFACE_TEXTURE_ML_H__
-#define __GST_AMC_SURFACE_TEXTURE_ML_H__
-
-#include "../gstamcsurfacetexture.h"
-#include <ml_api.h>
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_AMC_SURFACE_TEXTURE_ML gst_amc_surface_texture_ml_get_type ()
-G_DECLARE_FINAL_TYPE (GstAmcSurfaceTextureML, gst_amc_surface_texture_ml, GST, AMC_SURFACE_TEXTURE_ML, GstAmcSurfaceTexture)
-
-GstAmcSurfaceTextureML * gst_amc_surface_texture_ml_new (GError ** err);
-MLHandle gst_amc_surface_texture_ml_get_handle (GstAmcSurfaceTextureML * self);
-
-G_END_DECLS
-
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/atdec.c Deleted

@@ -1,668 +0,0 @@
-/* GStreamer
- * Copyright (C) 2013 Alessandro Decina <alessandro.d@gmail.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin Street, Suite 500,
- * Boston, MA 02110-1335, USA.
- */
-/**
- * SECTION:element-atdec
- * @title: atdec
- *
- * AudioToolbox based decoder.
- *
- * ## Example launch line
- * |
- * gst-launch-1.0 -v filesrc location=file.mov ! qtdemux ! queue ! aacparse ! atdec ! autoaudiosink
- * |
- * Decode aac audio from a mov file
- *
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include <gst/gst.h>
-#include <gst/audio/gstaudiodecoder.h>
-#include "atdec.h"
-
-GST_DEBUG_CATEGORY_STATIC (gst_atdec_debug_category);
-#define GST_CAT_DEFAULT gst_atdec_debug_category
-
-static void gst_atdec_set_property (GObject * object,
-    guint property_id, const GValue * value, GParamSpec * pspec);
-static void gst_atdec_get_property (GObject * object,
-    guint property_id, GValue * value, GParamSpec * pspec);
-static void gst_atdec_finalize (GObject * object);
-
-static gboolean gst_atdec_start (GstAudioDecoder * decoder);
-static gboolean gst_atdec_stop (GstAudioDecoder * decoder);
-static gboolean gst_atdec_set_format (GstAudioDecoder * decoder,
-    GstCaps * caps);
-static GstFlowReturn gst_atdec_handle_frame (GstAudioDecoder * decoder,
-    GstBuffer * buffer);
-static void gst_atdec_flush (GstAudioDecoder * decoder, gboolean hard);
-static void gst_atdec_buffer_emptied (void *user_data,
-    AudioQueueRef queue, AudioQueueBufferRef buffer);
-
-enum
-{
-  PROP_0
-};
-
-static GstStaticPadTemplate gst_atdec_src_template =
-    GST_STATIC_PAD_TEMPLATE ("src",
-    GST_PAD_SRC,
-    GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (GST_AUDIO_CAPS_MAKE ("S16LE") ", layout=interleaved;"
-        GST_AUDIO_CAPS_MAKE ("F32LE") ", layout=interleaved")
-    );
-
-static GstStaticPadTemplate gst_atdec_sink_template =
-    GST_STATIC_PAD_TEMPLATE ("sink",
-    GST_PAD_SINK,
-    GST_PAD_ALWAYS,
-    GST_STATIC_CAPS ("audio/mpeg, mpegversion=4, framed=true, channels=1,max;"
-        "audio/mpeg, mpegversion=1, layer=1, 3")
-    );
-
-G_DEFINE_TYPE_WITH_CODE (GstATDec, gst_atdec, GST_TYPE_AUDIO_DECODER,
-    GST_DEBUG_CATEGORY_INIT (gst_atdec_debug_category, "atdec", 0,
-        "debug category for atdec element"));
-
-static GstStaticCaps aac_caps = GST_STATIC_CAPS ("audio/mpeg, mpegversion=4");
-static GstStaticCaps mp3_caps =
-GST_STATIC_CAPS ("audio/mpeg, mpegversion=1, layer=1, 3");
-static GstStaticCaps raw_caps = GST_STATIC_CAPS ("audio/x-raw");
-
-static void
-gst_atdec_class_init (GstATDecClass * klass)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-  GstAudioDecoderClass *audio_decoder_class = GST_AUDIO_DECODER_CLASS (klass);
-
-  gst_element_class_add_static_pad_template (GST_ELEMENT_CLASS (klass),
-      &gst_atdec_src_template);
-  gst_element_class_add_static_pad_template (GST_ELEMENT_CLASS (klass),
-      &gst_atdec_sink_template);
-
-  gst_element_class_set_static_metadata (GST_ELEMENT_CLASS (klass),
-      "AudioToolbox based audio decoder",
-      "Codec/Decoder/Audio",
-      "AudioToolbox based audio decoder",
-      "Alessandro Decina <alessandro.d@gmail.com>");
-
-  gobject_class->set_property = gst_atdec_set_property;
-  gobject_class->get_property = gst_atdec_get_property;
-  gobject_class->finalize = gst_atdec_finalize;
-  audio_decoder_class->start = GST_DEBUG_FUNCPTR (gst_atdec_start);
-  audio_decoder_class->stop = GST_DEBUG_FUNCPTR (gst_atdec_stop);
-  audio_decoder_class->set_format = GST_DEBUG_FUNCPTR (gst_atdec_set_format);
-  audio_decoder_class->handle_frame =
-      GST_DEBUG_FUNCPTR (gst_atdec_handle_frame);
-  audio_decoder_class->flush = GST_DEBUG_FUNCPTR (gst_atdec_flush);
-}
-
-static void
-gst_atdec_init (GstATDec * atdec)
-{
-  gst_audio_decoder_set_needs_format (GST_AUDIO_DECODER (atdec), TRUE);
-  atdec->queue = NULL;
-}
-
-void
-gst_atdec_set_property (GObject * object, guint property_id,
-    const GValue * value, GParamSpec * pspec)
-{
-  GstATDec *atdec = GST_ATDEC (object);
-
-  GST_DEBUG_OBJECT (atdec, "set_property");
-
-  switch (property_id) {
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
-      break;
-  }
-}
-
-void
-gst_atdec_get_property (GObject * object, guint property_id,
-    GValue * value, GParamSpec * pspec)
-{
-  GstATDec *atdec = GST_ATDEC (object);
-
-  GST_DEBUG_OBJECT (atdec, "get_property");
-
-  switch (property_id) {
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
-      break;
-  }
-}
-
-static void
-gst_atdec_destroy_queue (GstATDec * atdec, gboolean drain)
-{
-  AudioQueueStop (atdec->queue, drain);
-  AudioQueueDispose (atdec->queue, true);
-  atdec->queue = NULL;
-  atdec->output_position = 0;
-  atdec->input_position = 0;
-}
-
-void
-gst_atdec_finalize (GObject * object)
-{
-  GstATDec *atdec = GST_ATDEC (object);
-
-  GST_DEBUG_OBJECT (atdec, "finalize");
-
-  if (atdec->queue)
-    gst_atdec_destroy_queue (atdec, FALSE);
-
-  G_OBJECT_CLASS (gst_atdec_parent_class)->finalize (object);
-}
-
-static gboolean
-gst_atdec_start (GstAudioDecoder * decoder)
-{
-  GstATDec *atdec = GST_ATDEC (decoder);
-
-  GST_DEBUG_OBJECT (atdec, "start");
-  atdec->output_position = 0;
-  atdec->input_position = 0;
-
-  return TRUE;
-}
-
-static gboolean
-gst_atdec_stop (GstAudioDecoder * decoder)
-{
-  GstATDec *atdec = GST_ATDEC (decoder);
-
-  gst_atdec_destroy_queue (atdec, FALSE);
-
-  return TRUE;
-}
-
-static gboolean
-can_intersect_static_caps (GstCaps * caps, GstStaticCaps * caps1)
-{
-  GstCaps *tmp;
-  gboolean ret;
-
-  tmp = gst_static_caps_get (caps1);
-  ret = gst_caps_can_intersect (caps, tmp);
-  gst_caps_unref (tmp);
-
-  return ret;
-}
-
-static gboolean
-gst_caps_to_at_format (GstCaps * caps, AudioStreamBasicDescription * format)
-{
-  int channels = 0;
-  int rate = 0;
-  GstStructure *structure;
-
-  memset (format, 0, sizeof (AudioStreamBasicDescription));
-
-  structure = gst_caps_get_structure (caps, 0);
-  gst_structure_get_int (structure, "rate", &rate);
-  gst_structure_get_int (structure, "channels", &channels);
-  format->mSampleRate = rate;
-  format->mChannelsPerFrame = channels;
-
-  if (can_intersect_static_caps (caps, &aac_caps)) {
-    format->mFormatID = kAudioFormatMPEG4AAC;
-    format->mFramesPerPacket = 1024;
-  } else if (can_intersect_static_caps (caps, &mp3_caps)) {
-    gint layer, mpegaudioversion = 1;
-
-    gst_structure_get_int (structure, "layer", &layer);
-    gst_structure_get_int (structure, "mpegaudioversion", &mpegaudioversion);
-    switch (layer) {
-      case 1:
-        format->mFormatID = kAudioFormatMPEGLayer1;
-        format->mFramesPerPacket = 384;
-        break;
-      case 2:
-        format->mFormatID = kAudioFormatMPEGLayer2;
-        format->mFramesPerPacket = 1152;
-        break;
-      case 3:
-        format->mFormatID = kAudioFormatMPEGLayer3;
-        format->mFramesPerPacket = (mpegaudioversion == 1 ? 1152 : 576);
-        break;
-      default:
-        g_warn_if_reached ();
-        format->mFormatID = kAudioFormatMPEGLayer3;
-        format->mFramesPerPacket = 1152;
-        break;
-    }
-  } else if (can_intersect_static_caps (caps, &raw_caps)) {
-    GstAudioFormat audio_format;
-    const char *audio_format_str;
-
-    format->mFormatID = kAudioFormatLinearPCM;
-    format->mFramesPerPacket = 1;
-
-    audio_format_str = gst_structure_get_string (structure, "format");
-    if (!audio_format_str)
-      audio_format_str = "S16LE";
-
-    audio_format = gst_audio_format_from_string (audio_format_str);
-    switch (audio_format) {
-      case GST_AUDIO_FORMAT_S16LE:
-        format->mFormatFlags =
-            kLinearPCMFormatFlagIsPacked | kLinearPCMFormatFlagIsSignedInteger;
-        format->mBitsPerChannel = 16;
-        format->mBytesPerPacket = format->mBytesPerFrame = 2 * channels;
-        break;
-      case GST_AUDIO_FORMAT_F32LE:
-        format->mFormatFlags =
-            kLinearPCMFormatFlagIsPacked | kLinearPCMFormatFlagIsFloat;
-        format->mBitsPerChannel = 32;
-        format->mBytesPerPacket = format->mBytesPerFrame = 4 * channels;
-        break;
-      default:
-        g_warn_if_reached ();
-        break;
-    }
-  }
-
-  return TRUE;
-}
-
-/* These are the position orders that AudioToolbox outputs,
- * derived experimentally.
- */
-/* *INDENT-OFF* */
-static const struct
-{
-  gint channels;
-  GstAudioChannelPosition positions8;
-}
-channel_layouts = {
-  {3, {
-    GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT,
-  }},
-  {4, {
-    GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT,
-    GST_AUDIO_CHANNEL_POSITION_REAR_CENTER,
-  }},
-  {5, {
-    GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT,
-    GST_AUDIO_CHANNEL_POSITION_REAR_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_REAR_RIGHT,
-  }},
-  {6, {
-    GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT,
-    GST_AUDIO_CHANNEL_POSITION_REAR_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_REAR_RIGHT,
-    GST_AUDIO_CHANNEL_POSITION_LFE1,
-  }},
-  {8, {
-    GST_AUDIO_CHANNEL_POSITION_FRONT_CENTER,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT_OF_CENTER,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT_OF_CENTER,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_FRONT_RIGHT,
-    GST_AUDIO_CHANNEL_POSITION_REAR_LEFT,
-    GST_AUDIO_CHANNEL_POSITION_REAR_RIGHT,
-    GST_AUDIO_CHANNEL_POSITION_LFE1,
-  }},
-};
-/* *INDENT-ON* */
-
-static void
-gst_atdec_get_channel_positions (GstATDec * atdec, gint channels,
-    GstAudioChannelPosition * positions)
-{
-  guint64 mask;
-
-  for (guint i = 0; i < G_N_ELEMENTS (channel_layouts); ++i) {
-    if (channel_layoutsi.channels == channels) {
-      memcpy (positions, channel_layoutsi.positions,
-          channels * sizeof (*positions));
-      return;
-    }
-  }
-
-  GST_WARNING_OBJECT (atdec, "Unknown channel count %u", channels);
-  mask = gst_audio_channel_get_fallback_mask (channels);
-  gst_audio_channel_positions_from_mask (channels, mask, positions);
-}
-
-static gboolean
-gst_atdec_set_format (GstAudioDecoder * decoder, GstCaps * caps)
-{
-  OSStatus status;
-  AudioStreamBasicDescription input_format = { 0 };
-  AudioStreamBasicDescription output_format = { 0 };
-  GstAudioInfo output_info = { 0 };
-  AudioChannelLayout output_layout = { 0 };
-  GstCaps *output_caps;
-  AudioTimeStamp timestamp = { 0 };
-  AudioQueueBufferRef output_buffer;
-  GstATDec *atdec = GST_ATDEC (decoder);
-
-  GST_DEBUG_OBJECT (atdec, "set_format");
-
-  if (atdec->queue)
-    gst_atdec_destroy_queue (atdec, TRUE);
-
-  /* configure input_format from caps */
-  gst_caps_to_at_format (caps, &input_format);
-  /* Remember the number of samples per frame */
-  atdec->spf = input_format.mFramesPerPacket;
-
-  /* negotiate output caps */
-  output_caps = gst_pad_get_allowed_caps (GST_AUDIO_DECODER_SRC_PAD (atdec));
-  if (!output_caps)
-    output_caps =
-        gst_pad_get_pad_template_caps (GST_AUDIO_DECODER_SRC_PAD (atdec));
-  output_caps = gst_caps_fixate (output_caps);
-
-  gst_caps_set_simple (output_caps,
-      "rate", G_TYPE_INT, (int) input_format.mSampleRate,
-      "channels", G_TYPE_INT, input_format.mChannelsPerFrame, NULL);
-
-  /* The layout passed to AudioQueueSetOfflineRenderFormat() is ignored, and
-   * setting kAudioQueueProperty_ChannelLayout has no effect either.
-   * The actual layout is derived experimentally here.
-   * It's not in a valid order for GStreamer, so we have to reorder in
-   * gst_atdec_handle_frame().
-   */
-
-  if (input_format.mChannelsPerFrame > 2) {
-    guint64 mask;
-
-    gst_atdec_get_channel_positions (atdec, input_format.mChannelsPerFrame,
-        atdec->at_channel_positions);
-    gst_audio_channel_positions_to_mask (atdec->at_channel_positions,
-        input_format.mChannelsPerFrame, FALSE, &mask);
-    /* gst_audio_info_from_caps() below will convert the mask back into a
-     * valid order, which we will use when reordering. */
-    gst_caps_set_simple (output_caps, "channel-mask", GST_TYPE_BITMASK, mask,
-        NULL);
-  }
-
-  /* configure output_format from caps */
-  gst_caps_to_at_format (output_caps, &output_format);
-
-  /* set the format we want to negotiate downstream */
-  gst_audio_info_from_caps (&output_info, output_caps);
-  gst_audio_decoder_set_output_caps (decoder, output_caps);
-  gst_caps_unref (output_caps);
-
-  status = AudioQueueNewOutput (&input_format, gst_atdec_buffer_emptied,
-      atdec, NULL, NULL, 0, &atdec->queue);
-  if (status)
-    goto create_queue_error;
-
-  output_layout.mChannelLayoutTag = kAudioChannelLayoutTag_Unknown;
-  status = AudioQueueSetOfflineRenderFormat (atdec->queue,
-      &output_format, &output_layout);
-  if (status)
-    goto set_format_error;
-
-  status = AudioQueueStart (atdec->queue, NULL);
-  if (status)
-    goto start_error;
-
-  timestamp.mFlags = kAudioTimeStampSampleTimeValid;
-  timestamp.mSampleTime = 0;
-
-  status =
-      AudioQueueAllocateBuffer (atdec->queue, atdec->spf * output_info.bpf,
-      &output_buffer);
-  if (status)
-    goto allocate_output_error;
-
-  status = AudioQueueOfflineRender (atdec->queue, &timestamp, output_buffer, 0);
-  if (status)
-    goto offline_render_error;
-
-  AudioQueueFreeBuffer (atdec->queue, output_buffer);
-
-  return TRUE;
-
-create_queue_error:
-  GST_ELEMENT_ERROR (atdec, STREAM, FORMAT, (NULL),
-      ("AudioQueueNewOutput returned error: %d", (gint) status));
-  return FALSE;
-
-set_format_error:
-  GST_ELEMENT_ERROR (atdec, STREAM, FORMAT, (NULL),
-      ("AudioQueueSetOfflineRenderFormat returned error: %d", (gint) status));
-  gst_atdec_destroy_queue (atdec, FALSE);
-  return FALSE;
-
-start_error:
-  GST_ELEMENT_ERROR (atdec, STREAM, FORMAT, (NULL),
-      ("AudioQueueStart returned error: %d", (gint) status));
-  gst_atdec_destroy_queue (atdec, FALSE);
-  return FALSE;
-
-allocate_output_error:
-  GST_ELEMENT_ERROR (atdec, STREAM, FORMAT, (NULL),
-      ("AudioQueueAllocateBuffer returned error: %d", (gint) status));
-  gst_atdec_destroy_queue (atdec, FALSE);
-  return FALSE;
-
-offline_render_error:
-  GST_ELEMENT_ERROR (atdec, STREAM, FORMAT, (NULL),
-      ("AudioQueueOfflineRender returned error: %d", (gint) status));
-  AudioQueueFreeBuffer (atdec->queue, output_buffer);
-  gst_atdec_destroy_queue (atdec, FALSE);
-  return FALSE;
-}
-
-static void
-gst_atdec_buffer_emptied (void *user_data, AudioQueueRef queue,
-    AudioQueueBufferRef buffer)
-{
-  AudioQueueFreeBuffer (queue, buffer);
-}
-
-static GstFlowReturn
-gst_atdec_offline_render (GstATDec * atdec, GstAudioInfo * audio_info)
-{
-  OSStatus status;
-  AudioTimeStamp timestamp = { 0 };
-  AudioQueueBufferRef output_buffer;
-  GstFlowReturn flow_ret = GST_FLOW_OK;
-  GstBuffer *out;
-  guint out_frames;
-
-  /* figure out how many frames we need to pull out of the queue */
-  out_frames = atdec->input_position - atdec->output_position;
-  if (out_frames > atdec->spf)
-    out_frames = atdec->spf;
-  status = AudioQueueAllocateBuffer (atdec->queue, out_frames * audio_info->bpf,
-      &output_buffer);
-  if (status)
-    goto allocate_output_failed;
-
-  /* pull the frames */
-  timestamp.mFlags = kAudioTimeStampSampleTimeValid;
-  timestamp.mSampleTime = atdec->output_position;
-  status =
-      AudioQueueOfflineRender (atdec->queue, &timestamp, output_buffer,
-      out_frames);
-  if (status)
-    goto offline_render_failed;
-
-  if (output_buffer->mAudioDataByteSize) {
-    if (output_buffer->mAudioDataByteSize % audio_info->bpf != 0)
-      goto invalid_buffer_size;
-
-    GST_DEBUG_OBJECT (atdec,
-        "Got output buffer of size %u at position %" G_GUINT64_FORMAT,
-        (guint) output_buffer->mAudioDataByteSize, atdec->output_position);
-    atdec->output_position +=
-        output_buffer->mAudioDataByteSize / audio_info->bpf;
-
-    out =
-        gst_audio_decoder_allocate_output_buffer (GST_AUDIO_DECODER (atdec),
-        output_buffer->mAudioDataByteSize);
-
-    gst_buffer_fill (out, 0, output_buffer->mAudioData,
-        output_buffer->mAudioDataByteSize);
-
-    if (GST_AUDIO_INFO_CHANNELS (audio_info) > 2)
-      gst_audio_buffer_reorder_channels (out,
-          GST_AUDIO_INFO_FORMAT (audio_info),
-          GST_AUDIO_INFO_CHANNELS (audio_info),
-          atdec->at_channel_positions, audio_info->position);
-
-    flow_ret =
-        gst_audio_decoder_finish_frame (GST_AUDIO_DECODER (atdec), out, 1);
-    GST_DEBUG_OBJECT (atdec, "Finished buffer: %s",
-        gst_flow_get_name (flow_ret));
-  } else {
-    GST_DEBUG_OBJECT (atdec, "Got empty output buffer");
-    flow_ret = GST_FLOW_CUSTOM_SUCCESS;
-  }
-
-  AudioQueueFreeBuffer (atdec->queue, output_buffer);
-
-  return flow_ret;
-
-allocate_output_failed:
-  {
-    GST_ELEMENT_ERROR (atdec, STREAM, DECODE, (NULL),
-        ("AudioQueueAllocateBuffer returned error: %d", (gint) status));
-    return GST_FLOW_ERROR;
-  }
-
-offline_render_failed:
-  {
-    AudioQueueFreeBuffer (atdec->queue, output_buffer);
-
-    GST_AUDIO_DECODER_ERROR (atdec, 1, STREAM, DECODE, (NULL),
-        ("AudioQueueOfflineRender returned error: %d", (gint) status),
-        flow_ret);
-
-    return flow_ret;
-  }
-
-invalid_buffer_size:
-  {
-    GST_AUDIO_DECODER_ERROR (atdec, 1, STREAM, DECODE, (NULL),
-        ("AudioQueueOfflineRender returned invalid buffer size: %u (bpf %d)",
-            (guint) output_buffer->mAudioDataByteSize, audio_info->bpf),
-        flow_ret);
-
-    AudioQueueFreeBuffer (atdec->queue, output_buffer);
-
-    return flow_ret;
-  }
-}
-
-static GstFlowReturn
-gst_atdec_handle_frame (GstAudioDecoder * decoder, GstBuffer * buffer)
-{
-  OSStatus status;
-  AudioStreamPacketDescription packet;
-  AudioQueueBufferRef input_buffer;
-  GstAudioInfo *audio_info;
-  int size;
-  GstFlowReturn flow_ret = GST_FLOW_OK;
-  GstATDec *atdec = GST_ATDEC (decoder);
-
-  audio_info = gst_audio_decoder_get_audio_info (decoder);
-
-  if (buffer == NULL) {
-    GST_DEBUG_OBJECT (atdec, "Draining");
-    AudioQueueFlush (atdec->queue);
-
-    while (atdec->input_position > atdec->output_position
-        && flow_ret == GST_FLOW_OK) {
-      flow_ret = gst_atdec_offline_render (atdec, audio_info);
-    }
-
-    if (flow_ret == GST_FLOW_CUSTOM_SUCCESS)
-      flow_ret = GST_FLOW_OK;
-
-    return flow_ret;
-  }
-
-  /* copy the input buffer into an AudioQueueBuffer */
-  size = gst_buffer_get_size (buffer);
-  GST_DEBUG_OBJECT (atdec,
-      "Handling buffer of size %u at timestamp %" GST_TIME_FORMAT, (guint) size,
-      GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buffer)));
-  status = AudioQueueAllocateBuffer (atdec->queue, size, &input_buffer);
-  if (status)
-    goto allocate_input_failed;
-  gst_buffer_extract (buffer, 0, input_buffer->mAudioData, size);
-  input_buffer->mAudioDataByteSize = size;
-
-  /* assume framed input */
-  packet.mStartOffset = 0;
-  packet.mVariableFramesInPacket = 1;
-  packet.mDataByteSize = size;
-
-  /* enqueue the buffer. It will get free'd once the gst_atdec_buffer_emptied
-   * callback is called
-   */
-  status = AudioQueueEnqueueBuffer (atdec->queue, input_buffer, 1, &packet);
-  if (status)
-    goto enqueue_buffer_failed;
-
-  atdec->input_position += atdec->spf;
-
-  flow_ret = gst_atdec_offline_render (atdec, audio_info);
-  if (flow_ret == GST_FLOW_CUSTOM_SUCCESS)
-    flow_ret = GST_FLOW_OK;
-
-  return flow_ret;
-
-allocate_input_failed:
-  {
-    GST_ELEMENT_ERROR (atdec, STREAM, DECODE, (NULL),
-        ("AudioQueueAllocateBuffer returned error: %d", (gint) status));
-    return GST_FLOW_ERROR;
-  }
-
-enqueue_buffer_failed:
-  {
-    GST_AUDIO_DECODER_ERROR (atdec, 1, STREAM, DECODE, (NULL),
-        ("AudioQueueEnqueueBuffer returned error: %d", (gint) status),
-        flow_ret);
-    return flow_ret;
-  }
-}
-
-static void
-gst_atdec_flush (GstAudioDecoder * decoder, gboolean hard)
-{
-  GstATDec *atdec = GST_ATDEC (decoder);
-
-  GST_DEBUG_OBJECT (atdec, "Flushing");
-  AudioQueueReset (atdec->queue);
-  atdec->output_position = 0;
-  atdec->input_position = 0;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/atdec.h Deleted

@@ -1,56 +0,0 @@
-/* GStreamer
- * Copyright (C) 2013 Alessandro Decina <alessandro.d@gmail.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifndef _GST_ATDEC_H_
-#define _GST_ATDEC_H_
-
-#include <gst/audio/gstaudiodecoder.h>
-#include <AudioToolbox/AudioToolbox.h>
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_ATDEC   (gst_atdec_get_type())
-#define GST_ATDEC(obj)   (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_ATDEC,GstATDec))
-#define GST_ATDEC_CLASS(klass)   (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_ATDEC,GstATDecClass))
-#define GST_IS_ATDEC(obj)   (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_ATDEC))
-#define GST_IS_ATDEC_CLASS(obj)   (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_ATDEC))
-
-typedef struct _GstATDec GstATDec;
-typedef struct _GstATDecClass GstATDecClass;
-
-struct _GstATDec
-{
-  GstAudioDecoder decoder;
-  AudioQueueRef queue;
-  gint spf;
-  guint64 input_position, output_position;
-
-  GstAudioChannelPosition at_channel_positions64;
-};
-
-struct _GstATDecClass
-{
-  GstAudioDecoderClass decoder_class;
-};
-
-GType gst_atdec_get_type (void);
-
-G_END_DECLS
-
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_checker.hlsl Deleted

@@ -1,73 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-cbuffer CheckerConstBuffer : register(b0)
-{
-  float width;
-  float height;
-  float checker_size;
-  float alpha;
-};
-
-struct PS_INPUT
-{
-  float4 Position: SV_POSITION;
-  float2 Texture: TEXCOORD;
-};
-
-float4 PSMain_checker (PS_INPUT input) : SV_Target
-{
-  float4 output;
-  float2 xy_mod = floor (0.5 * input.Texture * float2 (width, height) / checker_size);
-  float result = fmod (xy_mod.x + xy_mod.y, 2.0);
-  output.r = step (result, 0.5);
-  output.g = 1.0 - output.r;
-  output.b = 0;
-  output.a = alpha;
-  return output;
-}
-#else
-static const char g_PSMain_checker_str =
-"cbuffer CheckerConstBuffer : register(b0)\n"
-"{\n"
-"  float width;\n"
-"  float height;\n"
-"  float checker_size;\n"
-"  float alpha;\n"
-"};\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position: SV_POSITION;\n"
-"  float2 Texture: TEXCOORD;\n"
-"};\n"
-"\n"
-"float4 PSMain_checker (PS_INPUT input) : SV_Target\n"
-"{\n"
-"  float4 output;\n"
-"  float2 xy_mod = floor (0.5 * input.Texture * float2 (width, height) / checker_size);\n"
-"  float result = fmod (xy_mod.x + xy_mod.y, 2.0);\n"
-"  output.r = step (result, 0.5);\n"
-"  output.g = 1.0 - output.r;\n"
-"  output.b = 0;\n"
-"  output.a = alpha;\n"
-"  return output;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_checker_luma.hlsl Deleted

@@ -1,83 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-static const float blocksize = 8.0;
-static const float4 high = float4 (0.667, 0.0, 0.0, 1.0);
-static const float4 low = float4 (0.333, 0.0, 0.0, 1.0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-struct PS_OUTPUT
-{
-  float4 Plane : SV_TARGET;
-};
-
-PS_OUTPUT PSMain_checker_luma (PS_INPUT input)
-{
-  PS_OUTPUT output;
-  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
-    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  } else {
-    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  }
-  return output;
-}
-#else
-static const char g_PSMain_checker_luma_str =
-"static const float blocksize = 8.0;\n"
-"static const float4 high = float4 (0.667, 0.0, 0.0, 1.0);\n"
-"static const float4 low = float4 (0.333, 0.0, 0.0, 1.0);\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT\n"
-"{\n"
-"  float4 Plane : SV_TARGET;\n"
-"};\n"
-"\n"
-"PS_OUTPUT PSMain_checker_luma (PS_INPUT input)\n"
-"{\n"
-"  PS_OUTPUT output;\n"
-"  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {\n"
-"    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)\n"
-"      output.Plane = low;\n"
-"    else\n"
-"      output.Plane = high;\n"
-"  } else {\n"
-"    if ((input.Position.y % (blocksize * 2.0)) < blocksize)\n"
-"      output.Plane = low;\n"
-"    else\n"
-"      output.Plane = high;\n"
-"  }\n"
-"  return output;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_checker_rgb.hlsl Deleted

@@ -1,83 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-static const float blocksize = 8.0;
-static const float4 high = float4 (0.667, 0.667, 0.667, 1.0);
-static const float4 low = float4 (0.333, 0.333, 0.333, 1.0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-struct PS_OUTPUT
-{
-  float4 Plane : SV_TARGET;
-};
-
-PS_OUTPUT PSMain_checker_rgb (PS_INPUT input)
-{
-  PS_OUTPUT output;
-  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
-    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  } else {
-    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  }
-  return output;
-}
-#else
-static const char g_PSMain_checker_rgb_str =
-"static const float blocksize = 8.0;\n"
-"static const float4 high = float4 (0.667, 0.667, 0.667, 1.0);\n"
-"static const float4 low = float4 (0.333, 0.333, 0.333, 1.0);\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT\n"
-"{\n"
-"  float4 Plane : SV_TARGET;\n"
-"};\n"
-"\n"
-"PS_OUTPUT PSMain_checker_rgb (PS_INPUT input)\n"
-"{\n"
-"  PS_OUTPUT output;\n"
-"  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {\n"
-"    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)\n"
-"      output.Plane = low;\n"
-"    else\n"
-"      output.Plane = high;\n"
-"  } else {\n"
-"    if ((input.Position.y % (blocksize * 2.0)) < blocksize)\n"
-"      output.Plane = low;\n"
-"    else\n"
-"      output.Plane = high;\n"
-"  }\n"
-"  return output;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_checker_vuya.hlsl Deleted

@@ -1,83 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-static const float blocksize = 8.0;
-static const float4 high = float4 (0.5, 0.5, 0.667, 1.0);
-static const float4 low = float4 (0.5, 0.5, 0.333, 1.0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-struct PS_OUTPUT
-{
-  float4 Plane : SV_TARGET;
-};
-
-PS_OUTPUT PSMain_checker_vuya (PS_INPUT input)
-{
-  PS_OUTPUT output;
-  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
-    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  } else {
-    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  }
-  return output;
-}
-#else
-static const char g_PSMain_checker_vuya_str =
-"static const float blocksize = 8.0;\n"
-"static const float4 high = float4 (0.5, 0.5, 0.667, 1.0);\n"
-"static const float4 low = float4 (0.5, 0.5, 0.333, 1.0);\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"};\n"
-"\n"
-"struct PS_OUTPUT\n"
-"{\n"
-"  float4 Plane : SV_TARGET;\n"
-"};\n"
-"\n"
-"PS_OUTPUT PSMain_checker_vuya (PS_INPUT input)\n"
-"{\n"
-"  PS_OUTPUT output;\n"
-"  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {\n"
-"    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)\n"
-"      output.Plane = low;\n"
-"    else\n"
-"      output.Plane = high;\n"
-"  } else {\n"
-"    if ((input.Position.y % (blocksize * 2.0)) < blocksize)\n"
-"      output.Plane = low;\n"
-"    else\n"
-"      output.Plane = high;\n"
-"  }\n"
-"  return output;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_color.hlsl Deleted

@@ -1,43 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-struct PS_INPUT
-{
-  float4 Position: SV_POSITION;
-  float4 Color: COLOR;
-};
-
-float4 PSMain_color (PS_INPUT input) : SV_TARGET
-{
-  return input.Color;
-}
-#else
-static const char g_PSMain_color_str =
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position: SV_POSITION;\n"
-"  float4 Color: COLOR;\n"
-"};\n"
-"\n"
-"float4 PSMain_color (PS_INPUT input) : SV_TARGET\n"
-"{\n"
-"  return input.Color;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_sample.hlsl Deleted

@@ -1,49 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-Texture2D shaderTexture;
-SamplerState samplerState;
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-float4 PSMain_sample (PS_INPUT input): SV_TARGET
-{
-  return shaderTexture.Sample (samplerState, input.Texture);
-}
-#else
-static const char g_PSMain_sample_str =
-"Texture2D shaderTexture;\n"
-"SamplerState samplerState;\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position: SV_POSITION;\n"
-"  float2 Texture: TEXCOORD;\n"
-"};\n"
-"\n"
-"float4 PSMain_sample (PS_INPUT input): SV_TARGET\n"
-"{\n"
-"  return shaderTexture.Sample (samplerState, input.Texture);\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_sample_premul.hlsl Deleted

@@ -1,61 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-Texture2D shaderTexture;
-SamplerState samplerState;
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-float4 PSMain_sample_premul (PS_INPUT input): SV_TARGET
-{
-  float4 sample = shaderTexture.Sample (samplerState, input.Texture);
-  float4 premul_sample;
-  premul_sample.r = saturate (sample.r * sample.a);
-  premul_sample.g = saturate (sample.g * sample.a);
-  premul_sample.b = saturate (sample.b * sample.a);
-  premul_sample.a = sample.a;
-  return premul_sample;
-}
-#else
-static const char g_PSMain_sample_premul_str =
-"Texture2D shaderTexture;\n"
-"SamplerState samplerState;\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"  float2 Texture : TEXCOORD;\n"
-"};\n"
-"\n"
-"float4 PSMain_sample_premul (PS_INPUT input): SV_TARGET\n"
-"{\n"
-"  float4 sample = shaderTexture.Sample (samplerState, input.Texture);\n"
-"  float4 premul_sample;\n"
-"  premul_sample.r = saturate (sample.r * sample.a);\n"
-"  premul_sample.g = saturate (sample.g * sample.a);\n"
-"  premul_sample.b = saturate (sample.b * sample.a);\n"
-"  premul_sample.a = sample.a;\n"
-"  return premul_sample;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/PSMain_snow.hlsl Deleted

@@ -1,75 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-cbuffer SnowConstBuffer : register(b0)
-{
-  float time;
-  float alpha;
-  float2 padding;
-};
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-float get_rand (float2 uv)
-{
-  return frac (sin (dot (uv, float2 (12.9898,78.233))) * 43758.5453);
-}
-
-float4 PSMain_snow (PS_INPUT input) : SV_Target
-{
-  float4 output;
-  float val = get_rand (time * input.Texture);
-  output.rgb = float3(val, val, val);
-  output.a = alpha;
-  return output;
-}
-#else
-static const char g_PSMain_snow_str =
-"cbuffer TimeConstBuffer : register(b0)\n"
-"{\n"
-"  float time;\n"
-"  float alpha;\n"
-"  float2 padding;\n"
-"};\n"
-"\n"
-"struct PS_INPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"  float2 Texture : TEXCOORD;\n"
-"};\n"
-"\n"
-"float get_rand(float2 uv)\n"
-"{\n"
-"  return frac (sin (dot (uv, float2 (12.9898,78.233))) * 43758.5453);\n"
-"}\n"
-"\n"
-"float4 PSMain_snow (PS_INPUT input) : SV_Target\n"
-"{\n"
-"  float4 output;\n"
-"  float val = get_rand (time * input.Texture);\n"
-"  output.rgb = float3(val, val, val);\n"
-"  output.a = alpha;\n"
-"  return output;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/VSMain_color.hlsl Deleted

@@ -1,55 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-  float4 Color : COLOR;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-  float4 Color : COLOR;
-};
-
-VS_OUTPUT VSMain_color (VS_INPUT input)
-{
-  return input;
-}
-#else
-static const char g_VSMain_color_str =
-"struct VS_INPUT\n"
-"{\n"
-"  float4 Position : POSITION;\n"
-"  float4 Color : COLOR;\n"
-"};\n"
-"\n"
-"struct VS_OUTPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"  float4 Color : COLOR;\n"
-"};\n"
-"\n"
-"VS_OUTPUT VSMain_color (VS_INPUT input)\n"
-"{\n"
-"  return input;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/VSMain_coord.hlsl Deleted

@@ -1,55 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-VS_OUTPUT VSMain_coord (VS_INPUT input)
-{
-  return input;
-}
-#else
-static const char g_VSMain_coord_str =
-"struct VS_INPUT\n"
-"{\n"
-"  float4 Position : POSITION;\n"
-"  float2 Texture : TEXCOORD;\n"
-"};\n"
-"\n"
-"struct VS_OUTPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"  float2 Texture : TEXCOORD;\n"
-"};\n"
-"\n"
-"VS_OUTPUT VSMain_coord (VS_INPUT input)\n"
-"{\n"
-"  return input;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/VSMain_pos.hlsl Deleted

@@ -1,51 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef BUILDING_HLSL
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-VS_OUTPUT VSMain_pos (VS_INPUT input)
-{
-  return input;
-}
-#else
-static const char g_VSMain_pos_str =
-"struct VS_INPUT\n"
-"{\n"
-"  float4 Position : POSITION;\n"
-"};\n"
-"\n"
-"struct VS_OUTPUT\n"
-"{\n"
-"  float4 Position : SV_POSITION;\n"
-"};\n"
-"\n"
-"VS_OUTPUT VSMain_pos (VS_INPUT input)\n"
-"{\n"
-"  return input;\n"
-"}\n";
-#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/gstd3d11plugin-hlsl.h Deleted

@@ -1,58 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#ifdef HLSL_PRECOMPILED
-#include "PSMain_checker_luma.h"
-#include "PSMain_checker_rgb.h"
-#include "PSMain_checker_vuya.h"
-#include "PSMain_checker.h"
-#include "PSMain_color.h"
-#include "PSMain_sample_premul.h"
-#include "PSMain_sample.h"
-#include "PSMain_snow.h"
-#include "VSMain_color.h"
-#include "VSMain_coord.h"
-#include "VSMain_pos.h"
-#else
-const BYTE g_PSMain_checker_luma = { 0 };
-const BYTE g_PSMain_checker_rgb = { 0 };
-const BYTE g_PSMain_checker_vuya = { 0 };
-const BYTE g_PSMain_checker = { 0 };
-const BYTE g_PSMain_color = { 0 };
-const BYTE g_PSMain_sample_premul = { 0 };
-const BYTE g_PSMain_sample = { 0 };
-const BYTE g_PSMain_snow = { 0 };
-const BYTE g_VSMain_color = { 0 };
-const BYTE g_VSMain_coord = { 0 };
-const BYTE g_VSMain_pos = { 0 };
-#endif
-
-#include "PSMain_checker_luma.hlsl"
-#include "PSMain_checker_rgb.hlsl"
-#include "PSMain_checker_vuya.hlsl"
-#include "PSMain_checker.hlsl"
-#include "PSMain_color.hlsl"
-#include "PSMain_sample_premul.hlsl"
-#include "PSMain_sample.hlsl"
-#include "PSMain_snow.hlsl"
-#include "VSMain_color.hlsl"
-#include "VSMain_coord.hlsl"
-#include "VSMain_pos.hlsl"

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/hlsl/meson.build Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d11on12.cpp Deleted

@@ -1,129 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d11on12.h"
-#include <d3d11on12.h>
-#include <wrl.h>
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-/* *INDENT-ON* */
-
-HRESULT
-GstD3D11On12CreateDevice (IUnknown * device, IUnknown * command_queue,
-    IUnknown ** d3d11on12)
-{
-  static const D3D_FEATURE_LEVEL feature_levels = {
-    D3D_FEATURE_LEVEL_12_1,
-    D3D_FEATURE_LEVEL_12_0,
-    D3D_FEATURE_LEVEL_11_1,
-    D3D_FEATURE_LEVEL_11_0,
-  };
-
-  g_return_val_if_fail (device, E_INVALIDARG);
-  g_return_val_if_fail (command_queue, E_INVALIDARG);
-  g_return_val_if_fail (d3d11on12, E_INVALIDARG);
-
-  IUnknown *cq = { command_queue };
-
-  ComPtr < ID3D11Device > d3d11device;
-  auto hr = D3D11On12CreateDevice (device, D3D11_CREATE_DEVICE_BGRA_SUPPORT,
-      feature_levels, G_N_ELEMENTS (feature_levels), cq, 1, 0, &d3d11device,
-      nullptr, nullptr);
-
-  if (FAILED (hr))
-    return hr;
-
-  ComPtr < ID3D11On12Device > d3d11on12device;
-  hr = d3d11device.As (&d3d11on12device);
-  if (FAILED (hr))
-    return hr;
-
-  *d3d11on12 = d3d11on12device.Detach ();
-  return S_OK;
-}
-
-HRESULT
-GstD3D11On12CreateWrappedResource (IUnknown * d3d11on12, IUnknown * resource12,
-    UINT bind_flags, UINT misc_flags, UINT cpu_access_flags,
-    UINT structure_byte_stride, UINT in_state, UINT out_state,
-    ID3D11Resource ** resource11)
-{
-  g_return_val_if_fail (d3d11on12, E_INVALIDARG);
-  g_return_val_if_fail (resource12, E_INVALIDARG);
-  g_return_val_if_fail (resource11, E_INVALIDARG);
-
-  ComPtr < ID3D11On12Device > device;
-  auto hr = d3d11on12->QueryInterface (IID_PPV_ARGS (&device));
-  if (FAILED (hr))
-    return hr;
-
-  D3D11_RESOURCE_FLAGS flags = { };
-  flags.BindFlags = bind_flags;
-  flags.MiscFlags = misc_flags;
-  flags.CPUAccessFlags = cpu_access_flags;
-  flags.StructureByteStride = structure_byte_stride;
-
-  ComPtr < ID3D11Resource > resource;
-  hr = device->CreateWrappedResource (resource12, &flags,
-      (D3D12_RESOURCE_STATES) in_state, (D3D12_RESOURCE_STATES) out_state,
-      IID_PPV_ARGS (&resource));
-  if (FAILED (hr))
-    return hr;
-
-  *resource11 = resource.Detach ();
-
-  return S_OK;
-}
-
-HRESULT
-GstD3D11On12ReleaseWrappedResource (IUnknown * d3d11on12,
-    ID3D11Resource ** resources, guint num_resources)
-{
-  g_return_val_if_fail (d3d11on12, E_INVALIDARG);
-
-  ComPtr < ID3D11On12Device > device;
-  auto hr = d3d11on12->QueryInterface (IID_PPV_ARGS (&device));
-  if (FAILED (hr))
-    return hr;
-
-  device->ReleaseWrappedResources (resources, num_resources);
-
-  return S_OK;
-}
-
-HRESULT
-GstD3D11On12AcquireWrappedResource (IUnknown * d3d11on12,
-    ID3D11Resource ** resources, guint num_resources)
-{
-  g_return_val_if_fail (d3d11on12, E_INVALIDARG);
-
-  ComPtr < ID3D11On12Device > device;
-  auto hr = d3d11on12->QueryInterface (IID_PPV_ARGS (&device));
-  if (FAILED (hr))
-    return hr;
-
-  device->AcquireWrappedResources (resources, num_resources);
-
-  return S_OK;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d11on12.h Deleted

@@ -1,50 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <windows.h>
-#include <d3d11.h>
-
-G_BEGIN_DECLS
-
-HRESULT GstD3D11On12CreateDevice (IUnknown * device,
-                                  IUnknown * command_queue,
-                                  IUnknown ** d3d11on12);
-
-HRESULT GstD3D11On12CreateWrappedResource (IUnknown * d3d11on12,
-                                           IUnknown * resource12,
-                                           UINT bind_flags,
-                                           UINT misc_flags,
-                                           UINT cpu_access_flags,
-                                           UINT structure_byte_stride,
-                                           UINT in_state,
-                                           UINT out_state,
-                                           ID3D11Resource ** resource11);
-
-HRESULT GstD3D11On12ReleaseWrappedResource (IUnknown * d3d11on12,
-                                            ID3D11Resource ** resources,
-                                            guint num_resources);
-
-HRESULT GstD3D11On12AcquireWrappedResource (IUnknown * d3d11on12,
-                                            ID3D11Resource ** resources,
-                                            guint num_resources);
-
-G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12-private.h Deleted

@@ -1,197 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include "gstd3d12device.h"
-#include "gstd3d12format.h"
-
-/*
- * Preferred sorting order in a tier
- *   - number of components
- *   - depth
- *   - subsampling
- *   - supports both SRV and RTV
- *   - prefer smaller number of planes
- *   - prefer non-complex formats
- *   - prefer YUV formats over RGB ones
- *   - prefer I420 over YV12
- *   - format name
- */
-
-/* DXGI (semi) native formats */
-#define GST_D3D12_TIER_0_FORMATS \
-    "RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, " \
-    "P010_10LE, RGBx, BGRx, NV12"
-
-/* both SRV and RTV are supported */
-#define GST_D3D12_TIER_1_FORMATS \
-    "AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, " \
-    "GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, " \
-    "I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, " \
-    "I420, YV12, GRAY16_LE, GRAY8"
-
-#define GST_D3D12_COMMON_FORMATS \
-    GST_D3D12_TIER_0_FORMATS ", " \
-    GST_D3D12_TIER_1_FORMATS
-
-#define GST_D3D12_ALL_FORMATS \
-    "{ " GST_D3D12_COMMON_FORMATS " }"
-
-#define MAKE_FORMAT_MAP_YUV(g,d,r0,r1,r2,r3) \
-  { GST_VIDEO_FORMAT_ ##g, DXGI_FORMAT_ ##d, \
-    { DXGI_FORMAT_ ##r0, DXGI_FORMAT_ ##r1, DXGI_FORMAT_ ##r2, DXGI_FORMAT_ ##r3 }, \
-    { DXGI_FORMAT_ ##r0, DXGI_FORMAT_ ##r1, DXGI_FORMAT_ ##r2, DXGI_FORMAT_ ##r3 }, \
-    (D3D12_FORMAT_SUPPORT1) (D3D12_FORMAT_SUPPORT1_RENDER_TARGET | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE) }
-
-#define MAKE_FORMAT_MAP_FULL(g,d,r0,r1,r2,r3,f) \
-  { g, DXGI_FORMAT_ ##d, \
-    { DXGI_FORMAT_ ##r0, DXGI_FORMAT_ ##r1, DXGI_FORMAT_ ##r2, DXGI_FORMAT_ ##r3 }, \
-    { DXGI_FORMAT_ ##r0, DXGI_FORMAT_ ##r1, DXGI_FORMAT_ ##r2, DXGI_FORMAT_ ##r3 }, \
-    (D3D12_FORMAT_SUPPORT1) (f) }
-
-#define MAKE_FORMAT_MAP_RGB(g,d) \
-  { GST_VIDEO_FORMAT_ ##g, DXGI_FORMAT_ ##d, \
-    { DXGI_FORMAT_ ##d, DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN }, \
-    { DXGI_FORMAT_ ##d, DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN }, \
-    (D3D12_FORMAT_SUPPORT1) (D3D12_FORMAT_SUPPORT1_RENDER_TARGET | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE) }
-
-#define MAKE_FORMAT_MAP_RGBP(g,d,a) \
-  { GST_VIDEO_FORMAT_ ##g, DXGI_FORMAT_UNKNOWN, \
-    { DXGI_FORMAT_ ##d, DXGI_FORMAT_ ##d, DXGI_FORMAT_ ##d, DXGI_FORMAT_ ##a }, \
-    { DXGI_FORMAT_ ##d, DXGI_FORMAT_ ##d, DXGI_FORMAT_ ##d, DXGI_FORMAT_ ##a }, \
-    (D3D12_FORMAT_SUPPORT1) (D3D12_FORMAT_SUPPORT1_RENDER_TARGET | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE) }
-
-static const GstD3D12Format g_gst_d3d12_default_format_map = {
-  MAKE_FORMAT_MAP_RGB (BGRA, B8G8R8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (RGBA, R8G8B8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (BGRx, B8G8R8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (RGBx, R8G8B8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (ARGB, R8G8B8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (xRGB, R8G8B8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (ABGR, R8G8B8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (xBGR, R8G8B8A8_UNORM),
-  MAKE_FORMAT_MAP_RGB (RGB10A2_LE, R10G10B10A2_UNORM),
-  MAKE_FORMAT_MAP_RGB (RGBA64_LE, R16G16B16A16_UNORM),
-  MAKE_FORMAT_MAP_YUV (AYUV, UNKNOWN, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (AYUV64, UNKNOWN, R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (VUYA, AYUV, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (NV12, NV12, R8_UNORM, R8G8_UNORM, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (NV21, UNKNOWN, R8_UNORM, R8G8_UNORM, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (P010_10LE, P010, R16_UNORM, R16G16_UNORM, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (P012_LE, P016, R16_UNORM, R16G16_UNORM, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (P016_LE, P016, R16_UNORM, R16G16_UNORM, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (I420, UNKNOWN, R8_UNORM, R8_UNORM, R8_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (YV12, UNKNOWN, R8_UNORM, R8_UNORM, R8_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (I420_10LE, UNKNOWN, R16_UNORM, R16_UNORM, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (I420_12LE, UNKNOWN, R16_UNORM, R16_UNORM, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (Y42B, UNKNOWN, R8_UNORM, R8_UNORM, R8_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (I422_10LE, UNKNOWN, R16_UNORM, R16_UNORM, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (I422_12LE, UNKNOWN, R16_UNORM, R16_UNORM, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (Y444, UNKNOWN, R8_UNORM, R8_UNORM, R8_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (Y444_10LE, UNKNOWN, R16_UNORM, R16_UNORM, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (Y444_12LE, UNKNOWN, R16_UNORM, R16_UNORM, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (Y444_16LE, UNKNOWN, R16_UNORM, R16_UNORM, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (UYVY, UNKNOWN, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (VYUY, UNKNOWN, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_YUV (YVYU, UNKNOWN, R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN),
-  MAKE_FORMAT_MAP_RGB (GRAY8, R8_UNORM),
-  MAKE_FORMAT_MAP_RGB (GRAY16_LE, R16_UNORM),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y410, Y410,
-      R10G10B10A2_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_BGR10A2_LE, Y410,
-      R10G10B10A2_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_YUY2, YUY2,
-      R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y210, Y210,
-      R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y212_LE, Y216,
-      R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y412_LE, Y416,
-      R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_BGRA64_LE, Y416,
-      R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_RGB, UNKNOWN,
-      R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_BGR, UNKNOWN,
-      R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_v210, UNKNOWN,
-      R10G10B10A2_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_v216, UNKNOWN,
-      R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_v308, UNKNOWN,
-      R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_IYU2, UNKNOWN,
-      R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_RGB16, UNKNOWN,
-      R16_UINT, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_BGR16, UNKNOWN,
-      R16_UINT, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_RGB15, UNKNOWN,
-      R16_UINT, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_BGR15, UNKNOWN,
-      R16_UINT, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_r210, UNKNOWN,
-      R32_UINT, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_RBGA, AYUV,
-      R8G8B8A8_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
-      D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE),
-  MAKE_FORMAT_MAP_RGBP (RGBP, R8_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_RGBP (BGRP, R8_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_RGBP (GBR, R8_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_RGBP (GBR_10LE, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_RGBP (GBR_12LE, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_RGBP (GBR_16LE, R16_UNORM, UNKNOWN),
-  MAKE_FORMAT_MAP_RGBP (GBRA, R8_UNORM, R8_UNORM),
-  MAKE_FORMAT_MAP_RGBP (GBRA_10LE, R16_UNORM, R16_UNORM),
-  MAKE_FORMAT_MAP_RGBP (GBRA_12LE, R16_UNORM, R16_UNORM),
-};
-
-#undef MAKE_FORMAT_MAP_YUV
-#undef MAKE_FORMAT_MAP_FULL
-#undef MAKE_FORMAT_MAP_RGB
-#undef MAKE_FORMAT_MAP_RGBP
-
-#define GST_D3D12_N_FORMATS G_N_ELEMENTS(g_gst_d3d12_default_format_map)
-
-void gst_d3d12_device_clear_yuv_texture (GstD3D12Device * device,
-                                         GstMemory * mem);
-
-void gst_d3d12_init_background_thread (void);
-
-void gst_d3d12_sync_background_thread (void);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12.h Deleted

@@ -1,34 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include "gstd3d12_fwd.h"
-#include "gstd3d12bufferpool.h"
-#include "gstd3d12commandallocatorpool.h"
-#include "gstd3d12commandlistpool.h"
-#include "gstd3d12commandqueue.h"
-#include "gstd3d12converter.h"
-#include "gstd3d12descriptorpool.h"
-#include "gstd3d12device.h"
-#include "gstd3d12fencedatapool.h"
-#include "gstd3d12format.h"
-#include "gstd3d12memory.h"
-#include "gstd3d12utils.h"

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12_fwd.h Deleted

@@ -1,64 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-
-#ifndef INITGUID
-#include <initguid.h>
-#endif
-
-#include <directx/d3d12.h>
-#include <directx/d3d12video.h>
-#include <dxgi1_6.h>
-
-G_BEGIN_DECLS
-
-typedef struct _GstD3D12Device GstD3D12Device;
-typedef struct _GstD3D12DeviceClass GstD3D12DeviceClass;
-typedef struct _GstD3D12DevicePrivate GstD3D12DevicePrivate;
-
-typedef struct _GstD3D12Memory GstD3D12Memory;
-typedef struct _GstD3D12MemoryPrivate GstD3D12MemoryPrivate;
-
-typedef struct _GstD3D12Allocator GstD3D12Allocator;
-typedef struct _GstD3D12AllocatorClass GstD3D12AllocatorClass;
-typedef struct _GstD3D12AllocatorPrivate GstD3D12AllocatorPrivate;
-
-typedef struct _GstD3D12PoolAllocator GstD3D12PoolAllocator;
-typedef struct _GstD3D12PoolAllocatorClass GstD3D12PoolAllocatorClass;
-typedef struct _GstD3D12PoolAllocatorPrivate GstD3D12PoolAllocatorPrivate;
-
-typedef struct _GstD3D12Format GstD3D12Format;
-
-typedef struct _GstD3D12AllocationParams GstD3D12AllocationParams;
-
-typedef struct _GstD3D12BufferPool GstD3D12BufferPool;
-typedef struct _GstD3D12BufferPoolClass GstD3D12BufferPoolClass;
-typedef struct _GstD3D12BufferPoolPrivate GstD3D12BufferPoolPrivate;
-
-typedef struct _GstD3D12Converter GstD3D12Converter;
-typedef struct _GstD3D12ConverterClass GstD3D12ConverterClass;
-typedef struct _GstD3D12ConverterPrivate GstD3D12ConverterPrivate;
-
-typedef struct _GstD3D12FenceData GstD3D12FenceData;
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12bufferpool.cpp Deleted

@@ -1,408 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include "gstd3d12memory-private.h"
-#include <directx/d3dx12.h>
-
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_buffer_pool_debug);
-#define GST_CAT_DEFAULT gst_d3d12_buffer_pool_debug
-
-struct _GstD3D12BufferPoolPrivate
-{
-  GstD3D12Allocator *allocGST_VIDEO_MAX_PLANES;
-
-  GstD3D12AllocationParams *d3d12_params;
-
-  gint strideGST_VIDEO_MAX_PLANES;
-  gsize offsetGST_VIDEO_MAX_PLANES;
-};
-
-#define gst_d3d12_buffer_pool_parent_class parent_class
-G_DEFINE_TYPE_WITH_PRIVATE (GstD3D12BufferPool,
-    gst_d3d12_buffer_pool, GST_TYPE_BUFFER_POOL);
-
-static void gst_d3d12_buffer_pool_dispose (GObject * object);
-static const gchar **gst_d3d12_buffer_pool_get_options (GstBufferPool * pool);
-static gboolean gst_d3d12_buffer_pool_set_config (GstBufferPool * pool,
-    GstStructure * config);
-static GstFlowReturn gst_d3d12_buffer_pool_alloc_buffer (GstBufferPool * pool,
-    GstBuffer ** buffer, GstBufferPoolAcquireParams * params);
-static GstFlowReturn gst_d3d12_buffer_pool_acquire_buffer (GstBufferPool * pool,
-    GstBuffer ** buffer, GstBufferPoolAcquireParams * params);
-static gboolean gst_d3d12_buffer_pool_start (GstBufferPool * pool);
-static gboolean gst_d3d12_buffer_pool_stop (GstBufferPool * pool);
-
-static void
-gst_d3d12_buffer_pool_class_init (GstD3D12BufferPoolClass * klass)
-{
-  auto object_class = G_OBJECT_CLASS (klass);
-  auto pool_class = GST_BUFFER_POOL_CLASS (klass);
-
-  object_class->dispose = gst_d3d12_buffer_pool_dispose;
-
-  pool_class->get_options = gst_d3d12_buffer_pool_get_options;
-  pool_class->set_config = gst_d3d12_buffer_pool_set_config;
-  pool_class->alloc_buffer = gst_d3d12_buffer_pool_alloc_buffer;
-  pool_class->acquire_buffer = gst_d3d12_buffer_pool_acquire_buffer;
-  pool_class->start = gst_d3d12_buffer_pool_start;
-  pool_class->stop = gst_d3d12_buffer_pool_stop;
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_buffer_pool_debug, "d3d12bufferpool", 0,
-      "d3d12bufferpool");
-}
-
-static void
-gst_d3d12_buffer_pool_init (GstD3D12BufferPool * self)
-{
-  self->priv = (GstD3D12BufferPoolPrivate *)
-      gst_d3d12_buffer_pool_get_instance_private (self);
-}
-
-static void
-gst_d3d12_buffer_pool_clear_allocator (GstD3D12BufferPool * self)
-{
-  auto priv = self->priv;
-  guint i;
-
-  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
-    if (priv->alloci) {
-      gst_d3d12_allocator_set_active (priv->alloci, FALSE);
-      gst_clear_object (&priv->alloci);
-    }
-  }
-}
-
-static void
-gst_d3d12_buffer_pool_dispose (GObject * object)
-{
-  auto self = GST_D3D12_BUFFER_POOL (object);
-  auto priv = self->priv;
-
-  g_clear_pointer (&priv->d3d12_params, gst_d3d12_allocation_params_free);
-  gst_clear_object (&self->device);
-  gst_d3d12_buffer_pool_clear_allocator (self);
-
-  G_OBJECT_CLASS (parent_class)->dispose (object);
-}
-
-static const gchar **
-gst_d3d12_buffer_pool_get_options (GstBufferPool * pool)
-{
-  /* NOTE: d3d12 memory does not support alignment */
-  static const gchar *options =
-      { GST_BUFFER_POOL_OPTION_VIDEO_META, nullptr };
-
-  return options;
-}
-
-static gboolean
-gst_d3d12_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
-{
-  auto self = GST_D3D12_BUFFER_POOL (pool);
-  auto priv = self->priv;
-  GstVideoInfo info;
-  GstCaps *caps = nullptr;
-  guint min_buffers, max_buffers;
-  D3D12_RESOURCE_DESC descGST_VIDEO_MAX_PLANES;
-  D3D12_HEAP_PROPERTIES heap_props =
-      CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-
-  if (!gst_buffer_pool_config_get_params (config, &caps, nullptr, &min_buffers,
-          &max_buffers)) {
-    GST_WARNING_OBJECT (self, "invalid config");
-    return FALSE;
-  }
-
-  if (!caps) {
-    GST_WARNING_OBJECT (self, "Empty caps");
-    return FALSE;
-  }
-
-  /* now parse the caps from the config */
-  if (!gst_video_info_from_caps (&info, caps)) {
-    GST_WARNING_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
-    return FALSE;
-  }
-
-  GST_LOG_OBJECT (self, "%dx%d, caps %" GST_PTR_FORMAT, info.width, info.height,
-      caps);
-
-  gst_d3d12_buffer_pool_clear_allocator (self);
-
-  memset (priv->stride, 0, sizeof (priv->stride));
-  memset (priv->offset, 0, sizeof (priv->offset));
-
-  g_clear_pointer (&priv->d3d12_params, gst_d3d12_allocation_params_free);
-  priv->d3d12_params =
-      gst_buffer_pool_config_get_d3d12_allocation_params (config);
-  if (!priv->d3d12_params) {
-    priv->d3d12_params =
-        gst_d3d12_allocation_params_new (self->device,
-        &info, GST_D3D12_ALLOCATION_FLAG_DEFAULT,
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
-  }
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-  const auto params = priv->d3d12_params;
-  memset (desc, 0, sizeof (desc));
-
-  gsize total_mem_size = 0;
-  D3D12_PLACED_SUBRESOURCE_FOOTPRINT layoutGST_VIDEO_MAX_PLANES;
-  if (params->d3d12_format.dxgi_format != DXGI_FORMAT_UNKNOWN) {
-    desc0 = CD3DX12_RESOURCE_DESC::Tex2D (params->d3d12_format.dxgi_format,
-        params->aligned_info.width, params->aligned_info.height,
-        params->array_size, 1, 1, 0, params->resource_flags);
-    switch (params->d3d12_format.dxgi_format) {
-      case DXGI_FORMAT_NV12:
-      case DXGI_FORMAT_P010:
-      case DXGI_FORMAT_P016:
-        desc0.Width = GST_ROUND_UP_2 (desc0.Width);
-        desc0.Height = GST_ROUND_UP_2 (desc0.Height);
-        break;
-      case DXGI_FORMAT_Y210:
-      case DXGI_FORMAT_Y216:
-        desc0.Width = GST_ROUND_UP_2 (desc0.Width);
-        break;
-      default:
-        break;
-    }
-
-    auto alloc = (GstD3D12Allocator *)
-        gst_d3d12_pool_allocator_new (self->device,
-        &heap_props, params->heap_flags, &desc0,
-        D3D12_RESOURCE_STATE_COMMON, nullptr);
-    auto num_planes = D3D12GetFormatPlaneCount (device,
-        params->d3d12_format.dxgi_format);
-
-    auto single_array_desc = desc0;
-    single_array_desc.DepthOrArraySize = 1;
-
-    UINT64 mem_size;
-    device->GetCopyableFootprints (&single_array_desc, 0, num_planes, 0,
-        layout, nullptr, nullptr, &mem_size);
-    total_mem_size = mem_size;
-    for (guint i = 0; i < num_planes; i++) {
-      priv->stridei = layouti.Footprint.RowPitch;
-      priv->offseti = layouti.Offset;
-    }
-
-    priv->alloc0 = alloc;
-  } else {
-    for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
-      if (params->d3d12_format.resource_formati == DXGI_FORMAT_UNKNOWN)
-        break;
-
-      desci =
-          CD3DX12_RESOURCE_DESC::Tex2D (params->d3d12_format.resource_formati,
-          GST_VIDEO_INFO_COMP_WIDTH (&params->aligned_info, i),
-          GST_VIDEO_INFO_COMP_HEIGHT (&params->aligned_info, i),
-          params->array_size, 1, 1, 0, params->resource_flags);
-
-      auto alloc = (GstD3D12Allocator *)
-          gst_d3d12_pool_allocator_new (self->device,
-          &heap_props, params->heap_flags, &desci,
-          D3D12_RESOURCE_STATE_COMMON, nullptr);
-
-      UINT64 mem_size;
-      device->GetCopyableFootprints (&desci, 0, 1, 0,
-          &layouti, nullptr, nullptr, &mem_size);
-
-      priv->stridei = layouti.Footprint.RowPitch;
-      priv->offseti = total_mem_size;
-      total_mem_size += mem_size;
-
-      priv->alloci = alloc;
-    }
-  }
-
-  if (params->array_size > 1)
-    max_buffers = params->array_size;
-
-  gst_buffer_pool_config_set_params (config,
-      caps, total_mem_size, min_buffers, max_buffers);
-
-  return GST_BUFFER_POOL_CLASS (parent_class)->set_config (pool, config);
-}
-
-static GstFlowReturn
-gst_d3d12_buffer_pool_fill_buffer (GstD3D12BufferPool * self, GstBuffer * buf)
-{
-  auto priv = self->priv;
-  GstFlowReturn ret = GST_FLOW_OK;
-  guint i;
-
-  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
-    GstMemory *mem = nullptr;
-    auto alloc = (GstD3D12PoolAllocator *) priv->alloci;
-
-    if (!alloc)
-      break;
-
-    ret = gst_d3d12_pool_allocator_acquire_memory (alloc, &mem);
-    if (ret != GST_FLOW_OK) {
-      GST_WARNING_OBJECT (self, "Failed to acquire memory, ret %s",
-          gst_flow_get_name (ret));
-      return ret;
-    }
-
-    auto dmem = (GstD3D12Memory *) mem;
-    GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
-    gst_d3d12_memory_sync (dmem);
-    gst_buffer_append_memory (buf, mem);
-  }
-
-  return GST_FLOW_OK;
-}
-
-static GstFlowReturn
-gst_d3d12_buffer_pool_alloc_buffer (GstBufferPool * pool, GstBuffer ** buffer,
-    GstBufferPoolAcquireParams * params)
-{
-  auto self = GST_D3D12_BUFFER_POOL (pool);
-  auto priv = self->priv;
-  GstD3D12AllocationParams *d3d12_params = priv->d3d12_params;
-  GstVideoInfo *info = &d3d12_params->info;
-  GstBuffer *buf;
-  GstFlowReturn ret = GST_FLOW_OK;
-
-  buf = gst_buffer_new ();
-  ret = gst_d3d12_buffer_pool_fill_buffer (self, buf);
-  if (ret != GST_FLOW_OK) {
-    gst_buffer_unref (buf);
-    return ret;
-  }
-
-  gst_buffer_add_video_meta_full (buf, GST_VIDEO_FRAME_FLAG_NONE,
-      GST_VIDEO_INFO_FORMAT (info), GST_VIDEO_INFO_WIDTH (info),
-      GST_VIDEO_INFO_HEIGHT (info), GST_VIDEO_INFO_N_PLANES (info),
-      priv->offset, priv->stride);
-
-  *buffer = buf;
-
-  return GST_FLOW_OK;
-}
-
-static GstFlowReturn
-gst_d3d12_buffer_pool_acquire_buffer (GstBufferPool * pool,
-    GstBuffer ** buffer, GstBufferPoolAcquireParams * params)
-{
-  GstFlowReturn ret;
-
-  ret = GST_BUFFER_POOL_CLASS (parent_class)->acquire_buffer (pool,
-      buffer, params);
-  if (ret != GST_FLOW_OK)
-    return ret;
-
-  auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (*buffer, 0);
-  GST_MINI_OBJECT_FLAG_UNSET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
-  gst_d3d12_memory_sync (mem);
-
-  return ret;
-}
-
-static gboolean
-gst_d3d12_buffer_pool_start (GstBufferPool * pool)
-{
-  auto self = GST_D3D12_BUFFER_POOL (pool);
-  auto priv = self->priv;
-  guint i;
-
-  GST_DEBUG_OBJECT (self, "Start");
-
-  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
-    GstD3D12Allocator *alloc = priv->alloci;
-
-    if (!alloc)
-      break;
-
-    if (!gst_d3d12_allocator_set_active (alloc, TRUE)) {
-      GST_ERROR_OBJECT (self, "Failed to activate allocator");
-      return FALSE;
-    }
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_buffer_pool_stop (GstBufferPool * pool)
-{
-  auto self = GST_D3D12_BUFFER_POOL (pool);
-  auto priv = self->priv;
-  guint i;
-
-  GST_DEBUG_OBJECT (self, "Stop");
-
-  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
-    GstD3D12Allocator *alloc = priv->alloci;
-
-    if (!alloc)
-      break;
-
-    if (!gst_d3d12_allocator_set_active (alloc, FALSE)) {
-      GST_ERROR_OBJECT (self, "Failed to deactivate allocator");
-      return FALSE;
-    }
-  }
-
-  return GST_BUFFER_POOL_CLASS (parent_class)->stop (pool);
-}
-
-GstBufferPool *
-gst_d3d12_buffer_pool_new (GstD3D12Device * device)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  auto self = (GstD3D12BufferPool *)
-      g_object_new (GST_TYPE_D3D12_BUFFER_POOL, nullptr);
-  gst_object_ref_sink (self);
-
-  self->device = (GstD3D12Device *) gst_object_ref (device);
-
-  return GST_BUFFER_POOL_CAST (self);
-}
-
-GstD3D12AllocationParams *
-gst_buffer_pool_config_get_d3d12_allocation_params (GstStructure * config)
-{
-  GstD3D12AllocationParams *ret = nullptr;
-
-  if (!gst_structure_get (config, "d3d12-allocation-params",
-          GST_TYPE_D3D12_ALLOCATION_PARAMS, &ret, nullptr)) {
-    return nullptr;
-  }
-
-  return ret;
-}
-
-void
-gst_buffer_pool_config_set_d3d12_allocation_params (GstStructure * config,
-    GstD3D12AllocationParams * params)
-{
-  g_return_if_fail (config);
-  g_return_if_fail (params);
-
-  gst_structure_set (config, "d3d12-allocation-params",
-      GST_TYPE_D3D12_ALLOCATION_PARAMS, params, nullptr);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12bufferpool.h Deleted

@@ -1,57 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-#include "gstd3d12memory.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_BUFFER_POOL    (gst_d3d12_buffer_pool_get_type())
-#define GST_D3D12_BUFFER_POOL(obj)    (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_D3D12_BUFFER_POOL, GstD3D12BufferPool))
-#define GST_IS_D3D12_BUFFER_POOL(obj) (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_D3D12_BUFFER_POOL))
-
-struct _GstD3D12BufferPool
-{
-  GstBufferPool parent;
-
-  GstD3D12Device *device;
-
-  GstD3D12BufferPoolPrivate *priv;
-};
-
-struct _GstD3D12BufferPoolClass
-{
-  GstBufferPoolClass parent_class;
-};
-
-GType           gst_d3d12_buffer_pool_get_type (void);
-
-GstBufferPool * gst_d3d12_buffer_pool_new (GstD3D12Device * device);
-
-GstD3D12AllocationParams * gst_buffer_pool_config_get_d3d12_allocation_params (GstStructure * config);
-
-void            gst_buffer_pool_config_set_d3d12_allocation_params (GstStructure * config,
-                                                                    GstD3D12AllocationParams * params);
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12commandallocatorpool.cpp Deleted

@@ -1,279 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include <wrl.h>
-#include <queue>
-#include <mutex>
-
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_command_allocator_pool_debug);
-#define GST_CAT_DEFAULT gst_d3d12_command_allocator_pool_debug
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-
-struct _GstD3D12CommandAllocator : public GstMiniObject
-{
-  ~_GstD3D12CommandAllocator ()
-  {
-    if (notify)
-      notify (user_data);
-  }
-
-  GstD3D12CommandAllocatorPool *pool = nullptr;
-  D3D12_COMMAND_LIST_TYPE type;
-  ComPtr < ID3D12CommandAllocator > ca;
-  gpointer user_data = nullptr;
-  GDestroyNotify notify = nullptr;
-};
-
-struct GstD3D12CommandAllocatorPoolPrivate
-{
-  ~GstD3D12CommandAllocatorPoolPrivate ()
-  {
-    while (!cmd_pool.empty ()) {
-      auto cmd = cmd_pool.front ();
-      cmd_pool.pop ();
-      gst_mini_object_unref (cmd);
-    }
-  }
-
-  ComPtr<ID3D12Device> device;
-
-  std::mutex lock;
-  std::queue<GstD3D12CommandAllocator *>cmd_pool;
-  D3D12_COMMAND_LIST_TYPE cmd_type;
-};
-/* *INDENT-ON* */
-
-struct _GstD3D12CommandAllocatorPool
-{
-  GstObject parent;
-
-  GstD3D12CommandAllocatorPoolPrivate *priv;
-};
-
-GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12CommandAllocator,
-    gst_d3d12_command_allocator);
-
-static void gst_d3d12_command_allocator_pool_finalize (GObject * object);
-
-#define gst_d3d12_command_allocator_pool_parent_class parent_class
-G_DEFINE_TYPE (GstD3D12CommandAllocatorPool,
-    gst_d3d12_command_allocator_pool, GST_TYPE_OBJECT);
-
-static void
-gst_d3d12_command_allocator_pool_class_init (GstD3D12CommandAllocatorPoolClass *
-    klass)
-{
-  auto object_class = G_OBJECT_CLASS (klass);
-
-  object_class->finalize = gst_d3d12_command_allocator_pool_finalize;
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_command_allocator_pool_debug,
-      "d3d12commandallocatorpool", 0, "d3d12commandallocatorpool");
-}
-
-static void
-gst_d3d12_command_allocator_pool_init (GstD3D12CommandAllocatorPool * self)
-{
-  self->priv = new GstD3D12CommandAllocatorPoolPrivate ();
-}
-
-static void
-gst_d3d12_command_allocator_pool_finalize (GObject * object)
-{
-  auto self = GST_D3D12_COMMAND_ALLOCATOR_POOL (object);
-
-  delete self->priv;
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-GstD3D12CommandAllocatorPool *
-gst_d3d12_command_allocator_pool_new (GstD3D12Device * device,
-    D3D12_COMMAND_LIST_TYPE type)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  auto self = (GstD3D12CommandAllocatorPool *)
-      g_object_new (GST_TYPE_D3D12_COMMAND_ALLOCATOR_POOL, nullptr);
-  gst_object_ref_sink (self);
-
-  auto priv = self->priv;
-  priv->device = gst_d3d12_device_get_device_handle (device);
-  priv->cmd_type = type;
-
-  return self;
-}
-
-static void
-gst_d3d12_command_allocator_pool_release (GstD3D12CommandAllocatorPool * pool,
-    GstD3D12CommandAllocator * cmd)
-{
-  auto priv = pool->priv;
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    cmd->dispose = nullptr;
-    cmd->pool = nullptr;
-    priv->cmd_pool.push (cmd);
-  }
-
-  gst_object_unref (pool);
-}
-
-static gboolean
-gst_d3d12_command_allocator_dispose (GstD3D12CommandAllocator * cmd)
-{
-  if (!cmd->pool)
-    return TRUE;
-
-  gst_mini_object_ref (cmd);
-  gst_d3d12_command_allocator_pool_release (cmd->pool, cmd);
-
-  return FALSE;
-}
-
-static void
-gst_d3d12_command_allocator_free (GstD3D12CommandAllocator * cmd)
-{
-  delete cmd;
-}
-
-static GstD3D12CommandAllocator *
-gst_d3d12_command_allocator_new (ID3D12CommandAllocator * ca,
-    D3D12_COMMAND_LIST_TYPE type)
-{
-  auto cmd = new GstD3D12CommandAllocator ();
-  cmd->ca = ca;
-  cmd->type = type;
-
-  gst_mini_object_init (cmd, 0, gst_d3d12_command_allocator_get_type (),
-      nullptr, nullptr,
-      (GstMiniObjectFreeFunction) gst_d3d12_command_allocator_free);
-
-  return cmd;
-}
-
-gboolean
-gst_d3d12_command_allocator_pool_acquire (GstD3D12CommandAllocatorPool * pool,
-    GstD3D12CommandAllocator ** cmd)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_ALLOCATOR_POOL (pool), FALSE);
-  g_return_val_if_fail (cmd, FALSE);
-
-  *cmd = nullptr;
-
-  auto priv = pool->priv;
-  GstD3D12CommandAllocator *new_cmd = nullptr;
-  HRESULT hr;
-
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    if (!priv->cmd_pool.empty ()) {
-      new_cmd = priv->cmd_pool.front ();
-      priv->cmd_pool.pop ();
-    }
-  }
-
-  if (!new_cmd) {
-    ComPtr < ID3D12CommandAllocator > ca;
-    hr = priv->device->CreateCommandAllocator (priv->cmd_type,
-        IID_PPV_ARGS (&ca));
-    if (FAILED (hr)) {
-      GST_ERROR_OBJECT (pool, "Couldn't create command allocator, hr: 0x%x",
-          (guint) hr);
-      return FALSE;
-    }
-
-    new_cmd = gst_d3d12_command_allocator_new (ca.Get (), priv->cmd_type);
-  }
-
-  new_cmd->pool = (GstD3D12CommandAllocatorPool *) gst_object_ref (pool);
-  new_cmd->dispose =
-      (GstMiniObjectDisposeFunction) gst_d3d12_command_allocator_dispose;
-
-  *cmd = new_cmd;
-
-  return TRUE;
-}
-
-GstD3D12CommandAllocator *
-gst_d3d12_command_allocator_ref (GstD3D12CommandAllocator * cmd)
-{
-  return (GstD3D12CommandAllocator *) gst_mini_object_ref (cmd);
-}
-
-void
-gst_d3d12_command_allocator_unref (GstD3D12CommandAllocator * cmd)
-{
-  gst_mini_object_unref (cmd);
-}
-
-void
-gst_clear_d3d12_command_allocator (GstD3D12CommandAllocator ** cmd)
-{
-  gst_clear_mini_object (cmd);
-}
-
-D3D12_COMMAND_LIST_TYPE
-gst_d3d12_command_allocator_get_command_type (GstD3D12CommandAllocator * cmd)
-{
-  g_return_val_if_fail (cmd, D3D12_COMMAND_LIST_TYPE_NONE);
-
-  return cmd->type;
-}
-
-gboolean
-gst_d3d12_command_allocator_get_handle (GstD3D12CommandAllocator * cmd,
-    ID3D12CommandAllocator ** ca)
-{
-  g_return_val_if_fail (cmd, FALSE);
-  g_return_val_if_fail (ca, FALSE);
-
-  *ca = cmd->ca.Get ();
-  (*ca)->AddRef ();
-
-  return TRUE;
-}
-
-void
-gst_d3d12_command_allocator_set_user_data (GstD3D12CommandAllocator * cmd,
-    gpointer user_data, GDestroyNotify notify)
-{
-  g_return_if_fail (cmd);
-
-  if (cmd->notify)
-    cmd->notify (cmd->user_data);
-
-  cmd->user_data = user_data;
-  cmd->notify = notify;
-}
-
-gpointer
-gst_d3d12_command_allocator_get_user_data (GstD3D12CommandAllocator * cmd)
-{
-  g_return_val_if_fail (cmd, nullptr);
-
-  return cmd->user_data;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12commandallocatorpool.h Deleted

@@ -1,58 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_COMMAND_ALLOCATOR_POOL (gst_d3d12_command_allocator_pool_get_type())
-G_DECLARE_FINAL_TYPE (GstD3D12CommandAllocatorPool,
-    gst_d3d12_command_allocator_pool, GST, D3D12_COMMAND_ALLOCATOR_POOL, GstObject);
-
-typedef struct _GstD3D12CommandAllocator GstD3D12CommandAllocator;
-
-GstD3D12CommandAllocatorPool * gst_d3d12_command_allocator_pool_new (GstD3D12Device * device,
-                                                                     D3D12_COMMAND_LIST_TYPE type);
-
-gboolean                       gst_d3d12_command_allocator_pool_acquire (GstD3D12CommandAllocatorPool * pool,
-                                                                         GstD3D12CommandAllocator ** cmd);
-
-GstD3D12CommandAllocator *     gst_d3d12_command_allocator_ref (GstD3D12CommandAllocator * cmd);
-
-void                           gst_d3d12_command_allocator_unref (GstD3D12CommandAllocator * cmd);
-
-void                           gst_clear_d3d12_command_allocator (GstD3D12CommandAllocator ** cmd);
-
-D3D12_COMMAND_LIST_TYPE        gst_d3d12_command_allocator_get_command_type (GstD3D12CommandAllocator * cmd);
-
-gboolean                       gst_d3d12_command_allocator_get_handle (GstD3D12CommandAllocator * cmd,
-                                                                       ID3D12CommandAllocator ** ca);
-
-void                           gst_d3d12_command_allocator_set_user_data (GstD3D12CommandAllocator * cmd,
-                                                                          gpointer user_data,
-                                                                          GDestroyNotify notify);
-
-gpointer                       gst_d3d12_command_allocator_get_user_data (GstD3D12CommandAllocator * cmd);
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12commandlistpool.cpp Deleted

@@ -1,269 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you cln redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include <wrl.h>
-#include <queue>
-#include <mutex>
-
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_command_list_pool_debug);
-#define GST_CAT_DEFAULT gst_d3d12_command_list_pool_debug
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-
-struct _GstD3D12CommandList : public GstMiniObject
-{
-  GstD3D12CommandListPool *pool = nullptr;
-  D3D12_COMMAND_LIST_TYPE type;
-  ComPtr < ID3D12CommandList > cl;
-};
-
-struct GstD3D12CommandListPoolPrivate
-{
-  ~GstD3D12CommandListPoolPrivate ()
-  {
-    while (!cmd_pool.empty ()) {
-      auto cmd = cmd_pool.front ();
-      cmd_pool.pop ();
-      gst_mini_object_unref (cmd);
-    }
-  }
-
-  ComPtr<ID3D12Device> device;
-
-  std::mutex lock;
-  std::queue<GstD3D12CommandList *>cmd_pool;
-  D3D12_COMMAND_LIST_TYPE cmd_type;
-};
-/* *INDENT-ON* */
-
-struct _GstD3D12CommandListPool
-{
-  GstObject parent;
-
-  GstD3D12CommandListPoolPrivate *priv;
-};
-
-GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12CommandList, gst_d3d12_command_list);
-
-static void gst_d3d12_command_list_pool_finalize (GObject * object);
-
-#define gst_d3d12_command_list_pool_parent_class parent_class
-G_DEFINE_TYPE (GstD3D12CommandListPool,
-    gst_d3d12_command_list_pool, GST_TYPE_OBJECT);
-
-static void
-gst_d3d12_command_list_pool_class_init (GstD3D12CommandListPoolClass * klass)
-{
-  auto object_class = G_OBJECT_CLASS (klass);
-
-  object_class->finalize = gst_d3d12_command_list_pool_finalize;
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_command_list_pool_debug,
-      "d3d12commandlistpool", 0, "d3d12commandlistpool");
-}
-
-static void
-gst_d3d12_command_list_pool_init (GstD3D12CommandListPool * self)
-{
-  self->priv = new GstD3D12CommandListPoolPrivate ();
-}
-
-static void
-gst_d3d12_command_list_pool_finalize (GObject * object)
-{
-  auto self = GST_D3D12_COMMAND_LIST_POOL (object);
-
-  delete self->priv;
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-GstD3D12CommandListPool *
-gst_d3d12_command_list_pool_new (GstD3D12Device * device,
-    D3D12_COMMAND_LIST_TYPE type)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  if (type != D3D12_COMMAND_LIST_TYPE_DIRECT &&
-      type != D3D12_COMMAND_LIST_TYPE_COPY) {
-    GST_ERROR_OBJECT (device, "Not supported command list type");
-    return nullptr;
-  }
-
-  auto self = (GstD3D12CommandListPool *)
-      g_object_new (GST_TYPE_D3D12_COMMAND_LIST_POOL, nullptr);
-  gst_object_ref_sink (self);
-
-  auto priv = self->priv;
-  priv->device = gst_d3d12_device_get_device_handle (device);;
-  priv->cmd_type = type;
-
-  return self;
-}
-
-static void
-gst_d3d12_command_list_pool_release (GstD3D12CommandListPool * pool,
-    GstD3D12CommandList * cmd)
-{
-  auto priv = pool->priv;
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    cmd->dispose = nullptr;
-    cmd->pool = nullptr;
-    priv->cmd_pool.push (cmd);
-  }
-
-  gst_object_unref (pool);
-}
-
-static gboolean
-gst_d3d12_command_list_dispose (GstD3D12CommandList * cmd)
-{
-  if (!cmd->pool)
-    return TRUE;
-
-  gst_mini_object_ref (cmd);
-  gst_d3d12_command_list_pool_release (cmd->pool, cmd);
-
-  return FALSE;
-}
-
-static void
-gst_d3d12_command_list_free (GstD3D12CommandList * cmd)
-{
-  delete cmd;
-}
-
-static GstD3D12CommandList *
-gst_d3d12_command_list_new (ID3D12CommandList * cl,
-    D3D12_COMMAND_LIST_TYPE type)
-{
-  auto cmd = new GstD3D12CommandList ();
-  cmd->cl = cl;
-  cmd->type = type;
-
-  gst_mini_object_init (cmd, 0, gst_d3d12_command_list_get_type (),
-      nullptr, nullptr,
-      (GstMiniObjectFreeFunction) gst_d3d12_command_list_free);
-
-  return cmd;
-}
-
-gboolean
-gst_d3d12_command_list_pool_acquire (GstD3D12CommandListPool * pool,
-    ID3D12CommandAllocator * ca, GstD3D12CommandList ** cmd)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_LIST_POOL (pool), FALSE);
-  g_return_val_if_fail (ca, FALSE);
-  g_return_val_if_fail (cmd, FALSE);
-
-  *cmd = nullptr;
-
-  auto priv = pool->priv;
-  GstD3D12CommandList *new_cmd = nullptr;
-  HRESULT hr;
-
-  hr = ca->Reset ();
-  if (FAILED (hr)) {
-    GST_ERROR_OBJECT (pool, "Couldn't reset command allocator");
-    return FALSE;
-  }
-
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    if (!priv->cmd_pool.empty ()) {
-      new_cmd = priv->cmd_pool.front ();
-      priv->cmd_pool.pop ();
-    }
-  }
-
-  ComPtr < ID3D12GraphicsCommandList > cl;
-  if (!new_cmd) {
-    hr = priv->device->CreateCommandList (0, priv->cmd_type,
-        ca, nullptr, IID_PPV_ARGS (&cl));
-    if (FAILED (hr)) {
-      GST_ERROR_OBJECT (pool, "Couldn't create command list, hr: 0x%x",
-          (guint) hr);
-      return FALSE;
-    }
-
-    new_cmd = gst_d3d12_command_list_new (cl.Get (), priv->cmd_type);
-  } else {
-    new_cmd->cl->QueryInterface (IID_PPV_ARGS (&cl));
-    hr = cl->Reset (ca, nullptr);
-    if (FAILED (hr)) {
-      GST_ERROR_OBJECT (pool, "Couldn't reset command list");
-      gst_mini_object_unref (new_cmd);
-      return false;
-    }
-  }
-
-  new_cmd->pool = (GstD3D12CommandListPool *) gst_object_ref (pool);
-  new_cmd->dispose =
-      (GstMiniObjectDisposeFunction) gst_d3d12_command_list_dispose;
-
-  *cmd = new_cmd;
-
-  return TRUE;
-}
-
-GstD3D12CommandList *
-gst_d3d12_command_list_ref (GstD3D12CommandList * cmd)
-{
-  return (GstD3D12CommandList *) gst_mini_object_ref (cmd);
-}
-
-void
-gst_d3d12_command_list_unref (GstD3D12CommandList * cmd)
-{
-  gst_mini_object_unref (cmd);
-}
-
-void
-gst_clear_d3d12_command_list (GstD3D12CommandList ** cmd)
-{
-  gst_clear_mini_object (cmd);
-}
-
-D3D12_COMMAND_LIST_TYPE
-gst_d3d12_command_list_get_command_type (GstD3D12CommandList * cmd)
-{
-  g_return_val_if_fail (cmd, D3D12_COMMAND_LIST_TYPE_NONE);
-
-  return cmd->type;
-}
-
-gboolean
-gst_d3d12_command_list_get_handle (GstD3D12CommandList * cmd,
-    ID3D12CommandList ** cl)
-{
-  g_return_val_if_fail (cmd, FALSE);
-  g_return_val_if_fail (cl, FALSE);
-
-  *cl = cmd->cl.Get ();
-  (*cl)->AddRef ();
-
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12commandlistpool.h Deleted

@@ -1,53 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_COMMAND_LIST_POOL (gst_d3d12_command_list_pool_get_type())
-G_DECLARE_FINAL_TYPE (GstD3D12CommandListPool,
-    gst_d3d12_command_list_pool, GST, D3D12_COMMAND_LIST_POOL, GstObject);
-
-typedef struct _GstD3D12CommandList GstD3D12CommandList;
-
-GstD3D12CommandListPool * gst_d3d12_command_list_pool_new (GstD3D12Device * device,
-                                                           D3D12_COMMAND_LIST_TYPE type);
-
-gboolean                  gst_d3d12_command_list_pool_acquire (GstD3D12CommandListPool * pool,
-                                                               ID3D12CommandAllocator * ca,
-                                                               GstD3D12CommandList ** cmd);
-
-GstD3D12CommandList *     gst_d3d12_command_list_ref (GstD3D12CommandList * cmd);
-
-void                      gst_d3d12_command_list_unref (GstD3D12CommandList * cmd);
-
-void                      gst_clear_d3d12_command_list (GstD3D12CommandList ** cmd);
-
-D3D12_COMMAND_LIST_TYPE   gst_d3d12_command_list_get_command_type (GstD3D12CommandList * cmd);
-
-gboolean                  gst_d3d12_command_list_get_handle (GstD3D12CommandList * cmd,
-                                                             ID3D12CommandList ** cl);
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12commandqueue.cpp Deleted

@@ -1,409 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you cln redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include "gstd3d12-private.h"
-#include <wrl.h>
-#include <queue>
-#include <mutex>
-#include <memory>
-#include <condition_variable>
-
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_command_queue_debug);
-#define GST_CAT_DEFAULT gst_d3d12_command_queue_debug
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-
-struct GCData
-{
-  GCData (gpointer user_data, GDestroyNotify destroy_notify,
-      guint64 fence_value) : data (user_data),
-          notify(destroy_notify), fence_val (fence_value) {}
-  ~GCData ()
-  {
-    if (notify)
-      notify (data);
-  }
-
-  gpointer data = nullptr;
-  GDestroyNotify notify = nullptr;
-  guint64 fence_val = 0;
-};
-
-typedef std::shared_ptr<GCData> GCDataPtr;
-
-struct GstD3D12CommandQueuePrivate
-{
-  GstD3D12CommandQueuePrivate ()
-  {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-  }
-
-  ~GstD3D12CommandQueuePrivate ()
-  {
-    {
-      std::lock_guard <std::mutex> lk (lock);
-      shutdown = true;
-      cond.notify_one ();
-    }
-
-    g_clear_pointer (&gc_thread, g_thread_join);
-
-    auto completed = fence->GetCompletedValue ();
-    if (fence_val > completed) {
-      auto hr = fence->SetEventOnCompletion (completed, event_handle);
-      if (SUCCEEDED (hr))
-        WaitForSingleObjectEx (event_handle, INFINITE, FALSE);
-    }
-
-    CloseHandle (event_handle);
-  }
-
-  struct gc_cmp {
-    bool operator()(const GCDataPtr &a, const GCDataPtr &b)
-    {
-      return a->fence_val > b->fence_val;
-    }
-  };
-
-  D3D12_COMMAND_QUEUE_DESC desc;
-
-  ComPtr<ID3D12Device> device;
-  ComPtr<ID3D12CommandQueue> cq;
-  ComPtr<ID3D12Fence> fence;
-  HANDLE event_handle;
-  guint64 fence_val = 0;
-
-  GThread *gc_thread = nullptr;
-  std::priority_queue<GCDataPtr, std::vector<GCDataPtr>, gc_cmp> gc_list;
-
-  std::mutex execute_lock;
-  std::mutex lock;
-  std::condition_variable cond;
-  bool shutdown = false;
-  size_t queue_size = 0;
-};
-/* *INDENT-ON* */
-
-struct _GstD3D12CommandQueue
-{
-  GstObject parent;
-
-  GstD3D12CommandQueuePrivate *priv;
-};
-
-static void gst_d3d12_command_queue_finalize (GObject * object);
-
-#define gst_d3d12_command_queue_parent_class parent_class
-G_DEFINE_TYPE (GstD3D12CommandQueue, gst_d3d12_command_queue, GST_TYPE_OBJECT);
-
-static void
-gst_d3d12_command_queue_class_init (GstD3D12CommandQueueClass * klass)
-{
-  auto object_class = G_OBJECT_CLASS (klass);
-
-  object_class->finalize = gst_d3d12_command_queue_finalize;
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_command_queue_debug,
-      "d3d12commandqueue", 0, "d3d12commandqueue");
-}
-
-static void
-gst_d3d12_command_queue_init (GstD3D12CommandQueue * self)
-{
-  self->priv = new GstD3D12CommandQueuePrivate ();
-}
-
-static void
-gst_d3d12_command_queue_finalize (GObject * object)
-{
-  auto self = GST_D3D12_COMMAND_QUEUE (object);
-
-  delete self->priv;
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-GstD3D12CommandQueue *
-gst_d3d12_command_queue_new (GstD3D12Device * device,
-    const D3D12_COMMAND_QUEUE_DESC * desc, guint queue_size)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-  g_return_val_if_fail (desc, nullptr);
-
-  auto device_handle = gst_d3d12_device_get_device_handle (device);
-
-  ComPtr < ID3D12CommandQueue > cq;
-  auto hr = device_handle->CreateCommandQueue (desc, IID_PPV_ARGS (&cq));
-  if (!gst_d3d12_result (hr, device)) {
-    GST_ERROR_OBJECT (device, "Couldn't create command queue");
-    return nullptr;
-  }
-
-  ComPtr < ID3D12Fence > fence;
-  hr = device_handle->CreateFence (0,
-      D3D12_FENCE_FLAG_NONE, IID_PPV_ARGS (&fence));
-  if (!gst_d3d12_result (hr, device)) {
-    GST_ERROR_OBJECT (device, "Couldn't create fence");
-    return nullptr;
-  }
-
-  auto self = (GstD3D12CommandQueue *)
-      g_object_new (GST_TYPE_D3D12_COMMAND_QUEUE, nullptr);
-  gst_object_ref_sink (self);
-
-  auto priv = self->priv;
-  priv->device = gst_d3d12_device_get_device_handle (device);
-  priv->cq = cq;
-  priv->fence = fence;
-  priv->queue_size = queue_size;
-
-  return self;
-}
-
-gboolean
-gst_d3d12_command_queue_get_handle (GstD3D12CommandQueue * queue,
-    ID3D12CommandQueue ** handle)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_QUEUE (queue), FALSE);
-  g_return_val_if_fail (handle, FALSE);
-
-  auto priv = queue->priv;
-
-  *handle = priv->cq.Get ();
-  (*handle)->AddRef ();
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_command_queue_get_fence (GstD3D12CommandQueue * queue,
-    ID3D12Fence ** handle)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_QUEUE (queue), FALSE);
-  g_return_val_if_fail (handle, FALSE);
-
-  auto priv = queue->priv;
-
-  *handle = priv->fence.Get ();
-  (*handle)->AddRef ();
-
-  return TRUE;
-}
-
-HRESULT
-gst_d3d12_command_queue_execute_command_lists (GstD3D12CommandQueue * queue,
-    guint num_command_lists, ID3D12CommandList ** command_lists,
-    guint64 * fence_value)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_QUEUE (queue), E_INVALIDARG);
-
-  auto priv = queue->priv;
-  HRESULT hr;
-
-  std::lock_guard < std::mutex > lk (priv->execute_lock);
-  priv->fence_val++;
-  priv->cq->ExecuteCommandLists (num_command_lists, command_lists);
-  hr = priv->cq->Signal (priv->fence.Get (), priv->fence_val);
-  if (FAILED (hr)) {
-    GST_ERROR_OBJECT (queue, "Signal failed");
-    priv->fence_val--;
-  } else if (fence_value) {
-    *fence_value = priv->fence_val;
-  }
-
-  if (priv->queue_size > 0) {
-    auto completed = priv->fence->GetCompletedValue ();
-    if (completed + priv->queue_size < priv->fence_val) {
-      hr = priv->fence->SetEventOnCompletion (priv->fence_val -
-          priv->queue_size, priv->event_handle);
-      if (FAILED (hr)) {
-        GST_ERROR_OBJECT (queue, "SetEventOnCompletion failed");
-        return hr;
-      }
-      WaitForSingleObjectEx (priv->event_handle, INFINITE, FALSE);
-    }
-  }
-
-  return hr;
-}
-
-HRESULT
-gst_d3d12_command_queue_execute_wait (GstD3D12CommandQueue * queue,
-    ID3D12Fence * fence, guint64 fence_value)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_QUEUE (queue), E_INVALIDARG);
-  g_return_val_if_fail (fence, E_INVALIDARG);
-
-  auto priv = queue->priv;
-
-  return priv->cq->Wait (fence, fence_value);
-}
-
-guint64
-gst_d3d12_command_queue_get_completed_value (GstD3D12CommandQueue * queue)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_QUEUE (queue), G_MAXUINT64);
-
-  return queue->priv->fence->GetCompletedValue ();
-}
-
-HRESULT
-gst_d3d12_command_queue_fence_wait (GstD3D12CommandQueue * queue,
-    guint64 fence_value, HANDLE event_handle)
-{
-  g_return_val_if_fail (GST_IS_D3D12_COMMAND_QUEUE (queue), E_INVALIDARG);
-
-  auto priv = queue->priv;
-  guint64 fence_to_wait = fence_value;
-  HRESULT hr;
-  if (fence_value == G_MAXUINT64) {
-    std::lock_guard < std::mutex > lk (priv->execute_lock);
-    priv->fence_val++;
-    hr = priv->cq->Signal (priv->fence.Get (), priv->fence_val);
-    if (FAILED (hr)) {
-      GST_ERROR_OBJECT (queue, "Signal failed");
-      priv->fence_val--;
-      return hr;
-    }
-
-    fence_to_wait = priv->fence_val;
-  }
-
-  auto completed = priv->fence->GetCompletedValue ();
-  if (completed < fence_to_wait) {
-    bool close_handle = false;
-    if (!event_handle) {
-      event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-      close_handle = true;
-    }
-
-    hr = priv->fence->SetEventOnCompletion (fence_to_wait, event_handle);
-    if (FAILED (hr)) {
-      GST_ERROR_OBJECT (queue, "SetEventOnCompletion failed");
-      if (close_handle)
-        CloseHandle (event_handle);
-
-      return hr;
-    }
-
-    WaitForSingleObjectEx (event_handle, INFINITE, FALSE);
-    if (close_handle)
-      CloseHandle (event_handle);
-  }
-
-  return S_OK;
-}
-
-static gpointer
-gst_d3d12_command_queue_gc_thread (GstD3D12CommandQueue * self)
-{
-  auto priv = self->priv;
-
-  GST_INFO_OBJECT (self, "Entering GC thread");
-
-  HANDLE event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-
-  while (true) {
-    GCDataPtr gc_data;
-
-    {
-      std::unique_lock < std::mutex > lk (priv->lock);
-      while (!priv->shutdown && priv->gc_list.empty ())
-        priv->cond.wait (lk);
-
-      if (priv->shutdown)
-        break;
-
-      auto completed = priv->fence->GetCompletedValue ();
-      while (!priv->gc_list.empty ()) {
-        auto top = priv->gc_list.top ();
-        if (top->fence_val > completed) {
-          gc_data = top;
-          priv->gc_list.pop ();
-          break;
-        }
-
-        GST_LOG_OBJECT (self, "Releasing fence data, completed %"
-            G_GUINT64_FORMAT ", fence value %" G_GUINT64_FORMAT,
-            completed, top->fence_val);
-
-        priv->gc_list.pop ();
-      }
-    }
-
-    if (gc_data) {
-      GST_LOG_OBJECT (self, "Waiting for fence data %" G_GUINT64_FORMAT,
-          gc_data->fence_val);
-      auto hr =
-          priv->fence->SetEventOnCompletion (gc_data->fence_val, event_handle);
-      if (FAILED (hr)) {
-        GST_ERROR_OBJECT (self, "SetEventOnCompletion failed");
-      } else {
-        WaitForSingleObjectEx (event_handle, INFINITE, FALSE);
-        GST_LOG_OBJECT (self, "Waiting done, %" G_GUINT64_FORMAT,
-            gc_data->fence_val);
-      }
-    }
-  }
-
-  GST_INFO_OBJECT (self, "Leaving GC thread");
-
-  CloseHandle (event_handle);
-
-  return nullptr;
-}
-
-void
-gst_d3d12_command_queue_set_notify (GstD3D12CommandQueue * queue,
-    guint64 fence_value, gpointer fence_data, GDestroyNotify notify)
-{
-  g_return_if_fail (GST_IS_D3D12_COMMAND_QUEUE (queue));
-
-  auto priv = queue->priv;
-
-  auto completed = priv->fence->GetCompletedValue ();
-  if (completed >= fence_value) {
-    GST_DEBUG_OBJECT (queue, "Already completed fence value %"
-        G_GUINT64_FORMAT, fence_value);
-
-    if (notify)
-      notify (fence_data);
-    return;
-  }
-
-  auto gc_data = std::make_shared < GCData > (fence_data, notify, fence_value);
-
-  std::lock_guard < std::mutex > lk (priv->lock);
-  if (!priv->gc_thread) {
-    gst_d3d12_init_background_thread ();
-    priv->gc_thread = g_thread_new ("GstD3D12Gc",
-        (GThreadFunc) gst_d3d12_command_queue_gc_thread, queue);
-  }
-
-  GST_LOG_OBJECT (queue, "Pushing GC data %" G_GUINT64_FORMAT, fence_value);
-
-  priv->gc_list.push (std::move (gc_data));
-  priv->cond.notify_one ();
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12commandqueue.h Deleted

@@ -1,63 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_COMMAND_QUEUE (gst_d3d12_command_queue_get_type())
-G_DECLARE_FINAL_TYPE (GstD3D12CommandQueue,
-    gst_d3d12_command_queue, GST, D3D12_COMMAND_QUEUE, GstObject);
-
-GstD3D12CommandQueue * gst_d3d12_command_queue_new (GstD3D12Device * device,
-                                                    const D3D12_COMMAND_QUEUE_DESC * desc,
-                                                    guint queue_size);
-
-gboolean               gst_d3d12_command_queue_get_handle (GstD3D12CommandQueue * queue,
-                                                           ID3D12CommandQueue ** handle);
-
-gboolean               gst_d3d12_command_queue_get_fence  (GstD3D12CommandQueue * queue,
-                                                           ID3D12Fence ** handle);
-
-HRESULT                gst_d3d12_command_queue_execute_command_lists (GstD3D12CommandQueue * queue,
-                                                                      guint num_command_lists,
-                                                                      ID3D12CommandList ** command_lists,
-                                                                      guint64 * fence_value);
-
-HRESULT                gst_d3d12_command_queue_execute_wait (GstD3D12CommandQueue * queue,
-                                                             ID3D12Fence * fence,
-                                                             guint64 fence_value);
-
-guint64                gst_d3d12_command_queue_get_completed_value (GstD3D12CommandQueue * queue);
-
-HRESULT                gst_d3d12_command_queue_fence_wait   (GstD3D12CommandQueue * queue,
-                                                             guint64 fence_value,
-                                                             HANDLE event_handle);
-
-
-void                   gst_d3d12_command_queue_set_notify (GstD3D12CommandQueue * queue,
-                                                           guint64 fence_value,
-                                                           gpointer fence_data,
-                                                           GDestroyNotify notify);
-
-G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12converter-builder.cpp Deleted

@@ -1,579 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include "gstd3d12converter-builder.h"
-#include <directx/d3dx12.h>
-#include <map>
-#include <mutex>
-#include <string>
-#include <utility>
-#include <memory>
-#include "PSMainConverter.h"
-#include "VSMain_converter.h"
-
-GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_converter_debug);
-#define GST_CAT_DEFAULT gst_d3d12_converter_debug
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-
-enum class PS_OUTPUT
-{
-  PACKED,
-  LUMA,
-  CHROMA,
-  CHROMA_PLANAR,
-  PLANAR,
-  PLANAR_FULL,
-};
-
-static const std::string
-ps_output_to_string (PS_OUTPUT output)
-{
-  switch (output) {
-    case PS_OUTPUT::PACKED:
-      return "PS_OUTPUT_PACKED";
-    case PS_OUTPUT::LUMA:
-      return "PS_OUTPUT_LUMA";
-    case PS_OUTPUT::CHROMA:
-      return "PS_OUTPUT_CHROMA";
-    case PS_OUTPUT::CHROMA_PLANAR:
-      return "PS_OUTPUT_CHROMA_PLANAR";
-    case PS_OUTPUT::PLANAR:
-      return "PS_OUTPUT_PLANAR";
-    case PS_OUTPUT::PLANAR_FULL:
-      return "PS_OUTPUT_PLANAR_FULL";
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return "";
-}
-
-static guint
-ps_output_get_num_rtv (PS_OUTPUT output)
-{
-  switch (output) {
-    case PS_OUTPUT::PACKED:
-    case PS_OUTPUT::LUMA:
-    case PS_OUTPUT::CHROMA:
-      return 1;
-    case PS_OUTPUT::CHROMA_PLANAR:
-      return 2;
-    case PS_OUTPUT::PLANAR:
-      return 3;
-    case PS_OUTPUT::PLANAR_FULL:
-      return 4;
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return 0;
-}
-
-static std::string
-make_input (GstVideoFormat format, gboolean premul)
-{
-  switch (format) {
-    case GST_VIDEO_FORMAT_RGBA:
-    case GST_VIDEO_FORMAT_RGBA64_LE:
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-    case GST_VIDEO_FORMAT_BGRA:
-      if (premul)
-        return "RGBAPremul";
-      return "RGBA";
-    case GST_VIDEO_FORMAT_RGBx:
-    case GST_VIDEO_FORMAT_BGRx:
-      return "RGBx";
-    case GST_VIDEO_FORMAT_ARGB:
-      return "ARGB";
-    case GST_VIDEO_FORMAT_xRGB:
-      return "xRGB";
-    case GST_VIDEO_FORMAT_ABGR:
-      return "ABGR";
-    case GST_VIDEO_FORMAT_xBGR:
-      return "xBGR";
-    case GST_VIDEO_FORMAT_VUYA:
-      return "VUYA";
-    case GST_VIDEO_FORMAT_AYUV:
-    case GST_VIDEO_FORMAT_AYUV64:
-      return "AYUV";
-    case GST_VIDEO_FORMAT_NV12:
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P012_LE:
-    case GST_VIDEO_FORMAT_P016_LE:
-      return "NV12";
-    case GST_VIDEO_FORMAT_NV21:
-      return "NV21";
-    case GST_VIDEO_FORMAT_I420:
-    case GST_VIDEO_FORMAT_Y42B:
-    case GST_VIDEO_FORMAT_Y444:
-    case GST_VIDEO_FORMAT_Y444_16LE:
-      return "I420";
-    case GST_VIDEO_FORMAT_YV12:
-      return "YV12";
-    case GST_VIDEO_FORMAT_I420_10LE:
-    case GST_VIDEO_FORMAT_I422_10LE:
-    case GST_VIDEO_FORMAT_Y444_10LE:
-      return "I420_10";
-    case GST_VIDEO_FORMAT_I420_12LE:
-    case GST_VIDEO_FORMAT_I422_12LE:
-    case GST_VIDEO_FORMAT_Y444_12LE:
-      return "I420_12";
-    case GST_VIDEO_FORMAT_Y410:
-      return "Y410";
-    case GST_VIDEO_FORMAT_GRAY8:
-    case GST_VIDEO_FORMAT_GRAY16_LE:
-      return "GRAY";
-    case GST_VIDEO_FORMAT_RGBP:
-      return "RGBP";
-    case GST_VIDEO_FORMAT_BGRP:
-      return "BGRP";
-    case GST_VIDEO_FORMAT_GBR:
-    case GST_VIDEO_FORMAT_GBR_16LE:
-      return "GBR";
-    case GST_VIDEO_FORMAT_GBR_10LE:
-      return "GBR_10";
-    case GST_VIDEO_FORMAT_GBR_12LE:
-      return "GBR_12";
-    case GST_VIDEO_FORMAT_GBRA:
-      return "GBRA";
-    case GST_VIDEO_FORMAT_GBRA_10LE:
-      return "GBRA_10";
-    case GST_VIDEO_FORMAT_GBRA_12LE:
-      return "GBRA_12";
-    case GST_VIDEO_FORMAT_Y412_LE:
-      return "Y412";
-    case GST_VIDEO_FORMAT_BGR10A2_LE:
-      return "BGR10A2";
-    case GST_VIDEO_FORMAT_BGRA64_LE:
-      return "BGRA64";
-    case GST_VIDEO_FORMAT_RBGA:
-      return "RBGA";
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return "";
-}
-
-static std::vector<std::pair<PS_OUTPUT, std::string>>
-make_output (GstVideoFormat format, gboolean premul)
-{
-  std::vector<std::pair<PS_OUTPUT, std::string>> ret;
-
-  switch (format) {
-    case GST_VIDEO_FORMAT_RGBA:
-    case GST_VIDEO_FORMAT_RGBA64_LE:
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-    case GST_VIDEO_FORMAT_BGRA:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RGBAPremul"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RGBA"));
-      break;
-    case GST_VIDEO_FORMAT_RGBx:
-    case GST_VIDEO_FORMAT_BGRx:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RGBx"));
-      break;
-    case GST_VIDEO_FORMAT_ARGB:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "ARGB"));
-      break;
-    case GST_VIDEO_FORMAT_xRGB:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "xRGB"));
-      break;
-    case GST_VIDEO_FORMAT_ABGR:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "ABGR"));
-      break;
-    case GST_VIDEO_FORMAT_xBGR:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "xBGR"));
-      break;
-    case GST_VIDEO_FORMAT_VUYA:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "VUYA"));
-      break;
-    case GST_VIDEO_FORMAT_AYUV:
-    case GST_VIDEO_FORMAT_AYUV64:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "AYUV"));
-      break;
-    case GST_VIDEO_FORMAT_NV12:
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P012_LE:
-    case GST_VIDEO_FORMAT_P016_LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA, "ChromaNV12"));
-      break;
-    case GST_VIDEO_FORMAT_NV21:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA, "ChromaNV21"));
-      break;
-    case GST_VIDEO_FORMAT_I420:
-    case GST_VIDEO_FORMAT_Y42B:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaI420"));
-      break;
-    case GST_VIDEO_FORMAT_Y444:
-    case GST_VIDEO_FORMAT_Y444_16LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "Y444"));
-      break;
-    case GST_VIDEO_FORMAT_YV12:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaYV12"));
-      break;
-    case GST_VIDEO_FORMAT_I420_10LE:
-    case GST_VIDEO_FORMAT_I422_10LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma_10"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_10"));
-      break;
-    case GST_VIDEO_FORMAT_Y444_10LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "Y444_10"));
-      break;
-    case GST_VIDEO_FORMAT_I420_12LE:
-    case GST_VIDEO_FORMAT_I422_12LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma_12"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_12"));
-      break;
-    case GST_VIDEO_FORMAT_Y444_12LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "Y444_12"));
-      break;
-    case GST_VIDEO_FORMAT_GRAY8:
-    case GST_VIDEO_FORMAT_GRAY16_LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      break;
-    case GST_VIDEO_FORMAT_RGBP:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "RGBP"));
-      break;
-    case GST_VIDEO_FORMAT_BGRP:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "BGRP"));
-      break;
-    case GST_VIDEO_FORMAT_GBR:
-    case GST_VIDEO_FORMAT_GBR_16LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "GBR"));
-      break;
-    case GST_VIDEO_FORMAT_GBR_10LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "GBR_10"));
-      break;
-    case GST_VIDEO_FORMAT_GBR_12LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "GBR_12"));
-      break;
-    case GST_VIDEO_FORMAT_GBRA:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRA"));
-      break;
-    case GST_VIDEO_FORMAT_GBRA_10LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRA_10"));
-      break;
-    case GST_VIDEO_FORMAT_GBRA_12LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRA_12"));
-      break;
-    case GST_VIDEO_FORMAT_RBGA:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RBGA"));
-      break;
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return ret;
-}
-
-PixelShaderBlobList
-gst_d3d12_get_converter_pixel_shader_blob (GstVideoFormat in_format,
-    GstVideoFormat out_format, gboolean in_premul, gboolean out_premul,
-    CONVERT_TYPE type)
-{
-  auto input = make_input (in_format, in_premul);
-  auto output = make_output (out_format, out_premul);
-  std::string conv_type;
-  PixelShaderBlobList ret;
-  static std::mutex cache_lock;
-  static std::map<std::string, std::shared_ptr<PixelShaderBlob>> ps_cache;
-
-  switch (type) {
-    case CONVERT_TYPE::IDENTITY:
-      conv_type = "Identity";
-      break;
-    case CONVERT_TYPE::SIMPLE:
-      conv_type = "Simple";
-      break;
-    case CONVERT_TYPE::RANGE:
-      conv_type = "Range";
-      break;
-    case CONVERT_TYPE::GAMMA:
-      conv_type = "Gamma";
-      break;
-    case CONVERT_TYPE::PRIMARY:
-      conv_type = "Primary";
-      break;
-  }
-
-  for (const auto & it : output) {
-    std::string entry_point = "PSMain_" + input + "_" + conv_type + "_" +
-        it.second;
-    std::shared_ptr<PixelShaderBlob> source;
-    std::lock_guard<std::mutex> lk (cache_lock);
-    auto cached = ps_cache.find(entry_point);
-    if (cached != ps_cache.end()) {
-      source = cached->second;
-    } else {
-      auto precompiled = precompiled_bytecode.find (entry_point);
-      if (precompiled == precompiled_bytecode.end ()) {
-        GST_ERROR ("Couldn't find precompiled %s", entry_point.c_str ());
-        ret.clear ();
-        return ret;
-      }
-      source = std::make_shared<PixelShaderBlob> ();
-      source->bytecode.pShaderBytecode = precompiled->second.first;
-      source->bytecode.BytecodeLength = precompiled->second.second;
-      source->num_rtv = ps_output_get_num_rtv (it.first);
-      ps_cacheentry_point = source;
-    }
-
-    ret.push_back (*source);
-  }
-
-  return ret;
-}
-/* *INDENT-ON* */
-
-HRESULT
-gst_d3d12_get_converter_vertex_shader_blob (D3D12_SHADER_BYTECODE * vs,
-    D3D12_INPUT_ELEMENT_DESC input_desc2)
-{
-  input_desc0.SemanticName = "POSITION";
-  input_desc0.SemanticIndex = 0;
-  input_desc0.Format = DXGI_FORMAT_R32G32B32_FLOAT;
-  input_desc0.InputSlot = 0;
-  input_desc0.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
-  input_desc0.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
-  input_desc0.InstanceDataStepRate = 0;
-
-  input_desc1.SemanticName = "TEXCOORD";
-  input_desc1.SemanticIndex = 0;
-  input_desc1.Format = DXGI_FORMAT_R32G32_FLOAT;
-  input_desc1.InputSlot = 0;
-  input_desc1.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
-  input_desc1.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
-  input_desc1.InstanceDataStepRate = 0;
-
-  vs->BytecodeLength = sizeof (g_VSMain_converter);
-  vs->pShaderBytecode = g_VSMain_converter;
-
-  return S_OK;
-}
-
-/* root signature
- *
- * +-----+---------+--------------+
- * | RS  | size in |              |
- * | idx |  DWORD  |              |
- * +-----+---------+--------------+
- * | 0   |  1      | table (SRV)  |
- * +-----+---------+--------------+
- * | 1   |  16     |  VS matrix   |
- * +-----+---------+--------------+
- * | 2   |  1      |   PS alpha   |
- * +-----+---------+--------------+
- * | 3   |  2      |   PS CBV     |
- * +-----+---------+--------------+
- */
-static const D3D12_STATIC_SAMPLER_DESC static_sampler_desc_ = {
-  D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT,
-  D3D12_TEXTURE_ADDRESS_MODE_CLAMP,
-  D3D12_TEXTURE_ADDRESS_MODE_CLAMP,
-  D3D12_TEXTURE_ADDRESS_MODE_CLAMP,
-  0,
-  1,
-  D3D12_COMPARISON_FUNC_ALWAYS,
-  D3D12_STATIC_BORDER_COLOR_OPAQUE_BLACK,
-  0,
-  D3D12_FLOAT32_MAX,
-  0,
-  0,
-  D3D12_SHADER_VISIBILITY_PIXEL
-};
-
-static const D3D12_ROOT_SIGNATURE_FLAGS rs_flags_ =
-    D3D12_ROOT_SIGNATURE_FLAG_ALLOW_INPUT_ASSEMBLER_INPUT_LAYOUT |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_AMPLIFICATION_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_MESH_SHADER_ROOT_ACCESS;
-
-ConverterRootSignature::ConverterRootSignature (D3D_ROOT_SIGNATURE_VERSION
-    version, UINT num_srv, D3D12_FILTER filter, bool build_lut)
-{
-  D3D12_VERSIONED_ROOT_SIGNATURE_DESC desc = { };
-
-  num_srv_ = num_srv;
-  have_lut_ = build_lut;
-
-  std::vector < D3D12_STATIC_SAMPLER_DESC > static_sampler;
-  D3D12_STATIC_SAMPLER_DESC sampler_desc = static_sampler_desc_;
-  sampler_desc.Filter = filter;
-  if (filter == D3D12_FILTER_ANISOTROPIC)
-    sampler_desc.MaxAnisotropy = 16;
-
-  static_sampler.push_back (sampler_desc);
-
-  if (build_lut) {
-    sampler_desc = static_sampler_desc_;
-    sampler_desc.ShaderRegister = 1;
-    static_sampler.push_back (sampler_desc);
-  }
-
-  std::vector < D3D12_DESCRIPTOR_RANGE1 > range_v1_1;
-  std::vector < D3D12_ROOT_PARAMETER1 > param_list_v1_1;
-
-  std::vector < D3D12_DESCRIPTOR_RANGE > range_v1_0;
-  std::vector < D3D12_ROOT_PARAMETER > param_list_v1_0;
-
-  if (version == D3D_ROOT_SIGNATURE_VERSION_1_1) {
-    CD3DX12_ROOT_PARAMETER1 param;
-    ps_srv_ = 0;
-    for (UINT i = 0; i < num_srv; i++) {
-      range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
-          (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, i, 0,
-              D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE |
-              D3D12_DESCRIPTOR_RANGE_FLAG_DATA_VOLATILE));
-    }
-
-    if (build_lut) {
-      range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
-          (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 4, 0,
-              D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE |
-              D3D12_DESCRIPTOR_RANGE_FLAG_DATA_STATIC_WHILE_SET_AT_EXECUTE));
-      range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
-          (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 5, 0,
-              D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE |
-              D3D12_DESCRIPTOR_RANGE_FLAG_DATA_STATIC_WHILE_SET_AT_EXECUTE));
-    }
-
-    param.InitAsDescriptorTable (range_v1_1.size (),
-        range_v1_1.data (), D3D12_SHADER_VISIBILITY_PIXEL);
-    param_list_v1_1.push_back (param);
-
-    /* VS root const, maybe updated */
-    vs_root_const_ = (UINT) param_list_v1_1.size ();
-    param.InitAsConstants (16, 0, 1, D3D12_SHADER_VISIBILITY_VERTEX);
-    param_list_v1_1.push_back (param);
-
-    /* PS alpha constant value, maybe updated */
-    ps_root_const_ = (UINT) param_list_v1_1.size ();
-    param.InitAsConstants (1, 0, 0, D3D12_SHADER_VISIBILITY_PIXEL);
-    param_list_v1_1.push_back (param);
-
-    /* PS CBV, this is static */
-    ps_cbv_ = (UINT) param_list_v1_1.size ();
-    param.InitAsConstantBufferView (1, 0,
-        D3D12_ROOT_DESCRIPTOR_FLAG_DATA_STATIC_WHILE_SET_AT_EXECUTE,
-        D3D12_SHADER_VISIBILITY_PIXEL);
-    param_list_v1_1.push_back (param);
-
-    CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_1 (desc,
-        param_list_v1_1.size (), param_list_v1_1.data (),
-        static_sampler.size (), static_sampler.data (), rs_flags_);
-  } else {
-    CD3DX12_ROOT_PARAMETER param;
-    ps_srv_ = 0;
-    for (UINT i = 0; i < num_srv; i++) {
-      range_v1_0.push_back (CD3DX12_DESCRIPTOR_RANGE
-          (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, i));
-    }
-
-    if (build_lut) {
-      range_v1_0.push_back (CD3DX12_DESCRIPTOR_RANGE
-          (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 4));
-      range_v1_0.push_back (CD3DX12_DESCRIPTOR_RANGE
-          (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 5));
-    }
-
-    param.InitAsDescriptorTable (range_v1_0.size (),
-        range_v1_0.data (), D3D12_SHADER_VISIBILITY_PIXEL);
-    param_list_v1_0.push_back (param);
-
-    /* VS root const, maybe updated */
-    vs_root_const_ = (UINT) param_list_v1_0.size ();
-    param.InitAsConstants (16, 0, 1, D3D12_SHADER_VISIBILITY_VERTEX);
-    param_list_v1_0.push_back (param);
-
-    /* PS alpha constant value, maybe updated */
-    ps_root_const_ = (UINT) param_list_v1_0.size ();
-    param.InitAsConstants (1, 0, 0, D3D12_SHADER_VISIBILITY_PIXEL);
-    param_list_v1_0.push_back (param);
-
-    /* PS CBV, this is static */
-    ps_cbv_ = (UINT) param_list_v1_0.size ();
-    param.InitAsConstantBufferView (1, 0, D3D12_SHADER_VISIBILITY_PIXEL);
-    param_list_v1_0.push_back (param);
-
-    CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (desc,
-        param_list_v1_0.size (), param_list_v1_0.data (),
-        static_sampler.size (), static_sampler.data (), rs_flags_);
-  }
-
-  ComPtr < ID3DBlob > error_blob;
-  hr_ = D3DX12SerializeVersionedRootSignature (&desc,
-      D3D_ROOT_SIGNATURE_VERSION_1_1, &blob_, &error_blob);
-  if (FAILED (hr_)) {
-    const gchar *error_msg = nullptr;
-    if (error_blob)
-      error_msg = (const gchar *) error_blob->GetBufferPointer ();
-    GST_ERROR ("Couldn't serialize root signature, hr: 0x%x, error detail: %s",
-        (guint) hr_, GST_STR_NULL (error_msg));
-  }
-}
-
-ConverterRootSignaturePtr
-gst_d3d12_get_converter_root_signature (GstD3D12Device * device,
-    GstVideoFormat in_format, CONVERT_TYPE type, D3D12_FILTER filter)
-{
-  auto info = gst_video_format_get_info (in_format);
-  auto num_planes = GST_VIDEO_FORMAT_INFO_N_PLANES (info);
-  bool build_lut = false;
-
-  auto device_handle = gst_d3d12_device_get_device_handle (device);
-  D3D_ROOT_SIGNATURE_VERSION rs_version = D3D_ROOT_SIGNATURE_VERSION_1_1;
-  D3D12_FEATURE_DATA_ROOT_SIGNATURE feature_data = { };
-  feature_data.HighestVersion = D3D_ROOT_SIGNATURE_VERSION_1_1;
-  auto hr = device_handle->CheckFeatureSupport (D3D12_FEATURE_ROOT_SIGNATURE,
-      &feature_data, sizeof (feature_data));
-  if (FAILED (hr)) {
-    rs_version = D3D_ROOT_SIGNATURE_VERSION_1_0;
-  } else {
-    GST_INFO_OBJECT (device, "Device supports version 1.1 root signature");
-  }
-
-  if (type == CONVERT_TYPE::GAMMA || type == CONVERT_TYPE::PRIMARY)
-    build_lut = true;
-
-  auto rs = std::make_shared < ConverterRootSignature >
-      (rs_version, num_planes, filter, build_lut);
-  if (!rs->IsValid ())
-    return nullptr;
-
-  return rs;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12converter-builder.h Deleted

@@ -1,127 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-#include <vector>
-#include <wrl.h>
-#include <memory>
-#include <vector>
-
-enum class CONVERT_TYPE
-{
-  IDENTITY,
-  SIMPLE,
-  RANGE,
-  GAMMA,
-  PRIMARY,
-};
-
-struct PixelShaderBlob
-{
-  D3D12_SHADER_BYTECODE bytecode;
-  guint num_rtv;
-};
-
-class ConverterRootSignature
-{
-public:
-  ConverterRootSignature () = delete;
-  ConverterRootSignature (D3D_ROOT_SIGNATURE_VERSION version, UINT num_srv,
-      D3D12_FILTER filter, bool build_lut);
-
-  UINT GetPsSrvIdx ()
-  {
-    return ps_srv_;
-  }
-
-  UINT GetNumSrv ()
-  {
-    return num_srv_;
-  }
-
-  bool HaveLut ()
-  {
-    return have_lut_;
-  }
-
-  UINT GetVsRootConstIdx ()
-  {
-    return vs_root_const_;
-  }
-
-  UINT GetPsRootConstIdx ()
-  {
-    return ps_root_const_;
-  };
-
-  UINT GetPsCbvIdx ()
-  {
-    return ps_cbv_;
-  }
-
-  bool IsValid ()
-  {
-    return SUCCEEDED (hr_);
-  }
-
-  HRESULT GetBlob (ID3DBlob ** blob)
-  {
-    if (SUCCEEDED (hr_)) {
-      *blob = blob_.Get ();
-      (*blob)->AddRef ();
-    }
-
-    return hr_;
-  }
-
-private:
-  Microsoft::WRL::ComPtr<ID3DBlob> blob_;
-
-  UINT ps_srv_ = 0;
-  UINT ps_cbv_ = 0;
-  UINT vs_root_const_ = 0;
-  UINT num_srv_ = 0;
-  bool have_lut_ = false;
-  UINT ps_root_const_ = 0;
-  HRESULT hr_ = S_OK;
-};
-
-typedef std::vector<PixelShaderBlob> PixelShaderBlobList;
-typedef std::shared_ptr<ConverterRootSignature> ConverterRootSignaturePtr;
-
-PixelShaderBlobList
-gst_d3d12_get_converter_pixel_shader_blob (GstVideoFormat in_format,
-                                           GstVideoFormat out_format,
-                                           gboolean in_premul,
-                                           gboolean out_premul,
-                                           CONVERT_TYPE type);
-
-HRESULT
-gst_d3d12_get_converter_vertex_shader_blob (D3D12_SHADER_BYTECODE * vs,
-                                            D3D12_INPUT_ELEMENT_DESC layout2);
-
-ConverterRootSignaturePtr
-gst_d3d12_get_converter_root_signature (GstD3D12Device * device,
-                                        GstVideoFormat in_format,
-                                        CONVERT_TYPE type,
-                                        D3D12_FILTER filter);
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12converter.cpp Deleted

@@ -1,2355 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include "gstd3d12converter-builder.h"
-#include <directx/d3dx12.h>
-#include <wrl.h>
-#include <string.h>
-#include <math.h>
-#include <map>
-#include <vector>
-#include <memory>
-#include <queue>
-
-#ifndef HAVE_DIRECTX_MATH_SIMD
-#define _XM_NO_INTRINSICS_
-#endif
-#include <DirectXMath.h>
-
-GST_DEBUG_CATEGORY (gst_d3d12_converter_debug);
-#define GST_CAT_DEFAULT gst_d3d12_converter_debug
-
-GType
-gst_d3d12_converter_sampler_filter_get_type (void)
-{
-  static GType filter_type = 0;
-  static const GEnumValue filter_types = {
-    {D3D12_FILTER_MIN_MAG_MIP_POINT,
-        "D3D12_FILTER_MIN_MAG_MIP_POINT", "min-mag-mip-point"},
-    {D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT,
-        "D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT", "min-linear-mag-mip-point"},
-    {D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT,
-        "D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT", "min-mag-linear-mip-point"},
-    {D3D12_FILTER_ANISOTROPIC, "D3D12_FILTER_ANISOTROPIC", "anisotropic"},
-    {0, nullptr, nullptr},
-  };
-
-  GST_D3D12_CALL_ONCE_BEGIN {
-    filter_type = g_enum_register_static ("GstD3D12ConverterSamplerFilter",
-        filter_types);
-  } GST_D3D12_CALL_ONCE_END;
-
-  return filter_type;
-}
-
-GType
-gst_d3d12_converter_alpha_mode_get_type (void)
-{
-  static GType type = 0;
-  static const GEnumValue alpha_mode = {
-    {GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED,
-        "GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED", "unspecified"},
-    {GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED,
-        "GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED", "premultiplied"},
-    {GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT,
-        "GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT", "straight"},
-    {0, nullptr, nullptr},
-  };
-
-  GST_D3D12_CALL_ONCE_BEGIN {
-    type = g_enum_register_static ("GstD3D12ConverterAlphaMode", alpha_mode);
-  } GST_D3D12_CALL_ONCE_END;
-
-  return type;
-}
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-using namespace DirectX;
-/* *INDENT-ON* */
-
-#define GAMMA_LUT_SIZE 4096
-#define DEFAULT_BUFFER_COUNT 2
-static const WORD g_indices6 = { 0, 1, 2, 3, 0, 2 };
-
-struct PSColorSpace
-{
-  /* + 1 for 16bytes alignment  */
-  FLOAT coeffX4;
-  FLOAT coeffY4;
-  FLOAT coeffZ4;
-  FLOAT offset4;
-  FLOAT min4;
-  FLOAT max4;
-};
-
-struct PSConstBuffer
-{
-  PSColorSpace preCoeff;
-  PSColorSpace postCoeff;
-  PSColorSpace primariesCoeff;
-};
-
-struct VertexData
-{
-  struct
-  {
-    FLOAT x;
-    FLOAT y;
-    FLOAT z;
-  } position;
-  struct
-  {
-    FLOAT u;
-    FLOAT v;
-  } texture;
-};
-
-struct GammaLut
-{
-  guint16 lutGAMMA_LUT_SIZE;
-};
-
-/* *INDENT-OFF* */
-typedef std::shared_ptr<GammaLut> GammaLutPtr;
-
-static const XMFLOAT4X4A g_matrix_identity = XMFLOAT4X4A (
-    1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, 1.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-
-static const XMFLOAT4X4A g_matrix_90r = XMFLOAT4X4A (
-    0.0f, -1.0f, 0.0f, 0.0f,
-    1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-
-static const XMFLOAT4X4A g_matrix_180 = XMFLOAT4X4A (
-    -1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, -1.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-
-static const XMFLOAT4X4A g_matrix_90l = XMFLOAT4X4A (
-    0.0f, 1.0f, 0.0f, 0.0f,
-    -1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-
-static const XMFLOAT4X4A g_matrix_horiz = XMFLOAT4X4A (
-    -1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, 1.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-
-static const XMFLOAT4X4A g_matrix_vert = XMFLOAT4X4A (
-    1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, -1.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-
-static const XMFLOAT4X4A g_matrix_ul_lr = XMFLOAT4X4A (
-    0.0f, -1.0f, 0.0f, 0.0f,
-    -1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-
-static const XMFLOAT4X4A g_matrix_ur_ll = XMFLOAT4X4A (
-    0.0f, 1.0f, 0.0f, 0.0f,
-    1.0f, 0.0f, 0.0f, 0.0f,
-    0.0f, 0.0f, 1.0f, 0.0f,
-    0.0f, 0.0f, 0.0f, 1.0f);
-/* *INDENT-ON* */
-
-enum
-{
-  PROP_0,
-  PROP_SRC_X,
-  PROP_SRC_Y,
-  PROP_SRC_WIDTH,
-  PROP_SRC_HEIGHT,
-  PROP_DEST_X,
-  PROP_DEST_Y,
-  PROP_DEST_WIDTH,
-  PROP_DEST_HEIGHT,
-  PROP_ALPHA,
-  PROP_FILL_BORDER,
-  PROP_BORDER_COLOR,
-  PROP_VIDEO_DIRECTION,
-};
-
-/* *INDENT-OFF* */
-struct QuadData
-{
-  D3D12_INPUT_ELEMENT_DESC input_desc2;
-  D3D12_GRAPHICS_PIPELINE_STATE_DESC desc = { };
-  ComPtr<ID3D12PipelineState> pso;
-  guint num_rtv;
-};
-
-#define STATE_VERTEX_AND_INDEX \
-  (D3D12_RESOURCE_STATE_VERTEX_AND_CONSTANT_BUFFER | D3D12_RESOURCE_STATE_INDEX_BUFFER)
-
-struct ConverterUploadData
-{
-  ComPtr<ID3D12Resource> vertex_index_upload;
-  ComPtr<ID3D12Resource> ps_const_upload;
-  ComPtr<ID3D12Resource> gamma_dec_lut_upload;
-  ComPtr<ID3D12Resource> gamma_enc_lut_upload;
-};
-
-static void
-converter_upload_data_free (ConverterUploadData * data)
-{
-  if (data)
-    delete data;
-}
-
-struct _GstD3D12ConverterPrivate
-{
-  _GstD3D12ConverterPrivate ()
-  {
-    transform = g_matrix_identity;
-    custom_transform = g_matrix_identity;
-    blend_desc = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
-    for (guint i = 0; i < 4; i++)
-      blend_factori = 1.0f;
-
-    sample_desc.Count = 1;
-    sample_desc.Quality = 0;
-  }
-
-  ~_GstD3D12ConverterPrivate ()
-  {
-    if (fallback_pool) {
-      gst_buffer_pool_set_active (fallback_pool, FALSE);
-      gst_clear_object (&fallback_pool);
-    }
-    converter_upload_data_free (upload_data);
-    gst_clear_object (&srv_heap_pool);
-  }
-
-  GstVideoInfo in_info;
-  GstVideoInfo out_info;
-
-  GstD3D12Format in_d3d12_format;
-  GstD3D12Format out_d3d12_format;
-
-  CONVERT_TYPE convert_type = CONVERT_TYPE::IDENTITY;
-
-  D3D12_VIEWPORT viewportGST_VIDEO_MAX_PLANES;
-  D3D12_RECT scissor_rectGST_VIDEO_MAX_PLANES;
-
-  D3D12_BLEND_DESC blend_desc;
-  FLOAT blend_factor4;
-  DXGI_SAMPLE_DESC sample_desc;
-  gboolean update_pso = FALSE;
-
-  GstVideoInfo fallback_pool_info;
-  GstBufferPool *fallback_pool = nullptr;
-
-  ConverterRootSignaturePtr crs;
-  ComPtr<ID3D12RootSignature> rs;
-
-  D3D12_VERTEX_BUFFER_VIEW vbv;
-  D3D12_INDEX_BUFFER_VIEW idv;
-  ComPtr<ID3D12Resource> vertex_index_buf;
-  ComPtr<ID3D12Resource> ps_const_buf;
-  ComPtr<ID3D12Resource> gamma_dec_lut;
-  ComPtr<ID3D12Resource> gamma_enc_lut;
-  D3D12_PLACED_SUBRESOURCE_FOOTPRINT gamma_lut_layout;
-  ComPtr<ID3D12DescriptorHeap> gamma_lut_heap;
-
-  std::vector<QuadData> quad_data;
-
-  GstD3D12DescriptorPool *srv_heap_pool = nullptr;
-
-  ConverterUploadData *upload_data = nullptr;
-  bool is_first = true;
-
-  guint srv_inc_size;
-  guint rtv_inc_size;
-
-  std::vector<D3D12_RESOURCE_BARRIER> barriers;
-  std::vector<D3D12_CPU_DESCRIPTOR_HANDLE> rtv_handles;
-
-  guint64 input_texture_width;
-  guint input_texture_height;
-  gboolean update_src_rect = FALSE;
-  gboolean update_dest_rect = FALSE;
-  gboolean update_transform = FALSE;
-  XMFLOAT4X4A transform;
-  XMFLOAT4X4A custom_transform;
-
-  PSConstBuffer const_data;
-
-  gboolean clear_background = FALSE;
-  FLOAT clear_color44;
-  GstD3D12ColorMatrix clear_color_matrix;
-
-  GstVideoOrientationMethod video_direction;
-
-  std::mutex prop_lock;
-
-  /* properties */
-  gint src_x = 0;
-  gint src_y = 0;
-  gint src_width = 0;
-  gint src_height = 0;
-  gint dest_x = 0;
-  gint dest_y = 0;
-  gint dest_width = 0;
-  gint dest_height = 0;
-  FLOAT alpha = 1.0;
-  gboolean fill_border = FALSE;
-  guint64 border_color = 0;
-  GstD3D12ConverterAlphaMode src_alpha_mode =
-      GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED;
-  GstD3D12ConverterAlphaMode dst_alpha_mode =
-      GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED;
-};
-/* *INDENT-ON* */
-
-static void gst_d3d12_converter_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec);
-static void gst_d3d12_converter_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec);
-static void gst_d3d12_converter_finalize (GObject * object);
-static void
-gst_d3d12_converter_calculate_border_color (GstD3D12Converter * self);
-
-#define gst_d3d12_converter_parent_class parent_class
-G_DEFINE_TYPE (GstD3D12Converter, gst_d3d12_converter, GST_TYPE_OBJECT);
-
-static void
-gst_d3d12_converter_class_init (GstD3D12ConverterClass * klass)
-{
-  auto object_class = G_OBJECT_CLASS (klass);
-  auto param_flags = (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS);
-
-  object_class->set_property = gst_d3d12_converter_set_property;
-  object_class->get_property = gst_d3d12_converter_get_property;
-  object_class->finalize = gst_d3d12_converter_finalize;
-
-  g_object_class_install_property (object_class, PROP_SRC_X,
-      g_param_spec_int ("src-x", "Src-X",
-          "Source x poisition to start conversion", G_MININT, G_MAXINT, 0,
-          param_flags));
-  g_object_class_install_property (object_class, PROP_SRC_Y,
-      g_param_spec_int ("src-y", "Src-Y",
-          "Source y poisition to start conversion", G_MININT, G_MAXINT, 0,
-          param_flags));
-  g_object_class_install_property (object_class, PROP_SRC_WIDTH,
-      g_param_spec_int ("src-width", "Src-Width",
-          "Source width to convert", 0, G_MAXINT, 0, param_flags));
-  g_object_class_install_property (object_class, PROP_SRC_HEIGHT,
-      g_param_spec_int ("src-height", "Src-Height",
-          "Source height to convert", 0, G_MAXINT, 0, param_flags));
-  g_object_class_install_property (object_class, PROP_DEST_X,
-      g_param_spec_int ("dest-x", "Dest-X",
-          "x poisition in the destination frame", G_MININT, G_MAXINT, 0,
-          param_flags));
-  g_object_class_install_property (object_class, PROP_DEST_Y,
-      g_param_spec_int ("dest-y", "Dest-Y",
-          "y poisition in the destination frame", G_MININT, G_MAXINT, 0,
-          param_flags));
-  g_object_class_install_property (object_class, PROP_DEST_WIDTH,
-      g_param_spec_int ("dest-width", "Dest-Width",
-          "Width in the destination frame", 0, G_MAXINT, 0, param_flags));
-  g_object_class_install_property (object_class, PROP_DEST_HEIGHT,
-      g_param_spec_int ("dest-height", "Dest-Height",
-          "Height in the destination frame", 0, G_MAXINT, 0, param_flags));
-  g_object_class_install_property (object_class, PROP_ALPHA,
-      g_param_spec_double ("alpha", "Alpha",
-          "The alpha color value to use", 0, 1.0, 1.0, param_flags));
-  g_object_class_install_property (object_class, PROP_FILL_BORDER,
-      g_param_spec_boolean ("fill-border", "Fill border",
-          "Fill border with \"border-color\" if destination rectangle does not "
-          "fill the complete destination image", FALSE, param_flags));
-  g_object_class_install_property (object_class, PROP_BORDER_COLOR,
-      g_param_spec_uint64 ("border-color", "Border Color",
-          "ARGB representation of the border color to use",
-          0, G_MAXUINT64, 0xffff000000000000, param_flags));
-  g_object_class_install_property (object_class, PROP_VIDEO_DIRECTION,
-      g_param_spec_enum ("video-direction", "Video Direction",
-          "Video direction", GST_TYPE_VIDEO_ORIENTATION_METHOD,
-          GST_VIDEO_ORIENTATION_IDENTITY, param_flags));
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_converter_debug,
-      "d3d12converter", 0, "d3d12converter");
-}
-
-static void
-gst_d3d12_converter_init (GstD3D12Converter * self)
-{
-  self->priv = new GstD3D12ConverterPrivate ();
-}
-
-static void
-gst_d3d12_converter_finalize (GObject * object)
-{
-  auto self = GST_D3D12_CONVERTER (object);
-
-  delete self->priv;
-  gst_clear_object (&self->device);
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-static void
-update_src_rect (GstD3D12Converter * self, gint * old_val,
-    const GValue * new_val)
-{
-  auto priv = self->priv;
-  gint tmp;
-
-  tmp = g_value_get_int (new_val);
-  if (tmp != *old_val) {
-    priv->update_src_rect = TRUE;
-    *old_val = tmp;
-  }
-}
-
-static void
-update_dest_rect (GstD3D12Converter * self, gint * old_val,
-    const GValue * new_val)
-{
-  auto priv = self->priv;
-  gint tmp;
-
-  tmp = g_value_get_int (new_val);
-  if (tmp != *old_val) {
-    priv->update_dest_rect = TRUE;
-    *old_val = tmp;
-  }
-}
-
-static void
-gst_d3d12_converter_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec)
-{
-  auto self = GST_D3D12_CONVERTER (object);
-  auto priv = self->priv;
-
-  std::lock_guard < std::mutex > lk (priv->prop_lock);
-  switch (prop_id) {
-    case PROP_SRC_X:
-      update_src_rect (self, &priv->src_x, value);
-      break;
-    case PROP_SRC_Y:
-      update_src_rect (self, &priv->src_y, value);
-      break;
-    case PROP_SRC_WIDTH:
-      update_src_rect (self, &priv->src_width, value);
-      break;
-    case PROP_SRC_HEIGHT:
-      update_src_rect (self, &priv->src_height, value);
-      break;
-    case PROP_DEST_X:
-      update_dest_rect (self, &priv->dest_x, value);
-      break;
-    case PROP_DEST_Y:
-      update_dest_rect (self, &priv->dest_y, value);
-      break;
-    case PROP_DEST_WIDTH:
-      update_dest_rect (self, &priv->dest_width, value);
-      break;
-    case PROP_DEST_HEIGHT:
-      update_dest_rect (self, &priv->dest_height, value);
-      break;
-    case PROP_ALPHA:
-      priv->alpha = g_value_get_double (value);
-      break;
-    case PROP_FILL_BORDER:{
-      gboolean fill_border = g_value_get_boolean (value);
-
-      if (fill_border != priv->fill_border) {
-        priv->update_dest_rect = TRUE;
-        priv->fill_border = fill_border;
-      }
-      break;
-    }
-    case PROP_BORDER_COLOR:{
-      guint64 border_color = g_value_get_uint64 (value);
-
-      if (border_color != priv->border_color) {
-        priv->border_color = border_color;
-        gst_d3d12_converter_calculate_border_color (self);
-      }
-      break;
-    }
-    case PROP_VIDEO_DIRECTION:{
-      GstVideoOrientationMethod video_direction =
-          (GstVideoOrientationMethod) g_value_get_enum (value);
-      if (video_direction != priv->video_direction) {
-        priv->video_direction = video_direction;
-        priv->update_transform = TRUE;
-      }
-      break;
-    }
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-static void
-gst_d3d12_converter_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec)
-{
-  auto self = GST_D3D12_CONVERTER (object);
-  auto priv = self->priv;
-
-  std::lock_guard < std::mutex > lk (priv->prop_lock);
-  switch (prop_id) {
-    case PROP_SRC_X:
-      g_value_set_int (value, priv->src_x);
-      break;
-    case PROP_SRC_Y:
-      g_value_set_int (value, priv->src_y);
-      break;
-    case PROP_SRC_WIDTH:
-      g_value_set_int (value, priv->src_width);
-      break;
-    case PROP_SRC_HEIGHT:
-      g_value_set_int (value, priv->src_height);
-      break;
-    case PROP_DEST_X:
-      g_value_set_int (value, priv->dest_x);
-      break;
-    case PROP_DEST_Y:
-      g_value_set_int (value, priv->dest_y);
-      break;
-    case PROP_DEST_WIDTH:
-      g_value_set_int (value, priv->dest_width);
-      break;
-    case PROP_DEST_HEIGHT:
-      g_value_set_int (value, priv->dest_height);
-      break;
-    case PROP_ALPHA:
-      g_value_set_double (value, priv->alpha);
-      break;
-    case PROP_FILL_BORDER:
-      g_value_set_boolean (value, priv->fill_border);
-      break;
-    case PROP_BORDER_COLOR:
-      g_value_set_uint64 (value, priv->border_color);
-      break;
-    case PROP_VIDEO_DIRECTION:
-      g_value_set_enum (value, priv->video_direction);
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-static GammaLutPtr
-gst_d3d12_converter_get_gamma_dec_table (GstVideoTransferFunction func)
-{
-  static std::mutex lut_lock;
-  static std::map < GstVideoTransferFunction, GammaLutPtr > g_gamma_dec_table;
-
-  std::lock_guard < std::mutex > lk (lut_lock);
-  auto lut = g_gamma_dec_table.find (func);
-  if (lut != g_gamma_dec_table.end ())
-    return lut->second;
-
-  const gdouble scale = (gdouble) 1 / (GAMMA_LUT_SIZE - 1);
-  auto table = std::make_shared < GammaLut > ();
-  for (guint i = 0; i < GAMMA_LUT_SIZE; i++) {
-    gdouble val = gst_video_transfer_function_decode (func, i * scale);
-    val = rint (val * 65535);
-    val = CLAMP (val, 0, 65535);
-    table->luti = (guint16) val;
-  }
-
-  g_gamma_dec_tablefunc = table;
-  return table;
-}
-
-static GammaLutPtr
-gst_d3d12_converter_get_gamma_enc_table (GstVideoTransferFunction func)
-{
-  static std::mutex lut_lock;
-  static std::map < GstVideoTransferFunction, GammaLutPtr > g_gamma_enc_table;
-
-  std::lock_guard < std::mutex > lk (lut_lock);
-  auto lut = g_gamma_enc_table.find (func);
-  if (lut != g_gamma_enc_table.end ())
-    return lut->second;
-
-  const gdouble scale = (gdouble) 1 / (GAMMA_LUT_SIZE - 1);
-  auto table = std::make_shared < GammaLut > ();
-  for (guint i = 0; i < GAMMA_LUT_SIZE; i++) {
-    gdouble val = gst_video_transfer_function_encode (func, i * scale);
-    val = rint (val * 65535);
-    val = CLAMP (val, 0, 65535);
-    table->luti = (guint16) val;
-  }
-
-  g_gamma_enc_tablefunc = table;
-  return table;
-}
-
-static gboolean
-gst_d3d12_converter_setup_resource (GstD3D12Converter * self,
-    const GstVideoInfo * in_info, const GstVideoInfo * out_info,
-    D3D12_FILTER sampler_filter)
-{
-  auto priv = self->priv;
-  HRESULT hr;
-  VertexData vertex_data4;
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-
-  priv->srv_inc_size = device->GetDescriptorHandleIncrementSize
-      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
-  priv->rtv_inc_size = device->GetDescriptorHandleIncrementSize
-      (D3D12_DESCRIPTOR_HEAP_TYPE_RTV);
-
-  ComPtr < ID3DBlob > rs_blob;
-  priv->crs =
-      gst_d3d12_get_converter_root_signature (self->device,
-      GST_VIDEO_INFO_FORMAT (in_info), priv->convert_type, sampler_filter);
-  if (!priv->crs) {
-    GST_ERROR_OBJECT (self, "Couldn't get root signature blob");
-    return FALSE;
-  }
-
-  priv->crs->GetBlob (&rs_blob);
-  hr = device->CreateRootSignature (0, rs_blob->GetBufferPointer (),
-      rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->rs));
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create root signature");
-    return FALSE;
-  }
-
-  auto psblob_list =
-      gst_d3d12_get_converter_pixel_shader_blob (GST_VIDEO_INFO_FORMAT
-      (in_info), GST_VIDEO_INFO_FORMAT (out_info),
-      priv->src_alpha_mode == GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED,
-      priv->dst_alpha_mode == GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED,
-      priv->convert_type);
-  if (psblob_list.empty ()) {
-    GST_ERROR_OBJECT (self, "Couldn't get pixel shader blob");
-    return FALSE;
-  }
-
-  D3D12_SHADER_BYTECODE vs_blob;
-  D3D12_INPUT_ELEMENT_DESC input_desc2;
-  hr = gst_d3d12_get_converter_vertex_shader_blob (&vs_blob, input_desc);
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't get vertex shader blob");
-    return FALSE;
-  }
-
-  std::queue < DXGI_FORMAT > rtv_formats;
-  for (guint i = 0; i < 4; i++) {
-    auto format = priv->out_d3d12_format.resource_formati;
-    if (format == DXGI_FORMAT_UNKNOWN)
-      break;
-
-    rtv_formats.push (format);
-  }
-
-  priv->quad_data.resize (psblob_list.size ());
-
-  for (size_t i = 0; i < psblob_list.size (); i++) {
-    priv->quad_datai.input_desc0 = input_desc0;
-    priv->quad_datai.input_desc1 = input_desc1;
-
-    auto & pso_desc = priv->quad_datai.desc;
-    pso_desc.pRootSignature = priv->rs.Get ();
-    pso_desc.VS = vs_blob;
-    pso_desc.PS = psblob_listi.bytecode;
-    pso_desc.BlendState = priv->blend_desc;
-    pso_desc.SampleMask = UINT_MAX;
-    pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
-    pso_desc.RasterizerState.CullMode = D3D12_CULL_MODE_NONE;
-    pso_desc.DepthStencilState.DepthEnable = FALSE;
-    pso_desc.DepthStencilState.StencilEnable = FALSE;
-    pso_desc.InputLayout.pInputElementDescs = priv->quad_datai.input_desc;
-    pso_desc.InputLayout.NumElements = 2;
-    pso_desc.PrimitiveTopologyType = D3D12_PRIMITIVE_TOPOLOGY_TYPE_TRIANGLE;
-    pso_desc.NumRenderTargets = psblob_listi.num_rtv;
-    for (UINT j = 0; j < pso_desc.NumRenderTargets; j++) {
-      pso_desc.RTVFormatsj = rtv_formats.front ();
-      rtv_formats.pop ();
-    }
-    pso_desc.SampleDesc.Count = 1;
-
-    ComPtr < ID3D12PipelineState > pso;
-    hr = device->CreateGraphicsPipelineState (&pso_desc, IID_PPV_ARGS (&pso));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create PSO");
-      return FALSE;
-    }
-
-    priv->quad_datai.pso = pso;
-    priv->quad_datai.num_rtv = psblob_listi.num_rtv;
-  }
-
-  D3D12_DESCRIPTOR_HEAP_DESC srv_heap_desc = { };
-  srv_heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
-  srv_heap_desc.NumDescriptors = priv->crs->GetNumSrv ();
-  if (priv->crs->HaveLut ())
-    srv_heap_desc.NumDescriptors += 2;
-
-  srv_heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
-
-  priv->srv_heap_pool = gst_d3d12_descriptor_pool_new (self->device,
-      &srv_heap_desc);
-
-  priv->upload_data = new ConverterUploadData ();
-  auto upload_data = priv->upload_data;
-
-  /* bottom left */
-  vertex_data0.position.x = -1.0f;
-  vertex_data0.position.y = -1.0f;
-  vertex_data0.position.z = 0.0f;
-  vertex_data0.texture.u = 0.0f;
-  vertex_data0.texture.v = 1.0f;
-
-  /* top left */
-  vertex_data1.position.x = -1.0f;
-  vertex_data1.position.y = 1.0f;
-  vertex_data1.position.z = 0.0f;
-  vertex_data1.texture.u = 0.0f;
-  vertex_data1.texture.v = 0.0f;
-
-  /* top right */
-  vertex_data2.position.x = 1.0f;
-  vertex_data2.position.y = 1.0f;
-  vertex_data2.position.z = 0.0f;
-  vertex_data2.texture.u = 1.0f;
-  vertex_data2.texture.v = 0.0f;
-
-  /* bottom right */
-  vertex_data3.position.x = 1.0f;
-  vertex_data3.position.y = -1.0f;
-  vertex_data3.position.z = 0.0f;
-  vertex_data3.texture.u = 1.0f;
-  vertex_data3.texture.v = 1.0f;
-
-  /* vertex and index buffers */
-  D3D12_HEAP_PROPERTIES heap_prop;
-  D3D12_RESOURCE_DESC resource_desc;
-  CD3DX12_RANGE range (0, 0);
-  guint8 *data;
-  {
-    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-    resource_desc =
-        CD3DX12_RESOURCE_DESC::Buffer (sizeof (VertexData) * 4 +
-        sizeof (g_indices));
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
-        IID_PPV_ARGS (&priv->vertex_index_buf));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create vertex buffer");
-      return FALSE;
-    }
-
-    priv->vbv.BufferLocation = priv->vertex_index_buf->GetGPUVirtualAddress ();
-    priv->vbv.SizeInBytes = sizeof (VertexData) * 4;
-    priv->vbv.StrideInBytes = sizeof (VertexData);
-
-    priv->idv.BufferLocation = priv->vbv.BufferLocation + priv->vbv.SizeInBytes;
-    priv->idv.SizeInBytes = sizeof (g_indices);
-    priv->idv.Format = DXGI_FORMAT_R16_UINT;
-
-    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
-        IID_PPV_ARGS (&upload_data->vertex_index_upload));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create vertex buffer upload");
-      return FALSE;
-    }
-
-    hr = upload_data->vertex_index_upload->Map (0, &range, (void **) &data);
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't map vertext buffer");
-      return FALSE;
-    }
-
-    memcpy (data, vertex_data, sizeof (VertexData) * 4);
-    memcpy (data + sizeof (VertexData) * 4, g_indices, sizeof (g_indices));
-    upload_data->vertex_index_upload->Unmap (0, nullptr);
-  }
-
-  /* pixel shader const buffer, static */
-  {
-    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-    resource_desc = CD3DX12_RESOURCE_DESC::Buffer (sizeof (PSConstBuffer));
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
-        IID_PPV_ARGS (&priv->ps_const_buf));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create const buffer");
-      return FALSE;
-    }
-
-    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
-        IID_PPV_ARGS (&upload_data->ps_const_upload));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create const buffer upload");
-      return FALSE;
-    }
-
-    hr = upload_data->ps_const_upload->Map (0, &range, (void **) &data);
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't map index buffer");
-      return FALSE;
-    }
-
-    memcpy (data, &priv->const_data, sizeof (PSConstBuffer));
-    upload_data->ps_const_upload->Unmap (0, nullptr);
-  }
-
-  if (priv->crs->HaveLut ()) {
-    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-    resource_desc = CD3DX12_RESOURCE_DESC::Tex1D (DXGI_FORMAT_R16_UNORM,
-        GAMMA_LUT_SIZE, 1, 1);
-
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_COPY_DEST, nullptr,
-        IID_PPV_ARGS (&priv->gamma_dec_lut));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create gamma decoding LUT");
-      return FALSE;
-    }
-
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_COPY_DEST, nullptr,
-        IID_PPV_ARGS (&priv->gamma_enc_lut));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create gamma encoding LUT");
-      return FALSE;
-    }
-
-    UINT64 gamma_lut_size;
-    device->GetCopyableFootprints (&resource_desc, 0, 1, 0,
-        &priv->gamma_lut_layout, nullptr, nullptr, &gamma_lut_size);
-
-    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-    resource_desc = CD3DX12_RESOURCE_DESC::Buffer (gamma_lut_size);
-
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
-        IID_PPV_ARGS (&upload_data->gamma_dec_lut_upload));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create gamma decoding LUT upload");
-      return FALSE;
-    }
-
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-        &resource_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
-        IID_PPV_ARGS (&upload_data->gamma_enc_lut_upload));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create gamma encoding LUT upload");
-      return FALSE;
-    }
-
-    auto in_trc = in_info->colorimetry.transfer;
-    auto out_trc = out_info->colorimetry.transfer;
-
-    auto gamma_dec_table = gst_d3d12_converter_get_gamma_dec_table (in_trc);
-    auto gamma_enc_table = gst_d3d12_converter_get_gamma_enc_table (out_trc);
-
-    hr = upload_data->gamma_dec_lut_upload->Map (0, &range, (void **) &data);
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't map gamma lut upload buffer");
-      return FALSE;
-    }
-
-    memcpy (data, gamma_dec_table->lut, GAMMA_LUT_SIZE * sizeof (guint16));
-    upload_data->gamma_dec_lut_upload->Unmap (0, nullptr);
-
-    hr = upload_data->gamma_enc_lut_upload->Map (0, &range, (void **) &data);
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't map gamma lut upload buffer");
-      return FALSE;
-    }
-
-    memcpy (data, gamma_enc_table->lut, GAMMA_LUT_SIZE * sizeof (guint16));
-    upload_data->gamma_enc_lut_upload->Unmap (0, nullptr);
-
-    D3D12_DESCRIPTOR_HEAP_DESC desc = { };
-    desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
-    desc.NumDescriptors = 2;
-    desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
-
-    auto hr = device->CreateDescriptorHeap (&desc,
-        IID_PPV_ARGS (&priv->gamma_lut_heap));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't map gamma lut upload buffer");
-      return FALSE;
-    }
-
-    auto cpu_handle =
-        CD3DX12_CPU_DESCRIPTOR_HANDLE
-        (priv->gamma_lut_heap->GetCPUDescriptorHandleForHeapStart ());
-
-    D3D12_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
-    srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE1D;
-    srv_desc.Shader4ComponentMapping = D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
-    srv_desc.Texture1D.MipLevels = 1;
-
-    device->CreateShaderResourceView (priv->gamma_dec_lut.Get (), &srv_desc,
-        cpu_handle);
-    cpu_handle.Offset (priv->srv_inc_size);
-
-    device->CreateShaderResourceView (priv->gamma_enc_lut.Get (), &srv_desc,
-        cpu_handle);
-  }
-
-  priv->input_texture_width = GST_VIDEO_INFO_WIDTH (in_info);
-  priv->input_texture_height = GST_VIDEO_INFO_HEIGHT (in_info);
-
-  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (out_info); i++) {
-    priv->viewporti.TopLeftX = 0;
-    priv->viewporti.TopLeftY = 0;
-    priv->viewporti.Width = GST_VIDEO_INFO_COMP_WIDTH (out_info, i);
-    priv->viewporti.Height = GST_VIDEO_INFO_COMP_HEIGHT (out_info, i);
-    priv->viewporti.MinDepth = 0.0f;
-    priv->viewporti.MaxDepth = 1.0f;
-
-    priv->scissor_recti.left = 0;
-    priv->scissor_recti.top = 0;
-    priv->scissor_recti.right = GST_VIDEO_INFO_COMP_WIDTH (out_info, i);
-    priv->scissor_recti.bottom = GST_VIDEO_INFO_COMP_HEIGHT (out_info, i);
-  }
-
-  return TRUE;
-}
-
-static void
-gst_d3d12_converter_update_clear_background (GstD3D12Converter * self)
-{
-  auto priv = self->priv;
-  const GstVideoInfo *out_info = &priv->out_info;
-
-  if (priv->fill_border && (priv->dest_x != 0 || priv->dest_y != 0 ||
-          priv->dest_width != out_info->width ||
-          priv->dest_height != out_info->height ||
-          priv->video_direction == GST_VIDEO_ORIENTATION_CUSTOM)) {
-    GST_DEBUG_OBJECT (self, "Enable background color");
-    priv->clear_background = TRUE;
-  } else {
-    GST_DEBUG_OBJECT (self, "Disable background color");
-    priv->clear_background = FALSE;
-  }
-}
-
-static gboolean
-gst_d3d12_converter_apply_orientation (GstD3D12Converter * self)
-{
-  auto priv = self->priv;
-
-  switch (priv->video_direction) {
-    case GST_VIDEO_ORIENTATION_IDENTITY:
-    case GST_VIDEO_ORIENTATION_AUTO:
-    default:
-      priv->transform = g_matrix_identity;
-      break;
-    case GST_VIDEO_ORIENTATION_90R:
-      priv->transform = g_matrix_90r;
-      break;
-    case GST_VIDEO_ORIENTATION_180:
-      priv->transform = g_matrix_180;
-      break;
-    case GST_VIDEO_ORIENTATION_90L:
-      priv->transform = g_matrix_90l;
-      break;
-    case GST_VIDEO_ORIENTATION_HORIZ:
-      priv->transform = g_matrix_horiz;
-      break;
-    case GST_VIDEO_ORIENTATION_VERT:
-      priv->transform = g_matrix_vert;
-      break;
-    case GST_VIDEO_ORIENTATION_UL_LR:
-      priv->transform = g_matrix_ul_lr;
-      break;
-    case GST_VIDEO_ORIENTATION_UR_LL:
-      priv->transform = g_matrix_ur_ll;
-      break;
-    case GST_VIDEO_ORIENTATION_CUSTOM:
-      priv->transform = priv->custom_transform;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_converter_update_transform (GstD3D12Converter * self)
-{
-  auto priv = self->priv;
-
-  if (!priv->update_transform)
-    return TRUE;
-
-  priv->update_transform = FALSE;
-
-  gst_d3d12_converter_update_clear_background (self);
-
-  return gst_d3d12_converter_apply_orientation (self);
-}
-
-static gboolean
-gst_d3d12_converter_update_src_rect (GstD3D12Converter * self)
-{
-  auto priv = self->priv;
-  VertexData vertex_data4;
-  HRESULT hr;
-  FLOAT u0, u1, v0, v1, off_u, off_v;
-  gint texture_width = priv->input_texture_width;
-  gint texture_height = priv->input_texture_height;
-
-  if (!priv->update_src_rect)
-    return TRUE;
-
-  priv->update_src_rect = FALSE;
-
-  GST_DEBUG_OBJECT (self, "Updating vertex buffer");
-
-  if (!priv->upload_data)
-    priv->upload_data = new ConverterUploadData ();
-
-  auto upload_data = priv->upload_data;
-  if (!upload_data->vertex_index_upload) {
-    D3D12_HEAP_PROPERTIES heap_prop =
-        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-    D3D12_RESOURCE_DESC buffer_desc =
-        CD3DX12_RESOURCE_DESC::Buffer (sizeof (vertex_data) +
-        sizeof (g_indices));
-    auto device = gst_d3d12_device_get_device_handle (self->device);
-    hr = device->CreateCommittedResource (&heap_prop, D3D12_HEAP_FLAG_NONE,
-        &buffer_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
-        IID_PPV_ARGS (&upload_data->vertex_index_upload));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create vertex buffer upload");
-      return FALSE;
-    }
-  }
-
-  /*
-   *  (u0, v0) -- (u1, v0)
-   *     |            |
-   *  (u0, v1) -- (u1, v1)
-   */
-  off_u = 0.5f / texture_width;
-  off_v = 0.5f / texture_height;
-
-  if (priv->src_x > 0)
-    u0 = (priv->src_x / (gfloat) texture_width) + off_u;
-  else
-    u0 = 0.0f;
-
-  if ((priv->src_x + priv->src_width) != texture_width)
-    u1 = ((priv->src_x + priv->src_width) / (gfloat) texture_width) - off_u;
-  else
-    u1 = 1.0f;
-
-  if (priv->src_y > 0)
-    v0 = (priv->src_y / (gfloat) texture_height) + off_v;
-  else
-    v0 = 0.0;
-
-  if ((priv->src_y + priv->src_height) != texture_height)
-    v1 = ((priv->src_y + priv->src_height) / (gfloat) texture_height) - off_v;
-  else
-    v1 = 1.0f;
-
-  /* bottom left */
-  vertex_data0.position.x = -1.0f;
-  vertex_data0.position.y = -1.0f;
-  vertex_data0.position.z = 0.0f;
-  vertex_data0.texture.u = u0;
-  vertex_data0.texture.v = v1;
-
-  /* top left */
-  vertex_data1.position.x = -1.0f;
-  vertex_data1.position.y = 1.0f;
-  vertex_data1.position.z = 0.0f;
-  vertex_data1.texture.u = u0;
-  vertex_data1.texture.v = v0;
-
-  /* top right */
-  vertex_data2.position.x = 1.0f;
-  vertex_data2.position.y = 1.0f;
-  vertex_data2.position.z = 0.0f;
-  vertex_data2.texture.u = u1;
-  vertex_data2.texture.v = v0;
-
-  /* bottom right */
-  vertex_data3.position.x = 1.0f;
-  vertex_data3.position.y = -1.0f;
-  vertex_data3.position.z = 0.0f;
-  vertex_data3.texture.u = u1;
-  vertex_data3.texture.v = v1;
-
-  guint8 *data;
-  CD3DX12_RANGE range (0, 0);
-  hr = upload_data->vertex_index_upload->Map (0, &range, (void **) &data);
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't map vertex buffer, hr: 0x%x", (guint) hr);
-    return FALSE;
-  }
-
-  memcpy (data, vertex_data, sizeof (VertexData) * 4);
-  memcpy (data + sizeof (VertexData) * 4, g_indices, sizeof (g_indices));
-
-  upload_data->vertex_index_upload->Unmap (0, nullptr);
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_converter_update_dest_rect (GstD3D12Converter * self)
-{
-  auto priv = self->priv;
-
-  if (!priv->update_dest_rect)
-    return TRUE;
-
-  priv->viewport0.TopLeftX = priv->dest_x;
-  priv->viewport0.TopLeftY = priv->dest_y;
-  priv->viewport0.Width = priv->dest_width;
-  priv->viewport0.Height = priv->dest_height;
-
-  priv->scissor_rect0.left = priv->dest_x;
-  priv->scissor_rect0.top = priv->dest_y;
-  priv->scissor_rect0.right = priv->dest_width + priv->dest_x;
-  priv->scissor_rect0.bottom = priv->dest_height + priv->dest_y;
-
-  GST_DEBUG_OBJECT (self,
-      "Update viewport, TopLeftX: %f, TopLeftY: %f, Width: %f, Height %f",
-      priv->viewport0.TopLeftX, priv->viewport0.TopLeftY,
-      priv->viewport0.Width, priv->viewport0.Height);
-
-  gst_d3d12_converter_update_clear_background (self);
-
-  switch (GST_VIDEO_INFO_FORMAT (&priv->out_info)) {
-    case GST_VIDEO_FORMAT_NV12:
-    case GST_VIDEO_FORMAT_NV21:
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P012_LE:
-    case GST_VIDEO_FORMAT_P016_LE:
-    case GST_VIDEO_FORMAT_I420:
-    case GST_VIDEO_FORMAT_YV12:
-    case GST_VIDEO_FORMAT_I420_10LE:
-    case GST_VIDEO_FORMAT_I420_12LE:
-      priv->viewport1.TopLeftX = priv->viewport0.TopLeftX / 2;
-      priv->viewport1.TopLeftY = priv->viewport0.TopLeftY / 2;
-      priv->viewport1.Width = priv->viewport0.Width / 2;
-      priv->viewport1.Height = priv->viewport0.Height / 2;
-
-      priv->scissor_rect1.left = priv->scissor_rect0.left / 2;
-      priv->scissor_rect1.top = priv->scissor_rect0.top / 2;
-      priv->scissor_rect1.right = priv->scissor_rect0.right / 2;
-      priv->scissor_rect1.bottom = priv->scissor_rect0.bottom / 2;
-
-      for (guint i = 2; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
-        priv->viewporti = priv->viewport1;
-        priv->scissor_recti = priv->scissor_rect1;
-      }
-
-      break;
-    case GST_VIDEO_FORMAT_Y42B:
-    case GST_VIDEO_FORMAT_I422_10LE:
-    case GST_VIDEO_FORMAT_I422_12LE:
-      priv->viewport1.TopLeftX = priv->viewport0.TopLeftX / 2;
-      priv->viewport1.TopLeftY = priv->viewport0.TopLeftY;
-      priv->viewport1.Width = priv->viewport0.Width / 2;
-      priv->viewport1.Height = priv->viewport0.Height;
-
-      priv->scissor_rect1.left = priv->scissor_rect0.left / 2;
-      priv->scissor_rect1.top = priv->scissor_rect0.top;
-      priv->scissor_rect1.right = priv->scissor_rect0.right / 2;
-      priv->scissor_rect1.bottom = priv->scissor_rect0.bottom;
-
-      for (guint i = 2; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
-        priv->viewporti = priv->viewport1;
-        priv->scissor_recti = priv->scissor_rect1;
-      }
-      break;
-    case GST_VIDEO_FORMAT_Y444:
-    case GST_VIDEO_FORMAT_Y444_10LE:
-    case GST_VIDEO_FORMAT_Y444_12LE:
-    case GST_VIDEO_FORMAT_Y444_16LE:
-    case GST_VIDEO_FORMAT_RGBP:
-    case GST_VIDEO_FORMAT_BGRP:
-    case GST_VIDEO_FORMAT_GBR:
-    case GST_VIDEO_FORMAT_GBR_10LE:
-    case GST_VIDEO_FORMAT_GBR_12LE:
-    case GST_VIDEO_FORMAT_GBR_16LE:
-    case GST_VIDEO_FORMAT_GBRA:
-    case GST_VIDEO_FORMAT_GBRA_10LE:
-    case GST_VIDEO_FORMAT_GBRA_12LE:
-      for (guint i = 1; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
-        priv->viewporti = priv->viewport0;
-        priv->scissor_recti = priv->scissor_rect0;
-      }
-      break;
-    default:
-      break;
-  }
-
-  priv->update_dest_rect = FALSE;
-
-  return TRUE;
-}
-
-static void
-convert_info_gray_to_yuv (const GstVideoInfo * gray, GstVideoInfo * yuv)
-{
-  GstVideoInfo tmp;
-
-  if (GST_VIDEO_INFO_IS_YUV (gray)) {
-    *yuv = *gray;
-    return;
-  }
-
-  if (gray->finfo->depth0 == 8) {
-    gst_video_info_set_format (&tmp,
-        GST_VIDEO_FORMAT_Y444, gray->width, gray->height);
-  } else {
-    gst_video_info_set_format (&tmp,
-        GST_VIDEO_FORMAT_Y444_16LE, gray->width, gray->height);
-  }
-
-  tmp.colorimetry.range = gray->colorimetry.range;
-  if (tmp.colorimetry.range == GST_VIDEO_COLOR_RANGE_UNKNOWN)
-    tmp.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-
-  tmp.colorimetry.primaries = gray->colorimetry.primaries;
-  if (tmp.colorimetry.primaries == GST_VIDEO_COLOR_PRIMARIES_UNKNOWN)
-    tmp.colorimetry.primaries = GST_VIDEO_COLOR_PRIMARIES_BT709;
-
-  tmp.colorimetry.transfer = gray->colorimetry.transfer;
-  if (tmp.colorimetry.transfer == GST_VIDEO_TRANSFER_UNKNOWN)
-    tmp.colorimetry.transfer = GST_VIDEO_TRANSFER_BT709;
-
-  tmp.colorimetry.matrix = gray->colorimetry.matrix;
-  if (tmp.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN)
-    tmp.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
-
-  *yuv = tmp;
-}
-
-static gboolean
-gst_d3d12_converter_calculate_matrix (GstD3D12Converter * self,
-    const GstVideoInfo * in_info, const GstVideoInfo * out_info)
-{
-  auto priv = self->priv;
-  GstD3D12ColorMatrix pre_coeff;
-  GstD3D12ColorMatrix post_coeff;
-  GstD3D12ColorMatrix primaries_coeff;
-  GstVideoInfo rgb_info;
-
-  gst_d3d12_color_matrix_init (&pre_coeff);
-  gst_d3d12_color_matrix_init (&post_coeff);
-  gst_d3d12_color_matrix_init (&primaries_coeff);
-
-  switch (priv->convert_type) {
-    case CONVERT_TYPE::RANGE:
-      gst_d3d12_color_range_adjust_matrix_unorm (in_info, out_info,
-          &post_coeff);
-      break;
-    case CONVERT_TYPE::SIMPLE:
-      if (GST_VIDEO_INFO_IS_RGB (in_info)) {
-        gst_d3d12_rgb_to_yuv_matrix_unorm (in_info, out_info, &post_coeff);
-      } else {
-        gst_d3d12_yuv_to_rgb_matrix_unorm (in_info, out_info, &post_coeff);
-      }
-      break;
-    case CONVERT_TYPE::GAMMA:
-    case CONVERT_TYPE::PRIMARY:
-      if (GST_VIDEO_INFO_IS_RGB (in_info)) {
-        rgb_info = *in_info;
-        if (in_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
-          rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-
-          gst_d3d12_color_range_adjust_matrix_unorm (in_info,
-              &rgb_info, &pre_coeff);
-        }
-      } else {
-        gst_video_info_set_format (&rgb_info,
-            in_info->finfo->depth0 == 8 ? GST_VIDEO_FORMAT_RGBA :
-            GST_VIDEO_FORMAT_RGBA64_LE, in_info->width, in_info->height);
-        rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-        rgb_info.colorimetry.transfer = in_info->colorimetry.transfer;
-        rgb_info.colorimetry.primaries = in_info->colorimetry.primaries;
-
-        gst_d3d12_yuv_to_rgb_matrix_unorm (in_info, &rgb_info, &pre_coeff);
-      }
-
-      if (priv->convert_type == CONVERT_TYPE::PRIMARY) {
-        const GstVideoColorPrimariesInfo *in_pinfo;
-        const GstVideoColorPrimariesInfo *out_pinfo;
-
-        in_pinfo =
-            gst_video_color_primaries_get_info (in_info->colorimetry.primaries);
-        out_pinfo =
-            gst_video_color_primaries_get_info (out_info->
-            colorimetry.primaries);
-
-        gst_d3d12_color_primaries_matrix_unorm (in_pinfo, out_pinfo,
-            &primaries_coeff);
-      }
-
-      if (GST_VIDEO_INFO_IS_RGB (out_info)) {
-        if (out_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
-          rgb_info = *out_info;
-          rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-
-          gst_d3d12_color_range_adjust_matrix_unorm (&rgb_info,
-              out_info, &post_coeff);
-        }
-      } else {
-        gst_d3d12_rgb_to_yuv_matrix_unorm (&rgb_info, out_info, &post_coeff);
-      }
-      break;
-    default:
-      break;
-  }
-
-  if (gst_debug_category_get_threshold (GST_CAT_DEFAULT) >= GST_LEVEL_DEBUG) {
-    gchar *matrix_dump;
-    matrix_dump = gst_d3d12_dump_color_matrix (&pre_coeff);
-    GST_DEBUG_OBJECT (self, "PreCoeff \n%s", matrix_dump);
-    g_free (matrix_dump);
-
-    matrix_dump = gst_d3d12_dump_color_matrix (&primaries_coeff);
-    GST_DEBUG_OBJECT (self, "PrimaryCoeff \n%s", matrix_dump);
-    g_free (matrix_dump);
-
-    matrix_dump = gst_d3d12_dump_color_matrix (&post_coeff);
-    GST_DEBUG_OBJECT (self, "PostCoeff \n%s", matrix_dump);
-    g_free (matrix_dump);
-  }
-
-  PSColorSpace *preCoeff = &priv->const_data.preCoeff;
-  PSColorSpace *postCoeff = &priv->const_data.postCoeff;
-  PSColorSpace *primariesCoeff = &priv->const_data.primariesCoeff;
-
-  for (guint i = 0; i < 3; i++) {
-    preCoeff->coeffXi = pre_coeff.matrix0i;
-    preCoeff->coeffYi = pre_coeff.matrix1i;
-    preCoeff->coeffZi = pre_coeff.matrix2i;
-    preCoeff->offseti = pre_coeff.offseti;
-    preCoeff->mini = pre_coeff.mini;
-    preCoeff->maxi = pre_coeff.maxi;
-
-    postCoeff->coeffXi = post_coeff.matrix0i;
-    postCoeff->coeffYi = post_coeff.matrix1i;
-    postCoeff->coeffZi = post_coeff.matrix2i;
-    postCoeff->offseti = post_coeff.offseti;
-    postCoeff->mini = post_coeff.mini;
-    postCoeff->maxi = post_coeff.maxi;
-
-    primariesCoeff->coeffXi = primaries_coeff.matrix0i;
-    primariesCoeff->coeffYi = primaries_coeff.matrix1i;
-    primariesCoeff->coeffZi = primaries_coeff.matrix2i;
-    primariesCoeff->offseti = primaries_coeff.offseti;
-    primariesCoeff->mini = primaries_coeff.mini;
-    primariesCoeff->maxi = primaries_coeff.maxi;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-is_custom_format (GstVideoFormat format)
-{
-  switch (format) {
-    case GST_VIDEO_FORMAT_xRGB:
-    case GST_VIDEO_FORMAT_xBGR:
-    case GST_VIDEO_FORMAT_ARGB:
-    case GST_VIDEO_FORMAT_ABGR:
-    case GST_VIDEO_FORMAT_BGRA64_LE:
-    case GST_VIDEO_FORMAT_BGR10A2_LE:
-    case GST_VIDEO_FORMAT_RBGA:
-      return TRUE;
-    default:
-      break;
-  }
-
-  return FALSE;
-}
-
-static void
-gst_d3d12_converter_calculate_border_color (GstD3D12Converter * self)
-{
-  auto priv = self->priv;
-  GstD3D12ColorMatrix *m = &priv->clear_color_matrix;
-  const GstVideoInfo *out_info = &priv->out_info;
-  gdouble a;
-  gdouble rgb3;
-  gdouble converted3;
-  GstVideoFormat format = GST_VIDEO_INFO_FORMAT (out_info);
-
-  a = ((priv->border_color & 0xffff000000000000) >> 48) / (gdouble) G_MAXUINT16;
-  rgb0 =
-      ((priv->border_color & 0x0000ffff00000000) >> 32) / (gdouble) G_MAXUINT16;
-  rgb1 =
-      ((priv->border_color & 0x00000000ffff0000) >> 16) / (gdouble) G_MAXUINT16;
-  rgb2 = (priv->border_color & 0x000000000000ffff) / (gdouble) G_MAXUINT16;
-
-  for (guint i = 0; i < 3; i++) {
-    convertedi = 0;
-    for (guint j = 0; j < 3; j++) {
-      convertedi += m->matrixij * rgbj;
-    }
-    convertedi += m->offseti;
-    convertedi = CLAMP (convertedi, m->mini, m->maxi);
-  }
-
-  GST_DEBUG_OBJECT (self, "Calculated background color ARGB: %f, %f, %f, %f",
-      a, converted0, converted1, converted2);
-
-  /* scale down if output is planar high bitdepth format */
-  switch (format) {
-    case GST_VIDEO_FORMAT_I420_10LE:
-    case GST_VIDEO_FORMAT_I422_10LE:
-    case GST_VIDEO_FORMAT_Y444_10LE:
-    case GST_VIDEO_FORMAT_GBR_10LE:
-    case GST_VIDEO_FORMAT_GBRA_10LE:
-      for (guint i = 0; i < 3; i++) {
-        convertedi /= 64.0;
-      }
-      a /= 64.0;
-      break;
-    case GST_VIDEO_FORMAT_I420_12LE:
-    case GST_VIDEO_FORMAT_I422_12LE:
-    case GST_VIDEO_FORMAT_Y444_12LE:
-    case GST_VIDEO_FORMAT_GBR_12LE:
-    case GST_VIDEO_FORMAT_GBRA_12LE:
-      for (guint i = 0; i < 3; i++) {
-        convertedi /= 16.0;
-      }
-      a /= 16.0;
-      break;
-    default:
-      break;
-  }
-
-  if ((GST_VIDEO_INFO_IS_RGB (out_info) &&
-          GST_VIDEO_INFO_N_PLANES (out_info) == 1 &&
-          !is_custom_format (format)) || GST_VIDEO_INFO_IS_GRAY (out_info)) {
-    for (guint i = 0; i < 3; i++)
-      priv->clear_color0i = convertedi;
-    priv->clear_color03 = a;
-  } else {
-    switch (format) {
-      case GST_VIDEO_FORMAT_VUYA:
-        priv->clear_color00 = converted2;
-        priv->clear_color01 = converted1;
-        priv->clear_color02 = converted0;
-        priv->clear_color03 = a;
-        break;
-      case GST_VIDEO_FORMAT_AYUV:
-      case GST_VIDEO_FORMAT_AYUV64:
-        priv->clear_color00 = a;
-        priv->clear_color01 = converted0;
-        priv->clear_color02 = converted1;
-        priv->clear_color03 = converted2;
-        break;
-      case GST_VIDEO_FORMAT_ARGB:
-      case GST_VIDEO_FORMAT_xRGB:
-        priv->clear_color00 = a;
-        priv->clear_color01 = converted0;
-        priv->clear_color02 = converted1;
-        priv->clear_color03 = converted2;
-        break;
-      case GST_VIDEO_FORMAT_ABGR:
-      case GST_VIDEO_FORMAT_xBGR:
-        priv->clear_color00 = a;
-        priv->clear_color01 = converted2;
-        priv->clear_color02 = converted1;
-        priv->clear_color03 = converted0;
-        break;
-      case GST_VIDEO_FORMAT_RBGA:
-        priv->clear_color00 = converted0;
-        priv->clear_color01 = converted2;
-        priv->clear_color02 = converted1;
-        priv->clear_color03 = a;
-        break;
-      case GST_VIDEO_FORMAT_NV12:
-      case GST_VIDEO_FORMAT_NV21:
-      case GST_VIDEO_FORMAT_P010_10LE:
-      case GST_VIDEO_FORMAT_P012_LE:
-      case GST_VIDEO_FORMAT_P016_LE:
-        priv->clear_color00 = converted0;
-        priv->clear_color01 = 0;
-        priv->clear_color02 = 0;
-        priv->clear_color03 = 1.0;
-        if (format == GST_VIDEO_FORMAT_NV21) {
-          priv->clear_color10 = converted2;
-          priv->clear_color11 = converted1;
-        } else {
-          priv->clear_color10 = converted1;
-          priv->clear_color11 = converted2;
-        }
-        priv->clear_color12 = 0;
-        priv->clear_color13 = 1.0;
-        break;
-      case GST_VIDEO_FORMAT_I420:
-      case GST_VIDEO_FORMAT_YV12:
-      case GST_VIDEO_FORMAT_I420_10LE:
-      case GST_VIDEO_FORMAT_I420_12LE:
-      case GST_VIDEO_FORMAT_Y42B:
-      case GST_VIDEO_FORMAT_I422_10LE:
-      case GST_VIDEO_FORMAT_I422_12LE:
-      case GST_VIDEO_FORMAT_Y444:
-      case GST_VIDEO_FORMAT_Y444_10LE:
-      case GST_VIDEO_FORMAT_Y444_12LE:
-      case GST_VIDEO_FORMAT_Y444_16LE:
-        priv->clear_color00 = converted0;
-        priv->clear_color01 = 0;
-        priv->clear_color02 = 0;
-        priv->clear_color03 = 1.0;
-        if (format == GST_VIDEO_FORMAT_YV12) {
-          priv->clear_color10 = converted2;
-          priv->clear_color20 = converted1;
-        } else {
-          priv->clear_color10 = converted1;
-          priv->clear_color20 = converted2;
-        }
-        priv->clear_color11 = 0;
-        priv->clear_color12 = 0;
-        priv->clear_color13 = 1.0;
-        priv->clear_color21 = 0;
-        priv->clear_color22 = 0;
-        priv->clear_color23 = 1.0;
-        break;
-      case GST_VIDEO_FORMAT_RGBP:
-        priv->clear_color00 = converted0;
-        priv->clear_color10 = converted1;
-        priv->clear_color20 = converted2;
-        break;
-      case GST_VIDEO_FORMAT_BGRP:
-        priv->clear_color00 = converted2;
-        priv->clear_color10 = converted1;
-        priv->clear_color20 = converted0;
-        break;
-      case GST_VIDEO_FORMAT_GBR:
-      case GST_VIDEO_FORMAT_GBR_10LE:
-      case GST_VIDEO_FORMAT_GBR_12LE:
-      case GST_VIDEO_FORMAT_GBR_16LE:
-        priv->clear_color00 = converted1;
-        priv->clear_color10 = converted2;
-        priv->clear_color20 = converted0;
-        break;
-      case GST_VIDEO_FORMAT_GBRA:
-      case GST_VIDEO_FORMAT_GBRA_10LE:
-      case GST_VIDEO_FORMAT_GBRA_12LE:
-        priv->clear_color00 = converted1;
-        priv->clear_color10 = converted2;
-        priv->clear_color20 = converted0;
-        priv->clear_color30 = a;
-        break;
-      default:
-        g_assert_not_reached ();
-        break;
-    }
-  }
-}
-
-GstD3D12Converter *
-gst_d3d12_converter_new (GstD3D12Device * device, const GstVideoInfo * in_info,
-    const GstVideoInfo * out_info, const D3D12_BLEND_DESC * blend_desc,
-    const gfloat blend_factor4, GstStructure * config)
-{
-  GstD3D12Converter *self;
-  GstD3D12Format in_d3d12_format;
-  GstD3D12Format out_d3d12_format;
-  gboolean allow_gamma = FALSE;
-  gboolean allow_primaries = FALSE;
-  D3D12_FILTER sampler_filter = D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT;
-  GstVideoInfo matrix_in_info;
-  GstVideoInfo matrix_out_info;
-
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-  g_return_val_if_fail (in_info != nullptr, nullptr);
-  g_return_val_if_fail (out_info != nullptr, nullptr);
-
-  self = (GstD3D12Converter *) g_object_new (GST_TYPE_D3D12_CONVERTER, nullptr);
-  gst_object_ref_sink (self);
-  auto priv = self->priv;
-
-  if (blend_desc)
-    priv->blend_desc = *blend_desc;
-
-  if (blend_factor) {
-    for (guint i = 0; i < 4; i++)
-      priv->blend_factori = blend_factori;
-  }
-
-  if (config) {
-    gint value;
-    if (gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_GAMMA_MODE,
-            GST_TYPE_VIDEO_GAMMA_MODE, &value) &&
-        (GstVideoGammaMode) value != GST_VIDEO_GAMMA_MODE_NONE) {
-      allow_gamma = TRUE;
-    }
-
-    if (gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE,
-            GST_TYPE_VIDEO_PRIMARIES_MODE, &value) &&
-        (GstVideoPrimariesMode) value != GST_VIDEO_PRIMARIES_MODE_NONE) {
-      allow_primaries = TRUE;
-    }
-
-    gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
-        GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER, (int *) &sampler_filter);
-
-    gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_SRC_ALPHA_MODE,
-        GST_TYPE_D3D12_CONVERTER_ALPHA_MODE, (int *) &priv->src_alpha_mode);
-    gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE,
-        GST_TYPE_D3D12_CONVERTER_ALPHA_MODE, (int *) &priv->dst_alpha_mode);
-
-    gst_structure_free (config);
-  }
-
-  GST_DEBUG_OBJECT (self,
-      "Setup converter with format %s -> %s, "
-      "allow gamma conversion: %d, allow primaries conversion: %d ",
-      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)),
-      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (out_info)),
-      allow_gamma, allow_primaries);
-
-  if (!gst_d3d12_device_get_format (device, GST_VIDEO_INFO_FORMAT (in_info),
-          &in_d3d12_format)) {
-    GST_ERROR_OBJECT (self, "%s couldn't be converted to d3d12 format",
-        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)));
-    gst_object_unref (self);
-    return nullptr;
-  }
-
-  if (!gst_d3d12_device_get_format (device, GST_VIDEO_INFO_FORMAT (out_info),
-          &out_d3d12_format)) {
-    GST_ERROR_OBJECT (self, "%s couldn't be converted to d3d12 format",
-        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)));
-    gst_object_unref (self);
-    return nullptr;
-  }
-
-  self->device = (GstD3D12Device *) gst_object_ref (device);
-  priv->in_info = *in_info;
-  priv->out_info = *out_info;
-  priv->in_d3d12_format = in_d3d12_format;
-  priv->out_d3d12_format = out_d3d12_format;
-
-  /* Init properties */
-  priv->src_width = GST_VIDEO_INFO_WIDTH (in_info);
-  priv->src_height = GST_VIDEO_INFO_HEIGHT (in_info);
-  priv->dest_width = GST_VIDEO_INFO_WIDTH (out_info);
-  priv->dest_height = GST_VIDEO_INFO_HEIGHT (out_info);
-  priv->alpha = 1.0;
-  priv->border_color = 0xffff000000000000;
-
-  if (GST_VIDEO_INFO_IS_RGB (&priv->out_info)) {
-    GstVideoInfo rgb_info = priv->out_info;
-    rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-    gst_d3d12_color_range_adjust_matrix_unorm (&rgb_info, &priv->out_info,
-        &priv->clear_color_matrix);
-  } else {
-    GstVideoInfo rgb_info;
-    GstVideoInfo yuv_info;
-
-    gst_video_info_set_format (&rgb_info, GST_VIDEO_FORMAT_RGBA64_LE,
-        priv->out_info.width, priv->out_info.height);
-    convert_info_gray_to_yuv (&priv->out_info, &yuv_info);
-
-    if (yuv_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN ||
-        yuv_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_RGB) {
-      GST_WARNING_OBJECT (self, "Invalid matrix is detected");
-      yuv_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
-    }
-
-    gst_d3d12_rgb_to_yuv_matrix_unorm (&rgb_info,
-        &yuv_info, &priv->clear_color_matrix);
-  }
-
-  gst_d3d12_converter_calculate_border_color (self);
-
-  priv->convert_type = CONVERT_TYPE::IDENTITY;
-  if (GST_VIDEO_INFO_IS_RGB (in_info) != GST_VIDEO_INFO_IS_RGB (out_info)) {
-    priv->convert_type = CONVERT_TYPE::SIMPLE;
-  } else if (in_info->colorimetry.range != GST_VIDEO_COLOR_RANGE_UNKNOWN &&
-      out_info->colorimetry.range != GST_VIDEO_COLOR_RANGE_UNKNOWN &&
-      in_info->colorimetry.range != out_info->colorimetry.range) {
-    priv->convert_type = CONVERT_TYPE::RANGE;
-  }
-
-  if (allow_gamma &&
-      in_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
-      out_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
-      !gst_video_transfer_function_is_equivalent (in_info->colorimetry.transfer,
-          GST_VIDEO_INFO_COMP_DEPTH (in_info, 0),
-          out_info->colorimetry.transfer, GST_VIDEO_INFO_COMP_DEPTH (out_info,
-              0))) {
-    GST_DEBUG_OBJECT (self, "Different transfer function %d -> %d",
-        in_info->colorimetry.transfer, out_info->colorimetry.transfer);
-    priv->convert_type = CONVERT_TYPE::GAMMA;
-  }
-
-  if (allow_primaries &&
-      in_info->colorimetry.primaries != GST_VIDEO_COLOR_PRIMARIES_UNKNOWN &&
-      out_info->colorimetry.primaries != GST_VIDEO_COLOR_PRIMARIES_UNKNOWN &&
-      in_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
-      out_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
-      !gst_video_color_primaries_is_equivalent (in_info->colorimetry.primaries,
-          out_info->colorimetry.primaries)) {
-    GST_DEBUG_OBJECT (self, "Different primaries %d -> %d",
-        in_info->colorimetry.primaries, out_info->colorimetry.primaries);
-    priv->convert_type = CONVERT_TYPE::PRIMARY;
-  }
-
-  if (GST_VIDEO_INFO_IS_RGB (&priv->in_info)) {
-    matrix_in_info = priv->in_info;
-  } else {
-    convert_info_gray_to_yuv (&priv->in_info, &matrix_in_info);
-    if (matrix_in_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN ||
-        matrix_in_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_RGB) {
-      matrix_in_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
-    }
-  }
-
-  if (GST_VIDEO_INFO_IS_RGB (&priv->out_info)) {
-    matrix_out_info = priv->out_info;
-  } else {
-    convert_info_gray_to_yuv (&priv->out_info, &matrix_out_info);
-    if (matrix_out_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN ||
-        matrix_out_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_RGB) {
-      matrix_out_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
-    }
-  }
-
-  if (!gst_d3d12_converter_calculate_matrix (self,
-          &matrix_in_info, &matrix_out_info)) {
-    gst_object_unref (self);
-    return nullptr;
-  }
-
-  if (!gst_d3d12_converter_setup_resource (self, &priv->in_info,
-          &priv->out_info, sampler_filter)) {
-    gst_object_unref (self);
-    return nullptr;
-  }
-
-  return self;
-}
-
-static gboolean
-gst_d3d12_converter_update_pso (GstD3D12Converter * self)
-{
-  auto priv = self->priv;
-  if (!priv->update_pso)
-    return TRUE;
-
-  std::vector < QuadData > quad_data;
-  quad_data.resize (priv->quad_data.size ());
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-
-  for (size_t i = 0; i < quad_data.size (); i++) {
-    D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc = priv->quad_datai.desc;
-    pso_desc.BlendState = priv->blend_desc;
-    pso_desc.SampleDesc = priv->sample_desc;
-
-    ComPtr < ID3D12PipelineState > pso;
-    auto hr =
-        device->CreateGraphicsPipelineState (&pso_desc, IID_PPV_ARGS (&pso));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create pso");
-      return FALSE;
-    }
-
-    quad_datai.desc = pso_desc;
-    quad_datai.pso = pso;
-    quad_datai.num_rtv = priv->quad_datai.num_rtv;
-  }
-
-  priv->update_pso = FALSE;
-  priv->quad_data = quad_data;
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_converter_execute (GstD3D12Converter * self,
-    GstBuffer * in_buf, GstBuffer * out_buf, GstD3D12FenceData * fence_data,
-    ID3D12GraphicsCommandList * cl)
-{
-  auto priv = self->priv;
-
-  std::lock_guard < std::mutex > lk (priv->prop_lock);
-  auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (in_buf, 0);
-  auto resource = gst_d3d12_memory_get_resource_handle (mem);
-  auto desc = resource->GetDesc ();
-  if (desc.Width != priv->input_texture_width ||
-      desc.Height != priv->input_texture_height) {
-    GST_DEBUG_OBJECT (self, "Texture resolution changed %ux%u -> %ux%u",
-        (guint) priv->input_texture_width, priv->input_texture_height,
-        (guint) desc.Width, desc.Height);
-    priv->input_texture_width = desc.Width;
-    priv->input_texture_height = desc.Height;
-    priv->update_src_rect = TRUE;
-  }
-
-  mem = (GstD3D12Memory *) gst_buffer_peek_memory (out_buf, 0);
-  resource = gst_d3d12_memory_get_resource_handle (mem);
-  desc = resource->GetDesc ();
-  if (desc.SampleDesc.Count != priv->sample_desc.Count ||
-      desc.SampleDesc.Quality != priv->sample_desc.Quality) {
-    GST_DEBUG_OBJECT (self, "Sample desc updated");
-    priv->sample_desc = desc.SampleDesc;
-    priv->update_pso = TRUE;
-  }
-
-  if (!gst_d3d12_converter_update_dest_rect (self)) {
-    GST_ERROR_OBJECT (self, "Failed to update dest rect");
-    return FALSE;
-  }
-
-  if (!gst_d3d12_converter_update_src_rect (self)) {
-    GST_ERROR_OBJECT (self, "Failed to update src rect");
-    return FALSE;
-  }
-
-  if (!gst_d3d12_converter_update_transform (self)) {
-    GST_ERROR_OBJECT (self, "Failed to update transform matrix");
-    return FALSE;
-  }
-
-  if (!gst_d3d12_converter_update_pso (self)) {
-    GST_ERROR_OBJECT (self, "Failed to update pso");
-    return FALSE;
-  }
-
-  auto & barriers = priv->barriers;
-  auto & rtv_handles = priv->rtv_handles;
-
-  barriers.clear ();
-  rtv_handles.clear ();
-  std::vector < D3D12_RECT > rtv_rects;
-
-  auto upload_data = priv->upload_data;
-
-  if (priv->is_first) {
-    g_assert (upload_data);
-
-    GST_DEBUG_OBJECT (self, "First loop, uploading data");
-    cl->CopyResource (priv->vertex_index_buf.Get (),
-        upload_data->vertex_index_upload.Get ());
-    barriers.
-        push_back (CD3DX12_RESOURCE_BARRIER::Transition (priv->vertex_index_buf.
-            Get (), D3D12_RESOURCE_STATE_COPY_DEST, STATE_VERTEX_AND_INDEX));
-
-    cl->CopyResource (priv->ps_const_buf.Get (),
-        upload_data->ps_const_upload.Get ());
-    barriers.
-        push_back (CD3DX12_RESOURCE_BARRIER::Transition (priv->ps_const_buf.
-            Get (), D3D12_RESOURCE_STATE_COPY_DEST,
-            D3D12_RESOURCE_STATE_VERTEX_AND_CONSTANT_BUFFER));
-
-    if (priv->crs->HaveLut ()) {
-      D3D12_TEXTURE_COPY_LOCATION src;
-      D3D12_TEXTURE_COPY_LOCATION dst;
-      g_assert (upload_data->gamma_dec_lut_upload);
-      g_assert (upload_data->gamma_enc_lut_upload);
-      g_assert (priv->gamma_dec_lut);
-      g_assert (priv->gamma_enc_lut);
-
-      src =
-          CD3DX12_TEXTURE_COPY_LOCATION (upload_data->
-          gamma_dec_lut_upload.Get (), priv->gamma_lut_layout);
-      dst = CD3DX12_TEXTURE_COPY_LOCATION (priv->gamma_dec_lut.Get ());
-
-      cl->CopyTextureRegion (&dst, 0, 0, 0, &src, nullptr);
-      barriers.
-          push_back (CD3DX12_RESOURCE_BARRIER::Transition (priv->gamma_dec_lut.
-              Get (), D3D12_RESOURCE_STATE_COPY_DEST,
-              D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE));
-
-      src =
-          CD3DX12_TEXTURE_COPY_LOCATION (upload_data->
-          gamma_enc_lut_upload.Get (), priv->gamma_lut_layout);
-      dst = CD3DX12_TEXTURE_COPY_LOCATION (priv->gamma_enc_lut.Get ());
-
-      cl->CopyTextureRegion (&dst, 0, 0, 0, &src, nullptr);
-      barriers.
-          push_back (CD3DX12_RESOURCE_BARRIER::Transition (priv->gamma_enc_lut.
-              Get (), D3D12_RESOURCE_STATE_COPY_DEST,
-              D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE));
-    }
-  } else if (upload_data) {
-    std::vector < D3D12_RESOURCE_BARRIER > pre_copy_barriers;
-    if (upload_data->vertex_index_upload) {
-      pre_copy_barriers.
-          push_back (CD3DX12_RESOURCE_BARRIER::
-          Transition (priv->vertex_index_buf.Get (), STATE_VERTEX_AND_INDEX,
-              D3D12_RESOURCE_STATE_COPY_DEST));
-
-      barriers.
-          push_back (CD3DX12_RESOURCE_BARRIER::
-          Transition (priv->vertex_index_buf.Get (),
-              D3D12_RESOURCE_STATE_COPY_DEST, STATE_VERTEX_AND_INDEX));
-    }
-
-    if (!pre_copy_barriers.empty ()) {
-      cl->ResourceBarrier (pre_copy_barriers.size (),
-          pre_copy_barriers.data ());
-    }
-
-    if (upload_data->vertex_index_upload) {
-      GST_DEBUG_OBJECT (self, "Vertex updated");
-      cl->CopyResource (priv->vertex_index_buf.Get (),
-          upload_data->vertex_index_upload.Get ());
-    }
-  }
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-
-  ComPtr < ID3D12DescriptorHeap > srv_heap;
-  GstD3D12Descriptor *descriptor;
-  if (!gst_d3d12_descriptor_pool_acquire (priv->srv_heap_pool, &descriptor)) {
-    GST_ERROR_OBJECT (self, "Couldn't acquire srv heap");
-    return FALSE;
-  }
-
-  gst_d3d12_descriptor_get_handle (descriptor, &srv_heap);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, descriptor);
-
-  auto cpu_handle =
-      CD3DX12_CPU_DESCRIPTOR_HANDLE
-      (srv_heap->GetCPUDescriptorHandleForHeapStart ());
-
-  for (guint i = 0; i < gst_buffer_n_memory (in_buf); i++) {
-    auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (in_buf, i);
-    auto num_planes = gst_d3d12_memory_get_plane_count (mem);
-    ComPtr < ID3D12DescriptorHeap > mem_srv_heap;
-
-    if (!gst_d3d12_memory_get_shader_resource_view_heap (mem, &mem_srv_heap)) {
-      GST_ERROR_OBJECT (self, "Couldn't get SRV");
-      return FALSE;
-    }
-
-    device->CopyDescriptorsSimple (num_planes, cpu_handle,
-        mem_srv_heap->GetCPUDescriptorHandleForHeapStart (),
-        D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
-    cpu_handle.Offset (num_planes, priv->srv_inc_size);
-  }
-
-  if (priv->crs->HaveLut ()) {
-    device->CopyDescriptorsSimple (2, cpu_handle,
-        priv->gamma_lut_heap->GetCPUDescriptorHandleForHeapStart (),
-        D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
-  }
-
-  for (guint i = 0; i < gst_buffer_n_memory (out_buf); i++) {
-    auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (out_buf, i);
-    auto num_planes = gst_d3d12_memory_get_plane_count (mem);
-    ComPtr < ID3D12DescriptorHeap > rtv_heap;
-
-    if (!gst_d3d12_memory_get_render_target_view_heap (mem, &rtv_heap)) {
-      GST_ERROR_OBJECT (self, "Couldn't get rtv heap");
-      return FALSE;
-    }
-
-    auto cpu_handle =
-        CD3DX12_CPU_DESCRIPTOR_HANDLE
-        (rtv_heap->GetCPUDescriptorHandleForHeapStart ());
-
-    for (guint plane = 0; plane < num_planes; plane++) {
-      D3D12_RECT rect = { };
-      gst_d3d12_memory_get_plane_rectangle (mem, plane, &rect);
-      rtv_rects.push_back (rect);
-      rtv_handles.push_back (cpu_handle);
-      cpu_handle.Offset (priv->rtv_inc_size);
-    }
-  }
-
-  if (!barriers.empty ())
-    cl->ResourceBarrier (barriers.size (), barriers.data ());
-
-  if (priv->clear_background) {
-    for (size_t i = 0; i < rtv_handles.size (); i++) {
-      cl->ClearRenderTargetView (rtv_handlesi,
-          priv->clear_colori, 1, &rtv_rectsi);
-    }
-  }
-
-  auto pso = priv->quad_data0.pso.Get ();
-
-  cl->SetGraphicsRootSignature (priv->rs.Get ());
-  cl->SetPipelineState (pso);
-
-  ID3D12DescriptorHeap *heaps = { srv_heap.Get () };
-  cl->SetDescriptorHeaps (1, heaps);
-  cl->SetGraphicsRootDescriptorTable (priv->crs->GetPsSrvIdx (),
-      srv_heap->GetGPUDescriptorHandleForHeapStart ());
-  cl->SetGraphicsRoot32BitConstants (priv->crs->GetVsRootConstIdx (),
-      16, &priv->transform, 0);
-  cl->SetGraphicsRoot32BitConstants (priv->crs->GetPsRootConstIdx (),
-      1, &priv->alpha, 0);
-  cl->SetGraphicsRootConstantBufferView (priv->crs->GetPsCbvIdx (),
-      priv->ps_const_buf->GetGPUVirtualAddress ());
-
-  cl->IASetIndexBuffer (&priv->idv);
-  cl->IASetVertexBuffers (0, 1, &priv->vbv);
-  cl->IASetPrimitiveTopology (D3D_PRIMITIVE_TOPOLOGY_TRIANGLELIST);
-  cl->RSSetViewports (priv->quad_data0.num_rtv, priv->viewport);
-  cl->RSSetScissorRects (priv->quad_data0.num_rtv, priv->scissor_rect);
-  cl->OMSetRenderTargets (priv->quad_data0.num_rtv,
-      rtv_handles.data (), FALSE, nullptr);
-  cl->OMSetBlendFactor (priv->blend_factor);
-  cl->DrawIndexedInstanced (6, 1, 0, 0, 0);
-
-  pso->AddRef ();
-  gst_d3d12_fence_data_add_notify_com (fence_data, pso);
-
-  auto offset = priv->quad_data0.num_rtv;
-  if (priv->quad_data.size () == 2) {
-    pso = priv->quad_data1.pso.Get ();
-
-    cl->SetPipelineState (pso);
-    cl->RSSetViewports (priv->quad_data1.num_rtv, &priv->viewportoffset);
-    cl->RSSetScissorRects (priv->quad_data1.num_rtv,
-        &priv->scissor_rectoffset);
-    cl->OMSetRenderTargets (priv->quad_data1.num_rtv,
-        rtv_handles.data () + offset, FALSE, nullptr);
-    cl->DrawIndexedInstanced (6, 1, 0, 0, 0);
-
-    pso->AddRef ();
-    gst_d3d12_fence_data_add_notify_com (fence_data, pso);
-  }
-
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data,
-      gst_buffer_ref (in_buf));
-  if (priv->upload_data) {
-    gst_d3d12_fence_data_add_notify (fence_data,
-        priv->upload_data, (GDestroyNotify) converter_upload_data_free);
-  }
-  priv->upload_data = nullptr;
-  priv->is_first = false;
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_converter_map_buffer (GstBuffer * buffer,
-    GstMapInfo infoGST_VIDEO_MAX_PLANES, GstMapFlags flags)
-{
-  GstMapFlags map_flags;
-  guint num_mapped = 0;
-
-  map_flags = (GstMapFlags) (flags | GST_MAP_D3D12);
-
-  for (num_mapped = 0; num_mapped < gst_buffer_n_memory (buffer); num_mapped++) {
-    auto mem = gst_buffer_peek_memory (buffer, num_mapped);
-
-    if (!gst_memory_map (mem, &infonum_mapped, map_flags))
-      goto error;
-  }
-
-  return TRUE;
-
-error:
-  for (guint i = 0; i < num_mapped; i++) {
-    auto mem = gst_buffer_peek_memory (buffer, i);
-    gst_memory_unmap (mem, &infoi);
-  }
-
-  return FALSE;
-}
-
-static void
-gst_d3d12_converter_unmap_buffer (GstBuffer * buffer,
-    GstMapInfo infoGST_VIDEO_MAX_PLANES)
-{
-  for (guint i = 0; i < gst_buffer_n_memory (buffer); i++) {
-    auto mem = gst_buffer_peek_memory (buffer, i);
-    gst_memory_unmap (mem, &infoi);
-  }
-}
-
-static GstBuffer *
-gst_d3d12_converter_upload_buffer (GstD3D12Converter * self, GstBuffer * in_buf)
-{
-  GstVideoFrame in_frame, out_frame;
-  auto priv = self->priv;
-  GstBuffer *fallback_buf = nullptr;
-
-  if (!gst_video_frame_map (&in_frame, &priv->in_info, in_buf, GST_MAP_READ)) {
-    GST_ERROR_OBJECT (self, "Couldn't map video frame");
-    return nullptr;
-  }
-
-  if (priv->fallback_pool) {
-    if (priv->fallback_pool_info.width != in_frame.info.width ||
-        priv->fallback_pool_info.height != in_frame.info.height) {
-      gst_buffer_pool_set_active (priv->fallback_pool, FALSE);
-      gst_clear_object (&priv->fallback_pool);
-    }
-  }
-
-  if (!priv->fallback_pool) {
-    priv->fallback_pool = gst_d3d12_buffer_pool_new (self->device);
-    priv->fallback_pool_info = in_frame.info;
-    auto caps = gst_video_info_to_caps (&in_frame.info);
-    auto config = gst_buffer_pool_get_config (priv->fallback_pool);
-    auto params = gst_d3d12_allocation_params_new (self->device, &in_frame.info,
-        GST_D3D12_ALLOCATION_FLAG_DEFAULT,
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
-    gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
-    gst_d3d12_allocation_params_free (params);
-    gst_buffer_pool_config_set_params (config, caps, in_frame.info.size, 0, 0);
-    gst_caps_unref (caps);
-
-    if (!gst_buffer_pool_set_config (priv->fallback_pool, config)) {
-      GST_ERROR_OBJECT (self, "Couldn't set pool config");
-      gst_video_frame_unmap (&in_frame);
-      gst_clear_object (&priv->fallback_pool);
-      return nullptr;
-    }
-
-    if (!gst_buffer_pool_set_active (priv->fallback_pool, TRUE)) {
-      GST_ERROR_OBJECT (self, "Failed to set active");
-      gst_video_frame_unmap (&in_frame);
-      gst_clear_object (&priv->fallback_pool);
-      return nullptr;
-    }
-  }
-
-  gst_buffer_pool_acquire_buffer (priv->fallback_pool, &fallback_buf, nullptr);
-  if (!fallback_buf) {
-    GST_ERROR_OBJECT (self, "Couldn't acquire fallback buf");
-    gst_video_frame_unmap (&in_frame);
-    return nullptr;
-  }
-
-  if (!gst_video_frame_map (&out_frame, &priv->fallback_pool_info, fallback_buf,
-          GST_MAP_WRITE)) {
-    GST_ERROR_OBJECT (self, "Couldn't map output frame");
-    gst_video_frame_unmap (&in_frame);
-    gst_buffer_unref (fallback_buf);
-    return nullptr;
-  }
-
-  auto copy_ret = gst_video_frame_copy (&out_frame, &in_frame);
-  gst_video_frame_unmap (&out_frame);
-  gst_video_frame_unmap (&in_frame);
-
-  if (!copy_ret) {
-    GST_ERROR_OBJECT (self, "Couldn't copy to fallback buffer");
-    gst_buffer_unref (fallback_buf);
-    return nullptr;
-  }
-
-  return fallback_buf;
-}
-
-static gboolean
-gst_d3d12_converter_check_needs_upload (GstD3D12Converter * self,
-    GstBuffer * buf)
-{
-  auto mem = gst_buffer_peek_memory (buf, 0);
-  if (!gst_is_d3d12_memory (mem))
-    return TRUE;
-
-  auto dmem = GST_D3D12_MEMORY_CAST (mem);
-  if (dmem->device != self->device)
-    return TRUE;
-
-  auto resource = gst_d3d12_memory_get_resource_handle (dmem);
-  auto desc = resource->GetDesc ();
-  if ((desc.Flags & D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) ==
-      D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) {
-    return TRUE;
-  }
-
-  return FALSE;
-}
-
-gboolean
-gst_d3d12_converter_convert_buffer (GstD3D12Converter * converter,
-    GstBuffer * in_buf, GstBuffer * out_buf, GstD3D12FenceData * fence_data,
-    ID3D12GraphicsCommandList * cl)
-{
-  g_return_val_if_fail (GST_IS_D3D12_CONVERTER (converter), FALSE);
-  g_return_val_if_fail (GST_IS_BUFFER (in_buf), FALSE);
-  g_return_val_if_fail (GST_IS_BUFFER (out_buf), FALSE);
-  g_return_val_if_fail (fence_data, FALSE);
-  g_return_val_if_fail (cl, FALSE);
-
-  GstMapInfo in_infoGST_VIDEO_MAX_PLANES;
-
-  gboolean need_upload = gst_d3d12_converter_check_needs_upload (converter,
-      in_buf);
-
-  if (need_upload) {
-    in_buf = gst_d3d12_converter_upload_buffer (converter, in_buf);
-    if (!in_buf)
-      return FALSE;
-  }
-
-  if (!gst_d3d12_converter_map_buffer (in_buf, in_info, GST_MAP_READ)) {
-    GST_ERROR_OBJECT (converter, "Couldn't map input buffer");
-    if (need_upload)
-      gst_buffer_unref (in_buf);
-    return FALSE;
-  }
-  gst_d3d12_converter_unmap_buffer (in_buf, in_info);
-
-  auto ret = gst_d3d12_converter_execute (converter,
-      in_buf, out_buf, fence_data, cl);
-
-  /* fence data will hold this buffer */
-  if (need_upload)
-    gst_buffer_unref (in_buf);
-
-  return ret;
-}
-
-gboolean
-gst_d3d12_converter_update_blend_state (GstD3D12Converter * converter,
-    const D3D12_BLEND_DESC * blend_desc, const gfloat blend_factor4)
-{
-  g_return_val_if_fail (GST_IS_D3D12_CONVERTER (converter), FALSE);
-
-  auto priv = converter->priv;
-  std::lock_guard < std::mutex > lk (priv->prop_lock);
-  D3D12_BLEND_DESC new_blend = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
-
-  if (blend_desc)
-    new_blend = *blend_desc;
-
-  if (memcmp (&priv->blend_desc, &new_blend, sizeof (D3D12_BLEND_DESC)) != 0)
-    priv->update_pso = TRUE;
-
-  if (blend_factor) {
-    for (guint i = 0; i < 4; i++)
-      priv->blend_factori = blend_factori;
-  } else {
-    for (guint i = 0; i < 4; i++)
-      priv->blend_factori = 1.0f;
-  }
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_converter_apply_transform (GstD3D12Converter * converter,
-    GstVideoOrientationMethod orientation, gfloat viewport_width,
-    gfloat viewport_height, gfloat fov, gboolean ortho, gfloat rotation_x,
-    gfloat rotation_y, gfloat rotation_z, gfloat scale_x, gfloat scale_y)
-{
-  g_return_val_if_fail (GST_IS_D3D12_CONVERTER (converter), FALSE);
-
-  auto priv = converter->priv;
-  std::lock_guard < std::mutex > lk (priv->prop_lock);
-
-  gfloat aspect_ratio;
-  gboolean rotated = FALSE;
-  XMMATRIX rotate_matrix = XMMatrixIdentity ();
-
-  switch (orientation) {
-    case GST_VIDEO_ORIENTATION_IDENTITY:
-    case GST_VIDEO_ORIENTATION_AUTO:
-    case GST_VIDEO_ORIENTATION_CUSTOM:
-    default:
-      break;
-    case GST_VIDEO_ORIENTATION_90R:
-      rotate_matrix = XMLoadFloat4x4A (&g_matrix_90r);
-      rotated = TRUE;
-      break;
-    case GST_VIDEO_ORIENTATION_180:
-      rotate_matrix = XMLoadFloat4x4A (&g_matrix_180);
-      break;
-    case GST_VIDEO_ORIENTATION_90L:
-      rotate_matrix = XMLoadFloat4x4A (&g_matrix_90l);
-      rotated = TRUE;
-      break;
-    case GST_VIDEO_ORIENTATION_HORIZ:
-      rotate_matrix = XMLoadFloat4x4A (&g_matrix_horiz);
-      break;
-    case GST_VIDEO_ORIENTATION_VERT:
-      rotate_matrix = XMLoadFloat4x4A (&g_matrix_vert);
-      break;
-    case GST_VIDEO_ORIENTATION_UL_LR:
-      rotate_matrix = XMLoadFloat4x4A (&g_matrix_ul_lr);
-      rotated = TRUE;
-      break;
-    case GST_VIDEO_ORIENTATION_UR_LL:
-      rotate_matrix = XMLoadFloat4x4A (&g_matrix_ur_ll);
-      rotated = TRUE;
-      break;
-  }
-
-  if (rotated)
-    aspect_ratio = viewport_height / viewport_width;
-  else
-    aspect_ratio = viewport_width / viewport_height;
-
-  /* Apply user specified transform matrix first, then rotate-method */
-  XMMATRIX scale = XMMatrixScaling (scale_x * aspect_ratio, scale_y, 1.0);
-
-  XMMATRIX rotate =
-      XMMatrixRotationX (XMConvertToRadians (rotation_x)) *
-      XMMatrixRotationY (XMConvertToRadians (-rotation_y)) *
-      XMMatrixRotationZ (XMConvertToRadians (-rotation_z));
-
-  XMMATRIX view = XMMatrixLookAtLH (XMVectorSet (0.0, 0.0, -1.0, 0.0),
-      XMVectorSet (0.0, 0.0, 0.0, 0.0), XMVectorSet (0.0, 1.0, 0.0, 0.0));
-
-  XMMATRIX proj;
-  if (ortho) {
-    proj = XMMatrixOrthographicOffCenterLH (-aspect_ratio,
-        aspect_ratio, -1.0, 1.0, 0.1, 100.0);
-  } else {
-    proj = XMMatrixPerspectiveFovLH (XMConvertToRadians (fov),
-        aspect_ratio, 0.1, 100.0);
-  }
-
-  XMMATRIX mvp = scale * rotate * view * proj * rotate_matrix;
-  XMStoreFloat4x4A (&priv->custom_transform, mvp);
-  priv->update_transform = TRUE;
-  priv->video_direction = GST_VIDEO_ORIENTATION_CUSTOM;
-
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12converter.h Deleted

@@ -1,165 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-#include "gstd3d12fencedatapool.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_CONVERTER             (gst_d3d12_converter_get_type())
-#define GST_D3D12_CONVERTER(obj)             (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_D3D12_CONVERTER,GstD3D12Converter))
-#define GST_D3D12_CONVERTER_CLASS(klass)     (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_D3D12_CONVERTER,GstD3D12ConverterClass))
-#define GST_D3D12_CONVERTER_GET_CLASS(obj)   (GST_D3D12_CONVERTER_CLASS(G_OBJECT_GET_CLASS(obj)))
-#define GST_IS_D3D12_CONVERTER(obj)          (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_D3D12_CONVERTER))
-#define GST_IS_D3D12_CONVERTER_CLASS(klass)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_D3D12_CONVERTER))
-#define GST_D3D12_CONVERTER_CAST(obj)        ((GstD3D12Converter*)(obj))
-
-/**
- * GST_D3D12_CONVERTER_OPT_GAMMA_MODE:
- *
- * #GstVideoGammaMode, set the gamma mode.
- * Default is #GST_VIDEO_GAMMA_MODE_NONE
- */
-#define GST_D3D12_CONVERTER_OPT_GAMMA_MODE "GstD3D12Converter.gamma-mode"
-
-/**
- * GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE:
- *
- * #GstVideoPrimariesMode, set the primaries conversion mode.
- * Default is #GST_VIDEO_PRIMARIES_MODE_NONE.
- */
-#define GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE "GstD3D12Converter.primaries-mode"
-
- /**
-  * GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER:
-  *
-  * #D3D12_FILTER, set sampler filter.
-  *
-  * Supported values are:
-  * @D3D12_FILTER_MIN_MAG_MIP_POINT
-  * @D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT
-  * @D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT
-  * @D3D12_FILTER_ANISOTROPIC
-  *
-  * Default is #D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT.
-  */
-#define GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER "GstD3D12Converter.sampler-filter"
-
-GType gst_d3d12_converter_sampler_filter_get_type (void);
-#define GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER (gst_d3d12_converter_sampler_filter_get_type())
-
-/**
- * GstD3D12ConverterAlphaMode:
- * @GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED: Unspecified alpha mode
- * @GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED: Premultiplied alpha
- * @GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT: Straight alpha
- *
- * Alpha mode. Enum values are idnetical to DXGI_ALPHA_MODE
- */
-typedef enum
-{
-  GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED = 0,
-  GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED = 1,
-  GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT = 2,
-} GstD3D12ConverterAlphaMode;
-
-GType gst_d3d12_converter_alpha_mode_get_type (void);
-#define GST_TYPE_D3D12_CONVERTER_ALPHA_MODE (gst_d3d12_converter_alpha_mode_get_type())
-
-/**
- * GST_D3D12_CONVERTER_OPT_SRC_ALPHA_MODE:
- *
- * Set the source alpha mode.
- * Default is #GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED.
- */
-#define GST_D3D12_CONVERTER_OPT_SRC_ALPHA_MODE "GstD3D12Converter.src-alpha-mode"
-
-/**
- * GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE:
- *
- * Set the source alpha mode.
- * Default is #GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED.
- */
-#define GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE "GstD3D12Converter.dest-alpha-mode"
-
-/**
- * GstD3D12Converter:
- *
- * Opaque GstD3D12Converter struct
- */
-struct _GstD3D12Converter
-{
-  GstObject parent;
-
-  GstD3D12Device *device;
-
-  /*< private >*/
-  GstD3D12ConverterPrivate *priv;
-  gpointer _gst_reservedGST_PADDING;
-};
-
-/**
- * GstD3D12ConverterClass:
- *
- * Opaque GstD3D12ConverterClass struct
- */
-struct _GstD3D12ConverterClass
-{
-  GstObjectClass parent_class;
-
-  /*< private >*/
-  gpointer _gst_reservedGST_PADDING;
-};
-
-GType               gst_d3d12_converter_get_type (void);
-
-GstD3D12Converter * gst_d3d12_converter_new  (GstD3D12Device * device,
-                                              const GstVideoInfo * in_info,
-                                              const GstVideoInfo * out_info,
-                                              const D3D12_BLEND_DESC * blend_desc,
-                                              const gfloat blend_factor4,
-                                              GstStructure * config);
-
-gboolean            gst_d3d12_converter_convert_buffer (GstD3D12Converter * converter,
-                                                        GstBuffer * in_buf,
-                                                        GstBuffer * out_buf,
-                                                        GstD3D12FenceData * fence_data,
-                                                        ID3D12GraphicsCommandList * command_list);
-
-gboolean            gst_d3d12_converter_update_blend_state (GstD3D12Converter * converter,
-                                                            const D3D12_BLEND_DESC * blend_desc,
-                                                            const gfloat blend_factor4);
-
-gboolean            gst_d3d12_converter_apply_transform (GstD3D12Converter * converter,
-                                                         GstVideoOrientationMethod orientation,
-                                                         gfloat viewport_width,
-                                                         gfloat viewport_height,
-                                                         gfloat fov,
-                                                         gboolean ortho,
-                                                         gfloat rotation_x,
-                                                         gfloat rotation_y,
-                                                         gfloat rotation_z,
-                                                         gfloat scale_x,
-                                                         gfloat scale_y);
-
-G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12descriptorpool.cpp Deleted

@@ -1,237 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you cln redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include <wrl.h>
-#include <queue>
-#include <mutex>
-
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_descriptor_pool_debug);
-#define GST_CAT_DEFAULT gst_d3d12_descriptor_pool_debug
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-
-struct _GstD3D12Descriptor : public GstMiniObject
-{
-  GstD3D12DescriptorPool *pool = nullptr;
-  ComPtr < ID3D12DescriptorHeap > heap;
-};
-
-struct GstD3D12DescriptorPoolPrivate
-{
-  ~GstD3D12DescriptorPoolPrivate ()
-  {
-    while (!heap_pool.empty ()) {
-      auto desc = heap_pool.front ();
-      heap_pool.pop ();
-      gst_mini_object_unref (desc);
-    }
-  }
-
-  ComPtr<ID3D12Device> device;
-
-  std::mutex lock;
-  std::queue<GstD3D12Descriptor *>heap_pool;
-  D3D12_DESCRIPTOR_HEAP_DESC heap_desc;
-};
-/* *INDENT-ON* */
-
-struct _GstD3D12DescriptorPool
-{
-  GstObject parent;
-
-  GstD3D12DescriptorPoolPrivate *priv;
-};
-
-GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12Descriptor, gst_d3d12_descriptor);
-
-static void gst_d3d12_descriptor_pool_finalize (GObject * object);
-
-#define gst_d3d12_descriptor_pool_parent_class parent_class
-G_DEFINE_TYPE (GstD3D12DescriptorPool,
-    gst_d3d12_descriptor_pool, GST_TYPE_OBJECT);
-
-static void
-gst_d3d12_descriptor_pool_class_init (GstD3D12DescriptorPoolClass * klass)
-{
-  auto object_class = G_OBJECT_CLASS (klass);
-
-  object_class->finalize = gst_d3d12_descriptor_pool_finalize;
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_descriptor_pool_debug,
-      "d3d12descriptorpool", 0, "d3d12descriptorpool");
-}
-
-static void
-gst_d3d12_descriptor_pool_init (GstD3D12DescriptorPool * self)
-{
-  self->priv = new GstD3D12DescriptorPoolPrivate ();
-}
-
-static void
-gst_d3d12_descriptor_pool_finalize (GObject * object)
-{
-  auto self = GST_D3D12_DESCRIPTOR_POOL (object);
-
-  delete self->priv;
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-GstD3D12DescriptorPool *
-gst_d3d12_descriptor_pool_new (GstD3D12Device * device,
-    const D3D12_DESCRIPTOR_HEAP_DESC * desc)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-  g_return_val_if_fail (desc, nullptr);
-
-  auto self = (GstD3D12DescriptorPool *)
-      g_object_new (GST_TYPE_D3D12_DESCRIPTOR_POOL, nullptr);
-  gst_object_ref_sink (self);
-
-  auto priv = self->priv;
-  priv->device = gst_d3d12_device_get_device_handle (device);
-  priv->heap_desc = *desc;
-
-  return self;
-}
-
-static void
-gst_d3d12_descriptor_pool_release (GstD3D12DescriptorPool * pool,
-    GstD3D12Descriptor * desc)
-{
-  auto priv = pool->priv;
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    desc->dispose = nullptr;
-    desc->pool = nullptr;
-    priv->heap_pool.push (desc);
-  }
-
-  gst_object_unref (pool);
-}
-
-static gboolean
-gst_d3d12_descriptor_dispose (GstD3D12Descriptor * desc)
-{
-  if (!desc->pool)
-    return TRUE;
-
-  gst_mini_object_ref (desc);
-  gst_d3d12_descriptor_pool_release (desc->pool, desc);
-
-  return FALSE;
-}
-
-static void
-gst_d3d12_descriptor_free (GstD3D12Descriptor * desc)
-{
-  delete desc;
-}
-
-static GstD3D12Descriptor *
-gst_d3d12_descriptor_new (ID3D12DescriptorHeap * heap)
-{
-  auto desc = new GstD3D12Descriptor ();
-  desc->heap = heap;
-
-  gst_mini_object_init (desc, 0, gst_d3d12_descriptor_get_type (),
-      nullptr, nullptr, (GstMiniObjectFreeFunction) gst_d3d12_descriptor_free);
-
-  return desc;
-}
-
-gboolean
-gst_d3d12_descriptor_pool_acquire (GstD3D12DescriptorPool * pool,
-    GstD3D12Descriptor ** desc)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DESCRIPTOR_POOL (pool), FALSE);
-  g_return_val_if_fail (desc, FALSE);
-
-  *desc = nullptr;
-
-  auto priv = pool->priv;
-  GstD3D12Descriptor *new_desc = nullptr;
-  HRESULT hr;
-
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    if (!priv->heap_pool.empty ()) {
-      new_desc = priv->heap_pool.front ();
-      priv->heap_pool.pop ();
-    }
-  }
-
-  if (!new_desc) {
-    ComPtr < ID3D12DescriptorHeap > heap;
-    hr = priv->device->CreateDescriptorHeap (&priv->heap_desc,
-        IID_PPV_ARGS (&heap));
-    if (FAILED (hr)) {
-      GST_ERROR_OBJECT (pool, "Couldn't create descriptor heap, hr: 0x%x",
-          (guint) hr);
-      return FALSE;
-    }
-
-    new_desc = gst_d3d12_descriptor_new (heap.Get ());
-  }
-
-  new_desc->pool = (GstD3D12DescriptorPool *) gst_object_ref (pool);
-  new_desc->dispose =
-      (GstMiniObjectDisposeFunction) gst_d3d12_descriptor_dispose;
-
-  *desc = new_desc;
-
-  return TRUE;
-}
-
-GstD3D12Descriptor *
-gst_d3d12_descriptor_ref (GstD3D12Descriptor * desc)
-{
-  return (GstD3D12Descriptor *) gst_mini_object_ref (desc);
-}
-
-void
-gst_d3d12_descriptor_unref (GstD3D12Descriptor * desc)
-{
-  gst_mini_object_unref (desc);
-}
-
-void
-gst_clear_d3d12_descriptor (GstD3D12Descriptor ** desc)
-{
-  gst_clear_mini_object (desc);
-}
-
-gboolean
-gst_d3d12_descriptor_get_handle (GstD3D12Descriptor * desc,
-    ID3D12DescriptorHeap ** heap)
-{
-  g_return_val_if_fail (desc, FALSE);
-  g_return_val_if_fail (heap, FALSE);
-
-  *heap = desc->heap.Get ();
-  (*heap)->AddRef ();
-
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12descriptorpool.h Deleted

@@ -1,50 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_DESCRIPTOR_POOL (gst_d3d12_descriptor_pool_get_type())
-G_DECLARE_FINAL_TYPE (GstD3D12DescriptorPool,
-    gst_d3d12_descriptor_pool, GST, D3D12_DESCRIPTOR_POOL, GstObject);
-
-typedef struct _GstD3D12Descriptor GstD3D12Descriptor;
-
-GstD3D12DescriptorPool *  gst_d3d12_descriptor_pool_new (GstD3D12Device * device,
-                                                         const D3D12_DESCRIPTOR_HEAP_DESC * desc);
-
-gboolean                  gst_d3d12_descriptor_pool_acquire (GstD3D12DescriptorPool * pool,
-                                                               GstD3D12Descriptor ** desc);
-
-GstD3D12Descriptor *      gst_d3d12_descriptor_ref (GstD3D12Descriptor * desc);
-
-void                      gst_d3d12_descriptor_unref (GstD3D12Descriptor * desc);
-
-void                      gst_clear_d3d12_descriptor (GstD3D12Descriptor ** desc);
-
-gboolean                  gst_d3d12_descriptor_get_handle (GstD3D12Descriptor * desc,
-                                                           ID3D12DescriptorHeap ** heap);
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12device.cpp Deleted

@@ -1,1306 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include "gstd3d12-private.h"
-#include "gstd3d11on12.h"
-#include <directx/d3dx12.h>
-#include <wrl.h>
-#include <vector>
-#include <string.h>
-#include <mutex>
-#include <condition_variable>
-#include <string>
-#include <locale>
-#include <codecvt>
-#include <algorithm>
-#include <d3d12sdklayers.h>
-#include <memory>
-#include <queue>
-#include <unordered_map>
-#include <thread>
-
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_device_debug);
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_sdk_debug);
-#define GST_CAT_DEFAULT gst_d3d12_device_debug
-
-enum
-{
-  PROP_0,
-  PROP_ADAPTER_INDEX,
-  PROP_ADAPTER_LUID,
-  PROP_DEVICE_ID,
-  PROP_VENDOR_ID,
-  PROP_HARDWARE,
-  PROP_DESCRIPTION,
-};
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-
-struct _GstD3D12DevicePrivate
-{
-  ~_GstD3D12DevicePrivate ()
-  {
-    auto hr = device->GetDeviceRemovedReason ();
-    /* If device were not removed, make sure no pending command in queue */
-    if (hr == S_OK) {
-      if (direct_queue)
-        gst_d3d12_command_queue_fence_wait (direct_queue, G_MAXUINT64, nullptr);
-
-      if (copy_queue)
-        gst_d3d12_command_queue_fence_wait (copy_queue, G_MAXUINT64, nullptr);
-    }
-
-    gst_clear_object (&direct_queue);
-    gst_clear_object (&copy_queue);
-
-    gst_clear_object (&direct_ca_pool);
-    gst_clear_object (&direct_cl_pool);
-
-    gst_clear_object (&copy_ca_pool);
-    gst_clear_object (&copy_cl_pool);
-
-    factory = nullptr;
-    adapter = nullptr;
-    d3d11on12 = nullptr;
-
-    if (info_queue && device) {
-      ComPtr <ID3D12DebugDevice> debug_dev;
-      device.As (&debug_dev);
-      if (debug_dev) {
-        debug_dev->ReportLiveDeviceObjects (D3D12_RLDO_DETAIL |
-            D3D12_RLDO_IGNORE_INTERNAL);
-
-        UINT64 num_msg = info_queue->GetNumStoredMessages ();
-        for (UINT64 i = 0; i < num_msg; i++) {
-          HRESULT hr;
-          SIZE_T msg_len;
-          D3D12_MESSAGE *msg;
-
-          hr = info_queue->GetMessage (i, nullptr, &msg_len);
-          if (FAILED (hr) || msg_len == 0)
-            continue;
-
-          msg = (D3D12_MESSAGE *) g_malloc0 (msg_len);
-          hr = info_queue->GetMessage (i, msg, &msg_len);
-          if (FAILED (hr) || msg_len == 0) {
-            g_free (msg);
-            continue;
-          }
-
-          gst_debug_log (gst_d3d12_sdk_debug, GST_LEVEL_INFO,
-              __FILE__, GST_FUNCTION, __LINE__, nullptr,
-              "D3D12InfoQueue: %s", msg->pDescription);
-          g_free (msg);
-        }
-
-        info_queue->ClearStoredMessages ();
-      }
-    }
-  }
-
-  ComPtr<ID3D12Device> device;
-  ComPtr<IDXGIAdapter1> adapter;
-  ComPtr<IDXGIFactory2> factory;
-  std::unordered_map<GstVideoFormat, GstD3D12Format> format_table;
-  std::recursive_mutex extern_lock;
-  std::mutex lock;
-
-  ComPtr<ID3D12InfoQueue> info_queue;
-
-  ComPtr<IUnknown> d3d11on12;
-
-  GstD3D12CommandQueue *direct_queue = nullptr;
-  GstD3D12CommandQueue *copy_queue = nullptr;
-
-  GstD3D12CommandListPool *direct_cl_pool = nullptr;
-  GstD3D12CommandAllocatorPool *direct_ca_pool = nullptr;
-
-  GstD3D12CommandListPool *copy_cl_pool = nullptr;
-  GstD3D12CommandAllocatorPool *copy_ca_pool = nullptr;
-
-  guint rtv_inc_size;
-
-  guint adapter_index = 0;
-  guint device_id = 0;
-  guint vendor_id = 0;
-  std::string description;
-  gint64 adapter_luid = 0;
-};
-
-enum GstD3D12DeviceConstructType
-{
-  GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX,
-  GST_D3D12_DEVICE_CONSTRUCT_FOR_LUID,
-};
-
-struct GstD3D12DeviceConstructData
-{
-  union
-  {
-    guint index;
-    gint64 luid;
-  } data;
-  GstD3D12DeviceConstructType type;
-};
-
-static GstD3D12Device *
-gst_d3d12_device_new_internal (const GstD3D12DeviceConstructData * data);
-
-struct DeviceCache
-{
-  ~DeviceCache()
-  {
-    if (priv)
-      delete priv;
-  }
-
-  GstD3D12Device *device = nullptr;
-  GstD3D12DevicePrivate *priv = nullptr;
-  guint64 token = 0;
-};
-
-/* Because ID3D12Device instance is a singleton per adapter,
- * this DeviceCacheManager object will cache GstD3D12Device object and
- * will return the same GstD3D12Device object for create request
- * if instanted object exists already.
- *
- * Another role of this object dtor thread management.
- * GstD3D12CommandQueue object held by GstD3D12Device will run background
- * garbage collection thread and releasing garbage collection data
- * could result in releasing GstD3D12Device object, which can cause self-thread
- * joining. This manager will run one background thread to avoid it
- */
-class DeviceCacheManager
-{
-public:
-  DeviceCacheManager (const DeviceCacheManager &) = delete;
-  DeviceCacheManager& operator= (const DeviceCacheManager &) = delete;
-  static DeviceCacheManager * GetInstance()
-  {
-    static DeviceCacheManager *inst = nullptr;
-    GST_D3D12_CALL_ONCE_BEGIN {
-      inst = new DeviceCacheManager ();
-    } GST_D3D12_CALL_ONCE_END;
-
-    return inst;
-  }
-
-  void InitThread ()
-  {
-    std::lock_guard <std::mutex> lk (lock_);
-    if (!thread_)
-      thread_ = new std::thread (&DeviceCacheManager::threadFunc, this);
-  }
-
-  void Sync ()
-  {
-    guint64 to_wait = 0;
-
-    {
-      std::lock_guard <std::mutex> lk (lock_);
-      if (!thread_)
-        return;
-
-      token_++;
-      to_wait = token_;
-
-      auto empty_item = std::make_shared <DeviceCache> ();
-      empty_item->token = to_wait;
-
-      std::lock_guard <std::mutex> olk (thread_lock_);
-      to_remove_.push (std::move (empty_item));
-      thread_cond_.notify_one ();
-    }
-
-    std::unique_lock <std::mutex> olk (token_lock_);
-    while (token_synced_ < to_wait)
-      token_cond_.wait (olk);
-  }
-
-  GstD3D12Device * Create (const GstD3D12DeviceConstructData * data)
-  {
-    std::lock_guard <std::mutex> lk (lock_);
-    auto it = std::find_if (list_.begin (), list_.end (),
-        & (const auto & cache) {
-          const auto priv = cache->priv;
-          if (data->type == GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX)
-            return priv->adapter_index == data->data.index;
-
-          return priv->adapter_luid == data->data.luid;
-        });
-
-    if (it != list_.end ())
-      return (GstD3D12Device *) gst_object_ref ((*it)->device);
-
-    auto device = gst_d3d12_device_new_internal (data);
-    if (!device)
-      return nullptr;
-
-    gst_object_ref_sink (device);
-
-    auto item = std::make_shared <DeviceCache> ();
-    item->device = device;
-    item->priv = device->priv;
-
-    g_object_weak_ref (G_OBJECT (device), DeviceCacheManager::NotifyCb, this);
-    list_.push_back (item);
-
-    return device;
-  }
-
-  static void NotifyCb (gpointer data, GObject * device)
-  {
-    auto self = (DeviceCacheManager *) data;
-    self->remove ((GstD3D12Device *) device);
-  }
-
-private:
-  DeviceCacheManager () {}
-  ~DeviceCacheManager () {}
-
-  void threadFunc ()
-  {
-    while (true) {
-      std::unique_lock <std::mutex> lk (thread_lock_);
-      while (to_remove_.empty ())
-        thread_cond_.wait (lk);
-
-      while (!to_remove_.empty ()) {
-        guint64 token;
-
-        {
-          auto item = to_remove_.front ();
-          to_remove_.pop ();
-          token = item->token;
-        }
-
-        std::lock_guard <std::mutex> olk (token_lock_);
-        token_synced_ = token;
-        token_cond_.notify_all ();
-      }
-    }
-  }
-
-  void remove (GstD3D12Device * device)
-  {
-    std::lock_guard <std::mutex> lk (lock_);
-    auto it = std::find_if (list_.begin (), list_.end (),
-        & (const auto & cache) {
-          return cache->device == device;
-        });
-
-    std::shared_ptr<DeviceCache> cached;
-    if (it != list_.end ()) {
-      cached = *it;
-      list_.erase (it);
-    } else {
-      GST_WARNING ("Couldn't find device from cache");
-    }
-
-    if (cached && thread_) {
-      std::lock_guard <std::mutex> tlk (thread_lock_);
-      token_++;
-      cached->token = token_;
-      to_remove_.push (std::move (cached));
-      thread_cond_.notify_one ();
-    }
-  }
-
-private:
-  std::mutex lock_;
-  std::vector<std::shared_ptr<DeviceCache>> list_;
-  std::mutex thread_lock_;
-  std::condition_variable thread_cond_;
-  std::thread *thread_ = nullptr;
-  std::queue<std::shared_ptr<DeviceCache>> to_remove_;
-  std::mutex token_lock_;
-  std::condition_variable token_cond_;
-  guint64 token_ = 0;
-  guint64 token_synced_ = 0;
-};
-/* *INDENT-ON* */
-
-void
-gst_d3d12_init_background_thread (void)
-{
-  auto manager = DeviceCacheManager::GetInstance ();
-  manager->InitThread ();
-}
-
-void
-gst_d3d12_sync_background_thread (void)
-{
-  auto manager = DeviceCacheManager::GetInstance ();
-  manager->Sync ();
-}
-
-static gboolean
-gst_d3d12_device_enable_debug (void)
-{
-  static gboolean enabled = FALSE;
-
-  GST_D3D12_CALL_ONCE_BEGIN {
-    GST_DEBUG_CATEGORY_INIT (gst_d3d12_sdk_debug,
-        "d3d12debuglayer", 0, "d3d12 SDK layer debug");
-
-    /* Enables debug layer only if it's requested, otherwise
-     * already configured d3d12 devices (e.g., owned by application)
-     * will be invalidated by ID3D12Debug::EnableDebugLayer() */
-    if (!g_getenv ("GST_ENABLE_D3D12_DEBUG"))
-      return;
-
-    HRESULT hr;
-    ComPtr < ID3D12Debug > d3d12_debug;
-    hr = D3D12GetDebugInterface (IID_PPV_ARGS (&d3d12_debug));
-    if (FAILED (hr))
-      return;
-
-    d3d12_debug->EnableDebugLayer ();
-    enabled = TRUE;
-
-    GST_INFO ("D3D12 debug layer is enabled");
-
-    ComPtr < ID3D12Debug5 > d3d12_debug5;
-    hr = d3d12_debug.As (&d3d12_debug5);
-    if (SUCCEEDED (hr))
-      d3d12_debug5->SetEnableAutoName (TRUE);
-
-    ComPtr < ID3D12Debug1 > d3d12_debug1;
-    hr = d3d12_debug.As (&d3d12_debug1);
-    if (FAILED (hr))
-      return;
-
-    d3d12_debug1->SetEnableSynchronizedCommandQueueValidation (TRUE);
-
-    GST_INFO ("Enabled synchronized command queue validation");
-
-    if (!g_getenv ("GST_ENABLE_D3D12_DEBUG_GPU_VALIDATION"))
-      return;
-
-    d3d12_debug1->SetEnableGPUBasedValidation (TRUE);
-
-    GST_INFO ("Enabled GPU based validation");
-  }
-  GST_D3D12_CALL_ONCE_END;
-
-  return enabled;
-}
-
-#define gst_d3d12_device_parent_class parent_class
-G_DEFINE_TYPE (GstD3D12Device, gst_d3d12_device, GST_TYPE_OBJECT);
-
-static void gst_d3d12_device_finalize (GObject * object);
-static void gst_d3d12_device_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec);
-static void gst_d3d12_device_setup_format_table (GstD3D12Device * self);
-
-static void
-gst_d3d12_device_class_init (GstD3D12DeviceClass * klass)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-  GParamFlags readable_flags =
-      (GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS);
-
-  gobject_class->finalize = gst_d3d12_device_finalize;
-  gobject_class->get_property = gst_d3d12_device_get_property;
-
-  g_object_class_install_property (gobject_class, PROP_ADAPTER_INDEX,
-      g_param_spec_uint ("adapter-index", "Adapter Index",
-          "DXGI Adapter index for creating device",
-          0, G_MAXUINT32, 0, readable_flags));
-
-  g_object_class_install_property (gobject_class, PROP_ADAPTER_LUID,
-      g_param_spec_int64 ("adapter-luid", "Adapter LUID",
-          "DXGI Adapter LUID (Locally Unique Identifier) of created device",
-          0, G_MAXINT64, 0, readable_flags));
-
-  g_object_class_install_property (gobject_class, PROP_DEVICE_ID,
-      g_param_spec_uint ("device-id", "Device Id",
-          "DXGI Device ID", 0, G_MAXUINT32, 0, readable_flags));
-
-  g_object_class_install_property (gobject_class, PROP_VENDOR_ID,
-      g_param_spec_uint ("vendor-id", "Vendor Id",
-          "DXGI Vendor ID", 0, G_MAXUINT32, 0, readable_flags));
-
-  g_object_class_install_property (gobject_class, PROP_DESCRIPTION,
-      g_param_spec_string ("description", "Description",
-          "Human readable device description", nullptr, readable_flags));
-}
-
-static void
-gst_d3d12_device_init (GstD3D12Device * self)
-{
-  self->priv = new GstD3D12DevicePrivate ();
-}
-
-static void
-gst_d3d12_device_finalize (GObject * object)
-{
-  auto self = GST_D3D12_DEVICE (object);
-
-  GST_DEBUG_OBJECT (self, "Finalize");
-
-  /* Don't delete private struct. DeviceCacheManager will destroy it */
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-static void
-gst_d3d12_device_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec)
-{
-  GstD3D12Device *self = GST_D3D12_DEVICE (object);
-  GstD3D12DevicePrivate *priv = self->priv;
-
-  switch (prop_id) {
-    case PROP_ADAPTER_INDEX:
-      g_value_set_uint (value, priv->adapter_index);
-      break;
-    case PROP_ADAPTER_LUID:
-      g_value_set_int64 (value, priv->adapter_luid);
-      break;
-    case PROP_DEVICE_ID:
-      g_value_set_uint (value, priv->device_id);
-      break;
-    case PROP_VENDOR_ID:
-      g_value_set_uint (value, priv->vendor_id);
-      break;
-    case PROP_DESCRIPTION:
-      g_value_set_string (value, priv->description.c_str ());
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-static gboolean
-check_format_support (GstD3D12Device * self, DXGI_FORMAT format,
-    guint flags, D3D12_FEATURE_DATA_FORMAT_SUPPORT * support)
-{
-  ID3D12Device *device = self->priv->device.Get ();
-  HRESULT hr;
-
-  support->Format = format;
-  hr = device->CheckFeatureSupport (D3D12_FEATURE_FORMAT_SUPPORT, support,
-      sizeof (D3D12_FEATURE_DATA_FORMAT_SUPPORT));
-  if (FAILED (hr)) {
-    GST_INFO_OBJECT (self,
-        "Failed to check feature support for DXGI format %d", format);
-    return FALSE;
-  }
-
-  if (((guint) support->Support1 & flags) != flags) {
-    GST_INFO_OBJECT (self,
-        "DXGI format %d supports1 flag 0x%x, required 0x%x", format,
-        support->Support1, flags);
-
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static void
-gst_d3d12_device_setup_format_table (GstD3D12Device * self)
-{
-  auto priv = self->priv;
-
-  for (guint i = 0; i < GST_D3D12_N_FORMATS; i++) {
-    const auto iter = &g_gst_d3d12_default_format_mapi;
-    D3D12_FEATURE_DATA_FORMAT_SUPPORT supportGST_VIDEO_MAX_PLANES;
-    gboolean native = true;
-
-    switch (iter->format) {
-        /* RGB/GRAY */
-      case GST_VIDEO_FORMAT_BGRA:
-      case GST_VIDEO_FORMAT_BGRx:
-      case GST_VIDEO_FORMAT_RGBA:
-      case GST_VIDEO_FORMAT_RGBx:
-      case GST_VIDEO_FORMAT_RGB10A2_LE:
-      case GST_VIDEO_FORMAT_RGBA64_LE:
-      case GST_VIDEO_FORMAT_GRAY8:
-      case GST_VIDEO_FORMAT_GRAY16_LE:
-        if (!check_format_support (self, iter->dxgi_format,
-                iter->format_support10, &support0)) {
-          continue;
-        }
-        break;
-        /* YUV DXGI native formats */
-      case GST_VIDEO_FORMAT_VUYA:
-      case GST_VIDEO_FORMAT_Y410:
-      case GST_VIDEO_FORMAT_NV12:
-      case GST_VIDEO_FORMAT_P010_10LE:
-      case GST_VIDEO_FORMAT_P012_LE:
-      case GST_VIDEO_FORMAT_P016_LE:
-      case GST_VIDEO_FORMAT_YUY2:
-      case GST_VIDEO_FORMAT_Y210:
-      case GST_VIDEO_FORMAT_Y212_LE:
-      case GST_VIDEO_FORMAT_Y412_LE:
-      case GST_VIDEO_FORMAT_BGRA64_LE:
-      case GST_VIDEO_FORMAT_BGR10A2_LE:
-      case GST_VIDEO_FORMAT_RBGA:
-      {
-        if (!check_format_support (self, iter->dxgi_format,
-                iter->format_support10, &support0)) {
-          bool supported = true;
-          for (guint j = 0; j < GST_VIDEO_MAX_PLANES; j++) {
-            if (iter->resource_formatj == DXGI_FORMAT_UNKNOWN)
-              break;
-
-            if (!check_format_support (self, iter->resource_formatj,
-                    iter->format_support10, &supportj)) {
-              supported = false;
-              break;
-            }
-          }
-
-          if (!supported)
-            continue;
-
-          native = false;
-        }
-        break;
-      }
-        /* non-DXGI native formats */
-      case GST_VIDEO_FORMAT_NV21:
-      case GST_VIDEO_FORMAT_I420:
-      case GST_VIDEO_FORMAT_YV12:
-      case GST_VIDEO_FORMAT_I420_10LE:
-      case GST_VIDEO_FORMAT_I420_12LE:
-      case GST_VIDEO_FORMAT_Y42B:
-      case GST_VIDEO_FORMAT_I422_10LE:
-      case GST_VIDEO_FORMAT_I422_12LE:
-      case GST_VIDEO_FORMAT_Y444:
-      case GST_VIDEO_FORMAT_Y444_10LE:
-      case GST_VIDEO_FORMAT_Y444_12LE:
-      case GST_VIDEO_FORMAT_Y444_16LE:
-      case GST_VIDEO_FORMAT_AYUV:
-      case GST_VIDEO_FORMAT_AYUV64:
-      case GST_VIDEO_FORMAT_UYVY:
-      case GST_VIDEO_FORMAT_VYUY:
-      case GST_VIDEO_FORMAT_YVYU:
-      case GST_VIDEO_FORMAT_ARGB:
-      case GST_VIDEO_FORMAT_xRGB:
-      case GST_VIDEO_FORMAT_ABGR:
-      case GST_VIDEO_FORMAT_xBGR:
-      case GST_VIDEO_FORMAT_RGB:
-      case GST_VIDEO_FORMAT_BGR:
-      case GST_VIDEO_FORMAT_v210:
-      case GST_VIDEO_FORMAT_v216:
-      case GST_VIDEO_FORMAT_v308:
-      case GST_VIDEO_FORMAT_IYU2:
-      case GST_VIDEO_FORMAT_RGB16:
-      case GST_VIDEO_FORMAT_BGR16:
-      case GST_VIDEO_FORMAT_RGB15:
-      case GST_VIDEO_FORMAT_BGR15:
-      case GST_VIDEO_FORMAT_r210:
-        /* RGB planar formats */
-      case GST_VIDEO_FORMAT_RGBP:
-      case GST_VIDEO_FORMAT_BGRP:
-      case GST_VIDEO_FORMAT_GBR:
-      case GST_VIDEO_FORMAT_GBR_10LE:
-      case GST_VIDEO_FORMAT_GBR_12LE:
-      case GST_VIDEO_FORMAT_GBR_16LE:
-      case GST_VIDEO_FORMAT_GBRA:
-      case GST_VIDEO_FORMAT_GBRA_10LE:
-      case GST_VIDEO_FORMAT_GBRA_12LE:
-      {
-        bool supported = true;
-        native = false;
-
-        for (guint j = 0; j < GST_VIDEO_MAX_PLANES; j++) {
-          if (iter->resource_formatj == DXGI_FORMAT_UNKNOWN)
-            break;
-
-          if (!check_format_support (self, iter->resource_formatj,
-                  iter->format_support10, &supportj)) {
-            supported = false;
-            break;
-          }
-        }
-
-        if (!supported)
-          continue;
-        break;
-      }
-      default:
-        g_assert_not_reached ();
-        return;
-    }
-
-    auto format = *iter;
-
-    if (!native)
-      format.dxgi_format = DXGI_FORMAT_UNKNOWN;
-
-    for (guint j = 0; j < GST_VIDEO_MAX_PLANES; j++) {
-      format.format_support1j = supportj.Support1;
-      format.format_support2j = supportj.Support2;
-    }
-
-    priv->format_tableformat.format = format;
-  }
-}
-
-static HRESULT
-gst_d3d12_device_find_adapter (const GstD3D12DeviceConstructData * data,
-    IDXGIFactory2 * factory, guint * index, IDXGIAdapter1 ** rst)
-{
-  HRESULT hr;
-
-  switch (data->type) {
-    case GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX:{
-      ComPtr < IDXGIAdapter1 > adapter;
-      hr = factory->EnumAdapters1 (data->data.index, &adapter);
-      if (FAILED (hr))
-        return hr;
-
-      *index = data->data.index;
-      *rst = adapter.Detach ();
-      return S_OK;
-    }
-    case GST_D3D12_DEVICE_CONSTRUCT_FOR_LUID:
-      for (UINT i = 0;; i++) {
-        ComPtr < IDXGIAdapter1 > adapter;
-        DXGI_ADAPTER_DESC1 desc;
-
-        hr = factory->EnumAdapters1 (i, &adapter);
-        if (FAILED (hr))
-          return hr;
-
-        hr = adapter->GetDesc1 (&desc);
-        if (FAILED (hr))
-          return hr;
-
-        if (gst_d3d12_luid_to_int64 (&desc.AdapterLuid) != data->data.luid) {
-          continue;
-        }
-
-        *index = i;
-        *rst = adapter.Detach ();
-
-        return S_OK;
-      }
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return E_FAIL;
-}
-
-static GstD3D12Device *
-gst_d3d12_device_new_internal (const GstD3D12DeviceConstructData * data)
-{
-  ComPtr < IDXGIFactory2 > factory;
-  ComPtr < IDXGIAdapter1 > adapter;
-  ComPtr < ID3D12Device > device;
-  HRESULT hr;
-  UINT factory_flags = 0;
-  guint index = 0;
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_device_debug,
-      "d3d12device", 0, "d3d12 device object");
-
-  gst_d3d12_device_enable_debug ();
-
-  hr = CreateDXGIFactory2 (factory_flags, IID_PPV_ARGS (&factory));
-  if (FAILED (hr)) {
-    GST_WARNING ("Could create dxgi factory, hr: 0x%x", (guint) hr);
-    return nullptr;
-  }
-
-  hr = gst_d3d12_device_find_adapter (data, factory.Get (), &index, &adapter);
-  if (FAILED (hr)) {
-    GST_WARNING ("Could not find adapter, hr: 0x%x", (guint) hr);
-    return nullptr;
-  }
-
-  DXGI_ADAPTER_DESC1 desc;
-  hr = adapter->GetDesc1 (&desc);
-  if (FAILED (hr)) {
-    GST_WARNING ("Could not get adapter desc, hr: 0x%x", (guint) hr);
-    return nullptr;
-  }
-
-  hr = D3D12CreateDevice (adapter.Get (), D3D_FEATURE_LEVEL_11_0,
-      IID_PPV_ARGS (&device));
-  if (FAILED (hr)) {
-    GST_WARNING ("Could not create device, hr: 0x%x", (guint) hr);
-    return nullptr;
-  }
-
-  GstD3D12Device *self = (GstD3D12Device *)
-      g_object_new (GST_TYPE_D3D12_DEVICE, nullptr);
-  GstD3D12DevicePrivate *priv = self->priv;
-
-  priv->factory = factory;
-  priv->adapter = adapter;
-  priv->device = device;
-  priv->adapter_luid = gst_d3d12_luid_to_int64 (&desc.AdapterLuid);
-  priv->vendor_id = desc.VendorId;
-  priv->device_id = desc.DeviceId;
-  priv->adapter_index = index;
-
-  std::wstring_convert < std::codecvt_utf8 < wchar_t >, wchar_t >converter;
-  priv->description = converter.to_bytes (desc.Description);
-
-  GST_INFO_OBJECT (self,
-      "adapter index %d: D3D12 device vendor-id: 0x%04x, device-id: 0x%04x, "
-      "Flags: 0x%x, adapter-luid: %" G_GINT64_FORMAT ", %s",
-      priv->adapter_index, desc.VendorId, desc.DeviceId, desc.Flags,
-      priv->adapter_luid, priv->description.c_str ());
-
-  gst_d3d12_device_setup_format_table (self);
-
-  if (gst_d3d12_device_enable_debug ()) {
-    ComPtr < ID3D12InfoQueue > info_queue;
-    device.As (&info_queue);
-    priv->info_queue = info_queue;
-  }
-
-
-  D3D12_COMMAND_QUEUE_DESC queue_desc = { };
-  queue_desc.Type = D3D12_COMMAND_LIST_TYPE_DIRECT;
-  queue_desc.Flags = D3D12_COMMAND_QUEUE_FLAG_NONE;
-
-  priv->direct_queue = gst_d3d12_command_queue_new (self, &queue_desc, 0);
-  if (!priv->direct_queue)
-    goto error;
-
-  priv->direct_cl_pool = gst_d3d12_command_list_pool_new (self,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
-  if (!priv->direct_cl_pool)
-    goto error;
-
-  priv->direct_ca_pool = gst_d3d12_command_allocator_pool_new (self,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
-  if (!priv->direct_ca_pool)
-    goto error;
-
-  queue_desc.Type = D3D12_COMMAND_LIST_TYPE_COPY;
-  priv->copy_queue = gst_d3d12_command_queue_new (self, &queue_desc, 0);
-  if (!priv->copy_queue)
-    goto error;
-
-  priv->copy_cl_pool = gst_d3d12_command_list_pool_new (self,
-      D3D12_COMMAND_LIST_TYPE_COPY);
-  if (!priv->copy_cl_pool)
-    goto error;
-
-  priv->copy_ca_pool = gst_d3d12_command_allocator_pool_new (self,
-      D3D12_COMMAND_LIST_TYPE_COPY);
-  if (!priv->copy_ca_pool)
-    goto error;
-
-  priv->rtv_inc_size =
-      device->GetDescriptorHandleIncrementSize (D3D12_DESCRIPTOR_HEAP_TYPE_RTV);
-
-  return self;
-
-error:
-  gst_object_unref (self);
-  return nullptr;
-}
-
-GstD3D12Device *
-gst_d3d12_device_new (guint adapter_index)
-{
-  auto manager = DeviceCacheManager::GetInstance ();
-  GstD3D12DeviceConstructData data;
-  data.data.index = adapter_index;
-  data.type = GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX;
-
-  return manager->Create (&data);
-}
-
-GstD3D12Device *
-gst_d3d12_device_new_for_adapter_luid (gint64 adapter_luid)
-{
-  auto manager = DeviceCacheManager::GetInstance ();
-  GstD3D12DeviceConstructData data;
-  data.data.luid = adapter_luid;
-  data.type = GST_D3D12_DEVICE_CONSTRUCT_FOR_LUID;
-
-  return manager->Create (&data);
-}
-
-ID3D12Device *
-gst_d3d12_device_get_device_handle (GstD3D12Device * device)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  return device->priv->device.Get ();
-}
-
-IDXGIAdapter1 *
-gst_d3d12_device_get_adapter_handle (GstD3D12Device * device)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  return device->priv->adapter.Get ();
-}
-
-IDXGIFactory2 *
-gst_d3d12_device_get_factory_handle (GstD3D12Device * device)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  return device->priv->factory.Get ();
-}
-
-gboolean
-gst_d3d12_device_get_d3d11on12_device (GstD3D12Device * device,
-    IUnknown ** d3d11on12)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
-  g_return_val_if_fail (d3d11on12, FALSE);
-
-  auto priv = device->priv;
-
-  std::lock_guard < std::mutex > lk (priv->lock);
-  if (!priv->d3d11on12) {
-    ComPtr < ID3D12CommandQueue > cq;
-    gst_d3d12_command_queue_get_handle (priv->direct_queue, &cq);
-    auto hr = GstD3D11On12CreateDevice (priv->device.Get (), cq.Get (),
-        &priv->d3d11on12);
-    if (!gst_d3d12_result (hr, device)) {
-      GST_ERROR_OBJECT (device, "Couldn't create d3d11on12 device");
-      return FALSE;
-    }
-  }
-
-  *d3d11on12 = priv->d3d11on12.Get ();
-  (*d3d11on12)->AddRef ();
-
-  return TRUE;
-}
-
-void
-gst_d3d12_device_lock (GstD3D12Device * device)
-{
-  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
-
-  auto priv = device->priv;
-  priv->extern_lock.lock ();
-}
-
-void
-gst_d3d12_device_unlock (GstD3D12Device * device)
-{
-  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
-
-  auto priv = device->priv;
-  priv->extern_lock.unlock ();
-}
-
-gboolean
-gst_d3d12_device_get_format (GstD3D12Device * device,
-    GstVideoFormat format, GstD3D12Format * device_format)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
-  g_return_val_if_fail (device_format != nullptr, FALSE);
-
-  auto priv = device->priv;
-  const auto & target = priv->format_table.find (format);
-  if (target == priv->format_table.end ())
-    return FALSE;
-
-  if (device_format)
-    *device_format = target->second;
-
-  return TRUE;
-}
-
-GstD3D12CommandQueue *
-gst_d3d12_device_get_command_queue (GstD3D12Device * device,
-    D3D12_COMMAND_LIST_TYPE queue_type)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  auto priv = device->priv;
-
-  switch (queue_type) {
-    case D3D12_COMMAND_LIST_TYPE_DIRECT:
-      return priv->direct_queue;
-    case D3D12_COMMAND_LIST_TYPE_COPY:
-      return priv->copy_queue;
-    default:
-      break;
-  }
-
-  GST_ERROR_OBJECT (device, "Not supported queue type %d", queue_type);
-
-  return nullptr;
-}
-
-gboolean
-gst_d3d12_device_execute_command_lists (GstD3D12Device * device,
-    D3D12_COMMAND_LIST_TYPE queue_type, guint num_command_lists,
-    ID3D12CommandList ** command_lists, guint64 * fence_value)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
-
-  auto priv = device->priv;
-  GstD3D12CommandQueue *queue;
-
-  switch (queue_type) {
-    case D3D12_COMMAND_LIST_TYPE_DIRECT:
-      queue = priv->direct_queue;
-      break;
-    case D3D12_COMMAND_LIST_TYPE_COPY:
-      queue = priv->copy_queue;
-      break;
-    default:
-      GST_ERROR_OBJECT (device, "Not supported queue type %d", queue_type);
-      return FALSE;
-  }
-
-  auto hr = gst_d3d12_command_queue_execute_command_lists (queue,
-      num_command_lists, command_lists, fence_value);
-
-  return gst_d3d12_result (hr, device);
-}
-
-guint64
-gst_d3d12_device_get_completed_value (GstD3D12Device * device,
-    D3D12_COMMAND_LIST_TYPE queue_type)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), G_MAXUINT64);
-
-  auto priv = device->priv;
-  GstD3D12CommandQueue *queue;
-
-  switch (queue_type) {
-    case D3D12_COMMAND_LIST_TYPE_DIRECT:
-      queue = priv->direct_queue;
-      break;
-    case D3D12_COMMAND_LIST_TYPE_COPY:
-      queue = priv->copy_queue;
-      break;
-    default:
-      GST_ERROR_OBJECT (device, "Not supported queue type %d", queue_type);
-      return G_MAXUINT64;
-  }
-
-  return gst_d3d12_command_queue_get_completed_value (queue);
-}
-
-gboolean
-gst_d3d12_device_set_fence_notify (GstD3D12Device * device,
-    D3D12_COMMAND_LIST_TYPE queue_type, guint64 fence_value,
-    GstD3D12FenceData * fence_data)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
-  g_return_val_if_fail (fence_data, FALSE);
-
-  auto priv = device->priv;
-  GstD3D12CommandQueue *queue;
-
-  switch (queue_type) {
-    case D3D12_COMMAND_LIST_TYPE_DIRECT:
-      queue = priv->direct_queue;
-      break;
-    case D3D12_COMMAND_LIST_TYPE_COPY:
-      queue = priv->copy_queue;
-      break;
-    default:
-      GST_ERROR_OBJECT (device, "Not supported queue type %d", queue_type);
-      return FALSE;
-  }
-
-  gst_d3d12_command_queue_set_notify (queue, fence_value, fence_data,
-      (GDestroyNotify) gst_d3d12_fence_data_unref);
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_device_fence_wait (GstD3D12Device * device,
-    D3D12_COMMAND_LIST_TYPE queue_type, guint64 fence_value,
-    HANDLE event_handle)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
-
-  auto priv = device->priv;
-  GstD3D12CommandQueue *queue;
-
-  switch (queue_type) {
-    case D3D12_COMMAND_LIST_TYPE_DIRECT:
-      queue = priv->direct_queue;
-      break;
-    case D3D12_COMMAND_LIST_TYPE_COPY:
-      queue = priv->copy_queue;
-      break;
-    default:
-      GST_ERROR_OBJECT (device, "Not supported queue type %d", queue_type);
-      return FALSE;
-  }
-
-  auto hr = gst_d3d12_command_queue_fence_wait (queue,
-      fence_value, event_handle);
-
-  return gst_d3d12_result (hr, device);
-}
-
-gboolean
-gst_d3d12_device_copy_texture_region (GstD3D12Device * device,
-    guint num_args, const GstD3D12CopyTextureRegionArgs * args,
-    D3D12_COMMAND_LIST_TYPE command_type, guint64 * fence_value)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
-  g_return_val_if_fail (num_args > 0, FALSE);
-  g_return_val_if_fail (args, FALSE);
-
-  HRESULT hr;
-  auto priv = device->priv;
-  GstD3D12CommandAllocatorPool *ca_pool;
-  GstD3D12CommandAllocator *gst_ca = nullptr;
-  GstD3D12CommandListPool *cl_pool;
-  GstD3D12CommandList *gst_cl = nullptr;
-  GstD3D12CommandQueue *queue = nullptr;
-  guint64 fence_val = 0;
-
-  switch (command_type) {
-    case D3D12_COMMAND_LIST_TYPE_DIRECT:
-      queue = priv->direct_queue;
-      ca_pool = priv->direct_ca_pool;
-      cl_pool = priv->direct_cl_pool;
-      break;
-    case D3D12_COMMAND_LIST_TYPE_COPY:
-      queue = priv->copy_queue;
-      ca_pool = priv->copy_ca_pool;
-      cl_pool = priv->copy_cl_pool;
-      break;
-    default:
-      GST_ERROR_OBJECT (device, "Not supported command list type %d",
-          command_type);
-      return FALSE;
-  }
-
-  gst_d3d12_command_allocator_pool_acquire (ca_pool, &gst_ca);
-  if (!gst_ca) {
-    GST_ERROR_OBJECT (device, "Couldn't acquire command allocator");
-    return FALSE;
-  }
-
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
-
-  gst_d3d12_command_list_pool_acquire (cl_pool, ca.Get (), &gst_cl);
-
-  if (!gst_cl) {
-    GST_ERROR_OBJECT (device, "Couldn't acquire command list");
-    gst_clear_d3d12_command_allocator (&gst_ca);
-    return FALSE;
-  }
-
-  ComPtr < ID3D12CommandList > cl_base;
-  ComPtr < ID3D12GraphicsCommandList > cl;
-
-  gst_d3d12_command_list_get_handle (gst_cl, &cl_base);
-  cl_base.As (&cl);
-
-  for (guint i = 0; i < num_args; i++) {
-    const auto arg = argsi;
-    cl->CopyTextureRegion (&arg.dst, arg.dst_x, arg.dst_y, arg.dst_z,
-        &arg.src, arg.src_box);
-  }
-
-  hr = cl->Close ();
-  if (!gst_d3d12_result (hr, device)) {
-    GST_ERROR_OBJECT (device, "Couldn't close command list");
-    gst_clear_d3d12_command_list (&gst_cl);
-    gst_clear_d3d12_command_allocator (&gst_ca);
-    return FALSE;
-  }
-
-  ID3D12CommandList *cmd_list = { cl.Get () };
-  hr = gst_d3d12_command_queue_execute_command_lists (queue,
-      1, cmd_list, &fence_val);
-  auto ret = gst_d3d12_result (hr, device);
-
-  /* We can release command list since command list pool will hold it */
-  gst_d3d12_command_list_unref (gst_cl);
-
-  if (ret) {
-    gst_d3d12_command_queue_set_notify (queue, fence_val, gst_ca,
-        (GDestroyNotify) gst_d3d12_command_allocator_unref);
-  } else {
-    gst_d3d12_command_allocator_unref (gst_ca);
-  }
-
-  if (fence_value)
-    *fence_value = fence_val;
-
-  return ret;
-}
-
-static inline GstDebugLevel
-d3d12_message_severity_to_gst (D3D12_MESSAGE_SEVERITY level)
-{
-  switch (level) {
-    case D3D12_MESSAGE_SEVERITY_CORRUPTION:
-    case D3D12_MESSAGE_SEVERITY_ERROR:
-      return GST_LEVEL_ERROR;
-    case D3D12_MESSAGE_SEVERITY_WARNING:
-      return GST_LEVEL_WARNING;
-    case D3D12_MESSAGE_SEVERITY_INFO:
-      return GST_LEVEL_INFO;
-    case D3D12_MESSAGE_SEVERITY_MESSAGE:
-      return GST_LEVEL_DEBUG;
-    default:
-      break;
-  }
-
-  return GST_LEVEL_LOG;
-}
-
-void
-gst_d3d12_device_d3d12_debug (GstD3D12Device * device, const gchar * file,
-    const gchar * function, gint line)
-{
-  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
-
-  if (!device->priv->info_queue)
-    return;
-
-  GstD3D12DevicePrivate *priv = device->priv;
-
-  std::lock_guard < std::recursive_mutex > lk (priv->extern_lock);
-  ID3D12InfoQueue *info_queue = priv->info_queue.Get ();
-  UINT64 num_msg = info_queue->GetNumStoredMessages ();
-  for (guint64 i = 0; i < num_msg; i++) {
-    HRESULT hr;
-    SIZE_T msg_len;
-    D3D12_MESSAGE *msg;
-    GstDebugLevel msg_level;
-    GstDebugLevel selected_level;
-
-    hr = info_queue->GetMessage (i, nullptr, &msg_len);
-    if (FAILED (hr) || msg_len == 0)
-      continue;
-
-    msg = (D3D12_MESSAGE *) g_malloc0 (msg_len);
-    hr = info_queue->GetMessage (i, msg, &msg_len);
-    if (FAILED (hr) || msg_len == 0) {
-      g_free (msg);
-      continue;
-    }
-
-    msg_level = d3d12_message_severity_to_gst (msg->Severity);
-    if (msg->Category == D3D12_MESSAGE_CATEGORY_STATE_CREATION &&
-        msg_level > GST_LEVEL_ERROR) {
-      /* Do not warn for live object, since there would be live object
-       * when ReportLiveDeviceObjects was called */
-      selected_level = GST_LEVEL_INFO;
-    } else {
-      selected_level = msg_level;
-    }
-
-    gst_debug_log (gst_d3d12_sdk_debug, selected_level, file, function, line,
-        G_OBJECT (device), "D3D12InfoQueue: %s", msg->pDescription);
-    g_free (msg);
-  }
-
-  info_queue->ClearStoredMessages ();
-}
-
-void
-gst_d3d12_device_clear_yuv_texture (GstD3D12Device * device, GstMemory * mem)
-{
-  auto priv = device->priv;
-  auto dmem = GST_D3D12_MEMORY_CAST (mem);
-  ComPtr < ID3D12DescriptorHeap > heap;
-
-  auto resource = gst_d3d12_memory_get_resource_handle (dmem);
-  auto desc = resource->GetDesc ();
-
-  if (desc.Format != DXGI_FORMAT_NV12 && desc.Format != DXGI_FORMAT_P010 &&
-      desc.Format != DXGI_FORMAT_P016) {
-    return;
-  }
-
-  gst_d3d12_memory_get_render_target_view_heap (dmem, &heap);
-  if (!heap)
-    return;
-
-  D3D12_RECT rect = { };
-  if (!gst_d3d12_memory_get_plane_rectangle (dmem, 1, &rect))
-    return;
-
-  GstD3D12CommandAllocator *gst_ca = nullptr;
-  gst_d3d12_command_allocator_pool_acquire (priv->direct_ca_pool, &gst_ca);
-  if (!gst_ca)
-    return;
-
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
-
-  GstD3D12CommandList *gst_cl = nullptr;
-  gst_d3d12_command_list_pool_acquire (priv->direct_cl_pool,
-      ca.Get (), &gst_cl);
-  if (!gst_cl) {
-    gst_d3d12_command_allocator_unref (gst_ca);
-    return;
-  }
-
-  ComPtr < ID3D12CommandList > cl_base;
-  ComPtr < ID3D12GraphicsCommandList > cl;
-
-  gst_d3d12_command_list_get_handle (gst_cl, &cl_base);
-  cl_base.As (&cl);
-
-  auto rtv_handle =
-      CD3DX12_CPU_DESCRIPTOR_HANDLE (heap->GetCPUDescriptorHandleForHeapStart
-      (),
-      priv->rtv_inc_size);
-
-  const FLOAT clear_color4 = { 0.5f, 0.5f, 0.5f, 1.0f };
-  cl->ClearRenderTargetView (rtv_handle, clear_color, 1, &rect);
-
-  auto hr = cl->Close ();
-  if (!gst_d3d12_result (hr, device)) {
-    gst_clear_d3d12_command_list (&gst_cl);
-    gst_clear_d3d12_command_allocator (&gst_ca);
-    return;
-  }
-
-  ID3D12CommandList *cmd_list = { cl.Get () };
-  guint64 fence_val = 0;
-  hr = gst_d3d12_command_queue_execute_command_lists (priv->direct_queue,
-      1, cmd_list, &fence_val);
-  auto ret = gst_d3d12_result (hr, device);
-  gst_d3d12_command_list_unref (gst_cl);
-
-  if (ret) {
-    gst_d3d12_command_queue_set_notify (priv->direct_queue, fence_val,
-        gst_ca, (GDestroyNotify) gst_d3d12_command_allocator_unref);
-    dmem->fence_value = fence_val;
-  } else {
-    gst_d3d12_command_allocator_unref (gst_ca);
-  }
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12device.h Deleted

@@ -1,123 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-#include "gstd3d12commandqueue.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_DEVICE             (gst_d3d12_device_get_type())
-#define GST_D3D12_DEVICE(obj)             (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_D3D12_DEVICE,GstD3D12Device))
-#define GST_D3D12_DEVICE_CLASS(klass)     (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_D3D12_DEVICE,GstD3D12DeviceClass))
-#define GST_D3D12_DEVICE_GET_CLASS(obj)   (GST_D3D12_DEVICE_CLASS(G_OBJECT_GET_CLASS(obj)))
-#define GST_IS_D3D12_DEVICE(obj)          (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_D3D12_DEVICE))
-#define GST_IS_D3D12_DEVICE_CLASS(klass)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_D3D12_DEVICE))
-#define GST_D3D12_DEVICE_CAST(obj)        ((GstD3D12Device*)(obj))
-
-#define GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE "gst.d3d12.device.handle"
-
-struct _GstD3D12Device
-{
-  GstObject parent;
-
-  /*< private >*/
-  GstD3D12DevicePrivate *priv;
-  gpointer _gst_reservedGST_PADDING;
-};
-
-struct _GstD3D12DeviceClass
-{
-  GstObjectClass parent_class;
-
-  /*< private >*/
-  gpointer _gst_reservedGST_PADDING;
-};
-
-typedef struct _GstD3D12CopyTextureRegionArgs
-{
-  D3D12_TEXTURE_COPY_LOCATION dst;
-  guint dst_x;
-  guint dst_y;
-  guint dst_z;
-  D3D12_TEXTURE_COPY_LOCATION src;
-  const D3D12_BOX * src_box;
-} GstD3D12CopyTextureRegionArgs;
-
-GType                   gst_d3d12_device_get_type                 (void);
-
-GstD3D12Device *        gst_d3d12_device_new                      (guint adapter_index);
-
-GstD3D12Device *        gst_d3d12_device_new_for_adapter_luid     (gint64 adapter_luid);
-
-ID3D12Device *          gst_d3d12_device_get_device_handle        (GstD3D12Device * device);
-
-IDXGIAdapter1 *         gst_d3d12_device_get_adapter_handle       (GstD3D12Device * device);
-
-IDXGIFactory2 *         gst_d3d12_device_get_factory_handle       (GstD3D12Device * device);
-
-gboolean                gst_d3d12_device_get_d3d11on12_device     (GstD3D12Device * device,
-                                                                   IUnknown ** d3d11on12);
-
-void                    gst_d3d12_device_lock                     (GstD3D12Device * device);
-
-void                    gst_d3d12_device_unlock                   (GstD3D12Device * device);
-
-gboolean                gst_d3d12_device_get_format               (GstD3D12Device * device,
-                                                                   GstVideoFormat format,
-                                                                   GstD3D12Format * device_format);
-
-GstD3D12CommandQueue *  gst_d3d12_device_get_command_queue        (GstD3D12Device * device,
-                                                                   D3D12_COMMAND_LIST_TYPE queue_type);
-
-gboolean                gst_d3d12_device_execute_command_lists    (GstD3D12Device * device,
-                                                                   D3D12_COMMAND_LIST_TYPE queue_type,
-                                                                   guint num_command_lists,
-                                                                   ID3D12CommandList ** command_lists,
-                                                                   guint64 * fence_value);
-
-guint64                 gst_d3d12_device_get_completed_value      (GstD3D12Device * device,
-                                                                   D3D12_COMMAND_LIST_TYPE queue_type);
-
-gboolean                gst_d3d12_device_set_fence_notify         (GstD3D12Device * device,
-                                                                   D3D12_COMMAND_LIST_TYPE queue_type,
-                                                                   guint64 fence_value,
-                                                                   GstD3D12FenceData * fence_data);
-
-gboolean                gst_d3d12_device_fence_wait               (GstD3D12Device * device,
-                                                                   D3D12_COMMAND_LIST_TYPE queue_type,
-                                                                   guint64 fence_value,
-                                                                   HANDLE event_handle);
-
-gboolean                gst_d3d12_device_copy_texture_region      (GstD3D12Device * device,
-                                                                   guint num_args,
-                                                                   const GstD3D12CopyTextureRegionArgs * args,
-                                                                   D3D12_COMMAND_LIST_TYPE command_type,
-                                                                   guint64 * fence_value);
-
-void                    gst_d3d12_device_d3d12_debug              (GstD3D12Device * device,
-                                                                   const gchar * file,
-                                                                   const gchar * function,
-                                                                   gint line);
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12fencedatapool.cpp Deleted

@@ -1,273 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12fencedatapool.h"
-#include <gst/base/gstqueuearray.h>
-#include <mutex>
-#include <queue>
-
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_fence_data_pool_debug);
-#define GST_CAT_DEFAULT gst_d3d12_fence_data_pool_debug
-
-struct NotifyData
-{
-  gpointer user_data = nullptr;
-  GDestroyNotify notify = nullptr;
-};
-
-static void
-notify_data_clear_func (NotifyData * data)
-{
-  if (data->notify)
-    data->notify (data->user_data);
-
-  data->user_data = nullptr;
-  data->notify = nullptr;
-}
-
-/* *INDENT-OFF* */
-struct _GstD3D12FenceData : public GstMiniObject
-{
-  _GstD3D12FenceData ()
-  {
-    queue = gst_queue_array_new_for_struct (sizeof (NotifyData), 4);
-    gst_queue_array_set_clear_func (queue,
-        (GDestroyNotify) notify_data_clear_func);
-  }
-
-  ~_GstD3D12FenceData ()
-  {
-    gst_queue_array_free (queue);
-  }
-
-  GstD3D12FenceDataPool *pool = nullptr;
-  GstQueueArray *queue;
-};
-
-GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12FenceData, gst_d3d12_fence_data);
-
-struct GstD3D12FenceDataPoolPrivate
-{
-  ~GstD3D12FenceDataPoolPrivate ()
-  {
-    while (!data_pool.empty ()) {
-      auto data = data_pool.front ();
-      data_pool.pop ();
-      gst_mini_object_unref (data);
-    }
-  }
-
-  std::mutex lock;
-  std::queue<GstD3D12FenceData *>data_pool;
-};
-/* *INDENT-ON* */
-
-struct _GstD3D12FenceDataPool
-{
-  GstObject parent;
-
-  GstD3D12FenceDataPoolPrivate *priv;
-};
-
-static void gst_d3d12_fence_data_pool_finalize (GObject * object);
-
-#define gst_d3d12_fence_data_pool_parent_class parent_class
-G_DEFINE_TYPE (GstD3D12FenceDataPool,
-    gst_d3d12_fence_data_pool, GST_TYPE_OBJECT);
-
-static void
-gst_d3d12_fence_data_pool_class_init (GstD3D12FenceDataPoolClass * klass)
-{
-  auto object_class = G_OBJECT_CLASS (klass);
-
-  object_class->finalize = gst_d3d12_fence_data_pool_finalize;
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_fence_data_pool_debug,
-      "d3d12fencedatapool", 0, "d3d12fencedatapool");
-}
-
-static void
-gst_d3d12_fence_data_pool_init (GstD3D12FenceDataPool * self)
-{
-  self->priv = new GstD3D12FenceDataPoolPrivate ();
-}
-
-static void
-gst_d3d12_fence_data_pool_finalize (GObject * object)
-{
-  auto self = GST_D3D12_FENCE_DATA_POOL (object);
-
-  delete self->priv;
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-GstD3D12FenceDataPool *
-gst_d3d12_fence_data_pool_new (void)
-{
-  auto self = (GstD3D12FenceDataPool *)
-      g_object_new (GST_TYPE_D3D12_FENCE_DATA_POOL, nullptr);
-  gst_object_ref_sink (self);
-
-  return self;
-}
-
-static void
-gst_d3d12_fence_data_pool_release (GstD3D12FenceDataPool * pool,
-    GstD3D12FenceData * data)
-{
-  auto priv = pool->priv;
-  gst_queue_array_clear (data->queue);
-
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    data->dispose = nullptr;
-    data->pool = nullptr;
-    priv->data_pool.push (data);
-  }
-
-  gst_object_unref (pool);
-}
-
-static void
-gst_d3d12_fence_data_free (GstD3D12FenceData * data)
-{
-  delete data;
-}
-
-static gboolean
-gst_d3d12_fence_data_dispose (GstD3D12FenceData * data)
-{
-  if (!data->pool)
-    return TRUE;
-
-  gst_mini_object_ref (data);
-  gst_d3d12_fence_data_pool_release (data->pool, data);
-  return FALSE;
-}
-
-static GstD3D12FenceData *
-gst_d3d12_fence_data_new (void)
-{
-  auto data = new GstD3D12FenceData ();
-
-  gst_mini_object_init (data, 0, gst_d3d12_fence_data_get_type (),
-      nullptr, nullptr, (GstMiniObjectFreeFunction) gst_d3d12_fence_data_free);
-
-  return data;
-}
-
-gboolean
-gst_d3d12_fence_data_pool_acquire (GstD3D12FenceDataPool * pool,
-    GstD3D12FenceData ** data)
-{
-  g_return_val_if_fail (GST_IS_D3D12_FENCE_DATA_POOL (pool), FALSE);
-  g_return_val_if_fail (data, FALSE);
-
-  auto priv = pool->priv;
-  GstD3D12FenceData *new_data = nullptr;
-
-  {
-    std::lock_guard < std::mutex > lk (priv->lock);
-    if (!priv->data_pool.empty ()) {
-      new_data = priv->data_pool.front ();
-      priv->data_pool.pop ();
-    }
-  }
-
-  if (!new_data)
-    new_data = gst_d3d12_fence_data_new ();
-
-  new_data->pool = (GstD3D12FenceDataPool *) gst_object_ref (pool);
-  new_data->dispose =
-      (GstMiniObjectDisposeFunction) gst_d3d12_fence_data_dispose;
-
-  *data = new_data;
-
-  return TRUE;
-}
-
-static inline void
-gst_d3d12_fence_data_add_notify_internal (GstD3D12FenceData * data,
-    gpointer user_data, GDestroyNotify notify)
-{
-  NotifyData notify_data;
-
-  notify_data.user_data = user_data;
-  notify_data.notify = notify;
-
-  gst_queue_array_push_tail_struct (data->queue, &notify_data);
-}
-
-void
-gst_d3d12_fence_data_add_notify (GstD3D12FenceData * data, gpointer user_data,
-    GDestroyNotify notify)
-{
-  g_return_if_fail (data);
-
-  gst_d3d12_fence_data_add_notify_internal (data, user_data, notify);
-}
-
-static void
-com_free_func (IUnknown * unknown)
-{
-  if (unknown)
-    unknown->Release ();
-}
-
-void
-gst_d3d12_fence_data_add_notify_com (GstD3D12FenceData * data, gpointer unknown)
-{
-  g_return_if_fail (data);
-
-  gst_d3d12_fence_data_add_notify_internal (data,
-      unknown, (GDestroyNotify) com_free_func);
-}
-
-void
-gst_d3d12_fence_data_add_notify_mini_object (GstD3D12FenceData * data,
-    gpointer object)
-{
-  g_return_if_fail (data);
-
-  gst_d3d12_fence_data_add_notify_internal (data,
-      object, (GDestroyNotify) gst_mini_object_unref);
-}
-
-GstD3D12FenceData *
-gst_d3d12_fence_data_ref (GstD3D12FenceData * data)
-{
-  return (GstD3D12FenceData *) gst_mini_object_ref (data);
-}
-
-void
-gst_d3d12_fence_data_unref (GstD3D12FenceData * data)
-{
-  gst_mini_object_unref (data);
-}
-
-void
-gst_clear_d3d12_fence_data (GstD3D12FenceData ** data)
-{
-  gst_clear_mini_object (data);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12fencedatapool.h Deleted

@@ -1,54 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_FENCE_DATA_POOL (gst_d3d12_fence_data_pool_get_type())
-G_DECLARE_FINAL_TYPE (GstD3D12FenceDataPool,
-    gst_d3d12_fence_data_pool, GST, D3D12_FENCE_DATA_POOL, GstObject);
-
-GstD3D12FenceDataPool * gst_d3d12_fence_data_pool_new (void);
-
-gboolean                gst_d3d12_fence_data_pool_acquire (GstD3D12FenceDataPool * pool,
-                                                           GstD3D12FenceData ** data);
-
-void                    gst_d3d12_fence_data_add_notify (GstD3D12FenceData * data,
-                                                         gpointer user_data,
-                                                         GDestroyNotify notify);
-
-void                    gst_d3d12_fence_data_add_notify_com (GstD3D12FenceData * data,
-                                                             gpointer unknown);
-
-void                    gst_d3d12_fence_data_add_notify_mini_object (GstD3D12FenceData * data,
-                                                                     gpointer object);
-
-GstD3D12FenceData *     gst_d3d12_fence_data_ref (GstD3D12FenceData * data);
-
-void                    gst_d3d12_fence_data_unref (GstD3D12FenceData * data);
-
-void                    gst_clear_d3d12_fence_data (GstD3D12FenceData ** data);
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12format.cpp Deleted

@@ -1,876 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include "gstd3d12-private.h"
-#include <string.h>
-
-GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_format_debug);
-#define GST_CAT_DEFAULT gst_d3d12_format_debug
-
-GstVideoFormat
-gst_d3d12_dxgi_format_to_gst (DXGI_FORMAT format)
-{
-  switch (format) {
-    case DXGI_FORMAT_B8G8R8A8_UNORM:
-      return GST_VIDEO_FORMAT_BGRA;
-    case DXGI_FORMAT_R8G8B8A8_UNORM:
-      return GST_VIDEO_FORMAT_RGBA;
-    case DXGI_FORMAT_R10G10B10A2_UNORM:
-      return GST_VIDEO_FORMAT_RGB10A2_LE;
-    case DXGI_FORMAT_AYUV:
-      return GST_VIDEO_FORMAT_VUYA;
-    case DXGI_FORMAT_YUY2:
-      return GST_VIDEO_FORMAT_YUY2;
-    case DXGI_FORMAT_Y210:
-      return GST_VIDEO_FORMAT_Y210;
-    case DXGI_FORMAT_Y410:
-      return GST_VIDEO_FORMAT_Y410;
-    case DXGI_FORMAT_NV12:
-      return GST_VIDEO_FORMAT_NV12;
-    case DXGI_FORMAT_P010:
-      return GST_VIDEO_FORMAT_P010_10LE;
-    case DXGI_FORMAT_P016:
-      return GST_VIDEO_FORMAT_P016_LE;
-    default:
-      break;
-  }
-
-  return GST_VIDEO_FORMAT_UNKNOWN;
-}
-
-gboolean
-gst_d3d12_dxgi_format_to_resource_formats (DXGI_FORMAT format,
-    DXGI_FORMAT resource_formatGST_VIDEO_MAX_PLANES)
-{
-  g_return_val_if_fail (resource_format != nullptr, FALSE);
-
-  for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++)
-    resource_formati = DXGI_FORMAT_UNKNOWN;
-
-  switch (format) {
-    case DXGI_FORMAT_B8G8R8A8_UNORM:
-    case DXGI_FORMAT_R8G8B8A8_UNORM:
-    case DXGI_FORMAT_R10G10B10A2_UNORM:
-    case DXGI_FORMAT_R8_UNORM:
-    case DXGI_FORMAT_R8G8_UNORM:
-    case DXGI_FORMAT_R16_UNORM:
-    case DXGI_FORMAT_R16G16_UNORM:
-    case DXGI_FORMAT_G8R8_G8B8_UNORM:
-    case DXGI_FORMAT_R8G8_B8G8_UNORM:
-    case DXGI_FORMAT_R16G16B16A16_UNORM:
-      resource_format0 = format;
-      break;
-    case DXGI_FORMAT_AYUV:
-    case DXGI_FORMAT_YUY2:
-      resource_format0 = DXGI_FORMAT_R8G8B8A8_UNORM;
-      break;
-    case DXGI_FORMAT_NV12:
-      resource_format0 = DXGI_FORMAT_R8_UNORM;
-      resource_format1 = DXGI_FORMAT_R8G8_UNORM;
-      break;
-    case DXGI_FORMAT_P010:
-    case DXGI_FORMAT_P016:
-      resource_format0 = DXGI_FORMAT_R16_UNORM;
-      resource_format1 = DXGI_FORMAT_R16G16_UNORM;
-      break;
-    case DXGI_FORMAT_Y210:
-      resource_format0 = DXGI_FORMAT_R16G16B16A16_UNORM;
-      break;
-    case DXGI_FORMAT_Y410:
-      resource_format0 = DXGI_FORMAT_R10G10B10A2_UNORM;
-      break;
-    default:
-      return FALSE;
-  }
-
-  return TRUE;
-}
-
-char *
-gst_d3d12_dump_color_matrix (GstD3D12ColorMatrix * matrix)
-{
-  /* *INDENT-OFF* */
-  static const gchar format =
-      "MATRIX\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "OFFSET\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "MIN\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "MAX\n"
-      "|% .6f, % .6f, % .6f|";
-  /* *INDENT-ON* */
-
-  g_return_val_if_fail (matrix != nullptr, nullptr);
-
-  return g_strdup_printf (format,
-      matrix->matrix00, matrix->matrix01, matrix->matrix02,
-      matrix->matrix10, matrix->matrix11, matrix->matrix12,
-      matrix->matrix20, matrix->matrix21, matrix->matrix22,
-      matrix->offset0, matrix->offset1, matrix->offset2,
-      matrix->min0, matrix->min1, matrix->min2,
-      matrix->max0, matrix->max1, matrix->max2);
-}
-
-static void
-color_matrix_copy (GstD3D12ColorMatrix * dst, const GstD3D12ColorMatrix * src)
-{
-  for (guint i = 0; i < 3; i++) {
-    for (guint j = 0; j < 3; j++) {
-      dst->matrixij = src->matrixij;
-    }
-  }
-}
-
-static void
-color_matrix_multiply (GstD3D12ColorMatrix * dst, GstD3D12ColorMatrix * a,
-    GstD3D12ColorMatrix * b)
-{
-  GstD3D12ColorMatrix tmp;
-
-  for (guint i = 0; i < 3; i++) {
-    for (guint j = 0; j < 3; j++) {
-      gdouble val = 0;
-      for (guint k = 0; k < 3; k++) {
-        val += a->matrixik * b->matrixkj;
-      }
-
-      tmp.matrixij = val;
-    }
-  }
-
-  color_matrix_copy (dst, &tmp);
-}
-
-static void
-color_matrix_identity (GstD3D12ColorMatrix * m)
-{
-  for (guint i = 0; i < 3; i++) {
-    for (guint j = 0; j < 3; j++) {
-      if (i == j)
-        m->matrixij = 1.0;
-      else
-        m->matrixij = 0;
-    }
-  }
-}
-
-void
-gst_d3d12_color_matrix_init (GstD3D12ColorMatrix * matrix)
-{
-  g_return_if_fail (matrix);
-
-  color_matrix_identity (matrix);
-  for (guint i = 0; i < 3; i++) {
-    matrix->mini = 0;
-    matrix->maxi = 1;
-    matrix->offseti = 0;
-  }
-}
-
-static gboolean
-color_matrix_invert (GstD3D12ColorMatrix * dst, GstD3D12ColorMatrix * src)
-{
-  GstD3D12ColorMatrix tmp;
-  gdouble det;
-
-  color_matrix_identity (&tmp);
-  for (guint j = 0; j < 3; j++) {
-    for (guint i = 0; i < 3; i++) {
-      tmp.matrixji =
-          src->matrix(i + 1) % 3(j + 1) % 3 *
-          src->matrix(i + 2) % 3(j + 2) % 3 -
-          src->matrix(i + 1) % 3(j + 2) % 3 *
-          src->matrix(i + 2) % 3(j + 1) % 3;
-    }
-  }
-
-  det = tmp.matrix00 * src->matrix00 +
-      tmp.matrix01 * src->matrix10 +
-      tmp.matrix02 * src->matrix20;
-  if (det == 0)
-    return FALSE;
-
-  for (guint j = 0; j < 3; j++) {
-    for (guint i = 0; i < 3; i++) {
-      tmp.matrixij /= det;
-    }
-  }
-
-  color_matrix_copy (dst, &tmp);
-
-  return TRUE;
-}
-
-/**
- * gst_d3d12_color_range_adjust_matrix_unorm:
- * @in_info: a #GstVideoInfo
- * @out_info: a #GstVideoInfo
- * @matrix: a #GstD3D12ColorMatrix
- *
- * Calculates matrix for color range adjustment. Both input and output
- * signals are in normalized 0.0..1.0 space.
- *
- * Resulting values can be calculated by
- * | Yout |                           | Yin |   | matrix.offset0 |
- * | Uout | = clamp ( matrix.matrix * | Uin | + | matrix.offset1 |, matrix.min, matrix.max )
- * | Vout |                           | Vin |   | matrix.offset2 |
- *
- * Returns: %TRUE if successful
- */
-gboolean
-gst_d3d12_color_range_adjust_matrix_unorm (const GstVideoInfo * in_info,
-    const GstVideoInfo * out_info, GstD3D12ColorMatrix * matrix)
-{
-  gboolean in_rgb, out_rgb;
-  gint in_offsetGST_VIDEO_MAX_COMPONENTS;
-  gint in_scaleGST_VIDEO_MAX_COMPONENTS;
-  gint out_offsetGST_VIDEO_MAX_COMPONENTS;
-  gint out_scaleGST_VIDEO_MAX_COMPONENTS;
-  GstVideoColorRange in_range;
-  GstVideoColorRange out_range;
-  gdouble src_fullscale, dst_fullscale;
-
-  g_return_val_if_fail (in_info != nullptr, FALSE);
-  g_return_val_if_fail (out_info != nullptr, FALSE);
-  g_return_val_if_fail (matrix != nullptr, FALSE);
-
-  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
-  for (guint i = 0; i < 3; i++) {
-    matrix->matrixii = 1.0;
-    matrix->matrixii = 1.0;
-    matrix->matrixii = 1.0;
-    matrix->maxi = 1.0;
-  }
-
-  in_rgb = GST_VIDEO_INFO_IS_RGB (in_info);
-  out_rgb = GST_VIDEO_INFO_IS_RGB (out_info);
-
-  if (in_rgb != out_rgb) {
-    GST_WARNING ("Invalid format conversion");
-    return FALSE;
-  }
-
-  in_range = in_info->colorimetry.range;
-  out_range = out_info->colorimetry.range;
-
-  if (in_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
-    GST_WARNING ("Unknown input color range");
-    if (in_rgb || GST_VIDEO_INFO_IS_GRAY (in_info))
-      in_range = GST_VIDEO_COLOR_RANGE_0_255;
-    else
-      in_range = GST_VIDEO_COLOR_RANGE_16_235;
-  }
-
-  if (out_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
-    GST_WARNING ("Unknown output color range");
-    if (out_rgb || GST_VIDEO_INFO_IS_GRAY (out_info))
-      out_range = GST_VIDEO_COLOR_RANGE_0_255;
-    else
-      out_range = GST_VIDEO_COLOR_RANGE_16_235;
-  }
-
-  src_fullscale = (gdouble) ((1 << in_info->finfo->depth0) - 1);
-  dst_fullscale = (gdouble) ((1 << out_info->finfo->depth0) - 1);
-
-  gst_video_color_range_offsets (in_range, in_info->finfo, in_offset, in_scale);
-  gst_video_color_range_offsets (out_range,
-      out_info->finfo, out_offset, out_scale);
-
-  matrix->min0 = matrix->min1 = matrix->min2 =
-      (gdouble) out_offset0 / dst_fullscale;
-
-  matrix->max0 = (out_scale0 + out_offset0) / dst_fullscale;
-  matrix->max1 = matrix->max2 =
-      (out_scale1 + out_offset0) / dst_fullscale;
-
-  if (in_info->colorimetry.range == out_info->colorimetry.range) {
-    GST_DEBUG ("Same color range");
-    return TRUE;
-  }
-
-  /* Formula
-   *
-   * 1) Scales and offset compensates input to 0..1 range
-   * SRC_NORMi = (srci * src_fullscale - in_offseti) / in_scalei
-   *             = (srci * src_fullscale / in_scalei) - in_offseti / in_scalei
-   *
-   * 2) Reverse to output UNIT scale
-   * DST_UINTi = SRC_NORMi * out_scalei + out_offseti
-   *             = srci * src_fullscale * out_scalei / in_scalei
-   *               - in_offseti * out_scalei / in_scalei
-   *               + out_offseti
-   *
-   * 3) Back to 0..1 scale
-   * dsti = DST_UINTi / dst_fullscale
-   *        = COEFFi * srci + OFFi
-   * where
-   *             src_fullscale * out_scalei
-   * COEFFi = ------------------------------
-   *             dst_fullscale * in_scalei
-   *
-   *            out_offseti     in_offseti * out_scalei
-   * OFFi =  -------------- -  ------------------------------
-   *            dst_fullscale     dst_fullscale * in_scalei
-   */
-  for (guint i = 0; i < 3; i++) {
-    matrix->matrixii = (src_fullscale * out_scalei) /
-        (dst_fullscale * in_scalei);
-    matrix->offseti = (out_offseti / dst_fullscale) -
-        ((gdouble) in_offseti * out_scalei / (dst_fullscale * in_scalei));
-  }
-
-  return TRUE;
-}
-
-/**
- * gst_d3d12_yuv_to_rgb_matrix_unorm:
- * @in_yuv_info: a #GstVideoInfo of input YUV signal
- * @out_rgb_info: a #GstVideoInfo of output RGB signal
- * @matrix: a #GstD3D12ColorMatrix
- *
- * Calculates transform matrix from YUV to RGB conversion. Both input and output
- * signals are in normalized 0.0..1.0 space and additional gamma decoding
- * or primary/transfer function transform is not performed by this matrix.
- *
- * Resulting non-linear RGB values can be calculated by
- * | R' |                           | Y' |   | matrix.offset0 |
- * | G' | = clamp ( matrix.matrix * | Cb | + | matrix.offset1 | matrix.min, matrix.max )
- * | B' |                           | Cr |   | matrix.offset2 |
- *
- * Returns: %TRUE if successful
- */
-gboolean
-gst_d3d12_yuv_to_rgb_matrix_unorm (const GstVideoInfo * in_yuv_info,
-    const GstVideoInfo * out_rgb_info, GstD3D12ColorMatrix * matrix)
-{
-  gint offset4, scale4;
-  gdouble Kr, Kb, Kg;
-
-  g_return_val_if_fail (in_yuv_info != nullptr, FALSE);
-  g_return_val_if_fail (out_rgb_info != nullptr, FALSE);
-  g_return_val_if_fail (matrix != nullptr, FALSE);
-
-  /*
-   * <Formula>
-   *
-   * Input: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
-   * Output: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
-   *
-   * 1) Y'CbCr(unorm) to scaled Y'CbCr
-   * | Y' |     | Y'(unorm) |
-   * | Cb | = S | Cb(unorm) |
-   * | Cb |     | Cr(unorm) |
-   * where S = (2 ^ bitdepth) - 1
-   *
-   * 2) Y'CbCr to YPbPr
-   * Y  = (Y' - offsetY )    / scaleY
-   * Pb = (Cb - offsetCbCr) / scaleCbCr
-   * Pr = (Cr - offsetCrCr) / scaleCrCr
-   * =>
-   * Y  = Y'(unorm) * Sy  + Oy
-   * Pb = Cb(unorm) * Suv + Ouv
-   * Pb = Cr(unorm) * Suv + Ouv
-   * where
-   * Sy  = S / scaleY
-   * Suv = S / scaleCbCr
-   * Oy  = -(offsetY / scaleY)
-   * Ouv = -(offsetCbCr / scaleCbCr)
-   *
-   * 3) YPbPr to R'G'B'
-   * | R' |      | Y  |
-   * | G' | = M *| Pb |
-   * | B' |      | Pr |
-   * where
-   *     | vecR |
-   * M = | vecG |
-   *     | vecB |
-   * vecR = | 1,         0           ,       2(1 - Kr)      |
-   * vecG = | 1, -(Kb/Kg) * 2(1 - Kb), -(Kr/Kg) * 2(1 - Kr) |
-   * vecB = | 1,       2(1 - Kb)     ,          0           |
-   * =>
-   * R' = dot(vecR, (Syuv * Y'CbCr(unorm))) + dot(vecR, Offset)
-   * G' = dot(vecG, (Svuy * Y'CbCr(unorm))) + dot(vecG, Offset)
-   * B' = dot(vecB, (Syuv * Y'CbCr(unorm)) + dot(vecB, Offset)
-   * where
-   *        | Sy,   0,   0 |
-   * Syuv = |  0, Suv,   0 |
-   *        |  0    0, Suv |
-   *
-   *          | Oy  |
-   * Offset = | Ouv |
-   *          | Ouv |
-   *
-   * 4) YUV -> RGB matrix
-   * | R' |            | Y'(unorm) |   | offsetA |
-   * | G' | = Matrix * | Cb(unorm) | + | offsetB |
-   * | B' |            | Cr(unorm) |   | offsetC |
-   *
-   * where
-   *          | vecR |
-   * Matrix = | vecG | * Syuv
-   *          | vecB |
-   *
-   * offsetA = dot(vecR, Offset)
-   * offsetB = dot(vecG, Offset)
-   * offsetC = dot(vecB, Offset)
-   *
-   * 4) Consider 16-235 scale RGB
-   * RGBfull(0..255) -> RGBfull(16..235) matrix is represented by
-   * | Rs |      | Rf |   | Or |
-   * | Gs | = Ms | Gf | + | Og |
-   * | Bs |      | Bf |   | Ob |
-   *
-   * Combining all matrix into
-   * | Rs |                   | Y'(unorm) |   | offsetA |     | Or |
-   * | Gs | = Ms * ( Matrix * | Cb(unorm) | + | offsetB | ) + | Og |
-   * | Bs |                   | Cr(unorm) |   | offsetC |     | Ob |
-   *
-   *                        | Y'(unorm) |      | offsetA |   | Or |
-   *        = Ms * Matrix * | Cb(unorm) | + Ms | offsetB | + | Og |
-   *                        | Cr(unorm) |      | offsetC |   | Ob |
-   */
-
-  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
-  for (guint i = 0; i < 3; i++)
-    matrix->maxi = 1.0;
-
-  gst_video_color_range_offsets (in_yuv_info->colorimetry.range,
-      in_yuv_info->finfo, offset, scale);
-
-  if (gst_video_color_matrix_get_Kr_Kb (in_yuv_info->colorimetry.matrix,
-          &Kr, &Kb)) {
-    guint S;
-    gdouble Sy, Suv;
-    gdouble Oy, Ouv;
-    gdouble vecR3, vecG3, vecB3;
-
-    Kg = 1.0 - Kr - Kb;
-
-    vecR0 = 1.0;
-    vecR1 = 0;
-    vecR2 = 2 * (1 - Kr);
-
-    vecG0 = 1.0;
-    vecG1 = -(Kb / Kg) * 2 * (1 - Kb);
-    vecG2 = -(Kr / Kg) * 2 * (1 - Kr);
-
-    vecB0 = 1.0;
-    vecB1 = 2 * (1 - Kb);
-    vecB2 = 0;
-
-    /* Assume all components has the same bitdepth */
-    S = (1 << in_yuv_info->finfo->depth0) - 1;
-    Sy = (gdouble) S / scale0;
-    Suv = (gdouble) S / scale1;
-    Oy = -((gdouble) offset0 / scale0);
-    Ouv = -((gdouble) offset1 / scale1);
-
-    matrix->matrix00 = Sy * vecR0;
-    matrix->matrix10 = Sy * vecG0;
-    matrix->matrix20 = Sy * vecB0;
-
-    matrix->matrix01 = Suv * vecR1;
-    matrix->matrix11 = Suv * vecG1;
-    matrix->matrix21 = Suv * vecB1;
-
-    matrix->matrix02 = Suv * vecR2;
-    matrix->matrix12 = Suv * vecG2;
-    matrix->matrix22 = Suv * vecB2;
-
-    matrix->offset0 = vecR0 * Oy + vecR1 * Ouv + vecR2 * Ouv;
-    matrix->offset1 = vecG0 * Oy + vecG1 * Ouv + vecG2 * Ouv;
-    matrix->offset2 = vecB0 * Oy + vecB1 * Ouv + vecB2 * Ouv;
-
-    /* Apply RGB range scale matrix */
-    if (out_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
-      GstD3D12ColorMatrix scale_matrix, rst;
-      GstVideoInfo full_rgb = *out_rgb_info;
-
-      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-
-      if (gst_d3d12_color_range_adjust_matrix_unorm (&full_rgb,
-              out_rgb_info, &scale_matrix)) {
-        /* Ms * Matrix */
-        color_matrix_multiply (&rst, &scale_matrix, matrix);
-
-        /* Ms * transform offsets */
-        for (guint i = 0; i < 3; i++) {
-          gdouble val = 0;
-          for (guint j = 0; j < 3; j++) {
-            val += scale_matrix.matrixij * matrix->offsetj;
-          }
-          rst.offseti = val + scale_matrix.offseti;
-        }
-
-        /* copy back to output matrix */
-        for (guint i = 0; i < 3; i++) {
-          for (guint j = 0; j < 3; j++) {
-            matrix->matrixij = rst.matrixij;
-          }
-          matrix->offseti = rst.offseti;
-          matrix->mini = scale_matrix.mini;
-          matrix->maxi = scale_matrix.maxi;
-        }
-      }
-    }
-  } else {
-    /* Unknown matrix */
-    matrix->matrix00 = 1.0;
-    matrix->matrix11 = 1.0;
-    matrix->matrix22 = 1.0;
-  }
-
-  return TRUE;
-}
-
-/**
- * gst_d3d12_rgb_to_yuv_matrix_unorm:
- * @in_rgb_info: a #GstVideoInfo of input RGB signal
- * @out_yuv_info: a #GstVideoInfo of output YUV signal
- * @matrix: a #GstD3D12ColorMatrix
- *
- * Calculates transform matrix from RGB to YUV conversion. Both input and output
- * signals are in normalized 0.0..1.0 space and additional gamma decoding
- * or primary/transfer function transform is not performed by this matrix.
- *
- * Resulting RGB values can be calculated by
- * | Y' |                           | R' |   | matrix.offset0 |
- * | Cb | = clamp ( matrix.matrix * | G' | + | matrix.offset1 |, matrix.min, matrix.max )
- * | Cr |                           | B' |   | matrix.offset2 |
- *
- * Returns: %TRUE if successful
- */
-gboolean
-gst_d3d12_rgb_to_yuv_matrix_unorm (const GstVideoInfo * in_rgb_info,
-    const GstVideoInfo * out_yuv_info, GstD3D12ColorMatrix * matrix)
-{
-  gint offset4, scale4;
-  gdouble Kr, Kb, Kg;
-
-  g_return_val_if_fail (in_rgb_info != nullptr, FALSE);
-  g_return_val_if_fail (out_yuv_info != nullptr, FALSE);
-  g_return_val_if_fail (matrix != nullptr, FALSE);
-
-  /*
-   * <Formula>
-   *
-   * Input: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
-   * Output: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
-   *
-   * 1) R'G'B' to YPbPr
-   * | Y  |      | R' |
-   * | Pb | = M *| G' |
-   * | Pr |      | B' |
-   * where
-   *     | vecY |
-   * M = | vecU |
-   *     | vecV |
-   * vecY = |       Kr      ,       Kg      ,      Kb       |
-   * vecU = | -0.5*Kr/(1-Kb), -0.5*Kg/(1-Kb),     0.5       |
-   * vecV = |      0.5      , -0.5*Kg/(1-Kr), -0.5*Kb(1-Kr) |
-   *
-   * 2) YPbPr to Y'CbCr(unorm)
-   * Y'(unorm) = (Y  * scaleY + offsetY)       / S
-   * Cb(unorm) = (Pb * scaleCbCr + offsetCbCr) / S
-   * Cr(unorm) = (Pr * scaleCbCr + offsetCbCr) / S
-   * =>
-   * Y'(unorm) = (Y  * scaleY    / S) + (offsetY    / S)
-   * Cb(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
-   * Cr(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
-   * where S = (2 ^ bitdepth) - 1
-   *
-   * 3) RGB -> YUV matrix
-   * | Y'(unorm) |            | R' |   | offsetA |
-   * | Cb(unorm) | = Matrix * | G' | + | offsetB |
-   * | Cr(unorm) |            | B' |   | offsetC |
-   *
-   * where
-   *          | (scaleY/S)    * vecY |
-   * Matrix = | (scaleCbCr/S) * vecU |
-   *          | (scaleCbCr/S) * vecV |
-   *
-   * offsetA = offsetY    / S
-   * offsetB = offsetCbCr / S
-   * offsetC = offsetCbCr / S
-   *
-   * 4) Consider 16-235 scale RGB
-   * RGBstudio(16..235) -> RGBfull(0..255) matrix is represented by
-   * | Rf |      | Rs |   | Or |
-   * | Gf | = Ms | Gs | + | Og |
-   * | Bf |      | Bs |   | Ob |
-   *
-   * Combining all matrix into
-   * | Y'(unorm) |                 | Rs |   | Or |     | offsetA |
-   * | Cb(unorm) | = Matrix * ( Ms | Gs | + | Og | ) + | offsetB |
-   * | Cr(unorm) |                 | Bs |   | Ob |     | offsetC |
-   *
-   *                             | Rs |          | Or |   | offsetA |
-   *               = Matrix * Ms | Gs | + Matrix | Og | + | offsetB |
-   *                             | Bs |          | Ob |   | offsetB |
-   */
-
-  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
-  for (guint i = 0; i < 3; i++)
-    matrix->maxi = 1.0;
-
-  gst_video_color_range_offsets (out_yuv_info->colorimetry.range,
-      out_yuv_info->finfo, offset, scale);
-
-  if (gst_video_color_matrix_get_Kr_Kb (out_yuv_info->colorimetry.matrix,
-          &Kr, &Kb)) {
-    guint S;
-    gdouble Sy, Suv;
-    gdouble Oy, Ouv;
-    gdouble vecY3, vecU3, vecV3;
-
-    Kg = 1.0 - Kr - Kb;
-
-    vecY0 = Kr;
-    vecY1 = Kg;
-    vecY2 = Kb;
-
-    vecU0 = -0.5 * Kr / (1 - Kb);
-    vecU1 = -0.5 * Kg / (1 - Kb);
-    vecU2 = 0.5;
-
-    vecV0 = 0.5;
-    vecV1 = -0.5 * Kg / (1 - Kr);
-    vecV2 = -0.5 * Kb / (1 - Kr);
-
-    /* Assume all components has the same bitdepth */
-    S = (1 << out_yuv_info->finfo->depth0) - 1;
-    Sy = (gdouble) scale0 / S;
-    Suv = (gdouble) scale1 / S;
-    Oy = (gdouble) offset0 / S;
-    Ouv = (gdouble) offset1 / S;
-
-    for (guint i = 0; i < 3; i++) {
-      matrix->matrix0i = Sy * vecYi;
-      matrix->matrix1i = Suv * vecUi;
-      matrix->matrix2i = Suv * vecVi;
-    }
-
-    matrix->offset0 = Oy;
-    matrix->offset1 = Ouv;
-    matrix->offset2 = Ouv;
-
-    matrix->min0 = Oy;
-    matrix->min1 = Oy;
-    matrix->min2 = Oy;
-
-    matrix->max0 = ((gdouble) scale0 + offset0) / S;
-    matrix->max1 = ((gdouble) scale1 + offset0) / S;
-    matrix->max2 = ((gdouble) scale1 + offset0) / S;
-
-    /* Apply RGB range scale matrix */
-    if (in_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
-      GstD3D12ColorMatrix scale_matrix, rst;
-      GstVideoInfo full_rgb = *in_rgb_info;
-
-      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-
-      if (gst_d3d12_color_range_adjust_matrix_unorm (in_rgb_info,
-              &full_rgb, &scale_matrix)) {
-        /* Matrix * Ms */
-        color_matrix_multiply (&rst, matrix, &scale_matrix);
-
-        /* Matrix * scale offsets */
-        for (guint i = 0; i < 3; i++) {
-          gdouble val = 0;
-          for (guint j = 0; j < 3; j++) {
-            val += matrix->matrixij * scale_matrix.offsetj;
-          }
-          rst.offseti = val + matrix->offseti;
-        }
-
-        /* copy back to output matrix */
-        for (guint i = 0; i < 3; i++) {
-          for (guint j = 0; j < 3; j++) {
-            matrix->matrixij = rst.matrixij;
-          }
-          matrix->offseti = rst.offseti;
-        }
-      }
-    }
-  } else {
-    /* Unknown matrix */
-    matrix->matrix00 = 1.0;
-    matrix->matrix11 = 1.0;
-    matrix->matrix22 = 1.0;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-rgb_to_xyz_matrix (const GstVideoColorPrimariesInfo * info,
-    GstD3D12ColorMatrix * matrix)
-{
-  GstD3D12ColorMatrix m, im;
-  gdouble Sr, Sg, Sb;
-  gdouble Xw, Yw, Zw;
-
-  if (info->Rx == 0 || info->Gx == 0 || info->By == 0 || info->Wy == 0)
-    return FALSE;
-
-  color_matrix_identity (&m);
-
-  m.matrix00 = info->Rx / info->Ry;
-  m.matrix10 = 1.0;
-  m.matrix20 = (1.0 - info->Rx - info->Ry) / info->Ry;
-
-  m.matrix01 = info->Gx / info->Gy;
-  m.matrix11 = 1.0;
-  m.matrix21 = (1.0 - info->Gx - info->Gy) / info->Gy;
-
-  m.matrix02 = info->Bx / info->By;
-  m.matrix12 = 1.0;
-  m.matrix22 = (1.0 - info->Bx - info->By) / info->By;
-
-  if (!color_matrix_invert (&im, &m))
-    return FALSE;
-
-  Xw = info->Wx / info->Wy;
-  Yw = 1.0;
-  Zw = (1.0 - info->Wx - info->Wy) / info->Wy;
-
-  Sr = im.matrix00 * Xw + im.matrix01 * Yw + im.matrix02 * Zw;
-  Sg = im.matrix10 * Xw + im.matrix11 * Yw + im.matrix12 * Zw;
-  Sb = im.matrix20 * Xw + im.matrix21 * Yw + im.matrix22 * Zw;
-
-  for (guint i = 0; i < 3; i++) {
-    m.matrixi0 *= Sr;
-    m.matrixi1 *= Sg;
-    m.matrixi2 *= Sb;
-  }
-
-  color_matrix_copy (matrix, &m);
-
-  return TRUE;
-}
-
-/**
- * gst_d3d12_color_primaries_matrix_unorm:
- * @in_info: a #GstVideoColorPrimariesInfo of input signal
- * @out_info: a #GstVideoColorPrimariesInfo of output signal
- * @matrix: a #GstD3D12ColorMatrix
- *
- * Calculates color primaries conversion matrix
- *
- * Resulting RGB values can be calculated by
- * | Rout |                              | Rin |
- * | Gout | = saturate ( matrix.matrix * | Gin | )
- * | Bout |                              | Bin |
- *
- * Returns: %TRUE if successful
- */
-gboolean
-gst_d3d12_color_primaries_matrix_unorm (const GstVideoColorPrimariesInfo *
-    in_info, const GstVideoColorPrimariesInfo * out_info,
-    GstD3D12ColorMatrix * matrix)
-{
-  GstD3D12ColorMatrix Ms, invMd, ret;
-
-  g_return_val_if_fail (in_info != nullptr, FALSE);
-  g_return_val_if_fail (out_info != nullptr, FALSE);
-  g_return_val_if_fail (matrix != nullptr, FALSE);
-
-  /*
-   * <Formula>
-   *
-   * 1) RGB -> XYZ conversion
-   * | X |     | R |
-   * | Y | = M | G |
-   * | Z |     | B |
-   * where
-   *     | SrXr, SgXg, SbXb |
-   * M = | SrYr, SgYg, SbYb |
-   *     | SrZr, SgZg, SbZb |
-   *
-   * Xr = xr / yr
-   * Yr = 1
-   * Zr = (1 - xr - yr) / yr
-   * xr and yr are xy coordinates of red primary in the CIE 1931 color space.
-   * And its applied to G and B components
-   *
-   * | Sr |        | Xr, Xg, Xb |     | Xw |
-   * | Sg | = inv( | Yr, Yg, Yb | ) * | Yw |
-   * | Sb |        | Zr, Zg, Zb |     | Zw |
-   *
-   * 2) XYZsrc -> XYZdst conversion
-   * Apply chromatic adaptation
-   * | Xdst |      | Xsrc |
-   * | Ydst | = Mc | Ysrc |
-   * | Zdst |      | Zsrc |
-   * where
-   *      | Xwdst / Xwsrc,       0      ,       0       |
-   * Mc = |       0      , Ywdst / Ywsrc,       0       |
-   *      |       0      ,       0      , Zwdst / Zwsrc |
-   *
-   * where
-   *
-   * 3) Final matrix
-   * | Rd |                      | Rs |
-   * | Gd | = inv (Md) * Mc * Ms | Gs |
-   * | Bd |                      | Bs |
-   */
-
-  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
-  for (guint i = 0; i < 3; i++)
-    matrix->maxi = 1.0;
-
-  if (!rgb_to_xyz_matrix (in_info, &Ms)) {
-    GST_WARNING ("Failed to get src XYZ matrix");
-    return FALSE;
-  }
-
-  if (!rgb_to_xyz_matrix (out_info, &invMd) ||
-      !color_matrix_invert (&invMd, &invMd)) {
-    GST_WARNING ("Failed to get dst XYZ matrix");
-    return FALSE;
-  }
-
-  if (in_info->Wx != out_info->Wx || in_info->Wy != out_info->Wy) {
-    GstD3D12ColorMatrix Mc;
-
-    color_matrix_identity (&Mc);
-    Mc.matrix00 = (out_info->Wx / out_info->Wy) /
-        (in_info->Wx / in_info->Wy);
-    /* Yw == 1.0 */
-    Mc.matrix22 = ((1.0 - out_info->Wx - out_info->Wy) / out_info->Wy) /
-        ((1.0 - in_info->Wx - in_info->Wy) / in_info->Wy);
-
-    color_matrix_multiply (&ret, &Mc, &Ms);
-  } else {
-    color_matrix_copy (&ret, &Ms);
-  }
-
-  color_matrix_multiply (&ret, &invMd, &ret);
-  color_matrix_copy (matrix, &ret);
-
-  return TRUE;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12format.h Deleted

@@ -1,86 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-
-G_BEGIN_DECLS
-
-struct _GstD3D12Format
-{
-  GstVideoFormat format;
-
-  /* direct mapping to dxgi format if applicable */
-  DXGI_FORMAT dxgi_format;
-
-  /* formats for texture processing */
-  DXGI_FORMAT resource_formatGST_VIDEO_MAX_PLANES;
-
-  /* extra format used for unordered access view (unused) */
-  DXGI_FORMAT uav_formatGST_VIDEO_MAX_PLANES;
-
-  /* D3D12_FORMAT_SUPPORT1 flags */
-  guint format_support1GST_VIDEO_MAX_PLANES;
-
-  /* D3D12_FORMAT_SUPPORT2 flags (unused) */
-  guint format_support2GST_VIDEO_MAX_PLANES;
-
-  /*< private >*/
-  guint paddingGST_PADDING_LARGE;
-};
-
-typedef struct _GstD3D12ColorMatrix
-{
-  gdouble matrix33;
-  gdouble offset3;
-  gdouble min3;
-  gdouble max3;
-} GstD3D12ColorMatrix;
-
-GstVideoFormat  gst_d3d12_dxgi_format_to_gst        (DXGI_FORMAT format);
-
-gboolean        gst_d3d12_dxgi_format_to_resource_formats (DXGI_FORMAT format,
-                                                           DXGI_FORMAT resource_formatGST_VIDEO_MAX_PLANES);
-
-void            gst_d3d12_color_matrix_init (GstD3D12ColorMatrix * matrix);
-
-gchar *         gst_d3d12_dump_color_matrix (GstD3D12ColorMatrix * matrix);
-
-gboolean        gst_d3d12_color_range_adjust_matrix_unorm (const GstVideoInfo * in_info,
-                                                           const GstVideoInfo * out_info,
-                                                           GstD3D12ColorMatrix * matrix);
-
-gboolean        gst_d3d12_yuv_to_rgb_matrix_unorm (const GstVideoInfo * in_yuv_info,
-                                                   const GstVideoInfo * out_rgb_info,
-                                                   GstD3D12ColorMatrix * matrix);
-
-gboolean        gst_d3d12_rgb_to_yuv_matrix_unorm (const GstVideoInfo * in_rgb_info,
-                                                   const GstVideoInfo * out_yuv_info,
-                                                   GstD3D12ColorMatrix * matrix);
-
-gboolean        gst_d3d12_color_primaries_matrix_unorm (const GstVideoColorPrimariesInfo * in_info,
-                                                        const GstVideoColorPrimariesInfo * out_info,
-                                                        GstD3D12ColorMatrix * matrix);
-
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12memory-private.h Deleted

@@ -1,42 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-#include "gstd3d12format.h"
-#include "gstd3d12memory.h"
-
-G_BEGIN_DECLS
-
-struct _GstD3D12AllocationParams
-{
-  GstVideoInfo info;
-  GstVideoInfo aligned_info;
-  GstD3D12Format d3d12_format;
-  GstD3D12AllocationFlags flags;
-  D3D12_HEAP_FLAGS heap_flags;
-  D3D12_RESOURCE_FLAGS resource_flags;
-  guint array_size;
-};
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12memory.cpp Deleted

@@ -1,1261 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include "gstd3d12memory-private.h"
-#include "gstd3d12-private.h"
-#include <directx/d3dx12.h>
-#include <string.h>
-#include <wrl.h>
-#include <mutex>
-#include <condition_variable>
-#include <atomic>
-#include <queue>
-#include <vector>
-
-/* *INDENT-OFF* */
-using namespace Microsoft::WRL;
-/* *INDENT-ON* */
-
-GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_allocator_debug);
-#define GST_CAT_DEFAULT gst_d3d12_allocator_debug
-
-static GstD3D12Allocator *_d3d12_memory_allocator = nullptr;
-
-static gint
-gst_d3d12_allocation_params_compare (const GstD3D12AllocationParams * p1,
-    const GstD3D12AllocationParams * p2)
-{
-  g_return_val_if_fail (p1, -1);
-  g_return_val_if_fail (p2, -1);
-
-  if (p1 == p2)
-    return 0;
-
-  return -1;
-}
-
-static void
-gst_d3d12_allocation_params_init (GType type)
-{
-  static GstValueTable table = {
-    0, (GstValueCompareFunc) gst_d3d12_allocation_params_compare,
-    nullptr, nullptr
-  };
-
-  table.type = type;
-  gst_value_register (&table);
-}
-
-G_DEFINE_BOXED_TYPE_WITH_CODE (GstD3D12AllocationParams,
-    gst_d3d12_allocation_params,
-    (GBoxedCopyFunc) gst_d3d12_allocation_params_copy,
-    (GBoxedFreeFunc) gst_d3d12_allocation_params_free,
-    gst_d3d12_allocation_params_init (g_define_type_id));
-
-GstD3D12AllocationParams *
-gst_d3d12_allocation_params_new (GstD3D12Device * device,
-    const GstVideoInfo * info, GstD3D12AllocationFlags flags,
-    D3D12_RESOURCE_FLAGS resource_flags)
-{
-  GstD3D12AllocationParams *ret;
-  GstD3D12Format d3d12_format;
-  GstVideoFormat format;
-
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-  g_return_val_if_fail (info, nullptr);
-
-  format = GST_VIDEO_INFO_FORMAT (info);
-  if (!gst_d3d12_device_get_format (device, format, &d3d12_format)) {
-    GST_WARNING_OBJECT (device, "%s is not supported",
-        gst_video_format_to_string (format));
-    return nullptr;
-  }
-
-  ret = g_new0 (GstD3D12AllocationParams, 1);
-  ret->info = *info;
-  ret->aligned_info = *info;
-  ret->d3d12_format = d3d12_format;
-  ret->array_size = 1;
-  ret->flags = flags;
-  ret->heap_flags = D3D12_HEAP_FLAG_NONE;
-  ret->resource_flags = resource_flags;
-
-  return ret;
-}
-
-GstD3D12AllocationParams *
-gst_d3d12_allocation_params_copy (GstD3D12AllocationParams * src)
-{
-  GstD3D12AllocationParams *dst;
-
-  g_return_val_if_fail (src != NULL, NULL);
-
-  dst = g_new0 (GstD3D12AllocationParams, 1);
-  memcpy (dst, src, sizeof (GstD3D12AllocationParams));
-
-  return dst;
-}
-
-void
-gst_d3d12_allocation_params_free (GstD3D12AllocationParams * params)
-{
-  g_free (params);
-}
-
-gboolean
-gst_d3d12_allocation_params_alignment (GstD3D12AllocationParams * params,
-    const GstVideoAlignment * align)
-{
-  guint padding_width, padding_height;
-  GstVideoInfo *info;
-  GstVideoInfo new_info;
-
-  g_return_val_if_fail (params, FALSE);
-  g_return_val_if_fail (align, FALSE);
-
-  /* d3d11 does not support stride align. Consider padding only */
-  padding_width = align->padding_left + align->padding_right;
-  padding_height = align->padding_top + align->padding_bottom;
-
-  info = &params->info;
-
-  if (!gst_video_info_set_format (&new_info, GST_VIDEO_INFO_FORMAT (info),
-          GST_VIDEO_INFO_WIDTH (info) + padding_width,
-          GST_VIDEO_INFO_HEIGHT (info) + padding_height)) {
-    GST_WARNING ("Set format failed");
-    return FALSE;
-  }
-
-  params->aligned_info = new_info;
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_allocation_params_set_resource_flags (GstD3D12AllocationParams *
-    params, D3D12_RESOURCE_FLAGS resource_flags)
-{
-  g_return_val_if_fail (params, FALSE);
-
-  params->resource_flags |= resource_flags;
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_allocation_params_unset_resource_flags (GstD3D12AllocationParams *
-    params, D3D12_RESOURCE_FLAGS resource_flags)
-{
-  g_return_val_if_fail (params, FALSE);
-
-  params->resource_flags &= ~resource_flags;
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_allocation_params_set_heap_flags (GstD3D12AllocationParams *
-    params, D3D12_HEAP_FLAGS heap_flags)
-{
-  g_return_val_if_fail (params, FALSE);
-
-  params->heap_flags |= heap_flags;
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_allocation_params_set_array_size (GstD3D12AllocationParams * params,
-    guint size)
-{
-  g_return_val_if_fail (params, FALSE);
-  g_return_val_if_fail (size > 0, FALSE);
-  g_return_val_if_fail (size <= G_MAXUINT16, FALSE);
-
-  params->array_size = size;
-
-  return TRUE;
-}
-
-
-/* *INDENT-OFF* */
-struct _GstD3D12MemoryPrivate
-{
-  ~_GstD3D12MemoryPrivate ()
-  {
-    if (event_handle)
-      CloseHandle (event_handle);
-  }
-
-  ComPtr<ID3D12Resource> resource;
-  ComPtr<ID3D12Resource> staging;
-
-  ComPtr<ID3D12DescriptorHeap> srv_heap;
-  ComPtr<ID3D12DescriptorHeap> rtv_heap;
-
-  gpointer staging_ptr = nullptr;
-
-  D3D12_RESOURCE_DESC desc;
-
-  HANDLE event_handle = nullptr;
-
-  /* Queryied via ID3D12Device::GetCopyableFootprints */
-  D3D12_PLACED_SUBRESOURCE_FOOTPRINT layoutGST_VIDEO_MAX_PLANES;
-  guint64 size;
-  guint num_subresources;
-  D3D12_RECT subresource_rectGST_VIDEO_MAX_PLANES;
-  guint subresource_indexGST_VIDEO_MAX_PLANES;
-  DXGI_FORMAT resource_formatsGST_VIDEO_MAX_PLANES;
-  guint srv_inc_size;
-  guint rtv_inc_size;
-  guint64 cpu_map_count = 0;
-
-  std::mutex lock;
-};
-/* *INDENT-ON* */
-
-GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12Memory, gst_d3d12_memory);
-
-static gboolean
-gst_d3d12_memory_ensure_staging_resource (GstD3D12Memory * dmem)
-{
-  auto priv = dmem->priv;
-
-  if (priv->staging)
-    return TRUE;
-
-  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS) == 0) {
-    GST_ERROR_OBJECT (dmem->device, "simultaneous access is not supported");
-    return FALSE;
-  }
-
-  HRESULT hr;
-  auto device = gst_d3d12_device_get_device_handle (dmem->device);
-  D3D12_HEAP_PROPERTIES prop =
-      CD3DX12_HEAP_PROPERTIES (D3D12_CPU_PAGE_PROPERTY_WRITE_BACK,
-      D3D12_MEMORY_POOL_L0);
-  D3D12_RESOURCE_DESC desc = CD3DX12_RESOURCE_DESC::Buffer (priv->size);
-  ComPtr < ID3D12Resource > staging;
-  hr = device->CreateCommittedResource (&prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-      &desc, D3D12_RESOURCE_STATE_COMMON, nullptr, IID_PPV_ARGS (&staging));
-  if (!gst_d3d12_result (hr, dmem->device)) {
-    GST_ERROR_OBJECT (dmem->device, "Couldn't create staging resource");
-    return FALSE;
-  }
-
-  priv->staging = staging;
-
-  GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
-
-  return TRUE;
-}
-
-static void
-gst_d3d12_memory_wait_gpu (GstD3D12Memory * dmem,
-    D3D12_COMMAND_LIST_TYPE command_type, guint64 fence_value)
-{
-  auto priv = dmem->priv;
-  auto completed = gst_d3d12_device_get_completed_value (dmem->device,
-      command_type);
-  if (completed < fence_value) {
-    if (!priv->event_handle) {
-      priv->event_handle =
-          CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-    }
-
-    gst_d3d12_device_fence_wait (dmem->device, command_type,
-        fence_value, priv->event_handle);
-  }
-}
-
-static gboolean
-gst_d3d12_memory_download (GstD3D12Memory * dmem)
-{
-  auto priv = dmem->priv;
-
-  if (!priv->staging ||
-      !GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD)) {
-    return TRUE;
-  }
-
-  std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
-  for (guint i = 0; i < priv->num_subresources; i++) {
-    GstD3D12CopyTextureRegionArgs args;
-    memset (&args, 0, sizeof (args));
-
-    args.dst = CD3DX12_TEXTURE_COPY_LOCATION (priv->staging.Get (),
-        priv->layouti);
-    args.src = CD3DX12_TEXTURE_COPY_LOCATION (priv->resource.Get (),
-        priv->subresource_indexi);
-
-    copy_args.push_back (args);
-  }
-
-  gst_d3d12_memory_wait_gpu (dmem, D3D12_COMMAND_LIST_TYPE_DIRECT,
-      dmem->fence_value);
-
-  guint64 fence_val = 0;
-  /* Use async copy queue when downloading */
-  if (!gst_d3d12_device_copy_texture_region (dmem->device, copy_args.size (),
-          copy_args.data (), D3D12_COMMAND_LIST_TYPE_COPY, &fence_val)) {
-    GST_ERROR_OBJECT (dmem->device, "Couldn't download texture to staging");
-    return FALSE;
-  }
-
-  gst_d3d12_memory_wait_gpu (dmem, D3D12_COMMAND_LIST_TYPE_COPY, fence_val);
-
-  GST_MEMORY_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_memory_upload (GstD3D12Memory * dmem)
-{
-  auto priv = dmem->priv;
-
-  if (!priv->staging ||
-      !GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD)) {
-    return TRUE;
-  }
-
-  std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
-  for (guint i = 0; i < priv->num_subresources; i++) {
-    GstD3D12CopyTextureRegionArgs args;
-    memset (&args, 0, sizeof (args));
-
-    args.dst = CD3DX12_TEXTURE_COPY_LOCATION (priv->resource.Get (),
-        priv->subresource_indexi);
-    args.src = CD3DX12_TEXTURE_COPY_LOCATION (priv->staging.Get (),
-        priv->layouti);
-
-    copy_args.push_back (args);
-  }
-
-  if (!gst_d3d12_device_copy_texture_region (dmem->device, copy_args.size (),
-          copy_args.data (), D3D12_COMMAND_LIST_TYPE_DIRECT,
-          &dmem->fence_value)) {
-    GST_ERROR_OBJECT (dmem->device, "Couldn't upload texture");
-    return FALSE;
-  }
-
-  GST_MEMORY_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
-
-  return TRUE;
-}
-
-static gpointer
-gst_d3d12_memory_map_full (GstMemory * mem, GstMapInfo * info, gsize maxsize)
-{
-  auto dmem = GST_D3D12_MEMORY_CAST (mem);
-  auto priv = dmem->priv;
-  GstMapFlags flags = info->flags;
-  std::lock_guard < std::mutex > lk (priv->lock);
-
-  if ((flags & GST_MAP_D3D12) != 0) {
-    gst_d3d12_memory_upload (dmem);
-
-    if ((flags & GST_MAP_WRITE) != 0)
-      GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
-
-    return priv->resource.Get ();
-  }
-
-  if (priv->cpu_map_count == 0) {
-    if (!gst_d3d12_memory_ensure_staging_resource (dmem)) {
-      GST_ERROR_OBJECT (mem->allocator,
-          "Couldn't create readback_staging resource");
-      return nullptr;
-    }
-
-    if (!gst_d3d12_memory_download (dmem)) {
-      GST_ERROR_OBJECT (mem->allocator, "Couldn't download resource");
-      return nullptr;
-    }
-
-    auto hr = priv->staging->Map (0, nullptr, &priv->staging_ptr);
-    if (!gst_d3d12_result (hr, dmem->device)) {
-      GST_ERROR_OBJECT (dmem->device, "Couldn't map readback resource");
-      return nullptr;
-    }
-  }
-
-  if ((flags & GST_MAP_WRITE) != 0)
-    GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
-
-  priv->cpu_map_count++;
-
-  return priv->staging_ptr;
-}
-
-static void
-gst_d3d12_memory_unmap_full (GstMemory * mem, GstMapInfo * info)
-{
-  auto dmem = GST_D3D12_MEMORY_CAST (mem);
-  auto priv = dmem->priv;
-  GstMapFlags flags = info->flags;
-
-  if ((flags & GST_MAP_D3D12) == 0) {
-    std::lock_guard < std::mutex > lk (priv->lock);
-
-    g_assert (priv->cpu_map_count != 0);
-    priv->cpu_map_count--;
-    if (priv->cpu_map_count == 0)
-      priv->staging->Unmap (0, nullptr);
-  }
-}
-
-static GstMemory *
-gst_d3d12_memory_share (GstMemory * mem, gssize offset, gssize size)
-{
-  /* TODO: impl. */
-  return nullptr;
-}
-
-gboolean
-gst_is_d3d12_memory (GstMemory * mem)
-{
-  return mem != nullptr && mem->allocator != nullptr &&
-      (GST_IS_D3D12_ALLOCATOR (mem->allocator) ||
-      GST_IS_D3D12_POOL_ALLOCATOR (mem->allocator));
-}
-
-gboolean
-gst_d3d12_memory_sync (GstD3D12Memory * mem)
-{
-  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
-
-  gst_d3d12_memory_upload (mem);
-  gst_d3d12_memory_wait_gpu (mem,
-      D3D12_COMMAND_LIST_TYPE_DIRECT, mem->fence_value);
-
-  return TRUE;
-}
-
-void
-gst_d3d12_memory_init_once (void)
-{
-  GST_D3D12_CALL_ONCE_BEGIN {
-    _d3d12_memory_allocator =
-        (GstD3D12Allocator *) g_object_new (GST_TYPE_D3D12_ALLOCATOR, nullptr);
-    gst_object_ref_sink (_d3d12_memory_allocator);
-    gst_object_ref (_d3d12_memory_allocator);
-
-    gst_allocator_register (GST_D3D12_MEMORY_NAME,
-        GST_ALLOCATOR_CAST (_d3d12_memory_allocator));
-  } GST_D3D12_CALL_ONCE_END;
-}
-
-ID3D12Resource *
-gst_d3d12_memory_get_resource_handle (GstD3D12Memory * mem)
-{
-  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
-
-  return mem->priv->resource.Get ();
-}
-
-gboolean
-gst_d3d12_memory_get_subresource_index (GstD3D12Memory * mem, guint plane,
-    guint * index)
-{
-  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
-  g_return_val_if_fail (index != nullptr, FALSE);
-
-  if (plane >= mem->priv->num_subresources) {
-    GST_WARNING_OBJECT (GST_MEMORY_CAST (mem)->allocator, "Invalid plane %d",
-        plane);
-    return FALSE;
-  }
-
-  *index = mem->priv->subresource_indexplane;
-
-  return TRUE;
-}
-
-guint
-gst_d3d12_memory_get_plane_count (GstD3D12Memory * mem)
-{
-  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), 0);
-
-  return mem->priv->num_subresources;
-}
-
-gboolean
-gst_d3d12_memory_get_plane_rectangle (GstD3D12Memory * mem, guint plane,
-    D3D12_RECT * rect)
-{
-  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
-  g_return_val_if_fail (rect, FALSE);
-
-  if (plane >= mem->priv->num_subresources)
-    return FALSE;
-
-  *rect = mem->priv->subresource_rectplane;
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_memory_get_shader_resource_view_heap (GstD3D12Memory * mem,
-    ID3D12DescriptorHeap ** heap)
-{
-  auto priv = mem->priv;
-  auto allocator = GST_MEMORY_CAST (mem)->allocator;
-  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) != 0) {
-    GST_LOG_OBJECT (allocator,
-        "Shader resource was denied, configured flags 0x%x",
-        (guint) priv->desc.Flags);
-    return FALSE;
-  }
-
-  std::lock_guard < std::mutex > lk (priv->lock);
-  if (!priv->srv_heap) {
-    D3D12_DESCRIPTOR_HEAP_DESC desc = { };
-    desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
-    desc.NumDescriptors = priv->num_subresources;
-    desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
-
-    auto device = gst_d3d12_device_get_device_handle (mem->device);
-
-    ComPtr < ID3D12DescriptorHeap > srv_heap;
-    auto hr = device->CreateDescriptorHeap (&desc, IID_PPV_ARGS (&srv_heap));
-    if (!gst_d3d12_result (hr, mem->device)) {
-      GST_ERROR_OBJECT (allocator, "Couldn't create descriptor heap");
-      return FALSE;
-    }
-
-    priv->srv_heap = srv_heap;
-
-    D3D12_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
-    srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE2D;
-    srv_desc.Shader4ComponentMapping = D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
-    srv_desc.Texture2D.MipLevels = 1;
-
-    auto cpu_handle =
-        CD3DX12_CPU_DESCRIPTOR_HANDLE
-        (srv_heap->GetCPUDescriptorHandleForHeapStart ());
-
-    for (guint i = 0; i < priv->num_subresources; i++) {
-      srv_desc.Format = priv->resource_formatsi;
-      srv_desc.Texture2D.PlaneSlice = i;
-      device->CreateShaderResourceView (priv->resource.Get (), &srv_desc,
-          cpu_handle);
-      cpu_handle.Offset (priv->srv_inc_size);
-    }
-  }
-
-  *heap = priv->srv_heap.Get ();
-  (*heap)->AddRef ();
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_memory_get_render_target_view_heap (GstD3D12Memory * mem,
-    ID3D12DescriptorHeap ** heap)
-{
-  auto priv = mem->priv;
-  auto allocator = GST_MEMORY_CAST (mem)->allocator;
-  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET) == 0) {
-    GST_LOG_OBJECT (allocator,
-        "Render target is not allowed, configured flags 0x%x",
-        (guint) priv->desc.Flags);
-    return FALSE;
-  }
-
-  std::lock_guard < std::mutex > lk (priv->lock);
-  if (!priv->rtv_heap) {
-    D3D12_DESCRIPTOR_HEAP_DESC desc = { };
-    desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_RTV;
-    desc.NumDescriptors = priv->num_subresources;
-    desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
-
-    auto device = gst_d3d12_device_get_device_handle (mem->device);
-
-    ComPtr < ID3D12DescriptorHeap > rtv_heap;
-    auto hr = device->CreateDescriptorHeap (&desc, IID_PPV_ARGS (&rtv_heap));
-    if (!gst_d3d12_result (hr, mem->device)) {
-      GST_ERROR_OBJECT (allocator, "Couldn't create descriptor heap");
-      return FALSE;
-    }
-
-    priv->rtv_heap = rtv_heap;
-
-    D3D12_RENDER_TARGET_VIEW_DESC rtv_desc = { };
-    rtv_desc.ViewDimension = D3D12_RTV_DIMENSION_TEXTURE2D;
-    if (priv->desc.SampleDesc.Count > 1)
-      rtv_desc.ViewDimension = D3D12_RTV_DIMENSION_TEXTURE2DMS;
-
-    auto cpu_handle =
-        CD3DX12_CPU_DESCRIPTOR_HANDLE
-        (rtv_heap->GetCPUDescriptorHandleForHeapStart ());
-
-    for (guint i = 0; i < priv->num_subresources; i++) {
-      rtv_desc.Format = priv->resource_formatsi;
-      if (priv->desc.SampleDesc.Count == 1)
-        rtv_desc.Texture2D.PlaneSlice = i;
-      device->CreateRenderTargetView (priv->resource.Get (), &rtv_desc,
-          cpu_handle);
-      cpu_handle.Offset (priv->rtv_inc_size);
-    }
-  }
-
-  *heap = priv->rtv_heap.Get ();
-  (*heap)->AddRef ();
-
-  return TRUE;
-}
-
-/* GstD3D12Allocator */
-#define gst_d3d12_allocator_parent_class alloc_parent_class
-G_DEFINE_TYPE (GstD3D12Allocator, gst_d3d12_allocator, GST_TYPE_ALLOCATOR);
-
-static GstMemory *gst_d3d12_allocator_dummy_alloc (GstAllocator * allocator,
-    gsize size, GstAllocationParams * params);
-static GstMemory *gst_d3d12_allocator_alloc_internal (GstD3D12Allocator * self,
-    GstD3D12Device * device, const D3D12_HEAP_PROPERTIES * heap_props,
-    D3D12_HEAP_FLAGS heap_flags, const D3D12_RESOURCE_DESC * desc,
-    D3D12_RESOURCE_STATES initial_state,
-    const D3D12_CLEAR_VALUE * optimized_clear_value);
-static void gst_d3d12_allocator_free (GstAllocator * allocator,
-    GstMemory * mem);
-
-static void
-gst_d3d12_allocator_class_init (GstD3D12AllocatorClass * klass)
-{
-  GstAllocatorClass *allocator_class = GST_ALLOCATOR_CLASS (klass);
-
-  allocator_class->alloc = gst_d3d12_allocator_dummy_alloc;
-  allocator_class->free = gst_d3d12_allocator_free;
-}
-
-static void
-gst_d3d12_allocator_init (GstD3D12Allocator * allocator)
-{
-  GstAllocator *alloc = GST_ALLOCATOR_CAST (allocator);
-
-  alloc->mem_type = GST_D3D12_MEMORY_NAME;
-  alloc->mem_map_full = gst_d3d12_memory_map_full;
-  alloc->mem_unmap_full = gst_d3d12_memory_unmap_full;
-  alloc->mem_share = gst_d3d12_memory_share;
-
-  GST_OBJECT_FLAG_SET (alloc, GST_ALLOCATOR_FLAG_CUSTOM_ALLOC);
-}
-
-static GstMemory *
-gst_d3d12_allocator_dummy_alloc (GstAllocator * allocator, gsize size,
-    GstAllocationParams * params)
-{
-  g_return_val_if_reached (nullptr);
-}
-
-static void
-gst_d3d12_allocator_free (GstAllocator * allocator, GstMemory * mem)
-{
-  auto dmem = GST_D3D12_MEMORY_CAST (mem);
-
-  GST_LOG_OBJECT (allocator, "Free memory %p", mem);
-
-  gst_d3d12_memory_wait_gpu (dmem, D3D12_COMMAND_LIST_TYPE_DIRECT,
-      dmem->fence_value);
-
-  delete dmem->priv;
-
-  gst_clear_object (&dmem->device);
-
-  g_free (dmem);
-}
-
-GstMemory *
-gst_d3d12_allocator_alloc_wrapped (GstD3D12Allocator * allocator,
-    GstD3D12Device * device, ID3D12Resource * resource, guint array_slice)
-{
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-  g_return_val_if_fail (resource, nullptr);
-
-  if (!allocator) {
-    gst_d3d12_memory_init_once ();
-    allocator = _d3d12_memory_allocator;
-  }
-
-  auto device_handle = gst_d3d12_device_get_device_handle (device);
-  auto desc = resource->GetDesc ();
-  guint8 num_subresources =
-      D3D12GetFormatPlaneCount (device_handle, desc.Format);
-
-  if (num_subresources == 0) {
-    GST_ERROR_OBJECT (allocator, "Couldn't get format info");
-    return nullptr;
-  }
-
-  if (array_slice >= desc.DepthOrArraySize) {
-    GST_ERROR_OBJECT (allocator, "Invalid array slice");
-    return nullptr;
-  }
-
-  auto mem = g_new0 (GstD3D12Memory, 1);
-  mem->priv = new GstD3D12MemoryPrivate ();
-
-  auto priv = mem->priv;
-  priv->desc = desc;
-  priv->num_subresources = num_subresources;
-  priv->resource = resource;
-  gst_d3d12_dxgi_format_to_resource_formats (priv->desc.Format,
-      priv->resource_formats);
-  priv->srv_inc_size =
-      device_handle->GetDescriptorHandleIncrementSize
-      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
-  priv->rtv_inc_size =
-      device_handle->GetDescriptorHandleIncrementSize
-      (D3D12_DESCRIPTOR_HEAP_TYPE_RTV);
-
-  mem->device = (GstD3D12Device *) gst_object_ref (device);
-
-  for (guint i = 0; i < num_subresources; i++) {
-    /* One notable difference between D3D12/D3D11 is that, D3D12 introduced
-     * *PLANE* slice concept. That means, Each plane of YUV format
-     * (e.g, DXGI_FORMAT_NV12) can be accessible in D3D12 but that wasn't
-     * allowed in D3D11. As a result, the way for calculating subresource index
-     * is changed. This is an example of subresource indexing
-     * for array size == 3 with NV12 format.
-     *
-     *     Array 0       Array 1       Array 2
-     * +-------------+-------------+-------------+
-     * | Y plane : 0 | Y plane : 1 | Y plane : 2 |
-     * +-------------+-------------+-------------+
-     * | UV plane: 3 | UV plane: 4 | UV plane: 5 |
-     * +-------------+-------------+-------------+
-     */
-    mem->priv->subresource_indexi = D3D12CalcSubresource (0,
-        array_slice, i, 1, desc.DepthOrArraySize);
-  }
-
-  /* Then calculate staging memory size and copyable layout */
-  UINT64 size;
-  desc.DepthOrArraySize = 1;
-  device_handle->GetCopyableFootprints (&desc, 0,
-      num_subresources, 0, priv->layout, nullptr, nullptr, &size);
-  priv->size = size;
-
-  priv->subresource_rect0.left = 0;
-  priv->subresource_rect0.top = 0;
-  priv->subresource_rect0.right = (LONG) desc.Width;
-  priv->subresource_rect0.bottom = (LONG) desc.Height;
-
-  for (guint i = 1; i < num_subresources; i++) {
-    priv->subresource_recti.left = 0;
-    priv->subresource_recti.top = 0;
-    switch (desc.Format) {
-      case DXGI_FORMAT_NV12:
-      case DXGI_FORMAT_P010:
-      case DXGI_FORMAT_P016:
-        priv->subresource_recti.right = (LONG) desc.Width / 2;
-        priv->subresource_recti.bottom = (LONG) desc.Height / 2;
-        break;
-      default:
-        GST_WARNING_OBJECT (allocator, "Unexpected multi-plane format %d",
-            desc.Format);
-        priv->subresource_recti.right = (LONG) desc.Width / 2;
-        priv->subresource_recti.bottom = (LONG) desc.Height / 2;
-        break;
-    }
-  }
-
-  gst_memory_init (GST_MEMORY_CAST (mem),
-      (GstMemoryFlags) 0, GST_ALLOCATOR_CAST (allocator), nullptr,
-      mem->priv->size, 0, 0, mem->priv->size);
-
-  GST_LOG_OBJECT (allocator,
-      "Allocated new memory %p with size %" G_GUINT64_FORMAT, mem, priv->size);
-
-  return GST_MEMORY_CAST (mem);
-}
-
-static GstMemory *
-gst_d3d12_allocator_alloc_internal (GstD3D12Allocator * self,
-    GstD3D12Device * device, const D3D12_HEAP_PROPERTIES * heap_props,
-    D3D12_HEAP_FLAGS heap_flags, const D3D12_RESOURCE_DESC * desc,
-    D3D12_RESOURCE_STATES initial_state,
-    const D3D12_CLEAR_VALUE * optimized_clear_value)
-{
-  ID3D12Device *device_handle;
-  HRESULT hr;
-  ComPtr < ID3D12Resource > resource;
-
-  device_handle = gst_d3d12_device_get_device_handle (device);
-  hr = device_handle->CreateCommittedResource (heap_props, heap_flags,
-      desc, initial_state, optimized_clear_value, IID_PPV_ARGS (&resource));
-  if (!gst_d3d12_result (hr, device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create texture");
-    return nullptr;
-  }
-
-  auto mem =
-      gst_d3d12_allocator_alloc_wrapped (self, device, resource.Get (), 0);
-  if (!mem)
-    return nullptr;
-
-  /* Initialize YUV texture with black color */
-  if (desc->Dimension == D3D12_RESOURCE_DIMENSION_TEXTURE2D &&
-      (desc->Flags & D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET) != 0 &&
-      (heap_flags & D3D12_HEAP_FLAG_CREATE_NOT_ZEROED) == 0 &&
-      desc->DepthOrArraySize == 1) {
-    gst_d3d12_device_clear_yuv_texture (device, mem);
-  }
-
-  return mem;
-}
-
-GstMemory *
-gst_d3d12_allocator_alloc (GstD3D12Allocator * allocator,
-    GstD3D12Device * device, const D3D12_HEAP_PROPERTIES * heap_props,
-    D3D12_HEAP_FLAGS heap_flags, const D3D12_RESOURCE_DESC * desc,
-    D3D12_RESOURCE_STATES initial_state,
-    const D3D12_CLEAR_VALUE * optimized_clear_value)
-{
-  g_return_val_if_fail (GST_IS_D3D12_ALLOCATOR (allocator), nullptr);
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-  g_return_val_if_fail (heap_props != nullptr, nullptr);
-  g_return_val_if_fail (desc != nullptr, nullptr);
-
-  if (desc->DepthOrArraySize > 1) {
-    GST_ERROR_OBJECT (allocator, "Array is not supported, use pool allocator");
-    return nullptr;
-  }
-
-  return gst_d3d12_allocator_alloc_internal (allocator, device, heap_props,
-      heap_flags, desc, initial_state, optimized_clear_value);
-}
-
-gboolean
-gst_d3d12_allocator_set_active (GstD3D12Allocator * allocator, gboolean active)
-{
-  GstD3D12AllocatorClass *klass;
-
-  g_return_val_if_fail (GST_IS_D3D12_ALLOCATOR (allocator), FALSE);
-
-  klass = GST_D3D12_ALLOCATOR_GET_CLASS (allocator);
-  if (klass->set_actvie)
-    return klass->set_actvie (allocator, active);
-
-  return TRUE;
-}
-
-/* GstD3D12PoolAllocator */
-
-/* *INDENT-OFF* */
-struct _GstD3D12PoolAllocatorPrivate
-{
-  _GstD3D12PoolAllocatorPrivate()
-  {
-    outstanding = 0;
-  }
-
-  /* For the case where DepthOrArraySize > 1 */
-  ComPtr<ID3D12Resource> resource;
-
-  D3D12_HEAP_PROPERTIES heap_props;
-  D3D12_HEAP_FLAGS heap_flags;
-  D3D12_RESOURCE_DESC desc;
-  D3D12_RESOURCE_STATES initial_state;
-  D3D12_CLEAR_VALUE clear_value;
-  gboolean clear_value_is_valid = FALSE;
-
-  std::queue<GstMemory *> queue;
-
-  std::mutex lock;
-  std::condition_variable cond;
-  gboolean started = FALSE;
-  gboolean active = FALSE;
-
-  std::atomic<guint> outstanding;
-  guint cur_mems = 0;
-  gboolean flushing = FALSE;
-};
-/* *INDENT-ON* */
-
-static void gst_d3d12_pool_allocator_finalize (GObject * object);
-
-static gboolean
-gst_d3d12_pool_allocator_set_active (GstD3D12Allocator * allocator,
-    gboolean active);
-
-static gboolean gst_d3d12_pool_allocator_start (GstD3D12PoolAllocator * self);
-static gboolean gst_d3d12_pool_allocator_stop (GstD3D12PoolAllocator * self);
-static gboolean gst_d3d12_memory_release (GstMiniObject * mini_object);
-
-#define gst_d3d12_pool_allocator_parent_class pool_alloc_parent_class
-G_DEFINE_TYPE (GstD3D12PoolAllocator, gst_d3d12_pool_allocator,
-    GST_TYPE_D3D12_ALLOCATOR);
-
-static void
-gst_d3d12_pool_allocator_class_init (GstD3D12PoolAllocatorClass * klass)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-  GstD3D12AllocatorClass *d3d12alloc_class = GST_D3D12_ALLOCATOR_CLASS (klass);
-
-  gobject_class->finalize = gst_d3d12_pool_allocator_finalize;
-
-  d3d12alloc_class->set_actvie = gst_d3d12_pool_allocator_set_active;
-}
-
-static void
-gst_d3d12_pool_allocator_init (GstD3D12PoolAllocator * self)
-{
-  self->priv = new GstD3D12PoolAllocatorPrivate ();
-}
-
-static void
-gst_d3d12_pool_allocator_finalize (GObject * object)
-{
-  GstD3D12PoolAllocator *self = GST_D3D12_POOL_ALLOCATOR (object);
-
-  GST_DEBUG_OBJECT (self, "Finalize");
-
-  gst_d3d12_pool_allocator_stop (self);
-  delete self->priv;
-
-  g_clear_object (&self->device);
-
-  G_OBJECT_CLASS (pool_alloc_parent_class)->finalize (object);
-}
-
-/* must be called with the lock */
-static gboolean
-gst_d3d12_pool_allocator_start (GstD3D12PoolAllocator * self)
-{
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-  ID3D12Device *device_handle;
-  HRESULT hr;
-
-  if (priv->started)
-    return TRUE;
-
-  /* Nothing to do */
-  if (priv->desc.DepthOrArraySize == 1) {
-    priv->started = TRUE;
-    return TRUE;
-  }
-
-  device_handle = gst_d3d12_device_get_device_handle (self->device);
-  if (!priv->resource) {
-    ComPtr < ID3D12Resource > resource;
-    hr = device_handle->CreateCommittedResource (&priv->heap_props,
-        priv->heap_flags, &priv->desc, priv->initial_state,
-        priv->clear_value_is_valid ? &priv->clear_value : nullptr,
-        IID_PPV_ARGS (&resource));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Failed to allocate texture");
-      return FALSE;
-    }
-
-    priv->resource = resource;
-  }
-
-  for (guint i = 0; i < priv->desc.DepthOrArraySize; i++) {
-    GstMemory *mem;
-
-    mem = gst_d3d12_allocator_alloc_wrapped (_d3d12_memory_allocator,
-        self->device, priv->resource.Get (), i);
-
-    priv->cur_mems++;
-    priv->queue.push (mem);
-  }
-
-  priv->started = TRUE;
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_pool_allocator_set_active (GstD3D12Allocator * allocator,
-    gboolean active)
-{
-  GstD3D12PoolAllocator *self = GST_D3D12_POOL_ALLOCATOR (allocator);
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-
-  GST_LOG_OBJECT (self, "active %d", active);
-
-  std::unique_lock < std::mutex > lk (priv->lock);
-  /* just return if we are already in the right state */
-  if (priv->active == active) {
-    GST_LOG_OBJECT (self, "allocator was in the right state");
-    return TRUE;
-  }
-
-  if (active) {
-    if (!gst_d3d12_pool_allocator_start (self)) {
-      GST_ERROR_OBJECT (self, "start failed");
-      return FALSE;
-    }
-
-    priv->active = TRUE;
-    priv->flushing = FALSE;
-  } else {
-    priv->flushing = TRUE;
-    priv->active = FALSE;
-
-    priv->cond.notify_all ();
-
-    /* when all memory objects are in the pool, free them. Else they will be
-     * freed when they are released */
-    GST_LOG_OBJECT (self, "outstanding memories %d, (in queue %u)",
-        priv->outstanding.load (), (guint) priv->queue.size ());
-    if (priv->outstanding == 0) {
-      if (!gst_d3d12_pool_allocator_stop (self)) {
-        GST_ERROR_OBJECT (self, "stop failed");
-        return FALSE;
-      }
-    }
-  }
-
-  return TRUE;
-}
-
-static void
-gst_d3d12_pool_allocator_free_memory (GstD3D12PoolAllocator * self,
-    GstMemory * mem)
-{
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-
-  priv->cur_mems--;
-  GST_LOG_OBJECT (self, "freeing memory %p (%u left)", mem, priv->cur_mems);
-
-  GST_MINI_OBJECT_CAST (mem)->dispose = nullptr;
-  gst_memory_unref (mem);
-}
-
-/* must be called with the lock */
-static void
-gst_d3d12_pool_allocator_clear_queue (GstD3D12PoolAllocator * self)
-{
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-
-  GST_LOG_OBJECT (self, "Clearing queue");
-
-  while (!priv->queue.empty ()) {
-    GstMemory *mem = priv->queue.front ();
-    priv->queue.pop ();
-    gst_d3d12_pool_allocator_free_memory (self, mem);
-  }
-
-  GST_LOG_OBJECT (self, "Clear done");
-}
-
-/* must be called with the lock */
-static gboolean
-gst_d3d12_pool_allocator_stop (GstD3D12PoolAllocator * self)
-{
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-
-  GST_DEBUG_OBJECT (self, "Stop");
-
-  if (priv->started) {
-    gst_d3d12_pool_allocator_clear_queue (self);
-
-    priv->started = FALSE;
-  } else {
-    GST_DEBUG_OBJECT (self, "Wasn't started");
-  }
-
-  return TRUE;
-}
-
-static void
-gst_d3d12_pool_allocator_release_memory (GstD3D12PoolAllocator * self,
-    GstMemory * mem)
-{
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-
-  GST_LOG_OBJECT (self, "Released memory %p", mem);
-
-  GST_MINI_OBJECT_CAST (mem)->dispose = nullptr;
-  mem->allocator = (GstAllocator *) gst_object_ref (_d3d12_memory_allocator);
-
-  /* keep it around in our queue */
-  priv->queue.push (mem);
-  priv->outstanding--;
-  if (priv->outstanding == 0 && priv->flushing)
-    gst_d3d12_pool_allocator_stop (self);
-  priv->cond.notify_all ();
-  priv->lock.unlock ();
-
-  gst_object_unref (self);
-}
-
-static gboolean
-gst_d3d12_memory_release (GstMiniObject * mini_object)
-{
-  GstMemory *mem = GST_MEMORY_CAST (mini_object);
-  GstD3D12PoolAllocator *alloc;
-  GstD3D12PoolAllocatorPrivate *priv;
-
-  g_assert (mem->allocator != nullptr);
-
-  if (!GST_IS_D3D12_POOL_ALLOCATOR (mem->allocator)) {
-    GST_LOG_OBJECT (mem->allocator, "Not our memory, free");
-    return TRUE;
-  }
-
-  alloc = GST_D3D12_POOL_ALLOCATOR (mem->allocator);
-  priv = alloc->priv;
-
-  priv->lock.lock ();
-  /* return the memory to the allocator */
-  gst_memory_ref (mem);
-  gst_d3d12_pool_allocator_release_memory (alloc, mem);
-
-  return FALSE;
-}
-
-/* must be called with the lock */
-static GstFlowReturn
-gst_d3d12_pool_allocator_alloc (GstD3D12PoolAllocator * self, GstMemory ** mem)
-{
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-  GstMemory *new_mem;
-
-  /* we allcates texture array during start */
-  if (priv->desc.DepthOrArraySize > 1)
-    return GST_FLOW_EOS;
-
-  /* increment the allocation counter */
-  new_mem =
-      gst_d3d12_allocator_alloc_internal (_d3d12_memory_allocator,
-      self->device, &priv->heap_props,
-      priv->heap_flags, &priv->desc, priv->initial_state,
-      priv->clear_value_is_valid ? &priv->clear_value : nullptr);
-
-  if (!new_mem) {
-    GST_ERROR_OBJECT (self, "Failed to allocate new memory");
-    return GST_FLOW_ERROR;
-  }
-
-  priv->cur_mems++;
-
-  *mem = new_mem;
-
-  return GST_FLOW_OK;
-}
-
-/* must be called with the lock */
-static GstFlowReturn
-gst_d3d12_pool_allocator_acquire_memory_internal (GstD3D12PoolAllocator * self,
-    GstMemory ** memory, std::unique_lock < std::mutex > &lk)
-{
-  GstD3D12PoolAllocatorPrivate *priv = self->priv;
-  GstFlowReturn ret = GST_FLOW_ERROR;
-
-  do {
-    if (priv->flushing) {
-      GST_DEBUG_OBJECT (self, "we are flushing");
-      return GST_FLOW_FLUSHING;
-    }
-
-    if (!priv->queue.empty ()) {
-      *memory = priv->queue.front ();
-      priv->queue.pop ();
-      GST_LOG_OBJECT (self, "acquired memory %p", *memory);
-      return GST_FLOW_OK;
-    }
-
-    /* no memory, try to allocate some more */
-    GST_LOG_OBJECT (self, "no memory, trying to allocate");
-    ret = gst_d3d12_pool_allocator_alloc (self, memory);
-    if (ret == GST_FLOW_OK)
-      return ret;
-
-    /* something went wrong, return error */
-    if (ret != GST_FLOW_EOS)
-      break;
-
-    GST_LOG_OBJECT (self, "waiting for free memory or flushing");
-    priv->cond.wait (lk);
-  } while (TRUE);
-
-  return ret;
-}
-
-GstD3D12PoolAllocator *
-gst_d3d12_pool_allocator_new (GstD3D12Device * device,
-    const D3D12_HEAP_PROPERTIES * heap_props, D3D12_HEAP_FLAGS heap_flags,
-    const D3D12_RESOURCE_DESC * desc, D3D12_RESOURCE_STATES initial_state,
-    const D3D12_CLEAR_VALUE * optimized_clear_value)
-{
-  GstD3D12PoolAllocator *self;
-
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-  g_return_val_if_fail (heap_props != nullptr, nullptr);
-  g_return_val_if_fail (desc != nullptr, nullptr);
-
-  gst_d3d12_memory_init_once ();
-
-  self = (GstD3D12PoolAllocator *)
-      g_object_new (GST_TYPE_D3D12_POOL_ALLOCATOR, nullptr);
-  gst_object_ref_sink (self);
-
-  self->device = (GstD3D12Device *) gst_object_ref (device);
-  self->priv->heap_props = *heap_props;
-  self->priv->heap_flags = heap_flags;
-  self->priv->desc = *desc;
-  self->priv->initial_state = initial_state;
-  if (optimized_clear_value) {
-    self->priv->clear_value = *optimized_clear_value;
-    self->priv->clear_value_is_valid = TRUE;
-  } else {
-    self->priv->clear_value_is_valid = FALSE;
-  }
-
-  return self;
-}
-
-GstFlowReturn
-gst_d3d12_pool_allocator_acquire_memory (GstD3D12PoolAllocator * allocator,
-    GstMemory ** memory)
-{
-  GstFlowReturn ret;
-  GstD3D12PoolAllocatorPrivate *priv;
-
-  g_return_val_if_fail (GST_IS_D3D12_POOL_ALLOCATOR (allocator),
-      GST_FLOW_ERROR);
-  g_return_val_if_fail (memory != nullptr, GST_FLOW_ERROR);
-
-  priv = allocator->priv;
-
-  std::unique_lock < std::mutex > lk (priv->lock);
-  ret = gst_d3d12_pool_allocator_acquire_memory_internal (allocator,
-      memory, lk);
-
-  if (ret == GST_FLOW_OK) {
-    GstMemory *mem = *memory;
-    /* Replace default allocator with ours */
-    gst_object_unref (mem->allocator);
-    mem->allocator = (GstAllocator *) gst_object_ref (allocator);
-    GST_MINI_OBJECT_CAST (mem)->dispose = gst_d3d12_memory_release;
-    priv->outstanding++;
-  }
-
-  return ret;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12memory.h Deleted

@@ -1,226 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include "gstd3d12_fwd.h"
-#include "gstd3d12format.h"
-
-G_BEGIN_DECLS
-
-#define GST_TYPE_D3D12_ALLOCATION_PARAMS    (gst_d3d12_allocation_params_get_type())
-
-#define GST_TYPE_D3D12_MEMORY               (gst_d3d12_memory_get_type())
-#define GST_D3D12_MEMORY_CAST(obj)          ((GstD3D12Memory *)obj)
-
-#define GST_TYPE_D3D12_ALLOCATOR            (gst_d3d12_allocator_get_type())
-#define GST_D3D12_ALLOCATOR(obj)            (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_D3D12_ALLOCATOR, GstD3D12Allocator))
-#define GST_D3D12_ALLOCATOR_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_D3D12_ALLOCATOR, GstD3D12AllocatorClass))
-#define GST_IS_D3D12_ALLOCATOR(obj)         (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_D3D12_ALLOCATOR))
-#define GST_IS_D3D12_ALLOCATOR_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_D3D12_ALLOCATOR))
-#define GST_D3D12_ALLOCATOR_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_D3D12_ALLOCATOR, GstD3D12AllocatorClass))
-#define GST_D3D12_ALLOCATOR_CAST(obj)       ((GstD3D12Allocator *)obj)
-
-#define GST_TYPE_D3D12_POOL_ALLOCATOR            (gst_d3d12_pool_allocator_get_type())
-#define GST_D3D12_POOL_ALLOCATOR(obj)            (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_D3D12_POOL_ALLOCATOR, GstD3D12PoolAllocator))
-#define GST_D3D12_POOL_ALLOCATOR_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_D3D12_POOL_ALLOCATOR, GstD3D12PoolAllocatorClass))
-#define GST_IS_D3D12_POOL_ALLOCATOR(obj)         (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_D3D12_POOL_ALLOCATOR))
-#define GST_IS_D3D12_POOL_ALLOCATOR_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_D3D12_POOL_ALLOCATOR))
-#define GST_D3D12_POOL_ALLOCATOR_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_D3D12_POOL_ALLOCATOR, GstD3D12PoolAllocatorClass))
-#define GST_D3D12_POOL_ALLOCATOR_CAST(obj)       ((GstD3D12PoolAllocator *)obj)
-
-/**
- * GST_D3D12_MEMORY_NAME:
- *
- * The name of the Direct3D12 memory
- */
-#define GST_D3D12_MEMORY_NAME "D3D12Memory"
-
-/**
- * GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY:
- *
- * Name of the caps feature for indicating the use of #GstD3D12Memory
- */
-#define GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY "memory:D3D12Memory"
-
-/**
- * GST_MAP_D3D12:
- *
- * Flag indicating that we should map the D3D12 resource instead of to system memory.
- */
-#define GST_MAP_D3D12 (GST_MAP_FLAG_LAST << 1)
-
-/**
- * GstD3D12MemoryTransfer:
- *
- * Pending memory transfer operation
- */
-typedef enum
-{
-  GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD   = (GST_MEMORY_FLAG_LAST << 0),
-  GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD     = (GST_MEMORY_FLAG_LAST << 1)
-} GstD3D12MemoryTransfer;
-
-typedef enum
-{
-  GST_D3D12_ALLOCATION_FLAG_DEFAULT = 0,
-} GstD3D12AllocationFlags;
-
-GType                      gst_d3d12_allocation_params_get_type (void);
-
-GstD3D12AllocationParams * gst_d3d12_allocation_params_new      (GstD3D12Device * device,
-                                                                 const GstVideoInfo * info,
-                                                                 GstD3D12AllocationFlags flags,
-                                                                 D3D12_RESOURCE_FLAGS resource_flags);
-
-GstD3D12AllocationParams * gst_d3d12_allocation_params_copy     (GstD3D12AllocationParams * src);
-
-void                       gst_d3d12_allocation_params_free     (GstD3D12AllocationParams * params);
-
-gboolean                   gst_d3d12_allocation_params_alignment (GstD3D12AllocationParams * parms,
-                                                                  const GstVideoAlignment * align);
-
-gboolean                   gst_d3d12_allocation_params_set_resource_flags (GstD3D12AllocationParams * params,
-                                                                           D3D12_RESOURCE_FLAGS resource_flags);
-
-gboolean                   gst_d3d12_allocation_params_unset_resource_flags (GstD3D12AllocationParams * params,
-                                                                             D3D12_RESOURCE_FLAGS resource_flags);
-
-gboolean                   gst_d3d12_allocation_params_set_heap_flags (GstD3D12AllocationParams * params,
-                                                                       D3D12_HEAP_FLAGS heap_flags);
-
-gboolean                   gst_d3d12_allocation_params_set_array_size (GstD3D12AllocationParams * params,
-                                                                       guint size);
-
-struct _GstD3D12Memory
-{
-  GstMemory mem;
-
-  /*< public >*/
-  GstD3D12Device *device;
-  guint64 fence_value;
-
-  /*< private >*/
-  GstD3D12MemoryPrivate *priv;
-  gpointer _gst_reservedGST_PADDING;
-};
-
-GType             gst_d3d12_memory_get_type (void);
-
-void              gst_d3d12_memory_init_once (void);
-
-gboolean          gst_is_d3d12_memory        (GstMemory * mem);
-
-gboolean          gst_d3d12_memory_sync      (GstD3D12Memory * mem);
-
-ID3D12Resource *  gst_d3d12_memory_get_resource_handle (GstD3D12Memory * mem);
-
-gboolean          gst_d3d12_memory_get_subresource_index (GstD3D12Memory * mem,
-                                                          guint plane,
-                                                          guint * index);
-
-guint             gst_d3d12_memory_get_plane_count       (GstD3D12Memory * mem);
-
-gboolean          gst_d3d12_memory_get_plane_rectangle   (GstD3D12Memory * mem,
-                                                          guint plane,
-                                                          D3D12_RECT * rect);
-
-gboolean          gst_d3d12_memory_get_shader_resource_view_heap (GstD3D12Memory * mem,
-                                                                  ID3D12DescriptorHeap ** heap);
-
-gboolean          gst_d3d12_memory_get_render_target_view_heap (GstD3D12Memory * mem,
-                                                                ID3D12DescriptorHeap ** heap);
-
-
-struct _GstD3D12Allocator
-{
-  GstAllocator allocator;
-
-  /*< private >*/
-  GstD3D12AllocatorPrivate *priv;
-
-  gpointer _gst_reservedGST_PADDING;
-};
-
-struct _GstD3D12AllocatorClass
-{
-  GstAllocatorClass allocator_class;
-
-  gboolean (*set_actvie)   (GstD3D12Allocator * allocator,
-                            gboolean active);
-
-  /*< private >*/
-  gpointer _gst_reservedGST_PADDING_LARGE;
-};
-
-GType       gst_d3d12_allocator_get_type  (void);
-
-GstMemory * gst_d3d12_allocator_alloc     (GstD3D12Allocator * allocator,
-                                           GstD3D12Device * device,
-                                           const D3D12_HEAP_PROPERTIES * heap_props,
-                                           D3D12_HEAP_FLAGS heap_flags,
-                                           const D3D12_RESOURCE_DESC * desc,
-                                           D3D12_RESOURCE_STATES initial_state,
-                                           const D3D12_CLEAR_VALUE * optimized_clear_value);
-
-GstMemory * gst_d3d12_allocator_alloc_wrapped (GstD3D12Allocator * allocator,
-                                               GstD3D12Device * device,
-                                               ID3D12Resource * resource,
-                                               guint array_slice);
-
-gboolean    gst_d3d12_allocator_set_active (GstD3D12Allocator * allocator,
-                                            gboolean active);
-
-struct _GstD3D12PoolAllocator
-{
-  GstD3D12Allocator allocator;
-
-  /*< public >*/
-  GstD3D12Device *device;
-
-  /*< private >*/
-  GstD3D12PoolAllocatorPrivate *priv;
-
-  gpointer _gst_reservedGST_PADDING;
-};
-
-struct _GstD3D12PoolAllocatorClass
-{
-  GstD3D12AllocatorClass allocator_class;
-
-  /*< private >*/
-  gpointer _gst_reservedGST_PADDING;
-};
-
-GType                   gst_d3d12_pool_allocator_get_type  (void);
-
-GstD3D12PoolAllocator * gst_d3d12_pool_allocator_new (GstD3D12Device * device,
-                                                      const D3D12_HEAP_PROPERTIES * heap_props,
-                                                      D3D12_HEAP_FLAGS heap_flags,
-                                                      const D3D12_RESOURCE_DESC * desc,
-                                                      D3D12_RESOURCE_STATES initial_state,
-                                                      const D3D12_CLEAR_VALUE * optimized_clear_value);
-
-GstFlowReturn           gst_d3d12_pool_allocator_acquire_memory (GstD3D12PoolAllocator * allocator,
-                                                                 GstMemory ** memory);
-
-G_END_DECLS
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12utils.cpp Deleted

@@ -1,433 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstd3d12.h"
-#include <mutex>
-
-/* *INDENT-OFF* */
-static std::recursive_mutex context_lock_;
-/* *INDENT-ON* */
-
-GST_DEBUG_CATEGORY_STATIC (GST_CAT_CONTEXT);
-GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_utils_debug);
-#define GST_CAT_DEFAULT gst_d3d12_utils_debug
-
-static void
-init_context_debug (void)
-{
-  GST_D3D12_CALL_ONCE_BEGIN {
-    GST_DEBUG_CATEGORY_GET (GST_CAT_CONTEXT, "GST_CONTEXT");
-  } GST_D3D12_CALL_ONCE_END;
-}
-
-gboolean
-gst_d3d12_handle_set_context (GstElement * element, GstContext * context,
-    gint adapter_index, GstD3D12Device ** device)
-{
-  const gchar *context_type;
-
-  g_return_val_if_fail (GST_IS_ELEMENT (element), FALSE);
-  g_return_val_if_fail (device != nullptr, FALSE);
-
-  init_context_debug ();
-
-  if (!context)
-    return FALSE;
-
-  context_type = gst_context_get_context_type (context);
-  if (g_strcmp0 (context_type, GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE) == 0) {
-    const GstStructure *str;
-    GstD3D12Device *other_device = nullptr;
-    guint other_adapter = 0;
-
-    /* If we had device already, will not replace it */
-    if (*device)
-      return TRUE;
-
-    str = gst_context_get_structure (context);
-
-    if (gst_structure_get (str, "device", GST_TYPE_D3D12_DEVICE,
-            &other_device, "adapter-index", G_TYPE_UINT, &other_adapter,
-            nullptr)) {
-      if (adapter_index == -1 || (guint) adapter_index == other_adapter) {
-        GST_CAT_DEBUG_OBJECT (GST_CAT_CONTEXT,
-            element, "Found D3D12 device context");
-        *device = other_device;
-
-        return TRUE;
-      }
-
-      gst_object_unref (other_device);
-    }
-  }
-
-  return FALSE;
-}
-
-gboolean
-gst_d3d12_handle_set_context_for_adapter_luid (GstElement * element,
-    GstContext * context, gint64 adapter_luid, GstD3D12Device ** device)
-{
-  const gchar *context_type;
-
-  g_return_val_if_fail (GST_IS_ELEMENT (element), FALSE);
-  g_return_val_if_fail (device != nullptr, FALSE);
-
-  init_context_debug ();
-
-  if (!context)
-    return FALSE;
-
-  context_type = gst_context_get_context_type (context);
-  if (g_strcmp0 (context_type, GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE) == 0) {
-    const GstStructure *str;
-    GstD3D12Device *other_device = nullptr;
-    gint64 other_adapter = 0;
-
-    /* If we had device already, will not replace it */
-    if (*device)
-      return TRUE;
-
-    str = gst_context_get_structure (context);
-
-    if (gst_structure_get (str, "device", GST_TYPE_D3D12_DEVICE,
-            &other_device, "adapter-luid", G_TYPE_INT64, &other_adapter,
-            nullptr)) {
-      if (adapter_luid == other_adapter) {
-        GST_CAT_DEBUG_OBJECT (GST_CAT_CONTEXT,
-            element, "Found D3D12 device context");
-        *device = other_device;
-
-        return TRUE;
-      }
-
-      gst_object_unref (other_device);
-    }
-  }
-
-  return FALSE;
-}
-
-static void
-context_set_d3d12_device (GstContext * context, GstD3D12Device * device)
-{
-  GstStructure *s;
-  guint adapter_index = 0;
-  guint device_id = 0;
-  guint vendor_id = 0;
-  gchar *desc = nullptr;
-  gint64 adapter_luid = 0;
-
-  g_return_if_fail (context != nullptr);
-
-  g_object_get (G_OBJECT (device), "adapter-index", &adapter_index,
-      "device-id", &device_id, "vendor-id", &vendor_id, "description", &desc,
-      "adapter-luid", &adapter_luid, nullptr);
-
-  GST_CAT_LOG (GST_CAT_CONTEXT,
-      "setting GstD3D12Device(%" GST_PTR_FORMAT
-      ") with adapter index %d on context(%" GST_PTR_FORMAT ")",
-      device, adapter_index, context);
-
-  s = gst_context_writable_structure (context);
-  gst_structure_set (s, "device", GST_TYPE_D3D12_DEVICE, device,
-      "adapter-index", G_TYPE_UINT, adapter_index,
-      "adapter-luid", G_TYPE_INT64, adapter_luid,
-      "device-id", G_TYPE_UINT, device_id,
-      "vendor-id", G_TYPE_UINT, vendor_id,
-      "description", G_TYPE_STRING, GST_STR_NULL (desc), nullptr);
-  g_free (desc);
-}
-
-gboolean
-gst_d3d12_handle_context_query (GstElement * element, GstQuery * query,
-    GstD3D12Device * device)
-{
-  const gchar *context_type;
-  GstContext *context, *old_context;
-
-  g_return_val_if_fail (GST_IS_ELEMENT (element), FALSE);
-  g_return_val_if_fail (GST_IS_QUERY (query), FALSE);
-
-  init_context_debug ();
-
-  GST_LOG_OBJECT (element, "handle context query %" GST_PTR_FORMAT, query);
-
-  if (!device)
-    return FALSE;
-
-  gst_query_parse_context_type (query, &context_type);
-  if (g_strcmp0 (context_type, GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE) != 0)
-    return FALSE;
-
-  gst_query_parse_context (query, &old_context);
-  if (old_context)
-    context = gst_context_copy (old_context);
-  else
-    context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
-
-  context_set_d3d12_device (context, device);
-  gst_query_set_context (query, context);
-  gst_context_unref (context);
-
-  GST_DEBUG_OBJECT (element, "successfully set %" GST_PTR_FORMAT
-      " on %" GST_PTR_FORMAT, device, query);
-
-  return TRUE;
-}
-
-static gboolean
-pad_query (const GValue * item, GValue * value, gpointer user_data)
-{
-  GstPad *pad = (GstPad *) g_value_get_object (item);
-  GstQuery *query = (GstQuery *) user_data;
-  gboolean res;
-
-  res = gst_pad_peer_query (pad, query);
-
-  if (res) {
-    g_value_set_boolean (value, TRUE);
-    return FALSE;
-  }
-
-  GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, pad, "pad peer query failed");
-  return TRUE;
-}
-
-static gboolean
-run_query (GstElement * element, GstQuery * query, GstPadDirection direction)
-{
-  GstIterator *it;
-  GstIteratorFoldFunction func = pad_query;
-  GValue res = G_VALUE_INIT;
-
-  g_value_init (&res, G_TYPE_BOOLEAN);
-  g_value_set_boolean (&res, FALSE);
-
-  /* Ask neighbor */
-  if (direction == GST_PAD_SRC)
-    it = gst_element_iterate_src_pads (element);
-  else
-    it = gst_element_iterate_sink_pads (element);
-
-  while (gst_iterator_fold (it, func, &res, query) == GST_ITERATOR_RESYNC)
-    gst_iterator_resync (it);
-
-  gst_iterator_free (it);
-
-  return g_value_get_boolean (&res);
-}
-
-static void
-run_d3d12_context_query (GstElement * element, GstD3D12Device ** device)
-{
-  GstQuery *query;
-  GstContext *ctxt = nullptr;
-
-  query = gst_query_new_context (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE);
-  if (run_query (element, query, GST_PAD_SRC)) {
-    gst_query_parse_context (query, &ctxt);
-    if (ctxt) {
-      GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
-          "found context (%" GST_PTR_FORMAT ") in downstream query", ctxt);
-      gst_element_set_context (element, ctxt);
-    }
-  }
-
-  if (*device == nullptr && run_query (element, query, GST_PAD_SINK)) {
-    gst_query_parse_context (query, &ctxt);
-    if (ctxt) {
-      GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
-          "found context (%" GST_PTR_FORMAT ") in upstream query", ctxt);
-      gst_element_set_context (element, ctxt);
-    }
-  }
-
-  if (*device == nullptr) {
-    GstMessage *msg;
-
-    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
-        "posting need context message");
-    msg = gst_message_new_need_context (GST_OBJECT_CAST (element),
-        GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE);
-    gst_element_post_message (element, msg);
-  }
-
-  gst_query_unref (query);
-}
-
-gboolean
-gst_d3d12_ensure_element_data (GstElement * element, gint adapter_index,
-    GstD3D12Device ** device)
-{
-  guint target_adapter = 0;
-  std::lock_guard < std::recursive_mutex > lk (context_lock_);
-
-  g_return_val_if_fail (element != nullptr, FALSE);
-  g_return_val_if_fail (device != nullptr, FALSE);
-
-  init_context_debug ();
-
-  if (*device) {
-    GST_LOG_OBJECT (element, "already have a device %" GST_PTR_FORMAT, *device);
-    return TRUE;
-  }
-
-  run_d3d12_context_query (element, device);
-  if (*device)
-    return TRUE;
-
-  if (adapter_index > 0)
-    target_adapter = adapter_index;
-
-  *device = gst_d3d12_device_new (target_adapter);
-
-  if (*device == nullptr) {
-    GST_ERROR_OBJECT (element,
-        "Couldn't create new device with adapter index %d", target_adapter);
-    return FALSE;
-  } else {
-    GstContext *context;
-    GstMessage *msg;
-
-    /* Propagate new D3D12 device context */
-
-    context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
-    context_set_d3d12_device (context, *device);
-
-    gst_element_set_context (element, context);
-
-    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
-        "posting have context (%p) message with D3D12 device context (%p)",
-        context, *device);
-    msg = gst_message_new_have_context (GST_OBJECT_CAST (element), context);
-    gst_element_post_message (GST_ELEMENT_CAST (element), msg);
-  }
-
-  return TRUE;
-}
-
-gboolean
-gst_d3d12_ensure_element_data_for_adapter_luid (GstElement * element,
-    gint64 adapter_luid, GstD3D12Device ** device)
-{
-  std::lock_guard < std::recursive_mutex > lk (context_lock_);
-
-  g_return_val_if_fail (element != nullptr, FALSE);
-  g_return_val_if_fail (device != nullptr, FALSE);
-
-  init_context_debug ();
-
-  if (*device) {
-    GST_LOG_OBJECT (element, "already have a device %" GST_PTR_FORMAT, *device);
-    return TRUE;
-  }
-
-  run_d3d12_context_query (element, device);
-  if (*device)
-    return TRUE;
-
-  *device = gst_d3d12_device_new_for_adapter_luid (adapter_luid);
-
-  if (*device == nullptr) {
-    GST_ERROR_OBJECT (element,
-        "Couldn't create new device with adapter luid %" G_GINT64_FORMAT,
-        adapter_luid);
-    return FALSE;
-  } else {
-    GstContext *context;
-    GstMessage *msg;
-
-    /* Propagate new D3D12 device context */
-    context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
-    context_set_d3d12_device (context, *device);
-
-    gst_element_set_context (element, context);
-
-    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
-        "posting have context (%p) message with D3D12 device context (%p)",
-        context, *device);
-    msg = gst_message_new_have_context (GST_OBJECT_CAST (element), context);
-    gst_element_post_message (GST_ELEMENT_CAST (element), msg);
-  }
-
-  return TRUE;
-}
-
-gint64
-gst_d3d12_luid_to_int64 (const LUID * luid)
-{
-  LARGE_INTEGER val;
-
-  g_return_val_if_fail (luid != nullptr, 0);
-
-  val.LowPart = luid->LowPart;
-  val.HighPart = luid->HighPart;
-
-  return val.QuadPart;
-}
-
-GstContext *
-gst_d3d12_context_new (GstD3D12Device * device)
-{
-  GstContext *context;
-
-  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
-
-  context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
-  context_set_d3d12_device (context, device);
-
-  return context;
-
-}
-
-gboolean
-_gst_d3d12_result (HRESULT hr, GstD3D12Device * device, GstDebugCategory * cat,
-    const gchar * file, const gchar * function, gint line, GstDebugLevel level)
-{
-#ifndef GST_DISABLE_GST_DEBUG
-  gboolean ret = TRUE;
-
-  if (device)
-    gst_d3d12_device_d3d12_debug (device, file, function, line);
-
-  if (FAILED (hr)) {
-    gchar *error_text = nullptr;
-
-    error_text = g_win32_error_message ((guint) hr);
-    /* g_win32_error_message() doesn't cover all HERESULT return code,
-     * so it could be empty string, or nullptr if there was an error
-     * in g_utf16_to_utf8() */
-    gst_debug_log (cat, level, file, function, line,
-        nullptr, "D3D12 call failed: 0x%x, %s", (guint) hr,
-        GST_STR_NULL (error_text));
-    g_free (error_text);
-
-    ret = FALSE;
-  }
-
-  return ret;
-#else
-  return SUCCEEDED (hr);
-#endif
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12utils.h Deleted

@@ -1,84 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include "gstd3d12_fwd.h"
-
-G_BEGIN_DECLS
-
-gboolean  gst_d3d12_handle_set_context (GstElement * element,
-                                        GstContext * context,
-                                        gint adapter_index,
-                                        GstD3D12Device ** device);
-
-gboolean  gst_d3d12_handle_set_context_for_adapter_luid (GstElement * element,
-                                                         GstContext * context,
-                                                         gint64 adapter_luid,
-                                                         GstD3D12Device ** device);
-
-gboolean  gst_d3d12_handle_context_query (GstElement * element,
-                                          GstQuery * query,
-                                          GstD3D12Device * device);
-
-gboolean  gst_d3d12_ensure_element_data  (GstElement * element,
-                                          gint adapter_index,
-                                          GstD3D12Device ** device);
-
-gboolean  gst_d3d12_ensure_element_data_for_adapter_luid (GstElement * element,
-                                                          gint64 adapter_luid,
-                                                          GstD3D12Device ** device);
-
-gint64    gst_d3d12_luid_to_int64 (const LUID * luid);
-
-GstContext * gst_d3d12_context_new (GstD3D12Device * device);
-
-gboolean _gst_d3d12_result (HRESULT hr,
-                            GstD3D12Device * device,
-                            GstDebugCategory * cat,
-                            const gchar * file,
-                            const gchar * function,
-                            gint line,
-                            GstDebugLevel level);
-
-/**
- * gst_d3d12_result:
- * @result: HRESULT D3D12 API return code
- * @device: (nullable): Associated #GstD3D12Device
- *
- * Returns: %TRUE if D3D12 API call result is SUCCESS
- */
-#ifndef GST_DISABLE_GST_DEBUG
-#define gst_d3d12_result(result,device) \
-    _gst_d3d12_result (result, device, GST_CAT_DEFAULT, __FILE__, GST_FUNCTION, __LINE__, GST_LEVEL_ERROR)
-#else
-#define gst_d3d12_result(result,device) \
-    _gst_d3d12_result (result, device, NULL, __FILE__, GST_FUNCTION, __LINE__, GST_LEVEL_ERROR)
-#endif
-
-G_END_DECLS
-
-#include <mutex>
-
-#define GST_D3D12_CALL_ONCE_BEGIN \
-    static std::once_flag __once_flag; \
-    std::call_once (__once_flag, &()
-
-#define GST_D3D12_CALL_ONCE_END )

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_checker.hlsl Deleted

@@ -1,44 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-cbuffer CheckerConstBuffer : register(b0)
-{
-  float width;
-  float height;
-  float checker_size;
-  float alpha;
-};
-
-struct PS_INPUT
-{
-  float4 Position: SV_POSITION;
-  float2 Texture: TEXCOORD;
-};
-
-float4 PSMain_checker (PS_INPUT input) : SV_Target
-{
-  float4 output;
-  float2 xy_mod = floor (0.5 * input.Texture * float2 (width, height) / checker_size);
-  float result = fmod (xy_mod.x + xy_mod.y, 2.0);
-  output.r = step (result, 0.5);
-  output.g = 1.0 - output.r;
-  output.b = 0;
-  output.a = alpha;
-  return output;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_checker_luma.hlsl Deleted

@@ -1,49 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-static const float blocksize = 8.0;
-static const float4 high = float4 (0.667, 0.0, 0.0, 1.0);
-static const float4 low = float4 (0.333, 0.0, 0.0, 1.0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-struct PS_OUTPUT
-{
-  float4 Plane : SV_TARGET;
-};
-
-PS_OUTPUT PSMain_checker_luma (PS_INPUT input)
-{
-  PS_OUTPUT output;
-  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
-    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  } else {
-    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  }
-  return output;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_checker_rgb.hlsl Deleted

@@ -1,49 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-static const float blocksize = 8.0;
-static const float4 high = float4 (0.667, 0.667, 0.667, 1.0);
-static const float4 low = float4 (0.333, 0.333, 0.333, 1.0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-struct PS_OUTPUT
-{
-  float4 Plane : SV_TARGET;
-};
-
-PS_OUTPUT PSMain_checker_rgb (PS_INPUT input)
-{
-  PS_OUTPUT output;
-  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
-    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  } else {
-    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  }
-  return output;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_checker_vuya.hlsl Deleted

@@ -1,49 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-static const float blocksize = 8.0;
-static const float4 high = float4 (0.5, 0.5, 0.667, 1.0);
-static const float4 low = float4 (0.5, 0.5, 0.333, 1.0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-struct PS_OUTPUT
-{
-  float4 Plane : SV_TARGET;
-};
-
-PS_OUTPUT PSMain_checker_vuya (PS_INPUT input)
-{
-  PS_OUTPUT output;
-  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
-    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  } else {
-    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
-      output.Plane = low;
-    else
-      output.Plane = high;
-  }
-  return output;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_color.hlsl Deleted

@@ -1,29 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-struct PS_INPUT
-{
-  float4 Position: SV_POSITION;
-  float4 Color: COLOR;
-};
-
-float4 PSMain_color (PS_INPUT input) : SV_TARGET
-{
-  return input.Color;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_converter.hlsl Deleted

@@ -1,969 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-cbuffer PsAlphaFactor : register(b0, space0)
-{
-  float alphaFactor;
-};
-
-struct PSColorSpace
-{
-  float3 CoeffX;
-  float3 CoeffY;
-  float3 CoeffZ;
-  float3 Offset;
-  float3 Min;
-  float3 Max;
-  float padding;
-};
-
-cbuffer PsConstBuffer : register(b1, space0)
-{
-  PSColorSpace preCoeff;
-  PSColorSpace postCoeff;
-  PSColorSpace primariesCoeff;
-};
-
-#ifdef NUM_SRV_1
-Texture2D shaderTexture_0 : register(t0, space0);
-#endif
-#ifdef NUM_SRV_2
-Texture2D shaderTexture_0 : register(t0, space0);
-Texture2D shaderTexture_1 : register(t1, space0);
-#endif
-#ifdef NUM_SRV_3
-Texture2D shaderTexture_0 : register(t0, space0);
-Texture2D shaderTexture_1 : register(t1, space0);
-Texture2D shaderTexture_2 : register(t2, space0);
-#endif
-#ifdef NUM_SRV_4
-Texture2D shaderTexture_0 : register(t0, space0);
-Texture2D shaderTexture_1 : register(t1, space0);
-Texture2D shaderTexture_2 : register(t2, space0);
-Texture2D shaderTexture_3 : register(t3, space0);
-#endif
-
-SamplerState samplerState : register(s0, space0);
-
-#ifdef BUILD_LUT
-Texture1D<float> gammaDecLUT : register(t4, space0);
-Texture1D<float> gammaEncLUT : register(t5, space0);
-SamplerState lutSamplerState : register(s1, space0);
-#endif
-
-struct PS_INPUT
-{
-  float4 Position: SV_POSITION;
-  float2 Texture: TEXCOORD;
-};
-
-struct PS_OUTPUT_PACKED
-{
-  float4 Plane0: SV_TARGET0;
-};
-
-struct PS_OUTPUT_LUMA
-{
-  float4 Plane0: SV_TARGET0;
-};
-
-struct PS_OUTPUT_CHROMA
-{
-  float4 Plane0: SV_TARGET0;
-};
-
-struct PS_OUTPUT_CHROMA_PLANAR
-{
-  float4 Plane0: SV_TARGET0;
-  float4 Plane1: SV_TARGET1;
-};
-
-struct PS_OUTPUT_PLANAR
-{
-  float4 Plane0: SV_TARGET0;
-  float4 Plane1: SV_TARGET1;
-  float4 Plane2: SV_TARGET2;
-};
-
-struct PS_OUTPUT_PLANAR_FULL
-{
-  float4 Plane0: SV_TARGET0;
-  float4 Plane1: SV_TARGET1;
-  float4 Plane2: SV_TARGET2;
-  float4 Plane3: SV_TARGET3;
-};
-
-float4 DoAlphaPremul (float4 sample)
-{
-  float4 premul_tex;
-  premul_tex.rgb = sample.rgb * sample.a;
-  premul_tex.a = sample.a;
-  return premul_tex;
-}
-
-float4 DoAlphaUnpremul (float4 sample)
-{
-  float4 unpremul_tex;
-  if (sample.a == 0 || sample.a == 1)
-    return sample;
-
-  unpremul_tex.rgb = saturate (sample.rgb / sample.a);
-  unpremul_tex.a = sample.a;
-  return unpremul_tex;
-}
-
-interface ISampler
-{
-  float4 Execute (float2 uv);
-};
-
-#ifdef NUM_SRV_1
-class SamplerRGBA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv);
-  }
-};
-
-class SamplerRGBAPremul : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv));
-  }
-};
-
-class SamplerRBGA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv).rbga;
-  }
-};
-
-class SamplerVUYA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv).zyxw;
-  }
-};
-
-class SamplerY410 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture_0.Sample(samplerState, uv).yxz, 1.0);
-  }
-};
-
-class SamplerY412 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv).grba;
-  }
-};
-
-class SamplerAYUV : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv).yzwx;
-  }
-};
-
-class SamplerRGBx : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture_0.Sample(samplerState, uv).rgb, 1.0);
-  }
-};
-
-class SamplerxRGB : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture_0.Sample(samplerState, uv).gba, 1.0);
-  }
-};
-
-class SamplerARGB : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv).gbar;
-  }
-};
-
-class SamplerxBGR : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture_0.Sample(samplerState, uv).abg, 1.0);
-  }
-};
-
-class SamplerABGR : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv).abgr;
-  }
-};
-
-class SamplerBGR10A2 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return float4 (shaderTexture_0.Sample(samplerState, uv).zyx, 1.0);
-  }
-};
-
-class SamplerBGRA64 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    return shaderTexture_0.Sample(samplerState, uv).bgra;
-  }
-};
-
-class SamplerGRAY : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.y = 0.5;
-    sample.z = 0.5;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-#endif
-
-#ifdef NUM_SRV_2
-class SamplerNV12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.yz = shaderTexture_1.Sample(samplerState, uv).xy;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerNV21 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.yz = shaderTexture_1.Sample(samplerState, uv).yx;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-#endif
-
-#ifdef NUM_SRV_3
-class SamplerI420 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerYV12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.z = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.y = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerI420_10 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 64.0), 1.0);
-  }
-};
-
-class SamplerI420_12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 16.0), 1.0);
-  }
-};
-
-class SamplerGBR : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerGBR_10 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 64.0), 1.0);
-  }
-};
-
-class SamplerGBR_12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float3 sample;
-    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
-    return float4 (saturate (sample * 16.0), 1.0);
-  }
-};
-
-class SamplerRGBP : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.r = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.g = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.b = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-
-class SamplerBGRP : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.b = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.g = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = 1.0;
-    return sample;
-  }
-};
-#endif
-
-#ifdef NUM_SRV_4
-class SamplerGBRA : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
-    return sample;
-  }
-};
-
-class SamplerGBRA_10 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
-    return saturate (sample * 64.0);
-  }
-};
-
-class SamplerGBRA_12 : ISampler
-{
-  float4 Execute (float2 uv)
-  {
-    float4 sample;
-    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
-    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
-    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
-    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
-    return saturate (sample * 16.0);
-  }
-};
-#endif
-
-interface IConverter
-{
-  float4 Execute (float4 sample);
-};
-
-class ConverterIdentity : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    return sample;
-  }
-};
-
-class ConverterRange : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 out_space;
-    out_space.x = postCoeff.CoeffX.x * sample.x;
-    out_space.y = postCoeff.CoeffY.y * sample.y;
-    out_space.z = postCoeff.CoeffZ.z * sample.z;
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-
-class ConverterSimple : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 out_space;
-    out_space.x = dot (postCoeff.CoeffX, sample.xyz);
-    out_space.y = dot (postCoeff.CoeffY, sample.xyz);
-    out_space.z = dot (postCoeff.CoeffZ, sample.xyz);
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-
-#ifdef BUILD_LUT
-class ConverterGamma : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 rgb_space;
-    float3 out_space;
-    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
-    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
-    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
-    rgb_space += preCoeff.Offset;
-    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
-
-    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);
-    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);
-    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);
-
-    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, rgb_space.x);
-    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, rgb_space.y);
-    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, rgb_space.z);
-
-    out_space.x = dot (postCoeff.CoeffX, rgb_space);
-    out_space.y = dot (postCoeff.CoeffY, rgb_space);
-    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-
-class ConverterPrimary : IConverter
-{
-  float4 Execute (float4 sample)
-  {
-    float3 rgb_space;
-    float3 primary_converted;
-    float3 out_space;
-
-    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
-    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
-    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
-    rgb_space += preCoeff.Offset;
-    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
-
-    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);
-    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);
-    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);
-
-    primary_converted.x = dot (primariesCoeff.CoeffX, rgb_space);
-    primary_converted.y = dot (primariesCoeff.CoeffY, rgb_space);
-    primary_converted.z = dot (primariesCoeff.CoeffZ, rgb_space);
-
-    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, primary_converted.x);
-    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, primary_converted.y);
-    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, primary_converted.z);
-
-    out_space.x = dot (postCoeff.CoeffX, rgb_space);
-    out_space.y = dot (postCoeff.CoeffY, rgb_space);
-    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
-    out_space += postCoeff.Offset;
-    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
-  }
-};
-#endif
-
-float UnormTo10bit (float sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float2 UnormTo10bit (float2 sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float3 UnormTo10bit (float3 sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float4 UnormTo10bit (float4 sample)
-{
-  return sample * 1023.0 / 65535.0;
-}
-
-float UnormTo12bit (float sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-float2 UnormTo12bit (float2 sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-float3 UnormTo12bit (float3 sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-float4 UnormTo12bit (float4 sample)
-{
-  return sample * 4095.0 / 65535.0;
-}
-
-interface IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample);
-};
-
-class OutputRGBA : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (sample.rgb, sample.a * alphaFactor);
-    return output;
-  }
-};
-
-class OutputRGBAPremul : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = DoAlphaPremul (sample);
-    return output;
-  }
-};
-
-class OutputRGBx : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (sample.rgb, 1.0);
-    return output;
-  }
-};
-
-class OutputxRGB : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (0.0, sample.rgb);
-    return output;
-  }
-};
-
-class OutputARGB : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = sample.argb;
-    return output;
-  }
-};
-
-class OutputxBGR : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = float4 (0.0, sample.bgr);
-    return output;
-  }
-};
-
-class OutputABGR : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    output.Plane0 = sample.abgr;
-    return output;
-  }
-};
-
-class OutputVUYA : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = sample.zyxw;
-    return output;
-  }
-};
-
-class OutputAYUV : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = sample.wxyz;
-    return output;
-  }
-};
-
-class OutputRBGA : IOutputPacked
-{
-  PS_OUTPUT_PACKED Build (float4 sample)
-  {
-    PS_OUTPUT_PACKED output;
-    sample.a *= alphaFactor;
-    output.Plane0 = sample.rbga;
-    return output;
-  }
-};
-
-interface IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample);
-};
-
-class OutputLuma : IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample)
-  {
-    PS_OUTPUT_LUMA output;
-    output.Plane0 = float4 (sample.x, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputLuma_10 : IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample)
-  {
-    PS_OUTPUT_LUMA output;
-    output.Plane0 = float4 (UnormTo10bit (sample.x), 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputLuma_12 : IOutputLuma
-{
-  PS_OUTPUT_LUMA Build (float4 sample)
-  {
-    PS_OUTPUT_LUMA output;
-    output.Plane0 = float4 (UnormTo12bit (sample.x), 0, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputChroma
-{
-  PS_OUTPUT_CHROMA Build (float4 sample);
-};
-
-class OutputChromaNV12 : IOutputChroma
-{
-  PS_OUTPUT_CHROMA Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA output;
-    output.Plane0 = float4 (sample.yz, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaNV21 : IOutputChroma
-{
-  PS_OUTPUT_CHROMA Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA output;
-    output.Plane0 = float4 (sample.zy, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample);
-};
-
-class OutputChromaI420 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    output.Plane0 = float4 (sample.y, 0, 0, 0);
-    output.Plane1 = float4 (sample.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaYV12 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    output.Plane0 = float4 (sample.z, 0, 0, 0);
-    output.Plane1 = float4 (sample.y, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaI420_10 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    float2 scaled = UnormTo10bit (sample.yz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputChromaI420_12 : IOutputChromaPlanar
-{
-  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_CHROMA_PLANAR output;
-    float2 scaled = UnormTo12bit (sample.yz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample);
-};
-
-class OutputY444 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.x, 0, 0, 0);
-    output.Plane1 = float4 (sample.y, 0, 0, 0);
-    output.Plane2 = float4 (sample.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputY444_10 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo10bit (sample.xyz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    output.Plane2 = float4 (scaled.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputY444_12 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo12bit (sample.xyz);
-    output.Plane0 = float4 (scaled.x, 0, 0, 0);
-    output.Plane1 = float4 (scaled.y, 0, 0, 0);
-    output.Plane2 = float4 (scaled.z, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBR : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.g, 0, 0, 0);
-    output.Plane1 = float4 (sample.b, 0, 0, 0);
-    output.Plane2 = float4 (sample.r, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBR_10 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo10bit (sample.rgb);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBR_12 : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    float3 scaled = UnormTo12bit (sample.rgb);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputRGBP : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.r, 0, 0, 0);
-    output.Plane1 = float4 (sample.g, 0, 0, 0);
-    output.Plane2 = float4 (sample.b, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputBGRP : IOutputPlanar
-{
-  PS_OUTPUT_PLANAR Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR output;
-    output.Plane0 = float4 (sample.b, 0, 0, 0);
-    output.Plane1 = float4 (sample.g, 0, 0, 0);
-    output.Plane2 = float4 (sample.r, 0, 0, 0);
-    return output;
-  }
-};
-
-interface IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample);
-};
-
-class OutputGBRA : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    output.Plane0 = float4 (sample.g, 0, 0, 0);
-    output.Plane1 = float4 (sample.b, 0, 0, 0);
-    output.Plane2 = float4 (sample.r, 0, 0, 0);
-    output.Plane3 = float4 (sample.a * alphaFactor, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBRA_10 : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    float4 scaled;
-    sample.a *= alphaFactor;
-    scaled = UnormTo10bit (sample);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    output.Plane3 = float4 (scaled.a, 0, 0, 0);
-    return output;
-  }
-};
-
-class OutputGBRA_12 : IOutputPlanarFull
-{
-  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
-  {
-    PS_OUTPUT_PLANAR_FULL output;
-    float4 scaled;
-    sample.a *= alphaFactor;
-    scaled = UnormTo12bit (sample);
-    output.Plane0 = float4 (scaled.g, 0, 0, 0);
-    output.Plane1 = float4 (scaled.b, 0, 0, 0);
-    output.Plane2 = float4 (scaled.r, 0, 0, 0);
-    output.Plane3 = float4 (scaled.a, 0, 0, 0);
-    return output;
-  }
-};
-
-OUTPUT_TYPE ENTRY_POINT (PS_INPUT input)
-{
-  SAMPLER g_sampler;
-  CONVERTER g_converter;
-  OUTPUT_BUILDER g_builder;
-  return g_builder.Build (g_converter.Execute (g_sampler.Execute (input.Texture)));
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_sample.hlsl Deleted

@@ -1,32 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-Texture2D shaderTexture : register(t0, space0);
-SamplerState samplerState : register(s0, space0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-float4 PSMain_sample (PS_INPUT input): SV_TARGET
-{
-  return shaderTexture.Sample (samplerState, input.Texture);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_sample_premul.hlsl Deleted

@@ -1,38 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-Texture2D shaderTexture : register(t0, space0);
-SamplerState samplerState : register(s0, space0);
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-float4 PSMain_sample_premul (PS_INPUT input): SV_TARGET
-{
-  float4 sample = shaderTexture.Sample (samplerState, input.Texture);
-  float4 premul_sample;
-  premul_sample.r = saturate (sample.r * sample.a);
-  premul_sample.g = saturate (sample.g * sample.a);
-  premul_sample.b = saturate (sample.b * sample.a);
-  premul_sample.a = sample.a;
-  return premul_sample;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/PSMain_snow.hlsl Deleted

@@ -1,45 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-cbuffer SnowConstBuffer : register(b0)
-{
-  float time;
-  float alpha;
-};
-
-struct PS_INPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-float get_rand (float2 uv)
-{
-  return frac (sin (dot (uv, float2 (12.9898,78.233))) * 43758.5453);
-}
-
-float4 PSMain_snow (PS_INPUT input) : SV_Target
-{
-  float4 output;
-  float val = get_rand (time * input.Texture);
-  output.rgb = float3(val, val, val);
-  output.a = alpha;
-  return output;
-}
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/VSMain_color.hlsl Deleted

@@ -1,35 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-  float4 Color : COLOR;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-  float4 Color : COLOR;
-};
-
-VS_OUTPUT VSMain_color (VS_INPUT input)
-{
-  return VS_OUTPUT(input);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/VSMain_converter.hlsl Deleted

@@ -1,45 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-cbuffer VsConstBuffer : register(b0, space1)
-{
-  matrix Transform;
-};
-
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-VS_OUTPUT VSMain_converter (VS_INPUT input)
-{
-  VS_OUTPUT output;
-
-  output.Position = mul (Transform, input.Position);
-  output.Texture = input.Texture;
-
-  return output;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/VSMain_coord.hlsl Deleted

@@ -1,35 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-  float2 Texture : TEXCOORD;
-};
-
-VS_OUTPUT VSMain_coord (VS_INPUT input)
-{
-  return VS_OUTPUT(input);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/VSMain_pos.hlsl Deleted

@@ -1,33 +0,0 @@
-/* GStreamer
- * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-struct VS_INPUT
-{
-  float4 Position : POSITION;
-};
-
-struct VS_OUTPUT
-{
-  float4 Position : SV_POSITION;
-};
-
-VS_OUTPUT VSMain_pos (VS_INPUT input)
-{
-  return VS_OUTPUT(input);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/collect_hlsl_header.py Deleted

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/hlsl/meson.build Deleted

@@ -1,172 +0,0 @@
-hlsl_conv_ps_source = files('PSMain_converter.hlsl')
-
-hlsl_conv_ps_input_formats = 
-  'NV12', false, 2,
-  'NV21', false, 2,
-  'I420', false, 3,
-  'YV12', false, 3,
-  'I420_10', false, 3,
-  'I420_12', false, 3,
-  'VUYA', false, 1,
-  'Y410', false, 1,
-  'AYUV', false, 1,
-  'Y412', false, 1,
-  'RGBA', true, 1,
-  'RGBAPremul', true, 1,
-  'RGBx', true, 1,
-  'GBR', true, 3,
-  'GBR_10', true, 3,
-  'GBR_12', true, 3,
-  'GBRA', true, 4,
-  'GBRA_10', true, 4,
-  'GBRA_12', true, 4,
-  'RGBP', true, 3,
-  'BGRP', true, 3,
-  'xRGB', true, 1,
-  'ARGB', true, 1,
-  'xBGR', true, 1,
-  'ABGR', true, 1,
-  'BGR10A2', true, 1,
-  'BGRA64', true, 1,
-  'RBGA', true, 1,
-  'GRAY', false, 1,
-
-
-hlsl_conv_ps_output_formats = 
-  'PS_OUTPUT_LUMA', 'Luma', false,
-  'PS_OUTPUT_LUMA', 'Luma_10', false,
-  'PS_OUTPUT_LUMA', 'Luma_12', false,
-  'PS_OUTPUT_CHROMA', 'ChromaNV12', false,
-  'PS_OUTPUT_CHROMA', 'ChromaNV21', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaYV12', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420_10', false,
-  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420_12', false,
-  'PS_OUTPUT_PLANAR', 'Y444', false,
-  'PS_OUTPUT_PLANAR', 'Y444_10', false,
-  'PS_OUTPUT_PLANAR', 'Y444_12', false,
-  'PS_OUTPUT_PLANAR', 'GBR', true,
-  'PS_OUTPUT_PLANAR', 'GBR_10', true,
-  'PS_OUTPUT_PLANAR', 'GBR_12', true,
-  'PS_OUTPUT_PLANAR', 'RGBP', true,
-  'PS_OUTPUT_PLANAR', 'BGRP', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRA', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRA_10', true,
-  'PS_OUTPUT_PLANAR_FULL', 'GBRA_12', true,
-  'PS_OUTPUT_PACKED', 'RGBA', true,
-  'PS_OUTPUT_PACKED', 'RGBAPremul', true,
-  'PS_OUTPUT_PACKED', 'RBGA', true,
-  'PS_OUTPUT_PACKED', 'RGBx', true,
-  'PS_OUTPUT_PACKED', 'VUYA', false,
-  'PS_OUTPUT_PACKED', 'AYUV', false,
-  'PS_OUTPUT_PACKED', 'xRGB', true,
-  'PS_OUTPUT_PACKED', 'ARGB', true,
-  'PS_OUTPUT_PACKED', 'xBGR', true,
-  'PS_OUTPUT_PACKED', 'ABGR', true,
-
-
-extra_converters = 
-  'Gamma',
-  'Primary',
-
-
-header_collector = find_program('collect_hlsl_header.py')
-
-foreach input_format : hlsl_conv_ps_input_formats
-  in_format = input_format.get(0)
-  num_srv = input_format.get(2)
-  foreach output_format : hlsl_conv_ps_output_formats
-    converters = 
-    if input_format.get(1) != output_format.get(2)
-      converters += 'Simple'
-    else
-      converters += 'Identity', 'Range'
-    endif
-    output_type = output_format.get(0)
-    output_builder = output_format.get(1)
-    foreach conv : converters
-      entry_point = 'PSMain_@0@_@1@_@2@'.format(in_format, conv, output_builder)
-      header = '@0@.h'.format(entry_point)
-      compiled_shader = custom_target(header,
-          input : hlsl_conv_ps_source,
-          output : header,
-          command : dxc, '/Fh', '@OUTPUT@',
-                    '/E', entry_point,
-                    '/T', 'ps_6_0',
-                    '/D', 'OUTPUT_TYPE=@0@'.format(output_type),
-                    '/D', 'ENTRY_POINT=@0@'.format(entry_point),
-                    '/D', 'SAMPLER=Sampler@0@'.format(in_format),
-                    '/D', 'CONVERTER=Converter@0@'.format(conv),
-                    '/D', 'OUTPUT_BUILDER=Output@0@'.format(output_builder),
-                    '/D', 'NUM_SRV_@0@=1'.format(num_srv),
-                    '/all-resources-bound',
-                    '@INPUT@')
-      hlsl_precompiled += compiled_shader
-    endforeach
-
-    foreach conv : extra_converters
-      entry_point = 'PSMain_@0@_@1@_@2@'.format(in_format, conv, output_builder)
-      header = '@0@.h'.format(entry_point)
-      compiled_shader = custom_target(header,
-          input : hlsl_conv_ps_source,
-          output : header,
-          command : dxc, '/Fh', '@OUTPUT@',
-                    '/E', entry_point,
-                    '/T', 'ps_6_0',
-                    '/D', 'OUTPUT_TYPE=@0@'.format(output_type),
-                    '/D', 'ENTRY_POINT=@0@'.format(entry_point),
-                    '/D', 'SAMPLER=Sampler@0@'.format(in_format),
-                    '/D', 'CONVERTER=Converter@0@'.format(conv),
-                    '/D', 'OUTPUT_BUILDER=Output@0@'.format(output_builder),
-                    '/D', 'NUM_SRV_@0@=1'.format(num_srv),
-                    '/D', 'BUILD_LUT=1',
-                    '/all-resources-bound',
-                    '@INPUT@')
-      hlsl_precompiled += compiled_shader
-    endforeach
-  endforeach
-endforeach
-
-header_collection = 'PSMainConverter.h'
-generated_collection = custom_target(header_collection,
-    input : hlsl_precompiled,
-    output : header_collection,
-    command : header_collector,
-        '--input', meson.current_build_dir(),
-        '--prefix', 'PSMain_',
-        '--output', '@OUTPUT@'
-    )
-
-hlsl_precompiled += generated_collection
-
-hlsl_sources = 
-  'VSMain_converter', 'vs_6_0',
-  'PSMain_sample', 'ps_6_0',
-  'PSMain_sample_premul', 'ps_6_0',
-  'VSMain_coord', 'vs_6_0',
-  'PSMain_color', 'ps_6_0',
-  'VSMain_color', 'vs_6_0',
-  'PSMain_snow', 'ps_6_0',
-  'PSMain_checker', 'ps_6_0',
-  'PSMain_checker_luma', 'ps_6_0',
-  'PSMain_checker_rgb', 'ps_6_0',
-  'PSMain_checker_vuya', 'ps_6_0',
-  'VSMain_pos', 'vs_6_0',
-
-
-foreach shader : hlsl_sources
-  entry_point = shader.get(0)
-  source = files('@0@.hlsl'.format(entry_point))
-  header = '@0@.h'.format(entry_point)
-  compiled_shader = custom_target(header,
-      input : source,
-      output : header,
-      command : dxc, '/Fh', '@OUTPUT@',
-                '/E', entry_point,
-                '/T', shader.get(1),
-                '/all-resources-bound',
-                '@INPUT@')
-  hlsl_precompiled += compiled_shader
-endforeach
-
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudaconverter.c Deleted

@@ -1,2500 +0,0 @@
-/* GStreamer
- * Copyright (C) 2022 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstcudaconverter.h"
-#include <string.h>
-
-GST_DEBUG_CATEGORY_STATIC (gst_cuda_converter_debug);
-#define GST_CAT_DEFAULT gst_cuda_converter_debug
-
-#define CUDA_BLOCK_X 16
-#define CUDA_BLOCK_Y 16
-#define DIV_UP(size,block) (((size) + ((block) - 1)) / (block))
-
-/* from GstD3D11 */
-typedef struct _GstCudaColorMatrix
-{
-  gdouble matrix33;
-  gdouble offset3;
-  gdouble min3;
-  gdouble max3;
-} GstCudaColorMatrix;
-
-static gchar *
-gst_cuda_dump_color_matrix (GstCudaColorMatrix * matrix)
-{
-  /* *INDENT-OFF* */
-  static const gchar format =
-      "MATRIX\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "OFFSET\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "MIN\n"
-      "|% .6f, % .6f, % .6f|\n"
-      "MAX\n"
-      "|% .6f, % .6f, % .6f|";
-  /* *INDENT-ON* */
-
-  return g_strdup_printf (format,
-      matrix->matrix00, matrix->matrix01, matrix->matrix02,
-      matrix->matrix10, matrix->matrix11, matrix->matrix12,
-      matrix->matrix20, matrix->matrix21, matrix->matrix22,
-      matrix->offset0, matrix->offset1, matrix->offset2,
-      matrix->min0, matrix->min1, matrix->min2,
-      matrix->max0, matrix->max1, matrix->max2);
-}
-
-static void
-color_matrix_copy (GstCudaColorMatrix * dst, const GstCudaColorMatrix * src)
-{
-  for (guint i = 0; i < 3; i++) {
-    for (guint j = 0; j < 3; j++) {
-      dst->matrixij = src->matrixij;
-    }
-  }
-}
-
-static void
-color_matrix_multiply (GstCudaColorMatrix * dst, GstCudaColorMatrix * a,
-    GstCudaColorMatrix * b)
-{
-  GstCudaColorMatrix tmp;
-
-  for (guint i = 0; i < 3; i++) {
-    for (guint j = 0; j < 3; j++) {
-      gdouble val = 0;
-      for (guint k = 0; k < 3; k++) {
-        val += a->matrixik * b->matrixkj;
-      }
-
-      tmp.matrixij = val;
-    }
-  }
-
-  color_matrix_copy (dst, &tmp);
-}
-
-static void
-color_matrix_identity (GstCudaColorMatrix * m)
-{
-  for (guint i = 0; i < 3; i++) {
-    for (guint j = 0; j < 3; j++) {
-      if (i == j)
-        m->matrixij = 1.0;
-      else
-        m->matrixij = 0;
-    }
-  }
-}
-
-/**
- * gst_cuda_color_range_adjust_matrix_unorm:
- * @in_info: a #GstVideoInfo
- * @out_info: a #GstVideoInfo
- * @matrix: a #GstCudaColorMatrix
- *
- * Calculates matrix for color range adjustment. Both input and output
- * signals are in normalized 0.0..1.0 space.
- *
- * Resulting values can be calculated by
- * | Yout |                           | Yin |   | matrix.offset0 |
- * | Uout | = clamp ( matrix.matrix * | Uin | + | matrix.offset1 |, matrix.min, matrix.max )
- * | Vout |                           | Vin |   | matrix.offset2 |
- *
- * Returns: %TRUE if successful
- */
-static gboolean
-gst_cuda_color_range_adjust_matrix_unorm (const GstVideoInfo * in_info,
-    const GstVideoInfo * out_info, GstCudaColorMatrix * matrix)
-{
-  gboolean in_rgb, out_rgb;
-  gint in_offsetGST_VIDEO_MAX_COMPONENTS;
-  gint in_scaleGST_VIDEO_MAX_COMPONENTS;
-  gint out_offsetGST_VIDEO_MAX_COMPONENTS;
-  gint out_scaleGST_VIDEO_MAX_COMPONENTS;
-  GstVideoColorRange in_range;
-  GstVideoColorRange out_range;
-  gdouble src_fullscale, dst_fullscale;
-
-  memset (matrix, 0, sizeof (GstCudaColorMatrix));
-  for (guint i = 0; i < 3; i++) {
-    matrix->matrixii = 1.0;
-    matrix->matrixii = 1.0;
-    matrix->matrixii = 1.0;
-    matrix->maxi = 1.0;
-  }
-
-  in_rgb = GST_VIDEO_INFO_IS_RGB (in_info);
-  out_rgb = GST_VIDEO_INFO_IS_RGB (out_info);
-
-  if (in_rgb != out_rgb) {
-    GST_WARNING ("Invalid format conversion");
-    return FALSE;
-  }
-
-  in_range = in_info->colorimetry.range;
-  out_range = out_info->colorimetry.range;
-
-  if (in_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
-    GST_WARNING ("Unknown input color range");
-    if (in_rgb || GST_VIDEO_INFO_IS_GRAY (in_info))
-      in_range = GST_VIDEO_COLOR_RANGE_0_255;
-    else
-      in_range = GST_VIDEO_COLOR_RANGE_16_235;
-  }
-
-  if (out_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
-    GST_WARNING ("Unknown output color range");
-    if (out_rgb || GST_VIDEO_INFO_IS_GRAY (out_info))
-      out_range = GST_VIDEO_COLOR_RANGE_0_255;
-    else
-      out_range = GST_VIDEO_COLOR_RANGE_16_235;
-  }
-
-  src_fullscale = (gdouble) ((1 << in_info->finfo->depth0) - 1);
-  dst_fullscale = (gdouble) ((1 << out_info->finfo->depth0) - 1);
-
-  gst_video_color_range_offsets (in_range, in_info->finfo, in_offset, in_scale);
-  gst_video_color_range_offsets (out_range,
-      out_info->finfo, out_offset, out_scale);
-
-  matrix->min0 = matrix->min1 = matrix->min2 =
-      (gdouble) out_offset0 / dst_fullscale;
-
-  matrix->max0 = (out_scale0 + out_offset0) / dst_fullscale;
-  matrix->max1 = matrix->max2 =
-      (out_scale1 + out_offset0) / dst_fullscale;
-
-  if (in_info->colorimetry.range == out_info->colorimetry.range) {
-    GST_DEBUG ("Same color range");
-    return TRUE;
-  }
-
-  /* Formula
-   *
-   * 1) Scales and offset compensates input to 0..1 range
-   * SRC_NORMi = (srci * src_fullscale - in_offseti) / in_scalei
-   *             = (srci * src_fullscale / in_scalei) - in_offseti / in_scalei
-   *
-   * 2) Reverse to output UNIT scale
-   * DST_UINTi = SRC_NORMi * out_scalei + out_offseti
-   *             = srci * src_fullscale * out_scalei / in_scalei
-   *               - in_offseti * out_scalei / in_scalei
-   *               + out_offseti
-   *
-   * 3) Back to 0..1 scale
-   * dsti = DST_UINTi / dst_fullscale
-   *        = COEFFi * srci + OFFi
-   * where
-   *             src_fullscale * out_scalei
-   * COEFFi = ------------------------------
-   *             dst_fullscale * in_scalei
-   *
-   *            out_offseti     in_offseti * out_scalei
-   * OFFi =  -------------- -  ------------------------------
-   *            dst_fullscale     dst_fullscale * in_scalei
-   */
-  for (guint i = 0; i < 3; i++) {
-    matrix->matrixii = (src_fullscale * out_scalei) /
-        (dst_fullscale * in_scalei);
-    matrix->offseti = (out_offseti / dst_fullscale) -
-        ((gdouble) in_offseti * out_scalei / (dst_fullscale * in_scalei));
-  }
-
-  return TRUE;
-}
-
-/**
- * gst_cuda_yuv_to_rgb_matrix_unorm:
- * @in_yuv_info: a #GstVideoInfo of input YUV signal
- * @out_rgb_info: a #GstVideoInfo of output RGB signal
- * @matrix: a #GstCudaColorMatrix
- *
- * Calculates transform matrix from YUV to RGB conversion. Both input and output
- * signals are in normalized 0.0..1.0 space and additional gamma decoding
- * or primary/transfer function transform is not performed by this matrix.
- *
- * Resulting non-linear RGB values can be calculated by
- * | R' |                           | Y' |   | matrix.offset0 |
- * | G' | = clamp ( matrix.matrix * | Cb | + | matrix.offset1 | matrix.min, matrix.max )
- * | B' |                           | Cr |   | matrix.offset2 |
- *
- * Returns: %TRUE if successful
- */
-static gboolean
-gst_cuda_yuv_to_rgb_matrix_unorm (const GstVideoInfo * in_yuv_info,
-    const GstVideoInfo * out_rgb_info, GstCudaColorMatrix * matrix)
-{
-  gint offset4, scale4;
-  gdouble Kr, Kb, Kg;
-
-  /*
-   * <Formula>
-   *
-   * Input: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
-   * Output: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
-   *
-   * 1) Y'CbCr(unorm) to scaled Y'CbCr
-   * | Y' |     | Y'(unorm) |
-   * | Cb | = S | Cb(unorm) |
-   * | Cb |     | Cr(unorm) |
-   * where S = (2 ^ bitdepth) - 1
-   *
-   * 2) Y'CbCr to YPbPr
-   * Y  = (Y' - offsetY )    / scaleY
-   * Pb = (Cb - offsetCbCr) / scaleCbCr
-   * Pr = (Cr - offsetCrCr) / scaleCrCr
-   * =>
-   * Y  = Y'(unorm) * Sy  + Oy
-   * Pb = Cb(unorm) * Suv + Ouv
-   * Pb = Cr(unorm) * Suv + Ouv
-   * where
-   * Sy  = S / scaleY
-   * Suv = S / scaleCbCr
-   * Oy  = -(offsetY / scaleY)
-   * Ouv = -(offsetCbCr / scaleCbCr)
-   *
-   * 3) YPbPr to R'G'B'
-   * | R' |      | Y  |
-   * | G' | = M *| Pb |
-   * | B' |      | Pr |
-   * where
-   *     | vecR |
-   * M = | vecG |
-   *     | vecB |
-   * vecR = | 1,         0           ,       2(1 - Kr)      |
-   * vecG = | 1, -(Kb/Kg) * 2(1 - Kb), -(Kr/Kg) * 2(1 - Kr) |
-   * vecB = | 1,       2(1 - Kb)     ,          0           |
-   * =>
-   * R' = dot(vecR, (Syuv * Y'CbCr(unorm))) + dot(vecR, Offset)
-   * G' = dot(vecG, (Svuy * Y'CbCr(unorm))) + dot(vecG, Offset)
-   * B' = dot(vecB, (Syuv * Y'CbCr(unorm)) + dot(vecB, Offset)
-   * where
-   *        | Sy,   0,   0 |
-   * Syuv = |  0, Suv,   0 |
-   *        |  0    0, Suv |
-   *
-   *          | Oy  |
-   * Offset = | Ouv |
-   *          | Ouv |
-   *
-   * 4) YUV -> RGB matrix
-   * | R' |            | Y'(unorm) |   | offsetA |
-   * | G' | = Matrix * | Cb(unorm) | + | offsetB |
-   * | B' |            | Cr(unorm) |   | offsetC |
-   *
-   * where
-   *          | vecR |
-   * Matrix = | vecG | * Syuv
-   *          | vecB |
-   *
-   * offsetA = dot(vecR, Offset)
-   * offsetB = dot(vecG, Offset)
-   * offsetC = dot(vecB, Offset)
-   *
-   * 4) Consider 16-235 scale RGB
-   * RGBfull(0..255) -> RGBfull(16..235) matrix is represented by
-   * | Rs |      | Rf |   | Or |
-   * | Gs | = Ms | Gf | + | Og |
-   * | Bs |      | Bf |   | Ob |
-   *
-   * Combining all matrix into
-   * | Rs |                   | Y'(unorm) |   | offsetA |     | Or |
-   * | Gs | = Ms * ( Matrix * | Cb(unorm) | + | offsetB | ) + | Og |
-   * | Bs |                   | Cr(unorm) |   | offsetC |     | Ob |
-   *
-   *                        | Y'(unorm) |      | offsetA |   | Or |
-   *        = Ms * Matrix * | Cb(unorm) | + Ms | offsetB | + | Og |
-   *                        | Cr(unorm) |      | offsetC |   | Ob |
-   */
-
-  memset (matrix, 0, sizeof (GstCudaColorMatrix));
-  for (guint i = 0; i < 3; i++)
-    matrix->maxi = 1.0;
-
-  gst_video_color_range_offsets (in_yuv_info->colorimetry.range,
-      in_yuv_info->finfo, offset, scale);
-
-  if (gst_video_color_matrix_get_Kr_Kb (in_yuv_info->colorimetry.matrix,
-          &Kr, &Kb)) {
-    guint S;
-    gdouble Sy, Suv;
-    gdouble Oy, Ouv;
-    gdouble vecR3, vecG3, vecB3;
-
-    Kg = 1.0 - Kr - Kb;
-
-    vecR0 = 1.0;
-    vecR1 = 0;
-    vecR2 = 2 * (1 - Kr);
-
-    vecG0 = 1.0;
-    vecG1 = -(Kb / Kg) * 2 * (1 - Kb);
-    vecG2 = -(Kr / Kg) * 2 * (1 - Kr);
-
-    vecB0 = 1.0;
-    vecB1 = 2 * (1 - Kb);
-    vecB2 = 0;
-
-    /* Assume all components has the same bitdepth */
-    S = (1 << in_yuv_info->finfo->depth0) - 1;
-    Sy = (gdouble) S / scale0;
-    Suv = (gdouble) S / scale1;
-    Oy = -((gdouble) offset0 / scale0);
-    Ouv = -((gdouble) offset1 / scale1);
-
-    matrix->matrix00 = Sy * vecR0;
-    matrix->matrix10 = Sy * vecG0;
-    matrix->matrix20 = Sy * vecB0;
-
-    matrix->matrix01 = Suv * vecR1;
-    matrix->matrix11 = Suv * vecG1;
-    matrix->matrix21 = Suv * vecB1;
-
-    matrix->matrix02 = Suv * vecR2;
-    matrix->matrix12 = Suv * vecG2;
-    matrix->matrix22 = Suv * vecB2;
-
-    matrix->offset0 = vecR0 * Oy + vecR1 * Ouv + vecR2 * Ouv;
-    matrix->offset1 = vecG0 * Oy + vecG1 * Ouv + vecG2 * Ouv;
-    matrix->offset2 = vecB0 * Oy + vecB1 * Ouv + vecB2 * Ouv;
-
-    /* Apply RGB range scale matrix */
-    if (out_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
-      GstCudaColorMatrix scale_matrix, rst;
-      GstVideoInfo full_rgb = *out_rgb_info;
-
-      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-
-      if (gst_cuda_color_range_adjust_matrix_unorm (&full_rgb,
-              out_rgb_info, &scale_matrix)) {
-        /* Ms * Matrix */
-        color_matrix_multiply (&rst, &scale_matrix, matrix);
-
-        /* Ms * transform offsets */
-        for (guint i = 0; i < 3; i++) {
-          gdouble val = 0;
-          for (guint j = 0; j < 3; j++) {
-            val += scale_matrix.matrixij * matrix->offsetj;
-          }
-          rst.offseti = val + scale_matrix.offseti;
-        }
-
-        /* copy back to output matrix */
-        for (guint i = 0; i < 3; i++) {
-          for (guint j = 0; j < 3; j++) {
-            matrix->matrixij = rst.matrixij;
-          }
-          matrix->offseti = rst.offseti;
-          matrix->mini = scale_matrix.mini;
-          matrix->maxi = scale_matrix.maxi;
-        }
-      }
-    }
-  } else {
-    /* Unknown matrix */
-    matrix->matrix00 = 1.0;
-    matrix->matrix11 = 1.0;
-    matrix->matrix22 = 1.0;
-  }
-
-  return TRUE;
-}
-
-/**
- * gst_cuda_rgb_to_yuv_matrix_unorm:
- * @in_rgb_info: a #GstVideoInfo of input RGB signal
- * @out_yuv_info: a #GstVideoInfo of output YUV signal
- * @matrix: a #GstCudaColorMatrix
- *
- * Calculates transform matrix from RGB to YUV conversion. Both input and output
- * signals are in normalized 0.0..1.0 space and additional gamma decoding
- * or primary/transfer function transform is not performed by this matrix.
- *
- * Resulting RGB values can be calculated by
- * | Y' |                           | R' |   | matrix.offset0 |
- * | Cb | = clamp ( matrix.matrix * | G' | + | matrix.offset1 |, matrix.min, matrix.max )
- * | Cr |                           | B' |   | matrix.offset2 |
- *
- * Returns: %TRUE if successful
- */
-static gboolean
-gst_cuda_rgb_to_yuv_matrix_unorm (const GstVideoInfo * in_rgb_info,
-    const GstVideoInfo * out_yuv_info, GstCudaColorMatrix * matrix)
-{
-  gint offset4, scale4;
-  gdouble Kr, Kb, Kg;
-
-  /*
-   * <Formula>
-   *
-   * Input: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
-   * Output: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
-   *
-   * 1) R'G'B' to YPbPr
-   * | Y  |      | R' |
-   * | Pb | = M *| G' |
-   * | Pr |      | B' |
-   * where
-   *     | vecY |
-   * M = | vecU |
-   *     | vecV |
-   * vecY = |       Kr      ,       Kg      ,      Kb       |
-   * vecU = | -0.5*Kr/(1-Kb), -0.5*Kg/(1-Kb),     0.5       |
-   * vecV = |      0.5      , -0.5*Kg/(1-Kr), -0.5*Kb(1-Kr) |
-   *
-   * 2) YPbPr to Y'CbCr(unorm)
-   * Y'(unorm) = (Y  * scaleY + offsetY)       / S
-   * Cb(unorm) = (Pb * scaleCbCr + offsetCbCr) / S
-   * Cr(unorm) = (Pr * scaleCbCr + offsetCbCr) / S
-   * =>
-   * Y'(unorm) = (Y  * scaleY    / S) + (offsetY    / S)
-   * Cb(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
-   * Cr(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
-   * where S = (2 ^ bitdepth) - 1
-   *
-   * 3) RGB -> YUV matrix
-   * | Y'(unorm) |            | R' |   | offsetA |
-   * | Cb(unorm) | = Matrix * | G' | + | offsetB |
-   * | Cr(unorm) |            | B' |   | offsetC |
-   *
-   * where
-   *          | (scaleY/S)    * vecY |
-   * Matrix = | (scaleCbCr/S) * vecU |
-   *          | (scaleCbCr/S) * vecV |
-   *
-   * offsetA = offsetY    / S
-   * offsetB = offsetCbCr / S
-   * offsetC = offsetCbCr / S
-   *
-   * 4) Consider 16-235 scale RGB
-   * RGBstudio(16..235) -> RGBfull(0..255) matrix is represented by
-   * | Rf |      | Rs |   | Or |
-   * | Gf | = Ms | Gs | + | Og |
-   * | Bf |      | Bs |   | Ob |
-   *
-   * Combining all matrix into
-   * | Y'(unorm) |                 | Rs |   | Or |     | offsetA |
-   * | Cb(unorm) | = Matrix * ( Ms | Gs | + | Og | ) + | offsetB |
-   * | Cr(unorm) |                 | Bs |   | Ob |     | offsetC |
-   *
-   *                             | Rs |          | Or |   | offsetA |
-   *               = Matrix * Ms | Gs | + Matrix | Og | + | offsetB |
-   *                             | Bs |          | Ob |   | offsetB |
-   */
-
-  memset (matrix, 0, sizeof (GstCudaColorMatrix));
-  for (guint i = 0; i < 3; i++)
-    matrix->maxi = 1.0;
-
-  gst_video_color_range_offsets (out_yuv_info->colorimetry.range,
-      out_yuv_info->finfo, offset, scale);
-
-  if (gst_video_color_matrix_get_Kr_Kb (out_yuv_info->colorimetry.matrix,
-          &Kr, &Kb)) {
-    guint S;
-    gdouble Sy, Suv;
-    gdouble Oy, Ouv;
-    gdouble vecY3, vecU3, vecV3;
-
-    Kg = 1.0 - Kr - Kb;
-
-    vecY0 = Kr;
-    vecY1 = Kg;
-    vecY2 = Kb;
-
-    vecU0 = -0.5 * Kr / (1 - Kb);
-    vecU1 = -0.5 * Kg / (1 - Kb);
-    vecU2 = 0.5;
-
-    vecV0 = 0.5;
-    vecV1 = -0.5 * Kg / (1 - Kr);
-    vecV2 = -0.5 * Kb / (1 - Kr);
-
-    /* Assume all components has the same bitdepth */
-    S = (1 << out_yuv_info->finfo->depth0) - 1;
-    Sy = (gdouble) scale0 / S;
-    Suv = (gdouble) scale1 / S;
-    Oy = (gdouble) offset0 / S;
-    Ouv = (gdouble) offset1 / S;
-
-    for (guint i = 0; i < 3; i++) {
-      matrix->matrix0i = Sy * vecYi;
-      matrix->matrix1i = Suv * vecUi;
-      matrix->matrix2i = Suv * vecVi;
-    }
-
-    matrix->offset0 = Oy;
-    matrix->offset1 = Ouv;
-    matrix->offset2 = Ouv;
-
-    matrix->min0 = Oy;
-    matrix->min1 = Oy;
-    matrix->min2 = Oy;
-
-    matrix->max0 = ((gdouble) scale0 + offset0) / S;
-    matrix->max1 = ((gdouble) scale1 + offset0) / S;
-    matrix->max2 = ((gdouble) scale1 + offset0) / S;
-
-    /* Apply RGB range scale matrix */
-    if (in_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
-      GstCudaColorMatrix scale_matrix, rst;
-      GstVideoInfo full_rgb = *in_rgb_info;
-
-      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-
-      if (gst_cuda_color_range_adjust_matrix_unorm (in_rgb_info,
-              &full_rgb, &scale_matrix)) {
-        /* Matrix * Ms */
-        color_matrix_multiply (&rst, matrix, &scale_matrix);
-
-        /* Matrix * scale offsets */
-        for (guint i = 0; i < 3; i++) {
-          gdouble val = 0;
-          for (guint j = 0; j < 3; j++) {
-            val += matrix->matrixij * scale_matrix.offsetj;
-          }
-          rst.offseti = val + matrix->offseti;
-        }
-
-        /* copy back to output matrix */
-        for (guint i = 0; i < 3; i++) {
-          for (guint j = 0; j < 3; j++) {
-            matrix->matrixij = rst.matrixij;
-          }
-          matrix->offseti = rst.offseti;
-        }
-      }
-    }
-  } else {
-    /* Unknown matrix */
-    matrix->matrix00 = 1.0;
-    matrix->matrix11 = 1.0;
-    matrix->matrix22 = 1.0;
-  }
-
-  return TRUE;
-}
-
-typedef struct
-{
-  float coeffX3;
-  float coeffY3;
-  float coeffZ3;
-  float offset3;
-  float min3;
-  float max3;
-} ColorMatrix;
-
-typedef struct
-{
-  ColorMatrix toRGBCoeff;
-  ColorMatrix toYuvCoeff;
-  ColorMatrix primariesCoeff;
-} ConstBuffer;
-
-#define COLOR_SPACE_IDENTITY "color_space_identity"
-#define COLOR_SPACE_CONVERT "color_space_convert"
-
-#define SAMPLE_YUV_PLANAR "sample_yuv_planar"
-#define SAMPLE_YV12 "sample_yv12"
-#define SAMPLE_YUV_PLANAR_10BIS "sample_yuv_planar_10bits"
-#define SAMPLE_YUV_PLANAR_12BIS "sample_yuv_planar_12bits"
-#define SAMPLE_SEMI_PLANAR "sample_semi_planar"
-#define SAMPLE_SEMI_PLANAR_SWAP "sample_semi_planar_swap"
-#define SAMPLE_RGBA "sample_rgba"
-#define SAMPLE_BGRA "sample_bgra"
-#define SAMPLE_RGBx "sample_rgbx"
-#define SAMPLE_BGRx "sample_bgrx"
-#define SAMPLE_ARGB "sample_argb"
-/* same as ARGB */
-#define SAMPLE_ARGB64 "sample_argb"
-#define SAMPLE_AGBR "sample_abgr"
-#define SAMPLE_RGBP "sample_rgbp"
-#define SAMPLE_BGRP "sample_bgrp"
-#define SAMPLE_GBR "sample_gbr"
-#define SAMPLE_GBR_10 "sample_gbr_10"
-#define SAMPLE_GBR_12 "sample_gbr_12"
-#define SAMPLE_GBRA "sample_gbra"
-
-#define WRITE_I420 "write_i420"
-#define WRITE_YV12 "write_yv12"
-#define WRITE_NV12 "write_nv12"
-#define WRITE_NV21 "write_nv21"
-#define WRITE_P010 "write_p010"
-#define WRITE_I420_10 "write_i420_10"
-#define WRITE_I420_12 "write_i420_12"
-#define WRITE_Y444 "write_y444"
-#define WRITE_Y444_10 "write_y444_10"
-#define WRITE_Y444_12 "write_y444_12"
-#define WRITE_Y444_16 "write_y444_16"
-#define WRITE_RGBA "write_rgba"
-#define WRITE_RGBx "write_rgbx"
-#define WRITE_BGRA "write_bgra"
-#define WRITE_BGRx "write_bgrx"
-#define WRITE_ARGB "write_argb"
-#define WRITE_ABGR "write_abgr"
-#define WRITE_RGB "write_rgb"
-#define WRITE_BGR "write_bgr"
-#define WRITE_RGB10A2 "write_rgb10a2"
-#define WRITE_BGR10A2 "write_bgr10a2"
-#define WRITE_Y42B "write_y42b"
-#define WRITE_I422_10 "write_i422_10"
-#define WRITE_I422_12 "write_i422_12"
-#define WRITE_RGBP "write_rgbp"
-#define WRITE_BGRP "write_bgrp"
-#define WRITE_GBR "write_gbr"
-#define WRITE_GBR_10 "write_gbr_10"
-#define WRITE_GBR_12 "write_gbr_12"
-#define WRITE_GBR_16 "write_gbr_16"
-#define WRITE_GBRA "write_gbra"
-#define ROTATE_IDENTITY "rotate_identity"
-#define ROTATE_90R "rotate_90r"
-#define ROTATE_180 "rotate_180"
-#define ROTATE_90L "rotate_90l"
-#define ROTATE_HORIZ "rotate_horiz"
-#define ROTATE_VERT "rotate_vert"
-#define ROTATE_UL_LR "rotate_ul_lr"
-#define ROTATE_UR_LL "rotate_ur_ll"
-
-/* *INDENT-OFF* */
-const static gchar KERNEL_COMMON =
-"struct ColorMatrix\n"
-"{\n"
-"  float CoeffX3;\n"
-"  float CoeffY3;\n"
-"  float CoeffZ3;\n"
-"  float Offset3;\n"
-"  float Min3;\n"
-"  float Max3;\n"
-"};\n"
-"\n"
-"__device__ inline float\n"
-"dot (const float coeff3, float3 val)\n"
-"{\n"
-"  return coeff0 * val.x + coeff1 * val.y + coeff2 * val.z;\n"
-"}\n"
-"\n"
-"__device__ inline float\n"
-"clamp (float val, float min_val, float max_val)\n"
-"{\n"
-"  return max (min_val, min (val, max_val));\n"
-"}\n"
-"\n"
-"__device__ inline float3\n"
-"clamp3 (float3 val, const float min_val3, const float max_val3)\n"
-"{\n"
-"  return make_float3 (clamp (val.x, min_val0, max_val0),\n"
-"      clamp (val.y, min_val1, max_val2),\n"
-"      clamp (val.z, min_val1, max_val2));\n"
-"}\n"
-"\n"
-"__device__ inline unsigned char\n"
-"scale_to_2bits (float val)\n"
-"{\n"
-"  return (unsigned short) __float2int_rz (val * 3.0);\n"
-"}\n"
-"\n"
-"__device__ inline unsigned char\n"
-"scale_to_uchar (float val)\n"
-"{\n"
-"  return (unsigned char) __float2int_rz (val * 255.0);\n"
-"}\n"
-"\n"
-"__device__ inline unsigned short\n"
-"scale_to_ushort (float val)\n"
-"{\n"
-"  return (unsigned short) __float2int_rz (val * 65535.0);\n"
-"}\n"
-"\n"
-"__device__ inline unsigned short\n"
-"scale_to_10bits (float val)\n"
-"{\n"
-"  return (unsigned short) __float2int_rz (val * 1023.0);\n"
-"}\n"
-"\n"
-"__device__ inline unsigned short\n"
-"scale_to_12bits (float val)\n"
-"{\n"
-"  return (unsigned short) __float2int_rz (val * 4095.0);\n"
-"}\n"
-"\n"
-"__device__ inline float3\n"
-COLOR_SPACE_IDENTITY "(float3 sample, const ColorMatrix * matrix)\n"
-"{\n"
-"  return sample;\n"
-"}\n"
-"\n"
-"__device__ inline float3\n"
-COLOR_SPACE_CONVERT "(float3 sample, const ColorMatrix * matrix)\n"
-"{\n"
-"  float3 out;\n"
-"  out.x = dot (matrix->CoeffX, sample);\n"
-"  out.y = dot (matrix->CoeffY, sample);\n"
-"  out.z = dot (matrix->CoeffZ, sample);\n"
-"  out.x += matrix->Offset0;\n"
-"  out.y += matrix->Offset1;\n"
-"  out.z += matrix->Offset2;\n"
-"  return clamp3 (out, matrix->Min, matrix->Max);\n"
-"}\n"
-"/* All 8bits yuv planar except for yv12 */\n"
-"__device__ inline float4\n"
-SAMPLE_YUV_PLANAR "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float luma = tex2D<float>(tex0, x, y);\n"
-"  float u = tex2D<float>(tex1, x, y);\n"
-"  float v = tex2D<float>(tex2, x, y);\n"
-"  return make_float4 (luma, u, v, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_YV12 "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float luma = tex2D<float>(tex0, x, y);\n"
-"  float u = tex2D<float>(tex2, x, y);\n"
-"  float v = tex2D<float>(tex1, x, y);\n"
-"  return make_float4 (luma, u, v, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_YUV_PLANAR_10BIS "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float luma = tex2D<float>(tex0, x, y);\n"
-"  float u = tex2D<float>(tex1, x, y);\n"
-"  float v = tex2D<float>(tex2, x, y);\n"
-"  /* (1 << 6) to scale 0, 1.0) range */\n"
-"  return make_float4 (luma * 64, u * 64, v * 64, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_YUV_PLANAR_12BIS "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float luma = tex2D<float>(tex0, x, y);\n"
-"  float u = tex2D<float>(tex1, x, y);\n"
-"  float v = tex2D<float>(tex2, x, y);\n"
-"  /* (1 << 4) to scale 0, 1.0) range */\n"
-"  return make_float4 (luma * 16, u * 16, v * 16, 1);\n"
-"}\n"
-"\n"
-"/* NV12, P010, and P016 */\n"
-"__device__ inline float4\n"
-SAMPLE_SEMI_PLANAR "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float luma = tex2D<float>(tex0, x, y);\n"
-"  float2 uv = tex2D<float2>(tex1, x, y);\n"
-"  return make_float4 (luma, uv.x, uv.y, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_SEMI_PLANAR_SWAP "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float luma = tex2D<float>(tex0, x, y);\n"
-"  float2 vu = tex2D<float2>(tex1, x, y);\n"
-"  return make_float4 (luma, vu.y, vu.x, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_RGBA "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  return tex2D<float4>(tex0, x, y);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_BGRA "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float4 bgra = tex2D<float4>(tex0, x, y);\n"
-"  return make_float4 (bgra.z, bgra.y, bgra.x, bgra.w);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_RGBx "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float4 rgbx = tex2D<float4>(tex0, x, y);\n"
-"  rgbx.w = 1;\n"
-"  return rgbx;\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_BGRx "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float4 bgrx = tex2D<float4>(tex0, x, y);\n"
-"  return make_float4 (bgrx.z, bgrx.y, bgrx.x, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_ARGB "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float4 argb = tex2D<float4>(tex0, x, y);\n"
-"  return make_float4 (argb.y, argb.z, argb.w, argb.x);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_AGBR "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float4 abgr = tex2D<float4>(tex0, x, y);\n"
-"  return make_float4 (abgr.w, abgr.z, abgr.y, abgr.x);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_RGBP "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float r = tex2D<float>(tex0, x, y);\n"
-"  float g = tex2D<float>(tex1, x, y);\n"
-"  float b = tex2D<float>(tex2, x, y);\n"
-"  return make_float4 (r, g, b, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_BGRP "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float b = tex2D<float>(tex0, x, y);\n"
-"  float g = tex2D<float>(tex1, x, y);\n"
-"  float r = tex2D<float>(tex2, x, y);\n"
-"  return make_float4 (r, g, b, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_GBR "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float g = tex2D<float>(tex0, x, y);\n"
-"  float b = tex2D<float>(tex1, x, y);\n"
-"  float r = tex2D<float>(tex2, x, y);\n"
-"  return make_float4 (r, g, b, 1);\n"
-"}\n"
-"__device__ inline float4\n"
-SAMPLE_GBR_10 "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float g = tex2D<float>(tex0, x, y);\n"
-"  float b = tex2D<float>(tex1, x, y);\n"
-"  float r = tex2D<float>(tex2, x, y);\n"
-"  /* (1 << 6) to scale 0, 1.0) range */\n"
-"  return make_float4 (r * 64, g * 64, b * 64, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_GBR_12 "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float g = tex2D<float>(tex0, x, y);\n"
-"  float b = tex2D<float>(tex1, x, y);\n"
-"  float r = tex2D<float>(tex2, x, y);\n"
-"  /* (1 << 4) to scale 0, 1.0) range */\n"
-"  return make_float4 (r * 16, g * 16, b * 16, 1);\n"
-"}\n"
-"\n"
-"__device__ inline float4\n"
-SAMPLE_GBRA "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
-"{\n"
-"  float g = tex2D<float>(tex0, x, y);\n"
-"  float b = tex2D<float>(tex1, x, y);\n"
-"  float r = tex2D<float>(tex2, x, y);\n"
-"  float a = tex2D<float>(tex3, x, y);\n"
-"  return make_float4 (r, g, b, a);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_I420 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
-"  if (x % 2 == 0 && y % 2 == 0) {\n"
-"    unsigned int pos = x / 2 + (y / 2) * stride1;\n"
-"    dst1pos = scale_to_uchar (sample.y);\n"
-"    dst2pos = scale_to_uchar (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_YV12 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
-"  if (x % 2 == 0 && y % 2 == 0) {\n"
-"    unsigned int pos = x / 2 + (y / 2) * stride1;\n"
-"    dst1pos = scale_to_uchar (sample.z);\n"
-"    dst2pos = scale_to_uchar (sample.y);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_NV12 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
-"  if (x % 2 == 0 && y % 2 == 0) {\n"
-"    unsigned int pos = x + (y / 2) * stride1;\n"
-"    dst1pos = scale_to_uchar (sample.y);\n"
-"    dst1pos + 1 = scale_to_uchar (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_NV21 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
-"  if (x % 2 == 0 && y % 2 == 0) {\n"
-"    unsigned int pos = x + (y / 2) * stride1;\n"
-"    dst1pos = scale_to_uchar (sample.z);\n"
-"    dst1pos + 1 = scale_to_uchar (sample.y);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_P010 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_ushort (sample.x);\n"
-"  if (x % 2 == 0 && y % 2 == 0) {\n"
-"    unsigned int pos = x * 2 + (y / 2) * stride1;\n"
-"    *(unsigned short *) &dst1pos = scale_to_ushort (sample.y);\n"
-"    *(unsigned short *) &dst1pos + 2 = scale_to_ushort (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_I420_10 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_10bits (sample.x);\n"
-"  if (x % 2 == 0 && y % 2 == 0) {\n"
-"    unsigned int pos = x + (y / 2) * stride1;\n"
-"    *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);\n"
-"    *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_I420_12 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_12bits (sample.x);\n"
-"  if (x % 2 == 0 && y % 2 == 0) {\n"
-"    unsigned int pos = x + (y / 2) * stride1;\n"
-"    *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);\n"
-"    *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_Y444 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.x);\n"
-"  dst1pos = scale_to_uchar (sample.y);\n"
-"  dst2pos = scale_to_uchar (sample.z);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_Y444_10 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 2 + y * stride0;\n"
-"  *(unsigned short *) &dst0pos = scale_to_10bits (sample.x);\n"
-"  *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);\n"
-"  *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_Y444_12 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 2 + y * stride0;\n"
-"  *(unsigned short *) &dst0pos = scale_to_12bits (sample.x);\n"
-"  *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);\n"
-"  *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_Y444_16 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 2 + y * stride0;\n"
-"  *(unsigned short *) &dst0pos = scale_to_ushort (sample.x);\n"
-"  *(unsigned short *) &dst1pos = scale_to_ushort (sample.y);\n"
-"  *(unsigned short *) &dst2pos = scale_to_ushort (sample.z);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_RGBA "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 4 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.x);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.z);\n"
-"  dst0pos + 3 = scale_to_uchar (sample.w);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_RGBx "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 4 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.x);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.z);\n"
-"  dst0pos + 3 = 255;\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_BGRA "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 4 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.z);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.x);\n"
-"  dst0pos + 3 = scale_to_uchar (sample.w);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_BGRx "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 4 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.z);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.x);\n"
-"  dst0pos + 3 = 255;\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_ARGB "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 4 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.w);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.x);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 3 = scale_to_uchar (sample.z);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_ABGR "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 4 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.w);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.z);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 3 = scale_to_uchar (sample.x);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_RGB "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 3 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.x);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.z);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_BGR "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 3 + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.z);\n"
-"  dst0pos + 1 = scale_to_uchar (sample.y);\n"
-"  dst0pos + 2 = scale_to_uchar (sample.x);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_RGB10A2 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  unsigned int alpha = (unsigned int) scale_to_2bits (sample.x);\n"
-"  unsigned int packed_rgb = alpha << 30;\n"
-"  packed_rgb |= ((unsigned int) scale_to_10bits (sample.x));\n"
-"  packed_rgb |= ((unsigned int) scale_to_10bits (sample.y)) << 10;\n"
-"  packed_rgb |= ((unsigned int) scale_to_10bits (sample.z)) << 20;\n"
-"  *(unsigned int *) &dst0x * 4 + y * stride0 = packed_rgb;\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_BGR10A2 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  unsigned int alpha = (unsigned int) scale_to_2bits (sample.x);\n"
-"  unsigned int packed_rgb = alpha << 30;\n"
-"  packed_rgb |= ((unsigned int) scale_to_10bits (sample.x)) << 20;\n"
-"  packed_rgb |= ((unsigned int) scale_to_10bits (sample.y)) << 10;\n"
-"  packed_rgb |= ((unsigned int) scale_to_10bits (sample.z));\n"
-"  *(unsigned int *) &dst0x * 4 + y * stride0 = packed_rgb;\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_Y42B "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
-"  if (x % 2 == 0) {\n"
-"    unsigned int pos = x / 2 + y * stride1;\n"
-"    dst1pos = scale_to_uchar (sample.y);\n"
-"    dst2pos = scale_to_uchar (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_I422_10 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_10bits (sample.x);\n"
-"  if (x % 2 == 0) {\n"
-"    unsigned int pos = x + y * stride1;\n"
-"    *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);\n"
-"    *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_I422_12 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_12bits (sample.x);\n"
-"  if (x % 2 == 0) {\n"
-"    unsigned int pos = x + y * stride1;\n"
-"    *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);\n"
-"    *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);\n"
-"  }\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_RGBP "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.x);\n"
-"  dst1pos = scale_to_uchar (sample.y);\n"
-"  dst2pos = scale_to_uchar (sample.z);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_BGRP "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.z);\n"
-"  dst1pos = scale_to_uchar (sample.y);\n"
-"  dst2pos = scale_to_uchar (sample.x);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_GBR "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.y);\n"
-"  dst1pos = scale_to_uchar (sample.z);\n"
-"  dst2pos = scale_to_uchar (sample.x);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_GBR_10 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 2 + y * stride0;\n"
-"  *(unsigned short *) &dst0pos = scale_to_10bits (sample.y);\n"
-"  *(unsigned short *) &dst1pos = scale_to_10bits (sample.z);\n"
-"  *(unsigned short *) &dst2pos = scale_to_10bits (sample.x);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_GBR_12 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 2 + y * stride0;\n"
-"  *(unsigned short *) &dst0pos = scale_to_12bits (sample.y);\n"
-"  *(unsigned short *) &dst1pos = scale_to_12bits (sample.z);\n"
-"  *(unsigned short *) &dst2pos = scale_to_12bits (sample.x);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_GBR_16 "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x * 2 + y * stride0;\n"
-"  *(unsigned short *) &dst0pos = scale_to_ushort (sample.y);\n"
-"  *(unsigned short *) &dst1pos = scale_to_ushort (sample.z);\n"
-"  *(unsigned short *) &dst2pos = scale_to_ushort (sample.x);\n"
-"}\n"
-"\n"
-"__device__ inline void\n"
-WRITE_GBRA "(unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
-"    unsigned char * dst3, float4 sample, int x, int y, int stride0, int stride1)\n"
-"{\n"
-"  int pos = x + y * stride0;\n"
-"  dst0pos = scale_to_uchar (sample.y);\n"
-"  dst1pos = scale_to_uchar (sample.z);\n"
-"  dst2pos = scale_to_uchar (sample.x);\n"
-"  dst3pos = scale_to_uchar (sample.w);\n"
-"}\n"
-"__device__ inline float2\n"
-ROTATE_IDENTITY "(float x, float y)\n"
-"{\n"
-"  return make_float2(x, y);\n"
-"}\n"
-"\n"
-"__device__ inline float2\n"
-ROTATE_90R "(float x, float y)\n"
-"{\n"
-"  return make_float2(y, 1.0 - x);\n"
-"}\n"
-"\n"
-"__device__ inline float2\n"
-ROTATE_180 "(float x, float y)\n"
-"{\n"
-"  return make_float2(1.0 - x, 1.0 - y);\n"
-"}\n"
-"\n"
-"__device__ inline float2\n"
-ROTATE_90L "(float x, float y)\n"
-"{\n"
-"  return make_float2(1.0 - y, x);\n"
-"}\n"
-"\n"
-"__device__ inline float2\n"
-ROTATE_HORIZ "(float x, float y)\n"
-"{\n"
-"  return make_float2(1.0 - x, y);\n"
-"}\n"
-"\n"
-"__device__ inline float2\n"
-ROTATE_VERT "(float x, float y)\n"
-"{\n"
-"  return make_float2(x, 1.0 - y);\n"
-"}\n"
-"\n"
-"__device__ inline float2\n"
-ROTATE_UL_LR "(float x, float y)\n"
-"{\n"
-"  return make_float2(y, x);\n"
-"}\n"
-"\n"
-"__device__ inline float2\n"
-ROTATE_UR_LL "(float x, float y)\n"
-"{\n"
-"  return make_float2(1.0 - y, 1.0 - x);\n"
-"}\n"
-"\n";
-
-#define GST_CUDA_KERNEL_UNPACK_FUNC "gst_cuda_kernel_unpack_func"
-static const gchar RGB_TO_RGBx =
-"extern \"C\" {\n"
-"__global__ void\n"
-GST_CUDA_KERNEL_UNPACK_FUNC
-"(unsigned char *src, unsigned char *dst, int width, int height,\n"
-"    int src_stride, int dst_stride)\n"
-"{\n"
-"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
-"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
-"  if (x_pos < width && y_pos < height) {\n"
-"    int dst_pos = x_pos * 4 + y_pos * dst_stride;\n"
-"    int src_pos = x_pos * 3 + y_pos * src_stride;\n"
-"    dstdst_pos = srcsrc_pos;\n"
-"    dstdst_pos + 1 = srcsrc_pos + 1;\n"
-"    dstdst_pos + 2 = srcsrc_pos + 2;\n"
-"    dstdst_pos + 3 = 0xff;\n"
-"  }\n"
-"}\n"
-"}\n";
-
-static const gchar RGB10A2_TO_ARGB64 =
-"extern \"C\" {\n"
-"__global__ void\n"
-GST_CUDA_KERNEL_UNPACK_FUNC
-"(unsigned char *src, unsigned char *dst, int width, int height,\n"
-"    int src_stride, int dst_stride)\n"
-"{\n"
-"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
-"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
-"  if (x_pos < width && y_pos < height) {\n"
-"    unsigned short a, r, g, b;\n"
-"    unsigned int val;\n"
-"    int dst_pos = x_pos * 8 + y_pos * dst_stride;\n"
-"    val = *(unsigned int *)&srcx_pos * 4 + y_pos * src_stride;\n"
-"    a = (val >> 30) & 0x03;\n"
-"    a = (a << 14) | (a << 12) | (a << 10) | (a << 8) | (a << 6) | (a << 4) | (a << 2) | (a << 0);\n"
-"    r = (val & 0x3ff);\n"
-"    r = (r << 6) | (r >> 4);\n"
-"    g = ((val >> 10) & 0x3ff);\n"
-"    g = (g << 6) | (g >> 4);\n"
-"    b = ((val >> 20) & 0x3ff);\n"
-"    b = (b << 6) | (b >> 4);\n"
-"    *(unsigned short *) &dstdst_pos = a;\n"
-"    *(unsigned short *) &dstdst_pos + 2 = r;\n"
-"    *(unsigned short *) &dstdst_pos + 4 = g;\n"
-"    *(unsigned short *) &dstdst_pos + 6 = b;\n"
-"  }\n"
-"}\n"
-"}\n";
-
-static const gchar BGR10A2_TO_ARGB64 =
-"extern \"C\" {\n"
-"__global__ void\n"
-GST_CUDA_KERNEL_UNPACK_FUNC
-"(unsigned char *src, unsigned char *dst, int width, int height,\n"
-"    int src_stride, int dst_stride)\n"
-"{\n"
-"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
-"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
-"  if (x_pos < width && y_pos < height) {\n"
-"    unsigned short a, r, g, b;\n"
-"    unsigned int val;\n"
-"    int dst_pos = x_pos * 8 + y_pos * dst_stride;\n"
-"    val = *(unsigned int *)&srcx_pos * 4 + y_pos * src_stride;\n"
-"    a = (val >> 30) & 0x03;\n"
-"    a = (a << 14) | (a << 12) | (a << 10) | (a << 8) | (a << 6) | (a << 4) | (a << 2) | (a << 0);\n"
-"    b = (val & 0x3ff);\n"
-"    b = (b << 6) | (b >> 4);\n"
-"    g = ((val >> 10) & 0x3ff);\n"
-"    g = (g << 6) | (g >> 4);\n"
-"    r = ((val >> 20) & 0x3ff);\n"
-"    r = (r << 6) | (r >> 4);\n"
-"    *(unsigned short *) &dstdst_pos = a;\n"
-"    *(unsigned short *) &dstdst_pos + 2 = r;\n"
-"    *(unsigned short *) &dstdst_pos + 4 = g;\n"
-"    *(unsigned short *) &dstdst_pos + 6 = b;\n"
-"  }\n"
-"}\n"
-"}\n";
-
-#define GST_CUDA_KERNEL_MAIN_FUNC "gst_cuda_converter_main"
-
-static const gchar TEMPLETA_KERNEL =
-/* KERNEL_COMMON */
-"%s\n"
-/* UNPACK FUNCTION */
-"%s\n"
-"__constant__ ColorMatrix TO_RGB_MATRIX = { { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s } };\n"
-"__constant__ ColorMatrix TO_YUV_MATRIX = { { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s },\n"
-"                                           { %s, %s, %s } };\n"
-"__constant__ int WIDTH = %d;\n"
-"__constant__ int HEIGHT = %d;\n"
-"__constant__ int LEFT = %d;\n"
-"__constant__ int TOP = %d;\n"
-"__constant__ int RIGHT = %d;\n"
-"__constant__ int BOTTOM = %d;\n"
-"__constant__ int VIEW_WIDTH = %d;\n"
-"__constant__ int VIEW_HEIGHT = %d;\n"
-"__constant__ float OFFSET_X = %s;\n"
-"__constant__ float OFFSET_Y = %s;\n"
-"__constant__ float BORDER_X = %s;\n"
-"__constant__ float BORDER_Y = %s;\n"
-"__constant__ float BORDER_Z = %s;\n"
-"__constant__ float BORDER_W = %s;\n"
-"\n"
-"extern \"C\" {\n"
-"__global__ void\n"
-GST_CUDA_KERNEL_MAIN_FUNC "(cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
-"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, unsigned char * dst0,\n"
-"    unsigned char * dst1, unsigned char * dst2, unsigned char * dst3,\n"
-"    int stride0, int stride1)\n"
-"{\n"
-"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
-"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
-"  float4 sample;\n"
-"  if (x_pos >= WIDTH || y_pos >= HEIGHT)\n"
-"    return;\n"
-"  if (x_pos < LEFT || x_pos >= RIGHT || y_pos < TOP || y_pos >= BOTTOM) {\n"
-"    sample = make_float4 (BORDER_X, BORDER_Y, BORDER_Z, BORDER_W);\n"
-"  } else {\n"
-"    float x = OFFSET_X + (float) (x_pos - LEFT) / VIEW_WIDTH;\n"
-"    float y = OFFSET_Y + (float) (y_pos - TOP) / VIEW_HEIGHT;\n"
-"    float2 rotated = %s (x, y);\n"
-"    float4 s = %s (tex0, tex1, tex2, tex3, rotated.x, rotated.y);\n"
-"    float3 xyz = make_float3 (s.x, s.y, s.z);\n"
-"    float3 rgb = %s (xyz, &TO_RGB_MATRIX);\n"
-"    float3 yuv = %s (rgb, &TO_YUV_MATRIX);\n"
-"    sample = make_float4 (yuv.x, yuv.y, yuv.z, s.w);\n"
-"  }\n"
-"  %s (dst0, dst1, dst2, dst3, sample, x_pos, y_pos, stride0, stride1);\n"
-"}\n"
-"}\n";
-/* *INDENT-ON* */
-
-typedef struct _TextureFormat
-{
-  GstVideoFormat format;
-  CUarray_format array_formatGST_VIDEO_MAX_COMPONENTS;
-  guint channelsGST_VIDEO_MAX_COMPONENTS;
-  const gchar *sample_func;
-} TextureFormat;
-
-#define CU_AD_FORMAT_NONE 0
-#define MAKE_FORMAT_YUV_PLANAR(f,cf,sample_func) \
-  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
-      CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_NONE },  {1, 1, 1, 0}, sample_func }
-#define MAKE_FORMAT_YUV_SEMI_PLANAR(f,cf,sample_func) \
-  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
-      CU_AD_FORMAT_NONE, CU_AD_FORMAT_NONE }, {1, 2, 0, 0}, sample_func }
-#define MAKE_FORMAT_RGB(f,cf,sample_func) \
-  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_NONE, \
-      CU_AD_FORMAT_NONE, CU_AD_FORMAT_NONE }, {4, 0, 0, 0}, sample_func }
-#define MAKE_FORMAT_RGBP(f,cf,sample_func) \
-  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
-      CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_NONE }, {1, 1, 1, 0}, sample_func }
-#define MAKE_FORMAT_RGBAP(f,cf,sample_func) \
-  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
-      CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf }, {1, 1, 1, 1}, sample_func }
-
-static const TextureFormat format_map = {
-  MAKE_FORMAT_YUV_PLANAR (I420, UNSIGNED_INT8, SAMPLE_YUV_PLANAR),
-  MAKE_FORMAT_YUV_PLANAR (YV12, UNSIGNED_INT8, SAMPLE_YV12),
-  MAKE_FORMAT_YUV_SEMI_PLANAR (NV12, UNSIGNED_INT8, SAMPLE_SEMI_PLANAR),
-  MAKE_FORMAT_YUV_SEMI_PLANAR (NV21, UNSIGNED_INT8, SAMPLE_SEMI_PLANAR_SWAP),
-  MAKE_FORMAT_YUV_SEMI_PLANAR (P010_10LE, UNSIGNED_INT16, SAMPLE_SEMI_PLANAR),
-  MAKE_FORMAT_YUV_SEMI_PLANAR (P012_LE, UNSIGNED_INT16, SAMPLE_SEMI_PLANAR),
-  MAKE_FORMAT_YUV_SEMI_PLANAR (P016_LE, UNSIGNED_INT16, SAMPLE_SEMI_PLANAR),
-  MAKE_FORMAT_YUV_PLANAR (I420_10LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_10BIS),
-  MAKE_FORMAT_YUV_PLANAR (I420_12LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_12BIS),
-  MAKE_FORMAT_YUV_PLANAR (Y444, UNSIGNED_INT8, SAMPLE_YUV_PLANAR),
-  MAKE_FORMAT_YUV_PLANAR (Y444_10LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_10BIS),
-  MAKE_FORMAT_YUV_PLANAR (Y444_12LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_12BIS),
-  MAKE_FORMAT_YUV_PLANAR (Y444_16LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR),
-  MAKE_FORMAT_RGB (RGBA, UNSIGNED_INT8, SAMPLE_RGBA),
-  MAKE_FORMAT_RGB (BGRA, UNSIGNED_INT8, SAMPLE_BGRA),
-  MAKE_FORMAT_RGB (RGBx, UNSIGNED_INT8, SAMPLE_RGBx),
-  MAKE_FORMAT_RGB (BGRx, UNSIGNED_INT8, SAMPLE_BGRx),
-  MAKE_FORMAT_RGB (ARGB, UNSIGNED_INT8, SAMPLE_ARGB),
-  MAKE_FORMAT_RGB (ARGB64, UNSIGNED_INT16, SAMPLE_ARGB64),
-  MAKE_FORMAT_RGB (ABGR, UNSIGNED_INT8, SAMPLE_AGBR),
-  MAKE_FORMAT_YUV_PLANAR (Y42B, UNSIGNED_INT8, SAMPLE_YUV_PLANAR),
-  MAKE_FORMAT_YUV_PLANAR (I422_10LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_10BIS),
-  MAKE_FORMAT_YUV_PLANAR (I422_12LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_12BIS),
-  MAKE_FORMAT_RGBP (RGBP, UNSIGNED_INT8, SAMPLE_RGBP),
-  MAKE_FORMAT_RGBP (BGRP, UNSIGNED_INT8, SAMPLE_BGRP),
-  MAKE_FORMAT_RGBP (GBR, UNSIGNED_INT8, SAMPLE_GBR),
-  MAKE_FORMAT_RGBP (GBR_10LE, UNSIGNED_INT16, SAMPLE_GBR_10),
-  MAKE_FORMAT_RGBP (GBR_12LE, UNSIGNED_INT16, SAMPLE_GBR_12),
-  MAKE_FORMAT_RGBP (GBR_16LE, UNSIGNED_INT16, SAMPLE_GBR),
-  MAKE_FORMAT_RGBAP (GBRA, UNSIGNED_INT8, SAMPLE_GBRA),
-};
-
-typedef struct _TextureBuffer
-{
-  CUdeviceptr ptr;
-  gsize stride;
-  CUtexObject texture;
-} TextureBuffer;
-
-typedef struct
-{
-  gint x;
-  gint y;
-  gint width;
-  gint height;
-} ConverterRect;
-
-struct _GstCudaConverterPrivate
-{
-  GstVideoInfo in_info;
-  GstVideoInfo out_info;
-
-  GstVideoOrientationMethod method;
-
-  GstStructure *config;
-
-  GstVideoInfo texture_info;
-  const TextureFormat *texture_fmt;
-  gint texture_align;
-  ConverterRect dest_rect;
-
-  TextureBuffer fallback_bufferGST_VIDEO_MAX_COMPONENTS;
-  CUfilter_mode filter_modeGST_VIDEO_MAX_COMPONENTS;
-  TextureBuffer unpack_buffer;
-
-  CUmodule module;
-  CUfunction main_func;
-  CUfunction unpack_func;
-};
-
-static void gst_cuda_converter_dispose (GObject * object);
-static void gst_cuda_converter_finalize (GObject * object);
-
-#define gst_cuda_converter_parent_class parent_class
-G_DEFINE_TYPE_WITH_PRIVATE (GstCudaConverter, gst_cuda_converter,
-    GST_TYPE_OBJECT);
-
-static void
-gst_cuda_converter_class_init (GstCudaConverterClass * klass)
-{
-  GObjectClass *object_class = G_OBJECT_CLASS (klass);
-
-  object_class->dispose = gst_cuda_converter_dispose;
-  object_class->finalize = gst_cuda_converter_finalize;
-
-  GST_DEBUG_CATEGORY_INIT (gst_cuda_converter_debug,
-      "cudaconverter", 0, "cudaconverter");
-}
-
-static void
-gst_cuda_converter_init (GstCudaConverter * self)
-{
-  GstCudaConverterPrivate *priv;
-
-  self->priv = priv = gst_cuda_converter_get_instance_private (self);
-  priv->config = gst_structure_new_empty ("GstCudaConverter");
-}
-
-static void
-gst_cuda_converter_dispose (GObject * object)
-{
-  GstCudaConverter *self = GST_CUDA_CONVERTER (object);
-  GstCudaConverterPrivate *priv = self->priv;
-  guint i;
-
-  if (self->context && gst_cuda_context_push (self->context)) {
-    if (priv->module) {
-      CuModuleUnload (priv->module);
-      priv->module = NULL;
-    }
-
-    for (i = 0; i < G_N_ELEMENTS (priv->fallback_buffer); i++) {
-      if (priv->fallback_bufferi.ptr) {
-        if (priv->fallback_bufferi.texture) {
-          CuTexObjectDestroy (priv->fallback_bufferi.texture);
-          priv->fallback_bufferi.texture = 0;
-        }
-
-        CuMemFree (priv->fallback_bufferi.ptr);
-        priv->fallback_bufferi.ptr = 0;
-      }
-    }
-
-    if (priv->unpack_buffer.ptr) {
-      if (priv->unpack_buffer.texture) {
-        CuTexObjectDestroy (priv->unpack_buffer.texture);
-        priv->unpack_buffer.texture = 0;
-      }
-
-      CuMemFree (priv->unpack_buffer.ptr);
-      priv->unpack_buffer.ptr = 0;
-    }
-
-    gst_cuda_context_pop (NULL);
-  }
-
-  gst_clear_object (&self->context);
-
-  G_OBJECT_CLASS (parent_class)->dispose (object);
-}
-
-static void
-gst_cuda_converter_finalize (GObject * object)
-{
-  GstCudaConverter *self = GST_CUDA_CONVERTER (object);
-  GstCudaConverterPrivate *priv = self->priv;
-
-  gst_structure_free (priv->config);
-
-  G_OBJECT_CLASS (parent_class)->finalize (object);
-}
-
-static const gchar *
-get_color_range_name (GstVideoColorRange range)
-{
-  switch (range) {
-    case GST_VIDEO_COLOR_RANGE_0_255:
-      return "FULL";
-    case GST_VIDEO_COLOR_RANGE_16_235:
-      return "STUDIO";
-    default:
-      break;
-  }
-
-  return "UNKNOWN";
-}
-
-typedef struct _GstCudaColorMatrixString
-{
-  gchar matrix33G_ASCII_DTOSTR_BUF_SIZE;
-  gchar offset3G_ASCII_DTOSTR_BUF_SIZE;
-  gchar min3G_ASCII_DTOSTR_BUF_SIZE;
-  gchar max3G_ASCII_DTOSTR_BUF_SIZE;
-} GstCudaColorMatrixString;
-
-static void
-color_matrix_to_string (const GstCudaColorMatrix * m,
-    GstCudaColorMatrixString * str)
-{
-  guint i, j;
-  for (i = 0; i < 3; i++) {
-    for (j = 0; j < 3; j++) {
-      g_ascii_formatd (str->matrixij, G_ASCII_DTOSTR_BUF_SIZE, "%f",
-          m->matrixij);
-    }
-
-    g_ascii_formatd (str->offseti,
-        G_ASCII_DTOSTR_BUF_SIZE, "%f", m->offseti);
-    g_ascii_formatd (str->mini, G_ASCII_DTOSTR_BUF_SIZE, "%f", m->mini);
-    g_ascii_formatd (str->maxi, G_ASCII_DTOSTR_BUF_SIZE, "%f", m->maxi);
-  }
-}
-
-static gboolean
-gst_cuda_converter_setup (GstCudaConverter * self)
-{
-  GstCudaConverterPrivate *priv = self->priv;
-  const GstVideoInfo *in_info;
-  const GstVideoInfo *out_info;
-  const GstVideoInfo *texture_info;
-  GstCudaColorMatrix to_rgb_matrix;
-  GstCudaColorMatrix to_yuv_matrix;
-  GstCudaColorMatrix border_color_matrix;
-  GstCudaColorMatrixString to_rgb_matrix_str;
-  GstCudaColorMatrixString to_yuv_matrix_str;
-  gchar border_color_str4G_ASCII_DTOSTR_BUF_SIZE;
-  gdouble border_color4;
-  gchar offset_xG_ASCII_DTOSTR_BUF_SIZE;
-  gchar offset_yG_ASCII_DTOSTR_BUF_SIZE;
-  gint i, j;
-  const gchar *unpack_function = NULL;
-  const gchar *write_func = NULL;
-  const gchar *to_rgb_func = COLOR_SPACE_IDENTITY;
-  const gchar *to_yuv_func = COLOR_SPACE_IDENTITY;
-  const gchar *rotate_func = ROTATE_IDENTITY;
-  const GstVideoColorimetry *in_color;
-  const GstVideoColorimetry *out_color;
-  gchar *str;
-  gchar *program = NULL;
-  CUresult ret;
-
-  in_info = &priv->in_info;
-  out_info = &priv->out_info;
-  texture_info = &priv->texture_info;
-  in_color = &in_info->colorimetry;
-  out_color = &out_info->colorimetry;
-
-  memset (&to_rgb_matrix, 0, sizeof (GstCudaColorMatrix));
-  color_matrix_identity (&to_rgb_matrix);
-
-  memset (&to_yuv_matrix, 0, sizeof (GstCudaColorMatrix));
-  color_matrix_identity (&to_yuv_matrix);
-
-  switch (GST_VIDEO_INFO_FORMAT (out_info)) {
-    case GST_VIDEO_FORMAT_I420:
-      write_func = WRITE_I420;
-      break;
-    case GST_VIDEO_FORMAT_YV12:
-      write_func = WRITE_YV12;
-      break;
-    case GST_VIDEO_FORMAT_NV12:
-      write_func = WRITE_NV12;
-      break;
-    case GST_VIDEO_FORMAT_NV21:
-      write_func = WRITE_NV21;
-      break;
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P012_LE:
-    case GST_VIDEO_FORMAT_P016_LE:
-      write_func = WRITE_P010;
-      break;
-    case GST_VIDEO_FORMAT_I420_10LE:
-      write_func = WRITE_I420_10;
-      break;
-    case GST_VIDEO_FORMAT_I420_12LE:
-      write_func = WRITE_I420_12;
-      break;
-    case GST_VIDEO_FORMAT_Y444:
-      write_func = WRITE_Y444;
-      break;
-    case GST_VIDEO_FORMAT_Y444_10LE:
-      write_func = WRITE_Y444_10;
-      break;
-    case GST_VIDEO_FORMAT_Y444_12LE:
-      write_func = WRITE_Y444_12;
-      break;
-    case GST_VIDEO_FORMAT_Y444_16LE:
-      write_func = WRITE_Y444_16;
-      break;
-    case GST_VIDEO_FORMAT_RGBA:
-      write_func = WRITE_RGBA;
-      break;
-    case GST_VIDEO_FORMAT_RGBx:
-      write_func = WRITE_RGBx;
-      break;
-    case GST_VIDEO_FORMAT_BGRA:
-      write_func = WRITE_BGRA;
-      break;
-    case GST_VIDEO_FORMAT_BGRx:
-      write_func = WRITE_BGRx;
-      break;
-    case GST_VIDEO_FORMAT_ARGB:
-      write_func = WRITE_ARGB;
-      break;
-    case GST_VIDEO_FORMAT_ABGR:
-      write_func = WRITE_ABGR;
-      break;
-    case GST_VIDEO_FORMAT_RGB:
-      write_func = WRITE_RGB;
-      break;
-    case GST_VIDEO_FORMAT_BGR:
-      write_func = WRITE_BGR;
-      break;
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-      write_func = WRITE_RGB10A2;
-      break;
-    case GST_VIDEO_FORMAT_BGR10A2_LE:
-      write_func = WRITE_BGR10A2;
-      break;
-    case GST_VIDEO_FORMAT_Y42B:
-      write_func = WRITE_Y42B;
-      break;
-    case GST_VIDEO_FORMAT_I422_10LE:
-      write_func = WRITE_I422_10;
-      break;
-    case GST_VIDEO_FORMAT_I422_12LE:
-      write_func = WRITE_I422_12;
-      break;
-    case GST_VIDEO_FORMAT_RGBP:
-      write_func = WRITE_RGBP;
-      break;
-    case GST_VIDEO_FORMAT_BGRP:
-      write_func = WRITE_BGRP;
-      break;
-    case GST_VIDEO_FORMAT_GBR:
-      write_func = WRITE_GBR;
-      break;
-    case GST_VIDEO_FORMAT_GBR_10LE:
-      write_func = WRITE_GBR_10;
-      break;
-    case GST_VIDEO_FORMAT_GBR_12LE:
-      write_func = WRITE_GBR_12;
-      break;
-    case GST_VIDEO_FORMAT_GBR_16LE:
-      write_func = WRITE_GBR_16;
-      break;
-    case GST_VIDEO_FORMAT_GBRA:
-      write_func = WRITE_GBRA;
-      break;
-    default:
-      break;
-  }
-
-  if (!write_func) {
-    GST_ERROR_OBJECT (self, "Unknown write function for format %s",
-        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (out_info)));
-    return FALSE;
-  }
-
-  /* Decide texture info to use, 3 channel RGB or 10bits packed RGB
-   * need be converted to other format */
-  priv->texture_info = priv->in_info;
-  switch (GST_VIDEO_INFO_FORMAT (in_info)) {
-    case GST_VIDEO_FORMAT_RGB:
-      gst_video_info_set_format (&priv->texture_info,
-          GST_VIDEO_FORMAT_RGBx, GST_VIDEO_INFO_WIDTH (in_info),
-          GST_VIDEO_INFO_HEIGHT (in_info));
-      unpack_function = RGB_TO_RGBx;
-      break;
-    case GST_VIDEO_FORMAT_BGR:
-      gst_video_info_set_format (&priv->texture_info,
-          GST_VIDEO_FORMAT_BGRx, GST_VIDEO_INFO_WIDTH (in_info),
-          GST_VIDEO_INFO_HEIGHT (in_info));
-      unpack_function = RGB_TO_RGBx;
-      break;
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-      gst_video_info_set_format (&priv->texture_info,
-          GST_VIDEO_FORMAT_ARGB64, GST_VIDEO_INFO_WIDTH (in_info),
-          GST_VIDEO_INFO_HEIGHT (in_info));
-      unpack_function = RGB10A2_TO_ARGB64;
-      break;
-    case GST_VIDEO_FORMAT_BGR10A2_LE:
-      gst_video_info_set_format (&priv->texture_info,
-          GST_VIDEO_FORMAT_ARGB64, GST_VIDEO_INFO_WIDTH (in_info),
-          GST_VIDEO_INFO_HEIGHT (in_info));
-      unpack_function = BGR10A2_TO_ARGB64;
-      break;
-    default:
-      break;
-  }
-
-  for (i = 0; i < G_N_ELEMENTS (format_map); i++) {
-    if (format_mapi.format == GST_VIDEO_INFO_FORMAT (texture_info)) {
-      priv->texture_fmt = &format_mapi;
-      break;
-    }
-  }
-
-  if (!priv->texture_fmt) {
-    GST_ERROR_OBJECT (self, "Couldn't find texture format for %s (%s)",
-        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)),
-        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (texture_info)));
-    return FALSE;
-  }
-
-  /* calculate black color
-   * TODO: add support border color */
-  if (GST_VIDEO_INFO_IS_RGB (out_info)) {
-    GstVideoInfo rgb_info = *out_info;
-    rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
-    gst_cuda_color_range_adjust_matrix_unorm (&rgb_info, out_info,
-        &border_color_matrix);
-  } else {
-    GstVideoInfo rgb_info;
-
-    gst_video_info_set_format (&rgb_info, GST_VIDEO_FORMAT_RGBA64_LE,
-        out_info->width, out_info->height);
-
-    gst_cuda_rgb_to_yuv_matrix_unorm (&rgb_info,
-        out_info, &border_color_matrix);
-  }
-
-  for (i = 0; i < 3; i++) {
-    /* TODO: property */
-    gdouble border_rgba4 = { 0, 0, 0 };
-    border_colori = 0;
-    for (j = 0; j < 3; j++)
-      border_colori += border_color_matrix.matrixij * border_rgbai;
-    border_colori = border_color_matrix.offseti;
-    border_colori = CLAMP (border_colori,
-        border_color_matrix.mini, border_color_matrix.maxi);
-
-    g_ascii_formatd (border_color_stri,
-        G_ASCII_DTOSTR_BUF_SIZE, "%f", border_colori);
-  }
-  g_ascii_formatd (border_color_str3, G_ASCII_DTOSTR_BUF_SIZE, "%f", 1);
-
-  /* FIXME: handle primaries and transfer functions */
-  if (GST_VIDEO_INFO_IS_RGB (texture_info)) {
-    if (GST_VIDEO_INFO_IS_RGB (out_info)) {
-      /* RGB -> RGB */
-      if (in_color->range == out_color->range) {
-        GST_DEBUG_OBJECT (self, "RGB -> RGB conversion without matrix");
-      } else {
-        if (!gst_cuda_color_range_adjust_matrix_unorm (in_info, out_info,
-                &to_rgb_matrix)) {
-          GST_ERROR_OBJECT (self, "Failed to get RGB range adjust matrix");
-          return FALSE;
-        }
-
-        str = gst_cuda_dump_color_matrix (&to_rgb_matrix);
-        GST_DEBUG_OBJECT (self, "RGB range adjust %s -> %s\n%s",
-            get_color_range_name (in_color->range),
-            get_color_range_name (out_color->range), str);
-        g_free (str);
-
-        to_rgb_func = COLOR_SPACE_CONVERT;
-      }
-    } else {
-      /* RGB -> YUV */
-      if (!gst_cuda_rgb_to_yuv_matrix_unorm (in_info, out_info, &to_yuv_matrix)) {
-        GST_ERROR_OBJECT (self, "Failed to get RGB -> YUV transform matrix");
-        return FALSE;
-      }
-
-      str = gst_cuda_dump_color_matrix (&to_yuv_matrix);
-      GST_DEBUG_OBJECT (self, "RGB -> YUV matrix:\n%s", str);
-      g_free (str);
-
-      to_yuv_func = COLOR_SPACE_CONVERT;
-    }
-  } else {
-    if (GST_VIDEO_INFO_IS_RGB (out_info)) {
-      /* YUV -> RGB */
-      if (!gst_cuda_yuv_to_rgb_matrix_unorm (in_info, out_info, &to_rgb_matrix)) {
-        GST_ERROR_OBJECT (self, "Failed to get YUV -> RGB transform matrix");
-        return FALSE;
-      }
-
-      str = gst_cuda_dump_color_matrix (&to_rgb_matrix);
-      GST_DEBUG_OBJECT (self, "YUV -> RGB matrix:\n%s", str);
-      g_free (str);
-
-      to_rgb_func = COLOR_SPACE_CONVERT;
-    } else {
-      /* YUV -> YUV */
-      if (in_color->range == out_color->range) {
-        GST_DEBUG_OBJECT (self, "YUV -> YU conversion without matrix");
-      } else {
-        if (!gst_cuda_color_range_adjust_matrix_unorm (in_info, out_info,
-                &to_yuv_matrix)) {
-          GST_ERROR_OBJECT (self, "Failed to get GRAY range adjust matrix");
-          return FALSE;
-        }
-
-        str = gst_cuda_dump_color_matrix (&to_yuv_matrix);
-        GST_DEBUG_OBJECT (self, "YUV range adjust matrix:\n%s", str);
-        g_free (str);
-
-        to_yuv_func = COLOR_SPACE_CONVERT;
-      }
-    }
-  }
-
-  color_matrix_to_string (&to_rgb_matrix, &to_rgb_matrix_str);
-  color_matrix_to_string (&to_yuv_matrix, &to_yuv_matrix_str);
-
-  /* half pixel offset, to sample texture at center of the pixel position */
-  g_ascii_formatd (offset_x, G_ASCII_DTOSTR_BUF_SIZE, "%f",
-      (gdouble) 0.5 / priv->dest_rect.width);
-  g_ascii_formatd (offset_y, G_ASCII_DTOSTR_BUF_SIZE, "%f",
-      (gdouble) 0.5 / priv->dest_rect.height);
-
-  switch (priv->method) {
-    case GST_VIDEO_ORIENTATION_90R:
-      rotate_func = ROTATE_90R;
-      break;
-    case GST_VIDEO_ORIENTATION_180:
-      rotate_func = ROTATE_180;
-      break;
-    case GST_VIDEO_ORIENTATION_90L:
-      rotate_func = ROTATE_90L;
-      break;
-    case GST_VIDEO_ORIENTATION_HORIZ:
-      rotate_func = ROTATE_HORIZ;
-      break;
-    case GST_VIDEO_ORIENTATION_VERT:
-      rotate_func = ROTATE_VERT;
-      break;
-    case GST_VIDEO_ORIENTATION_UL_LR:
-      rotate_func = ROTATE_UL_LR;
-      break;
-    case GST_VIDEO_ORIENTATION_UR_LL:
-      rotate_func = ROTATE_UR_LL;
-      break;
-    default:
-      break;
-  }
-
-  str = g_strdup_printf (TEMPLETA_KERNEL, KERNEL_COMMON,
-      unpack_function ? unpack_function : "",
-      /* TO RGB matrix */
-      to_rgb_matrix_str.matrix00,
-      to_rgb_matrix_str.matrix01,
-      to_rgb_matrix_str.matrix02,
-      to_rgb_matrix_str.matrix10,
-      to_rgb_matrix_str.matrix11,
-      to_rgb_matrix_str.matrix12,
-      to_rgb_matrix_str.matrix20,
-      to_rgb_matrix_str.matrix21,
-      to_rgb_matrix_str.matrix22,
-      to_rgb_matrix_str.offset0,
-      to_rgb_matrix_str.offset1,
-      to_rgb_matrix_str.offset2,
-      to_rgb_matrix_str.min0,
-      to_rgb_matrix_str.min1,
-      to_rgb_matrix_str.min2,
-      to_rgb_matrix_str.max0,
-      to_rgb_matrix_str.max1, to_rgb_matrix_str.max2,
-      /* TO YUV matrix */
-      to_yuv_matrix_str.matrix00,
-      to_yuv_matrix_str.matrix01,
-      to_yuv_matrix_str.matrix02,
-      to_yuv_matrix_str.matrix10,
-      to_yuv_matrix_str.matrix11,
-      to_yuv_matrix_str.matrix12,
-      to_yuv_matrix_str.matrix20,
-      to_yuv_matrix_str.matrix21,
-      to_yuv_matrix_str.matrix22,
-      to_yuv_matrix_str.offset0,
-      to_yuv_matrix_str.offset1,
-      to_yuv_matrix_str.offset2,
-      to_yuv_matrix_str.min0,
-      to_yuv_matrix_str.min1,
-      to_yuv_matrix_str.min2,
-      to_yuv_matrix_str.max0,
-      to_yuv_matrix_str.max1, to_yuv_matrix_str.max2,
-      /* width/height */
-      GST_VIDEO_INFO_WIDTH (out_info), GST_VIDEO_INFO_HEIGHT (out_info),
-      /* viewport */
-      priv->dest_rect.x, priv->dest_rect.y,
-      priv->dest_rect.x + priv->dest_rect.width,
-      priv->dest_rect.y + priv->dest_rect.height,
-      priv->dest_rect.width, priv->dest_rect.height,
-      /* half pixel offsets */
-      offset_x, offset_y,
-      /* border colors */
-      border_color_str0, border_color_str1,
-      border_color_str2, border_color_str3,
-      /* adjust coord before sampling */
-      rotate_func,
-      /* sampler function name */
-      priv->texture_fmt->sample_func,
-      /* TO RGB conversion function name */
-      to_rgb_func,
-      /* TO YUV conversion function name */
-      to_yuv_func,
-      /* write function name */
-      write_func);
-
-  GST_LOG_OBJECT (self, "kernel code:\n%s\n", str);
-  gint cuda_device;
-  g_object_get (self->context, "cuda-device-id", &cuda_device, NULL);
-  program = gst_cuda_nvrtc_compile_cubin (str, cuda_device);
-  if (!program) {
-    GST_WARNING_OBJECT (self, "Couldn't compile to cubin, trying ptx");
-    program = gst_cuda_nvrtc_compile (str);
-  }
-  g_free (str);
-
-  if (!program) {
-    GST_ERROR_OBJECT (self, "Could not compile code");
-    return FALSE;
-  }
-
-  if (priv->dest_rect.x != 0 || priv->dest_rect.y != 0 ||
-      priv->dest_rect.width != out_info->width ||
-      priv->dest_rect.height != out_info->height ||
-      in_info->width != out_info->width
-      || in_info->height != out_info->height) {
-    for (i = 0; i < G_N_ELEMENTS (priv->filter_mode); i++)
-      priv->filter_modei = CU_TR_FILTER_MODE_LINEAR;
-  } else {
-    for (i = 0; i < G_N_ELEMENTS (priv->filter_mode); i++)
-      priv->filter_modei = CU_TR_FILTER_MODE_POINT;
-  }
-
-  if (!gst_cuda_context_push (self->context)) {
-    GST_ERROR_OBJECT (self, "Couldn't push context");
-    g_free (program);
-    return FALSE;
-  }
-
-  /* Allocates intermediate memory for texture */
-  if (unpack_function) {
-    CUDA_TEXTURE_DESC texture_desc;
-    CUDA_RESOURCE_DESC resource_desc;
-    CUtexObject texture = 0;
-
-    memset (&texture_desc, 0, sizeof (CUDA_TEXTURE_DESC));
-    memset (&resource_desc, 0, sizeof (CUDA_RESOURCE_DESC));
-
-    ret = CuMemAllocPitch (&priv->unpack_buffer.ptr,
-        &priv->unpack_buffer.stride,
-        GST_VIDEO_INFO_COMP_WIDTH (texture_info, 0) *
-        GST_VIDEO_INFO_COMP_PSTRIDE (texture_info, 0),
-        GST_VIDEO_INFO_HEIGHT (texture_info), 16);
-    if (!gst_cuda_result (ret)) {
-      GST_ERROR_OBJECT (self, "Couldn't allocate unpack buffer");
-      goto error;
-    }
-
-    resource_desc.resType = CU_RESOURCE_TYPE_PITCH2D;
-    resource_desc.res.pitch2D.format = priv->texture_fmt->array_format0;
-    resource_desc.res.pitch2D.numChannels = 4;
-    resource_desc.res.pitch2D.width = in_info->width;
-    resource_desc.res.pitch2D.height = in_info->height;
-    resource_desc.res.pitch2D.pitchInBytes = priv->unpack_buffer.stride;
-    resource_desc.res.pitch2D.devPtr = priv->unpack_buffer.ptr;
-
-    texture_desc.filterMode = priv->filter_mode0;
-    texture_desc.flags = 0x2;
-    texture_desc.addressMode0 = 1;
-    texture_desc.addressMode1 = 1;
-    texture_desc.addressMode2 = 1;
-
-    ret = CuTexObjectCreate (&texture, &resource_desc, &texture_desc, NULL);
-    if (!gst_cuda_result (ret)) {
-      GST_ERROR_OBJECT (self, "Couldn't create unpack texture");
-      goto error;
-    }
-
-    priv->unpack_buffer.texture = texture;
-  }
-
-  ret = CuModuleLoadData (&priv->module, program);
-  g_clear_pointer (&program, g_free);
-  if (!gst_cuda_result (ret)) {
-    GST_ERROR_OBJECT (self, "Could not load module");
-    priv->module = NULL;
-    goto error;
-  }
-
-  ret = CuModuleGetFunction (&priv->main_func,
-      priv->module, GST_CUDA_KERNEL_MAIN_FUNC);
-  if (!gst_cuda_result (ret)) {
-    GST_ERROR_OBJECT (self, "Could not get main function");
-    goto error;
-  }
-
-  if (unpack_function) {
-    ret = CuModuleGetFunction (&priv->unpack_func,
-        priv->module, GST_CUDA_KERNEL_UNPACK_FUNC);
-    if (!gst_cuda_result (ret)) {
-      GST_ERROR_OBJECT (self, "Could not get unpack function");
-      goto error;
-    }
-  }
-
-  gst_cuda_context_pop (NULL);
-
-  return TRUE;
-
-error:
-  gst_cuda_context_pop (NULL);
-  g_free (program);
-
-  return FALSE;
-}
-
-static gboolean
-copy_config (GQuark field_id, const GValue * value, gpointer user_data)
-{
-  GstCudaConverter *self = (GstCudaConverter *) user_data;
-
-  gst_structure_id_set_value (self->priv->config, field_id, value);
-
-  return TRUE;
-}
-
-static void
-gst_cuda_converter_set_config (GstCudaConverter * self, GstStructure * config)
-{
-  gst_structure_foreach (config, copy_config, self);
-  gst_structure_free (config);
-}
-
-static gint
-get_opt_int (GstCudaConverter * self, const gchar * opt, gint def)
-{
-  gint res;
-  if (!gst_structure_get_int (self->priv->config, opt, &res))
-    res = def;
-  return res;
-}
-
-GstCudaConverter *
-gst_cuda_converter_new (const GstVideoInfo * in_info,
-    const GstVideoInfo * out_info, GstCudaContext * context,
-    GstStructure * config)
-{
-  GstCudaConverter *self;
-  GstCudaConverterPrivate *priv;
-  gint method;
-
-  g_return_val_if_fail (in_info != NULL, NULL);
-  g_return_val_if_fail (out_info != NULL, NULL);
-  g_return_val_if_fail (GST_IS_CUDA_CONTEXT (context), NULL);
-
-  self = g_object_new (GST_TYPE_CUDA_CONVERTER, NULL);
-
-  if (!GST_IS_CUDA_CONTEXT (context)) {
-    GST_WARNING_OBJECT (self, "Not a valid cuda context object");
-    goto error;
-  }
-
-  self->context = gst_object_ref (context);
-  priv = self->priv;
-  priv->in_info = *in_info;
-  priv->out_info = *out_info;
-
-  if (config)
-    gst_cuda_converter_set_config (self, config);
-
-  priv->dest_rect.x = get_opt_int (self, GST_CUDA_CONVERTER_OPT_DEST_X, 0);
-  priv->dest_rect.y = get_opt_int (self, GST_CUDA_CONVERTER_OPT_DEST_Y, 0);
-  priv->dest_rect.width = get_opt_int (self,
-      GST_CUDA_CONVERTER_OPT_DEST_WIDTH, out_info->width);
-  priv->dest_rect.height = get_opt_int (self,
-      GST_CUDA_CONVERTER_OPT_DEST_HEIGHT, out_info->height);
-  if (gst_structure_get_enum (priv->config,
-          GST_CUDA_CONVERTER_OPT_ORIENTATION_METHOD,
-          GST_TYPE_VIDEO_ORIENTATION_METHOD, &method)) {
-    priv->method = method;
-    GST_DEBUG_OBJECT (self, "Selected orientation method %d", method);
-  }
-
-  if (!gst_cuda_converter_setup (self))
-    goto error;
-
-  priv->texture_align = gst_cuda_context_get_texture_alignment (context);
-
-  gst_object_ref_sink (self);
-  return self;
-
-error:
-  gst_object_unref (self);
-  return NULL;
-}
-
-
-static CUtexObject
-gst_cuda_converter_create_texture_unchecked (GstCudaConverter * self,
-    CUdeviceptr src, gint width, gint height, CUarray_format format,
-    guint channels, gint stride, gint plane, CUfilter_mode mode)
-{
-  CUDA_TEXTURE_DESC texture_desc;
-  CUDA_RESOURCE_DESC resource_desc;
-  CUtexObject texture = 0;
-  CUresult cuda_ret;
-
-  memset (&texture_desc, 0, sizeof (CUDA_TEXTURE_DESC));
-  memset (&resource_desc, 0, sizeof (CUDA_RESOURCE_DESC));
-
-  resource_desc.resType = CU_RESOURCE_TYPE_PITCH2D;
-  resource_desc.res.pitch2D.format = format;
-  resource_desc.res.pitch2D.numChannels = channels;
-  resource_desc.res.pitch2D.width = width;
-  resource_desc.res.pitch2D.height = height;
-  resource_desc.res.pitch2D.pitchInBytes = stride;
-  resource_desc.res.pitch2D.devPtr = src;
-
-  texture_desc.filterMode = mode;
-  /* Will read texture value as a normalized 0, 1 float value
-   * with 0, 1) coordinates */
-  /* CU_TRSF_NORMALIZED_COORDINATES */
-  texture_desc.flags = 0x2;
-  /* CU_TR_ADDRESS_MODE_CLAMP */
-  texture_desc.addressMode0 = 1;
-  texture_desc.addressMode1 = 1;
-  texture_desc.addressMode2 = 1;
-
-  cuda_ret = CuTexObjectCreate (&texture, &resource_desc, &texture_desc, NULL);
-
-  if (!gst_cuda_result (cuda_ret)) {
-    GST_ERROR_OBJECT (self, "Could not create texture");
-    return 0;
-  }
-
-  return texture;
-}
-
-static gboolean
-ensure_fallback_buffer (GstCudaConverter * self, gint width_in_bytes,
-    gint height, guint plane)
-{
-  GstCudaConverterPrivate *priv = self->priv;
-  CUresult ret;
-
-  if (priv->fallback_bufferplane.ptr)
-    return TRUE;
-
-  ret = CuMemAllocPitch (&priv->fallback_bufferplane.ptr,
-      &priv->fallback_bufferplane.stride, width_in_bytes, height, 16);
-
-  if (!gst_cuda_result (ret)) {
-    GST_ERROR_OBJECT (self, "Couldn't allocate fallback buffer");
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static CUtexObject
-gst_cuda_converter_create_texture (GstCudaConverter * self,
-    CUdeviceptr src, gint width, gint height, gint stride, CUfilter_mode mode,
-    CUarray_format format, guint channles, gint plane, CUstream stream)
-{
-  GstCudaConverterPrivate *priv = self->priv;
-  CUresult ret;
-  CUdeviceptr src_ptr;
-  CUDA_MEMCPY2D params = { 0, };
-
-  if (!ensure_fallback_buffer (self, stride, height, plane))
-    return 0;
-
-  params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
-  params.srcPitch = stride;
-  params.srcDevice = (CUdeviceptr) src;
-
-  params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
-  params.dstPitch = priv->fallback_bufferplane.stride;
-  params.dstDevice = priv->fallback_bufferplane.ptr;
-  params.WidthInBytes = GST_VIDEO_INFO_COMP_WIDTH (&priv->in_info, plane)
-      * GST_VIDEO_INFO_COMP_PSTRIDE (&priv->in_info, plane),
-      params.Height = GST_VIDEO_INFO_COMP_HEIGHT (&priv->in_info, plane);
-
-  ret = CuMemcpy2DAsync (&params, stream);
-  if (!gst_cuda_result (ret)) {
-    GST_ERROR_OBJECT (self, "Couldn't copy to fallback buffer");
-    return 0;
-  }
-
-  if (!priv->fallback_bufferplane.texture) {
-    src_ptr = priv->fallback_bufferplane.ptr;
-    stride = priv->fallback_bufferplane.stride;
-
-    priv->fallback_bufferplane.texture =
-        gst_cuda_converter_create_texture_unchecked (self, src_ptr, width,
-        height, format, channles, stride, plane, mode);
-  }
-
-  return priv->fallback_bufferplane.texture;
-}
-
-static gboolean
-gst_cuda_converter_unpack_rgb (GstCudaConverter * self,
-    GstVideoFrame * src_frame, CUstream stream)
-{
-  GstCudaConverterPrivate *priv = self->priv;
-  CUdeviceptr src;
-  gint width, height, src_stride, dst_stride;
-  CUresult ret;
-  gpointer args = { &src, &priv->unpack_buffer.ptr,
-    &width, &height, &src_stride, &dst_stride
-  };
-
-  g_assert (priv->unpack_buffer.ptr);
-  g_assert (priv->unpack_buffer.stride > 0);
-
-  src = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (src_frame, 0);
-  width = GST_VIDEO_FRAME_WIDTH (src_frame);
-  height = GST_VIDEO_FRAME_HEIGHT (src_frame);
-  src_stride = GST_VIDEO_FRAME_PLANE_STRIDE (src_frame, 0);
-  dst_stride = (gint) priv->unpack_buffer.stride;
-
-  ret = CuLaunchKernel (priv->unpack_func, DIV_UP (width, CUDA_BLOCK_X),
-      DIV_UP (height, CUDA_BLOCK_Y), 1, CUDA_BLOCK_X, CUDA_BLOCK_Y, 1, 0,
-      stream, args, NULL);
-
-  if (!gst_cuda_result (ret)) {
-    GST_ERROR_OBJECT (self, "Couldn't unpack source RGB");
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-gboolean
-gst_cuda_converter_convert_frame (GstCudaConverter * converter,
-    GstVideoFrame * src_frame, GstVideoFrame * dst_frame, CUstream stream,
-    gboolean * synchronized)
-{
-  GstCudaConverterPrivate *priv;
-  const TextureFormat *format;
-  CUtexObject textureGST_VIDEO_MAX_COMPONENTS = { 0, };
-  guint8 *dstGST_VIDEO_MAX_COMPONENTS = { NULL, };
-  gint stride2 = { 0, };
-  gint i;
-  gboolean ret = FALSE;
-  CUresult cuda_ret;
-  gint width, height;
-  gpointer args = { &texture0, &texture1, &texture2, &texture3,
-    &dst0, &dst1, &dst2, &dst3, &stride0, &stride1
-  };
-  gboolean need_sync = FALSE;
-  GstCudaMemory *cmem;
-
-  g_return_val_if_fail (GST_IS_CUDA_CONVERTER (converter), FALSE);
-  g_return_val_if_fail (src_frame != NULL, FALSE);
-  g_return_val_if_fail (dst_frame != NULL, FALSE);
-
-  priv = converter->priv;
-  format = priv->texture_fmt;
-
-  g_assert (format);
-
-  cmem = (GstCudaMemory *) gst_buffer_peek_memory (src_frame->buffer, 0);
-  g_return_val_if_fail (gst_is_cuda_memory (GST_MEMORY_CAST (cmem)), FALSE);
-
-  if (!gst_cuda_context_push (converter->context)) {
-    GST_ERROR_OBJECT (converter, "Couldn't push context");
-    return FALSE;
-  }
-
-  if (priv->unpack_func) {
-    if (!gst_cuda_converter_unpack_rgb (converter, src_frame, stream))
-      goto out;
-
-    texture0 = priv->unpack_buffer.texture;
-    if (!texture0) {
-      GST_ERROR_OBJECT (converter, "Unpack texture is unavailable");
-      goto out;
-    }
-  } else {
-    for (i = 0; i < GST_VIDEO_FRAME_N_PLANES (src_frame); i++) {
-      if (!gst_cuda_memory_get_texture (cmem,
-              i, priv->filter_modei, &texturei)) {
-        CUdeviceptr src;
-        src = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (src_frame, i);
-        texturei = gst_cuda_converter_create_texture (converter,
-            src, GST_VIDEO_FRAME_COMP_WIDTH (src_frame, i),
-            GST_VIDEO_FRAME_COMP_HEIGHT (src_frame, i),
-            GST_VIDEO_FRAME_PLANE_STRIDE (src_frame, i),
-            priv->filter_modei, format->array_formati, format->channelsi,
-            i, stream);
-        need_sync = TRUE;
-      }
-
-      if (!texturei) {
-        GST_ERROR_OBJECT (converter, "Couldn't create texture %d", i);
-        goto out;
-      }
-    }
-  }
-
-  width = GST_VIDEO_FRAME_WIDTH (dst_frame);
-  height = GST_VIDEO_FRAME_HEIGHT (dst_frame);
-
-  for (i = 0; i < GST_VIDEO_FRAME_N_PLANES (dst_frame); i++)
-    dsti = GST_VIDEO_FRAME_PLANE_DATA (dst_frame, i);
-
-  stride0 = stride1 = GST_VIDEO_FRAME_PLANE_STRIDE (dst_frame, 0);
-  if (GST_VIDEO_FRAME_N_PLANES (dst_frame) > 1)
-    stride1 = GST_VIDEO_FRAME_PLANE_STRIDE (dst_frame, 1);
-
-  cuda_ret = CuLaunchKernel (priv->main_func, DIV_UP (width, CUDA_BLOCK_X),
-      DIV_UP (height, CUDA_BLOCK_Y), 1, CUDA_BLOCK_X, CUDA_BLOCK_Y, 1, 0,
-      stream, args, NULL);
-
-  if (!gst_cuda_result (cuda_ret)) {
-    GST_ERROR_OBJECT (converter, "Couldn't convert frame");
-    goto out;
-  }
-
-  if (need_sync)
-    CuStreamSynchronize (stream);
-
-  if (synchronized)
-    *synchronized = need_sync;
-
-  ret = TRUE;
-
-out:
-
-  gst_cuda_context_pop (NULL);
-  return ret;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudanvmm.c Deleted

@@ -1,101 +0,0 @@
-/* GStreamer
- * Copyright (C) 2022 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstcudanvmm.h"
-#include <gmodule.h>
-#include <string.h>
-
-GST_DEBUG_CATEGORY_EXTERN (gst_cuda_nvmm_debug);
-#define GST_CAT_DEFAULT gst_cuda_nvmm_debug
-
-#define LOAD_SYMBOL(name) G_STMT_START { \
-  if (!g_module_symbol (module, G_STRINGIFY (name), (gpointer *) &vtable->name)) { \
-    GST_ERROR ("Failed to load symbol '%s', %s", G_STRINGIFY (name), g_module_error()); \
-    goto error; \
-  } \
-} G_STMT_END;
-
-/* *INDENT-OFF* */
-typedef struct _GstCudaNvmmVTable
-{
-  gboolean loaded;
-
-  GstBufferPool * (*gst_nvds_buffer_pool_new) (void);
-
-} GstCudaNvmmVTable;
-/* *INDENT-ON* */
-
-static GstCudaNvmmVTable gst_cuda_nvmm_vtable = { 0, };
-
-static gboolean
-gst_cuda_nvmm_load_library (void)
-{
-  GModule *module;
-  GstCudaNvmmVTable *vtable;
-
-  if (gst_cuda_nvmm_vtable.loaded)
-    return TRUE;
-
-  module = g_module_open ("libnvdsbufferpool.so", G_MODULE_BIND_LAZY);
-  if (!module) {
-    GST_INFO ("libnvdsbufferpool library is unavailable");
-    return FALSE;
-  }
-
-  vtable = &gst_cuda_nvmm_vtable;
-
-  LOAD_SYMBOL (gst_nvds_buffer_pool_new);
-
-  vtable->loaded = TRUE;
-  return TRUE;
-
-error:
-  g_module_close (module);
-
-  return FALSE;
-}
-
-gboolean
-gst_cuda_nvmm_init_once (void)
-{
-  static gboolean loaded = FALSE;
-  static gsize load_once = 0;
-
-  if (g_once_init_enter (&load_once)) {
-    loaded = gst_cuda_nvmm_load_library ();
-    g_once_init_leave (&load_once, 1);
-  }
-
-  return loaded;
-}
-
-GstBufferPool *
-gst_cuda_nvmm_buffer_pool_new (void)
-{
-  if (!gst_cuda_nvmm_init_once ())
-    return NULL;
-
-  g_assert (gst_cuda_nvmm_vtable.gst_nvds_buffer_pool_new != NULL);
-
-  return gst_cuda_nvmm_vtable.gst_nvds_buffer_pool_new ();
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudanvmm.h Deleted

@@ -1,34 +0,0 @@
-/* GStreamer
- * Copyright (C) 2022 Seungha Yang <seungha@centricular.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#pragma once
-
-#include <gst/gst.h>
-#include <gst/video/video.h>
-#include <nvbufsurface.h>
-
-G_BEGIN_DECLS
-
-#define GST_CAPS_FEATURE_MEMORY_CUDA_NVMM_MEMORY "memory:NVMM"
-
-gboolean                gst_cuda_nvmm_init_once       (void);
-
-GstBufferPool *         gst_cuda_nvmm_buffer_pool_new (void);
-
-G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvbaseenc.c Deleted

@@ -1,2893 +0,0 @@
-/* GStreamer NVENC plugin
- * Copyright (C) 2015 Centricular Ltd
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstnvbaseenc.h"
-
-#include <gst/pbutils/codec-utils.h>
-
-#include <string.h>
-
-GST_DEBUG_CATEGORY_EXTERN (gst_nvenc_debug);
-#define GST_CAT_DEFAULT gst_nvenc_debug
-
-#ifdef HAVE_CUDA_GST_GL
-#include <gst/gl/gl.h>
-#endif
-
-/* This currently supports both 5.x and 6.x versions of the NvEncodeAPI.h
- * header which are mostly API compatible. */
-
-#define SUPPORTED_GL_APIS GST_GL_API_OPENGL3
-
-/* magic pointer value we can put in the async queue to signal shut down */
-#define SHUTDOWN_COOKIE ((gpointer)GINT_TO_POINTER (1))
-
-#define parent_class gst_nv_base_enc_parent_class
-G_DEFINE_ABSTRACT_TYPE (GstNvBaseEnc, gst_nv_base_enc, GST_TYPE_VIDEO_ENCODER);
-
-#define GST_TYPE_NV_PRESET (gst_nv_preset_get_type())
-static GType
-gst_nv_preset_get_type (void)
-{
-  static GType nv_preset_type = 0;
-
-  static const GEnumValue presets = {
-    {GST_NV_PRESET_DEFAULT, "Default", "default"},
-    {GST_NV_PRESET_HP, "High Performance", "hp"},
-    {GST_NV_PRESET_HQ, "High Quality", "hq"},
-/*    {GST_NV_PRESET_BD, "BD", "bd"}, */
-    {GST_NV_PRESET_LOW_LATENCY_DEFAULT, "Low Latency", "low-latency"},
-    {GST_NV_PRESET_LOW_LATENCY_HQ, "Low Latency, High Quality",
-        "low-latency-hq"},
-    {GST_NV_PRESET_LOW_LATENCY_HP, "Low Latency, High Performance",
-        "low-latency-hp"},
-    {GST_NV_PRESET_LOSSLESS_DEFAULT, "Lossless", "lossless"},
-    {GST_NV_PRESET_LOSSLESS_HP, "Lossless, High Performance", "lossless-hp"},
-    {0, NULL, NULL},
-  };
-
-  if (!nv_preset_type) {
-    nv_preset_type = g_enum_register_static ("GstNvPreset", presets);
-  }
-  return nv_preset_type;
-}
-
-static GUID
-_nv_preset_to_guid (GstNvPreset preset)
-{
-  GUID null = { 0, };
-
-  switch (preset) {
-#define CASE(gst,nv) case G_PASTE(GST_NV_PRESET_,gst): return G_PASTE(G_PASTE(NV_ENC_PRESET_,nv),_GUID)
-      CASE (DEFAULT, DEFAULT);
-      CASE (HP, HP);
-      CASE (HQ, HQ);
-/*    CASE (BD, BD);*/
-      CASE (LOW_LATENCY_DEFAULT, LOW_LATENCY_DEFAULT);
-      CASE (LOW_LATENCY_HQ, LOW_LATENCY_HQ);
-      CASE (LOW_LATENCY_HP, LOW_LATENCY_HQ);
-      CASE (LOSSLESS_DEFAULT, LOSSLESS_DEFAULT);
-      CASE (LOSSLESS_HP, LOSSLESS_HP);
-#undef CASE
-    default:
-      return null;
-  }
-}
-
-#define GST_TYPE_NV_RC_MODE (gst_nv_rc_mode_get_type())
-static GType
-gst_nv_rc_mode_get_type (void)
-{
-  static GType nv_rc_mode_type = 0;
-
-  static const GEnumValue modes = {
-    {GST_NV_RC_MODE_DEFAULT, "Default", "default"},
-    {GST_NV_RC_MODE_CONSTQP, "Constant Quantization", "constqp"},
-    {GST_NV_RC_MODE_CBR, "Constant Bit Rate", "cbr"},
-    {GST_NV_RC_MODE_VBR, "Variable Bit Rate", "vbr"},
-    {GST_NV_RC_MODE_VBR_MINQP,
-        "Variable Bit Rate "
-          "(with minimum quantization parameter, DEPRECATED)", "vbr-minqp"},
-    {GST_NV_RC_MODE_CBR_LOWDELAY_HQ,
-        "Low-Delay CBR, High Quality", "cbr-ld-hq"},
-    {GST_NV_RC_MODE_CBR_HQ, "CBR, High Quality (slower)", "cbr-hq"},
-    {GST_NV_RC_MODE_VBR_HQ, "VBR, High Quality (slower)", "vbr-hq"},
-    {0, NULL, NULL},
-  };
-
-  if (!nv_rc_mode_type) {
-    nv_rc_mode_type = g_enum_register_static ("GstNvRCMode", modes);
-  }
-  return nv_rc_mode_type;
-}
-
-static NV_ENC_PARAMS_RC_MODE
-_rc_mode_to_nv (GstNvRCMode mode)
-{
-  switch (mode) {
-    case GST_NV_RC_MODE_DEFAULT:
-      return NV_ENC_PARAMS_RC_VBR;
-#define CASE(gst,nv) case G_PASTE(GST_NV_RC_MODE_,gst): return G_PASTE(NV_ENC_PARAMS_RC_,nv)
-      CASE (CONSTQP, CONSTQP);
-      CASE (CBR, CBR);
-      CASE (VBR, VBR);
-      CASE (VBR_MINQP, VBR_MINQP);
-      CASE (CBR_LOWDELAY_HQ, CBR_LOWDELAY_HQ);
-      CASE (CBR_HQ, CBR_HQ);
-      CASE (VBR_HQ, VBR_HQ);
-#undef CASE
-    default:
-      return NV_ENC_PARAMS_RC_VBR;
-  }
-}
-
-enum
-{
-  PROP_0,
-  PROP_DEVICE_ID,
-  PROP_PRESET,
-  PROP_BITRATE,
-  PROP_RC_MODE,
-  PROP_QP_MIN,
-  PROP_QP_MAX,
-  PROP_QP_CONST,
-  PROP_GOP_SIZE,
-  PROP_MAX_BITRATE,
-  PROP_SPATIAL_AQ,
-  PROP_AQ_STRENGTH,
-  PROP_NON_REF_P,
-  PROP_ZEROLATENCY,
-  PROP_STRICT_GOP,
-  PROP_CONST_QUALITY,
-  PROP_I_ADAPT,
-  PROP_QP_MIN_I,
-  PROP_QP_MIN_P,
-  PROP_QP_MIN_B,
-  PROP_QP_MAX_I,
-  PROP_QP_MAX_P,
-  PROP_QP_MAX_B,
-  PROP_QP_CONST_I,
-  PROP_QP_CONST_P,
-  PROP_QP_CONST_B,
-};
-
-#define DEFAULT_PRESET GST_NV_PRESET_DEFAULT
-#define DEFAULT_BITRATE 0
-#define DEFAULT_RC_MODE GST_NV_RC_MODE_DEFAULT
-#define DEFAULT_QP_MIN -1
-#define DEFAULT_QP_MAX -1
-#define DEFAULT_QP_CONST -1
-#define DEFAULT_GOP_SIZE 75
-#define DEFAULT_MAX_BITRATE 0
-#define DEFAULT_SPATIAL_AQ FALSE
-#define DEFAULT_AQ_STRENGTH 0
-#define DEFAULT_NON_REF_P FALSE
-#define DEFAULT_ZEROLATENCY FALSE
-#define DEFAULT_STRICT_GOP FALSE
-#define DEFAULT_CONST_QUALITY 0
-#define DEFAULT_I_ADAPT FALSE
-#define DEFAULT_QP_DETAIL -1
-
-/* This lock is needed to prevent the situation where multiple encoders are
- * initialised at the same time which appears to cause excessive CPU usage over
- * some period of time. */
-G_LOCK_DEFINE_STATIC (initialization_lock);
-
-typedef struct
-{
-  /* Allocated CUDA device memory and registered to NVENC to be used as input
-   * buffer regardless of the input memory type (OpenGL or System memory) */
-  CUdeviceptr cuda_pointer;
-
-  /* The stride of allocated CUDA device memory (CuMemAllocPitch).
-   * This might be different from the stride of GstVideoInfo */
-  gsize cuda_stride;
-
-  /* Registered NVENC resource (cuda_pointer is used for this) */
-  NV_ENC_REGISTER_RESOURCE nv_resource;
-
-  /* Mapped resource of nv_resource */
-  NV_ENC_MAP_INPUT_RESOURCE nv_mapped_resource;
-
-  /* whether nv_mapped_resource was mapped via NvEncMapInputResource()
-   * and therefore should unmap via NvEncUnmapInputResource or not */
-  gboolean mapped;
-} GstNvEncInputResource;
-
-/* The pair of GstNvEncInputResource () and NV_ENC_OUTPUT_PTR.
- * The number of input/output resource are always identical */
-typedef struct
-{
-  GstNvEncInputResource *in_buf;
-  NV_ENC_OUTPUT_PTR out_buf;
-} GstNvEncFrameState;
-
-static gboolean gst_nv_base_enc_open (GstVideoEncoder * enc);
-static gboolean gst_nv_base_enc_close (GstVideoEncoder * enc);
-static gboolean gst_nv_base_enc_start (GstVideoEncoder * enc);
-static gboolean gst_nv_base_enc_stop (GstVideoEncoder * enc);
-static void gst_nv_base_enc_set_context (GstElement * element,
-    GstContext * context);
-static gboolean gst_nv_base_enc_sink_query (GstVideoEncoder * enc,
-    GstQuery * query);
-static gboolean gst_nv_base_enc_sink_event (GstVideoEncoder * enc,
-    GstEvent * event);
-static gboolean gst_nv_base_enc_set_format (GstVideoEncoder * enc,
-    GstVideoCodecState * state);
-static GstFlowReturn gst_nv_base_enc_handle_frame (GstVideoEncoder * enc,
-    GstVideoCodecFrame * frame);
-static void gst_nv_base_enc_free_buffers (GstNvBaseEnc * nvenc);
-static GstFlowReturn gst_nv_base_enc_finish (GstVideoEncoder * enc);
-static void gst_nv_base_enc_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec);
-static void gst_nv_base_enc_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec);
-static void gst_nv_base_enc_finalize (GObject * obj);
-static GstCaps *gst_nv_base_enc_getcaps (GstVideoEncoder * enc,
-    GstCaps * filter);
-static gboolean gst_nv_base_enc_stop_bitstream_thread (GstNvBaseEnc * nvenc,
-    gboolean force);
-static gboolean gst_nv_base_enc_drain_encoder (GstNvBaseEnc * nvenc);
-static gboolean gst_nv_base_enc_propose_allocation (GstVideoEncoder * enc,
-    GstQuery * query);
-
-static void
-gst_nv_base_enc_class_init (GstNvBaseEncClass * klass)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
-  GstVideoEncoderClass *videoenc_class = GST_VIDEO_ENCODER_CLASS (klass);
-
-  gobject_class->set_property = gst_nv_base_enc_set_property;
-  gobject_class->get_property = gst_nv_base_enc_get_property;
-  gobject_class->finalize = gst_nv_base_enc_finalize;
-
-  element_class->set_context = GST_DEBUG_FUNCPTR (gst_nv_base_enc_set_context);
-
-  videoenc_class->open = GST_DEBUG_FUNCPTR (gst_nv_base_enc_open);
-  videoenc_class->close = GST_DEBUG_FUNCPTR (gst_nv_base_enc_close);
-
-  videoenc_class->start = GST_DEBUG_FUNCPTR (gst_nv_base_enc_start);
-  videoenc_class->stop = GST_DEBUG_FUNCPTR (gst_nv_base_enc_stop);
-
-  videoenc_class->set_format = GST_DEBUG_FUNCPTR (gst_nv_base_enc_set_format);
-  videoenc_class->getcaps = GST_DEBUG_FUNCPTR (gst_nv_base_enc_getcaps);
-  videoenc_class->handle_frame =
-      GST_DEBUG_FUNCPTR (gst_nv_base_enc_handle_frame);
-  videoenc_class->finish = GST_DEBUG_FUNCPTR (gst_nv_base_enc_finish);
-  videoenc_class->sink_query = GST_DEBUG_FUNCPTR (gst_nv_base_enc_sink_query);
-  videoenc_class->sink_event = GST_DEBUG_FUNCPTR (gst_nv_base_enc_sink_event);
-  videoenc_class->propose_allocation =
-      GST_DEBUG_FUNCPTR (gst_nv_base_enc_propose_allocation);
-
-  g_object_class_install_property (gobject_class, PROP_DEVICE_ID,
-      g_param_spec_uint ("cuda-device-id",
-          "Cuda Device ID",
-          "Get the GPU device to use for operations",
-          0, G_MAXUINT, 0, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_PRESET,
-      g_param_spec_enum ("preset", "Encoding Preset",
-          "Encoding Preset",
-          GST_TYPE_NV_PRESET, DEFAULT_PRESET,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_RC_MODE,
-      g_param_spec_enum ("rc-mode", "RC Mode", "Rate Control Mode",
-          GST_TYPE_NV_RC_MODE, DEFAULT_RC_MODE,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MIN,
-      g_param_spec_int ("qp-min", "Minimum Quantizer",
-          "Minimum quantizer (-1 = from NVENC preset)", -1, 51, DEFAULT_QP_MIN,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MAX,
-      g_param_spec_int ("qp-max", "Maximum Quantizer",
-          "Maximum quantizer (-1 = from NVENC preset)", -1, 51, DEFAULT_QP_MAX,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_CONST,
-      g_param_spec_int ("qp-const", "Constant Quantizer",
-          "Constant quantizer (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_CONST,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_GOP_SIZE,
-      g_param_spec_int ("gop-size", "GOP size",
-          "Number of frames between intra frames (-1 = infinite)",
-          -1, G_MAXINT, DEFAULT_GOP_SIZE,
-          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-              G_PARAM_STATIC_STRINGS)));
-  g_object_class_install_property (gobject_class, PROP_BITRATE,
-      g_param_spec_uint ("bitrate", "Bitrate",
-          "Bitrate in kbit/sec (0 = from NVENC preset)", 0, 2000 * 1024,
-          DEFAULT_BITRATE,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_MAX_BITRATE,
-      g_param_spec_uint ("max-bitrate", "Max Bitrate",
-          "Maximum Bitrate in kbit/sec (ignored for CBR mode)", 0, 2000 * 1024,
-          DEFAULT_MAX_BITRATE,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_SPATIAL_AQ,
-      g_param_spec_boolean ("spatial-aq", "Spatial AQ",
-          "Spatial Adaptive Quantization",
-          DEFAULT_SPATIAL_AQ,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_AQ_STRENGTH,
-      g_param_spec_uint ("aq-strength", "AQ Strength",
-          "Adaptive Quantization Strength when spatial-aq is enabled"
-          " from 1 (low) to 15 (aggressive), (0 = autoselect)",
-          0, 15, DEFAULT_AQ_STRENGTH,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_NON_REF_P,
-      g_param_spec_boolean ("nonref-p", "Nonref P",
-          "Automatic insertion of non-reference P-frames", DEFAULT_NON_REF_P,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_ZEROLATENCY,
-      g_param_spec_boolean ("zerolatency", "Zerolatency",
-          "Zero latency operation (no reordering delay)", DEFAULT_ZEROLATENCY,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_STRICT_GOP,
-      g_param_spec_boolean ("strict-gop", "Strict GOP",
-          "Minimize GOP-to-GOP rate fluctuations", DEFAULT_STRICT_GOP,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_CONST_QUALITY,
-      g_param_spec_double ("const-quality", "Constant Quality",
-          "Target Constant Quality level for VBR mode (0 = automatic)",
-          0, 51, DEFAULT_CONST_QUALITY,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_I_ADAPT,
-      g_param_spec_boolean ("i-adapt", "I Adapt",
-          "Enable adaptive I-frame insert when lookahead is enabled",
-          DEFAULT_I_ADAPT,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MIN_I,
-      g_param_spec_int ("qp-min-i", "QP Min I",
-          "Minimum QP value for I frame, When >= 0, \"qp-min-p\" and "
-          "\"qp-min-b\" should be also >= 0. Overwritten by \"qp-min\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MIN_P,
-      g_param_spec_int ("qp-min-p", "QP Min P",
-          "Minimum QP value for P frame, When >= 0, \"qp-min-i\" and "
-          "\"qp-min-b\" should be also >= 0. Overwritten by \"qp-min\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MIN_B,
-      g_param_spec_int ("qp-min-b", "QP Min B",
-          "Minimum QP value for B frame, When >= 0, \"qp-min-i\" and "
-          "\"qp-min-p\" should be also >= 0. Overwritten by \"qp-min\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MAX_I,
-      g_param_spec_int ("qp-max-i", "QP Max I",
-          "Maximum QP value for I frame, When >= 0, \"qp-max-p\" and "
-          "\"qp-max-b\" should be also >= 0. Overwritten by \"qp-max\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MAX_P,
-      g_param_spec_int ("qp-max-p", "QP Max P",
-          "Maximum QP value for P frame, When >= 0, \"qp-max-i\" and "
-          "\"qp-max-b\" should be also >= 0. Overwritten by \"qp-max\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_MAX_B,
-      g_param_spec_int ("qp-max-b", "QP Max B",
-          "Maximum QP value for B frame, When >= 0, \"qp-max-i\" and "
-          "\"qp-max-p\" should be also >= 0. Overwritten by \"qp-max\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_CONST_I,
-      g_param_spec_int ("qp-const-i", "QP Const I",
-          "Constant QP value for I frame, When >= 0, \"qp-const-p\" and "
-          "\"qp-const-b\" should be also >= 0. Overwritten by \"qp-const\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_CONST_P,
-      g_param_spec_int ("qp-const-p", "QP Const P",
-          "Constant QP value for P frame, When >= 0, \"qp-const-i\" and "
-          "\"qp-const-b\" should be also >= 0. Overwritten by \"qp-const\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-  g_object_class_install_property (gobject_class, PROP_QP_CONST_B,
-      g_param_spec_int ("qp-const-b", "QP Const B",
-          "Constant QP value for B frame, When >= 0, \"qp-const-i\" and "
-          "\"qp-const-p\" should be also >= 0. Overwritten by \"qp-const\""
-          " (-1 = from NVENC preset)", -1, 51,
-          DEFAULT_QP_DETAIL,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-
-  gst_type_mark_as_plugin_api (GST_TYPE_NV_BASE_ENC, 0);
-  gst_type_mark_as_plugin_api (GST_TYPE_NV_PRESET, 0);
-  gst_type_mark_as_plugin_api (GST_TYPE_NV_RC_MODE, 0);
-}
-
-static gboolean
-gst_nv_base_enc_open_encode_session (GstNvBaseEnc * nvenc)
-{
-  NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS params = { 0, };
-  NVENCSTATUS nv_ret;
-
-  params.version = gst_nvenc_get_open_encode_session_ex_params_version ();
-  params.apiVersion = gst_nvenc_get_api_version ();
-  params.device = gst_cuda_context_get_handle (nvenc->cuda_ctx);
-  params.deviceType = NV_ENC_DEVICE_TYPE_CUDA;
-  nv_ret = NvEncOpenEncodeSessionEx (&params, &nvenc->encoder);
-
-  if (nv_ret != NV_ENC_SUCCESS) {
-    /* Report error to abort if GST_CUDA_CRITICAL_ERRORS is configured */
-    gst_cuda_result (CUDA_ERROR_NO_DEVICE);
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_nv_base_enc_open (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (enc);
-  GValue *formats = NULL;
-
-  if (!gst_cuda_ensure_element_context (GST_ELEMENT_CAST (enc),
-          klass->cuda_device_id, &nvenc->cuda_ctx)) {
-    GST_ERROR_OBJECT (nvenc, "failed to create CUDA context");
-    return FALSE;
-  }
-
-  nvenc->stream = gst_cuda_stream_new (nvenc->cuda_ctx);
-  if (!nvenc->stream) {
-    GST_WARNING_OBJECT (nvenc,
-        "Could not create cuda stream, will use default stream");
-  }
-
-  if (!gst_nv_base_enc_open_encode_session (nvenc)) {
-    GST_ERROR ("Failed to create NVENC encoder session");
-    gst_clear_object (&nvenc->cuda_ctx);
-    return FALSE;
-  }
-
-  GST_INFO ("created NVENC encoder %p", nvenc->encoder);
-
-  /* query supported input formats */
-  if (!gst_nvenc_get_supported_input_formats (nvenc->encoder, klass->codec_id,
-          &formats)) {
-    GST_WARNING_OBJECT (nvenc, "No supported input formats");
-    gst_nv_base_enc_close (enc);
-    return FALSE;
-  }
-
-  nvenc->input_formats = formats;
-
-  return TRUE;
-}
-
-static void
-gst_nv_base_enc_set_context (GstElement * element, GstContext * context)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (element);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (nvenc);
-
-  if (gst_cuda_handle_set_context (element, context, klass->cuda_device_id,
-          &nvenc->cuda_ctx)) {
-    goto done;
-  }
-#ifdef HAVE_CUDA_GST_GL
-  gst_gl_handle_set_context (element, context,
-      (GstGLDisplay **) & nvenc->display,
-      (GstGLContext **) & nvenc->other_context);
-  if (nvenc->display)
-    gst_gl_display_filter_gl_api (GST_GL_DISPLAY (nvenc->display),
-        SUPPORTED_GL_APIS);
-#endif
-
-done:
-  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
-}
-
-static gboolean
-gst_nv_base_enc_sink_query (GstVideoEncoder * enc, GstQuery * query)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-
-  switch (GST_QUERY_TYPE (query)) {
-    case GST_QUERY_CONTEXT:{
-      if (gst_cuda_handle_context_query (GST_ELEMENT (nvenc),
-              query, nvenc->cuda_ctx))
-        return TRUE;
-
-#ifdef HAVE_CUDA_GST_GL
-      {
-        gboolean ret;
-
-        ret = gst_gl_handle_context_query ((GstElement *) nvenc, query,
-            (GstGLDisplay *) nvenc->display, NULL,
-            (GstGLContext *) nvenc->other_context);
-        if (nvenc->display) {
-          gst_gl_display_filter_gl_api (GST_GL_DISPLAY (nvenc->display),
-              SUPPORTED_GL_APIS);
-        }
-
-        if (ret)
-          return ret;
-      }
-#endif
-      break;
-    }
-    default:
-      break;
-  }
-
-  return GST_VIDEO_ENCODER_CLASS (parent_class)->sink_query (enc, query);
-}
-
-#ifdef HAVE_CUDA_GST_GL
-static gboolean
-gst_nv_base_enc_ensure_gl_context (GstNvBaseEnc * nvenc)
-{
-  if (!nvenc->display) {
-    GST_DEBUG_OBJECT (nvenc, "No available OpenGL display");
-    return FALSE;
-  }
-
-  if (!gst_gl_query_local_gl_context (GST_ELEMENT (nvenc), GST_PAD_SINK,
-          (GstGLContext **) & nvenc->gl_context)) {
-    GST_INFO_OBJECT (nvenc, "failed to query local OpenGL context");
-    if (nvenc->gl_context)
-      gst_object_unref (nvenc->gl_context);
-    nvenc->gl_context =
-        (GstObject *) gst_gl_display_get_gl_context_for_thread ((GstGLDisplay *)
-        nvenc->display, NULL);
-    if (!nvenc->gl_context
-        || !gst_gl_display_add_context ((GstGLDisplay *) nvenc->display,
-            (GstGLContext *) nvenc->gl_context)) {
-      if (nvenc->gl_context)
-        gst_object_unref (nvenc->gl_context);
-      if (!gst_gl_display_create_context ((GstGLDisplay *) nvenc->display,
-              (GstGLContext *) nvenc->other_context,
-              (GstGLContext **) & nvenc->gl_context, NULL)) {
-        GST_ERROR_OBJECT (nvenc, "failed to create OpenGL context");
-        return FALSE;
-      }
-      if (!gst_gl_display_add_context ((GstGLDisplay *) nvenc->display,
-              (GstGLContext *) nvenc->gl_context)) {
-        GST_ERROR_OBJECT (nvenc,
-            "failed to add the OpenGL context to the display");
-        return FALSE;
-      }
-    }
-  }
-
-  if (!gst_gl_context_check_gl_version ((GstGLContext *) nvenc->gl_context,
-          SUPPORTED_GL_APIS, 3, 0)) {
-    GST_WARNING_OBJECT (nvenc, "OpenGL context could not support PBO download");
-    return FALSE;
-  }
-
-  return TRUE;
-}
-#endif
-
-static gboolean
-gst_nv_base_enc_propose_allocation (GstVideoEncoder * enc, GstQuery * query)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  GstCaps *caps;
-  GstVideoInfo info;
-  GstBufferPool *pool;
-  GstStructure *config;
-  GstCapsFeatures *features;
-  guint size;
-
-  GST_DEBUG_OBJECT (nvenc, "propose allocation");
-
-  gst_query_parse_allocation (query, &caps, NULL);
-
-  if (caps == NULL)
-    return FALSE;
-
-  if (!gst_video_info_from_caps (&info, caps)) {
-    GST_WARNING_OBJECT (nvenc, "failed to get video info");
-    return FALSE;
-  }
-
-  features = gst_caps_get_features (caps, 0);
-#ifdef HAVE_CUDA_GST_GL
-  if (features && gst_caps_features_contains (features,
-          GST_CAPS_FEATURE_MEMORY_GL_MEMORY)) {
-    GST_DEBUG_OBJECT (nvenc, "upsteram support GL memory");
-    if (!gst_nv_base_enc_ensure_gl_context (nvenc)) {
-      GST_WARNING_OBJECT (nvenc, "Could not get gl context");
-      goto done;
-    }
-
-    pool = gst_gl_buffer_pool_new ((GstGLContext *) nvenc->gl_context);
-  } else
-#endif
-  if (features && gst_caps_features_contains (features,
-          GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
-    GST_DEBUG_OBJECT (nvenc, "upstream support CUDA memory");
-    pool = gst_cuda_buffer_pool_new (nvenc->cuda_ctx);
-  } else {
-    GST_DEBUG_OBJECT (nvenc, "use system memory");
-    goto done;
-  }
-
-  if (G_UNLIKELY (pool == NULL)) {
-    GST_WARNING_OBJECT (nvenc, "cannot create buffer pool");
-    goto done;
-  }
-
-  size = GST_VIDEO_INFO_SIZE (&info);
-
-  config = gst_buffer_pool_get_config (pool);
-  gst_buffer_pool_config_set_params (config, caps, size, nvenc->items->len, 0);
-  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
-
-  if (!gst_buffer_pool_set_config (pool, config))
-    goto error_pool_config;
-
-  /* Get updated size by cuda buffer pool */
-  config = gst_buffer_pool_get_config (pool);
-  gst_buffer_pool_config_get_params (config, NULL, &size, NULL, NULL);
-  gst_structure_free (config);
-
-  gst_query_add_allocation_pool (query, pool, size, nvenc->items->len, 0);
-  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
-
-  gst_object_unref (pool);
-
-done:
-  return GST_VIDEO_ENCODER_CLASS (parent_class)->propose_allocation (enc,
-      query);
-
-error_pool_config:
-  {
-    if (pool)
-      gst_object_unref (pool);
-    GST_WARNING_OBJECT (nvenc, "failed to set config");
-    return FALSE;
-  }
-}
-
-static gboolean
-gst_nv_base_enc_sink_event (GstVideoEncoder * enc, GstEvent * event)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  gboolean ret;
-
-  ret = GST_VIDEO_ENCODER_CLASS (parent_class)->sink_event (enc, event);
-
-  switch (GST_EVENT_TYPE (event)) {
-    case GST_EVENT_STREAM_START:
-    case GST_EVENT_FLUSH_STOP:
-      nvenc->last_flow = GST_FLOW_OK;
-      break;
-    default:
-      break;
-  }
-
-  return ret;
-}
-
-static gboolean
-gst_nv_base_enc_start (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-
-  nvenc->available_queue = g_async_queue_new ();
-  nvenc->pending_queue = g_async_queue_new ();
-  nvenc->bitstream_queue = g_async_queue_new ();
-  nvenc->items = g_array_new (FALSE, TRUE, sizeof (GstNvEncFrameState));
-
-  nvenc->last_flow = GST_FLOW_OK;
-  memset (&nvenc->init_params, 0, sizeof (NV_ENC_INITIALIZE_PARAMS));
-  memset (&nvenc->config, 0, sizeof (NV_ENC_CONFIG));
-
-#ifdef HAVE_CUDA_GST_GL
-  {
-    gst_gl_ensure_element_data (GST_ELEMENT (nvenc),
-        (GstGLDisplay **) & nvenc->display,
-        (GstGLContext **) & nvenc->other_context);
-    if (nvenc->display)
-      gst_gl_display_filter_gl_api (GST_GL_DISPLAY (nvenc->display),
-          SUPPORTED_GL_APIS);
-  }
-#endif
-
-  /* DTS can be negative if bframe was enabled */
-  gst_video_encoder_set_min_pts (enc, GST_SECOND * 60 * 60 * 1000);
-
-  return TRUE;
-}
-
-static gboolean
-gst_nv_base_enc_stop (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-
-  gst_nv_base_enc_stop_bitstream_thread (nvenc, TRUE);
-
-  gst_nv_base_enc_free_buffers (nvenc);
-
-  if (nvenc->input_state) {
-    gst_video_codec_state_unref (nvenc->input_state);
-    nvenc->input_state = NULL;
-  }
-
-  if (nvenc->available_queue) {
-    g_async_queue_unref (nvenc->available_queue);
-    nvenc->available_queue = NULL;
-  }
-  if (nvenc->pending_queue) {
-    g_async_queue_unref (nvenc->pending_queue);
-    nvenc->pending_queue = NULL;
-  }
-  if (nvenc->bitstream_queue) {
-    g_async_queue_unref (nvenc->bitstream_queue);
-    nvenc->bitstream_queue = NULL;
-  }
-  if (nvenc->display) {
-    gst_object_unref (nvenc->display);
-    nvenc->display = NULL;
-  }
-  if (nvenc->other_context) {
-    gst_object_unref (nvenc->other_context);
-    nvenc->other_context = NULL;
-  }
-  if (nvenc->gl_context) {
-    gst_object_unref (nvenc->gl_context);
-    nvenc->gl_context = NULL;
-  }
-
-  if (nvenc->items) {
-    g_array_free (nvenc->items, TRUE);
-    nvenc->items = NULL;
-  }
-
-  return TRUE;
-}
-
-static void
-check_formats (const gchar * str, guint * max_chroma, guint * max_bit_minus8)
-{
-  if (!str)
-    return;
-
-  if (g_strrstr (str, "-444") || g_strrstr (str, "-4:4:4"))
-    *max_chroma = 2;
-  else if ((g_strrstr (str, "-4:2:2") || g_strrstr (str, "-422"))
-      && *max_chroma < 1)
-    *max_chroma = 1;
-
-  if (g_strrstr (str, "-12"))
-    *max_bit_minus8 = 4;
-  else if (g_strrstr (str, "-10") && *max_bit_minus8 < 2)
-    *max_bit_minus8 = 2;
-}
-
-static gboolean
-gst_nv_base_enc_set_filtered_input_formats (GstNvBaseEnc * nvenc,
-    GstCaps * caps, const GValue * input_formats, guint max_chroma,
-    guint max_bit_minus8)
-{
-  gint i;
-  GValue supported_format = G_VALUE_INIT;
-  gint num_format = 0;
-  const GValue *last_format = NULL;
-
-  g_value_init (&supported_format, GST_TYPE_LIST);
-
-  for (i = 0; i < gst_value_list_get_size (input_formats); i++) {
-    const GValue *val;
-    GstVideoFormat format;
-
-    val = gst_value_list_get_value (input_formats, i);
-    format = gst_video_format_from_string (g_value_get_string (val));
-
-    switch (format) {
-      case GST_VIDEO_FORMAT_NV12:
-      case GST_VIDEO_FORMAT_YV12:
-      case GST_VIDEO_FORMAT_I420:
-        /* 8bits 4:2:0 formats are always supported */
-      case GST_VIDEO_FORMAT_BGRA:
-      case GST_VIDEO_FORMAT_RGBA:
-        /* NOTE: RGB formats seems to also supported format, which are
-         * encoded to 4:2:0 formats */
-        gst_value_list_append_value (&supported_format, val);
-        last_format = val;
-        num_format++;
-        break;
-      case GST_VIDEO_FORMAT_Y444:
-      case GST_VIDEO_FORMAT_VUYA:
-        if (max_chroma >= 2) {
-          gst_value_list_append_value (&supported_format, val);
-          last_format = val;
-          num_format++;
-        }
-        break;
-      case GST_VIDEO_FORMAT_P010_10LE:
-      case GST_VIDEO_FORMAT_P010_10BE:
-      case GST_VIDEO_FORMAT_BGR10A2_LE:
-      case GST_VIDEO_FORMAT_RGB10A2_LE:
-      case GST_VIDEO_FORMAT_Y444_16LE:
-      case GST_VIDEO_FORMAT_Y444_16BE:
-        if (max_bit_minus8 >= 2) {
-          gst_value_list_append_value (&supported_format, val);
-          last_format = val;
-          num_format++;
-        }
-        break;
-      default:
-        break;
-    }
-  }
-
-  if (num_format == 0) {
-    g_value_unset (&supported_format);
-    GST_WARNING_OBJECT (nvenc, "Cannot find matching input format");
-    return FALSE;
-  }
-
-  if (num_format > 1)
-    gst_caps_set_value (caps, "format", &supported_format);
-  else
-    gst_caps_set_value (caps, "format", last_format);
-
-  g_value_unset (&supported_format);
-
-  return TRUE;
-}
-
-static GstCaps *
-gst_nv_base_enc_getcaps (GstVideoEncoder * enc, GstCaps * filter)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (enc);
-  GstCaps *supported_incaps = NULL;
-  GstCaps *template_caps, *caps, *allowed;
-
-  template_caps = gst_pad_get_pad_template_caps (enc->sinkpad);
-  allowed = gst_pad_get_allowed_caps (enc->srcpad);
-
-  GST_LOG_OBJECT (enc, "template caps %" GST_PTR_FORMAT, template_caps);
-  GST_LOG_OBJECT (enc, "allowed caps %" GST_PTR_FORMAT, allowed);
-
-  if (!allowed) {
-    /* no peer */
-    supported_incaps = template_caps;
-    template_caps = NULL;
-    goto done;
-  } else if (gst_caps_is_empty (allowed)) {
-    /* couldn't be negotiated, just return empty caps */
-    gst_caps_unref (template_caps);
-    return allowed;
-  }
-
-  GST_OBJECT_LOCK (nvenc);
-
-  if (nvenc->input_formats != NULL) {
-    gboolean has_profile = FALSE;
-    guint max_chroma_index = 0;
-    guint max_bit_minus8 = 0;
-    gint i, j;
-
-    for (i = 0; i < gst_caps_get_size (allowed); i++) {
-      const GstStructure *allowed_s = gst_caps_get_structure (allowed, i);
-      const GValue *val;
-
-      if ((val = gst_structure_get_value (allowed_s, "profile"))) {
-        if (G_VALUE_HOLDS_STRING (val)) {
-          check_formats (g_value_get_string (val), &max_chroma_index,
-              &max_bit_minus8);
-          has_profile = TRUE;
-        } else if (GST_VALUE_HOLDS_LIST (val)) {
-          for (j = 0; j < gst_value_list_get_size (val); j++) {
-            const GValue *vlist = gst_value_list_get_value (val, j);
-
-            if (G_VALUE_HOLDS_STRING (vlist)) {
-              check_formats (g_value_get_string (vlist), &max_chroma_index,
-                  &max_bit_minus8);
-              has_profile = TRUE;
-            }
-          }
-        }
-      }
-    }
-
-    GST_LOG_OBJECT (enc,
-        "downstream requested profile %d, max bitdepth %d, max chroma %d",
-        has_profile, max_bit_minus8 + 8, max_chroma_index);
-
-    supported_incaps = gst_caps_copy (template_caps);
-    if (!has_profile ||
-        !gst_nv_base_enc_set_filtered_input_formats (nvenc, supported_incaps,
-            nvenc->input_formats, max_chroma_index, max_bit_minus8)) {
-      gst_caps_set_value (supported_incaps, "format", nvenc->input_formats);
-    }
-
-    if (nvenc->encoder) {
-      GValue *interlace_mode;
-
-      interlace_mode =
-          gst_nvenc_get_interlace_modes (nvenc->encoder, klass->codec_id);
-      gst_caps_set_value (supported_incaps, "interlace-mode", interlace_mode);
-      g_value_unset (interlace_mode);
-      g_free (interlace_mode);
-    }
-
-    GST_LOG_OBJECT (enc, "codec input caps %" GST_PTR_FORMAT, supported_incaps);
-    GST_LOG_OBJECT (enc, "   template caps %" GST_PTR_FORMAT, template_caps);
-    caps = gst_caps_intersect (template_caps, supported_incaps);
-    gst_caps_unref (supported_incaps);
-    supported_incaps = caps;
-    GST_LOG_OBJECT (enc, "  supported caps %" GST_PTR_FORMAT, supported_incaps);
-  }
-
-  GST_OBJECT_UNLOCK (nvenc);
-
-done:
-  caps = gst_video_encoder_proxy_getcaps (enc, supported_incaps, filter);
-
-  if (supported_incaps)
-    gst_caps_unref (supported_incaps);
-  gst_clear_caps (&allowed);
-  gst_clear_caps (&template_caps);
-
-  GST_DEBUG_OBJECT (nvenc, "  returning caps %" GST_PTR_FORMAT, caps);
-
-  return caps;
-}
-
-static gboolean
-gst_nv_base_enc_close (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  gboolean ret = TRUE;
-
-  if (nvenc->encoder) {
-    if (NvEncDestroyEncoder (nvenc->encoder) != NV_ENC_SUCCESS)
-      ret = FALSE;
-
-    nvenc->encoder = NULL;
-  }
-
-  gst_clear_cuda_stream (&nvenc->stream);
-  gst_clear_object (&nvenc->cuda_ctx);
-
-  GST_OBJECT_LOCK (nvenc);
-  if (nvenc->input_formats)
-    g_value_unset (nvenc->input_formats);
-  g_free (nvenc->input_formats);
-  nvenc->input_formats = NULL;
-  GST_OBJECT_UNLOCK (nvenc);
-
-  if (nvenc->input_state) {
-    gst_video_codec_state_unref (nvenc->input_state);
-    nvenc->input_state = NULL;
-  }
-
-  return ret;
-}
-
-static void
-gst_nv_base_enc_init (GstNvBaseEnc * nvenc)
-{
-  GstVideoEncoder *encoder = GST_VIDEO_ENCODER (nvenc);
-  GstNvEncQP qp_detail =
-      { DEFAULT_QP_DETAIL, DEFAULT_QP_DETAIL, DEFAULT_QP_DETAIL };
-
-  nvenc->preset_enum = DEFAULT_PRESET;
-  nvenc->selected_preset = _nv_preset_to_guid (nvenc->preset_enum);
-  nvenc->rate_control_mode = DEFAULT_RC_MODE;
-  nvenc->qp_min = DEFAULT_QP_MIN;
-  nvenc->qp_max = DEFAULT_QP_MAX;
-  nvenc->qp_const = DEFAULT_QP_CONST;
-  nvenc->bitrate = DEFAULT_BITRATE;
-  nvenc->gop_size = DEFAULT_GOP_SIZE;
-  nvenc->max_bitrate = DEFAULT_MAX_BITRATE;
-  nvenc->spatial_aq = DEFAULT_SPATIAL_AQ;
-  nvenc->aq_strength = DEFAULT_AQ_STRENGTH;
-  nvenc->non_refp = DEFAULT_NON_REF_P;
-  nvenc->zerolatency = DEFAULT_ZEROLATENCY;
-  nvenc->strict_gop = DEFAULT_STRICT_GOP;
-  nvenc->const_quality = DEFAULT_CONST_QUALITY;
-  nvenc->i_adapt = DEFAULT_I_ADAPT;
-  nvenc->qp_min_detail = qp_detail;
-  nvenc->qp_max_detail = qp_detail;
-  nvenc->qp_const_detail = qp_detail;
-
-  GST_VIDEO_ENCODER_STREAM_LOCK (encoder);
-  GST_VIDEO_ENCODER_STREAM_UNLOCK (encoder);
-
-  GST_PAD_SET_ACCEPT_INTERSECT (GST_VIDEO_ENCODER_SINK_PAD (encoder));
-}
-
-static void
-gst_nv_base_enc_finalize (GObject * obj)
-{
-  G_OBJECT_CLASS (gst_nv_base_enc_parent_class)->finalize (obj);
-}
-
-static GstVideoCodecFrame *
-_find_frame_with_output_buffer (GstNvBaseEnc * nvenc, NV_ENC_OUTPUT_PTR out_buf)
-{
-  GList *l, *walk = gst_video_encoder_get_frames (GST_VIDEO_ENCODER (nvenc));
-  GstVideoCodecFrame *ret = NULL;
-
-  for (l = walk; l; l = l->next) {
-    GstVideoCodecFrame *frame = (GstVideoCodecFrame *) l->data;
-    GstNvEncFrameState *state = gst_video_codec_frame_get_user_data (frame);
-
-    if (!state || !state->out_buf)
-      continue;
-
-    if (state->out_buf == out_buf) {
-      ret = frame;
-      break;
-    }
-  }
-
-  if (ret)
-    gst_video_codec_frame_ref (ret);
-
-  g_list_free_full (walk, (GDestroyNotify) gst_video_codec_frame_unref);
-
-  return ret;
-}
-
-static const gchar *
-picture_type_to_string (NV_ENC_PIC_TYPE type)
-{
-  switch (type) {
-    case NV_ENC_PIC_TYPE_P:
-      return "P";
-    case NV_ENC_PIC_TYPE_B:
-      return "B";
-    case NV_ENC_PIC_TYPE_I:
-      return "I";
-    case NV_ENC_PIC_TYPE_IDR:
-      return "IDR";
-    case NV_ENC_PIC_TYPE_BI:
-      return "BI";
-    case NV_ENC_PIC_TYPE_SKIPPED:
-      return "SKIPPED";
-    case NV_ENC_PIC_TYPE_INTRA_REFRESH:
-      return "INTRA-REFRESH";
-    case NV_ENC_PIC_TYPE_UNKNOWN:
-    default:
-      break;
-  }
-
-  return "UNKNOWN";
-}
-
-static gpointer
-gst_nv_base_enc_bitstream_thread (gpointer user_data)
-{
-  GstVideoEncoder *enc = user_data;
-  GstNvBaseEnc *nvenc = user_data;
-  GstFlowReturn flow = GST_FLOW_OK;
-
-  /* overview of operation:
-   * 1. retrieve the next buffer submitted to the bitstream pool
-   * 2. wait for that buffer to be ready from nvenc (LockBitsream)
-   * 3. retrieve the GstVideoCodecFrame associated with that buffer
-   * 4. for each buffer in the frame
-   * 4.1 (step 2): wait for that buffer to be ready from nvenc (LockBitsream)
-   * 4.2 create an output GstBuffer from the nvenc buffers
-   * 4.3 unlock the nvenc bitstream buffers UnlockBitsream
-   * 5. finish_frame()
-   * 6. cleanup
-   */
-  do {
-    GstBuffer *buffer = NULL;
-    GstNvEncFrameState *state_in_queue = NULL;
-    GstNvEncFrameState *state = NULL;
-    GstVideoCodecFrame *frame = NULL;
-    NVENCSTATUS nv_ret;
-    NV_ENC_LOCK_BITSTREAM lock_bs = { 0, };
-    NV_ENC_OUTPUT_PTR out_buf;
-    GstNvEncInputResource *resource;
-
-    GST_LOG_OBJECT (enc, "wait for bitstream buffer..");
-
-    state_in_queue = g_async_queue_pop (nvenc->bitstream_queue);
-    if ((gpointer) state_in_queue == SHUTDOWN_COOKIE)
-      goto exit_thread;
-
-    out_buf = state_in_queue->out_buf;
-    resource = state_in_queue->in_buf;
-
-    GST_LOG_OBJECT (nvenc, "waiting for output buffer %p to be ready", out_buf);
-
-    lock_bs.version = gst_nvenc_get_lock_bitstream_version ();
-    lock_bs.outputBitstream = out_buf;
-    lock_bs.doNotWait = 0;
-
-    /* FIXME: this would need to be updated for other slice modes */
-    lock_bs.sliceOffsets = NULL;
-
-    if (!gst_cuda_context_push (nvenc->cuda_ctx)) {
-      GST_ELEMENT_ERROR (nvenc, LIBRARY, ENCODE, (NULL),
-          ("Failed to push current context"));
-      goto error_shutdown;
-    }
-
-    nv_ret = NvEncLockBitstream (nvenc->encoder, &lock_bs);
-    if (nv_ret != NV_ENC_SUCCESS) {
-      gst_cuda_context_pop (NULL);
-
-      GST_ELEMENT_ERROR (nvenc, STREAM, ENCODE, (NULL),
-          ("Failed to lock bitstream buffer %p, ret %d",
-              lock_bs.outputBitstream, nv_ret));
-      goto error_shutdown;
-    }
-
-    frame = _find_frame_with_output_buffer (nvenc, out_buf);
-    state = gst_video_codec_frame_get_user_data (frame);
-    g_assert (state->out_buf == out_buf);
-
-    /* copy into output buffer */
-    buffer = gst_buffer_new_allocate (NULL, lock_bs.bitstreamSizeInBytes, NULL);
-    gst_buffer_fill (buffer, 0, lock_bs.bitstreamBufferPtr,
-        lock_bs.bitstreamSizeInBytes);
-
-    if (lock_bs.pictureType == NV_ENC_PIC_TYPE_IDR) {
-      GST_DEBUG_OBJECT (nvenc, "This is a keyframe");
-      GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
-    }
-
-    nv_ret = NvEncUnlockBitstream (nvenc->encoder, state->out_buf);
-
-    if (nv_ret != NV_ENC_SUCCESS) {
-      gst_cuda_context_pop (NULL);
-
-      GST_ELEMENT_ERROR (nvenc, STREAM, ENCODE, (NULL),
-          ("Failed to unlock bitstream buffer %p, ret %d",
-              lock_bs.outputBitstream, nv_ret));
-      gst_buffer_unref (buffer);
-      gst_video_encoder_finish_frame (enc, frame);
-
-      goto error_shutdown;
-    }
-
-    frame->dts = frame->pts;
-    frame->pts = lock_bs.outputTimeStamp;
-    frame->duration = lock_bs.outputDuration;
-
-    GST_LOG_OBJECT (nvenc, "frame index %" G_GUINT32_FORMAT
-        ", frame type %s, dts %" GST_TIME_FORMAT
-        ", pts %" GST_TIME_FORMAT,
-        lock_bs.frameIdx, picture_type_to_string (lock_bs.pictureType),
-        GST_TIME_ARGS (frame->dts), GST_TIME_ARGS (frame->pts));
-
-    frame->output_buffer = buffer;
-
-    nv_ret =
-        NvEncUnmapInputResource (nvenc->encoder,
-        resource->nv_mapped_resource.mappedResource);
-    resource->mapped = FALSE;
-
-    if (nv_ret != NV_ENC_SUCCESS) {
-      GST_ERROR_OBJECT (nvenc, "Failed to unmap input resource %p, ret %d",
-          resource, nv_ret);
-    }
-
-    gst_cuda_context_pop (NULL);
-
-    memset (&resource->nv_mapped_resource, 0,
-        sizeof (resource->nv_mapped_resource));
-
-    g_async_queue_push (nvenc->available_queue, state_in_queue);
-
-    /* Ugly but no other way to get DTS offset since nvenc dose not adjust
-     * dts/pts even if bframe was enabled. So the output PTS can be smaller
-     * than DTS. The maximum difference between DTS and PTS can be calculated
-     * using the PTS difference between the first frame and the second frame.
-     */
-    if (nvenc->bframes > 0) {
-      if (nvenc->dts_offset == 0) {
-        if (!nvenc->first_frame) {
-          /* store the first frame to get dts offset */
-          nvenc->first_frame = frame;
-          continue;
-        } else {
-          if (nvenc->first_frame->pts >= frame->pts) {
-            GstClockTime duration = 0;
-
-            GST_WARNING_OBJECT (enc, "Could not calculate DTS offset");
-
-            if (nvenc->input_info.fps_n > 0 && nvenc->input_info.fps_d > 0) {
-              duration =
-                  gst_util_uint64_scale (GST_SECOND, nvenc->input_info.fps_d,
-                  nvenc->input_info.fps_n);
-            } else if (nvenc->first_frame->duration > 0 &&
-                GST_CLOCK_TIME_IS_VALID (nvenc->first_frame->duration)) {
-              duration = nvenc->first_frame->duration;
-            } else {
-              GST_WARNING_OBJECT (enc,
-                  "No way to get frame duration, assuming 30fps");
-              duration = gst_util_uint64_scale (GST_SECOND, 1, 30);
-            }
-
-            nvenc->dts_offset = duration * nvenc->bframes;
-          } else {
-            nvenc->dts_offset = frame->pts - nvenc->first_frame->pts;
-          }
-
-          /* + 1 to dts_offset to adjust fraction */
-          nvenc->dts_offset++;
-
-          GST_DEBUG_OBJECT (enc,
-              "Calculated DTS offset %" GST_TIME_FORMAT,
-              GST_TIME_ARGS (nvenc->dts_offset));
-        }
-
-        nvenc->first_frame->dts -= nvenc->dts_offset;
-        gst_video_encoder_finish_frame (enc, nvenc->first_frame);
-        nvenc->first_frame = NULL;
-      }
-
-      frame->dts -= nvenc->dts_offset;
-    }
-
-    flow = gst_video_encoder_finish_frame (enc, frame);
-
-    if (flow != GST_FLOW_OK) {
-      GST_INFO_OBJECT (enc, "got flow %s", gst_flow_get_name (flow));
-      g_atomic_int_set (&nvenc->last_flow, flow);
-      g_async_queue_push (nvenc->available_queue, SHUTDOWN_COOKIE);
-      goto exit_thread;
-    }
-  }
-  while (TRUE);
-
-error_shutdown:
-  {
-    if (nvenc->first_frame) {
-      gst_clear_buffer (&nvenc->first_frame->output_buffer);
-      gst_video_encoder_finish_frame (enc, nvenc->first_frame);
-      nvenc->first_frame = NULL;
-    }
-    g_atomic_int_set (&nvenc->last_flow, GST_FLOW_ERROR);
-    g_async_queue_push (nvenc->available_queue, SHUTDOWN_COOKIE);
-
-    goto exit_thread;
-  }
-
-exit_thread:
-  {
-    if (nvenc->first_frame) {
-      gst_video_encoder_finish_frame (enc, nvenc->first_frame);
-      nvenc->first_frame = NULL;
-    }
-
-    GST_INFO_OBJECT (nvenc, "exiting thread");
-
-    return NULL;
-  }
-}
-
-static gboolean
-gst_nv_base_enc_start_bitstream_thread (GstNvBaseEnc * nvenc)
-{
-  gchar *name = g_strdup_printf ("%s-read-bits", GST_OBJECT_NAME (nvenc));
-
-  g_assert (nvenc->bitstream_thread == NULL);
-
-  g_assert (g_async_queue_length (nvenc->bitstream_queue) == 0);
-
-  nvenc->bitstream_thread =
-      g_thread_try_new (name, gst_nv_base_enc_bitstream_thread, nvenc, NULL);
-
-  g_free (name);
-
-  if (nvenc->bitstream_thread == NULL)
-    return FALSE;
-
-  GST_INFO_OBJECT (nvenc, "started thread to read bitstream");
-  return TRUE;
-}
-
-static gboolean
-gst_nv_base_enc_stop_bitstream_thread (GstNvBaseEnc * nvenc, gboolean force)
-{
-  GstNvEncFrameState *state;
-
-  if (nvenc->bitstream_thread == NULL)
-    return TRUE;
-
-  /* Always send EOS packet to flush GPU. Otherwise, randomly crash happens
-   * during NvEncDestroyEncoder especially when rc-lookahead or bframe was
-   * enabled */
-  gst_nv_base_enc_drain_encoder (nvenc);
-
-  if (force) {
-    g_async_queue_lock (nvenc->available_queue);
-    g_async_queue_lock (nvenc->pending_queue);
-    g_async_queue_lock (nvenc->bitstream_queue);
-    while ((state = g_async_queue_try_pop_unlocked (nvenc->bitstream_queue))) {
-      GST_INFO_OBJECT (nvenc, "stole bitstream buffer %p from queue", state);
-      g_async_queue_push_unlocked (nvenc->available_queue, state);
-    }
-    g_async_queue_push_unlocked (nvenc->bitstream_queue, SHUTDOWN_COOKIE);
-    g_async_queue_unlock (nvenc->available_queue);
-    g_async_queue_unlock (nvenc->pending_queue);
-    g_async_queue_unlock (nvenc->bitstream_queue);
-  } else {
-    /* wait for encoder to drain the remaining buffers */
-    g_async_queue_push (nvenc->bitstream_queue, SHUTDOWN_COOKIE);
-  }
-
-  if (!force) {
-    /* temporary unlock during finish, so other thread can find and push frame */
-    GST_VIDEO_ENCODER_STREAM_UNLOCK (nvenc);
-  }
-
-  g_thread_join (nvenc->bitstream_thread);
-
-  if (!force)
-    GST_VIDEO_ENCODER_STREAM_LOCK (nvenc);
-
-  nvenc->bitstream_thread = NULL;
-  return TRUE;
-}
-
-static void
-gst_nv_base_enc_reset_queues (GstNvBaseEnc * nvenc)
-{
-  gpointer ptr;
-
-  GST_INFO_OBJECT (nvenc, "clearing queues");
-
-  while ((ptr = g_async_queue_try_pop (nvenc->available_queue))) {
-    /* do nothing */
-  }
-  while ((ptr = g_async_queue_try_pop (nvenc->pending_queue))) {
-    /* do nothing */
-  }
-  while ((ptr = g_async_queue_try_pop (nvenc->bitstream_queue))) {
-    /* do nothing */
-  }
-}
-
-static void
-gst_nv_base_enc_free_buffers (GstNvBaseEnc * nvenc)
-{
-  NVENCSTATUS nv_ret;
-  CUresult cuda_ret;
-  guint i;
-
-  if (nvenc->encoder == NULL)
-    return;
-
-  gst_nv_base_enc_reset_queues (nvenc);
-
-  if (!nvenc->items || !nvenc->items->len)
-    return;
-
-  gst_cuda_context_push (nvenc->cuda_ctx);
-  for (i = 0; i < nvenc->items->len; ++i) {
-    NV_ENC_OUTPUT_PTR out_buf =
-        g_array_index (nvenc->items, GstNvEncFrameState, i).out_buf;
-    GstNvEncInputResource *in_buf =
-        g_array_index (nvenc->items, GstNvEncFrameState, i).in_buf;
-
-    if (in_buf->mapped) {
-      GST_LOG_OBJECT (nvenc, "Unmap resource %p", in_buf);
-
-      nv_ret =
-          NvEncUnmapInputResource (nvenc->encoder,
-          in_buf->nv_mapped_resource.mappedResource);
-
-      if (nv_ret != NV_ENC_SUCCESS) {
-        GST_ERROR_OBJECT (nvenc, "Failed to unmap input resource %p, ret %d",
-            in_buf, nv_ret);
-      }
-    }
-
-    nv_ret =
-        NvEncUnregisterResource (nvenc->encoder,
-        in_buf->nv_resource.registeredResource);
-    if (nv_ret != NV_ENC_SUCCESS)
-      GST_ERROR_OBJECT (nvenc, "Failed to unregister resource %p, ret %d",
-          in_buf, nv_ret);
-
-    cuda_ret = CuMemFree (in_buf->cuda_pointer);
-    if (!gst_cuda_result (cuda_ret)) {
-      GST_ERROR_OBJECT (nvenc, "Failed to free CUDA device memory, ret %d",
-          cuda_ret);
-    }
-
-    g_free (in_buf);
-
-    GST_DEBUG_OBJECT (nvenc, "Destroying output bitstream buffer %p", out_buf);
-    nv_ret = NvEncDestroyBitstreamBuffer (nvenc->encoder, out_buf);
-    if (nv_ret != NV_ENC_SUCCESS) {
-      GST_ERROR_OBJECT (nvenc, "Failed to destroy output buffer %p, ret %d",
-          out_buf, nv_ret);
-    }
-  }
-  gst_cuda_context_pop (NULL);
-  g_array_set_size (nvenc->items, 0);
-}
-
-static inline guint
-_get_plane_width (GstVideoInfo * info, guint plane)
-{
-  return GST_VIDEO_INFO_COMP_WIDTH (info, plane)
-      * GST_VIDEO_INFO_COMP_PSTRIDE (info, plane);
-}
-
-static inline guint
-_get_plane_height (GstVideoInfo * info, guint plane)
-{
-  if (GST_VIDEO_INFO_IS_YUV (info))
-    /* For now component width and plane width are the same and the
-     * plane-component mapping matches
-     */
-    return GST_VIDEO_INFO_COMP_HEIGHT (info, plane);
-  else                          /* RGB, GRAY */
-    return GST_VIDEO_INFO_HEIGHT (info);
-}
-
-static inline gsize
-_get_frame_data_height (GstVideoInfo * info)
-{
-  gsize ret = 0;
-  gint i;
-
-  for (i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
-    ret += _get_plane_height (info, i);
-  }
-
-  return ret;
-}
-
-static gboolean
-qp_has_values (const GstNvEncQP * qp)
-{
-  return qp->qp_i >= 0 && qp->qp_p >= 0 && qp->qp_b >= 0;
-}
-
-static void
-gst_nv_base_enc_setup_rate_control (GstNvBaseEnc * nvenc,
-    NV_ENC_RC_PARAMS * rc_params)
-{
-  GstNvRCMode rc_mode = nvenc->rate_control_mode;
-  NV_ENC_PARAMS_RC_MODE nv_rcmode;
-
-  if (nvenc->bitrate)
-    rc_params->averageBitRate = nvenc->bitrate * 1024;
-
-  if (nvenc->max_bitrate)
-    rc_params->maxBitRate = nvenc->max_bitrate * 1024;
-
-  if (nvenc->vbv_buffersize)
-    rc_params->vbvBufferSize = nvenc->vbv_buffersize * 1024;
-
-  /* Guess the best matching mode */
-  if (rc_mode == GST_NV_RC_MODE_DEFAULT) {
-    if (nvenc->qp_const >= 0) {
-      /* constQP is used only for RC_CONSTQP mode */
-      rc_mode = GST_NV_RC_MODE_CONSTQP;
-    }
-  }
-
-  if (nvenc->qp_min >= 0) {
-    rc_params->enableMinQP = 1;
-    rc_params->minQP.qpInterB = nvenc->qp_min;
-    rc_params->minQP.qpInterP = nvenc->qp_min;
-    rc_params->minQP.qpIntra = nvenc->qp_min;
-  } else if (qp_has_values (&nvenc->qp_min_detail)) {
-    rc_params->enableMinQP = 1;
-    rc_params->minQP.qpInterB = nvenc->qp_min_detail.qp_b;
-    rc_params->minQP.qpInterP = nvenc->qp_min_detail.qp_p;
-    rc_params->minQP.qpIntra = nvenc->qp_min_detail.qp_i;
-  }
-
-  if (nvenc->qp_max >= 0) {
-    rc_params->enableMaxQP = 1;
-    rc_params->maxQP.qpInterB = nvenc->qp_max;
-    rc_params->maxQP.qpInterP = nvenc->qp_max;
-    rc_params->maxQP.qpIntra = nvenc->qp_max;
-  } else if (qp_has_values (&nvenc->qp_max_detail)) {
-    rc_params->enableMaxQP = 1;
-    rc_params->maxQP.qpInterB = nvenc->qp_max_detail.qp_b;
-    rc_params->maxQP.qpInterP = nvenc->qp_max_detail.qp_p;
-    rc_params->maxQP.qpIntra = nvenc->qp_max_detail.qp_i;
-  }
-
-  if (nvenc->qp_const >= 0) {
-    rc_params->constQP.qpInterB = nvenc->qp_const;
-    rc_params->constQP.qpInterP = nvenc->qp_const;
-    rc_params->constQP.qpIntra = nvenc->qp_const;
-  } else if (qp_has_values (&nvenc->qp_const_detail)) {
-    rc_params->constQP.qpInterB = nvenc->qp_const_detail.qp_b;
-    rc_params->constQP.qpInterP = nvenc->qp_const_detail.qp_p;
-    rc_params->constQP.qpIntra = nvenc->qp_const_detail.qp_i;
-  }
-
-  nv_rcmode = _rc_mode_to_nv (rc_mode);
-  if (nv_rcmode == NV_ENC_PARAMS_RC_VBR_MINQP && nvenc->qp_min < 0) {
-    GST_WARNING_OBJECT (nvenc, "vbr-minqp was requested without qp-min");
-    nv_rcmode = NV_ENC_PARAMS_RC_VBR;
-  }
-
-  rc_params->rateControlMode = nv_rcmode;
-
-  if (nvenc->spatial_aq) {
-    rc_params->enableAQ = 1;
-    rc_params->aqStrength = nvenc->aq_strength;
-  }
-
-  rc_params->enableTemporalAQ = nvenc->temporal_aq;
-
-  if (nvenc->rc_lookahead) {
-    rc_params->enableLookahead = 1;
-    rc_params->lookaheadDepth = nvenc->rc_lookahead;
-    rc_params->disableIadapt = !nvenc->i_adapt;
-    rc_params->disableBadapt = !nvenc->b_adapt;
-  }
-
-  rc_params->strictGOPTarget = nvenc->strict_gop;
-  rc_params->enableNonRefP = nvenc->non_refp;
-  rc_params->zeroReorderDelay = nvenc->zerolatency;
-
-  if (nvenc->const_quality) {
-    guint scaled = (gint) (nvenc->const_quality * 256.0);
-
-    rc_params->targetQuality = (guint8) (scaled >> 8);
-    rc_params->targetQualityLSB = (guint8) (scaled & 0xff);
-  }
-}
-
-static guint
-gst_nv_base_enc_calculate_num_prealloc_buffers (GstNvBaseEnc * enc,
-    NV_ENC_CONFIG * config)
-{
-  guint num_buffers;
-
-  /* At least 4 surfaces are required as documented by Nvidia Encoder guide */
-  num_buffers = 4;
-
-  /* + lookahead depth */
-  num_buffers += config->rcParams.lookaheadDepth;
-
-  /* + GOP size */
-  num_buffers += config->frameIntervalP;
-
-  /* hardcoded upper bound "48"
-   * The worst case
-   *   default num buffers: 4
-   *   maximum allowed lookahead: 32
-   *   max bfraems: 4 -> frameIntervalP: 5
-   * "4 + 32 + 5" < "48" so it seems to sufficiently safe upper bound */
-  num_buffers = MIN (num_buffers, 48);
-
-  GST_DEBUG_OBJECT (enc, "Calculated num buffers: %d "
-      "(lookahead %d, frameIntervalP %d)",
-      num_buffers, config->rcParams.lookaheadDepth, config->frameIntervalP);
-
-  return num_buffers;
-}
-
-/* GstVideoEncoder::set_format or by nvenc self if new properties were set.
- *
- * NvEncReconfigureEncoder with following conditions are not allowed
- * 1) GOP structure change
- * 2) sync-Async mode change (Async mode is Windows only and we didn't support it)
- * 3) MaxWidth, MaxHeight
- * 4) PTDmode (Picture Type Decision mode)
- *
- * So we will force to re-init the encode session if
- * 1) New resolution is larger than previous config
- * 2) GOP size changed
- * 3) Input pixel format change
- *    pre-allocated CUDA memory could not ensure stride, width and height
- *
- * TODO: bframe also considered as force re-init case
- */
-static gboolean
-gst_nv_base_enc_set_format (GstVideoEncoder * enc, GstVideoCodecState * state)
-{
-  GstNvBaseEncClass *nvenc_class = GST_NV_BASE_ENC_GET_CLASS (enc);
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  GstVideoInfo *info = &state->info;
-  GstVideoCodecState *old_state = nvenc->input_state;
-  NV_ENC_RECONFIGURE_PARAMS reconfigure_params = { 0, };
-  NV_ENC_INITIALIZE_PARAMS *params = &nvenc->init_params;
-  NV_ENC_PRESET_CONFIG preset_config = { 0, };
-  NVENCSTATUS nv_ret;
-  gint dar_n, dar_d;
-  gboolean reconfigure = FALSE;
-
-  g_atomic_int_set (&nvenc->reconfig, FALSE);
-
-  if (!nvenc->encoder && !gst_nv_base_enc_open_encode_session (nvenc)) {
-    GST_ELEMENT_ERROR (nvenc, LIBRARY, INIT, (NULL),
-        ("Failed to open encode session"));
-    return FALSE;
-  }
-
-  if (old_state) {
-    gboolean larger_resolution;
-    gboolean format_changed;
-    gboolean gop_size_changed;
-
-    larger_resolution =
-        (GST_VIDEO_INFO_WIDTH (info) > nvenc->init_params.maxEncodeWidth ||
-        GST_VIDEO_INFO_HEIGHT (info) > nvenc->init_params.maxEncodeHeight);
-    format_changed =
-        GST_VIDEO_INFO_FORMAT (info) !=
-        GST_VIDEO_INFO_FORMAT (&old_state->info);
-
-    if (nvenc->config.gopLength == NVENC_INFINITE_GOPLENGTH
-        && nvenc->gop_size == -1) {
-      gop_size_changed = FALSE;
-    } else if (nvenc->config.gopLength != nvenc->gop_size) {
-      gop_size_changed = TRUE;
-    } else {
-      gop_size_changed = FALSE;
-    }
-
-    if (larger_resolution || format_changed || gop_size_changed) {
-      GST_DEBUG_OBJECT (nvenc,
-          "resolution %dx%d -> %dx%d, format %s -> %s, re-init",
-          nvenc->init_params.maxEncodeWidth, nvenc->init_params.maxEncodeHeight,
-          GST_VIDEO_INFO_WIDTH (info), GST_VIDEO_INFO_HEIGHT (info),
-          gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&old_state->info)),
-          gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (info)));
-
-      gst_nv_base_enc_drain_encoder (nvenc);
-      gst_nv_base_enc_stop_bitstream_thread (nvenc, FALSE);
-      gst_nv_base_enc_free_buffers (nvenc);
-      NvEncDestroyEncoder (nvenc->encoder);
-      nvenc->encoder = NULL;
-
-      if (!gst_nv_base_enc_open_encode_session (nvenc)) {
-        GST_ERROR_OBJECT (nvenc, "Failed to open encode session");
-        return FALSE;
-      }
-    } else {
-      reconfigure_params.version = gst_nvenc_get_reconfigure_params_version ();
-      /* reset rate control state and start from IDR */
-      reconfigure_params.resetEncoder = TRUE;
-      reconfigure_params.forceIDR = TRUE;
-      reconfigure = TRUE;
-    }
-  }
-
-  params->version = gst_nvenc_get_initialize_params_version ();
-  params->encodeGUID = nvenc_class->codec_id;
-  params->encodeWidth = GST_VIDEO_INFO_WIDTH (info);
-  params->encodeHeight = GST_VIDEO_INFO_HEIGHT (info);
-
-  {
-    guint32 n_presets;
-    GUID *presets;
-    guint32 i;
-
-    nv_ret =
-        NvEncGetEncodePresetCount (nvenc->encoder,
-        params->encodeGUID, &n_presets);
-    if (nv_ret != NV_ENC_SUCCESS) {
-      GST_ELEMENT_ERROR (nvenc, LIBRARY, SETTINGS, (NULL),
-          ("Failed to get encoder presets"));
-      return FALSE;
-    }
-
-    presets = g_new0 (GUID, n_presets);
-    nv_ret =
-        NvEncGetEncodePresetGUIDs (nvenc->encoder,
-        params->encodeGUID, presets, n_presets, &n_presets);
-    if (nv_ret != NV_ENC_SUCCESS) {
-      GST_ELEMENT_ERROR (nvenc, LIBRARY, SETTINGS, (NULL),
-          ("Failed to get encoder presets"));
-      g_free (presets);
-      return FALSE;
-    }
-
-    for (i = 0; i < n_presets; i++) {
-      if (gst_nvenc_cmp_guid (presetsi, nvenc->selected_preset))
-        break;
-    }
-    g_free (presets);
-    if (i >= n_presets) {
-      GST_ELEMENT_ERROR (nvenc, LIBRARY, SETTINGS, (NULL),
-          ("Selected preset not supported"));
-      return FALSE;
-    }
-
-    params->presetGUID = nvenc->selected_preset;
-  }
-
-  params->enablePTD = 1;
-  if (!reconfigure) {
-    /* this sets the required buffer size and the maximum allowed size on
-     * subsequent reconfigures */
-    params->maxEncodeWidth = GST_VIDEO_INFO_WIDTH (info);
-    params->maxEncodeHeight = GST_VIDEO_INFO_HEIGHT (info);
-  }
-
-  preset_config.version = gst_nvenc_get_preset_config_version ();
-  preset_config.presetCfg.version = gst_nvenc_get_config_version ();
-
-  nv_ret =
-      NvEncGetEncodePresetConfig (nvenc->encoder,
-      params->encodeGUID, params->presetGUID, &preset_config);
-  if (nv_ret != NV_ENC_SUCCESS) {
-    GST_ELEMENT_ERROR (nvenc, LIBRARY, SETTINGS, (NULL),
-        ("Failed to get encode preset configuration: %d", nv_ret));
-    return FALSE;
-  }
-
-  params->encodeConfig = &preset_config.presetCfg;
-
-  if (GST_VIDEO_INFO_IS_INTERLACED (info)) {
-    if (GST_VIDEO_INFO_INTERLACE_MODE (info) ==
-        GST_VIDEO_INTERLACE_MODE_INTERLEAVED
-        || GST_VIDEO_INFO_INTERLACE_MODE (info) ==
-        GST_VIDEO_INTERLACE_MODE_MIXED) {
-      preset_config.presetCfg.frameFieldMode =
-          NV_ENC_PARAMS_FRAME_FIELD_MODE_FIELD;
-    }
-  }
-
-  if (info->fps_d > 0 && info->fps_n > 0) {
-    params->frameRateNum = info->fps_n;
-    params->frameRateDen = info->fps_d;
-  } else {
-    params->frameRateNum = 0;
-    params->frameRateDen = 1;
-  }
-
-  if (gst_util_fraction_multiply (GST_VIDEO_INFO_WIDTH (info),
-          GST_VIDEO_INFO_HEIGHT (info), GST_VIDEO_INFO_PAR_N (info),
-          GST_VIDEO_INFO_PAR_D (info), &dar_n, &dar_d) && dar_n > 0
-      && dar_d > 0) {
-    params->darWidth = dar_n;
-    params->darHeight = dar_d;
-  }
-
-  gst_nv_base_enc_setup_rate_control (nvenc, &params->encodeConfig->rcParams);
-
-  params->enableWeightedPrediction = nvenc->weighted_pred;
-
-  if (nvenc->gop_size < 0) {
-    params->encodeConfig->gopLength = NVENC_INFINITE_GOPLENGTH;
-    params->encodeConfig->frameIntervalP = 1;
-  } else if (nvenc->gop_size > 0) {
-    params->encodeConfig->gopLength = nvenc->gop_size;
-    /* frameIntervalP
-     * 0: All Intra frames
-     * 1: I/P only
-     * n ( > 1): n - 1 bframes
-     */
-    params->encodeConfig->frameIntervalP = nvenc->bframes + 1;
-  } else {
-    /* gop size == 0 means all intra frames */
-    params->encodeConfig->gopLength = 1;
-    params->encodeConfig->frameIntervalP = 0;
-  }
-
-  g_assert (nvenc_class->set_encoder_config);
-  if (!nvenc_class->set_encoder_config (nvenc, state, params->encodeConfig)) {
-    GST_ERROR_OBJECT (enc, "Subclass failed to set encoder configuration");
-    return FALSE;
-  }
-
-  /* store the last config to reconfig/re-init decision in the next time */
-  nvenc->config = *params->encodeConfig;
-
-  G_LOCK (initialization_lock);
-  if (reconfigure) {
-    reconfigure_params.reInitEncodeParams = nvenc->init_params;
-    nv_ret = NvEncReconfigureEncoder (nvenc->encoder, &reconfigure_params);
-  } else {
-    nv_ret = NvEncInitializeEncoder (nvenc->encoder, params);
-  }
-  G_UNLOCK (initialization_lock);
-
-  if (nv_ret != NV_ENC_SUCCESS) {
-    GST_ELEMENT_ERROR (nvenc, LIBRARY, SETTINGS, (NULL),
-        ("Failed to %sinit encoder: %d- %s", reconfigure ? "re" : "", nv_ret,
-            NvEncGetLastErrorString (nvenc->encoder)));
-    NvEncDestroyEncoder (nvenc->encoder);
-    nvenc->encoder = NULL;
-    return FALSE;
-  }
-
-  if (!reconfigure) {
-    nvenc->input_info = *info;
-  }
-
-  if (nvenc->input_state)
-    gst_video_codec_state_unref (nvenc->input_state);
-  nvenc->input_state = gst_video_codec_state_ref (state);
-  GST_INFO_OBJECT (nvenc, "%sconfigured encoder", reconfigure ? "re" : "");
-
-  /* now allocate some buffers only on first configuration */
-  if (!reconfigure) {
-    GstCapsFeatures *features;
-    guint i;
-    guint input_width, input_height;
-    guint n_bufs;
-
-    input_width = GST_VIDEO_INFO_WIDTH (info);
-    input_height = GST_VIDEO_INFO_HEIGHT (info);
-
-    n_bufs =
-        gst_nv_base_enc_calculate_num_prealloc_buffers (nvenc,
-        params->encodeConfig);
-
-    /* input buffers */
-    g_array_set_size (nvenc->items, n_bufs);
-
-    nvenc->mem_type = GST_NVENC_MEM_TYPE_SYSTEM;
-
-    features = gst_caps_get_features (state->caps, 0);
-    if (gst_caps_features_contains (features,
-            GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
-      nvenc->mem_type = GST_NVENC_MEM_TYPE_CUDA;
-    }
-#ifdef HAVE_CUDA_GST_GL
-    else if (gst_caps_features_contains (features,
-            GST_CAPS_FEATURE_MEMORY_GL_MEMORY)) {
-      nvenc->mem_type = GST_NVENC_MEM_TYPE_GL;
-    }
-#endif
-
-    gst_cuda_context_push (nvenc->cuda_ctx);
-    for (i = 0; i < nvenc->items->len; ++i) {
-      GstNvEncInputResource *resource = g_new0 (GstNvEncInputResource, 1);
-      CUresult cu_ret;
-
-      memset (&resource->nv_resource, 0, sizeof (resource->nv_resource));
-      memset (&resource->nv_mapped_resource, 0,
-          sizeof (resource->nv_mapped_resource));
-
-      /* scratch buffer for non-contiguous planer into a contiguous buffer */
-      cu_ret =
-          CuMemAllocPitch (&resource->cuda_pointer,
-          &resource->cuda_stride, _get_plane_width (info, 0),
-          _get_frame_data_height (info), 16);
-      if (!gst_cuda_result (cu_ret)) {
-        GST_ERROR_OBJECT (nvenc, "failed to allocate cuda scratch buffer "
-            "ret %d", cu_ret);
-        g_assert_not_reached ();
-      }
-
-      resource->nv_resource.version =
-          gst_nvenc_get_register_resource_version ();
-      resource->nv_resource.resourceType =
-          NV_ENC_INPUT_RESOURCE_TYPE_CUDADEVICEPTR;
-      resource->nv_resource.width = input_width;
-      resource->nv_resource.height = input_height;
-      resource->nv_resource.pitch = resource->cuda_stride;
-      resource->nv_resource.bufferFormat =
-          gst_nvenc_get_nv_buffer_format (GST_VIDEO_INFO_FORMAT (info));
-      resource->nv_resource.resourceToRegister =
-          (gpointer) resource->cuda_pointer;
-
-      nv_ret = NvEncRegisterResource (nvenc->encoder, &resource->nv_resource);
-      if (nv_ret != NV_ENC_SUCCESS)
-        GST_ERROR_OBJECT (nvenc, "Failed to register resource %p, ret %d",
-            resource, nv_ret);
-
-      g_array_index (nvenc->items, GstNvEncFrameState, i).in_buf = resource;
-    }
-    gst_cuda_context_pop (NULL);
-
-    /* output buffers */
-    for (i = 0; i < nvenc->items->len; ++i) {
-      NV_ENC_CREATE_BITSTREAM_BUFFER cout_buf = { 0, };
-
-      cout_buf.version = gst_nvenc_get_create_bitstream_buffer_version ();
-
-      /* 1 MB should be large enough to hold most output frames.
-       * NVENC will automatically increase this if it's not enough. */
-      cout_buf.size = 1024 * 1024;
-      cout_buf.memoryHeap = NV_ENC_MEMORY_HEAP_SYSMEM_CACHED;
-
-      G_LOCK (initialization_lock);
-      nv_ret = NvEncCreateBitstreamBuffer (nvenc->encoder, &cout_buf);
-      G_UNLOCK (initialization_lock);
-
-      if (nv_ret != NV_ENC_SUCCESS) {
-        GST_WARNING_OBJECT (enc, "Failed to allocate input buffer: %d", nv_ret);
-        /* FIXME: clean up */
-        return FALSE;
-      }
-
-      GST_INFO_OBJECT (nvenc, "allocated output buffer %2d: %p", i,
-          cout_buf.bitstreamBuffer);
-
-      g_array_index (nvenc->items, GstNvEncFrameState, i).out_buf =
-          cout_buf.bitstreamBuffer;
-
-      g_async_queue_push (nvenc->available_queue, &g_array_index (nvenc->items,
-              GstNvEncFrameState, i));
-    }
-
-#if 0
-    /* Get SPS/PPS */
-    {
-      NV_ENC_SEQUENCE_PARAM_PAYLOAD seq_param = { 0 };
-      uint32_t seq_size = 0;
-
-      seq_param.version = gst_nvenc_get_sequence_param_payload_version ();
-      seq_param.spsppsBuffer = g_alloca (1024);
-      seq_param.inBufferSize = 1024;
-      seq_param.outSPSPPSPayloadSize = &seq_size;
-
-      nv_ret = NvEncGetSequenceParams (nvenc->encoder, &seq_param);
-      if (nv_ret != NV_ENC_SUCCESS) {
-        GST_WARNING_OBJECT (enc, "Failed to retrieve SPS/PPS: %d", nv_ret);
-        return FALSE;
-      }
-
-      /* FIXME: use SPS/PPS */
-      GST_MEMDUMP_OBJECT (enc, "SPS/PPS", seq_param.spsppsBuffer, seq_size);
-    }
-#endif
-  }
-
-  g_assert (nvenc_class->set_src_caps);
-  if (!nvenc_class->set_src_caps (nvenc, state)) {
-    GST_ERROR_OBJECT (nvenc, "Subclass failed to set output caps");
-    /* FIXME: clean up */
-    return FALSE;
-  }
-
-  return TRUE;
-}
-
-static guint
-_get_cuda_device_stride (GstVideoInfo * info, guint plane, gsize cuda_stride)
-{
-  switch (GST_VIDEO_INFO_FORMAT (info)) {
-    case GST_VIDEO_FORMAT_NV12:
-    case GST_VIDEO_FORMAT_NV21:
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P010_10BE:
-    case GST_VIDEO_FORMAT_Y444:
-    case GST_VIDEO_FORMAT_BGRA:
-    case GST_VIDEO_FORMAT_RGBA:
-    case GST_VIDEO_FORMAT_BGR10A2_LE:
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-    case GST_VIDEO_FORMAT_Y444_16LE:
-    case GST_VIDEO_FORMAT_Y444_16BE:
-    case GST_VIDEO_FORMAT_VUYA:
-      return cuda_stride;
-    case GST_VIDEO_FORMAT_I420:
-    case GST_VIDEO_FORMAT_YV12:
-      return plane == 0 ? cuda_stride : (GST_ROUND_UP_2 (cuda_stride) / 2);
-    default:
-      g_assert_not_reached ();
-      return cuda_stride;
-  }
-}
-
-#ifdef HAVE_CUDA_GST_GL
-typedef struct _GstNvEncRegisterResourceData
-{
-  GstMemory *mem;
-  GstCudaGraphicsResource *resource;
-  GstNvBaseEnc *nvenc;
-  gboolean ret;
-} GstNvEncRegisterResourceData;
-
-static void
-register_cuda_resource (GstGLContext * context,
-    GstNvEncRegisterResourceData * data)
-{
-  GstMemory *mem = data->mem;
-  GstCudaGraphicsResource *resource = data->resource;
-  GstNvBaseEnc *nvenc = data->nvenc;
-  GstMapInfo map_info = GST_MAP_INFO_INIT;
-  GstGLBuffer *gl_buf_obj;
-
-  data->ret = FALSE;
-
-  if (!gst_cuda_context_push (nvenc->cuda_ctx)) {
-    GST_WARNING_OBJECT (nvenc, "failed to push CUDA context");
-    return;
-  }
-
-  if (gst_memory_map (mem, &map_info, GST_MAP_READ | GST_MAP_GL)) {
-    GstGLMemoryPBO *gl_mem = (GstGLMemoryPBO *) data->mem;
-    gl_buf_obj = gl_mem->pbo;
-
-    GST_LOG_OBJECT (nvenc,
-        "register glbuffer %d to CUDA resource", gl_buf_obj->id);
-
-    if (gst_cuda_graphics_resource_register_gl_buffer (resource,
-            gl_buf_obj->id, CU_GRAPHICS_REGISTER_FLAGS_NONE)) {
-      data->ret = TRUE;
-    } else {
-      GST_WARNING_OBJECT (nvenc, "failed to register memory");
-    }
-
-    gst_memory_unmap (mem, &map_info);
-  } else {
-    GST_WARNING_OBJECT (nvenc, "failed to map memory");
-  }
-
-  if (!gst_cuda_context_pop (NULL))
-    GST_WARNING_OBJECT (nvenc, "failed to unlock CUDA context");
-}
-
-static GstCudaGraphicsResource *
-ensure_cuda_graphics_resource (GstMemory * mem, GstNvBaseEnc * nvenc)
-{
-  GQuark quark;
-  GstCudaGraphicsResource *cgr_info;
-  GstNvEncRegisterResourceData data;
-
-  if (!gst_is_gl_memory_pbo (mem)) {
-    GST_WARNING_OBJECT (nvenc, "memory is not GL PBO memory, %s",
-        mem->allocator->mem_type);
-    return NULL;
-  }
-
-  quark = gst_cuda_quark_from_id (GST_CUDA_QUARK_GRAPHICS_RESOURCE);
-
-  cgr_info = gst_mini_object_get_qdata (GST_MINI_OBJECT (mem), quark);
-  if (!cgr_info) {
-    cgr_info = gst_cuda_graphics_resource_new (nvenc->cuda_ctx,
-        GST_OBJECT (GST_GL_BASE_MEMORY_CAST (mem)->context),
-        GST_CUDA_GRAPHICS_RESOURCE_GL_BUFFER);
-    data.mem = mem;
-    data.resource = cgr_info;
-    data.nvenc = nvenc;
-    gst_gl_context_thread_add ((GstGLContext *) cgr_info->graphics_context,
-        (GstGLContextThreadFunc) register_cuda_resource, &data);
-    if (!data.ret) {
-      GST_WARNING_OBJECT (nvenc, "could not register resource");
-      gst_cuda_graphics_resource_free (cgr_info);
-
-      return NULL;
-    }
-
-    gst_mini_object_set_qdata (GST_MINI_OBJECT (mem), quark, cgr_info,
-        (GDestroyNotify) gst_cuda_graphics_resource_free);
-  }
-
-  return cgr_info;
-}
-
-typedef struct _GstNvEncGLMapData
-{
-  GstNvBaseEnc *nvenc;
-  GstBuffer *buffer;
-  GstVideoInfo *info;
-  GstNvEncInputResource *resource;
-
-  gboolean ret;
-} GstNvEncGLMapData;
-
-static void
-_map_gl_input_buffer (GstGLContext * context, GstNvEncGLMapData * data)
-{
-  GstNvBaseEnc *nvenc = data->nvenc;
-  CUresult cuda_ret;
-  CUdeviceptr data_pointer;
-  guint i;
-  CUDA_MEMCPY2D param;
-  GstCudaGraphicsResource **resources;
-  guint num_resources;
-  CUstream stream = gst_cuda_stream_get_handle (nvenc->stream);
-
-  data->ret = FALSE;
-
-  num_resources = gst_buffer_n_memory (data->buffer);
-  resources = g_newa (GstCudaGraphicsResource *, num_resources);
-
-  for (i = 0; i < num_resources; i++) {
-    GstMemory *mem;
-
-    mem = gst_buffer_peek_memory (data->buffer, i);
-    resourcesi = ensure_cuda_graphics_resource (mem, nvenc);
-    if (!resourcesi) {
-      GST_ERROR_OBJECT (nvenc, "could not register %dth memory", i);
-      return;
-    }
-  }
-
-  gst_cuda_context_push (nvenc->cuda_ctx);
-  data_pointer = data->resource->cuda_pointer;
-  for (i = 0; i < GST_VIDEO_INFO_N_PLANES (data->info); i++) {
-    GstGLBuffer *gl_buf_obj;
-    GstGLMemoryPBO *gl_mem;
-    guint src_stride, dest_stride;
-    CUgraphicsResource cuda_resource;
-    gsize cuda_num_bytes;
-    CUdeviceptr cuda_plane_pointer;
-
-    gl_mem = (GstGLMemoryPBO *) gst_buffer_peek_memory (data->buffer, i);
-    g_return_if_fail (gst_is_gl_memory_pbo ((GstMemory *) gl_mem));
-
-    gl_buf_obj = (GstGLBuffer *) gl_mem->pbo;
-    g_return_if_fail (gl_buf_obj != NULL);
-
-    /* get the texture into the PBO */
-    gst_gl_memory_pbo_upload_transfer (gl_mem);
-    gst_gl_memory_pbo_download_transfer (gl_mem);
-
-    GST_LOG_OBJECT (nvenc, "attempting to copy texture %u into cuda",
-        gl_mem->mem.tex_id);
-
-    cuda_resource =
-        gst_cuda_graphics_resource_map (resourcesi, stream,
-        CU_GRAPHICS_MAP_RESOURCE_FLAGS_READ_ONLY);
-
-    if (!cuda_resource) {
-      GST_ERROR_OBJECT (nvenc, "failed to map GL texture %u into cuda",
-          gl_mem->mem.tex_id);
-      g_assert_not_reached ();
-    }
-
-    cuda_ret =
-        CuGraphicsResourceGetMappedPointer (&cuda_plane_pointer,
-        &cuda_num_bytes, cuda_resource);
-
-    if (!gst_cuda_result (cuda_ret)) {
-      GST_ERROR_OBJECT (nvenc, "failed to get mapped pointer of map GL "
-          "texture %u in cuda ret :%d", gl_mem->mem.tex_id, cuda_ret);
-      g_assert_not_reached ();
-    }
-
-    src_stride = GST_VIDEO_INFO_PLANE_STRIDE (data->info, i);
-    dest_stride = _get_cuda_device_stride (&nvenc->input_info,
-        i, data->resource->cuda_stride);
-
-    /* copy into scratch buffer */
-    param.srcXInBytes = 0;
-    param.srcY = 0;
-    param.srcMemoryType = CU_MEMORYTYPE_DEVICE;
-    param.srcDevice = cuda_plane_pointer;
-    param.srcPitch = src_stride;
-
-    param.dstXInBytes = 0;
-    param.dstY = 0;
-    param.dstMemoryType = CU_MEMORYTYPE_DEVICE;
-    param.dstDevice = data_pointer;
-    param.dstPitch = dest_stride;
-    param.WidthInBytes = _get_plane_width (data->info, i);
-    param.Height = _get_plane_height (data->info, i);
-
-    cuda_ret = CuMemcpy2DAsync (&param, stream);
-    if (!gst_cuda_result (cuda_ret)) {
-      GST_ERROR_OBJECT (data->nvenc, "failed to copy GL texture %u into cuda "
-          "ret :%d", gl_mem->mem.tex_id, cuda_ret);
-      g_assert_not_reached ();
-    }
-
-    gst_cuda_graphics_resource_unmap (resourcesi, stream);
-
-    data_pointer += dest_stride * _get_plane_height (&nvenc->input_info, i);
-  }
-  gst_cuda_result (CuStreamSynchronize (stream));
-  gst_cuda_context_pop (NULL);
-
-  data->ret = TRUE;
-}
-#endif
-
-static gboolean
-gst_nv_base_enc_upload_frame (GstNvBaseEnc * nvenc, GstVideoFrame * frame,
-    GstNvEncInputResource * resource, gboolean use_device_memory,
-    GstCudaStream * stream)
-{
-  gint i;
-  CUdeviceptr dst = resource->cuda_pointer;
-  GstVideoInfo *info = &frame->info;
-  CUresult cuda_ret;
-  CUstream stream_handle = gst_cuda_stream_get_handle (stream);
-
-  if (!gst_cuda_context_push (nvenc->cuda_ctx)) {
-    GST_ERROR_OBJECT (nvenc, "cannot push context");
-    return FALSE;
-  }
-
-  for (i = 0; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
-    CUDA_MEMCPY2D param = { 0, };
-    guint dest_stride = _get_cuda_device_stride (&nvenc->input_info, i,
-        resource->cuda_stride);
-
-    if (use_device_memory) {
-      param.srcMemoryType = CU_MEMORYTYPE_DEVICE;
-      param.srcDevice = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, i);
-    } else {
-      param.srcMemoryType = CU_MEMORYTYPE_HOST;
-      param.srcHost = GST_VIDEO_FRAME_PLANE_DATA (frame, i);
-    }
-    param.srcPitch = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
-
-    param.dstMemoryType = CU_MEMORYTYPE_DEVICE;
-    param.dstDevice = dst;
-    param.dstPitch = dest_stride;
-    param.WidthInBytes = _get_plane_width (info, i);
-    param.Height = _get_plane_height (info, i);
-
-    cuda_ret = CuMemcpy2DAsync (&param, stream_handle);
-    if (!gst_cuda_result (cuda_ret)) {
-      GST_ERROR_OBJECT (nvenc, "cannot copy %dth plane, ret %d", i, cuda_ret);
-      gst_cuda_context_pop (NULL);
-
-      return FALSE;
-    }
-
-    dst += dest_stride * _get_plane_height (&nvenc->input_info, i);
-  }
-
-  gst_cuda_result (CuStreamSynchronize (stream_handle));
-  gst_cuda_context_pop (NULL);
-
-  return TRUE;
-}
-
-static GstFlowReturn
-_acquire_input_buffer (GstNvBaseEnc * nvenc, GstNvEncFrameState ** input)
-{
-  GST_LOG_OBJECT (nvenc, "acquiring input buffer..");
-  GST_VIDEO_ENCODER_STREAM_UNLOCK (nvenc);
-  *input = g_async_queue_pop (nvenc->available_queue);
-  GST_VIDEO_ENCODER_STREAM_LOCK (nvenc);
-
-  if (*input == SHUTDOWN_COOKIE)
-    return g_atomic_int_get (&nvenc->last_flow);
-
-  return GST_FLOW_OK;
-}
-
-static GstFlowReturn
-_submit_input_buffer (GstNvBaseEnc * nvenc, GstVideoCodecFrame * frame,
-    GstVideoFrame * vframe, GstNvEncFrameState * state, void *inputBufferPtr,
-    NV_ENC_BUFFER_FORMAT bufferFormat)
-{
-  GstNvBaseEncClass *nvenc_class = GST_NV_BASE_ENC_GET_CLASS (nvenc);
-  NV_ENC_PIC_PARAMS pic_params = { 0, };
-  NVENCSTATUS nv_ret;
-  gpointer inputBuffer, outputBufferPtr;
-
-  inputBuffer = state->in_buf;
-  outputBufferPtr = state->out_buf;
-
-  GST_LOG_OBJECT (nvenc, "%u: input buffer %p, output buffer %p, "
-      "pts %" GST_TIME_FORMAT, frame->system_frame_number, inputBuffer,
-      outputBufferPtr, GST_TIME_ARGS (frame->pts));
-
-  pic_params.version = gst_nvenc_get_pic_params_version ();
-  pic_params.inputBuffer = inputBufferPtr;
-  pic_params.bufferFmt = bufferFormat;
-
-  pic_params.inputWidth = GST_VIDEO_FRAME_WIDTH (vframe);
-  pic_params.inputHeight = GST_VIDEO_FRAME_HEIGHT (vframe);
-  pic_params.outputBitstream = outputBufferPtr;
-  pic_params.completionEvent = NULL;
-  if (GST_VIDEO_FRAME_IS_INTERLACED (vframe)) {
-    if (GST_VIDEO_FRAME_IS_TFF (vframe))
-      pic_params.pictureStruct = NV_ENC_PIC_STRUCT_FIELD_TOP_BOTTOM;
-    else
-      pic_params.pictureStruct = NV_ENC_PIC_STRUCT_FIELD_BOTTOM_TOP;
-  } else {
-    pic_params.pictureStruct = NV_ENC_PIC_STRUCT_FRAME;
-  }
-  pic_params.inputTimeStamp = frame->pts;
-  pic_params.inputDuration =
-      GST_CLOCK_TIME_IS_VALID (frame->duration) ? frame->duration : 0;
-  pic_params.frameIdx = frame->system_frame_number;
-
-  if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (frame))
-    pic_params.encodePicFlags = NV_ENC_PIC_FLAG_FORCEIDR;
-  else
-    pic_params.encodePicFlags = 0;
-
-  if (nvenc_class->set_pic_params
-      && !nvenc_class->set_pic_params (nvenc, frame, &pic_params)) {
-    GST_ERROR_OBJECT (nvenc, "Subclass failed to submit buffer");
-    return GST_FLOW_ERROR;
-  }
-
-  if (!gst_cuda_context_push (nvenc->cuda_ctx)) {
-    GST_ELEMENT_ERROR (nvenc, LIBRARY, ENCODE, (NULL),
-        ("Failed to push current context"));
-    return GST_FLOW_ERROR;
-  }
-
-  nv_ret = NvEncEncodePicture (nvenc->encoder, &pic_params);
-
-  gst_cuda_context_pop (NULL);
-
-  if (nv_ret == NV_ENC_SUCCESS) {
-    GST_LOG_OBJECT (nvenc, "Encoded picture");
-  } else if (nv_ret == NV_ENC_ERR_NEED_MORE_INPUT) {
-    GST_DEBUG_OBJECT (nvenc, "Encoded picture (encoder needs more input)");
-  } else {
-    GST_ERROR_OBJECT (nvenc, "Failed to encode picture: %d", nv_ret);
-    g_async_queue_push (nvenc->available_queue, state);
-
-    return GST_FLOW_ERROR;
-  }
-
-  /* GstNvEncFrameState shouldn't be freed by DestroyNotify */
-  gst_video_codec_frame_set_user_data (frame, state, NULL);
-  g_async_queue_push (nvenc->pending_queue, state);
-
-  if (nv_ret == NV_ENC_SUCCESS) {
-    GstNvEncFrameState *pending_state;
-    gint len, i, end;
-
-    /* HACK: NvEncEncodePicture() with returning NV_ENC_SUCCESS means that
-     * we can pop encoded bitstream from GPU
-     * (via NvEncLockBitstream and copy to memory then NvEncUnlockBitstream).
-     * But if we try to pop every buffer from GPU when the rc-lookahead
-     * was enabled, NvEncLockBitstream returns error NV_ENC_ERR_INVALID_PARAM
-     * randomly (seemingly it's dependent on how fast the encoding thread
-     * dequeued the encoded picture).
-     * So make "pending_queue" having the number of lookahead pictures always,
-     * so that GPU should be able to reference the lookahead pictures.
-     *
-     * This behavior is not documented by Nvidia. The guess here is that
-     * the lookahead pictures are still used for rate-control by Nvidia driver
-     * and dequeuing the lookahead picture from GPU seems to be causing the
-     * problem.
-     */
-    end = nvenc->rc_lookahead;
-
-    g_async_queue_lock (nvenc->pending_queue);
-
-    len = g_async_queue_length_unlocked (nvenc->pending_queue);
-    for (i = len; i > end; i--) {
-      pending_state = g_async_queue_pop_unlocked (nvenc->pending_queue);
-      g_async_queue_push (nvenc->bitstream_queue, pending_state);
-    }
-
-    g_async_queue_unlock (nvenc->pending_queue);
-  }
-
-  return GST_FLOW_OK;
-}
-
-static GstFlowReturn
-gst_nv_base_enc_handle_frame (GstVideoEncoder * enc, GstVideoCodecFrame * frame)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  NVENCSTATUS nv_ret;
-  GstVideoFrame vframe;
-  GstVideoInfo *info = &nvenc->input_state->info;
-  GstFlowReturn flow = GST_FLOW_OK;
-  GstMapFlags in_map_flags = GST_MAP_READ;
-  GstNvEncFrameState *state = NULL;
-  GstNvEncInputResource *resource = NULL;
-  gboolean use_device_memory = FALSE;
-  GstCudaStream *stream = nvenc->stream;
-
-  g_assert (nvenc->encoder != NULL);
-
-  /* check last flow and if it's not OK, just return the last flow,
-   * non-OK flow means that encoding thread was terminated */
-  flow = g_atomic_int_get (&nvenc->last_flow);
-  if (flow != GST_FLOW_OK) {
-    GST_DEBUG_OBJECT (nvenc, "last flow was %s", gst_flow_get_name (flow));
-    /* just drop this frame */
-    gst_video_encoder_finish_frame (enc, frame);
-
-    return flow;
-  }
-
-  if (g_atomic_int_compare_and_exchange (&nvenc->reconfig, TRUE, FALSE)) {
-    if (!gst_nv_base_enc_set_format (enc, nvenc->input_state)) {
-      flow = GST_FLOW_NOT_NEGOTIATED;
-      goto drop;
-    }
-
-    /* reconfigured encode session should start from keyframe */
-    GST_VIDEO_CODEC_FRAME_SET_FORCE_KEYFRAME (frame);
-  }
-#ifdef HAVE_CUDA_GST_GL
-  if (nvenc->mem_type == GST_NVENC_MEM_TYPE_GL)
-    in_map_flags |= GST_MAP_GL;
-#endif
-
-  if (nvenc->mem_type == GST_NVENC_MEM_TYPE_CUDA) {
-    GstMemory *mem;
-
-    if ((mem = gst_buffer_peek_memory (frame->input_buffer, 0)) &&
-        gst_is_cuda_memory (mem)) {
-      GstCudaMemory *cmem = GST_CUDA_MEMORY_CAST (mem);
-
-      if (cmem->context == nvenc->cuda_ctx ||
-          gst_cuda_context_get_handle (cmem->context) ==
-          gst_cuda_context_get_handle (nvenc->cuda_ctx) ||
-          (gst_cuda_context_can_access_peer (cmem->context, nvenc->cuda_ctx) &&
-              gst_cuda_context_can_access_peer (nvenc->cuda_ctx,
-                  cmem->context))) {
-        GstCudaStream *mem_stream;
-
-        use_device_memory = TRUE;
-        in_map_flags |= GST_MAP_CUDA;
-
-        mem_stream = gst_cuda_memory_get_stream (cmem);
-        if (mem_stream)
-          stream = mem_stream;
-      }
-    }
-  }
-
-  if (!gst_video_frame_map (&vframe, info, frame->input_buffer, in_map_flags)) {
-    goto drop;
-  }
-
-  /* make sure our thread that waits for output to be ready is started */
-  if (nvenc->bitstream_thread == NULL) {
-    if (!gst_nv_base_enc_start_bitstream_thread (nvenc)) {
-      gst_video_frame_unmap (&vframe);
-      goto unmap_and_drop;
-    }
-  }
-
-  flow = _acquire_input_buffer (nvenc, &state);
-  if (flow != GST_FLOW_OK || state == SHUTDOWN_COOKIE || !state)
-    goto unmap_and_drop;
-
-  resource = state->in_buf;
-
-#ifdef HAVE_CUDA_GST_GL
-  if (nvenc->mem_type == GST_NVENC_MEM_TYPE_GL) {
-    GstGLMemory *gl_mem;
-    GstNvEncGLMapData data;
-
-    gl_mem = (GstGLMemory *) gst_buffer_peek_memory (frame->input_buffer, 0);
-    g_assert (gst_is_gl_memory ((GstMemory *) gl_mem));
-
-    data.nvenc = nvenc;
-    data.buffer = frame->input_buffer;
-    data.info = &vframe.info;
-    data.resource = resource;
-
-    gst_gl_context_thread_add (gl_mem->mem.context,
-        (GstGLContextThreadFunc) _map_gl_input_buffer, &data);
-    if (!data.ret) {
-      flow = GST_FLOW_ERROR;
-      goto unmap_and_drop;
-    }
-  } else
-#endif
-  if (!gst_nv_base_enc_upload_frame (nvenc,
-          &vframe, resource, use_device_memory, stream)) {
-    flow = GST_FLOW_ERROR;
-    goto unmap_and_drop;
-  }
-
-  resource->nv_mapped_resource.version =
-      gst_nvenc_get_map_input_resource_version ();
-  resource->nv_mapped_resource.registeredResource =
-      resource->nv_resource.registeredResource;
-
-  if (!gst_cuda_context_push (nvenc->cuda_ctx)) {
-    GST_ELEMENT_ERROR (nvenc, LIBRARY, ENCODE, (NULL),
-        ("Failed to push current context"));
-    flow = GST_FLOW_ERROR;
-    goto unmap_and_drop;
-  }
-
-  nv_ret =
-      NvEncMapInputResource (nvenc->encoder, &resource->nv_mapped_resource);
-  gst_cuda_context_pop (NULL);
-
-  if (nv_ret != NV_ENC_SUCCESS) {
-    GST_ERROR_OBJECT (nvenc, "Failed to map input resource %p, ret %d",
-        resource, nv_ret);
-    flow = GST_FLOW_ERROR;
-    goto unmap_and_drop;
-  }
-
-  resource->mapped = TRUE;
-
-  flow =
-      _submit_input_buffer (nvenc, frame, &vframe, state,
-      resource->nv_mapped_resource.mappedResource,
-      resource->nv_mapped_resource.mappedBufferFmt);
-
-  if (flow != GST_FLOW_OK) {
-    GST_DEBUG_OBJECT (nvenc, "return state to pool");
-    g_async_queue_push (nvenc->available_queue, state);
-    goto unmap_and_drop;
-  }
-
-  flow = g_atomic_int_get (&nvenc->last_flow);
-
-  gst_video_frame_unmap (&vframe);
-  /* encoder will keep frame in list internally, we'll look it up again later
-   * in the thread where we get the output buffers and finish it there */
-  gst_video_codec_frame_unref (frame);
-
-  return flow;
-
-/* ERRORS */
-unmap_and_drop:
-  {
-    gst_video_frame_unmap (&vframe);
-    goto drop;
-  }
-drop:
-  {
-    gst_video_encoder_finish_frame (enc, frame);
-    return flow;
-  }
-}
-
-static gboolean
-gst_nv_base_enc_drain_encoder (GstNvBaseEnc * nvenc)
-{
-  NV_ENC_PIC_PARAMS pic_params = { 0, };
-  NVENCSTATUS nv_ret;
-  gboolean ret = TRUE;
-
-  GST_INFO_OBJECT (nvenc, "draining encoder");
-
-  if (nvenc->input_state == NULL) {
-    GST_DEBUG_OBJECT (nvenc, "no input state, nothing to do");
-    return TRUE;
-  }
-
-  if (!nvenc->encoder) {
-    GST_DEBUG_OBJECT (nvenc, "no configured encode session");
-    return TRUE;
-  }
-
-  pic_params.version = gst_nvenc_get_pic_params_version ();
-  pic_params.encodePicFlags = NV_ENC_PIC_FLAG_EOS;
-
-  if (!gst_cuda_context_push (nvenc->cuda_ctx)) {
-    GST_ERROR_OBJECT (nvenc, "Could not push context");
-    return GST_FLOW_ERROR;
-  }
-
-  nv_ret = NvEncEncodePicture (nvenc->encoder, &pic_params);
-
-  if (nv_ret != NV_ENC_SUCCESS) {
-    GST_LOG_OBJECT (nvenc, "Failed to drain encoder, ret %d", nv_ret);
-
-    ret = FALSE;
-  } else {
-    GstNvEncFrameState *pending_state;
-
-    g_async_queue_lock (nvenc->pending_queue);
-    while ((pending_state =
-            g_async_queue_try_pop_unlocked (nvenc->pending_queue))) {
-      g_async_queue_push (nvenc->bitstream_queue, pending_state);
-    }
-    g_async_queue_unlock (nvenc->pending_queue);
-  }
-
-  gst_cuda_context_pop (NULL);
-
-  return ret;
-}
-
-static GstFlowReturn
-gst_nv_base_enc_finish (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-
-  gst_nv_base_enc_stop_bitstream_thread (nvenc, FALSE);
-
-  return GST_FLOW_OK;
-}
-
-#if 0
-static gboolean
-gst_nv_base_enc_flush (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (enc);
-  GST_INFO_OBJECT (nvenc, "done flushing encoder");
-  return TRUE;
-}
-#endif
-
-void
-gst_nv_base_enc_schedule_reconfig (GstNvBaseEnc * nvenc)
-{
-  g_atomic_int_set (&nvenc->reconfig, TRUE);
-}
-
-static void
-gst_nv_base_enc_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (object);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (nvenc);
-  gboolean reconfig = TRUE;
-
-  switch (prop_id) {
-    case PROP_PRESET:
-      nvenc->preset_enum = g_value_get_enum (value);
-      nvenc->selected_preset = _nv_preset_to_guid (nvenc->preset_enum);
-      gst_nv_base_enc_schedule_reconfig (nvenc);
-      break;
-    case PROP_RC_MODE:
-    {
-      GstNvRCMode rc_mode = g_value_get_enum (value);
-      NV_ENC_PARAMS_RC_MODE nv_rc_mode = _rc_mode_to_nv (rc_mode);
-
-      if ((klass->device_caps.rc_modes & nv_rc_mode) == nv_rc_mode) {
-        nvenc->rate_control_mode = rc_mode;
-      } else {
-        GST_WARNING_OBJECT (nvenc,
-            "device does not support requested rate control mode %d", rc_mode);
-        reconfig = FALSE;
-      }
-      break;
-    }
-    case PROP_QP_MIN:
-      nvenc->qp_min = g_value_get_int (value);
-      break;
-    case PROP_QP_MAX:
-      nvenc->qp_max = g_value_get_int (value);
-      break;
-    case PROP_QP_CONST:
-      nvenc->qp_const = g_value_get_int (value);
-      break;
-    case PROP_BITRATE:
-      nvenc->bitrate = g_value_get_uint (value);
-      break;
-    case PROP_GOP_SIZE:
-      nvenc->gop_size = g_value_get_int (value);
-      break;
-    case PROP_MAX_BITRATE:
-      nvenc->max_bitrate = g_value_get_uint (value);
-      break;
-    case PROP_SPATIAL_AQ:
-      nvenc->spatial_aq = g_value_get_boolean (value);
-      break;
-    case PROP_AQ_STRENGTH:
-      nvenc->aq_strength = g_value_get_uint (value);
-      break;
-    case PROP_NON_REF_P:
-      nvenc->non_refp = g_value_get_boolean (value);
-      break;
-    case PROP_ZEROLATENCY:
-      nvenc->zerolatency = g_value_get_boolean (value);
-      break;
-    case PROP_STRICT_GOP:
-      nvenc->strict_gop = g_value_get_boolean (value);
-      break;
-    case PROP_CONST_QUALITY:
-      nvenc->const_quality = g_value_get_double (value);
-      break;
-    case PROP_I_ADAPT:
-      nvenc->i_adapt = g_value_get_boolean (value);
-      break;
-    case PROP_QP_MIN_I:
-      nvenc->qp_min_detail.qp_i = g_value_get_int (value);
-      break;
-    case PROP_QP_MIN_P:
-      nvenc->qp_min_detail.qp_p = g_value_get_int (value);
-      break;
-    case PROP_QP_MIN_B:
-      nvenc->qp_min_detail.qp_b = g_value_get_int (value);
-      break;
-    case PROP_QP_MAX_I:
-      nvenc->qp_max_detail.qp_i = g_value_get_int (value);
-      break;
-    case PROP_QP_MAX_P:
-      nvenc->qp_max_detail.qp_p = g_value_get_int (value);
-      break;
-    case PROP_QP_MAX_B:
-      nvenc->qp_max_detail.qp_b = g_value_get_int (value);
-      break;
-    case PROP_QP_CONST_I:
-      nvenc->qp_const_detail.qp_i = g_value_get_int (value);
-      break;
-    case PROP_QP_CONST_P:
-      nvenc->qp_const_detail.qp_p = g_value_get_int (value);
-      break;
-    case PROP_QP_CONST_B:
-      nvenc->qp_const_detail.qp_b = g_value_get_int (value);
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      reconfig = FALSE;
-      break;
-  }
-
-  if (reconfig)
-    gst_nv_base_enc_schedule_reconfig (nvenc);
-}
-
-static void
-gst_nv_base_enc_get_property (GObject * object, guint prop_id, GValue * value,
-    GParamSpec * pspec)
-{
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (object);
-  GstNvBaseEncClass *nvenc_class = GST_NV_BASE_ENC_GET_CLASS (object);
-
-  switch (prop_id) {
-    case PROP_DEVICE_ID:
-      g_value_set_uint (value, nvenc_class->cuda_device_id);
-      break;
-    case PROP_PRESET:
-      g_value_set_enum (value, nvenc->preset_enum);
-      break;
-    case PROP_RC_MODE:
-      g_value_set_enum (value, nvenc->rate_control_mode);
-      break;
-    case PROP_QP_MIN:
-      g_value_set_int (value, nvenc->qp_min);
-      break;
-    case PROP_QP_MAX:
-      g_value_set_int (value, nvenc->qp_max);
-      break;
-    case PROP_QP_CONST:
-      g_value_set_int (value, nvenc->qp_const);
-      break;
-    case PROP_BITRATE:
-      g_value_set_uint (value, nvenc->bitrate);
-      break;
-    case PROP_GOP_SIZE:
-      g_value_set_int (value, nvenc->gop_size);
-      break;
-    case PROP_MAX_BITRATE:
-      g_value_set_uint (value, nvenc->max_bitrate);
-      break;
-    case PROP_SPATIAL_AQ:
-      g_value_set_boolean (value, nvenc->spatial_aq);
-      break;
-    case PROP_AQ_STRENGTH:
-      g_value_set_uint (value, nvenc->aq_strength);
-      break;
-    case PROP_NON_REF_P:
-      g_value_set_boolean (value, nvenc->non_refp);
-      break;
-    case PROP_ZEROLATENCY:
-      g_value_set_boolean (value, nvenc->zerolatency);
-      break;
-    case PROP_STRICT_GOP:
-      g_value_set_boolean (value, nvenc->strict_gop);
-      break;
-    case PROP_CONST_QUALITY:
-      g_value_set_double (value, nvenc->const_quality);
-      break;
-    case PROP_I_ADAPT:
-      g_value_set_boolean (value, nvenc->i_adapt);
-      break;
-    case PROP_QP_MIN_I:
-      g_value_set_int (value, nvenc->qp_min_detail.qp_i);
-      break;
-    case PROP_QP_MIN_P:
-      g_value_set_int (value, nvenc->qp_min_detail.qp_p);
-      break;
-    case PROP_QP_MIN_B:
-      g_value_set_int (value, nvenc->qp_min_detail.qp_b);
-      break;
-    case PROP_QP_MAX_I:
-      g_value_set_int (value, nvenc->qp_max_detail.qp_i);
-      break;
-    case PROP_QP_MAX_P:
-      g_value_set_int (value, nvenc->qp_max_detail.qp_p);
-      break;
-    case PROP_QP_MAX_B:
-      g_value_set_int (value, nvenc->qp_max_detail.qp_b);
-      break;
-    case PROP_QP_CONST_I:
-      g_value_set_int (value, nvenc->qp_const_detail.qp_i);
-      break;
-    case PROP_QP_CONST_P:
-      g_value_set_int (value, nvenc->qp_const_detail.qp_p);
-      break;
-    case PROP_QP_CONST_B:
-      g_value_set_int (value, nvenc->qp_const_detail.qp_b);
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-typedef struct
-{
-  guint cuda_device_id;
-  GstNvEncDeviceCaps device_caps;
-} GstNvEncClassData;
-
-static void
-gst_nv_base_enc_subclass_init (gpointer g_class, gpointer data)
-{
-  GstNvBaseEncClass *nvbaseenc_class = GST_NV_BASE_ENC_CLASS (g_class);
-  GstNvEncClassData *cdata = (GstNvEncClassData *) data;
-
-  nvbaseenc_class->cuda_device_id = cdata->cuda_device_id;
-  nvbaseenc_class->device_caps = cdata->device_caps;
-
-  g_free (cdata);
-}
-
-GType
-gst_nv_base_enc_register (const char *codec, guint device_id,
-    GstNvEncDeviceCaps * device_caps)
-{
-  GTypeQuery type_query;
-  GTypeInfo type_info = { 0, };
-  GType subtype;
-  gchar *type_name;
-  GstNvEncClassData *cdata;
-
-  type_name = g_strdup_printf ("GstNvDevice%d%sEnc", device_id, codec);
-  subtype = g_type_from_name (type_name);
-
-  /* has already registered nvdeviceenc class */
-  if (subtype)
-    goto done;
-
-  cdata = g_new0 (GstNvEncClassData, 1);
-  cdata->cuda_device_id = device_id;
-  cdata->device_caps = *device_caps;
-
-  g_type_query (GST_TYPE_NV_BASE_ENC, &type_query);
-  memset (&type_info, 0, sizeof (type_info));
-  type_info.class_size = type_query.class_size;
-  type_info.instance_size = type_query.instance_size;
-  type_info.class_init = (GClassInitFunc) gst_nv_base_enc_subclass_init;
-  type_info.class_data = cdata;
-
-  subtype = g_type_register_static (GST_TYPE_NV_BASE_ENC,
-      type_name, &type_info, 0);
-
-  gst_type_mark_as_plugin_api (subtype, 0);
-
-done:
-  g_free (type_name);
-  return subtype;
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvbaseenc.h Deleted

@@ -1,194 +0,0 @@
-/* GStreamer NVENC plugin
- * Copyright (C) 2015 Centricular Ltd
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifndef __GST_NV_BASE_ENC_H_INCLUDED__
-#define __GST_NV_BASE_ENC_H_INCLUDED__
-
-#include "gstnvenc.h"
-
-#include <gst/video/gstvideoencoder.h>
-#include <gst/cuda/gstcuda.h>
-
-#define GST_TYPE_NV_BASE_ENC \
-  (gst_nv_base_enc_get_type())
-#define GST_NV_BASE_ENC(obj) \
-  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_NV_BASE_ENC,GstNvBaseEnc))
-#define GST_NV_BASE_ENC_CLASS(klass) \
-  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_NV_BASE_ENC,GstNvBaseEncClass))
-#define GST_NV_BASE_ENC_GET_CLASS(obj) \
-  (G_TYPE_INSTANCE_GET_CLASS((obj),GST_TYPE_NV_BASE_ENC,GstNvBaseEncClass))
-#define GST_IS_NV_BASE_ENC(obj) \
-  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_NV_BASE_ENC))
-#define GST_IS_NV_BASE_ENC_CLASS(obj) \
-  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_NV_BASE_ENC))
-
-typedef enum {
-  GST_NV_PRESET_DEFAULT,
-  GST_NV_PRESET_HP,
-  GST_NV_PRESET_HQ,
-/* FIXME: problematic GST_NV_PRESET_BD, */
-  GST_NV_PRESET_LOW_LATENCY_DEFAULT,
-  GST_NV_PRESET_LOW_LATENCY_HQ,
-  GST_NV_PRESET_LOW_LATENCY_HP,
-  GST_NV_PRESET_LOSSLESS_DEFAULT,
-  GST_NV_PRESET_LOSSLESS_HP,
-} GstNvPreset;
-
-typedef enum {
-  GST_NV_RC_MODE_DEFAULT,
-  GST_NV_RC_MODE_CONSTQP,
-  GST_NV_RC_MODE_CBR,
-  GST_NV_RC_MODE_VBR,
-  GST_NV_RC_MODE_VBR_MINQP,
-  GST_NV_RC_MODE_CBR_LOWDELAY_HQ,
-  GST_NV_RC_MODE_CBR_HQ,
-  GST_NV_RC_MODE_VBR_HQ,
-} GstNvRCMode;
-
-typedef enum
-{
-  GST_NVENC_MEM_TYPE_SYSTEM = 0,
-  GST_NVENC_MEM_TYPE_GL,
-  GST_NVENC_MEM_TYPE_CUDA,
-  /* FIXME: add support D3D11 memory */
-} GstNvEncMemType;
-
-typedef struct {
-  gboolean weighted_prediction;
-  gint rc_modes;
-  gboolean custom_vbv_bufsize;
-  gboolean lookahead;
-  gboolean temporal_aq;
-  gint bframes;
-} GstNvEncDeviceCaps;
-
-typedef struct {
-  gint qp_i;
-  gint qp_p;
-  gint qp_b;
-} GstNvEncQP;
-
-typedef struct {
-  GstVideoEncoder video_encoder;
-
-  /* properties */
-  GstNvPreset     preset_enum;
-  GUID            selected_preset;
-  GstNvRCMode     rate_control_mode;
-  gint            qp_min;
-  GstNvEncQP      qp_min_detail;
-  gint            qp_max;
-  GstNvEncQP      qp_max_detail;
-  gint            qp_const;
-  GstNvEncQP      qp_const_detail;
-  guint           bitrate;
-  gint            gop_size;
-  guint           max_bitrate;
-  gboolean        spatial_aq;
-  guint           aq_strength;
-  gboolean        non_refp;
-  /* zero reorder delay (consistent naming with x264) */
-  gboolean        zerolatency;
-  gboolean        strict_gop;
-  gdouble         const_quality;
-  gboolean        i_adapt;
-
-  GstCudaContext * cuda_ctx;
-  GstCudaStream * stream;
-  void          * encoder;
-  NV_ENC_INITIALIZE_PARAMS init_params;
-  NV_ENC_CONFIG            config;
-
-  /* the supported input formats */
-  GValue        * input_formats;                  /* OBJECT LOCK */
-
-  GstVideoCodecState *input_state;
-  gint                reconfig;                   /* ATOMIC */
-  GstNvEncMemType     mem_type;
-
-  /* array of allocated input/output buffers (GstNvEncFrameState),
-   * and hold the ownership of the GstNvEncFrameState. */
-  GArray            *items;
-
-  /* (GstNvEncFrameState) available empty items which could be submitted
-   * to encoder */
-  GAsyncQueue       *available_queue;
-
-  /* (GstNvEncFrameState) submitted to encoder but not ready to finish
-   * (due to bframe or lookhead operation) */
-  GAsyncQueue       *pending_queue;
-
-  /* (GstNvEncFrameState) submitted to encoder and ready to finish.
-   * finished items will go back to available item queue */
-  GAsyncQueue       *bitstream_queue;
-
-  /* we spawn a thread that does the (blocking) waits for output buffers
-   * to become available, so we can continue to feed data to the encoder
-   * while we wait */
-  GThread        *bitstream_thread;
-
-  GstObject      *display;            /* GstGLDisplay */
-  GstObject      *other_context;      /* GstGLContext */
-  GstObject      *gl_context;         /* GstGLContext */
-
-  GstVideoInfo        input_info;     /* buffer configuration for buffers sent to NVENC */
-
-  GstFlowReturn   last_flow;          /* ATOMIC */
-
-  /* the first frame when bframe was enabled */
-  GstVideoCodecFrame *first_frame;
-  GstClockTime dts_offset;
-
-  /*< protected >*/
-  /* device capability dependent properties, set by subclass */
-  gboolean        weighted_pred;
-  guint           vbv_buffersize;
-  guint           rc_lookahead;
-  gboolean        temporal_aq;
-  guint           bframes;
-  gboolean        b_adapt;
-} GstNvBaseEnc;
-
-typedef struct {
-  GstVideoEncoderClass video_encoder_class;
-
-  GUID codec_id;
-  guint cuda_device_id;
-  GstNvEncDeviceCaps device_caps;
-
-  gboolean (*set_src_caps)       (GstNvBaseEnc * nvenc,
-                                  GstVideoCodecState * state);
-  gboolean (*set_pic_params)     (GstNvBaseEnc * nvenc,
-                                  GstVideoCodecFrame * frame,
-                                  NV_ENC_PIC_PARAMS * pic_params);
-  gboolean (*set_encoder_config) (GstNvBaseEnc * nvenc,
-                                  GstVideoCodecState * state,
-                                  NV_ENC_CONFIG * config);
-} GstNvBaseEncClass;
-
-GType gst_nv_base_enc_get_type (void);
-
-GType gst_nv_base_enc_register                (const char * codec,
-                                               guint device_id,
-                                               GstNvEncDeviceCaps * device_caps);
-
-void gst_nv_base_enc_schedule_reconfig        (GstNvBaseEnc * nvenc);
-
-
-#endif /* __GST_NV_BASE_ENC_H_INCLUDED__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh264enc.c Deleted

@@ -1,748 +0,0 @@
-/* GStreamer NVENC plugin
- * Copyright (C) 2015 Centricular Ltd
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstnvh264enc.h"
-
-#include <gst/pbutils/codec-utils.h>
-
-#include <string.h>
-
-typedef struct
-{
-  GstCaps *sink_caps;
-  GstCaps *src_caps;
-  gboolean is_default;
-} GstNvH264EncClassData;
-
-GST_DEBUG_CATEGORY_STATIC (gst_nv_h264_enc_debug);
-#define GST_CAT_DEFAULT gst_nv_h264_enc_debug
-
-static GstElementClass *parent_class = NULL;
-
-enum
-{
-  PROP_0,
-  PROP_AUD,
-  PROP_WEIGHTED_PRED,
-  PROP_VBV_BUFFER_SIZE,
-  PROP_RC_LOOKAHEAD,
-  PROP_TEMPORAL_AQ,
-  PROP_BFRAMES,
-  PROP_B_ADAPT,
-};
-
-#define DEFAULT_AUD TRUE
-#define DEFAULT_WEIGHTED_PRED FALSE
-#define DEFAULT_VBV_BUFFER_SIZE 0
-#define DEFAULT_RC_LOOKAHEAD 0
-#define DEFAULT_TEMPORAL_AQ FALSE
-#define DEFAULT_BFRAMES 0
-#define DEFAULT_B_ADAPT FALSE
-
-/* captured using RTX 2080 */
-#define DOCUMENTATION_SINK_CAPS_COMM \
-    "format = (string) { NV12, YV12, I420, BGRA, RGBA, Y444, VUYA }, " \
-    "width = (int)  145, 4096 , " \
-    "height = (int)  49, 4096 , " \
-    "framerate = " GST_VIDEO_FPS_RANGE ", " \
-    "interlace-mode = (string) { progressive } "
-
-#define DOCUMENTATION_SINK_CAPS \
-    "video/x-raw, " DOCUMENTATION_SINK_CAPS_COMM "; " \
-    "video/x-raw(memory:GLMemory), " DOCUMENTATION_SINK_CAPS_COMM "; " \
-    "video/x-raw(memory:CUDAMemory), " DOCUMENTATION_SINK_CAPS_COMM
-
-#define DOCUMENTATION_SRC_CAPS \
-    "video/x-h264, "  \
-    "width = (int)  145, 4096 , " \
-    "height = (int)  49, 4096 , " \
-    "framerate = " GST_VIDEO_FPS_RANGE ", " \
-    "stream-format = (string) byte-stream, " \
-    "alignment = (string) au, " \
-    "profile = (string) { main, high, high-4:4:4, baseline, constrained-baseline }"
-
-static gboolean gst_nv_h264_enc_open (GstVideoEncoder * enc);
-static gboolean gst_nv_h264_enc_close (GstVideoEncoder * enc);
-static gboolean gst_nv_h264_enc_set_src_caps (GstNvBaseEnc * nvenc,
-    GstVideoCodecState * state);
-static gboolean gst_nv_h264_enc_set_encoder_config (GstNvBaseEnc * nvenc,
-    GstVideoCodecState * state, NV_ENC_CONFIG * config);
-static gboolean gst_nv_h264_enc_set_pic_params (GstNvBaseEnc * nvenc,
-    GstVideoCodecFrame * frame, NV_ENC_PIC_PARAMS * pic_params);
-static void gst_nv_h264_enc_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec);
-static void gst_nv_h264_enc_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec);
-static void gst_nv_h264_enc_finalize (GObject * obj);
-
-static void
-gst_nv_h264_enc_class_init (GstNvH264EncClass * klass, gpointer data)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
-  GstVideoEncoderClass *videoenc_class = GST_VIDEO_ENCODER_CLASS (klass);
-  GstNvBaseEncClass *nvenc_class = GST_NV_BASE_ENC_CLASS (klass);
-  GstNvEncDeviceCaps *device_caps = &nvenc_class->device_caps;
-  GstNvH264EncClassData *cdata = (GstNvH264EncClassData *) data;
-  gchar *long_name;
-  GstPadTemplate *pad_templ;
-  GstCaps *doc_caps;
-
-  parent_class = g_type_class_peek_parent (klass);
-
-  gobject_class->set_property = gst_nv_h264_enc_set_property;
-  gobject_class->get_property = gst_nv_h264_enc_get_property;
-  gobject_class->finalize = gst_nv_h264_enc_finalize;
-
-  videoenc_class->open = GST_DEBUG_FUNCPTR (gst_nv_h264_enc_open);
-  videoenc_class->close = GST_DEBUG_FUNCPTR (gst_nv_h264_enc_close);
-
-  nvenc_class->codec_id = NV_ENC_CODEC_H264_GUID;
-  nvenc_class->set_encoder_config = gst_nv_h264_enc_set_encoder_config;
-  nvenc_class->set_src_caps = gst_nv_h264_enc_set_src_caps;
-  nvenc_class->set_pic_params = gst_nv_h264_enc_set_pic_params;
-
-  /**
-   * GstNvH264Enc:aud:
-   *
-   * Use AU (Access Unit) delimiter
-   *
-   * Since: 1.18
-   */
-  g_object_class_install_property (gobject_class, PROP_AUD,
-      g_param_spec_boolean ("aud", "AUD",
-          "Use AU (Access Unit) delimiter", DEFAULT_AUD,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-
-  if (device_caps->weighted_prediction) {
-    /**
-     * GstNvH264Enc:weighted-pred:
-     *
-     * Weighted Prediction
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_WEIGHTED_PRED,
-        g_param_spec_boolean ("weighted-pred", "Weighted Pred",
-            "Weighted Prediction", DEFAULT_WEIGHTED_PRED,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->custom_vbv_bufsize) {
-    /**
-     * GstNvH264Enc:vbv-buffer-size:
-     *
-     * VBV(HRD) Buffer Size in kbits (0 = NVENC default)
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class,
-        PROP_VBV_BUFFER_SIZE,
-        g_param_spec_uint ("vbv-buffer-size", "VBV Buffer Size",
-            "VBV(HRD) Buffer Size in kbits (0 = NVENC default)",
-            0, G_MAXUINT, DEFAULT_VBV_BUFFER_SIZE,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->lookahead) {
-    /**
-     * GstNvH264Enc:rc-lookahead:
-     *
-     * Number of frames for frame type lookahead
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_RC_LOOKAHEAD,
-        g_param_spec_uint ("rc-lookahead", "Rate Control Lookahead",
-            "Number of frames for frame type lookahead",
-            0, 32, DEFAULT_RC_LOOKAHEAD,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->temporal_aq) {
-    /**
-     * GstNvH264Enc:temporal-aq:
-     *
-     * Temporal Adaptive Quantization
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_TEMPORAL_AQ,
-        g_param_spec_boolean ("temporal-aq", "Temporal AQ",
-            "Temporal Adaptive Quantization", DEFAULT_TEMPORAL_AQ,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->bframes > 0) {
-    /**
-     * GstNvH264Enc:bframes:
-     *
-     * Number of B-frames between I and P
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_BFRAMES,
-        g_param_spec_uint ("bframes", "B-Frames",
-            "Number of B-frames between I and P", 0, device_caps->bframes,
-            DEFAULT_BFRAMES,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-
-    /**
-     * GstNvH264Enc:b-adapt:
-     *
-     * Enable adaptive B-frame insert when lookahead is enabled
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_B_ADAPT,
-        g_param_spec_boolean ("b-adapt", "B Adapt",
-            "Enable adaptive B-frame insert when lookahead is enabled",
-            DEFAULT_B_ADAPT,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (cdata->is_default)
-    long_name = g_strdup ("NVENC H.264 Video Encoder");
-  else
-    long_name = g_strdup_printf ("NVENC H.264 Video Encoder with device %d",
-        nvenc_class->cuda_device_id);
-
-  gst_element_class_set_metadata (element_class, long_name,
-      "Codec/Encoder/Video/Hardware",
-      "Encode H.264 video streams using NVIDIA's hardware-accelerated NVENC encoder API",
-      "Tim-Philipp Müller <tim@centricular.com>, "
-      "Matthew Waters <matthew@centricular.com>, "
-      "Seungha Yang <seungha.yang@navercorp.com>");
-  g_free (long_name);
-
-  GST_DEBUG_CATEGORY_INIT (gst_nv_h264_enc_debug,
-      "nvh264enc", 0, "Nvidia H.264 encoder");
-
-  pad_templ = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-      cdata->sink_caps);
-  doc_caps = gst_caps_from_string (DOCUMENTATION_SINK_CAPS);
-  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
-  gst_caps_unref (doc_caps);
-  gst_element_class_add_pad_template (element_class, pad_templ);
-
-  pad_templ = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-      cdata->src_caps);
-  doc_caps = gst_caps_from_string (DOCUMENTATION_SRC_CAPS);
-  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
-  gst_caps_unref (doc_caps);
-  gst_element_class_add_pad_template (element_class, pad_templ);
-
-  gst_caps_unref (cdata->sink_caps);
-  gst_caps_unref (cdata->src_caps);
-  g_free (cdata);
-}
-
-static void
-gst_nv_h264_enc_init (GstNvH264Enc * nvenc)
-{
-  GstNvBaseEnc *baseenc = GST_NV_BASE_ENC (nvenc);
-
-  nvenc->aud = DEFAULT_AUD;
-
-  /* device capability dependent properties */
-  baseenc->weighted_pred = DEFAULT_WEIGHTED_PRED;
-  baseenc->vbv_buffersize = DEFAULT_VBV_BUFFER_SIZE;
-  baseenc->rc_lookahead = DEFAULT_RC_LOOKAHEAD;
-  baseenc->temporal_aq = DEFAULT_TEMPORAL_AQ;
-  baseenc->bframes = DEFAULT_BFRAMES;
-  baseenc->b_adapt = DEFAULT_B_ADAPT;
-}
-
-static void
-gst_nv_h264_enc_finalize (GObject * obj)
-{
-  G_OBJECT_CLASS (parent_class)->finalize (obj);
-}
-
-static gboolean
-gst_nv_h264_enc_open (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *base = GST_NV_BASE_ENC (enc);
-
-  if (!GST_VIDEO_ENCODER_CLASS (parent_class)->open (enc))
-    return FALSE;
-
-  /* Check if H.264 is supported */
-  {
-    uint32_t i, num = 0;
-    GUID guids16;
-
-    NvEncGetEncodeGUIDs (base->encoder, guids, G_N_ELEMENTS (guids), &num);
-
-    for (i = 0; i < num; ++i) {
-      if (gst_nvenc_cmp_guid (guidsi, NV_ENC_CODEC_H264_GUID))
-        break;
-    }
-    GST_INFO_OBJECT (enc, "H.264 encoding %ssupported", (i == num) ? "un" : "");
-    if (i == num) {
-      gst_nv_h264_enc_close (enc);
-      return FALSE;
-    }
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_nv_h264_enc_close (GstVideoEncoder * enc)
-{
-  return GST_VIDEO_ENCODER_CLASS (parent_class)->close (enc);
-}
-
-static gboolean
-gst_nv_h264_enc_set_profile_and_level (GstNvH264Enc * nvenc, GstCaps * caps)
-{
-#define N_BYTES_SPS 128
-  guint8 spsN_BYTES_SPS;
-  NV_ENC_SEQUENCE_PARAM_PAYLOAD spp = { 0, };
-  GstStructure *s;
-  const gchar *profile;
-  GstCaps *allowed_caps;
-  GstStructure *s2;
-  const gchar *allowed_profile;
-  NVENCSTATUS nv_ret;
-  guint32 seq_size;
-
-  spp.version = gst_nvenc_get_sequence_param_payload_version ();
-  spp.inBufferSize = N_BYTES_SPS;
-  spp.spsId = 0;
-  spp.ppsId = 0;
-  spp.spsppsBuffer = &sps;
-  spp.outSPSPPSPayloadSize = &seq_size;
-  nv_ret = NvEncGetSequenceParams (GST_NV_BASE_ENC (nvenc)->encoder, &spp);
-  if (nv_ret != NV_ENC_SUCCESS) {
-    GST_ELEMENT_ERROR (nvenc, STREAM, ENCODE, ("Encode header failed."),
-        ("NvEncGetSequenceParams return code=%d", nv_ret));
-    return FALSE;
-  }
-
-  if (seq_size < 8) {
-    GST_ELEMENT_ERROR (nvenc, STREAM, ENCODE, ("Encode header failed."),
-        ("NvEncGetSequenceParams returned incomplete data"));
-    return FALSE;
-  }
-
-  /* skip nal header and identifier */
-  gst_codec_utils_h264_caps_set_level_and_profile (caps, &sps5, 3);
-
-  /* Constrained baseline is a strict subset of baseline. If downstream
-   * wanted baseline and we produced constrained baseline, we can just
-   * set the profile to baseline in the caps to make negotiation happy.
-   * Same goes for baseline as subset of main profile and main as a subset
-   * of high profile.
-   */
-  s = gst_caps_get_structure (caps, 0);
-  profile = gst_structure_get_string (s, "profile");
-
-  allowed_caps = gst_pad_get_allowed_caps (GST_VIDEO_ENCODER_SRC_PAD (nvenc));
-
-  if (allowed_caps == NULL)
-    goto no_peer;
-
-  if (!gst_caps_can_intersect (allowed_caps, caps)) {
-    allowed_caps = gst_caps_make_writable (allowed_caps);
-    allowed_caps = gst_caps_truncate (allowed_caps);
-    s2 = gst_caps_get_structure (allowed_caps, 0);
-    gst_structure_fixate_field_string (s2, "profile", profile);
-    allowed_profile = gst_structure_get_string (s2, "profile");
-    if (!strcmp (allowed_profile, "high")) {
-      if (!strcmp (profile, "constrained-baseline")
-          || !strcmp (profile, "baseline") || !strcmp (profile, "main")) {
-        gst_structure_set (s, "profile", G_TYPE_STRING, "high", NULL);
-        GST_INFO_OBJECT (nvenc, "downstream requested high profile, but "
-            "encoder will now output %s profile (which is a subset), due "
-            "to how it's been configured", profile);
-      }
-    } else if (!strcmp (allowed_profile, "main")) {
-      if (!strcmp (profile, "constrained-baseline")
-          || !strcmp (profile, "baseline")) {
-        gst_structure_set (s, "profile", G_TYPE_STRING, "main", NULL);
-        GST_INFO_OBJECT (nvenc, "downstream requested main profile, but "
-            "encoder will now output %s profile (which is a subset), due "
-            "to how it's been configured", profile);
-      }
-    } else if (!strcmp (allowed_profile, "baseline")) {
-      if (!strcmp (profile, "constrained-baseline"))
-        gst_structure_set (s, "profile", G_TYPE_STRING, "baseline", NULL);
-    }
-  }
-  gst_caps_unref (allowed_caps);
-
-no_peer:
-
-  return TRUE;
-
-#undef N_BYTES_SPS
-}
-
-static gboolean
-gst_nv_h264_enc_set_src_caps (GstNvBaseEnc * nvenc, GstVideoCodecState * state)
-{
-  GstNvH264Enc *h264enc = (GstNvH264Enc *) nvenc;
-  GstVideoCodecState *out_state;
-  GstStructure *s;
-  GstCaps *out_caps;
-
-  out_caps = gst_caps_new_empty_simple ("video/x-h264");
-  s = gst_caps_get_structure (out_caps, 0);
-
-  /* TODO: add support for avc format as well */
-  gst_structure_set (s, "stream-format", G_TYPE_STRING, "byte-stream",
-      "alignment", G_TYPE_STRING, "au", NULL);
-
-  if (!gst_nv_h264_enc_set_profile_and_level (h264enc, out_caps)) {
-    gst_caps_unref (out_caps);
-    return FALSE;
-  }
-
-  out_state = gst_video_encoder_set_output_state (GST_VIDEO_ENCODER (nvenc),
-      out_caps, state);
-
-  GST_INFO_OBJECT (nvenc, "output caps: %" GST_PTR_FORMAT, out_state->caps);
-
-  /* encoder will keep it around for us */
-  gst_video_codec_state_unref (out_state);
-
-  /* TODO: would be nice to also send some tags with the codec name */
-  return TRUE;
-}
-
-static gboolean
-gst_nv_h264_enc_set_encoder_config (GstNvBaseEnc * nvenc,
-    GstVideoCodecState * state, NV_ENC_CONFIG * config)
-{
-  GstNvH264Enc *h264enc = (GstNvH264Enc *) nvenc;
-  GstCaps *allowed_caps, *template_caps;
-  GUID selected_profile = NV_ENC_CODEC_PROFILE_AUTOSELECT_GUID;
-  int level_idc = NV_ENC_LEVEL_AUTOSELECT;
-  GstVideoInfo *info = &state->info;
-  NV_ENC_CONFIG_H264 *h264_config = &config->encodeCodecConfig.h264Config;
-  NV_ENC_CONFIG_H264_VUI_PARAMETERS *vui = &h264_config->h264VUIParameters;
-
-  template_caps =
-      gst_pad_get_pad_template_caps (GST_VIDEO_ENCODER_SRC_PAD (h264enc));
-  allowed_caps = gst_pad_get_allowed_caps (GST_VIDEO_ENCODER_SRC_PAD (h264enc));
-
-  if (template_caps == allowed_caps) {
-    GST_INFO_OBJECT (h264enc, "downstream has ANY caps");
-  } else if (allowed_caps) {
-    GstStructure *s;
-    const gchar *profile;
-    const gchar *level;
-
-    if (gst_caps_is_empty (allowed_caps)) {
-      gst_caps_unref (allowed_caps);
-      gst_caps_unref (template_caps);
-      return FALSE;
-    }
-
-    allowed_caps = gst_caps_make_writable (allowed_caps);
-    allowed_caps = gst_caps_fixate (allowed_caps);
-    s = gst_caps_get_structure (allowed_caps, 0);
-
-    profile = gst_structure_get_string (s, "profile");
-    if (profile) {
-      if (!strcmp (profile, "baseline")
-          || !strcmp (profile, "constrained-baseline")) {
-        selected_profile = NV_ENC_H264_PROFILE_BASELINE_GUID;
-      } else if (g_str_has_prefix (profile, "high-4:4:4")) {
-        selected_profile = NV_ENC_H264_PROFILE_HIGH_444_GUID;
-      } else if (g_str_has_prefix (profile, "high-10")) {
-        g_assert_not_reached ();
-      } else if (g_str_has_prefix (profile, "high-4:2:2")) {
-        g_assert_not_reached ();
-      } else if (g_str_has_prefix (profile, "high")) {
-        selected_profile = NV_ENC_H264_PROFILE_HIGH_GUID;
-      } else if (g_str_has_prefix (profile, "main")) {
-        selected_profile = NV_ENC_H264_PROFILE_MAIN_GUID;
-      } else {
-        g_assert_not_reached ();
-      }
-    }
-
-    level = gst_structure_get_string (s, "level");
-    if (level)
-      /* matches values stored in NV_ENC_LEVEL */
-      level_idc = gst_codec_utils_h264_get_level_idc (level);
-
-    gst_caps_unref (allowed_caps);
-  }
-  gst_caps_unref (template_caps);
-
-  /* override some defaults */
-  GST_LOG_OBJECT (h264enc, "setting parameters");
-  config->profileGUID = selected_profile;
-  h264_config->level = level_idc;
-  h264_config->chromaFormatIDC = 1;
-  if (GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_Y444 ||
-      GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_VUYA) {
-    GST_DEBUG_OBJECT (h264enc, "have Y444 input, setting config accordingly");
-    config->profileGUID = NV_ENC_H264_PROFILE_HIGH_444_GUID;
-    h264_config->chromaFormatIDC = 3;
-  }
-
-  h264_config->idrPeriod = config->gopLength;
-  h264_config->outputAUD = h264enc->aud;
-
-  vui->videoSignalTypePresentFlag = 1;
-  /* NOTE: vui::video_format represents the video format before
-   * being encoded such as PAL, NTSC, SECAM, and MAC. That's not much informal
-   * and can be inferred with resolution and framerate by any application.
-   */
-  /* Unspecified video format (5) */
-  vui->videoFormat = 5;
-
-  if (info->colorimetry.range == GST_VIDEO_COLOR_RANGE_0_255) {
-    vui->videoFullRangeFlag = 1;
-  } else {
-    vui->videoFullRangeFlag = 0;
-  }
-
-  vui->colourDescriptionPresentFlag = 1;
-  vui->colourMatrix = gst_video_color_matrix_to_iso (info->colorimetry.matrix);
-  vui->colourPrimaries =
-      gst_video_color_primaries_to_iso (info->colorimetry.primaries);
-  vui->transferCharacteristics =
-      gst_video_transfer_function_to_iso (info->colorimetry.transfer);
-
-  return TRUE;
-}
-
-static gboolean
-gst_nv_h264_enc_set_pic_params (GstNvBaseEnc * enc, GstVideoCodecFrame * frame,
-    NV_ENC_PIC_PARAMS * pic_params)
-{
-  /* encode whole picture in one single slice */
-  pic_params->codecPicParams.h264PicParams.sliceMode = 0;
-  pic_params->codecPicParams.h264PicParams.sliceModeData = 0;
-
-  return TRUE;
-}
-
-static void
-gst_nv_h264_enc_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec)
-{
-  GstNvH264Enc *self = (GstNvH264Enc *) object;
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (object);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (object);
-  GstNvEncDeviceCaps *device_caps = &klass->device_caps;
-  gboolean reconfig = FALSE;
-
-  switch (prop_id) {
-    case PROP_AUD:
-    {
-      gboolean aud;
-
-      aud = g_value_get_boolean (value);
-      if (aud != self->aud) {
-        self->aud = aud;
-        reconfig = TRUE;
-      }
-      break;
-    }
-    case PROP_WEIGHTED_PRED:
-      if (!device_caps->weighted_prediction) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->weighted_pred = g_value_get_boolean (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_VBV_BUFFER_SIZE:
-      if (!device_caps->custom_vbv_bufsize) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->vbv_buffersize = g_value_get_uint (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_RC_LOOKAHEAD:
-      if (!device_caps->lookahead) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->rc_lookahead = g_value_get_uint (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_TEMPORAL_AQ:
-      if (!device_caps->temporal_aq) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->temporal_aq = g_value_get_boolean (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_BFRAMES:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->bframes = g_value_get_uint (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_B_ADAPT:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->b_adapt = g_value_get_boolean (value);
-      }
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-
-  if (reconfig)
-    gst_nv_base_enc_schedule_reconfig (GST_NV_BASE_ENC (self));
-}
-
-static void
-gst_nv_h264_enc_get_property (GObject * object, guint prop_id, GValue * value,
-    GParamSpec * pspec)
-{
-  GstNvH264Enc *self = (GstNvH264Enc *) object;
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (object);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (object);
-  GstNvEncDeviceCaps *device_caps = &klass->device_caps;
-
-  switch (prop_id) {
-    case PROP_AUD:
-      g_value_set_boolean (value, self->aud);
-      break;
-    case PROP_WEIGHTED_PRED:
-      if (!device_caps->weighted_prediction) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_boolean (value, nvenc->weighted_pred);
-      }
-      break;
-    case PROP_VBV_BUFFER_SIZE:
-      if (!device_caps->custom_vbv_bufsize) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_uint (value, nvenc->vbv_buffersize);
-      }
-      break;
-    case PROP_RC_LOOKAHEAD:
-      if (!device_caps->lookahead) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_uint (value, nvenc->rc_lookahead);
-      }
-      break;
-    case PROP_TEMPORAL_AQ:
-      if (!device_caps->temporal_aq) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_boolean (value, nvenc->temporal_aq);
-      }
-      break;
-    case PROP_BFRAMES:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_uint (value, nvenc->bframes);
-      }
-      break;
-    case PROP_B_ADAPT:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_boolean (value, nvenc->b_adapt);
-      }
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-void
-gst_nv_h264_enc_register (GstPlugin * plugin, guint device_id, guint rank,
-    GstCaps * sink_caps, GstCaps * src_caps, GstNvEncDeviceCaps * device_caps)
-{
-  GType parent_type;
-  GType type;
-  gchar *type_name;
-  gchar *feature_name;
-  GstNvH264EncClassData *cdata;
-  gboolean is_default = TRUE;
-  GTypeInfo type_info = {
-    sizeof (GstNvH264EncClass),
-    NULL,
-    NULL,
-    (GClassInitFunc) gst_nv_h264_enc_class_init,
-    NULL,
-    NULL,
-    sizeof (GstNvH264Enc),
-    0,
-    (GInstanceInitFunc) gst_nv_h264_enc_init,
-  };
-
-  parent_type = gst_nv_base_enc_register ("H264", device_id, device_caps);
-
-  cdata = g_new0 (GstNvH264EncClassData, 1);
-  cdata->sink_caps = gst_caps_ref (sink_caps);
-  cdata->src_caps = gst_caps_ref (src_caps);
-  type_info.class_data = cdata;
-  /* class data will be leaked if the element never gets instantiated */
-  GST_MINI_OBJECT_FLAG_SET (sink_caps, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
-  GST_MINI_OBJECT_FLAG_SET (src_caps, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
-
-  type_name = g_strdup ("GstNvH264Enc");
-  feature_name = g_strdup ("nvh264enc");
-
-  if (g_type_from_name (type_name) != 0) {
-    g_free (type_name);
-    g_free (feature_name);
-    type_name = g_strdup_printf ("GstNvH264Device%dEnc", device_id);
-    feature_name = g_strdup_printf ("nvh264device%denc", device_id);
-    is_default = FALSE;
-  }
-
-  cdata->is_default = is_default;
-  type = g_type_register_static (parent_type, type_name, &type_info, 0);
-
-  /* make lower rank than default device */
-  if (rank > 0 && !is_default)
-    rank--;
-
-  if (!gst_element_register (plugin, feature_name, rank, type))
-    GST_WARNING ("Failed to register plugin '%s'", type_name);
-
-  g_free (type_name);
-  g_free (feature_name);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh264enc.h Deleted

@@ -1,43 +0,0 @@
-/* GStreamer NVENC plugin
- * Copyright (C) 2015 Centricular Ltd
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifndef __GST_NV_H264_ENC_H_INCLUDED__
-#define __GST_NV_H264_ENC_H_INCLUDED__
-
-#include "gstnvbaseenc.h"
-
-typedef struct {
-  GstNvBaseEnc base_nvenc;
-  /* properties */
-  gboolean aud;
-} GstNvH264Enc;
-
-typedef struct {
-  GstNvBaseEncClass video_encoder_class;
-} GstNvH264EncClass;
-
-void gst_nv_h264_enc_register (GstPlugin * plugin,
-                               guint device_id,
-                               guint rank,
-                               GstCaps * sink_caps,
-                               GstCaps * src_caps,
-                               GstNvEncDeviceCaps * device_caps);
-
-
-#endif /* __GST_NV_H264_ENC_H_INCLUDED__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh265enc.c Deleted

@@ -1,861 +0,0 @@
-/* GStreamer NVENC plugin
- * Copyright (C) 2015 Centricular Ltd
- * Copyright (C) 2018 Seungha Yang <pudding8757@gmail.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifdef HAVE_CONFIG_H
-#include "config.h"
-#endif
-
-#include "gstnvh265enc.h"
-
-#include <gst/pbutils/codec-utils.h>
-#include <gst/base/gstbytewriter.h>
-
-#include <string.h>
-
-typedef struct
-{
-  GstCaps *sink_caps;
-  GstCaps *src_caps;
-  gboolean is_default;
-} GstNvH265EncClassData;
-
-GST_DEBUG_CATEGORY_STATIC (gst_nv_h265_enc_debug);
-#define GST_CAT_DEFAULT gst_nv_h265_enc_debug
-
-static GstElementClass *parent_class = NULL;
-
-enum
-{
-  PROP_0,
-  PROP_AUD,
-  PROP_WEIGHTED_PRED,
-  PROP_VBV_BUFFER_SIZE,
-  PROP_RC_LOOKAHEAD,
-  PROP_TEMPORAL_AQ,
-  PROP_BFRAMES,
-  PROP_B_ADAPT,
-};
-
-#define DEFAULT_AUD TRUE
-#define DEFAULT_WEIGHTED_PRED FALSE
-#define DEFAULT_VBV_BUFFER_SIZE 0
-#define DEFAULT_RC_LOOKAHEAD 0
-#define DEFAULT_TEMPORAL_AQ FALSE
-#define DEFAULT_BFRAMES 0
-#define DEFAULT_B_ADAPT FALSE
-
-/* captured using RTX 2080 */
-#define DOCUMENTATION_SINK_CAPS_COMM \
-    "format = (string) { NV12, P010_10LE, P016_LE, Y444, Y444_16LE, Y444_16LE }, " \
-    "width = (int)  144, 8192 , " \
-    "height = (int)  144, 8192 , " \
-    "framerate = " GST_VIDEO_FPS_RANGE
-
-#define DOCUMENTATION_SINK_CAPS \
-    "video/x-raw, " DOCUMENTATION_SINK_CAPS_COMM "; " \
-    "video/x-raw(memory:GLMemory), " DOCUMENTATION_SINK_CAPS_COMM "; " \
-    "video/x-raw(memory:CUDAMemory), " DOCUMENTATION_SINK_CAPS_COMM
-
-#define DOCUMENTATION_SRC_CAPS \
-    "video/x-h265, "  \
-    "width = (int)  144, 8192 , " \
-    "height = (int)  144, 8192 , " \
-    "stream-format = (string) byte-stream, " \
-    "alignment = (string) au, " \
-    "profile = (string) { main, main-10, main-12, main-444, main-444-10, main-444-12 }"
-
-static gboolean gst_nv_h265_enc_open (GstVideoEncoder * enc);
-static gboolean gst_nv_h265_enc_close (GstVideoEncoder * enc);
-static gboolean gst_nv_h265_enc_stop (GstVideoEncoder * enc);
-static gboolean gst_nv_h265_enc_set_src_caps (GstNvBaseEnc * nvenc,
-    GstVideoCodecState * state);
-static gboolean gst_nv_h265_enc_set_encoder_config (GstNvBaseEnc * nvenc,
-    GstVideoCodecState * state, NV_ENC_CONFIG * config);
-static gboolean gst_nv_h265_enc_set_pic_params (GstNvBaseEnc * nvenc,
-    GstVideoCodecFrame * frame, NV_ENC_PIC_PARAMS * pic_params);
-static void gst_nv_h265_enc_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec);
-static void gst_nv_h265_enc_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec);
-static void gst_nv_h265_enc_finalize (GObject * obj);
-
-static void
-gst_nv_h265_enc_class_init (GstNvH265EncClass * klass, gpointer data)
-{
-  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
-  GstVideoEncoderClass *videoenc_class = GST_VIDEO_ENCODER_CLASS (klass);
-  GstNvBaseEncClass *nvenc_class = GST_NV_BASE_ENC_CLASS (klass);
-  GstNvEncDeviceCaps *device_caps = &nvenc_class->device_caps;
-  GstNvH265EncClassData *cdata = (GstNvH265EncClassData *) data;
-  gchar *long_name;
-  GstPadTemplate *pad_templ;
-  GstCaps *doc_caps;
-
-  parent_class = g_type_class_peek_parent (klass);
-
-  gobject_class->set_property = gst_nv_h265_enc_set_property;
-  gobject_class->get_property = gst_nv_h265_enc_get_property;
-  gobject_class->finalize = gst_nv_h265_enc_finalize;
-
-  videoenc_class->open = GST_DEBUG_FUNCPTR (gst_nv_h265_enc_open);
-  videoenc_class->close = GST_DEBUG_FUNCPTR (gst_nv_h265_enc_close);
-  videoenc_class->stop = GST_DEBUG_FUNCPTR (gst_nv_h265_enc_stop);
-
-  nvenc_class->codec_id = NV_ENC_CODEC_HEVC_GUID;
-  nvenc_class->set_encoder_config = gst_nv_h265_enc_set_encoder_config;
-  nvenc_class->set_src_caps = gst_nv_h265_enc_set_src_caps;
-  nvenc_class->set_pic_params = gst_nv_h265_enc_set_pic_params;
-
-  /**
-   * GstNvH265Enc:aud:
-   *
-   * Use AU (Access Unit) delimiter
-   *
-   * Since: 1.18
-   */
-  g_object_class_install_property (gobject_class, PROP_AUD,
-      g_param_spec_boolean ("aud", "AUD",
-          "Use AU (Access Unit) delimiter", DEFAULT_AUD,
-          G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-          G_PARAM_STATIC_STRINGS));
-
-  if (device_caps->weighted_prediction) {
-    /**
-     * GstNvH265Enc:weighted-pred:
-     *
-     * Weighted Prediction
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_WEIGHTED_PRED,
-        g_param_spec_boolean ("weighted-pred", "Weighted Pred",
-            "Weighted Prediction", DEFAULT_WEIGHTED_PRED,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->custom_vbv_bufsize) {
-    /**
-     * GstNvH265Enc:vbv-buffer-size:
-     *
-     * VBV(HRD) Buffer Size in kbits (0 = NVENC default)
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class,
-        PROP_VBV_BUFFER_SIZE,
-        g_param_spec_uint ("vbv-buffer-size", "VBV Buffer Size",
-            "VBV(HRD) Buffer Size in kbits (0 = NVENC default)",
-            0, G_MAXUINT, DEFAULT_VBV_BUFFER_SIZE,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->lookahead) {
-    /**
-     * GstNvH265Enc:rc-lookahead:
-     *
-     * Number of frames for frame type lookahead
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_RC_LOOKAHEAD,
-        g_param_spec_uint ("rc-lookahead", "Rate Control Lookahead",
-            "Number of frames for frame type lookahead", 0, 32,
-            DEFAULT_RC_LOOKAHEAD,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->temporal_aq) {
-    /**
-     * GstNvH265Enc:temporal-aq:
-     *
-     * Temporal Adaptive Quantization
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_TEMPORAL_AQ,
-        g_param_spec_boolean ("temporal-aq", "Temporal AQ",
-            "Temporal Adaptive Quantization", DEFAULT_TEMPORAL_AQ,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_PLAYING |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (device_caps->bframes > 0) {
-    /**
-     * GstNvH265Enc:bframes:
-     *
-     * Number of B-frames between I and P
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_BFRAMES,
-        g_param_spec_uint ("bframes", "B-Frames",
-            "Number of B-frames between I and P", 0, device_caps->bframes,
-            DEFAULT_BFRAMES,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-
-    /**
-     * GstNvH265Enc:b-adapt:
-     *
-     * Enable adaptive B-frame insert when lookahead is enabled
-     *
-     * Since: 1.18
-     */
-    g_object_class_install_property (gobject_class, PROP_B_ADAPT,
-        g_param_spec_boolean ("b-adapt", "B Adapt",
-            "Enable adaptive B-frame insert when lookahead is enabled",
-            DEFAULT_B_ADAPT,
-            G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
-            GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS));
-  }
-
-  if (cdata->is_default)
-    long_name = g_strdup ("NVENC HEVC Video Encoder");
-  else
-    long_name = g_strdup_printf ("NVENC HEVC Video Encoder with device %d",
-        nvenc_class->cuda_device_id);
-
-  gst_element_class_set_metadata (element_class, long_name,
-      "Codec/Encoder/Video/Hardware",
-      "Encode HEVC video streams using NVIDIA's hardware-accelerated NVENC encoder API",
-      "Tim-Philipp Müller <tim@centricular.com>, "
-      "Matthew Waters <matthew@centricular.com>, "
-      "Seungha Yang <pudding8757@gmail.com>");
-  g_free (long_name);
-
-  GST_DEBUG_CATEGORY_INIT (gst_nv_h265_enc_debug,
-      "nvh265enc", 0, "Nvidia HEVC encoder");
-
-  pad_templ = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-      cdata->sink_caps);
-  doc_caps = gst_caps_from_string (DOCUMENTATION_SINK_CAPS);
-  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
-  gst_caps_unref (doc_caps);
-  gst_element_class_add_pad_template (element_class, pad_templ);
-
-  pad_templ = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-      cdata->src_caps);
-  doc_caps = gst_caps_from_string (DOCUMENTATION_SRC_CAPS);
-  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
-  gst_caps_unref (doc_caps);
-  gst_element_class_add_pad_template (element_class, pad_templ);
-
-
-  gst_caps_unref (cdata->sink_caps);
-  gst_caps_unref (cdata->src_caps);
-  g_free (cdata);
-}
-
-static void
-gst_nv_h265_enc_init (GstNvH265Enc * nvenc)
-{
-  GstNvBaseEnc *baseenc = GST_NV_BASE_ENC (nvenc);
-
-  nvenc->aud = DEFAULT_AUD;
-
-  /* device capability dependent properties */
-  baseenc->weighted_pred = DEFAULT_WEIGHTED_PRED;
-  baseenc->vbv_buffersize = DEFAULT_VBV_BUFFER_SIZE;
-  baseenc->rc_lookahead = DEFAULT_RC_LOOKAHEAD;
-  baseenc->temporal_aq = DEFAULT_TEMPORAL_AQ;
-  baseenc->bframes = DEFAULT_BFRAMES;
-  baseenc->b_adapt = DEFAULT_B_ADAPT;
-}
-
-static void
-gst_nv_h265_enc_finalize (GObject * obj)
-{
-  G_OBJECT_CLASS (parent_class)->finalize (obj);
-}
-
-static gboolean
-gst_nv_h265_enc_open (GstVideoEncoder * enc)
-{
-  GstNvBaseEnc *base = GST_NV_BASE_ENC (enc);
-
-  if (!GST_VIDEO_ENCODER_CLASS (parent_class)->open (enc))
-    return FALSE;
-
-  /* Check if HEVC is supported */
-  {
-    uint32_t i, num = 0;
-    GUID guids16;
-
-    NvEncGetEncodeGUIDs (base->encoder, guids, G_N_ELEMENTS (guids), &num);
-
-    for (i = 0; i < num; ++i) {
-      if (gst_nvenc_cmp_guid (guidsi, NV_ENC_CODEC_HEVC_GUID))
-        break;
-    }
-    GST_INFO_OBJECT (enc, "HEVC encoding %ssupported", (i == num) ? "un" : "");
-    if (i == num) {
-      gst_nv_h265_enc_close (enc);
-      return FALSE;
-    }
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_nv_h265_enc_close (GstVideoEncoder * enc)
-{
-  return GST_VIDEO_ENCODER_CLASS (parent_class)->close (enc);
-}
-
-static void
-gst_nv_h265_enc_clear_stream_data (GstNvH265Enc * h265enc)
-{
-  gint i;
-
-  if (!h265enc->sei_payload)
-    return;
-
-  for (i = 0; i < h265enc->num_sei_payload; i++)
-    g_free (h265enc->sei_payloadi.payload);
-
-  g_free (h265enc->sei_payload);
-  h265enc->sei_payload = NULL;
-  h265enc->num_sei_payload = 0;
-}
-
-static gboolean
-gst_nv_h265_enc_stop (GstVideoEncoder * enc)
-{
-  GstNvH265Enc *h265enc = (GstNvH265Enc *) enc;
-
-  gst_nv_h265_enc_clear_stream_data (h265enc);
-
-  return GST_VIDEO_ENCODER_CLASS (parent_class)->stop (enc);
-}
-
-static gboolean
-gst_nv_h265_enc_set_level_tier_and_profile (GstNvH265Enc * nvenc,
-    GstCaps * caps)
-{
-#define N_BYTES_VPS 128
-  guint8 vpsN_BYTES_VPS;
-  NV_ENC_SEQUENCE_PARAM_PAYLOAD spp = { 0, };
-  NVENCSTATUS nv_ret;
-  guint32 seq_size;
-
-  spp.version = gst_nvenc_get_sequence_param_payload_version ();
-  spp.inBufferSize = N_BYTES_VPS;
-  spp.spsId = 0;
-  spp.ppsId = 0;
-  spp.spsppsBuffer = &vps;
-  spp.outSPSPPSPayloadSize = &seq_size;
-  nv_ret = NvEncGetSequenceParams (GST_NV_BASE_ENC (nvenc)->encoder, &spp);
-  if (nv_ret != NV_ENC_SUCCESS) {
-    GST_ELEMENT_ERROR (nvenc, STREAM, ENCODE, ("Encode header failed."),
-        ("NvEncGetSequenceParams return code=%d", nv_ret));
-    return FALSE;
-  }
-
-  if (seq_size < 8) {
-    GST_ELEMENT_ERROR (nvenc, STREAM, ENCODE, ("Encode header failed."),
-        ("NvEncGetSequenceParams returned incomplete data"));
-    return FALSE;
-  }
-
-  GST_MEMDUMP ("Header", spp.spsppsBuffer, seq_size);
-
-  /* skip nal header and identifier */
-  gst_codec_utils_h265_caps_set_level_tier_and_profile (caps,
-      &vps6, seq_size - 6);
-
-  return TRUE;
-
-#undef N_BYTES_VPS
-}
-
-static gboolean
-gst_nv_h265_enc_set_src_caps (GstNvBaseEnc * nvenc, GstVideoCodecState * state)
-{
-  GstNvH265Enc *h265enc = (GstNvH265Enc *) nvenc;
-  GstVideoCodecState *out_state;
-  GstStructure *s;
-  GstCaps *out_caps;
-
-  out_caps = gst_caps_new_empty_simple ("video/x-h265");
-  s = gst_caps_get_structure (out_caps, 0);
-
-  /* TODO: add support for hvc1,hev1 format as well */
-  gst_structure_set (s, "stream-format", G_TYPE_STRING, "byte-stream",
-      "alignment", G_TYPE_STRING, "au", NULL);
-
-  if (!gst_nv_h265_enc_set_level_tier_and_profile (h265enc, out_caps)) {
-    gst_caps_unref (out_caps);
-    return FALSE;
-  }
-
-  out_state = gst_video_encoder_set_output_state (GST_VIDEO_ENCODER (nvenc),
-      out_caps, state);
-
-  GST_INFO_OBJECT (nvenc, "output caps: %" GST_PTR_FORMAT, out_state->caps);
-
-  /* encoder will keep it around for us */
-  gst_video_codec_state_unref (out_state);
-
-  /* TODO: would be nice to also send some tags with the codec name */
-  return TRUE;
-}
-
-static guint8 *
-gst_nv_h265_enc_create_mastering_display_sei_nal (GstNvH265Enc * h265enc,
-    GstVideoMasteringDisplayInfo * minfo, guint * size)
-{
-  guint sei_size;
-  gint i;
-  GstByteWriter br;
-
-  GST_LOG_OBJECT (h265enc, "Apply mastering display info: "
-      "Red(%u, %u) "
-      "Green(%u, %u) "
-      "Blue(%u, %u) "
-      "White(%u, %u) "
-      "max_luminance(%u) "
-      "min_luminance(%u) ",
-      minfo->display_primaries0.x, minfo->display_primaries0.y,
-      minfo->display_primaries1.x, minfo->display_primaries1.y,
-      minfo->display_primaries2.x, minfo->display_primaries2.y,
-      minfo->white_point.x, minfo->white_point.y,
-      minfo->max_display_mastering_luminance,
-      minfo->min_display_mastering_luminance);
-
-  /* x, y 16bits per RGB channel
-   * x, y 16bits white point
-   * max, min luminance 32bits
-   */
-  sei_size = (2 * 2 * 3) + (2 * 2) + (4 * 2);
-  gst_byte_writer_init_with_size (&br, sei_size, TRUE);
-
-  /* GstVideoMasteringDisplayInfo::display_primaries is rgb order but
-   * HEVC uses gbr order
-   * See spec D.3.28 display_primaries_x and display_primaries_y
-   */
-  for (i = 0; i < 3; i++) {
-    gst_byte_writer_put_uint16_be (&br,
-        minfo->display_primaries(i + 1) % 3.x);
-    gst_byte_writer_put_uint16_be (&br,
-        minfo->display_primaries(i + 1) % 3.y);
-  }
-
-  gst_byte_writer_put_uint16_be (&br, minfo->white_point.x);
-  gst_byte_writer_put_uint16_be (&br, minfo->white_point.y);
-
-  gst_byte_writer_put_uint32_be (&br, minfo->max_display_mastering_luminance);
-  gst_byte_writer_put_uint32_be (&br, minfo->min_display_mastering_luminance);
-
-  *size = sei_size;
-
-  return gst_byte_writer_reset_and_get_data (&br);
-}
-
-static guint8 *
-gst_nv_h265_enc_create_content_light_level_sei_nal (GstNvH265Enc * h265enc,
-    GstVideoContentLightLevel * linfo, guint * size)
-{
-  guint sei_size;
-  GstByteWriter br;
-
-  GST_LOG_OBJECT (h265enc, "Apply content light level: "
-      "maxCLL:(%u), maxFALL:(%u)", linfo->max_content_light_level,
-      linfo->max_frame_average_light_level);
-
-  /* maxCLL and maxFALL per 16bits */
-  sei_size = 2 * 2;
-  gst_byte_writer_init_with_size (&br, sei_size, TRUE);
-
-  gst_byte_writer_put_uint16_be (&br, linfo->max_content_light_level);
-  gst_byte_writer_put_uint16_be (&br, linfo->max_frame_average_light_level);
-
-  *size = sei_size;
-
-  return gst_byte_writer_reset_and_get_data (&br);
-}
-
-static gboolean
-gst_nv_h265_enc_set_encoder_config (GstNvBaseEnc * nvenc,
-    GstVideoCodecState * state, NV_ENC_CONFIG * config)
-{
-  GstNvH265Enc *h265enc = (GstNvH265Enc *) nvenc;
-  GstCaps *allowed_caps, *template_caps;
-  GUID selected_profile = NV_ENC_CODEC_PROFILE_AUTOSELECT_GUID;
-  int level_idc = NV_ENC_LEVEL_AUTOSELECT;
-  GstVideoInfo *info = &state->info;
-  NV_ENC_CONFIG_HEVC *hevc_config = &config->encodeCodecConfig.hevcConfig;
-  NV_ENC_CONFIG_HEVC_VUI_PARAMETERS *vui = &hevc_config->hevcVUIParameters;
-
-  template_caps =
-      gst_pad_get_pad_template_caps (GST_VIDEO_ENCODER_SRC_PAD (h265enc));
-  allowed_caps = gst_pad_get_allowed_caps (GST_VIDEO_ENCODER_SRC_PAD (h265enc));
-
-  if (template_caps == allowed_caps) {
-    GST_INFO_OBJECT (h265enc, "downstream has ANY caps");
-  } else if (allowed_caps) {
-    GstStructure *s;
-    const gchar *profile;
-    const gchar *level;
-
-    if (gst_caps_is_empty (allowed_caps)) {
-      gst_caps_unref (allowed_caps);
-      gst_caps_unref (template_caps);
-      return FALSE;
-    }
-
-    allowed_caps = gst_caps_make_writable (allowed_caps);
-    allowed_caps = gst_caps_fixate (allowed_caps);
-    s = gst_caps_get_structure (allowed_caps, 0);
-
-    profile = gst_structure_get_string (s, "profile");
-    /* FIXME: only support main profile only for now */
-    if (profile) {
-      if (!strcmp (profile, "main")) {
-        selected_profile = NV_ENC_HEVC_PROFILE_MAIN_GUID;
-      } else if (g_str_has_prefix (profile, "main-10")) {
-        selected_profile = NV_ENC_HEVC_PROFILE_MAIN10_GUID;
-      } else if (g_str_has_prefix (profile, "main-444")) {
-        selected_profile = NV_ENC_HEVC_PROFILE_FREXT_GUID;
-      } else {
-        g_assert_not_reached ();
-      }
-    }
-
-    level = gst_structure_get_string (s, "level");
-    if (level)
-      /* matches values stored in NV_ENC_LEVEL */
-      level_idc = gst_codec_utils_h265_get_level_idc (level);
-
-    gst_caps_unref (allowed_caps);
-  }
-  gst_caps_unref (template_caps);
-
-  /* override some defaults */
-  GST_LOG_OBJECT (h265enc, "setting parameters");
-  config->profileGUID = selected_profile;
-  hevc_config->level = level_idc;
-  hevc_config->idrPeriod = config->gopLength;
-
-  config->encodeCodecConfig.hevcConfig.chromaFormatIDC = 1;
-  if (GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_Y444 ||
-      GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_Y444_16LE ||
-      GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_Y444_16BE ||
-      GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_VUYA) {
-    GST_DEBUG_OBJECT (h265enc, "have Y444 input, setting config accordingly");
-    config->profileGUID = NV_ENC_HEVC_PROFILE_FREXT_GUID;
-    config->encodeCodecConfig.hevcConfig.chromaFormatIDC = 3;
-    if (GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_Y444_16LE ||
-        GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_Y444_16BE)
-      config->encodeCodecConfig.hevcConfig.pixelBitDepthMinus8 = 2;
-#if G_BYTE_ORDER == G_LITTLE_ENDIAN
-  } else if (GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_P010_10LE) {
-#else
-  } else if (GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_P010_10BE) {
-#endif
-    config->profileGUID = NV_ENC_HEVC_PROFILE_MAIN10_GUID;
-    config->encodeCodecConfig.hevcConfig.pixelBitDepthMinus8 = 2;
-  }
-
-  hevc_config->outputAUD = h265enc->aud;
-
-  vui->videoSignalTypePresentFlag = 1;
-  /* NOTE: vui::video_format represents the video format before
-   * being encoded such as PAL, NTSC, SECAM, and MAC. That's not much informal
-   * and can be inferred with resolution and framerate by any application.
-   */
-  /* Unspecified video format (5) */
-  vui->videoFormat = 5;
-
-  if (info->colorimetry.range == GST_VIDEO_COLOR_RANGE_0_255) {
-    vui->videoFullRangeFlag = 1;
-  } else {
-    vui->videoFullRangeFlag = 0;
-  }
-
-  vui->colourDescriptionPresentFlag = 1;
-  vui->colourMatrix = gst_video_color_matrix_to_iso (info->colorimetry.matrix);
-  vui->colourPrimaries =
-      gst_video_color_primaries_to_iso (info->colorimetry.primaries);
-  vui->transferCharacteristics =
-      gst_video_transfer_function_to_iso (info->colorimetry.transfer);
-
-  gst_nv_h265_enc_clear_stream_data (h265enc);
-
-  {
-    GstVideoMasteringDisplayInfo minfo;
-    GstVideoContentLightLevel linfo;
-    gboolean have_mastering;
-    gboolean have_cll;
-    guint size;
-    gint i = 0;
-
-    have_mastering =
-        gst_video_mastering_display_info_from_caps (&minfo, state->caps);
-    have_cll = gst_video_content_light_level_from_caps (&linfo, state->caps);
-
-    if (have_mastering)
-      h265enc->num_sei_payload++;
-    if (have_cll)
-      h265enc->num_sei_payload++;
-
-    h265enc->sei_payload =
-        g_new0 (NV_ENC_SEI_PAYLOAD, h265enc->num_sei_payload);
-
-    if (have_mastering) {
-      h265enc->sei_payloadi.payload =
-          gst_nv_h265_enc_create_mastering_display_sei_nal (h265enc,
-          &minfo, &size);
-      h265enc->sei_payloadi.payloadSize = size;
-      h265enc->sei_payloadi.payloadType = 137;
-      i++;
-    }
-
-    if (have_cll) {
-      h265enc->sei_payloadi.payload =
-          gst_nv_h265_enc_create_content_light_level_sei_nal (h265enc,
-          &linfo, &size);
-      h265enc->sei_payloadi.payloadSize = size;
-      h265enc->sei_payloadi.payloadType = 144;
-    }
-  }
-
-  return TRUE;
-}
-
-static gboolean
-gst_nv_h265_enc_set_pic_params (GstNvBaseEnc * enc, GstVideoCodecFrame * frame,
-    NV_ENC_PIC_PARAMS * pic_params)
-{
-  GstNvH265Enc *h265enc = (GstNvH265Enc *) enc;
-
-  /* encode whole picture in one single slice */
-  pic_params->codecPicParams.hevcPicParams.sliceMode = 0;
-  pic_params->codecPicParams.hevcPicParams.sliceModeData = 0;
-
-  if (h265enc->sei_payload) {
-    pic_params->codecPicParams.hevcPicParams.seiPayloadArray =
-        h265enc->sei_payload;
-    pic_params->codecPicParams.hevcPicParams.seiPayloadArrayCnt =
-        h265enc->num_sei_payload;
-  }
-
-  return TRUE;
-}
-
-static void
-gst_nv_h265_enc_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec)
-{
-  GstNvH265Enc *self = (GstNvH265Enc *) object;
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (object);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (object);
-  GstNvEncDeviceCaps *device_caps = &klass->device_caps;
-  gboolean reconfig = FALSE;
-
-  switch (prop_id) {
-    case PROP_AUD:
-    {
-      gboolean aud;
-
-      aud = g_value_get_boolean (value);
-      if (aud != self->aud) {
-        self->aud = aud;
-        reconfig = TRUE;
-      }
-      break;
-    }
-    case PROP_WEIGHTED_PRED:
-      if (!device_caps->weighted_prediction) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->weighted_pred = g_value_get_boolean (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_VBV_BUFFER_SIZE:
-      if (!device_caps->custom_vbv_bufsize) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->vbv_buffersize = g_value_get_uint (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_RC_LOOKAHEAD:
-      if (!device_caps->lookahead) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->rc_lookahead = g_value_get_uint (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_TEMPORAL_AQ:
-      if (!device_caps->temporal_aq) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->temporal_aq = g_value_get_boolean (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_BFRAMES:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->bframes = g_value_get_uint (value);
-        reconfig = TRUE;
-      }
-      break;
-    case PROP_B_ADAPT:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        nvenc->b_adapt = g_value_get_boolean (value);
-      }
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-
-  if (reconfig)
-    gst_nv_base_enc_schedule_reconfig (GST_NV_BASE_ENC (self));
-}
-
-static void
-gst_nv_h265_enc_get_property (GObject * object, guint prop_id, GValue * value,
-    GParamSpec * pspec)
-{
-  GstNvH265Enc *self = (GstNvH265Enc *) object;
-  GstNvBaseEnc *nvenc = GST_NV_BASE_ENC (object);
-  GstNvBaseEncClass *klass = GST_NV_BASE_ENC_GET_CLASS (object);
-  GstNvEncDeviceCaps *device_caps = &klass->device_caps;
-
-  switch (prop_id) {
-    case PROP_AUD:
-      g_value_set_boolean (value, self->aud);
-      break;
-    case PROP_WEIGHTED_PRED:
-      if (!device_caps->weighted_prediction) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_boolean (value, nvenc->weighted_pred);
-      }
-      break;
-    case PROP_VBV_BUFFER_SIZE:
-      if (!device_caps->custom_vbv_bufsize) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_uint (value, nvenc->vbv_buffersize);
-      }
-      break;
-    case PROP_RC_LOOKAHEAD:
-      if (!device_caps->lookahead) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_uint (value, nvenc->rc_lookahead);
-      }
-      break;
-    case PROP_TEMPORAL_AQ:
-      if (!device_caps->temporal_aq) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_boolean (value, nvenc->temporal_aq);
-      }
-      break;
-    case PROP_BFRAMES:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_uint (value, nvenc->bframes);
-      }
-      break;
-    case PROP_B_ADAPT:
-      if (!device_caps->bframes) {
-        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      } else {
-        g_value_set_boolean (value, nvenc->b_adapt);
-      }
-      break;
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
-  }
-}
-
-void
-gst_nv_h265_enc_register (GstPlugin * plugin, guint device_id, guint rank,
-    GstCaps * sink_caps, GstCaps * src_caps, GstNvEncDeviceCaps * device_caps)
-{
-  GType parent_type;
-  GType type;
-  gchar *type_name;
-  gchar *feature_name;
-  GstNvH265EncClassData *cdata;
-  gboolean is_default = TRUE;
-  GTypeInfo type_info = {
-    sizeof (GstNvH265EncClass),
-    NULL,
-    NULL,
-    (GClassInitFunc) gst_nv_h265_enc_class_init,
-    NULL,
-    NULL,
-    sizeof (GstNvH265Enc),
-    0,
-    (GInstanceInitFunc) gst_nv_h265_enc_init,
-  };
-
-  parent_type = gst_nv_base_enc_register ("H265", device_id, device_caps);
-
-  cdata = g_new0 (GstNvH265EncClassData, 1);
-  cdata->sink_caps = gst_caps_ref (sink_caps);
-  cdata->src_caps = gst_caps_ref (src_caps);
-  type_info.class_data = cdata;
-  /* class data will be leaked if the element never gets instantiated */
-  GST_MINI_OBJECT_FLAG_SET (sink_caps, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
-  GST_MINI_OBJECT_FLAG_SET (src_caps, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
-
-  type_name = g_strdup ("GstNvH265Enc");
-  feature_name = g_strdup ("nvh265enc");
-
-  if (g_type_from_name (type_name) != 0) {
-    g_free (type_name);
-    g_free (feature_name);
-    type_name = g_strdup_printf ("GstNvH265Device%dEnc", device_id);
-    feature_name = g_strdup_printf ("nvh265device%denc", device_id);
-    is_default = FALSE;
-  }
-
-  cdata->is_default = is_default;
-  type = g_type_register_static (parent_type, type_name, &type_info, 0);
-
-  /* make lower rank than default device */
-  if (rank > 0 && !is_default)
-    rank--;
-
-  if (!gst_element_register (plugin, feature_name, rank, type))
-    GST_WARNING ("Failed to register plugin '%s'", type_name);
-
-  g_free (type_name);
-  g_free (feature_name);
-}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh265enc.h Deleted

@@ -1,47 +0,0 @@
-/* GStreamer NVENC plugin
- * Copyright (C) 2015 Centricular Ltd
- * Copyright (C) 2018 Seungha Yang <pudding8757@gmail.com>
- *
- * This library is free software; you can redistribute it and/or
- * modify it under the terms of the GNU Library General Public
- * License as published by the Free Software Foundation; either
- * version 2 of the License, or (at your option) any later version.
- *
- * This library is distributed in the hope that it will be useful,
- * but WITHOUT ANY WARRANTY; without even the implied warranty of
- * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
- * Library General Public License for more details.
- *
- * You should have received a copy of the GNU Library General Public
- * License along with this library; if not, write to the
- * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
- * Boston, MA 02110-1301, USA.
- */
-
-#ifndef __GST_NV_HEVC_ENC_H_INCLUDED__
-#define __GST_NV_HEVC_ENC_H_INCLUDED__
-
-#include "gstnvbaseenc.h"
-
-typedef struct {
-  GstNvBaseEnc base_nvenc;
-
-  NV_ENC_SEI_PAYLOAD *sei_payload;
-  guint num_sei_payload;
-
-  /* properties */
-  gboolean aud;
-} GstNvH265Enc;
-
-typedef struct {
-  GstNvBaseEncClass video_encoder_class;
-} GstNvH265EncClass;
-
-void gst_nv_h265_enc_register (GstPlugin * plugin,
-                               guint device_id,
-                               guint rank,
-                               GstCaps * sink_caps,
-                               GstCaps * src_caps,
-                               GstNvEncDeviceCaps * device_caps);
-
-#endif /* __GST_NV_HEVC_ENC_H_INCLUDED__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ChangeLog -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ChangeLog Changed

@@ -1,20 +1,1688 @@
-=== release 1.24.12 ===
+=== release 1.26.0 ===
 
-2025-01-29 20:12:29 +0000  Tim-Philipp Müller <tim@centricular.com>
+2025-03-11 20:14:44 +0000  Tim-Philipp Müller <tim@centricular.com>
 
 	* NEWS:
+	* README.md:
 	* RELEASE:
 	* gst-plugins-bad.doap:
 	* meson.build:
-	  Release 1.24.12
+	  Release 1.26.0
 
-2024-12-30 21:59:03 +0100  Samuel Thibault <samuel.thibault@ens-lyon.org>
+2025-02-21 18:20:06 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
 
-	* ext/gtk/meson.build:
-	* tests/examples/gtk/meson.build:
-	* tests/examples/waylandsink/meson.build:
-	  meson: Fix build with gtk3 but not wayland
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8260>
+	* sys/va/gstvacompositor.c:
+	  vacompositor: Add missing GST_VIDEO_CROP_META_API_TYPE
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8537>
+
+2025-03-07 09:54:35 +0100  Carlo Caione <ccaione@baylibre.com>
+
+	* sys/uvcgadget/uvc.c:
+	  uvcgadget: Properly implement GET_INFO control responses
+	  According to the UVC 1.5 specification, section 4.1.2, the GET_INFO request
+	  must return a bitmap indicating supported operations for the control.
+	  Value 0x00 indicates that neither GET nor SET operations are supported.
+	  This patch fixes control handling in the UVC gadget implementation to properly
+	  respond to GET_INFO requests with the correct bitmap, allowing host systems
+	  to properly detect supported control operations (none in this case).
+	  The pipeline I'm using to test this is:
+	  gst-launch-1.0 videotestsrc ! uvcsink v4l2sink::device=/dev/video0
+	  This is the equivalent of 0 but the difference is that we are now returning
+	  0x00 instead of 0x03.
+	  Without this change the host in my case is unable to probe the UVC gadget at
+	  all, automatically disconnecting the device after a few seconds.
+	  Following is the log when the gadget is not working (without this fix):
+	  usb 1-1.2: new high-speed USB device number 73 using xhci_hcd
+	  usb 1-1.2: New USB device found, idVendor=0525, idProduct=a4a2, bcdDevice= 5.15
+	  usb 1-1.2: New USB device strings: Mfr=1, Product=2, SerialNumber=3
+	  usb 1-1.2: Product: UVC Gadget
+	  usb 1-1.2: Manufacturer: localhost.localdomain
+	  usb 1-1.2: SerialNumber: 0123456789
+	  usb 1-1.2: Found UVC 1.10 device UVC Gadget (0525:a4a2)
+	  usb 1-1.2: Failed to query (GET_INFO) UVC control 2 on unit 1: -110 (exp. 1).
+	  usb 1-1.2: UVC non compliance - GET_DEF(PROBE) not supported. Enabling workaround.
+	  uvcvideo 1-1.2:1.1: Failed to query (129) UVC probe control : -71 (exp. 34).
+	  uvcvideo 1-1.2:1.1: Failed to initialize the device (-71).
+	  cdc_subset 1-1.2:1.0: probe with driver cdc_subset failed with error -22
+	  cdc_subset 1-1.2:1.1: probe with driver cdc_subset failed with error -22
+	  usb 1-1.2: USB disconnect, device number 73
+	  With the fix the USB device is correctly probed:
+	  usb 1-1.2: new high-speed USB device number 88 using xhci_hcd
+	  usb 1-1.2: New USB device found, idVendor=0525, idProduct=a4a2, bcdDevice= 5.15
+	  usb 1-1.2: New USB device strings: Mfr=1, Product=2, SerialNumber=3
+	  usb 1-1.2: Product: UVC Gadget
+	  usb 1-1.2: Manufacturer: localhost.localdomain
+	  usb 1-1.2: SerialNumber: 0123456789
+	  usb 1-1.2: Found UVC 1.10 device UVC Gadget (0525:a4a2)
+	  0 camera/uvc-gadget@0df9d3ad
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8572>
+
+2025-03-06 10:22:00 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  v4l2codecs: Fix caps leak after sorting caps
+	  gst_v4l2_format_sort_caps() create a new caps which need to be
+	  release to avoid leak.
+	  Co-authored-by: Robert Mader <robert.mader@posteo.de>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8583>
+
+2025-03-04 11:04:56 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	* sys/v4l2codecs/gstv4l2codech264dec.c:
+	* sys/v4l2codecs/gstv4l2codech265dec.c:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	  v4l2codecs: Release sink allocator when deciding allocation
+	  All decoders have the same design pattern in decide allocation
+	  and forgot to release sink allocator before allocating a new one.
+	  Fixing the memory leak by clearing sink allocator before creating
+	  the new one.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8583>
+
+2025-03-04 11:02:16 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecallocator.c:
+	  v4l2codecs: allocator: Fix buffers leak when using remove buffers
+	  When removing buffers from v4l2 queue do not forget to release
+	  the memory on gstreamer side.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8583>
+
+2025-03-07 01:09:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* ext/closedcaption/gsth264ccextractor.c:
+	* ext/closedcaption/gsth265ccextractor.c:
+	  h264ccextractor,h265ccextractor: Do not resend caps per output buffer
+	  Send caps event only when it's required
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/4281
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8596>
+
+2025-03-06 11:24:28 +0100  Pablo García <pgarcia@fluendo.com>
+
+	* ext/curl/gstcurlbasesink.c:
+	* ext/curl/gstcurlfilesink.c:
+	* ext/curl/gstcurlftpsink.c:
+	* ext/curl/gstcurlhttpsink.c:
+	* ext/curl/gstcurlsmtpsink.c:
+	* ext/curl/gstcurltlssink.c:
+	  curl: replace #if with #ifdef (part 2)
+	  Continuation of 47d1262402c81a9054e618052deeff7414b4f75d, that is not enough.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8595>
+
+2025-03-03 11:30:38 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagememory.c:
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vulkan/operation: fix timeline semaphore extension detection
+	  As for synchronization2, the timeline semaphore has been
+	  been promoted in 1.2 and does not have to be enabled explicitely.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-03-03 12:59:02 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vulkan/operation: fix synchronization2 extension detection
+	  The synchronization2 extension is a core part of Vulkan 1.3.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-02-25 21:22:32 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	  vulkan/device: only enable relevant extensions
+	  Extensions can have a minimum set of dependencies (e.g. API version) and may
+	  also be promoted to core in a later version.  Don't explicitly enable extensions
+	  that fail to meet their requirements or that have been promoted to the core API.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-02-25 21:17:57 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vulkan/operation: retrieve function pointers directly from the device
+	  The instance API version supported may not be of the same version supported by
+	  the device. It is possible that the function that is returned may be non-0
+	  but not functional due to the requested API version of the instance limiting the
+	  availability of calling the returned function.
+	  Can be reproduced by running a pipeline with GST_VULKAN_INSTANCE_API_VERSION=1.1
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-02-25 21:04:35 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkinstance.c:
+	  vulkan/instance: allow the requested api version to be larger than the supported
+	  Since Vulkan 1.1, the requested API version is the maximum API version that the
+	  application is expecting to use. It is also possible for individual devices
+	  (backed by potentially different drivers) may support a higher or lower API
+	  version than the instance.  Both cases (higher and lower) should be supported
+	  and as such, it is not an error to request an API version that is larger than
+	  the instance supported API version.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-02-25 20:57:15 +1100  Matthew Waters <matthew@centricular.com>
+
+	* ext/vulkan/gstvulkan.c:
+	  vulkan: plugin: add debug for why an instance fails to open
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-02-25 20:55:09 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkformat.c:
+	* gst-libs/gst/vulkan/gstvkformat.h:
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	* tests/check/libs/vkformat.c:
+	  vkformat: fix format_from_video_info_2 to actually runtime check versions and extensions
+	  If the vulkan plugin was compiled against a newer version than the supported
+	  vulkan runtime instance or device, then it was possible for format retrieval to
+	  fail.  Failure was due to unconditionally using newer extensions and features
+	  without runtime checking them.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-02-25 20:09:48 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkinstance.c:
+	* gst-libs/gst/vulkan/gstvkinstance.h:
+	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
+	* tests/check/libs/vkdevice.c:
+	  vulkan: fix device related API version checks
+	  The API version exposed by a particular device can be completely different from
+	  what is exported by the parent instance.  Since Vulkan 1.1 it is also possible
+	  to use newer device API than supported by the instance API version (with the
+	  appropriate version checks).
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-02-25 14:57:33 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
+	* gst-libs/gst/vulkan/gstvkphysicaldevice.h:
+	* tests/check/libs/vkdevice.c:
+	  vulkan/physicaldevice: add methods for retrieving and checking against an API version
+	  Most version checks should actually be done against the device API version and
+	  not the instance API version.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8554>
+
+2025-03-05 11:07:38 +0100  Pablo García <pgarcia@fluendo.com>
+
+	* ext/curl/gstcurlbasesink.c:
+	* ext/curl/gstcurlfilesink.c:
+	* ext/curl/gstcurlftpsink.c:
+	* ext/curl/gstcurlhttpsink.c:
+	* ext/curl/gstcurlsmtpsink.c:
+	* ext/curl/gstcurltlssink.c:
+	  curl: replace #if with #ifdef
+	  Using #if instead of #ifdef was causing some issues when cross-compiling, like:
+	  ../ext/curl/gstcurlsmtpsink.c:54:5: error: "HAVE_SYS_SOCKET_H" is not
+	  defined, evaluates to 0 -Werror=undef
+	  54 | #if HAVE_SYS_SOCKET_H
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8589>
+
+2025-03-05 13:29:20 +0100  Pablo García <pgarcia@fluendo.com>
+
+	* ext/curl/gstcurlbasesink.c:
+	* ext/curl/gstcurlfilesink.c:
+	* ext/curl/gstcurlftpsink.c:
+	* ext/curl/gstcurlhttpsink.c:
+	* ext/curl/gstcurlhttpsrc.h:
+	* ext/curl/gstcurlsftpsink.c:
+	* ext/curl/gstcurlsmtpsink.c:
+	* ext/curl/gstcurlsshsink.c:
+	* ext/curl/gstcurltlssink.c:
+	  curl: remove unnecesary reference to unistd.h
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8589>
+
+2025-02-21 16:24:58 -0600  Christopher Degawa <ccom@randomderp.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/svtav1/gstsvtav1enc.c:
+	  svtav1enc: update to use SVT-AV1 3.0.0 API changes
+	  Signed-off-by: Christopher Degawa <ccom@randomderp.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8539>
+
+2025-03-04 14:33:29 +0100  Branko Subasic <branko@axis.com>
+
+	* ext/voamrwbenc/meson.build:
+	  voamrwbenc: Do not install anything unless dependency found
+	  If the dependency for the plugin is not found then nothing should be
+	  installed, neither the element nor documentation.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8586>
+
+2025-03-04 22:08:46 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: clear cache values with memset
+	  Fixes a stack overflow on Windows/MSVC.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8588>
+
+2025-03-04 15:01:24 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* ext/opencv/meson.build:
+	* gst-libs/gst/opencv/meson.build:
+	  meson: Replace disabler dependencies with not-found dependencies
+	  If a plugin gets disabled due to a `disabler()` dependency, the plugin
+	  docs build itself will get disabled because `all_plugins_paths` will
+	  become a disabler.
+	  This was actually happening with opencv on systems that don't have
+	  opencv available, and could happen with libsoup too if the build files
+	  change in the future.
+	  Let's avoid wasting hours of debugging for people. A not-found
+	  dependency has the same effect.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8582>
+
+2024-12-17 20:48:46 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* tests/check/elements/dashsink.c:
+	* tests/check/meson.build:
+	  tests: add dashsink unit test
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7916>
+
+2024-12-20 14:54:01 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/dash/gstdashsink.c:
+	  dashsink: use gst_dash_sink_reset
+	  To be able to use the properties properly,
+	  the element should be reset by gst_dash_sink_reset
+	  during the state change from READY_PAUSED and PAUSED_READY.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7916>
+
+2024-12-19 18:22:06 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/dash/gstdashsink.c:
+	  dashsink: send element message on event
+	  On new mpd update and new segment written, send
+	  an element message to signal the event.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7916>
+
+2024-11-18 12:26:25 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/dash/gstdashsink.c:
+	  dashsink: cleanup the teardown process
+	  The stream was keeping a reference to the sink, preventing
+	  it to be removed properly by the pipleline bin.
+	  Clean up and simplify the code to get the stream from the pad.
+	  Add more mutex protection against add/remove requested pad.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7916>
+
+2025-02-28 13:06:34 -0300  Denis Yuji Shimizu <denis.shimizu@collabora.com>
+
+	* ext/analyticsoverlay/gstobjectdetectionoverlay.c:
+	  analytics: objectdetectionoverlay: improve event handling
+	  This change ensures that the `GST_EVENT_EOS`,
+	  `GST_EVENT_FLUSH_START` and `GST_EVENT_FLUSH_STOP`
+	  events are forwarded to the sink downstream.
+	  The logging message for `GST_EVENT_FLUSH_START`
+	  has also been fixed.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8576>
+
+2025-02-28 14:22:07 +0900  Dongyun Seo <dongyun.seo@lge.com>
+
+	* ext/soundtouch/gstpitch.cc:
+	  pitch: fix build error
+	  fix build error due to sound integer sample caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8570>
+
+2025-02-28 11:29:56 +0900  Elliot Chen <elliot.chen@nxp.com>
+
+	* gst-libs/gst/play/gstplay.c:
+	  gstplay: support disabling the selected track at startup
+	  In some cases, need to disable some type tracks at startup before
+	  receiving the stream collection message. And fix printing error log
+	  in this case.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8568>
+
+2025-02-26 10:39:06 +0100  Robert Mader <robert.mader@collabora.com>
+
+	* tests/examples/waylandsink/main.c:
+	  waylandsink/demo: Use playbin3 instead of playbin
+	  Video looping currently does not work reliably with the later
+	  and playbin3 is generally considered the better choice.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8561>
+
+2025-02-21 19:00:42 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* ext/avtp/gstavtpsrc.c:
+	* ext/avtp/gstavtpsrc.h:
+	* ext/avtp/meson.build:
+	  avtpsrc: Use GSocket to have cancellable wait
+	  Otherwise it would block forever when there is no sender.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8550>
+
+2025-02-21 08:37:03 +0100  Roberto Viola <rviola@vicomtech.org>
+
+	* ext/dash/gstmpdperiodnode.c:
+	  dashsink: fix period duration in dynamic MPD
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8531>
+
+2025-02-21 09:35:37 +0800  Qian Hu (胡骞) <qian.hu@mediatek.com>
+
+	* gst-libs/gst/wayland/gstwldisplay.c:
+	  wayland: leverage unified object destruction for wl_callback
+	  This patch refactors gst_wl_display_callback_destroy() to use the
+	  recently introduced gst_wl_display_object_destroy() helper. Previously,
+	  the function manually handled wl_callback destruction with explicit
+	  lock/unlock calls and direct invocation of wl_callback_destroy().
+	  Switching to gst_wl_display_object_destroy() unifies the destruction
+	  process across similar objects, reducing code duplication and potential
+	  errors.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8242>
+
+2025-02-24 09:53:48 +0800  Qian Hu (胡骞) <qian.hu@mediatek.com>
+
+	* gst-libs/gst/wayland/gstwlwindow.c:
+	  wayland: fix crash issue during stop flow
+	  when received xdg config event fron wayland server,
+	  gst_wl_display_thread_run will call handle_xdg_surface_configure
+	  which protected by priv->sync_mutex.
+	  and in handle_xdg_surface_configure, configure_mutex also is locked
+	  but if waylandsink set state from paused to ready, that will dispose
+	  wlwindow, which will try to clear configure_mutex, and try to destroy
+	  xdg_surface,
+	  that do not proteced by anything.
+	  so, problem is:
+	  1) if clear configure_mutex(with locked state), clear lock will abort
+	  2) after xdg_surface destroy, handle_xdg_surface_config may still call
+	  ack_configure, that will lead wayland server go wrong
+	  so, this patch updates gst_wl_window_finalize to use the new
+	  destruction function for xdg_toplevel and xdg_surface, ensuring all
+	  destruction operations are properly synchronized.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8242>
+
+2025-02-24 09:43:12 +0800  Qian Hu (胡骞) <qian.hu@mediatek.com>
+
+	* gst-libs/gst/wayland/gstwldisplay.c:
+	* gst-libs/gst/wayland/gstwldisplay.h:
+	  wayland: add synchronized object destruction function
+	  Introduces a new generic destruction function
+	  gst_wl_display_object_destroy that ensures all
+	  destruction operations are protected by
+	  sync_mutex.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8242>
+
+2025-02-23 23:52:57 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* meson.build:
+	  Back to development after 1.25.90
+
+=== release 1.25.90 ===
+
+2025-02-23 23:44:10 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* NEWS:
+	* RELEASE:
+	* gst-plugins-bad.doap:
+	* meson.build:
+	  Release 1.25.90
+
+2025-02-23 16:56:25 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* po/hr.po:
+	* po/pt_BR.po:
+	  gst-plugins-bad: update translations
+
+2025-02-21 20:11:09 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/plugin.c:
+	  nvcodec: Register all elements if CUDA kernel is precompiled
+	  GstCudaConverter dependent element can work if CUDA kernel is
+	  precompiled even if runtime compiler library is not found
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8536>
+
+2025-02-21 19:18:01 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvjpegenc.cpp:
+	* sys/nvcodec/kernel/gstnvjpegenc.cu:
+	* sys/nvcodec/kernel/meson.build:
+	  nvjpegenc: Add support for kernel precompile
+	  Port to CUDA precompile/cache
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8536>
+
+2025-02-21 18:40:21 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/gstcudanvrtc-private.h:
+	* gst-libs/gst/cuda/gstcudanvrtc.cpp:
+	* sys/nvcodec/gstcudaconverter.cpp:
+	* sys/nvcodec/meson.build:
+	  cudaconverter: Add support for kernel precompile and cache
+	  Port to precompile/cache approach
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8536>
+
+2025-02-20 15:26:37 +0900  Seungha Yang <seungha@centricular.com>
+
+	* meson_options.txt:
+	* sys/nvcodec/kernel/collect_ptx_headers.py:
+	* sys/nvcodec/kernel/gstcudaconverter-unpack.cu:
+	* sys/nvcodec/kernel/gstcudaconverter.cu:
+	* sys/nvcodec/kernel/meson.build:
+	* sys/nvcodec/meson.build:
+	  nvcodec: Add support for CUDA kernel precompile
+	  Enable build time CUDA kernel compile if nvcc is detected.
+	  Precompile is disabled by default and controlled by
+	  "nvcodec-cuda-precompile" build option.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8536>
+
+2025-02-19 08:55:44 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2format.c:
+	* sys/v4l2codecs/gstv4l2format.h:
+	  v4l2codecs: Sort formats to avoid quality lost
+	  When the driver prefered format is not picked by downstream, the
+	  decoders needs to select another format from the list. The selection
+	  was currently unsorted, resulting in 10bit data often being stripped
+	  to 8bit.
+	  To solve this, reorder the formats in an HW preference order. This order
+	  deviates slightly from the preferred order in libgstvideo. This is to
+	  prefer bandwidth saving over better CPU alignment. As an example NV15 is
+	  prefered over P010. We also prefer tiled over linear.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8522>
+
+2025-02-19 08:53:13 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/kms/gstkmsutils.c:
+	  kmssink: Add NV12_10LE40 / NV15 support
+	  This is needed until kmssink is ported to use libgstvideo mapping.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8525>
+
+2025-02-20 22:20:48 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  closedcaption: Add h264/h265 ccinserter docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8496>
+
+2025-02-17 20:47:35 +0900  Seungha Yang <seungha@centricular.com>
+
+	* ext/closedcaption/gstclosedcaption.c:
+	* ext/closedcaption/gsth265ccinserter.c:
+	* ext/closedcaption/gsth265ccinserter.h:
+	* ext/closedcaption/gsth265reorder.c:
+	* ext/closedcaption/gsth265reorder.h:
+	* ext/closedcaption/meson.build:
+	  closedcaption: Add h265ccinserter element
+	  Adding new element for inserting closed caption SEI to H.265 stream
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8496>
+
+2025-02-20 22:04:34 +0900  Seungha Yang <seungha@centricular.com>
+
+	* ext/closedcaption/gstclosedcaption.c:
+	* ext/closedcaption/gstcodecccinserter.c:
+	* ext/closedcaption/gstcodecccinserter.h:
+	* ext/closedcaption/gsth264ccinserter.c:
+	* ext/closedcaption/gsth264ccinserter.h:
+	* ext/closedcaption/gsth264reorder.c:
+	* ext/closedcaption/gsth264reorder.h:
+	* ext/closedcaption/meson.build:
+	  closedcaption: Add h264ccinserter element
+	  Adding new element for inserting closed caption SEI to H.264 stream
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8496>
+
+2025-02-15 20:17:59 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/codecs/gsth264picture-private.h:
+	  h264picture: Export private method symbols
+	  That method will be used by plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8496>
+
+2025-02-19 18:34:41 +0900  Seungha Yang <seungha@centricular.com>
+
+	* tests/examples/cuda/meson.build:
+	* tests/examples/cuda/nvenc-extern-pool.c:
+	  examples: Add example for nvenc extern-cuda-bufferpool property
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8516>
+
+2025-02-19 17:46:34 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/nvcodec/gstnvencobject.cpp:
+	* sys/nvcodec/gstnvencobject.h:
+	* sys/nvcodec/gstnvencoder.cpp:
+	  nvencoder: Add extern-cuda-bufferpool property
+	  Add new property to support application allocated GstCudaMemory.
+	  CUDA memory alloc/free is a global device synchronization point
+	  as if launching CUDA kernel on default CUDA stream. To avoid the global
+	  synchronization, we added stream-ordered allocation support
+	  which allocates CUDA memory asynchronously.
+	  However, NVENC does not allow registering the stream-ordered
+	  allocated memory. Thus encoder was allocating normal CUDA
+	  memory in case that input CUDA memory is stream-ordered type.
+	  In this commit, newly introduced property will allow application
+	  to provide encoder with GstCudaBufferPool. Application can
+	  preallocate sufficient amount of CUDA memory in advance
+	  to avoid global device synchronization while pipeline is running.
+	  For now, this pool is used only if input CUDA memory is allocated
+	  via stream-ordered-allocation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8516>
+
+2025-02-19 15:38:08 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudaconverter.cpp:
+	  cudaconverter: Use stream ordered allocation if requested
+	  ... to avoid global device synchronization
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8516>
+
+2025-02-19 14:47:10 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudaconverter.cpp:
+	  cudaconverter: Remove unnecessary CUDA memory allocation
+	  We can pass struct to kernel by value
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8516>
+
+2025-02-13 15:30:04 +1100  Matthew Waters <matthew@centricular.com>
+
+	* ext/vulkan/vkupload.c:
+	  vkupload: don't require that input memory count matches output memory count
+	  It can very easily not. e.g.
+	  videotestsrc ! video/x-raw,format=NV12 ! identity drop-allocation=true ! \
+	  vulkanupload ! vulkancolorconvert ! vulkansink
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8530>
+
+2025-02-18 01:33:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/gstclosedcaption.c:
+	* ext/closedcaption/gsth265ccextractor.c:
+	* ext/closedcaption/gsth265ccextractor.h:
+	* ext/closedcaption/meson.build:
+	  closedcaption: Add h265ccextractor element
+	  This element will collect closed caption meta from H.265 stream
+	  and output caption buffers in display order
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8500>
+
+2025-02-18 01:14:38 +0900  Seungha Yang <seungha@centricular.com>
+
+	* ext/closedcaption/gsth264ccextractor.c:
+	  h264ccextractor: Port to GstVecDeque
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8500>
+
+2025-02-18 10:39:24 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  mpegts: Rename un-namespaced REG_TO_UINT32 macro
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/4226
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8506>
+
+2025-02-12 10:37:09 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/mpegts/gst-atsc-section.c:
+	* gst-libs/gst/mpegts/gst-dvb-descriptor.c:
+	* gst-libs/gst/mpegts/gst-dvb-section.c:
+	* gst-libs/gst/mpegts/gst-scte-section.c:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	* gst-libs/gst/mpegts/gstmpegtssection.c:
+	  mpegts: Update annotations
+	  Specify whether the various functions can return a NULL value
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8466>
+
+2024-12-09 17:42:18 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/debugutils/gstvideocodectestsink.c:
+	  debugutils: videocodectestsink: Add GBR_10LE as supported pixel format
+	  Add GBR_10LE in the list of supported format of the element.
+	  GBR_10LE is used as output format in Fluster ARGON tests suite.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8502>
+
+2024-12-09 10:57:30 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  videoparsers: av1: Fix typo in debug log
+	  comsumed -> consumed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8502>
+
+2024-12-06 14:13:22 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  videoparsers: av1: Allow av1parse to parse annexb streams
+	  Let's av1 parser do it job event it receives an annexb stream.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8502>
+
+2025-02-13 21:10:40 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkfence.c:
+	  vkfencecache: call parent release() only after resources have been removed
+	  The parent class will allow the handle to be reused at the end of the function.
+	  If we are still modifying the released fence, then another thread can acquire
+	  the fence while we are still clearing some of its data and produce a data race
+	  or a leaked fence depending on which thread wins.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8491>
+
+2025-02-16 20:08:58 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* gst-libs/gst/analytics/gstanalyticsmeta.c:
+	  analyticsmeta: Make output struct annotation more explicit
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8489>
+
+2025-02-16 20:07:48 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* gst-libs/gst/analytics/gstanalyticsmeta.c:
+	  analyticsmeta: Avoid crash when adding Mtd with NULL Mtd structure
+	  It's documented that you don't need to get the position of the Mtd
+	  when adding it.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8489>
+
+2025-02-16 21:30:42 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/gstvulkan.c:
+	  vulkan: register always vulkansink elements
+	  vulkansink elements were enabled only if
+	  the video extensions were present which
+	  is breaking backward compatibility such as Android
+	  or ios.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8488>
+
+2024-12-23 15:37:17 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/srtp/gstsrtp.c:
+	* ext/srtp/gstsrtp.h:
+	* ext/srtp/gstsrtpdec.c:
+	* ext/srtp/gstsrtpdec.h:
+	* ext/srtp/gstsrtpenc.c:
+	* ext/srtp/meson.build:
+	  srtp: require libsrtp2, drop support for libsrtp1
+	  Even old old debian stable from 2019 ships with a
+	  recent-enough libsrtp2 version.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8205>
+
+2025-02-16 14:09:49 +0900  Seungha Yang <seungha@centricular.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	  cccombiner: Fix critical warnings
+	  gst_buffer_add_video_caption_meta: assertion 'data != NULL' failed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8486>
+
+2025-02-16 14:36:08 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst-libs/gst/play/gstplay.c:
+	  play: Fix annotations of `parse_missing_plugins()` API
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8487>
+
+2025-02-15 15:44:14 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxsenc.c:
+	  svtjpegxsenc: fix copy'n'paste error in property registration
+	  Doesn't change anything in practice because the default value
+	  was set correctly in the instance init function.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8485>
+
+2024-12-09 13:39:16 -0500  Arun Raghavan <arun@asymptotic.io>
+
+	* ext/onnx/gstonnxclient.cpp:
+	  onnx: Allow generic well-known names for tensors
+	  This allows us to use the upstream version of the ssd_mobilenet model1, and
+	  starts setting us up to allow some tensor names by convention if we want to add
+	  more decoders.
+	  1 https://github.com/onnx/models/tree/main/validated/vision/object_detection_segmentation/ssd-mobilenetv1
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8117>
+
+2025-02-14 14:10:25 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/mpegtsdemux/mpegtspacketizer.c:
+	  mpegts: Fix PCR Discontinuity handling for HLS
+	  We can only reliably use the adaptation field discontinuity flag if our input is
+	  properly timestamped on a regular basis (ex: UDP, DVB, RTP, etc...).
+	  For HLS and other systems which don't provide that information, we should not
+	  reset the base observations. Otherwise we would potentially end up picking a
+	  reference time from a long time ago.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8480>
+
+2024-04-09 21:31:07 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/gstclosedcaption.c:
+	* ext/closedcaption/gsth264ccextractor.c:
+	* ext/closedcaption/gsth264ccextractor.h:
+	* ext/closedcaption/meson.build:
+	  closedcaption: Add closed caption extractor element for H.264 stream
+	  Adding new h264ccextractor element. This element will extract
+	  closed caption meta from H.264 stream, and output in display order.
+	  For the frame reordering, this element is implemented as a subclass
+	  of h264decoder but without actual frame decoding.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6580>
+
+2025-02-14 10:29:08 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/applemedia/avfassetsrc.m:
+	  avfassetsrc: fix mutex leak
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8479>
+
+2025-02-14 10:25:14 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/applemedia/avfassetsrc.m:
+	  avfassetsrc: fix missing GObject dispose chainup
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8479>
+
+2025-02-10 15:01:14 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/applemedia/videotexturecache-gl.m:
+	* sys/applemedia/videotexturecache-vulkan.mm:
+	  applemedia: fix chaining up GObject's constructed virtual method
+	  Fixes #4224
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8446>
+
+2025-02-13 13:03:37 +0900  Seungha Yang <seungha@centricular.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	* tests/check/elements/cccombiner.c:
+	  cccombiner: Fix wrong caps and buffer ordering
+	  If there's queued video buffer, forwards new caps event once
+	  the queued video buffer is drained.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8473>
+
+2025-02-13 10:04:16 +0800  James Oliver <james.oliver@icetana.ai>
+
+	* sys/nvcodec/gstcudaipcserver.cpp:
+	* sys/nvcodec/gstnvencobject.cpp:
+	  nvcodec: fix invalidated std::set::iterator usage
+	  As per the C++ standard, any usage of a std::set::iterator after it has
+	  been erased from the collection results in undefined behaviour. This has
+	  resulted in application crashes due to CUDA illegal address errors.
+	  This commit fixes the issue by copying and incrementing the iterator
+	  within any for-loops that also invoke std::set::erase.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8472>
+
+2025-02-10 13:43:11 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/d3d11/gstd3d11window_corewindow.cpp:
+	* sys/d3d11/gstd3d11window_swapchainpanel.cpp:
+	  d3d11: fix chaining up GObject's constructed virtual method
+	  Fixes #4223
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8448>
+
+2025-02-10 13:41:54 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/wasapi/gstmmdeviceenumerator.cpp:
+	  wasapi: fix chaining up GObject's constructed virtual method
+	  Fixes #4223
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8448>
+
+2025-02-10 13:41:19 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/asio/gstasioobject.cpp:
+	  asio: fix chaining up GObject's constructed virtual method
+	  Fixes #4223
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8448>
+
+2025-02-10 13:40:24 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst-libs/gst/winrt/gstwinrtdevicewatcher.cpp:
+	  winrt: fix chaining up GObject's constructed virtual method
+	  Fixes #4223
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8448>
+
+2025-02-12 22:07:41 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12mipgen.cpp:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12yadif.cpp:
+	  d3d12: Update root signature flags for old Windows10
+	  Use root signature flags which are part of initial Direct3D12 release.
+	  Old OS does not understand newly introduced flags
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8469>
+
+2025-02-12 16:51:24 +0100  wbartel <wilhelm.bartel@streamonkey.de>
+
+	* gst-libs/gst/webrtc/webrtc-priv.h:
+	* gst-libs/gst/webrtc/webrtc.h:
+	* gst-libs/gst/webrtc/webrtc_fwd.h:
+	  webrtc: fix recursive G_BEGIN_DECLS and include missing sctptransport.h in webrtc.h
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8470>
+
+2025-02-12 00:54:25 +0200  Mart Raudsepp <mart.raudsepp@globalm.media>
+
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  mpegtsmux: Fix error message for PID < 0x40 to be in the claimed base 16
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8463>
+
+2025-02-12 00:53:24 +0200  Mart Raudsepp <mart.raudsepp@globalm.media>
+
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  mpegtsmux: Fix deadlock when requesting pad for PID < 0x40
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8463>
+
+2025-02-11 00:02:50 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/directshow/dshowdeviceprovider.cpp:
+	  dshowdeviceprovider: fix missing GObject vtable chainups
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8452>
+
+2025-02-11 00:02:05 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst/transcode/gst-cpu-throttling-clock.c:
+	  cpu-throttling-clock: fix missing GObject vtable chainups
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8452>
+
+2025-02-11 00:01:23 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* ext/wpe/wpe-extension/gstwpebusmsgforwarder.c:
+	  wpebusmsgforwarder: fix missing GObject vtable chainups
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8452>
+
+2025-02-11 00:00:42 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* ext/qroverlay/gstbaseqroverlay.c:
+	  baseqroverlay: fix missing GObject vtable chainups
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8452>
+
+2025-02-11 00:00:23 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* ext/codec2json/gstav12json.c:
+	* ext/codec2json/gsth2642json.c:
+	* ext/codec2json/gsth2652json.c:
+	* ext/codec2json/gstvp82json.c:
+	  codec2json: fix missing GObject vtable chainups
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8452>
+
+2025-02-11 16:51:38 +0100  Robert Mader <robert.mader@collabora.com>
+
+	* gst-libs/gst/wayland/gstwldisplay.c:
+	  wayland: Report correct modifiers
+	  Fixes: e0e7a11089 ("wayland: De-dupe filling caps format fields")
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8460>
+
+2025-02-10 19:51:57 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	  d3d12screencapturesrc: Fix infinite negotiation on resolution change
+	  Updates crop rect if previous capture got error. The error might
+	  result from resolution change.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8444>
+
+2025-02-10 19:34:28 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	  d3d12screencapturesrc: Fix capturing rotated monitor
+	  Acquired and reconstructed frames will have different resolution
+	  if monitor is rotated. Use the copying logic of d3d11 implementation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8444>
+
+2025-02-07 17:48:32 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegtsmux: add support for VVC/H.266 video
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8435>
+
+2025-02-06 09:11:14 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/mpegtsdemux/mpegtspacketizer.c:
+	* gst/mpegtsdemux/tsdemux.c:
+	  mpegts: Take into account adaptation field discont
+	  If the flag is set, there is an *expected* discontinuity:
+	  * For CC, we ignore the fact it's not contiguous
+	  * For PCR, we acknowledge the values aren't contiguous
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8420>
+
+2025-01-24 13:53:36 -0500  Daniel Morin <daniel.morin@collabora.com>
+
+	* ext/srt/gstsrtsink.c:
+	* ext/srt/gstsrtsink.h:
+	  srtsink: filter stream-config already sent
+	  - Only sent buffer with GST_BUFFER_FLAG_HEADER if this buffer is not present in
+	  the streamheader
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8373>
+
+2025-02-10 13:16:20 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* sys/kms/gstkmsallocator.c:
+	  kms: fix chaining up GObject's constructed virtual method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8416>
+
+2025-02-10 13:15:34 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst-libs/gst/mse/gstmsesrc.c:
+	  msesrc: fix chaining up GObject's constructed virtual method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8416>
+
+2025-02-06 11:40:55 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
+	  vkphysicaldevice: fix chaining up GObject's constructed virtual method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8416>
+
+2025-02-06 11:33:50 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  basetsmux: fix chaining up GObject's constructed virtual method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8416>
+
+2025-02-06 11:28:16 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst/rtp/gstrtpsrc.c:
+	  rtpsrc: fix chaining up GObject's constructed virtual method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8416>
+
+2024-11-04 18:49:32 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkutils.c:
+	  vkutils: update gst_vulkan_handle_set_context doc
+	  device is a GstVulkanDevice
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7011>
+
+2024-06-11 17:25:51 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/gstvulkan.c:
+	* ext/vulkan/vksink.c:
+	* ext/vulkan/vksink.h:
+	  vksink: allow multiple device registration
+	  As for decoders, the plugin can register multiple
+	  device present on the system.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7011>
+
+2024-06-04 18:49:37 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/gstvulkan.c:
+	* ext/vulkan/gstvulkanelement.c:
+	* ext/vulkan/gstvulkanelements.h:
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh264dec.h:
+	* ext/vulkan/vkh265dec.c:
+	* ext/vulkan/vkh265dec.h:
+	  vkh26xdec: register multiple elements
+	  Register the multiple devices available on the system in
+	  separate features in the registry for the vulkan decoders.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7011>
+
+2024-10-21 17:05:18 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	  v4l2codecs: av1: Allow inter-frames resolution change
+	  When the stream resolution change it is needed to negotiate
+	  a new pools and to update the caps.
+	  Resolution change could occurs on a new sequence or a new
+	  picture so move resolution change detection code in a common
+	  function.
+	  Only call streamoff if the resolution occur while decoding a key frame.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8064>
+
+2024-10-21 17:03:00 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* gst-libs/gst/codecs/gstav1decoder.c:
+	  codecs: av1 decoder: Drain output buffers resolution change
+	  We must drain the pending output picture so that subclass can renegotiate
+	  the caps. Not doing so while still renegotiating would mean that the
+	  subclass would have to do an allocation query before pushing the caps.
+	  Pushing the caps now without this would also not work since these caps
+	  won't match the pending buffers format.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8064>
+
+2025-02-03 12:46:29 +0000  Glyn Davies <glyn@solet.io>
+
+	* gst/videoparsers/gsth264parse.c:
+	  h264parse: Force full timestamp on all timecode updates. Was invalid between midnight and 1am
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8401>
+
+2025-02-09 17:47:32 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* meson.build:
+	  Back to development after 1.25.50
+
+=== release 1.25.50 ===
+
+2025-02-09 17:35:17 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* NEWS:
+	* RELEASE:
+	* gst-plugins-bad.doap:
+	* meson.build:
+	  Release 1.25.50
+
+2025-02-08 16:53:57 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/opencv/meson.build:
+	  opencv: Fix pkgconfig dependency name and gstopencv_dep
+	  Broke in bbdf8f599633627d4727b4cab6274c6a2b486a81
+	  Also print the prefix inside which we try to detect opencv's data dir.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8403>
+
+2025-02-08 01:49:07 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/opencv/gsthanddetect.cpp:
+	* gst-libs/gst/opencv/meson.build:
+	  opencv: Fix hand detect profile paths
+	  This is the same mechanism used by facedetect
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8403>
+
+2024-12-13 09:07:48 +0000  Cheung Yik Pang <pang.cheung@harmonicinc.com>
+
+	* sys/va/gstvavp8dec.c:
+	  va: Add VP8 alpha decode bin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8180>
+
+2024-10-29 12:40:04 +0800  Cheung Yik Pang <pang.cheung@harmonicinc.com>
+
+	* sys/va/gstvavp9dec.c:
+	  va: Add VP9 alpha decode bin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8180>
+
+2024-10-29 12:39:39 +0800  Cheung Yik Pang <pang.cheung@harmonicinc.com>
+
+	* sys/va/gstvacodecalphadecodebin.c:
+	* sys/va/gstvacodecalphadecodebin.h:
+	* sys/va/meson.build:
+	  va: Add codec alpha decode bin base class
+	  A VA-API decoder bin base class for codecs with alpha channel support.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8180>
+
+2025-02-07 15:43:05 +0100  wbartel <wilhelm.bartel@streamonkey.de>
+
+	* gst-libs/gst/webrtc/meson.build:
+	  webrtc: fix pkg-config missing sdp dependency
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8433>
+
+2025-02-07 08:44:53 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
+
+	* gst-libs/gst/codecs/meson.build:
+	  codecs: include gsth266decoder.h when building gir
+	  Will hopefully fix cerbero ci job.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8430>
+
+2025-02-05 15:27:14 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/v4l2codecs/gstv4l2format.c:
+	* sys/v4l2codecs/gstv4l2format.h:
+	  v4l2codecs: Add NV12_10LE40 / NV15 support
+	  NV15 is common format on RK platform and is that only uncompressed 10bit
+	  format the display controller on RK3588 supports.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8426>
+
+2023-05-22 16:15:33 +0200  Kévin Commaille <zecakeh@tedomum.fr>
+
+	* ext/zbar/gstzbar.c:
+	* tests/check/elements/zbar.c:
+	  zbar: allow to get symbol as bytes
+	  It would be possible to get some binary symbols with a string, but if
+	  they contain NUL bytes, the string will be cut off. To fix this,
+	  provide the decoded symbol as a GBytes too.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4688>
+
+2023-05-22 16:09:28 +0200  Kévin Commaille <zecakeh@tedomum.fr>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/zbar/gstzbar.c:
+	* ext/zbar/gstzbar.h:
+	* ext/zbar/meson.build:
+	  zbar: allow to enable binary mode
+	  Added in zbar 0.23.1, it is a mode that prevents zbar from trying to
+	  convert the binary data of QR codes to text by guessing the encoding.
+	  Add a property that changes the configuration of the zbar image scanner
+	  accordingly.
+	  <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4688>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4688>
+
+2025-01-09 23:42:14 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Handle the padding OBU correctly
+	  The current av1parse can not find the edge of frame correctly if there
+	  is padding OBUs inside the stream. We now use a flag seen_non_padding to
+	  check whether we see some valid data after a data push. Then the padding
+	  OBUs will be the part of the new frame.
+	  We also refine the code logic to make the code more readable.
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/4044
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8269>
+
+2025-02-05 17:10:16 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	* gst/videoparsers/gsth266parse.h:
+	  h266parse: clean up unused APS fields
+	  Since APS is always carried in-band, we don't need to keep the APS
+	  NALs around in the parser anymore.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-31 00:26:38 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth266parser.c:
+	  h266parser: do not fail when extension flags are set
+	  For VPS, PPS, APS, OPI and DCI, the extension flags are the last syntax
+	  in the structures, and according to the spec, should be ignored if set to 1.
+	  Therefore, we can just ignore them rather than failing.
+	  This fixes a few failures in fluster, like in the PSEXT_A_Nokia_2 stream.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 12:11:28 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* tests/check/elements/h266parse.c:
+	  h266parse: add tests for vvc1 and vvi1
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 12:10:05 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: enable vvc1 and vvi1 stream formats
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 12:07:21 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: handle packetized frames
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-02-05 14:17:21 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: don't prepend APS NALs on IDR frames
+	  Instead, APS NALs can just be pushed an in-band NALs like PH and SEI.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 12:21:35 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: negotiate before handling codec_data NALs
+	  If we find VPS/SPS/PPS in codec_data and call gst_h266_parse_process_nal
+	  with them, we need to have negotiated before in order to correctly
+	  process them with flags like h266parse->transform set or not depending
+	  on the negotiation. This is important because in certain vvc1/vvi1 streams we
+	  may have correct codec_data but faulty parameter sets in the stream and
+	  we would want to push the parameter sets from codec_data first.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-02-05 14:17:45 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: parse codec_data
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 11:46:38 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: update IDR position in more cases
+	  The IDR position should be updated if we're processing an
+	  IDR frame or pushing codec NALs. Not only when picture_header_in_slice_header_flag
+	  is set.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 11:37:10 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: fix typos
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 11:30:36 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	  h266parse: implement make_codec_data
+	  implement serialization of codec_data containing VvcDecoderConfigurationRecord
+	  as defined in ISO/IEC 14996-15.
+	  The VPS/SPS/PPS NALs are added to the codec_data. APS NALs could be
+	  optionally included as well but will be pushed in-band instead, because:
+	  1. Logic is easier that way. We'd have to filter out for PREFIX_APS only
+	  (SUFFIX_APS aren't allowed in codec_data).
+	  2. APS NALs can also be sent for every non-keyframe slice, and often are, so just pushing
+	  them in-band makes more sense to have less to keep track and avoid possible
+	  duplicates.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-01-24 11:17:50 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth266parser.c:
+	* gst-libs/gst/codecparsers/gsth266parser.h:
+	* tests/check/libs/h266parser.c:
+	  h266parser: add API to parse VVCDecoderConfigurationRecord
+	  VVCDecoderConfigurationRecord is present in ISOBMFF files carrying
+	  VVC/H.266 streams via the vvcC box, as defined in ISO/IEC 14496-15.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8359>
+
+2025-02-06 08:34:46 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/opencv/meson.build:
+	  opencv: imgcodecs.hpp is also needed to build the plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8418>
+
+2025-02-06 08:08:58 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* ext/opencv/meson.build:
+	* gst-libs/gst/opencv/meson.build:
+	  meson: Modernize opencv build definitions
+	  Use the fs module instead of using `run_command('test')`, simplify
+	  some indentation, fix dependency management
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8418>
+
+2025-01-03 15:15:57 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst-libs/gst/play/gstplay.c:
+	* gst-libs/gst/play/gstplay.h:
+	  play: Distinguish missing plugin errors and include more details in error/warning messages
+	  Include the URI (and if possible) stream-id in the messages. These are provided
+	  by uridecodebin3 / decodebin3 in most cases but there is fallback code to guess
+	  them otherwise.
+	  For missing plugin errors also the installer details are included.
+	  The URI is included in all message types.
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3547
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8236>
+
+2025-02-06 23:28:13 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/nvdswrapper/gstnvdsdewarp.cpp:
+	* ext/nvdswrapper/plugin.cpp:
+	  docs: Add nvdswrapper docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8425>
+
+2024-12-23 11:47:26 +0100  Philippe Normand <philn@igalia.com>
+
+	* ext/wpe/gstwpethreadedview.cpp:
+	* ext/wpe/gstwpethreadedview.h:
+	  wpe: Reduce gpointer usage in ThreadedView
+	  Those gpointers were introduced when we had to support some old WPE API, no need
+	  for them anymore.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8413>
+
+2025-02-03 12:25:34 +0100  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/plugin.c:
+	  docs: v4l2codecs: Add plugin index documentation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2023-10-25 16:28:43 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  doc: Push v4l2codecs documentation cache
+	  These are normally autogenerated for the platform GStreamer runs on,
+	  though it is convenient to have everything listed in the doc. This
+	  was created with the new GST_V4L2_CODEC_GEN_DOC=1 environment.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2025-01-30 16:27:36 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecalphadecodebin.c:
+	* sys/v4l2codecs/gstv4l2codecalphadecodebin.h:
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	* sys/v4l2codecs/gstv4l2codech264dec.c:
+	* sys/v4l2codecs/gstv4l2codech265dec.c:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	  doc: v4l2codecs: Document all decoders
+	  Add the documentation blob and since marker for all decoders.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2025-01-30 23:05:58 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecalphadecodebin.c:
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	* sys/v4l2codecs/gstv4l2codech264dec.c:
+	* sys/v4l2codecs/gstv4l2codech265dec.c:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2decoder.h:
+	  v4l2codecs: Remove uneeded per-codec abstract class
+	  That subclass was not needed and was causing issues wit doc generation.
+	  The only down side of removing it is that the decoder cast macro is no
+	  longer type safe.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2025-01-30 20:00:55 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	  v4l2codecs: Add Hardware class to alpha decoders
+	  This was accidently omitted, this is needed wen filterting hardware
+	  codecs.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2023-12-14 15:48:43 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecalphadecodebin.c:
+	* sys/v4l2codecs/gstv4l2codecalphadecodebin.h:
+	  v4l2codecs: Cleanup alpha decodebin class header
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2023-12-14 15:26:27 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	* sys/v4l2codecs/gstv4l2codecav1dec.h:
+	* sys/v4l2codecs/gstv4l2codech264dec.c:
+	* sys/v4l2codecs/gstv4l2codech264dec.h:
+	* sys/v4l2codecs/gstv4l2codech265dec.c:
+	* sys/v4l2codecs/gstv4l2codech265dec.h:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.h:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.h:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.h:
+	  v4l2codecs: Don't needlessly expose decoder types
+	  We have explicit register functions and have no use for these types in
+	  other components.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2023-12-14 15:19:56 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecallocator.h:
+	* sys/v4l2codecs/gstv4l2codecalphadecodebin.h:
+	* sys/v4l2codecs/gstv4l2codecav1dec.h:
+	* sys/v4l2codecs/gstv4l2codecdevice.h:
+	* sys/v4l2codecs/gstv4l2codech264dec.h:
+	* sys/v4l2codecs/gstv4l2codech265dec.h:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.h:
+	* sys/v4l2codecs/gstv4l2codecpool.h:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.h:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.h:
+	* sys/v4l2codecs/gstv4l2decoder.h:
+	* sys/v4l2codecs/gstv4l2format.h:
+	  v4l2codecs: Use pragma once
+	  This is a nice cleanup and removes comment referring to D3D notably.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2023-10-24 17:07:54 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	  v4l2codecs: Enable AV1 kernel version check
+	  The uAPI finally got merged into 6.5.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2023-10-24 17:04:17 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	* sys/v4l2codecs/gstv4l2codecdevice.c:
+	* sys/v4l2codecs/gstv4l2codech264dec.c:
+	* sys/v4l2codecs/gstv4l2codech265dec.c:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2decoder.h:
+	  v4l2codecs: Add a doc generation mode
+	  This is enabled through an env, it allow exposing all elements without
+	  the needed driver supports. This is useful to fill the documentation cache.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5555>
+
+2025-02-03 14:09:16 +0100  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/gtk/gstgtkwaylandsink.c:
+	* ext/wayland/gstwaylandsink.c:
+	  waylandsink: Prefer DMABuf over system memory
+	  Swap the template and caps query around to that the sink can describe a
+	  preference for DMAbuf over system memory.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8404>
+
+2025-02-04 17:33:23 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkvideoencodeh265: fix PicOrderCntVal usage
+	  remove `pic_order_cnt` member variable of GstVulkanH265EncodeFrame and
+	  use always `pic_num` instead.
+	  Intialize first `pic_num` value in test_encoder_h265_i_p.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8408>
+
+2025-02-04 16:10:38 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkvideoencodeh26x: tests: set constant qp
+	  Set constant qp to 26 in between 0 and 51, the qp range
+	  for h264 and h265.
+	  minQp in case of ANV is 10 for h265
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8407>
+
+2025-02-04 03:49:00 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/mediafoundation/meson.build:
+	  mediafoundation: Enable MinGW build
+	  Update MinGW toolchain in cerbero can support MediaFoundation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8406>
+
+2025-02-04 05:27:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/mediafoundation/gstmfcapturedshow.cpp:
+	* sys/mediafoundation/gstmftransform.cpp:
+	* sys/mediafoundation/gstmfvideobuffer.cpp:
+	* sys/mediafoundation/gstmfvideobuffer.h:
+	* sys/mediafoundation/gstmfvideoencoder.cpp:
+	  mediafoundation: Use DEFINE_GUID instead of DECLSPEC_UUID
+	  MinGW will not define IID for custom COM object
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8406>
+
+2025-02-04 04:14:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/mediafoundation/gstmfutils.h:
+	  mediafoundation: Fix GUID_NULL related MinGW build error
+	  Include cguid.h for GUID_NULL
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8406>
+
+2025-02-04 04:09:02 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/mediafoundation/gstmfaacenc.cpp:
+	* sys/mediafoundation/gstmfcapturedshow.cpp:
+	* sys/mediafoundation/gstmfmp3enc.cpp:
+	* sys/mediafoundation/gstmfsourceobject.cpp:
+	* sys/mediafoundation/gstmfsourcereader.cpp:
+	* sys/mediafoundation/gstmftransform.cpp:
+	* sys/mediafoundation/gstmfutils.cpp:
+	* sys/mediafoundation/gstmfvideobuffer.cpp:
+	* sys/mediafoundation/gstmfvideobuffer.h:
+	* sys/mediafoundation/gstmfvideoencoder.cpp:
+	* sys/mediafoundation/gstmfvideosrc.cpp:
+	* sys/mediafoundation/gstmfvp9enc.cpp:
+	* sys/mediafoundation/plugin.cpp:
+	  mediafoundation: Fix various GCC warnings
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8406>
+
+2024-06-28 09:32:20 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabasedec.h:
+	* sys/va/gstvah266dec.c:
+	* sys/va/gstvah266dec.h:
+	* sys/va/gstvaprofile.c:
+	* sys/va/gstvaprofile.h:
+	* sys/va/meson.build:
+	* sys/va/plugin.c:
+	  va: Implement the VA h266 decoder
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5865>
+
+2024-12-20 18:13:23 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecs/gsth266decoder.c:
+	* gst-libs/gst/codecs/gsth266decoder.h:
+	* gst-libs/gst/codecs/gsth266picture.c:
+	* gst-libs/gst/codecs/gsth266picture.h:
+	* gst-libs/gst/codecs/meson.build:
+	  codecs: Add the H266/VVC decoder base class
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5865>
+
+2025-02-04 05:27:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/mediafoundation/gstwin32devicewatcher.cpp:
+	  mfdevice: Unregister device notification callback on stop
+	  ... as intended
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8405>
+
+2025-02-04 03:55:55 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/mediafoundation/gstmfvideoencoder.cpp:
+	  mfvideoenc: Fix profile string check
+	  profile_str is not std::string. Use strcmp instead
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8405>
+
+2025-02-04 02:52:51 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/mediafoundation/gstmfdevice.cpp:
+	  mfdevice: Fix memory leak
+	  Release resources on dispose() as intended
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8405>
+
+2025-02-03 20:39:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/dwrite/meson.build:
+	* sys/nvcodec/meson.build:
+	* sys/qsv/meson.build:
+	  meson: Check d3d12video header for MinGW build
+	  Old MinGW toolchain does not ship the header
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8400>
+
+2025-02-03 09:39:07 +0100  Sebastian Dröge <sebastian@centricular.com>
+
+	* ext/closedcaption/gstceaccoverlay.c:
+	  cc708overlay: Deprecate element in favour of cea708overlay
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3459
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8397>
+
+2025-02-02 19:00:26 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12mipgen.cpp:
+	  d3d12mipgen: Respect requested mip levels
+	  Don't waste GPU power by generating more levels than requested
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8394>
+
+2025-02-02 00:55:07 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12mipgen.cpp:
+	  d3d12mipgen: Serialize root signature only once
+	  ... and reuse serialized blob
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8394>
+
+2024-06-11 17:46:11 +0200  Ruben Gonzalez <rgonzalez@fluendo.com>
+
+	* meson.build:
+	  meson: use nls option to ENABLE_NLS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7017>
+
+2023-09-29 18:14:52 +0200  Tim-Philipp Müller <tim@centricular.com>
+
+	* tools/gst-app-maker:
+	* tools/gst-element-maker:
+	* tools/gst-project-maker:
+	  bad: tools: update gst-{app,element,project}-maker for new gst-indent
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5192>
+
+2023-09-29 18:10:09 +0200  Tim-Philipp Müller <tim@centricular.com>
+
+	* scripts/update-orc-dist-files.py:
+	  scripts: update update-orc-dist-files.py scripts for new gst-indent
+	  And fix python indentation with autopep8
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5192>
+
+2025-01-31 22:06:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	  d3d12converter: Fix SRV descriptor heap size
+	  Converter was allocating smaller size of descriptor heap
+	  than required size when auto-mipgen is enabled
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8391>
+
+2025-01-22 23:01:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* tests/examples/codecparsers/meson.build:
+	* tests/examples/codecparsers/parse-h264-drop-frames.c:
+	  examples: Add h264parser example
+	  An example to show how to detect frame type using h264parser
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8338>
+
+2025-01-29 19:37:39 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	  mpegtsdescriptor: Add (transfer none) annotation to out parameter of parse_registration()
+	  Out parameters are (transfer full) by default.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8380>
+
+2025-01-09 14:27:11 +0000  Colin Kinloch <colin.kinloch@collabora.com>
+
+	* ext/gtk/gstgtkwaylandsink.c:
+	* ext/wayland/gstwaylandsink.c:
+	* gst-libs/gst/wayland/gstwldisplay.c:
+	* gst-libs/gst/wayland/gstwldisplay.h:
+	  wayland: De-dupe filling caps format fields
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8268>
+
+2025-01-29 09:31:54 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2format.c:
+	  v4l2codecs: format: Fix tiled stride with modifiers
+	  After a bit of back and forth, we figure-out that for backward
+	  compatibility we need to set the tile stride the way GStreamer
+	  defines it. Sinks such as glimagesink/waylandsink translate it
+	  back to the number of bytes representation used by Linux.
+	  The change in !7355 when the other way around, breaking tiled
+	  playback through waylandsink and glimagesink.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7892>
+
+2025-01-10 11:29:44 +0000  Colin Kinloch <colin.kinloch@collabora.com>
+
+	* ext/gtk/gstgtkwaylandsink.c:
+	* ext/wayland/gstwaylandsink.c:
+	* gst-libs/gst/wayland/gstwldisplay.c:
+	* gst-libs/gst/wayland/gstwlvideoformat.c:
+	* gst-libs/gst/wayland/gstwlvideoformat.h:
+	  wayland: Don't filter out unrecognised DRM formats
+	  There is no requirement for a base DRM format to be supported by libgstvideo
+	  in order to be uploaded to.
+	  The linux-dmabuf-v1 format events are DRM_FORMAT codes and don't need to
+	  be converted before use with `gst_video_dma_drm_fourcc_to_string`.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8279>
+
+2025-01-27 18:55:26 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* ext/closedcaption/ccutils.c:
+	* ext/closedcaption/ccutils.h:
+	* ext/closedcaption/gstcccombiner.c:
+	  cccombiner: Restore QoS messaging
+	  Reimplement the QoS message generation that was lost together with the
+	  caption frame counting.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7996>
+
+2025-01-23 15:34:14 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	  cccombiner: Clean up property mutability
+	  Most settings are copied from properties on the READY → PAUSED state
+	  change. The recently added properties violate this scheme, and are
+	  probably unsafe to change.
+	  Make these properties consistently MUTABLE_READY. Also remove the unused
+	  `output_padding` field.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7996>
+
+2024-11-19 17:38:43 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* tests/check/elements/cccombiner.c:
+	  tests: cccombiner: Test rescheduling 50fps to 25fps w/o overflow
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7996>
+
+2024-11-19 17:38:43 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	  cccombiner: Replace caption frame counting with max_buffer_time
+	  The counting is defective when we are combining with a stream that has a
+	  higher max_cea608_count (such as 60p to 30i), as we produce less caption
+	  frames than we consume, leading to periodic queue drops.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7996>
+
+2025-01-25 00:15:04 -0500  Arun Raghavan <arun@asymptotic.io>
+
+	* ext/webrtcdsp/meson.build:
+	  webrtcdsp: Use C++20 with MSVC if needed
+	  The subproject fails on vs2022 builds with:
+	  ...agc2/input_volume_stats_reporter.cc(89): error C7555: use of designated initializers requires at least '/std:c++20'
+	  So let's force C++20 in this case.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8270>
+
+2025-01-09 11:37:05 -0500  Arun Raghavan <arun@asymptotic.io>
+
+	* ext/webrtcdsp/gstwebrtcdsp.cpp:
+	* ext/webrtcdsp/meson.build:
+	  webrtcdsp: Bump to WebRTC AudioProcessing 2.1
+	  Keep 1.0 support around so distros can manage this bump more easily.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8270>
 
 2025-01-20 18:19:18 +0100  Andoni Morales Alastruey <ylatuya@gmail.com>
 
@@ -26,7 +1694,16 @@
 	  of GST_FLOW_OK, which must not be treated as an error since
 	  the queue is cleaned correctly as well.
 	  Fix #4179
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8361>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8328>
+
+2025-01-23 11:50:43 +1100  Matthew Waters <matthew@centricular.com>
+
+	* sys/nvcodec/gstcudacompositor.cpp:
+	  cudacompositor: pass correct variable to debug log functions
+	  Fixes spew of:
+	  gst_debug_log_full_valist: assertion 'id != NULL ||
+	  object == NULL || G_IS_OBJECT (object)' failed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8345>
 
 2025-01-23 13:20:50 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
@@ -37,19 +1714,901 @@
 	  I do not experience any tearing without flushing on both nvidia and AMD
 	  GPU, so I suppose it's no longer needed.
 	  Slightly improve CPU usage according to my tests.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8355>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8348>
+
+2025-01-22 19:37:02 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudacompositor.cpp:
+	  cudacompositor: Fix memory leak
+	  gst_cuda_compositor_upload_frame() returns buffers with increased
+	  refcount already
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8335>
+
+2025-01-17 20:46:55 +1100  Brad Hards <bradh@frogmouth.net>
+
+	* gst/videoparsers/gsth264parse.c:
+	  h264parse: add conditional values to AVCConfigurationRecord
+	  This adds the data required in AVCDecoderConfigurationRecord for
+	  higher profile (High variants) configurations - everything in the if(...) {...} part
+	  of ISO/IEC 14496-15:2024 Section 5.3.2.1.2. (or 5.3.3.1.2 in the 2019 version).
+	  Resolves an error flagged by ComplianceWarden when muxing this into ISOBMFF.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8308>
+
+2025-01-20 03:14:22 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/nvcodec/gstcudacompositor.cpp:
+	* sys/nvcodec/gstnvav1encoder.cpp:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	  docs: Update nvcodec plugin docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8325>
+
+2025-01-20 21:29:52 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudaipcsink.cpp:
+	* sys/nvcodec/gstcudaipcsrc.cpp:
+	  cudaipc: Use empty string for address property docs
+	  Since Windows and Linux have different default values,
+	  use empty string when generating plugin docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8325>
+
+2025-01-20 04:52:00 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvav1dec.cpp:
+	* sys/nvcodec/gstnvav1encoder.cpp:
+	* sys/nvcodec/gstnvdecoder.cpp:
+	* sys/nvcodec/gstnvh264dec.cpp:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265dec.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	* sys/nvcodec/gstnvvp8dec.cpp:
+	* sys/nvcodec/gstnvvp9dec.cpp:
+	  nvcodec: Specify documentation caps
+	  ... since produced caps will be different depending on OS and GPU model.
+	  Also adding Y444_16LE format to decoder's GL template caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8325>
+
+2025-01-20 02:55:03 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/nvcomp/gstnvcompvideoenc.cpp:
+	* ext/nvcomp/plugin.cpp:
+	  docs: Add nvcomp plugin docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8325>
 
 2025-01-20 18:37:23 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst/mpegtsdemux/mpegtspacketizer.c:
 	  tsdemux: Fix backwards PTS wraparound detection with ignore-pcr=true
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8332>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8326>
+
+2025-01-20 13:23:50 +0100  Mathieu Duponchelle <mathieu@centricular.com>
+
+	* docs/meson.build:
+	  docs: explicitly list gir files as depends for generating configs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8324>
+
+2024-12-18 01:45:28 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudacompositor.cpp:
+	* sys/nvcodec/gstcudacompositor.h:
+	* sys/nvcodec/meson.build:
+	* sys/nvcodec/plugin.c:
+	  nvcodec: Add cudacompositor element
+	  Adding CUDA based compositor element
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8170>
+
+2024-12-17 00:51:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudaconverter.cpp:
+	  cudaconverter: Add support for alpha blending
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8170>
+
+2024-12-16 01:32:36 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudaconverter.cpp:
+	* sys/nvcodec/gstcudaconverter.h:
+	* sys/nvcodec/gstcudaconvertscale.c:
+	* sys/nvcodec/meson.build:
+	  cudaconverter: Add support for configuration update
+	  Allow updating various configuration values via property
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8170>
+
+2024-12-14 23:56:35 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudaconverter.c:
+	  cudaconverter: Pass constant values as kernel argument
+	  Make conversion kernel more flexible and reusable
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8170>
+
+2024-12-14 21:44:55 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/cuda-gst.h:
+	* gst-libs/gst/cuda/gstcudaloader.cpp:
+	* gst-libs/gst/cuda/stub/cuda.h:
+	  cuda: Load 2D memset function symbols
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8170>
+
+2025-01-15 17:36:00 +0100  Mathieu Duponchelle <mathieu@centricular.com>
+
+	* docs/meson.build:
+	* gst-libs/gst/adaptivedemux/meson.build:
+	* gst-libs/gst/analytics/meson.build:
+	* gst-libs/gst/audio/meson.build:
+	* gst-libs/gst/basecamerabinsrc/meson.build:
+	* gst-libs/gst/codecparsers/meson.build:
+	* gst-libs/gst/codecs/meson.build:
+	* gst-libs/gst/cuda/meson.build:
+	* gst-libs/gst/dxva/meson.build:
+	* gst-libs/gst/insertbin/meson.build:
+	* gst-libs/gst/mpegts/meson.build:
+	* gst-libs/gst/mse/meson.build:
+	* gst-libs/gst/opencv/meson.build:
+	* gst-libs/gst/play/meson.build:
+	* gst-libs/gst/player/meson.build:
+	* gst-libs/gst/transcoder/meson.build:
+	* gst-libs/gst/va/meson.build:
+	* gst-libs/gst/vulkan/meson.build:
+	* gst-libs/gst/webrtc/meson.build:
+	* gst-libs/meson.build:
+	  docs: generate hotdoc configs for libraries with our helper script
+	  With this patch, configure time is identical no matter whether doc is
+	  enabled or not.
+	  The configuration files also now contain explicitly-listed sources with
+	  no wildcards.
+	  For the four libraries where hotdoc needs to use clang to generate the
+	  documentation (as opposed to the rest of the libraries where hotdoc uses
+	  the gir), the script will call pkg-config to determine the appropriate
+	  C flags.
+	  This means a side effect of this patch is that pkg-config files are now
+	  generated for the gstadaptivedemux and gstopencv libraries.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8312>
+
+2025-01-17 16:51:22 +0100  Mathieu Duponchelle <mathieu@centricular.com>
+
+	* meson.build:
+	  meson: bump minimum version to 1.4 in every subprojects
+	  36c01d05797ad9c7778939c54870f979bdcbba1f bumped to 1.4 for gst-devtools
+	  and the root project, but we usually keep those in sync everywhere.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8312>
+
+2025-01-04 20:46:37 +0000  Sam James <sam@gentoo.org>
+
+	* ext/lc3/meson.build:
+	  lc3: tweak meson style
+	  While this might seem a bit silly, it aids some of our infra in
+	  packaging. Tweak for consistency with other use.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8239>
+
+2025-01-06 13:28:40 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	  vkh264dec: enhance interlaced content support
+	  - Use frame_num instead of pic_num to set the long_term_pic_num
+	  fixing 10 interlaced tests in fluster test suite: JVT-AVC_V1
+	  - Send the slice offset only once in case of interlaced content.
+	  Fixing 5 interlaced tests in fluster test suite: JVT-AVC_V1.
+	  - The default value for top and bottom field flag should be 0 in the
+	  case of a progressive content.
+	  - Use short and long term refs helper getter method to retrieve the
+	  reference frames according its none existing and interlaced state
+	  - Reorganize the find_next_slot_idx code to be easier to read.
+	  Co-authored-by: Daniel Almeida <daniel.almeida@collabora.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7854>
+
+2024-06-21 16:55:05 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	  vkh264dec: enable h264 interlaced decoding
+	  First the slot_index shall have the same value for the first and second
+	  fields.
+	  Also, the reference frames are only those with both fields.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7854>
+
+2024-06-21 16:43:52 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	  vkh264dec: make GstVulkanH264Picture a reference count
+	  Thus we could re-use the same structure for interlaced fields: a single bistream,
+	  single output buffer and single vulkan structures.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7854>
+
+2024-10-25 15:24:49 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	  vkh264dec: non existing picture are not refs
+	  The non existing picture or gap picture should not be
+	  considered as refs for vulkan decoder.
+	  Fix fluster tests:
+	  MR3_TANDBERG_B
+	  MR4_TANDBERG_C
+	  MR5_TANDBERG_C
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7854>
+
+2024-10-25 12:36:43 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/vulkan/vkh264dec.c:
+	  vkh264dec: support h264 extended profile
+	  Extended is identical to main but allows FMO/ASO features to be used,
+	  and prevent using CABAC.
+	  Using similar logic to "baseline", assume that if we support main,
+	  we can also do extended.
+	  This fixes the following fluster vectors, which otherwise would fail when trying to link the parsebin pad.
+	  BA3_SVA_C
+	  MR6_BT_B
+	  MR7_BT_B
+	  MR8_BT_B
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7854>
+
+2025-01-15 17:08:21 -0500  Daniel Morin <daniel.morin@collabora.com>
+
+	* gst-libs/gst/analytics/gstanalyticssegmentationmtd.c:
+	* gst-libs/gst/analytics/gstanalyticssegmentationmtd.h:
+	  gst-analytics: add missing mtd segmentation API
+	  - add gst_analytics_segmentation_mtd_get_mtd_type() which is required to
+	  retrieve the concrete type of a generic mtd (GstAnalyticsMtd).
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8307>
 
 2025-01-10 14:15:21 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* sys/decklink/gstdecklinkvideosink.cpp:
 	  decklinkvideosink: Fix handling of caps framerate in auto mode
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8306>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8280>
+
+2025-01-10 21:18:45 +0100  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst-libs/gst/mpegts/gstmpegtssection.h:
+	* gst/mpegtsdemux/tsdemux.c:
+	  tsdemux: add support for VVC/H.266
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4940>
+
+2025-01-14 17:22:12 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* gst-libs/gst/webrtc/nice/nice.c:
+	  webrtc-nice: fix compiler warning with older versions if libnice
+	  warning: "HAVE_LIBNICE_CONSENT_FIX" is not defined, evaluates to 0 -Wundef
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8305>
+
+2025-01-13 00:39:43 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  d3d12: Update docs for max-mip-levels property
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-13 00:08:28 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12convert.h:
+	  d3d12convert: Add max-mip-levels property
+	  Add support for automatic mipmap generation depending on viewport size
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-12 23:37:58 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	  d3d12swapchainsink: Add max-mip-level property
+	  Add support for automatic mipmap generation depending on viewport size
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-12 23:22:44 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/gstd3d12window.h:
+	  d3d12videosink: Add max-mip-level property
+	  Add support for automatic mipmap generation depending on viewport size
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-10 21:57:58 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* gst-libs/gst/d3d12/gstd3d12mipgen-private.h:
+	* gst-libs/gst/d3d12/gstd3d12mipgen.cpp:
+	  d3d12converter: Add support for mipmap generation
+	  Adding max-mip-levels property so that converter can generate
+	  mipmap textures if render target size is smaller than
+	  input texture resolution.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-10 01:59:14 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	  d3d12converter: Refactor to support mipmap handling
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-10 21:05:45 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen_gray.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/meson.build:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	  d3d12mipmapping: Add support for GRAY output
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-10 00:38:39 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12mipgen-private.h:
+	* gst-libs/gst/d3d12/gstd3d12mipgen.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen_ayuv.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen_vuya.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/meson.build:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	  d3d12mipmapping: Skip alpha sampling if possible
+	  If input format has no alpha and output format has no alpha,
+	  skip alpha sampling which can reduce the number of instruction slots
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-09 23:12:05 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12mipgen-private.h:
+	* gst-libs/gst/d3d12/gstd3d12mipgen.cpp:
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	* sys/d3d12/meson.build:
+	  d3d12: Move mipgen to libs
+	  converter object will use mipgen object
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8290>
+
+2025-01-14 15:00:43 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* meson.build:
+	  Back to development after 1.25.1
+
+=== release 1.25.1 ===
+
+2025-01-14 14:52:48 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* NEWS:
+	* RELEASE:
+	* gst-plugins-bad.doap:
+	* meson.build:
+	  Release 1.25.1
+
+2024-12-20 13:28:38 -0700  Jordan Yelloz <jordan.yelloz@collabora.com>
+
+	* sys/decklink/gstdecklink.cpp:
+	  decklink: Fixed caps-building for output devices
+	  When iterating through output devices, video_input_caps was being
+	  updated instead of video_output_caps.
+	  As a result, video output devices were being created with an empty caps object
+	  and `gst-device-monitor-1.0 Video/Sink` would produce no decklink devices.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8298>
+
+2025-01-13 22:09:02 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
+
+	* gst/videoparsers/gsth264parse.c:
+	  h264parse: drop duplicated call
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8299>
+
+2025-01-13 12:48:52 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  docs: update vampeg2dec docs with new rank
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8295>
+
+2025-01-13 12:46:26 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  docs: add svtjpegxs plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8295>
+
+2025-01-13 12:45:38 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/openaptx/openaptx-plugin.c:
+	  docs: add openaptx plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8295>
+
+2025-01-13 18:10:31 +0100  Mathieu Duponchelle <mathieu@centricular.com>
+
+	* docs/meson.build:
+	* ext/aes/meson.build:
+	* ext/analyticsoverlay/meson.build:
+	* ext/aom/meson.build:
+	* ext/assrender/meson.build:
+	* ext/avtp/meson.build:
+	* ext/bs2b/meson.build:
+	* ext/bz2/meson.build:
+	* ext/chromaprint/meson.build:
+	* ext/closedcaption/meson.build:
+	* ext/codec2json/meson.build:
+	* ext/colormanagement/meson.build:
+	* ext/curl/meson.build:
+	* ext/dash/meson.build:
+	* ext/dc1394/meson.build:
+	* ext/directfb/meson.build:
+	* ext/dtls/meson.build:
+	* ext/dts/meson.build:
+	* ext/faac/meson.build:
+	* ext/faad/meson.build:
+	* ext/fdkaac/meson.build:
+	* ext/flite/meson.build:
+	* ext/fluidsynth/meson.build:
+	* ext/gme/meson.build:
+	* ext/gs/meson.build:
+	* ext/gsm/meson.build:
+	* ext/gtk/meson.build:
+	* ext/hls/meson.build:
+	* ext/iqa/meson.build:
+	* ext/isac/meson.build:
+	* ext/ladspa/meson.build:
+	* ext/lc3/meson.build:
+	* ext/lcevcdecoder/meson.build:
+	* ext/lcevcencoder/meson.build:
+	* ext/ldac/meson.build:
+	* ext/libde265/meson.build:
+	* ext/lv2/meson.build:
+	* ext/mdns/meson.build:
+	* ext/modplug/meson.build:
+	* ext/mpeg2enc/meson.build:
+	* ext/mplex/meson.build:
+	* ext/musepack/meson.build:
+	* ext/neon/meson.build:
+	* ext/nvcomp/meson.build:
+	* ext/nvdswrapper/meson.build:
+	* ext/onnx/meson.build:
+	* ext/openal/meson.build:
+	* ext/openaptx/meson.build:
+	* ext/opencv/meson.build:
+	* ext/openexr/meson.build:
+	* ext/openh264/meson.build:
+	* ext/openjpeg/meson.build:
+	* ext/openmpt/meson.build:
+	* ext/openni2/meson.build:
+	* ext/opus/meson.build:
+	* ext/qroverlay/meson.build:
+	* ext/qt6d3d11/meson.build:
+	* ext/resindvd/meson.build:
+	* ext/rsvg/meson.build:
+	* ext/rtmp/meson.build:
+	* ext/sbc/meson.build:
+	* ext/sctp/meson.build:
+	* ext/smoothstreaming/meson.build:
+	* ext/sndfile/meson.build:
+	* ext/soundtouch/meson.build:
+	* ext/spandsp/meson.build:
+	* ext/srt/meson.build:
+	* ext/srtp/meson.build:
+	* ext/svtav1/meson.build:
+	* ext/svthevcenc/meson.build:
+	* ext/svtjpegxs/meson.build:
+	* ext/teletextdec/meson.build:
+	* ext/ttml/meson.build:
+	* ext/voaacenc/meson.build:
+	* ext/voamrwbenc/meson.build:
+	* ext/vulkan/meson.build:
+	* ext/wayland/meson.build:
+	* ext/webp/meson.build:
+	* ext/webrtc/meson.build:
+	* ext/webrtcdsp/meson.build:
+	* ext/wildmidi/meson.build:
+	* ext/wpe/meson.build:
+	* ext/x265/meson.build:
+	* ext/zbar/meson.build:
+	* ext/zxing/meson.build:
+	* gst/accurip/meson.build:
+	* gst/adpcmdec/meson.build:
+	* gst/adpcmenc/meson.build:
+	* gst/aiff/meson.build:
+	* gst/asfmux/meson.build:
+	* gst/audiobuffersplit/meson.build:
+	* gst/audiofxbad/meson.build:
+	* gst/audiolatency/meson.build:
+	* gst/audiomixmatrix/meson.build:
+	* gst/audiovisualizers/meson.build:
+	* gst/autoconvert/meson.build:
+	* gst/bayer/meson.build:
+	* gst/camerabin2/meson.build:
+	* gst/codecalpha/meson.build:
+	* gst/codectimestamper/meson.build:
+	* gst/coloreffects/meson.build:
+	* gst/debugutils/meson.build:
+	* gst/dvbsubenc/meson.build:
+	* gst/dvbsuboverlay/meson.build:
+	* gst/dvdspu/meson.build:
+	* gst/faceoverlay/meson.build:
+	* gst/festival/meson.build:
+	* gst/fieldanalysis/meson.build:
+	* gst/freeverb/meson.build:
+	* gst/frei0r/meson.build:
+	* gst/gaudieffects/meson.build:
+	* gst/gdp/meson.build:
+	* gst/geometrictransform/meson.build:
+	* gst/id3tag/meson.build:
+	* gst/insertbin/meson.build:
+	* gst/inter/meson.build:
+	* gst/interlace/meson.build:
+	* gst/ivfparse/meson.build:
+	* gst/ivtc/meson.build:
+	* gst/jp2kdecimator/meson.build:
+	* gst/jpegformat/meson.build:
+	* gst/librfb/meson.build:
+	* gst/meson.build:
+	* gst/midi/meson.build:
+	* gst/mpegdemux/meson.build:
+	* gst/mpegpsmux/meson.build:
+	* gst/mpegtsdemux/meson.build:
+	* gst/mpegtsmux/meson.build:
+	* gst/mse/meson.build:
+	* gst/mxf/meson.build:
+	* gst/netsim/meson.build:
+	* gst/onvif/meson.build:
+	* gst/pcapparse/meson.build:
+	* gst/pnm/meson.build:
+	* gst/proxy/meson.build:
+	* gst/rawparse/meson.build:
+	* gst/removesilence/meson.build:
+	* gst/rist/meson.build:
+	* gst/rtmp2/meson.build:
+	* gst/rtp/meson.build:
+	* gst/sdp/meson.build:
+	* gst/segmentclip/meson.build:
+	* gst/siren/meson.build:
+	* gst/smooth/meson.build:
+	* gst/speed/meson.build:
+	* gst/subenc/meson.build:
+	* gst/switchbin/meson.build:
+	* gst/tensordecoders/meson.build:
+	* gst/timecode/meson.build:
+	* gst/transcode/meson.build:
+	* gst/unixfd/meson.build:
+	* gst/videofilters/meson.build:
+	* gst/videoframe_audiolevel/meson.build:
+	* gst/videoparsers/meson.build:
+	* gst/videosignal/meson.build:
+	* gst/vmnc/meson.build:
+	* gst/y4m/meson.build:
+	* meson.build:
+	* sys/aja/meson.build:
+	* sys/amfcodec/meson.build:
+	* sys/androidmedia/meson.build:
+	* sys/applemedia/meson.build:
+	* sys/asio/meson.build:
+	* sys/bluez/meson.build:
+	* sys/d3d11/meson.build:
+	* sys/d3d12/meson.build:
+	* sys/d3dvideosink/meson.build:
+	* sys/decklink/meson.build:
+	* sys/directshow/meson.build:
+	* sys/directsound/meson.build:
+	* sys/dvb/meson.build:
+	* sys/dwrite/meson.build:
+	* sys/fbdev/meson.build:
+	* sys/ipcpipeline/meson.build:
+	* sys/kms/meson.build:
+	* sys/magicleap/meson.build:
+	* sys/mediafoundation/meson.build:
+	* sys/msdk/meson.build:
+	* sys/nvcodec/meson.build:
+	* sys/opensles/meson.build:
+	* sys/qsv/meson.build:
+	* sys/shm/meson.build:
+	* sys/tinyalsa/meson.build:
+	* sys/uvcgadget/meson.build:
+	* sys/uvch264/meson.build:
+	* sys/v4l2codecs/meson.build:
+	* sys/va/meson.build:
+	* sys/wasapi/meson.build:
+	* sys/wasapi2/meson.build:
+	* sys/webview2/meson.build:
+	* sys/wic/meson.build:
+	* sys/win32ipc/meson.build:
+	* sys/winks/meson.build:
+	* sys/winscreencap/meson.build:
+	* tools/gst-project-maker:
+	  docs: port plugins to explicit sources
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8273>
+
+2024-02-13 10:21:15 -0500  Xavier Claessens <xavier.claessens@collabora.com>
+
+	* sys/androidmedia/magicleap/gstamc-codec-ml.c:
+	* sys/androidmedia/magicleap/gstamc-codeclist-ml.c:
+	* sys/androidmedia/magicleap/gstamc-format-ml.c:
+	* sys/androidmedia/magicleap/gstamc-internal-ml.h:
+	* sys/androidmedia/magicleap/gstamc-ml.c:
+	* sys/androidmedia/magicleap/gstamc-surfacetexture-ml.c:
+	* sys/androidmedia/magicleap/gstamc-surfacetexture-ml.h:
+	* sys/androidmedia/meson.build:
+	  magicleap: Drop MLSDK support
+	  I was used by ML1 (first gen device) which is deprecated and not
+	  supported anymore. ML2 uses standard Android JNI and NDK.
+	  Note that mlaudiosink element remains in bad/sys/magiclea because it
+	  allows 3d spatial audio and that API is still supported by Magicleap
+	  SDK.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6108>
+
+2025-01-06 09:12:19 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/iqa/meson.build:
+	* ext/sctp/usrsctp/meson.build:
+	* ext/soundtouch/meson.build:
+	* ext/ttml/meson.build:
+	* gst-libs/gst/vulkan/meson.build:
+	* gst/dvbsubenc/meson.build:
+	* meson.build:
+	* sys/dwrite/libcaption/meson.build:
+	* sys/qsv/libmfx/meson.build:
+	* tests/check/meson.build:
+	  bad: Add extra warning flags
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-11 13:40:39 +0100  Edward Hervey <edward@centricular.com>
+
+	* sys/winscreencap/gstgdiscreencapsrc.c:
+	* sys/winscreencap/gstwinscreencap.c:
+	* sys/winscreencap/gstwinscreencap.h:
+	  winscreencap: Don't use aggregate returns
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-11 09:07:27 +0100  Edward Hervey <edward@centricular.com>
+
+	* sys/decklink/meson.build:
+	  decklink: Ignore undef warnings in decklink API
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 17:24:40 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/openni2/meson.build:
+	  openni2: Ignore undef in external header
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 17:24:30 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/x265/meson.build:
+	  x265: Ignore undef in external headers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 16:31:01 +0100  Edward Hervey <edward@centricular.com>
+
+	* sys/amfcodec/meson.build:
+	  amf: Ignore undef warnings in external headers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 16:30:25 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/spandsp/meson.build:
+	  spandsp: Ignore undef issue in external headers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 16:29:53 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/transcode/gsturitranscodebin.c:
+	  uritranscodebin: Fix definition usage
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 16:17:11 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/sctp/sctpassociation.c:
+	  sctp: Convert function to avoid aggregate return
+	  It's only used locally and only to fill an existing variable
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 11:42:19 +0100  Edward Hervey <edward@centricular.com>
+
+	* sys/applemedia/avfdeviceprovider.m:
+	* sys/applemedia/avfvideosrc.m:
+	* sys/applemedia/corevideobuffer.c:
+	* sys/applemedia/videotexturecache-gl.h:
+	* sys/applemedia/videotexturecache-gl.m:
+	* sys/applemedia/videotexturecache-vulkan.mm:
+	* sys/applemedia/videotexturecache.m:
+	* sys/applemedia/vtdec.c:
+	* sys/applemedia/vtenc.c:
+	  applemedia: Fix usage of HAVE_IOS define
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 11:10:44 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/timecode/meson.build:
+	  timecode: Fix definition
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 11:10:25 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/resindvd/resindvdbin.c:
+	  resindvd: Fix definition
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 11:09:58 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/curl/gstcurlhttpsrc.h:
+	* meson.build:
+	  curl: Fix definitions
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 10:27:51 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkdebug.c:
+	  vulkan: Include api header
+	  Needed for GST_VULKAN_HAVE_VIDEO_EXTENSIONS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-06 11:03:32 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/wpe/wpe-extension/gstwpeaudiosink.c:
+	  wpeaudiosink: Check error value explicitly
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 15:55:42 +0100  Edward Hervey <edward@centricular.com>
+
+	* sys/msdk/meson.build:
+	  msdk: Ignore aggregate return warning
+	  That's how their API is implemented
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-10 15:53:55 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/d3d11/meson.build:
+	* sys/d3d11/meson.build:
+	  d3d11: Ignore undef issues with external headers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-06 15:06:58 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/meson.build:
+	  d3d12: Disable implicit fallthrough checks
+	  There are some missing explicit fallthrough statements in the direct headers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-06 10:36:04 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/rtmp2/gstrtmp2locationhandler.c:
+	* gst/rtmp2/rtmp/rtmpclient.c:
+	* gst/rtmp2/rtmp/rtmpclient.h:
+	  rtmp2: Explicitly define scheme error enum
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-06 10:28:20 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/directfb/dfbvideosink.c:
+	  dfbvideosink: Rework escape handling
+	  Detected by a fallthrough.
+	  * Just use if/else for clarity
+	  * Remove 2002 fart joke
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-06 09:10:48 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/mxf/mxfdemux.c:
+	  mxfdemux: Fix segments iteration
+	  `i >= 0` is always true since it's an unsigned integer ...
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-06 09:10:08 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/siren/encoder.c:
+	  siren: Cast shift mask to unsigned value
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 18:42:01 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/codecparsers/gsth265parser.c:
+	  h265parser: Fix unsigned value reading
+	  Unsigned values are always above 0, use MAX variant for reading
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 12:13:23 +0100  Edward Hervey <edward@centricular.com>
+
+	* tests/examples/ipcpipeline/ipc-play.c:
+	  examples/ipcpipeline: Fix ESC handler
+	  Same as for gst-play
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 12:12:54 +0100  Edward Hervey <edward@centricular.com>
+
+	* tests/check/libs/play.c:
+	  tests/play: Fix debug statement
+	  The interval is in milliseconds, convert to nanoseconds for debugging statement
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 12:12:21 +0100  Edward Hervey <edward@centricular.com>
+
+	* tests/check/elements/webrtcbin.c:
+	  tests/webrtcbin: Remove useless checks with unsigned values
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 12:10:59 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcea608mux.c:
+	  closedcaption: Use proper type for storing result
+	  drop_ccp_from_cc_data() will return a negative value if there was an
+	  error. Storing that in an unsigned value will cause the checks for errors to
+	  never happen.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 12:10:21 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/closedcaption/gstcea708decoder.c:
+	  cea708decoder: Remove useless checks
+	  No need to check for the type limits
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 12:09:28 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/isac/gstisacdec.c:
+	  isacdec: Remove impossible check
+	  WebRtcIsac_DecodePlc() never returns a negative value (confirmed by
+	  documentation and current/historical code)
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 12:09:00 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/sctp/gstsctpdec.c:
+	  sctpdec: Remove useless check
+	  A uint16 will always be below ... the maximum value
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 11:47:11 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/codecs/gstmpeg2decoder.c:
+	  mpeg2decoder: Remove useless check
+	  The enum is unsigned
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 11:43:19 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkinstance.c:
+	  vkinstance: Remove useless check
+	  priv->requested_api_major is unsigned
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 11:42:22 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  basetsmux: Add explicit macro for GstClockTimeDiff handling
+	  The checks in the other macro were useless for unsigned values
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 11:41:54 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/mxf/mxfdemux.c:
+	  mxfdemux: Remove useless check
+	  values will always be positive
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-05 11:41:18 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/speed/gstspeed.c:
+	  speed: Refactor event handler
+	  To avoid fallthrough issues which were tricky to fix
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
+
+2025-01-04 18:00:41 +0100  Edward Hervey <edward@centricular.com>
+
+	* ext/fdkaac/gstfdkaacdec.c:
+	* gst-libs/gst/audio/gstnonstreamaudiodecoder.c:
+	* gst-libs/gst/isoff/gstisoff.c:
+	* gst/aiff/aiffparse.c:
+	* gst/dvbsuboverlay/gstdvbsuboverlay.c:
+	* gst/mpegpsmux/psmuxstream.c:
+	* gst/mpegtsdemux/mpegtsbase.c:
+	* gst/mpegtsdemux/pesparse.c:
+	* gst/rtmp2/rtmp/amf.c:
+	* gst/rtmp2/rtmp/rtmpchunkstream.c:
+	* gst/videoparsers/gsth266parse.c:
+	* gst/videoparsers/gstmpeg4videoparse.c:
+	* gst/videoparsers/gstmpegvideoparse.c:
+	* sys/ipcpipeline/gstipcpipelinesrc.c:
+	* sys/msdk/gstmsdkenc.c:
+	* sys/msdk/gstmsdkh265enc.c:
+	* sys/va/gstvabasedec.c:
+	* sys/va/gstvabaseenc.c:
+	* tests/examples/audiomixmatrix/test-audiomixmatrix.c:
+	* tests/examples/waylandsink/wayland-threads.c:
+	  bad: Clearly specify fallthrough in switch/case
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8229>
 
 2025-01-09 00:42:48 +0100  Carlos Bentzen <cadubentzen@igalia.com>
 
@@ -77,14 +2636,14 @@
 	  Fix this by populating the media_mapping array with all media formats
 	  rather than only the first one. The added test case reproduces the issue,
 	  which fails without this patch.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8294>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8259>
 
 2025-01-09 11:39:11 +0100  Edward Hervey <edward@centricular.com>
 
 	* sys/wasapi/gstwasapisink.c:
 	  wasapi: Use signed value for can_frames
 	  The can retrieval function can return negative values (which will be properly handled)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8293>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
 
 2025-01-09 10:08:23 +0100  Edward Hervey <edward@centricular.com>
 
@@ -93,7 +2652,13 @@
 	* sys/amfcodec/gstamfh265enc.cpp:
 	  amfcodec: Add missing break statement
 	  Setting frame-sad would also set ltr
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8293>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
+
+2025-01-06 10:39:35 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12: Add missing breaks to switch/case
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
 
 2025-01-06 09:57:33 +0100  Edward Hervey <edward@centricular.com>
 
@@ -101,13 +2666,13 @@
 	  h265bitwriter: Don't use type too small
 	  The computed `coef_val` could exceed the maximum range of a gint8. Use a bigger
 	  one, the checks after will ensure it's properly cropped/padded
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8293>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
 
 2025-01-05 12:08:24 +0100  Edward Hervey <edward@centricular.com>
 
 	* gst-libs/gst/mpegts/gstmpegtssection.c:
 	  mpegts: Add missing break
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8293>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
 
 2025-01-05 11:46:21 +0100  Edward Hervey <edward@centricular.com>
 
@@ -115,35 +2680,32 @@
 	  msemediabuffer: Fix ASCII character detection
 	  Use glib function. The previous check was checking whether a signed int was
 	  lower than its limit (which ... is always TRUE).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8293>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
 
 2025-01-05 11:43:49 +0100  Edward Hervey <edward@centricular.com>
 
 	* gst-libs/gst/mse/gstsourcebuffer.c:
 	  msesourcebuffer: Fix unsigned value handling
 	  Use the explicit valid clocktime handler instead
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8293>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
 
 2025-01-05 11:41:44 +0100  Edward Hervey <edward@centricular.com>
 
 	* gst/rist/gstristsink.c:
 	  ristsink: Add missing break
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8293>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8286>
+
+2025-01-10 13:27:13 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
+
+	* gst/videoparsers/gstvideoparseutils.c:
+	  videoparsers: Fix indentation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8281>
 
 2025-01-07 12:56:13 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* sys/decklink/gstdecklinkaudiosink.cpp:
 	  decklinkaudiosink: Don't crash if started without corresponding video sink
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8291>
-
-2025-01-09 16:13:44 -0500  Monty C <montyc1999@gmail.com>
-
-	* sys/d3d12/hlsl/VSMain_color.hlsl:
-	* sys/d3d12/hlsl/VSMain_coord.hlsl:
-	* sys/d3d12/hlsl/VSMain_pos.hlsl:
-	  d3d12: Fix shaders failing to compile with newer dxc versions
-	  Newer dxc versions enable HLSL 2021 by default, which disallows implicit casting of structs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8274>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8253>
 
 2025-01-09 17:23:41 +0000  Colin Kinloch <colin.kinloch@collabora.com>
 
@@ -153,7 +2715,7 @@
 	  to be sent.
 	  In my case the linear format was sent last resulting in the first item
 	  in each row being the previous format.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8277>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8272>
 
 2024-12-25 15:04:03 +0100  Philippe Normand <philn@igalia.com>
 
@@ -164,70 +2726,318 @@
 	  Otherwise buffers not corresponding to the negotiated caps might be pushed
 	  downstream.
 	  Fixes #4094
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8266>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8212>
 
 2024-12-27 13:28:18 +0100  Philippe Normand <philn@igalia.com>
 
 	* ext/wpe/gstwpevideosrc.cpp:
 	  wpevideosrc: Post progress messages on the bus
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8265>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8217>
 
 2024-12-25 14:42:16 +0100  Philippe Normand <philn@igalia.com>
 
 	* ext/wpe/gstwpevideosrc.cpp:
 	  wpevideosrc: Handle latency queries
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8265>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8217>
 
-2025-01-06 20:11:58 +0000  Tim-Philipp Müller <tim@centricular.com>
+2025-01-08 00:56:45 +0900  Seungha Yang <seungha@centricular.com>
 
-	* meson.build:
-	  Back to development after 1.24.11
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	  d3d12mipmapping: Add mip-levels property
+	  Generating full levels would result in waste of GPU resource
+	  depending on rendering usecase. Adding a property to make it
+	  controllable
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8255>
 
-=== release 1.24.11 ===
+2025-01-08 00:38:39 +0900  Seungha Yang <seungha@centricular.com>
 
-2025-01-06 19:48:08 +0000  Tim-Philipp Müller <tim@centricular.com>
+	* sys/d3d12/gstd3d12mipgen.cpp:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	  d3d12mipmapping: Add YUV and 64bits output formats
+	  Add support for YUV and 64bits output formats to avoid
+	  colorspace conversion and bitdepth loss
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8255>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.11
+2025-01-06 15:16:02 -0600  Olivier Crête <olivier.crete@collabora.com>
 
-2024-12-06 15:15:45 +0100  Armin Begovic <armin.begovic@hotmail.com>
+	* ext/onnx/gstonnxclient.cpp:
+	* gst-libs/gst/analytics/gsttensor.c:
+	* gst-libs/gst/analytics/gsttensor.h:
+	  analytics: Tensor dimensions are always row-major or col-major
+	  Simplify by removing the extra fields, as this is what all
+	  frameworks give us.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8250>
+
+2024-12-27 20:55:56 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxsenc.c:
+	  svtjpegxsenc: add support for interlaced video
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8219>
+
+2024-12-27 18:02:12 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxsenc.c:
+	  svtjpegxsenc: factor out encoding of codestream into separate function
+	  Prepare for interlacing support where an interlaced image
+	  is coded as two codestreams each representing a field.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8219>
+
+2024-12-26 18:08:14 +0100  Tim-Philipp Müller <tim@centricular.com>
 
 	* docs/plugins/gst_plugins_cache.json:
-	* sys/decklink/gstdecklink.cpp:
-	  decklink: Add missing video modes to gst_decklink_mode_get_type()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8122>
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	  mpegtsmux: add support for interlaced JPEG XS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8219>
 
-2024-12-06 15:15:34 +0100  Armin Begovic <armin.begovic@hotmail.com>
+2024-12-25 22:54:16 +0100  Tim-Philipp Müller <tim@centricular.com>
 
-	* sys/decklink/gstdecklink.cpp:
-	  decklink: Fix copy-paste errors regarding 8K modes
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8122>
+	* ext/svtjpegxs/gstsvtjpegxsdec.c:
+	  svtjpegxsdec: add support for interlaced video
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8219>
 
-2024-08-08 14:36:19 +0200  Benjamin Gräf <benjamin.graef@zuehlke.com>
+2024-12-25 22:40:06 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxsdec.c:
+	  svtjpegxsdec: drop frames that had decoding errors
+	  Follow-up to !8163
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8219>
+
+2024-12-25 18:07:04 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxsdec.c:
+	  svtjpegxsdec: factor out decoding of codestream into separate function
+	  Prepare for interlacing support where an interlaced image
+	  is coded as two codestreams each representing a field.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8219>
+
+2024-12-20 13:49:47 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* gst/mpegtsdemux/tsdemux.c:
+	  tsdemux: handle interlaced JPEG XS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8219>
+
+2024-12-10 15:09:24 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkh265dec.c:
+	  vkh265dec: update only vps/sps on demand and pass pps always
+	  As PPS can change over the stream, the pps should be always
+	  updated to avoid missing picture parameters sets.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8124>
+
+2024-12-10 12:48:32 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	  vkh264dec: update only sps on demand and pass pps always
+	  As PPS can change over the stream, the pps should be always
+	  updated to avoid missing picture parameters sets.
+	  See CABA3_TOSHIBA_E.264 in fluster resources.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8124>
+
+2024-12-30 21:59:03 +0100  Samuel Thibault <samuel.thibault@ens-lyon.org>
+
+	* ext/gtk/meson.build:
+	* tests/examples/gtk/meson.build:
+	* tests/examples/waylandsink/meson.build:
+	  meson: Fix build with gtk3 but not wayland
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8222>
+
+2025-01-04 20:30:01 +0000  Sam James <sam@gentoo.org>
+
+	* meson_options.txt:
+	  codec2json: move option to right section
+	  It has an external dependency (json-glib) so should be under
+	  that heading.
+	  Fixes: fd588a50e415feb0ab21c4a3386bd426c8c9043b
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8238>
+
+2025-01-04 19:52:48 +0000  Sam James <sam@gentoo.org>
+
+	* meson_options.txt:
+	  analyticsoverlay: move option to right section
+	  It has an external dependency (pango/cairo) so should be under
+	  that heading. Also, fix an inconsistency with the ':' style.
+	  Fixes: 95464c89772e144088af54c1e8a4c1fecc45f09a
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8238>
+
+2024-12-20 14:51:45 -0500  Daniel Morin <daniel.morin@collabora.com>
+
+	* ext/onnx/gstonnxclient.cpp:
+	* gst-libs/gst/analytics/gsttensor.c:
+	* gst-libs/gst/analytics/gsttensor.h:
+	  analytics: remove batch-size
+	  - Batch-size will be the outer-most dimension. Presence of batch dimension can
+	  be identified using `dims` and `id`.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8191>
+
+2025-01-01 00:43:41 +0900  Seungha Yang <seungha@centricular.com>
 
 	* docs/plugins/gst_plugins_cache.json:
-	* sys/decklink/gstdecklink.cpp:
-	* sys/decklink/gstdecklink.h:
-	  decklink: Add support for all modes of Quad HDMI recorder
-	  By extending the GstDecklinkModeEnum with the additional modes supported by the Quad HDMI recorder,
-	  we avoid using mode = 0 in case any of these resolutions is returned by the card.
-	  Fixes #3713
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8122>
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12graphicscapture.cpp:
+	* sys/d3d12/gstd3d12screencapture.cpp:
+	* sys/d3d12/gstd3d12screencapture.h:
+	* sys/d3d12/gstd3d12screencapturedevice.cpp:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	  d3d12screencapturesrc: Add support for HDR capture in DDA mode
+	  Use IDXGIOutput5::DuplicateOutput1() if HDR is enabled.
+	  Note that scRGB color space is not defined in GStreamer,
+	  this element will output SDR tonemapped frame
+	  with linear or reinhard filtering.
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3834
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8227>
+
+2025-01-01 22:15:58 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample_scrgb.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample_scrgb_tonemap.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/meson.build:
+	  d3dshader: Add sampling pixel shader for scRGB SRV
+	  Shaders required for HDR capturing
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8227>
+
+2024-11-22 12:46:22 +0100  Albert Sjolund <alberts@axis.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtc: add new post-rtp-aux-sender signal
+	  Adds a new signal to webrtcbin, to allow for placement
+	  of an object after rtp, before sendbin. This is usable for
+	  objects such as congestion control elements, that don't want
+	  to be burdened by the synchronization requirements of rtpsession.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7940>
+
+2024-12-26 01:33:37 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* gst/mpegtsdemux/tsdemux.c:
+	  tsdemux: fix JPEG XS framerate handling for 29.97fps
+	  .. and other framerate values with a 1.001 denominator.
+	  The coded framerate denominator value is a code that maps to
+	  either 1 (for 1) or 1.001 (for 2) not a direct value.
+	  Before, 29.97fps would be announced as 15fps because it
+	  would calculate 30/2 instead of 30/1.001.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8226>
 
 2024-12-30 22:53:02 +0100  Samuel Thibault <samuel.thibault@ens-lyon.org>
 
 	* meson.build:
 	  meson: Also disable drm on GNU/Hurd
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8228>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8223>
+
+2024-12-28 22:29:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  docs: Update qsv plugin docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8220>
+
+2024-12-28 22:26:48 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  docs: Update d3d11 plugin docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8220>
+
+2024-12-28 21:43:46 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  docs: Update d3d12 plugin docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8220>
+
+2024-12-28 21:35:44 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12deinterlace.cpp:
+	* sys/d3d12/gstd3d12memorycopy.cpp:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12: Add "Since" markers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8220>
+
+2024-12-28 21:06:24 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  docs: Add asio plugin docs
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3745
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8220>
+
+2024-12-28 20:42:56 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/asio/gstasiosink.cpp:
+	* sys/asio/gstasiosrc.cpp:
+	* sys/asio/plugin.c:
+	  asio: Add "Since" markers and fix typos in property description
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8220>
+
+2024-12-28 20:38:13 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  docs: Add webview2 plugin docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8220>
+
+2024-12-28 13:26:18 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst-libs/gst/play/gstplay.c:
+	  play: Fix stream id leaks on initial stream selection
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7650>
+
+2024-12-27 19:01:21 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* tests/check/meson.build:
+	  play: Actually check for valgrind for the tests
+	  Other tests in gst-plugins-bad also assumed it to be checked.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7650>
+
+2024-12-27 13:31:09 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* tests/check/libs/play.c:
+	  play: Fix tests after the switch to playbin3
+	  And also fix various memory leaks and other issues that always existed
+	  in the tests.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7650>
+
+2024-10-10 15:54:04 -0400  Sebastian Dröge <sebastian@centricular.com>
+
+	* tests/check/libs/play.c:
+	* tests/check/meson.build:
+	  play: Port tests to libsoup 3
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7650>
+
+2024-10-10 15:08:33 -0400  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst-libs/gst/play/gstplay-media-info-private.h:
+	* gst-libs/gst/play/gstplay-media-info.c:
+	* gst-libs/gst/play/gstplay-media-info.h:
+	* gst-libs/gst/play/gstplay.c:
+	* gst-libs/gst/play/gstplay.h:
+	  play: Add stream-id based selection of streams to match better playbin3's API
+	  As part of this
+	  - Add accessors for the stream ID and selection API based on the
+	  stream ID
+	  - Deprecate the old index-based APIs
+	  - Remove playbin support
+	  - Implement the track enable API based on stream selection
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7648>
 
 2024-12-23 15:17:57 +0100  Tim-Philipp Müller <tim@centricular.com>
 
 	* ext/srtp/gstsrtpdec.c:
 	  srtpdec: fix build when libsrtp1 is being used
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8207>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8204>
+
+2024-12-23 14:58:31 +0100  Philippe Normand <philn@igalia.com>
+
+	* ext/wpe/wpe-extension/gstwpeextension.c:
+	* ext/wpe/wpe-extension/meson.build:
+	  wpe: Fix build for version 2.44
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8203>
 
 2024-12-22 15:00:07 +0100  Philippe Normand <philn@igalia.com>
 
@@ -238,19 +3048,226 @@
 	  the buffer.
 	  This issue was detected using a netsim element upstream of the decoder in a
 	  WebRTC pipeline.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8201>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8198>
+
+2020-08-10 14:27:29 +0900  Hosang Lee <hosang10.lee@lge.com>
+
+	* ext/smoothstreaming/gstmssdemux.c:
+	  mssdemux: Use gsturi structure to form fragment urls
+	  We can use gst_uri_from_string_with_base () to join base url
+	  and the fragment url path.
+	  The previous method of forming base url in update_base_url(),
+	  by looking for the string 'manifest' or 'Manifest' is insufficient.
+	  A query may include these string in their paths and thus an invalid
+	  base url string will be kept.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8193>
+
+2024-12-18 13:18:32 -0300  Thibault Saunier <tsaunier@igalia.com>
+
+	* docs/meson.build:
+	  doc: Handle gst_dep.get_variable('libexecdir') failure
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8178>
+
+2024-12-18 12:27:30 -0300  Thibault Saunier <tsaunier@igalia.com>
+
+	* docs/meson.build:
+	  doc: Allow updating the plugins cache for all modules even if hotdoc is not present
+	  This was possible for some modules but not all, for no good reason.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8178>
+
+2024-12-20 12:52:31 +0100  Robert Mader <robert.mader@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2format.c:
+	  v4l2codecs: decoder: Fix drm format query
+	  A late change that slipped through as it mainly affects NC12
+	  at the moment.
+	  Fixes: 4b07d54931 ("v4l2codecs: decoder: Translate V4L2 formats into DRM fourcc/mod pairs")
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8188>
+
+2023-04-18 11:37:25 +0200  Edward Hervey <edward@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/mpegtsdemux/gstmpegdesc.h:
+	* gst/mpegtsdemux/tsdemux.c:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegts: Add provisional AV1 mapping
+	  The main difference with the WIP av1-in-mpegts mapping is that the payload data
+	  is not startcode-escaped. Most of the rest is sensible usage of it:
+	  * Custom AV1G (AV1 Gstreamer) registration descriptor instead of AV01
+	  * AV1CodecConfigurationRecord is stored in the same 0x80 custom descriptor and
+	  conforms fully to the isobmff spec (i.e. does not the HDR fields from the
+	  provisional mpegts specification which conflict with that one).
+	  * Data is stored as OBU
+	  * Access Unit is the frame level (same as provisional mpegts mapping)
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4442>
+
+2024-11-18 12:31:21 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/dash/gstxmlhelper.c:
+	* tests/check/elements/dash_mpd.c:
+	  dash: handle 0 duration in gst_xml_helper_set_prop_duration
+	  Add dash_mpdparser_check_mpd_client_set_period_to_0
+	  unit test to demonstrate it.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8114>
+
+2024-12-02 11:39:11 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Fix some debug trace and comment typo
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8026>
+
+2024-12-02 11:32:13 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Don't immediatly reset timestamp in presence of TD
+	  When a TD is being processed, it is not always pushed immediatly. Resetting
+	  the time information lead to lost of timestamp in TU to Frame conversion. The
+	  TU would be formed by buffer of TDFrame, and the timestamp taken from
+	  the TU buffer was lost then the TD was handled.
+	  The handling of TS should be entirely done by the 3 functions:
+	  - gst_av1_parse_handle_obu_to_obu() (direct input to output)
+	  - gst_av1_parse_handle_to_big_align() Reset DTS on detected TU or TD
+	  - gst_av1_parse_handle_to_small_and_equal_align() PTS on show frame, flat DTS
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/commit/79312357a6ab8ebc4cfc1ed2243bdbc0660c39d5
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8026>
+
+2024-12-20 08:18:15 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Fix a typo in the comments about its usage
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5710>
+
+2024-12-04 23:27:37 +0800  He Junyan <junyan.he@intel.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  Doc: Update the plugin document for h266parse
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5710>
+
+2024-12-13 00:00:01 +0800  He Junyan <junyan.he@intel.com>
+
+	* tests/check/elements/h266parse.c:
+	* tests/check/meson.build:
+	  test: Add the h266parse element test
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5710>
+
+2023-09-09 01:10:18 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst/videoparsers/gsth266parse.c:
+	* gst/videoparsers/gsth266parse.h:
+	* gst/videoparsers/gstvideoparserselements.h:
+	* gst/videoparsers/meson.build:
+	* gst/videoparsers/plugin.c:
+	  h266parse: Add the new h266parse element
+	  TODO: Need to refer to the new ISO/IEC 14496-15 for vvc1 and vvi1's
+	  codec data
+	  Co-authored-by: Zhong Hongcheng <spartazhc@gmail.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5710>
+
+2024-12-17 00:12:51 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gsth266parser.c:
+	* gst-libs/gst/codecparsers/gsth266parser.h:
+	  libs: codecparsers: Add the missing ilrp_idx field in H266's ref list
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5710>
+
+2024-12-17 00:15:07 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gsth266parser.h:
+	  libs: codecparsers: H266 GstH266RefPicListStruct's abs_delta_poc_st should be 16 bits
+	  Its value range is 0~(2^15 − 1) according to the spec.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5710>
 
 2024-12-16 11:39:10 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst/videoparsers/gstvp9parse.c:
 	  vp9parse: Add video codec tag to the tag list
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8186>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8156>
 
 2024-12-16 11:38:52 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst/videoparsers/gstav1parse.c:
 	  av1parse: Add video codec tag to the tag list
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8186>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8156>
+
+2024-11-08 12:38:09 +0100  Robert Mader <robert.mader@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2format.c:
+	  v4l2codecs: format: Add V4L2_PIX_FMT_NC12
+	  Which is used by the Raspberry Pi 4 and 5 for 8-bit HEVC. Adding it
+	  here in order to show-case how the V4L2<->DRM translation is
+	  supposed to work.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7355>
+
+2024-08-14 02:11:06 +0200  Robert Mader <robert.mader@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecpool.c:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2format.c:
+	* sys/v4l2codecs/gstv4l2format.h:
+	* sys/v4l2codecs/linux/drm_fourcc.h:
+	  v4l2codecs: decoder: Translate V4L2 formats into DRM fourcc/mod pairs
+	  V4L2 and DRM choose different, incompatible ways to represent
+	  tiled/compressed etc. formats. While the later uses combinations of
+	  format fourccs and opaque, vendor/hardware specific modifiers, for the
+	  later every such combination is a distinct new format.
+	  Traditionally Gst implemented each of the V4L2 formats if needed.
+	  Given the large number of tiling and compression modes, this is
+	  quite work intensive - and often actually not needed.
+	  In many situations Gst just needs to pass buffers from V4L2 to DRM in
+	  the form of EGL, VK, Wayland or KMS.
+	  Thus implement a direct translation for some V4L2 formats to DRM ones,
+	  limited to the DMA_DRM API, allowing much quicker enablement of formats
+	  while requiring peers to use external implementations (usually Mesa or
+	  KMS) for tiling etc.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7355>
+
+2024-12-12 14:41:08 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder: init debug category earlier
+	  The encoder has not been created if the codec is not supported by
+	  the hardware, so the GST_WARNING_OBJECT will fail to find a suitable
+	  category.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8138>
+
+2024-12-12 14:40:55 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	  vkdecoder: init debug category earlier
+	  The decoder has not been created if the codec is not supported by
+	  the hardware, so the GST_WARNING_OBJECT will fail to find a suitable
+	  category.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8138>
+
+2024-12-16 19:01:15 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxsdec.c:
+	  svtjpegxsdec: handle decode errors more gracefully
+	  Use GST_VIDEO_DECODER_ERROR instead of just erroring out
+	  unconditionally, so that the error handling behaviour is
+	  determined by the "max-errors" property and we'll just
+	  continue after decoding errors now instead of erroring out.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8163>
+
+2024-12-16 17:32:20 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/cuda/gstcudacontext.cpp:
+	  cuda/context: add gpu stack size property
+	  Allows reducing the initial stack size of GPU threads.  Cuda should
+	  automatically increase this value if a kernel requires a larger stack.
+	  Can save roughly 40MB of GPU memory for a single nvh264enc instance.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8158>
+
+2024-12-16 17:31:17 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/cuda/cuda-gst.h:
+	* gst-libs/gst/cuda/gstcudaloader.cpp:
+	* gst-libs/gst/cuda/stub/cuda.h:
+	  cuda: add CuGet/SetCtxLimit()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8158>
 
 2024-12-18 13:35:53 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
@@ -258,19 +3275,161 @@
 	  va: display: Optimize out some property indirection
 	  Because it was visible during some profiling, I thought it cost nothing
 	  to optimize out the uneeded property get roundtrip.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8181>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8179>
+
+2024-12-17 17:36:19 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
+
+	* ext/wpe/wpe-extension/gstwpeextension.c:
+	  wpe: enable console message with WPE2
+	  Looks like the WebKitConsoleMessage API is now available in WPE2 as well:
+	  https://webkitgtk.org/reference/webkitgtk-web-process-extension/stable/signal.WebPage.console-message-sent.html
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8169>
+
+2024-12-16 21:41:55 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/va/gstvah264dec.c:
+	  va: h264dec: Allow "extended" profile decoding
+	  Extended is identical to main but allows for FMO/ASO features to be
+	  used, and prevent using CABAC. Using similar logic to "baseline",
+	  assume that if we support main, we can also do extended.
+	  This fixes the following fluster vectors, which otherwise would fail
+	  when trying to link the parsebin pad.
+	  - BA3_SVA_C
+	  - MR6_BT_B
+	  - MR7_BT_B
+	  - MR8_BT_B
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8164>
 
 2024-11-18 07:54:55 +0100  Emil Ljungdahl <emillj@axis.com>
 
 	* ext/webrtc/gstwebrtcbin.c:
 	  webrtcbin: Tear down src and sink bins before removing them from webrtc
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8165>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7900>
 
 2024-11-15 15:00:00 +0100  Emil Ljungdahl <emillj@axis.com>
 
 	* ext/webrtc/gstwebrtcbin.c:
 	  webrtcbin: Fix potential deadlock on bin elements cleanup
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8165>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7900>
+
+2024-12-10 13:12:18 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/applemedia/vtenc.c:
+	* sys/applemedia/vtenc.h:
+	  vtenc: Fix authors of encoder features
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8120>
+
+2024-12-10 00:05:53 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/applemedia/vtenc.c:
+	* sys/applemedia/vtenc.h:
+	  vtenc: Fix class hierarchy in an attempt to fix property docs
+	  Also fix some convention-nits in the process.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8120>
+
+2024-12-09 15:12:57 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc, osxaudio: Fix missing since markers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8120>
+
+2024-12-09 15:12:57 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/applemedia/vtenc.c:
+	  vtenc: Mark rate-control enum as plugin API, and update cache
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8120>
+
+2024-12-09 15:12:06 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/avfvideosrc.m:
+	  avfvideosrc: Add missing since markers for screen-crop properties
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8120>
+
+2024-12-05 00:32:37 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	  docs: Update macOS plugin docs again
+	  Contains the following updates:
+	  * New properties on avfvideosrc: screen-crop-*
+	  * H265 and H265 Alpha support in vtdec and vtenc (VideoToolbox)
+	  * ProRes support in vtenc
+	  * New properties on vtenc elements: rate-control, data-rate-limits,
+	  max-frame-delay
+	  * New plugin atenc (AudioToolbox) with support for encoding AAC
+	  * Plugin move: atdec moved from -bad to -good
+	  * New property on osxaudio elements: unique-id
+	  * OS X -> macOS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8120>
+
+2024-12-06 19:13:50 +0100  Mathieu Duponchelle <mathieu@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	  cccombiner: expose new input-meta-processing type, force
+	  In force mode, generated captions are discarded even if input video
+	  buffers do not hold CC meta.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8091>
+
+2024-12-02 17:12:00 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/cuda/meson.build:
+	  meson: Improve NVMM CUDA detection
+	  1. Add some comments explaining what headers and libs are expected on
+	  what systems
+	  2. Only look in default incdirs if no incdir is specified
+	  3. Require libnvbufsurface.so on Jetson when cuda-nvmm=enabled
+	  4. Require libatomic on Jetson when cuda-nvmm=enabled
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8021>
+
+2024-12-16 00:22:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12descheappool.cpp:
+	  d3d12: Suppress misleading leak report
+	  Set may-be-leaked flag to child objects if needed,
+	  since the parent object holding refcount of the child
+	  will be leaked intentionally
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8152>
+
+2024-04-07 19:23:52 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12deinterlace.cpp:
+	* sys/d3d12/gstd3d12deinterlace.h:
+	* sys/d3d12/gstd3d12yadif.cpp:
+	* sys/d3d12/gstd3d12yadif.h:
+	* sys/d3d12/meson.build:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Add d3d12deinterlace element
+	  Adding D3D12 compute shader based deinterlace element
+	  with YADIF filtering
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8140>
+
+2024-10-09 10:02:09 -0400  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_1.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_1_10.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_1_12.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_2.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_4.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/meson.build:
+	  d3dshader: Add YADIF deinterlacing compute shader code
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8140>
+
+2024-12-11 11:53:47 +0100  Oskar Fiedot <oskar.fiedot@intel.com>
+
+	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
+	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h:
+	* gst-libs/gst/analytics/meson.build:
+	* tests/check/libs/analyticsmeta.c:
+	  analytics: add rotation to object detection mtd
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7938>
 
 2024-12-10 16:15:09 +0000  Philippe Normand <philn@igalia.com>
 
@@ -279,33 +3438,196 @@
 	  Parsing the whole caps as SDP media only to retrieve the fmtp field afterwards
 	  seems a bit superfluous. By looking up the a-fmtp attribute directly the number
 	  of allocations in this function gets down a bit.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8130>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8125>
+
+2024-12-10 12:52:33 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* meson.build:
+	  meson: unset GST_TRACERS for g-ir-scanner to avoid warnings
+	  People might have GST_TRACERS=leaks set in their environment
+	  by default, which will now trigger criticals during the build
+	  when calling g-ir-scanner, because we unset GST_PLUGIN_SYSTEM_PATH
+	  so that the scanner doesn't load any plugins.
+	  Fixes #4093
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8121>
+
+2024-12-10 13:42:41 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vkoperation: enable inline query only if it's a video operation
+	  This commit enables the usage of inline queries, if and only if, the
+	  provided
+	  pNext structure, in gst_vulkan_opeation_enable_query(), chains a
+	  VK_STRUCTURE_TYPE_VIDEO_PROFILE_INFO_KHR typed structure.
+	  Also it guards "gstvkvideo-private.h" include
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8112>
+
+2024-12-09 14:45:01 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.h:
+	  vkvideo: add video_maintenance1 check
+	  Add gst_vulkan_video_maintenance1_supported
+	  to check if the video session needs
+	  VK_VIDEO_SESSION_CREATE_INLINE_QUERIES_BIT_KHR
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8112>
+
+2024-12-06 15:15:45 +0100  Armin Begovic <armin.begovic@hotmail.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/decklink/gstdecklink.cpp:
+	  decklink: Add missing video modes to gst_decklink_mode_get_type()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8110>
+
+2024-12-06 15:15:34 +0100  Armin Begovic <armin.begovic@hotmail.com>
+
+	* sys/decklink/gstdecklink.cpp:
+	  decklink: Fix copy-paste errors regarding 8K modes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8110>
+
+2024-12-09 12:02:01 -0300  Thibault Saunier <tsaunier@igalia.com>
+
+	* docs/meson.build:
+	  docs: Do not try to generate cuda documentation when gir is not generated
+	  On macos it is not
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8086>
+
+2024-12-06 00:04:45 -0500  Daniel Morin <daniel.morin@collabora.com>
+
+	* gst-libs/gst/analytics/gstanalyticsmeta.c:
+	* gst-libs/gst/analytics/gstanalyticsmeta.h:
+	  analytics: add _N_TO_N relation type
+	  This relation type define relations between each components of two groups.
+	  First component of first group relate to first component of second group,
+	  Second component of second group relate to second component of second group,
+	  and so on. It's a denser way to express relations in this context.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8087>
+
+2024-11-19 10:30:09 +0100  Peter Stensson <petest@axis.com>
+
+	* ext/curl/gstcurlhttpsink.c:
+	  curlhttpsink: Set auth any for http_proxy and https_proxy
+	  There was different behaviour if the proxy was configured through
+	  properties or environment. For properties libcurl would be configured
+	  with any auth, but for environment libcurl would default to using basic.
+	  Now any auth is set for both configuration methods.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7935>
+
+2024-11-19 07:31:20 +0100  Peter Stensson <petest@axis.com>
+
+	* ext/curl/gstcurlhttpsink.c:
+	* ext/curl/gstcurlhttpsink.h:
+	  curlhttpsink: Don't set Content-Length to 0 for proxy
+	  The Content-Length header would unconditionally be included when the
+	  proxy property was set. This would result in requests with both
+	  Content-Length and Transfer-Encoding header. Now we rely on the
+	  use-content-length property in the proxy case aswell. This also makes
+	  sure that Content-Type is set correctly, since before that would be
+	  skipped if proxy was used.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7935>
 
 2024-12-07 00:23:33 -0500  Daniel Morin <daniel.morin@collabora.com>
 
 	* ext/onnx/gstonnxclient.cpp:
 	  onnx: disable onnxruntime telemetry
 	  Disable the telemetry feautre on onnxruntime.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8106>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8092>
 
 2024-12-05 13:39:38 +0100  Francisco Javier Velázquez-García <francisco.velazquez@appear.net>
 
 	* ext/zxing/gstzxing.cpp:
 	  zxing: Update decode hints usage for compatibility with ZXing >= 2.2
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8085>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7879>
+
+2024-12-04 14:33:07 -0500  Aaron Boxer <aaron.boxer@collabora.com>
+
+	* gst/videoparsers/gsth265parse.c:
+	  h265parse: reset nalparser to NULL after it is freed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8074>
+
+2024-08-01 14:54:11 +0000  sachin gadag <sggadag@amazon.com>
+
+	* gst/videoparsers/gsth264parse.c:
+	  h264parse: set nalparser to NULL after it is freed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8074>
+
+2024-12-05 06:41:35 -0500  Aaron Boxer <aaron.boxer@collabora.com>
+
+	* gst-libs/gst/codecparsers/gsth265parser.c:
+	  h265parse: remove useless NULL setting in gst_h265_parser_free
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8082>
+
+2024-12-05 06:39:06 -0500  Aaron Boxer <aaron.boxer@collabora.com>
+
+	* gst-libs/gst/codecparsers/gsth264parser.c:
+	  h264parse: remove useless NULL setting in gst_h264_nal_parser_free
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8082>
+
+2024-10-16 15:56:40 +0900  Aniket Hande <ahande@ftilab.com>
+
+	* gst/mpegtsdemux/mpegtspacketizer.c:
+	* gst/mpegtsdemux/mpegtspacketizer.h:
+	* gst/mpegtsdemux/mpegtsparse.c:
+	  tsparse: Extract and fill m2ts header for each packet
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7625>
+
+2024-12-02 16:42:06 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	* gst-libs/gst/vulkan/gstvkoperation.h:
+	  vkoperation: use inline query with video maintenance1
+	  When video_maintenance1 is supported,
+	  gst_vulkan_operation_begin_query will now use
+	  the inline query mechanism instead of vkCmdBeginQuery
+	  API.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7995>
+
+2024-11-28 15:49:14 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	  vkdevice: enable VK_KHR_VIDEO_MAINTENANCE_1_EXTENSION_NAME
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7995>
+
+2024-07-29 13:49:05 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
+	  vkphysicaldevice: dump if video maintenance1 is supported
+	  Dump if VK_KHR_video_maintenance1 features is supported by the driver.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7995>
+
+2024-11-28 23:17:40 +0100  Robert Mader <robert.mader@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	* sys/v4l2codecs/gstv4l2codech264dec.c:
+	* sys/v4l2codecs/gstv4l2codech265dec.c:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
+	* sys/v4l2codecs/gstv4l2codecpool.c:
+	* sys/v4l2codecs/gstv4l2codecpool.h:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2decoder.h:
+	  v4l2codecs: Use GstVideoInfoDmaDrm more consistently
+	  This avoids some duplications and makes the DRM info available in
+	  more places, which will help with future changes.
+	  Also fix some error messages while on it.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8028>
 
 2024-12-03 13:14:33 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst-libs/gst/codecparsers/gsth264parser.c:
 	  h264parse: Free SEI if parsing succeeds but alignment afterwards fails
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8077>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8056>
 
 2024-12-03 13:10:04 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst-libs/gst/codecparsers/gsth265parser.c:
 	  h265parse: Free SEI if parsing succeeds but alignment afterwards fails
 	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/4076
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8077>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8056>
 
 2024-11-29 14:41:12 +0100  Jan Alexander Steffens (heftig) <heftig@archlinux.org>
 
@@ -313,7 +3635,7 @@
 	  meson: Drop max version bound from neon
 	  Neon 0.34.0 broke the build again, but the API+ABI has been stable since
 	  0.27 and the library is so-versioned.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8072>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8008>
 
 2024-12-03 14:44:30 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
@@ -321,7 +3643,7 @@
 	* gst/videoparsers/gsth265parse.c:
 	  h265parse: parse unregistered SEI without user data
 	  Same change as in h264parse.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8071>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7931>
 
 2024-11-20 14:16:23 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
@@ -337,7 +3659,7 @@
 	  data and I suppose the UUID by itself can carry valuable information.
 	  FFmpeg also parses and exposes such SEI so there is no reason for us no
 	  too as well.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8071>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7931>
 
 2024-11-15 16:44:10 +0200  Sebastian Dröge <sebastian@centricular.com>
 
@@ -345,40 +3667,247 @@
 	  tsdemux: Lower a GST_FIXME to a GST_DEBUG
 	  This is not really a refcounting issue and can happen if a new program is in the
 	  process of being activated that contains streams with the same PIDs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8066>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7898>
 
-2024-12-03 23:39:54 +0000  Tim-Philipp Müller <tim@centricular.com>
+2024-08-20 20:43:42 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
-	* meson.build:
-	  Back to development after 1.24.10
-
-=== release 1.24.10 ===
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: add gst_vulkan_encoder_is_started()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-11-15 12:41:15 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	  vkencoder-private: add again GST_TYPE_VULKAN_ENCODER_RATE_CONTROL_MODE
+	  It was already part of the old rate control mechanism but it had wrong the
+	  namespace.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-11-08 18:05:55 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: implement callback to chain control rate structures
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-11-08 11:44:40 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: implement callback to chain codec specific structures
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
 
-2024-12-03 23:29:07 +0000  Tim-Philipp Müller <tim@centricular.com>
+2024-09-19 16:43:09 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.10
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* gst-libs/gst/vulkan/gstvkvideo-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: handle quality level
+	  It creates a new structure for passing the codec quality structure at _start(),
+	  where it will be filled. The quality level can be set or changed according
+	  encoder limits.
+	  Later the quality level will be set at _update_session_parameters() and at each
+	  frame encoding. That's why it has to be set at _start().
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-19 15:04:09 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: rename first_encode_cmd to session_reset
+	  Since it reflect better when it's needed to be used: to reset the current
+	  session.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-19 12:47:17 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: shuffle down VkVideoBeginCodingInfoKHR initialization
+	  to make it more cohesive
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-05 14:52:31 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: remove rate control handling
+	  It will be reintroduced later with different approach.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-19 13:28:15 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: enhance algorithm to get the slot index
+	  The algorithm for generating the current slot index is a simple round robin,
+	  nonetheless it's not assured that the next slot index it's not still used by a
+	  still living encode picture.
+	  This new way holds an array with the still living encode pictures and the next
+	  slot index looks for a released index in the array.
+	  Its downside is deallocating a picture need to be removed from the array, so the
+	  helper has to be passed to the uninit() function
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-19 12:21:04 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: add VkVideoReferenceSlotInfoKHR in GstVulkanEncoderPicture
+	  And remove slotIndex since it's part of VkVideoReferenceSlotInfoKHR, simplifying
+	  the reference slots array creation, and changing the tests accordingly.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-12-03 15:39:47 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: check for codec buffer
+	  gst_vulkan_video_codec_buffer_new() can return NULL, so it's required to check
+	  the returned value and bail out if needed.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-06 11:23:40 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: avoid GstVulkanEncoderPicture allocation
+	  By using it as apart of the encoder picture structure that has to initialized
+	  and uninitalized.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-04 14:14:04 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: remove width, height and fps from GstVulkanEncoderPicture
+	  In GStreamer that buffer information is decoupled, holding other structures to
+	  describe the stream: GstCaps. So, to keep the GStreamer design this patch
+	  removes these information from GstVulkanEncoderPicture and pass to
+	  gst_vulkan_encoder_encode() a pointer to GstVideoInfo.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-11-26 20:10:15 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	  vkencoder-private: replace packed headers with offset handling
+	  Instead of holding all headers in an external array and add them into the
+	  bitstream buffer before the encoding operation, adding extra memory and extra
+	  copy operations, the encoder picture should specify the offset where the Vulkan
+	  will start to add the bitstream slices/frame, because the element has written
+	  already the headers until that offset.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-04 13:17:01 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: remove nb_refs from GstVulkanEncoderPicture
+	  That's the number of references that gst_vulkan_encoder_encode() receives to
+	  process, so it has to go as a parameter, because it's part of the reference
+	  list, not of the picture.
+	  This commit also modified unit tests accordingly.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-04 12:31:25 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: remove pic_num and pic_order_cnt from GstVulkanEncoderPicture
+	  Since they aren't semantically part of the codec-independent encoding operation.
+	  And modify unit tests accordingly.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-09-03 21:36:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: remove is_ref member from GstVulkanEncoderPicture
+	  It's not used. Modified the unit test accordingly.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-08-12 17:31:14 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: don't store output data size
+	  There's no need to store in encoder helper the output data size, that's
+	  responsibility of the caller when an output buffer is allocated.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-08-22 10:51:52 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: enhance capabilities logging
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
 
-2024-10-09 13:47:41 -0400  Stéphane Cerveau <scerveau@igalia.com>
+2024-08-19 17:52:10 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
-	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	  h265parser/bitwriter: add some comments for ceil_log2 use
-	  Validate that the length of field must be calculate with
-	  ceil_logs2 and not bit storage.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7905>
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkvideoutils.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vulkan: store in GstVulkanVideoCapabilities encoder and decoder caps
+	  The structure already stored the generic video capabilities and the specific
+	  codec capabilities both for encoding an decoding. The generic decoder
+	  capabilities weren't stored because it was only used internally in the decoder
+	  helper object. Nonetheless, for the encoder, the elements will need the generic
+	  encoder capabilities to configure the encoding. That's why it's required to
+	  expose it as part of GstVulkanVideoCapabilities. And the generic decoder is
+	  included for the sake of symmetry.
+	  While updating the API vkvideoencodeh265 test got some code-style fixes.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
+
+2024-11-27 10:51:38 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: rename GstVulkanEncoderPicture
+	  GstVulkanEncodePicture breaks the namespace. This commit fixes it by renaming it
+	  to GstVulkanEncoderPicture, also new() and free() signature functions.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8007>
 
-2024-10-09 13:46:17 -0400  Stéphane Cerveau <scerveau@igalia.com>
+2024-08-13 01:03:56 +0900  Seungha Yang <seungha@centricular.com>
 
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	  h264parse: use of ceil_log2 instead of bit_storage
-	  According to the specification:
-	  The length of the slice_group_id i  syntax element is Ceil( Log2(
-	  num_slice_groups_minus1 + 1 ) ) bits
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7905>
+	* ext/meson.build:
+	* ext/nvdswrapper/gstnvdsdewarp.cpp:
+	* ext/nvdswrapper/gstnvdsdewarp.h:
+	* ext/nvdswrapper/meson.build:
+	* ext/nvdswrapper/plugin.cpp:
+	* ext/nvdswrapper/stub/cuda_runtime.h:
+	* meson_options.txt:
+	  nvdswrapper: Add NVIDIA DeepStream wrapper plugin
+	  Adding a NVIDIA DeepStream SDK based plugin with a dewarp element
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7357>
 
 2024-12-02 19:34:14 +0800  Pablo Sun <pablo.sun@mediatek.com>
 
@@ -386,13 +3915,192 @@
 	  kmssink: Add mediatek auto-detection
 	  Add MediaTek display controller into list of
 	  auto-detected modules.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8027>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8023>
 
-2024-12-01 11:45:34 +0200  Sebastian Dröge <sebastian@centricular.com>
+2024-10-03 22:42:36 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
-	* gst/mxf/mxftypes.c:
-	  mxfmux: Fix off-by-one in the month when generating a timestamp for now
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/8018>
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: keep only one DPB view for layered DPB
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7993>
+
+2024-09-19 12:29:23 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: increase reference slots array
+	  H264 has the maximum number of refs (36) of any supported codec.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7993>
+
+2024-09-18 16:28:41 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder_private: move view creation to picture init
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7993>
+
+2024-09-17 22:14:46 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: shuffle up operation and query creation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7993>
+
+2024-09-17 13:44:53 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: shuffle up get format to bail out better
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7993>
+
+2024-09-17 13:43:06 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: define encoded feedback flags by removing override bit
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7993>
+
+2024-08-27 18:32:42 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: fix parameters overrides
+	  First remove validations since they will fail if there isn't a write operation.
+	  It's valid to pass data without write operations.
+	  Finally, it should check for hasOverride in feedback info. Nonetheless, there's
+	  a NVIDIA bug returning always FALSE for hasOverride, that's why we currently
+	  force it to TRUE.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7993>
+
+2024-11-28 12:24:11 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/kms/gstkmssink.c:
+	* sys/kms/gstkmssink.h:
+	* sys/kms/meson.build:
+	  kms: Bump libdrm requirement to 2.4.108
+	  DRM modifier support requires drmModeFormatModifierBlobIterNext()
+	  which was added in 2.4.108. See:
+	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174#note_2673883
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7991>
+
+2022-02-18 17:19:57 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	  cccombiner: Improve get_next_time to avoid spinning
+	  Avoid aggregate getting called in a loop when timed out but we're not in
+	  a state where we can produce a buffer.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1746>
+
+2022-02-18 17:06:44 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	  cccombiner: Add caption_pad field to avoid get_static_pad
+	  Save a reference to the caption pad as well. This will make the
+	  `get_next_time` implementation cheaper.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1746>
+
+2024-11-26 16:27:19 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	  cccombiner: Pass caption_pad to schedule_caption
+	  Avoid having to find this pad again.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1746>
+
+2022-02-18 17:06:44 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	  cccombiner: Add video_pad field to avoid pad get/ref/unref
+	  Saving a reference to this always-present pad simplifies the code and
+	  avoids a lot of pad list scans and refcounting.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1746>
+
+2024-10-03 21:04:28 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.h:
+	  vulkan: add gst_vulkan_video_image_create_view()
+	  This function is moved from gstvkdecoder-private so it could be used by
+	  gstvkencoder-private too, removing there what it should be duplicated code.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7984>
+
+2024-11-26 21:22:25 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: fix documentation
+	  The function doesn't take the reference from caller, it keeps it's own
+	  reference, so transfer is none.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-09-06 11:22:54 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	  vkencoder-private: fix code style and use gpointer
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-11-26 14:46:40 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: fix and complete public functions prechecks
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-11-26 16:22:47 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: check for layered buffer when new picture
+	  And balance `if` curly brackets.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-10-03 22:31:54 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: early return if dpb pool or dpb buffer already exist
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-08-15 17:51:23 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vkencoder-private: usage structure is provided by caller
+	  As all the profile structure, it's not intended to be filled in
+	  gst_vulkan_encoder_start() function, but by the caller.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-09-19 12:31:33 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: fix how to get bitstream buffer size
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-09-04 14:21:33 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: doc: fix function name
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-10-03 22:22:17 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: use gst_clear_object()
+	  Instead of g_clear_object() for sake of coherence.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-09-04 14:21:04 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: fix return value to gst_vulkan_encoder_encode()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-11-25 17:51:31 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: doc: remove (in) annotation
+	  because it's the default one
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
+
+2024-09-05 14:53:07 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: move out indent macros
+	  Outside of the structures whenever is possible, given indent limitations. In this way
+	  the code has a better readability.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7974>
 
 2024-11-26 21:34:25 +0800  Xi Ruoyao <xry111@xry111.site>
 
@@ -400,7 +4108,7 @@
 	  x265: Allow building with x265-4.1
 	  In x265-4.1 masteringDisplayColorVolume is changed from a pointer to a
 	  character array embedded in struct x265_param.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7983>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7968>
 
 2024-11-26 16:52:05 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
 
@@ -409,16 +4117,52 @@
 	  fallback: kwarg will invoke the specified subproject even if required:
 	  false, which is not what we want here.
 	  Reported at https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/4045#note_2674340
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7982>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7965>
 
-2024-11-26 09:23:51 +0100  Albert Sjolund <alberts@axis.com>
+2024-02-01 18:45:01 +0100  Mathieu Duponchelle <mathieu@centricular.com>
 
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtc: don't crash on invalid bundle id
-	  If the bundle id forwarded to connect_rtpfunnel is not valid,
-	  the assertion fails and crashes the program. This is now instead
-	  an error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7966>
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	  cccombiner: expose input-meta-processing property
+	  It can be used to discard closed captions from the input pad if the
+	  matching video buffer already held closed captions.
+	  It is useful in a scenario where captions are generated for an AV
+	  stream, but the incoming stream already has embedded captions for
+	  some intervals, and those original captions should be preferred.
+	  It can also be used to make sure input CC meta is always dropped,
+	  the default behavior remains to append aggregated CC to whatever
+	  CC meta was already present on the input video buffer
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6072>
+
+2024-11-23 22:08:56 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12converter: Gamma LUT related enhancements
+	  * Build gamma LUT using shader, instead of CPU side math then uploading
+	  * Make gamma LUT sharable across multiple converters
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7951>
+
+2024-11-23 11:47:00 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3dshader/converter-hlsl/PSMain_gamma_lut.hlsl:
+	* gst-libs/gst/d3dshader/converter-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/converter-hlsl/meson.build:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	  d3dshader: Add shader for building gamma LUT
+	  Newly added shader will be used by converter to construct
+	  gamma encode/decode LUT texture
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7951>
+
+2024-11-19 16:52:29 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* ext/closedcaption/ccutils.c:
+	  ccutils: Rename wrote_first to write_field1
+	  This better describes what we're doing.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7967>
 
 2024-11-19 17:21:16 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
 
@@ -426,7 +4170,7 @@
 	  ccutils: Fix a typo in cc_buffer_take_cea608_field2
 	  There are no users of cc_buffer_take_cea608_field2, so this never was a
 	  problem.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7973>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7967>
 
 2024-11-19 16:42:11 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
 
@@ -434,7 +4178,7 @@
 	  ccutils: Fix a typo in max_buffer_time handling
 	  All users set max_buffer_time to GST_CLOCK_TIME_NONE, effectively
 	  infinite, so this never was a problem.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7973>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7967>
 
 2024-11-19 13:47:55 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
 
@@ -444,7 +4188,339 @@
 	  never actually taken, as it requires `cc_data` to be null but
 	  `cc_data_len` to be non-null. It would then dereference the null
 	  `cc_data`.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7973>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7967>
+
+2024-11-26 09:23:51 +0100  Albert Sjolund <alberts@axis.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtc: don't crash on invalid bundle id
+	  If the bundle id forwarded to connect_rtpfunnel is not valid,
+	  the assertion fails and crashes the program. This is now instead
+	  an error.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7963>
+
+2024-11-22 11:31:18 -0700  Sebastien Cote <sebas642@gmail.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: add support for the HLG color transfer
+	  Fixes #4047
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7947>
+
+2024-11-13 16:04:44 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vkoperation: update doc to skip barriers array methods
+	  Some methods are using arrays of element which type can
+	  vary at compile time. These methods should not
+	  be introspectable as it's not possible to determine
+	  the final type.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7880>
+
+2023-10-20 23:05:01 +0800  Zhong Hongcheng <spartazhc@gmail.com>
+
+	* tests/check/libs/h266parser.c:
+	* tests/check/meson.build:
+	  tests: Add the VVC(H266) parser test cases
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5003>
+
+2024-11-21 01:17:27 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gsth266parser.c:
+	  libs: codecparsers: Implement the VVC(H266) parser part II
+	  Implement the picture header, slice header and SEI parsing functions.
+	  Co-authored-by: spartazhc <spartazhc@gmail.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5003>
+
+2024-11-13 15:42:03 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gsth266parser.c:
+	* gst-libs/gst/codecparsers/meson.build:
+	  libs: codecparsers: Implement the VVC(H266) parser part I
+	  Implement all the VPS, SPS and APS parsing functions.
+	  Co-authored-by: spartazhc <spartazhc@gmail.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5003>
+
+2024-11-13 15:39:49 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gsth266parser.h:
+	  libs: codecparsers: Add the VVC(H266) parser header file
+	  Co-authored-by: spartazhc <spartazhc@gmail.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5003>
+
+2024-11-20 20:32:09 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12utils.h:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Add gst_d3d12_flush_all_devices() method
+	  ... and removing implicit flushing behavior on GstD3D12Device::finalize
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7929>
+
+2024-11-20 10:42:13 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* sys/aja/gstajadeviceprovider.cpp:
+	  aja: Fix infinite loop in device provider
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7928>
+
+2024-11-14 10:59:35 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* gst-libs/gst/wayland/gstwllinuxdmabuf.c:
+	  wayland: dmabuf: Translate tiled strides
+	  GStreamer uses a different representation of tiled strides that needs
+	  to be translated before being sent to wayland.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7849>
+
+2024-11-14 10:59:05 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  v4l2codecs: Use new helpers for DRM handling
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7849>
+
+2024-11-14 09:46:28 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  v4l2codecs: Fix caps string leak in v4l2codecs
+	  Unlike gst_video_format_to_string(), gst_video_dma_drm_fourcc_to_string()
+	  return a freshly allocated string which needs to be free.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7849>
+
+2024-11-08 16:22:16 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  v4l2codecs: decoder: Fixed unset dimension in caps
+	  When the driver does not implement ENUM_FRMESIZE for some specific
+	  formats, the caps limiting the sizes may endup empty, which results in
+	  assuming the driver can scale to any sizes.
+	  Ensure that the original size is in the caps to prevent this assumption.
+	  This happens with Hantro drive, since it only reply to that call if the
+	  format is postprocessed.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7849>
+
+2024-11-12 12:09:46 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  v4l2codecs: Use drm modifier to build caps
+	  Do not only use drm fourcc to build drm-format but also
+	  include the format modifier.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7849>
+
+2024-11-07 13:06:03 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* ext/gtk/gstgtkwaylandsink.c:
+	* ext/wayland/gstwaylandsink.c:
+	  waylandsink: Properly handle unrecoverable errors
+	  Allocation failures cannot be recovered and should lead to an error
+	  being posted on the bus. Otherwise the pipeline will just stall.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7903>
+
+2024-11-07 12:49:10 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
+
+	* ext/gtk/gstgtkwaylandsink.c:
+	* ext/wayland/gstwaylandsink.c:
+	  waylandsink: Do not offer SHM pool when DMABuf is negotiated
+	  Pools are expected to produce DMABuf when the caps are negotiated with
+	  the associated caps feature. For that reason, avoid sharing the SHM pool
+	  in this case.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7903>
+
+2024-11-18 11:00:36 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/zbar/gstzbar.c:
+	  zbar: fix documentation
+	  Fix some typos and markdown cleanup.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7914>
+
+2024-11-18 10:59:51 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/zxing/gstzxing.cpp:
+	  zxing: update documentation
+	  Fix some typos and markdown cleanup.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7914>
+
+2024-11-13 17:00:17 +1100  Matthew Waters <matthew@centricular.com>
+
+	* sys/uvcgadget/configfs.c:
+	  uvcgadget: silence a maybe-uninitialized warning
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7875>
+
+2024-11-13 16:59:46 +1100  Matthew Waters <matthew@centricular.com>
+
+	* ext/fdkaac/gstfdkaacenc.c:
+	  fdkaacenc: silence a maybe-unitialized warning
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7875>
+
+2024-11-13 16:58:41 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst/rist/gstristrtxsend.c:
+	  ristrtxsend: silence a maybe-uninitialized warning
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7875>
+
+2024-11-13 16:58:15 +1100  Matthew Waters <matthew@centricular.com>
+
+	* ext/codec2json/gstav12json.c:
+	  av12json: silence a maybe-unitialized warning
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7875>
+
+2024-11-13 16:12:41 +1100  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkvideoutils.c:
+	  vulkan/videoutils: silence some maybe-unitialized warnings
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7875>
+
+2024-11-16 13:20:16 +0800  He Junyan <junyan.he@intel.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  Doc: Update the kmssink caps after adding DMA support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2024-11-08 13:43:53 +0100  Jakub Adam <jakub.adam@collabora.com>
+
+	* sys/kms/gstkmsbufferpool.c:
+	  kmsbufferpool: Accept DMA_DRM caps in the config
+	  Only linear modifier is supported due to the dumb allocator's
+	  limitation.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2024-09-07 00:43:37 +0200  Jakub Adam <jakub.adam@collabora.com>
+
+	* sys/kms/gstkmssink.c:
+	  kmssink: ensure we have a valid vinfo_drm after set_caps
+	  Consequently drop the check in import_dmabuf
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2024-08-29 20:58:04 +0200  Jakub Adam <jakub.adam@collabora.com>
+
+	* sys/kms/gstkmssink.c:
+	  kmssink: enumerate drm formats when IN_FORMATS not present
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2024-05-24 12:26:20 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/kms/gstkmssink.c:
+	  kmssink: Do not provide DMA buffer pool for non-linear caps
+	  The dumb allocator does not support modifiers, so we can not allocate
+	  non-linear buffers by ourself.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2023-08-11 18:43:57 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/kms/gstkmssink.c:
+	* sys/kms/gstkmssink.h:
+	  kmssink: Handle the DMA buffer importing correctly
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2023-08-11 18:37:18 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/kms/gstkmssink.c:
+	* sys/kms/gstkmsutils.c:
+	  kmssink: Add DMA kind caps into sink caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2023-08-11 18:32:45 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/kms/gstkmssink.c:
+	  kmssink: Add helper functions to create DMA and raw caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2023-08-11 18:28:49 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/kms/gstkmssink.c:
+	  kmssink: Add a helper function to collect formats and modifiers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2023-08-11 18:02:42 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/kms/gstkmsallocator.c:
+	* sys/kms/gstkmsallocator.h:
+	* sys/kms/gstkmssink.c:
+	  kmssink: Add modifier to gst_kms_allocator_dmabuf_import
+	  Use the new drmModeAddFB2WithModifiers() API for binding the
+	  non-linear BO.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5174>
+
+2024-11-15 11:46:14 -0300  Thibault Saunier <tsaunier@igalia.com>
+
+	* meson.build:
+	  meson: Bump minimum version to 1.3
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/4025
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7899>
+
+2024-11-12 12:12:17 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  v4l2codecs: Test ioctl return value and errno
+	  Fix error testing when using V4L2_FMTDESC_FLAG_ENUM_ALL by using
+	  both errno and the return value.
+	  Fixes !7686 (merged)
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7873>
+
+2024-11-06 12:47:32 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkdownload.c:
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh265dec.c:
+	* ext/vulkan/vksink.c:
+	* ext/vulkan/vkupload.c:
+	* gst-libs/gst/vulkan/gstvkutils.c:
+	* gst-libs/gst/vulkan/gstvkutils.h:
+	* gst-libs/gst/vulkan/gstvkvideofilter.c:
+	* sys/applemedia/vtdec.c:
+	  vkutils: add gst_vulkan_ensure_element_device
+	  In order to keep the same device across
+	  the elements in the pipeline, use either the device id
+	  to create the device or get the device from the context
+	  set by the peer elements.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7843>
+
+2024-11-08 10:21:19 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkinstance.c:
+	* gst-libs/gst/vulkan/gstvkinstance.h:
+	  vkinstance: add gst_vulkan_instance_create_device_with_index
+	  This method will allow to create a device with its device_index
+	  preparing the support of multiple device.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7843>
+
+2024-11-11 18:24:37 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth264parser.c:
+	* gst-libs/gst/codecparsers/gsth265parser.c:
+	* gst-libs/gst/codecparsers/gstjpegparser.c:
+	* gst-libs/gst/codecparsers/nalutils.c:
+	* gst-libs/gst/codecparsers/nalutils.h:
+	  codecparser: remove unused headers
+	  Mainly <string.h> but also <stdlib.h> in jpegparse
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7869>
+
+2024-11-11 17:47:48 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
+	* gst-libs/gst/codecparsers/gsth265parser.c:
+	* gst-libs/gst/codecparsers/meson.build:
+	* gst-libs/gst/codecparsers/nalutils.h:
+	  codecparsers: avoid libc math library
+	  Instead of the libc ceil() and pow() machinery for double types, since the
+	  library uses it for unsigned integers use a simple math function for for ceil
+	  division and bit left shift for integer power of two.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7869>
+
+2024-10-09 13:47:41 -0400  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
+	* gst-libs/gst/codecparsers/gsth265parser.c:
+	  h265parser/bitwriter: add some comments for ceil_log2 use
+	  Validate that the length of field must be calculate with
+	  ceil_logs2 and not bit storage.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7429>
+
+2024-10-09 13:46:17 -0400  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth264parser.c:
+	  h264parse: use of ceil_log2 instead of bit_storage
+	  According to the specification:
+	  The length of the slice_group_id i  syntax element is Ceil( Log2(
+	  num_slice_groups_minus1 + 1 ) ) bits
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7429>
 
 2021-07-01 13:09:04 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
 
@@ -452,7 +4528,7 @@
 	  mpegtsmux: Mux timestampless buffers immediately
 	  Instead of leaving them queued indefinitely, or until we're timing out
 	  and it's the only buffer queued.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7901>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7870>
 
 2024-11-12 11:01:03 +0200  Sebastian Dröge <sebastian@centricular.com>
 
@@ -461,7 +4537,61 @@
 	  The muxer can only advance the time if it has a timestamped buffer that can be
 	  output, otherwise it will just busy-wait and use up a lot of CPU.
 	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3912
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7901>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7870>
+
+2024-11-14 10:37:05 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/zxing/gstzxing.cpp:
+	* ext/zxing/gstzxingplugin.c:
+	  gst_plugins-cache: add zxing plugin
+	  update documentation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7887>
+
+2024-11-12 09:01:49 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  mpegtsmux: Post error on the bus if no mapping is found
+	  This is more useful/visible
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7707>
+
+2024-10-22 08:42:17 +0200  Edward Hervey <edward@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/mpegtsdemux/gstmpegdesc.h:
+	* gst/mpegtsdemux/tsdemux.c:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/gstbasetsmux.h:
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegts: Add custom mapping for vp9
+	  This is a custom mapping. There isn't much needed apart from that to store vp9
+	  in mpeg-ts since the bitstream is self contained.
+	  Since there are no official specification we don't want people to be mistaken in
+	  believing that. Therefore that mapping is only used in the muxer if the (new)
+	  property `enable-custom-mappings` is set to TRUE.
+	  * The MPEG-TS Stream Type is Private Data (0x6) with the registration descriptor
+	  set to `VP09`.
+	  * The Access Unit are VP9 frames stored in PES packets
+	  * As there is no emulation prevention byte in VP9 elementary stream, the can be
+	  misdetection of PES start code. To avoid this, the start of a PES packet must
+	  be signalled using the Payload Unit Start Indicator in the transport packet
+	  header
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7707>
+
+2024-11-08 10:18:09 -0300  Thibault Saunier <tsaunier@igalia.com>
+
+	* sys/nvcodec/gstnvdecoder.cpp:
+	  nvcodec: gl now supports Y444_16LE
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7858>
+
+2024-11-12 02:06:39 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	  d3d12swapchainsink: Fix error when the sink is reused
+	  Release backbuffer just before releasing swapchain
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7867>
 
 2024-11-05 14:34:03 +0100  Théo Maillart <tmaillart@freebox.fr>
 
@@ -476,7 +4606,40 @@
 	  it is not an I frame, then decodebin3 drops this only frame because the delta
 	  unit flag is set and the decoder receives eos before it was able to receive any
 	  encoded data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7876>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7832>
+
+2024-11-11 17:44:22 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
+	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
+	  h26Xbitwriter: use quote form directive for internal header
+	  Since nalutils.h is not installed it should be included for the local path.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7868>
+
+2024-10-11 11:57:15 -0400  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
+	* gst-libs/gst/codecparsers/gsth264bitwriter.h:
+	* tests/check/libs/h264bitwriter.c:
+	  h264bitwriter: implement gst_h264_bit_writer_filler()
+	  This is required for vulkan encoder since it can only write slides after aligned
+	  offsets.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7785>
+
+2024-11-08 19:05:41 -0500  Sid Sethupathi <sid.sethupathi@gmail.com>
+
+	* ext/gs/README.md:
+	  gs: update building README
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7860>
+
+2023-10-28 13:01:58 +0200  Diego Nieto <diego.nieto.m@outlook.com>
+
+	* tests/check/elements/jifmux.c:
+	  exiftag: handle GST_TAG_CAPTURING_LIGHT_SOURCE tag
+	  This exif tag allows to specify the different light conditions
+	  when taking a picture. This tag is defined in:
+	  https://exiftool.org/TagNames/EXIF.html#LightSource
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5571>
 
 2024-09-17 11:47:47 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -486,7 +4649,147 @@
 	  This allows to handle CDP streams where the framerate is not provided by the
 	  caps and generally gives preference to the framerate inside the CDP packets over
 	  the one in the caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7862>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7532>
+
+2024-11-04 19:30:02 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* gst-libs/gst/analytics/gsttensor.h:
+	* gst-libs/gst/analytics/gsttensormeta.c:
+	* gst-libs/gst/analytics/gsttensormeta.h:
+	* gst/tensordecoders/gstssdobjectdetector.c:
+	  tensormeta: Add APIs to create and access GstTensorMeta contents
+	  Also document those APIs better.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-11-04 19:29:43 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* gst-libs/gst/analytics/gsttensor.c:
+	* gst-libs/gst/analytics/gsttensor.h:
+	* gst-libs/gst/analytics/gsttensormeta.c:
+	  tensor: Add APIs to create and access GstTensor contents
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-11-04 17:04:28 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* ext/onnx/gstonnxclient.cpp:
+	* ext/onnx/gstonnxinference.cpp:
+	* gst-libs/gst/analytics/gsttensor.h:
+	* gst/tensordecoders/gstssdobjectdetector.c:
+	  tensors: Use full GstTensorDataType type name in type members
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-10-31 16:03:31 -0400  Olivier Crête <olivier.crete@collabora.com>
+
+	* ext/onnx/gstonnxclient.cpp:
+	* gst-libs/gst/analytics/gsttensormeta.c:
+	* gst-libs/gst/analytics/gsttensormeta.h:
+	  analytics: Add APIs to add or get a GstTensorMeta
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-09-24 10:53:05 -0400  Daniel Morin <daniel.morin@collabora.com>
+
+	* ext/onnx/gstonnxclient.cpp:
+	* gst-libs/gst/analytics/gsttensor.c:
+	* gst-libs/gst/analytics/gsttensor.h:
+	  analytics: Adding abstraction on tensor dims
+	  Tensor can be row or col major, but it's also possible that the order by we need
+	  to read the tensor with more than two dimension need to be described. The
+	  reserved field in GstTensorDim is there for this purpose. If we need this we
+	  can add  GST_TENSOR_DIM_ORDER_INDEXED, and follow an index defining order for
+	  each dimension.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-10-17 17:28:24 -0400  Daniel Morin <daniel.morin@collabora.com>
+
+	* ext/onnx/gstonnxclient.cpp:
+	* gst-libs/gst/analytics/gsttensor.c:
+	* gst-libs/gst/analytics/gsttensor.h:
+	* gst-libs/gst/analytics/gsttensormeta.c:
+	* gst-libs/gst/analytics/gsttensormeta.h:
+	* gst-libs/gst/analytics/meson.build:
+	* gst/tensordecoders/gstssdobjectdetector.c:
+	  analytics: Make GstTensor more suitable for inline allocation
+	  GstTensor contained two fields (data, dims) that were dynamicallay allocated. For
+	  data it's for a GstBuffer and we have pool for efficient memory management. For
+	  dims it's a small array to store the dimension of the tensor. The dims field
+	  can be allocated inplace by moving it at the end of the structure. This will
+	  allow a better memory management when GstTensor is stored in an analytics meta
+	  which will take advantage of the _clear interface for re-use.
+	  - New api to allocate and free GstTensor
+	  To continue to support use-cases where GstTensor is not stored in an
+	  analytics-meta we provide gst_tensor_alloc, gst_tensor_alloc_n and
+	  gst_tensor_free that will facilitate memory management.
+	  - Make GstTensor a boxed type
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-07-17 14:39:42 -0400  Daniel Morin <daniel.morin@collabora.com>
+
+	* ext/onnx/gstonnxclient.cpp:
+	* ext/onnx/gstonnxinference.cpp:
+	* gst-libs/gst/analytics/gsttensor.h:
+	* gst-libs/gst/analytics/gsttensormeta.h:
+	  analytics: Move batch to GstTensor
+	  - batch_size is required to interpret the tensor depending on the tensor format
+	  the batch are not necessarily memory plane therefore it's preferable to keep it
+	  inside GstTensor.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-10-17 17:27:37 -0400  Daniel Morin <daniel.morin@collabora.com>
+
+	* ext/onnx/gstonnxinference.cpp:
+	* gst-libs/gst/analytics/gsttensor.h:
+	* gst-libs/gst/analytics/gsttensormeta.h:
+	* gst-libs/gst/analytics/meson.build:
+	  analytics: Decouple GstTensor from GstTensorMeta
+	  - To support transporting tensor as GstMeta, Analytics-Meta and Media we need to
+	  decouple GstTensor from GstTensorMeta.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-01-25 01:09:13 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/onnx/gstonnx.c:
+	* ext/onnx/meson.build:
+	* gst/meson.build:
+	* gst/tensordecoders/gstssdobjectdetector.c:
+	* gst/tensordecoders/gstssdobjectdetector.h:
+	* gst/tensordecoders/gsttensordecoders.c:
+	* gst/tensordecoders/meson.build:
+	* meson_options.txt:
+	  tensordecoders: Move decoder out of the ONNX plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-01-24 21:12:17 -0500  Olivier Crête <olivier.crete@collabora.com>
+
+	* ext/onnx/decoders/gstssdobjectdetector.c:
+	* ext/onnx/gstonnx.c:
+	* ext/onnx/gstonnxclient.h:
+	* ext/onnx/meson.build:
+	* gst-libs/gst/analytics/analytics.h:
+	* gst-libs/gst/analytics/gsttensormeta.c:
+	* gst-libs/gst/analytics/gsttensormeta.h:
+	* gst-libs/gst/analytics/meson.build:
+	  analytics: Move tensor meta to the analytics library
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6000>
+
+2024-11-06 16:35:10 +0100  wbartel <wilhelm.bartel@streamonkey.de>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtcbin: fix malformed docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7847>
+
+2024-11-06 12:05:25 +0100  Adrien De Coninck <a.deconinck@intopix.com>
+
+	* gst/mpegtsdemux/tsdemux.c:
+	  tsdemux: validate frat before setting framerate in caps
+	  From JPEG-XS part3 : "If the frame rate is unknown, the frat parameter is 0."
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7836>
+
+2024-11-05 18:04:44 +0100  Adrien De Coninck <a.deconinck@intopix.com>
+
+	* gst/mpegtsdemux/tsdemux.c:
+	  tsdemux: use JXS_video_descriptor "frat" to set caps "framerate"
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7836>
 
 2024-11-05 14:23:05 +0200  Sebastian Dröge <sebastian@centricular.com>
 
@@ -496,7 +4799,70 @@
 	  property and not on the framerate, so waiting for the framerate is not necessary.
 	  In all other modes no latency is introduced at all and the latency query can
 	  simply be proxied.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7846>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7831>
+
+2024-03-16 00:38:58 +0200  Mart Raudsepp <mart.raudsepp@globalm.media>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegtsmux: Add support for SMPTE 302M (audio/x-smpte-302m)
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6530>
+
+2024-11-03 17:30:40 +0000  Tim-Philipp Müller <tim@centricular.com>
+
+	* docs/meson.build:
+	  meson: bail out earlier in docs subdir if docs are disabled
+	  The gst_dep.get_variable('libexecdir') may fail in some scenarios
+	  (e.g. building a module alone inside an uninstalled devenv) and
+	  it shouldn't really be reached in the first place if docs are
+	  disabled via options.
+	  Also to avoid confusing meson messages when cross-compiling or
+	  doing a static build.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7818>
+
+2024-11-03 10:42:33 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	  d3d12swapchainsink: Add support for GstColorBalance interface
+	  ... and adding hue, saturation, brightness, and contrast properties
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7817>
+
+2024-11-03 09:20:24 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12convert.h:
+	  d3d12convert: Add support for GstColorBalance interface
+	  ... and adding hue, saturation, brightness, and contrast properties
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7817>
+
+2024-11-03 06:36:32 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/gstd3d12window.h:
+	  d3d12videosink: Add support for GstColorBalance interface
+	  ... and adding hue, saturation, brightness, and contrast properties
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7817>
+
+2024-11-03 04:00:25 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3dshader/converter-hlsl/PSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	  d3d12converter: Add support for colorbalance
+	  Adding support for hue, saturation, brightness, and contrast adjustment
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7817>
 
 2024-11-03 17:37:03 +0000  Tim-Philipp Müller <tim@centricular.com>
 
@@ -507,22 +4873,68 @@
 	* po/sl.po:
 	* po/sv.po:
 	  gst-plugins-bad: update translations
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7820>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7819>
 
-2024-10-30 20:40:12 +0000  Tim-Philipp Müller <tim@centricular.com>
+2024-11-02 03:18:26 +0900  Seungha Yang <seungha@centricular.com>
 
-	* meson.build:
-	  Back to development after 1.24.9
+	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
+	  d3d11converter: Fix constant buffer update
+	  Fixing regression of
+	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6434
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7814>
+
+2024-08-06 18:09:58 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* gst/videoparsers/gsth264parse.c:
+	* gst/videoparsers/gsth264parse.h:
+	  h264parse: Fix pic_timing SEI replacement
+	  The calculated position was off. I'm not sure of the exact cause;
+	  possibly because we're in AU-aligned byte-stream mode, which means
+	  `transform` is true.
+	  Replacing the math that calculates the NALU positions with code more
+	  similar to what is already in use for `idr_pos` seems to have fixed it.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7318>
 
-=== release 1.24.9 ===
+2024-07-30 14:31:45 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
 
-2024-10-30 20:33:30 +0000  Tim-Philipp Müller <tim@centricular.com>
+	* gst/videoparsers/gsth264parse.c:
+	* gst/videoparsers/gsth265parse.c:
+	  h264parse, h265parse: Support drop frame codes with counting_type 6
+	  Tested with an Ateme Kyrion CM5000, which uses 6 when it drops 4 frames
+	  from the code for 1080p@59.94.
+	  Apply the same change to h265parse, with reference to the spec.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7316>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.9
+2024-10-27 04:26:46 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window-win32.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/gstd3d12window.h:
+	  d3d12videosink: Add support for mouse scroll events
+	  Handle WM_MOUSEHWHEEL and WM_MOUSEWHEEL events
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7774>
+
+2024-10-29 09:49:50 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst/mpegtsdemux/tsdemux.c:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  mpegts: Fix bit-depth storage for jpeg-xs
+	  As per ISO/IEC 21122-3 2019:
+	  > Sample_Bitdepth code shall specify directly the bitdepth of the components
+	  minus 1
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3945
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7775>
+
+2024-10-29 09:43:11 +0100  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	  mpegts: Fix JPEG-XS Extension Descriptor handling
+	  The initial specification for the descriptor (from H.222.0 06/21) was wrong and
+	  introduced duplicate descriptor_tag/descriptor_length field.
+	  This was later corrected in H.222.0 (2021) Amendment 1 (12/22)
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3945
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7775>
 
 2024-10-29 11:29:05 +0100  Edward Hervey <edward@centricular.com>
 
@@ -530,19 +4942,83 @@
 	  srt: Don't attempt to reconnect on authentication failures
 	  This is a fatal issue which can't be recovered
 	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1550
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7797>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7776>
 
-2024-10-14 11:26:20 +0200  Emil Ljungdahl <emillj@axis.com>
+2024-10-22 22:29:51 +1100  Jan Schmidt <jan@centricular.com>
 
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin: Clean up bin elements when datachannel is removed
-	  When a datachannel within a session is removed after proper close,
-	  reference to the error_ignore_bin elements of the datachannel
-	  appsrc/appsink were left in webrtcbin.
-	  This caused the bin-objects to be left and not freed until the whole
-	  webrtc session was terminated. Among other things that includes a thread
-	  from the appsrc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7791>
+	* sys/androidmedia/gstamc-constants.h:
+	* sys/androidmedia/gstamc.c:
+	  androidmedia: Add more pixel format mappings
+	  Add missing pixel format constants, and mappings for
+	  P010, packed variants of 420 and RGBA layouts to GStreamer
+	  buffer formats. This fixes problems with android decoders
+	  refusing to output raw video frames with decoders that
+	  announce support for these common pixel formats and
+	  only allowing the 'hardware surfaces output' path.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7743>
+
+2024-10-22 21:28:04 +1100  Jan Schmidt <jan@centricular.com>
+
+	* sys/androidmedia/gstamc-constants.h:
+	* sys/androidmedia/gstamc.c:
+	  androidmedia: Add extra H.2645 profile mappings
+	  Update the android headers and add missing mappings for H.264/H.265
+	  profiles that have been added in newer android releases
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7743>
+
+2024-10-28 14:37:04 +0100  Mathieu Duponchelle <mathieu@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/gstcea608mux.c:
+	  cea608mux: expose force-live property
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7765>
+
+2024-10-22 18:08:19 +1100  Matthew Waters <matthew@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/decklink/gstdecklink.cpp:
+	* sys/decklink/gstdecklink.h:
+	* sys/decklink/gstdecklinkvideosink.cpp:
+	* sys/decklink/gstdecklinkvideosrc.cpp:
+	  decklink: reinstate some hardcoded colorimetry handling
+	  Needed when we don't yet have an open device and are doing negotiation.
+	  colorimetry=bt601 is only actually supported by decklink for PAL and NTSC
+	  formats. All other formats use bt709 or above.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7742>
+
+2024-10-22 18:06:46 +1100  Matthew Waters <matthew@centricular.com>
+
+	* sys/decklink/gstdecklink.cpp:
+	  decklink: only expose HDR colorimetry if 2020 colorspace is supported
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7742>
+
+2024-10-22 13:23:06 +1100  Matthew Waters <matthew@centricular.com>
+
+	* sys/decklink/gstdecklinkvideosrc.cpp:
+	  decklinkvideosrc: ignore HDR metadata consisting of all zeros
+	  In some cases decklinkvideosink may produce such stream when the
+	  information is unknown.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7742>
+
+2024-10-22 13:20:30 +1100  Matthew Waters <matthew@centricular.com>
+
+	* sys/decklink/gstdecklinkvideosink.cpp:
+	  decklinkvideosink: provide default values when HDR metadata is not available
+	  Some file format standards don't require mastering-display-info
+	  and content-light-level values to be provided.
+	  Decklink however requires the static HDR metdata for the PQ transfer
+	  function which we may not have.
+	  CTA-861-G mentions that in this case, 0 may provided as an 'unknown'
+	  value which is what we use here.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7742>
+
+2024-10-22 13:18:58 +1100  Matthew Waters <matthew@centricular.com>
+
+	* sys/decklink/gstdecklinkvideosink.cpp:
+	  decklinkvideosink: fix incorrect EOTF value
+	  Checking for mastering-display-info twice is incorrect.  One of the
+	  checks should be for the content-light-level.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7742>
 
 2024-09-24 13:55:39 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
@@ -552,7 +5028,7 @@
 	  wayland: Add NV15 support
 	  This format, which maps to NV12_10LE40 in GStreamer is produced by Rockchip
 	  video decoders when decoding 4:2:0 10 bit content.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7789>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7569>
 
 2024-10-22 23:41:13 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -561,7 +5037,7 @@
 	  Do not store resolution in set_format() so that resolution change
 	  can be detected on keyframe as intended.
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3928
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7787>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7710>
 
 2024-10-25 16:37:15 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -569,68 +5045,153 @@
 	  rtmp2sink: Initialize base_ts / last_ts with the actual first observed timestamp
 	  Initializing it with zero can falsely trigger the overflow / underflow detection
 	  code if the first observed timestamp is a big integer.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7786>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7745>
 
-2024-09-30 15:51:04 +0300  Sebastian Dröge <sebastian@centricular.com>
+2024-10-28 18:58:48 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
-	* gst/mpegtsdemux/mpegtspacketizer.c:
-	  mpegtsdemux: Handle PTS/DTS wraparound with ignore-pcr=true
-	  The wraparound handling code assumes that the PCR gets updated regularly for
-	  being able to detect wraparounds. With ignore-pcr=true that was not the case and
-	  it stayed initialized at 1h forever.
-	  To avoid this problem, update the fake PCR whenever the PTS advanced by more
-	  than 5s, and also detect wraparounds in these fake PCRs.
-	  Problem can be reproduced with
-	  $ gst-launch-1.0 videotestsrc pattern=black ! video/x-raw,framerate=1/5 ! \
-	  x264enc speed-preset=ultrafast tune=zerolatency ! mpegtsmux ! \
-	  tsdemux ignore-pcr=true ! fakesink
-	  which restarts timestamps at 0 after around 26h30m.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7763>
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va{av1,vp9}enc: fix return value
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7773>
+
+2024-05-27 09:45:00 -0400  Xavier Claessens <xavier.claessens@collabora.com>
+
+	* tests/check/elements/unixfd.c:
+	  Revert "unixfd: disable flaky test_unixfd_segment for now"
+	  This reverts commit 06cd4e24578caf1e16e364eb56edbbb065b8533e.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6765>
+
+2024-04-29 14:30:49 -0400  Xavier Claessens <xavier.claessens@collabora.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/unixfd/gstunixfdsink.c:
+	* tests/check/elements/unixfd.c:
+	  unixfd: Fix racy unit test by adding wait-for-connection property
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6765>
 
 2024-10-26 11:42:48 +0300  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst-libs/gst/play/gstplay.c:
 	* gst-libs/gst/play/gstplay.h:
 	  play: Improve play message API inconsistencies
+	  * Consistently name parse functions according to their message type and
+	  deprecate the misnamed ones,
+	  * Add missing parse functions,
 	  * Check for the correct message type when parsing
 	  * Use correct field name for warning message details
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7779>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7754>
 
-2024-05-28 04:14:15 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+2024-10-25 11:10:38 -0400  Julian Bouzas <julian.bouzas@collabora.com>
 
-	* gst-libs/gst/va/meson.build:
-	* meson.build:
-	* sys/msdk/gstmsdkallocator_libva.c:
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpputil.c:
-	* sys/msdk/meson.build:
-	  msdk: Fix libdrm dependency detection and usage
-	  drm_fourcc.h should be picked up via the pkgconfig include, not the
-	  system includedir directly.
-	  Also consolidate the libdrm usage in va and msdk.
-	  All this allows it to be picked up consistently (via the subproject,
-	  for example).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7760>
+	* ext/lcevcencoder/gstlcevch264enc.c:
+	  lcevch264enc: Set 'byte-stream' format and 'au' alignment in output caps
+	  This is because the LCEVC EIL SDK from V-Nova always outputs encoded video in
+	  that format. This also avoids using the parser in some scenarios.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7750>
 
-2024-05-27 18:50:23 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+2024-10-21 13:32:03 +0200  Pablo García <pgarcia@fluendo.com>
 
-	* gst-libs/gst/va/meson.build:
-	  meson: Don't use fallback: kwarg for libva deps
-	  This will cause a fallback even when the `va` option is `auto`, not
-	  giving the user a chance to provide the dependency via the system, and
-	  likely building this feature unnecessarily.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7760>
+	* sys/d3d11/gstd3d11videosink.cpp:
+	* sys/d3d11/gstd3d11window.cpp:
+	* sys/d3d11/gstd3d11window.h:
+	* sys/d3d11/gstd3d11window_win32.cpp:
+	  d3d11: implement mouse wheel events
+	  Adittion of d3d11 support for WM_MOUSEWHEEL and WM_MOUSEHWHEEL events,
+	  which are triggered when the mouse is scrolled vertically or horizontally
+	  respectively.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7705>
 
-2024-05-27 18:43:33 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+2024-09-21 19:16:29 +0300  Jordan Petridis <jordan@centricular.com>
 
-	* gst-libs/gst/va/gstvavideoformat.h:
-	  va: Fix libdrm include
-	  The libdrm/ prefix should not be used, it will be provided by the
-	  pkgconfig file. Also HAVE_LIBDRM is necessary.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7760>
+	* tests/check/gst-plugins-bad.supp:
+	  ci: add suppressions for OpenSSL false positives
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-09-21 19:01:55 +0300  Jordan Petridis <jordan@centricular.com>
+
+	* tests/check/gst-plugins-bad.supp:
+	  gst-plugins-bad.supp: Remvoe gssdp leaks that have been fixed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-09-20 11:02:42 +0200  Edward Hervey <edward@centricular.com>
+
+	* sys/va/gstvacompositor.c:
+	  vacompositor: Add since marker
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-09-04 17:57:08 +0200  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/codecparsers/gstav1parser.c:
+	* gst-libs/gst/codecparsers/gstav1parser.h:
+	* gst-libs/gst/codecparsers/gsth264parser.c:
+	* gst-libs/gst/codecparsers/gsth265parser.c:
+	  codecparsers: Fix gtk-doc
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-09-04 10:11:40 +0200  Edward Hervey <edward@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/isac/gstisacenc.c:
+	* ext/ldac/gstldacenc.c:
+	* ext/svtav1/gstsvtav1enc.c:
+	* ext/svthevcenc/gstsvthevcenc.c:
+	  bad: Mark more types as plugin API
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-09-03 15:00:39 +0200  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/codecparsers/gstav1parser.h:
+	  docs: Fix av1parser symbols
+	  Don't use un-named structures
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-06-28 14:24:54 +0200  Edward Hervey <edward@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  plugins_cache: Update for fedora 40 build
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-09-21 18:11:20 +0300  Jordan Petridis <jordan@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/va/gstvafilter.c:
+	  gstvafilter: Add back missing property comments
+	  In b1cda4439bc9170b4af60ab464471f58ea770f58 the property comments
+	  were removed, even though these are marked as public api.
+	  Add back the comments, and a Since version for interpolation-method.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7455>
+
+2024-10-24 09:17:54 +0200  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	* gst-libs/gst/vulkan/gstvkdisplay.c:
+	* gst-libs/gst/vulkan/gstvktrash.c:
+	  all: Fix closure annotations
+	  This was misused almost everywhere.
+	  See
+	  https://gi.readthedocs.io/en/latest/annotations/giannotations.html#support-for-gobject-closures
+	  and: https://www.bassi.io/articles/2023/02/20/bindable-api-2023/
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7725>
+
+2024-10-15 16:07:42 +0200  Diego Nieto <diego.nieto.m@outlook.com>
+
+	* gst/debugutils/gstvideocodectestsink.c:
+	  debugutils: videocodectestsink: support GRAY8 and GRAY10_LE{16,32}
+	  Add support for:
+	  * GST_VIDEO_FORMAT_GRAY8
+	  * GST_VIDEO_FORMAT_GRAY10_LE16
+	  * GST_VIDEO_FORMAT_GRAY10_LE32
+	  These formats are used by Fraunhofer VVC encoder and decoder.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7706>
+
+2024-10-21 11:50:23 +0200  Carlos Falgueras García <cfalgueras@fluendo.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  video: Add GRAY10_LE16 support
+	  This adds a 10-bit variant of grayscale packed into 16 bits little-endian
+	  words. The MSB 6 bits are padding and should be ignored. This format is
+	  used by Fraunhofer VVC encoder and decoder libraries.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7706>
 
 2024-10-23 14:28:30 +0200  Peter Stensson <petest@axis.com>
 
@@ -641,20 +5202,138 @@
 	  resulting in wrong sorting results. This patch corrects that by
 	  comparing the timestamps and then returning -1, 0 or 1 depending on the
 	  result.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7737>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7726>
 
 2024-10-24 14:40:23 +0200  Andoni Morales Alastruey <ylatuya@gmail.com>
 
 	* sys/applemedia/vtdec.c:
 	  vtdec: add support for level 6 6.1 and 6.2
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7735>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7729>
+
+2024-10-22 09:13:06 -0600  Jordan Yelloz <jordan.yelloz@collabora.com>
+
+	* gst/mpegtsmux/tsmux/tsmux.c:
+	  mpegtsmux: Schedule PMT update on stream removal
+	  Following the behavior of tsmux_program_add_stream(), this ensures that a PMT
+	  update will also be caused by removal of a stream from a program.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7719>
+
+2024-09-30 15:51:04 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst/mpegtsdemux/mpegtspacketizer.c:
+	  mpegtsdemux: Handle PTS/DTS wraparound with ignore-pcr=true
+	  The wraparound handling code assumes that the PCR gets updated regularly for
+	  being able to detect wraparounds. With ignore-pcr=true that was not the case and
+	  it stayed initialized at 1h forever.
+	  To avoid this problem, update the fake PCR whenever the PTS advanced by more
+	  than 5s, and also detect wraparounds in these fake PCRs.
+	  Problem can be reproduced with
+	  $ gst-launch-1.0 videotestsrc pattern=black ! video/x-raw,framerate=1/5 ! \
+	  x264enc speed-preset=ultrafast tune=zerolatency ! mpegtsmux ! \
+	  tsdemux ignore-pcr=true ! fakesink
+	  which restarts timestamps at 0 after around 26h30m.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7588>
+
+2024-10-24 06:10:13 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12decodercpbpool.cpp:
+	* sys/d3d12/gstd3d12mipgen.cpp:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window-win32.cpp:
+	* sys/d3d12/meson.build:
+	* sys/nvcodec/gstcudainterop_d3d12.cpp:
+	  d3d12: Additional fixes for MinGW build
+	  Various fixes for GCC build, including actual bug fixes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7722>
+
+2024-10-23 04:41:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/meson.build:
+	  d3d12: Fix MinGW build with installed DirectX-Headers
+	  Required for cerbero MinGW build
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7154>
+
+2024-10-18 18:09:01 -0400  Daniel Morin <daniel.morin@collabora.com>
+
+	* ext/onnx/decoders/gstssdobjectdetector.c:
+	  tensordecoder: Correct Klass, for ssd TD
+	  Tensor decoder need a specific klass to be able to auto-plug them
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7698>
+
+2024-10-10 17:24:34 +0200  Jochen Henneberg <jochen@centricular.com>
+
+	* tests/examples/va/vaenc-dynamic-reconfigure.c:
+	  examples: va: Added VP8 encoder to dynamic reconfigure
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6959>
+
+2024-10-10 17:22:34 +0200  Jochen Henneberg <jochen@centricular.com>
+
+	* sys/va/gstvavp8enc.c:
+	* sys/va/gstvavp8enc.h:
+	* sys/va/meson.build:
+	* sys/va/plugin.c:
+	  va: Added VP8 encoder
+	  Fixes #3430
+	  Fixes #3576
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6959>
+
+2024-10-10 17:21:25 +0200  Jochen Henneberg <jochen@centricular.com>
+
+	* gst-libs/gst/codecparsers/gstvp8parser.h:
+	  codecparsers: vp8parser: Added frame type enums
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6959>
+
+2024-10-21 00:23:41 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	  d3d12mipmapping: Fix debug category
+	  Fixing copying-and-pasting mistake
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7701>
+
+2024-06-20 16:52:46 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecav1dec.c:
+	* sys/v4l2codecs/gstv4l2codecdevice.h:
+	* sys/v4l2codecs/gstv4l2codech264dec.c:
+	* sys/v4l2codecs/gstv4l2codech265dec.c:
+	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2decoder.h:
+	  v4l2codecs: dynamically discovers supported pixels formats
+	  If the driver allows it, for each stateless decoder,
+	  enumerate all the pixels formats and use this list for source
+	  pad instead of a static template.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7686>
+
+2024-06-20 16:51:07 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/linux/videodev2.h:
+	  v4l2codecs: Update videodev2.h with V4L2_FMTDESC_FLAG_ENUM_ALL flag
+	  Add V4L2_FMTDESC_FLAG_ENUM_ALL flag to support discovering all
+	  possible pixel formats.
+	  Add V4L2_FMT_FLAG_META_LINE_BASED to not create a hole in flag
+	  definition.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7686>
 
 2024-10-11 11:58:37 -0400  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
 	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
 	  h26xbitwriter: false have_space if aligning fails on aud
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7697>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7655>
+
+2024-10-18 15:10:56 +0200  Edward Hervey <edward@centricular.com>
+
+	* ext/qroverlay/gstbaseqroverlay.c:
+	  qrbaseoverlay: Add doc/since
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7692>
 
 2024-10-15 16:44:27 +0800  He Junyan <junyan.he@intel.com>
 
@@ -663,7 +5342,7 @@
 	  Palette mode should only be enabled only when we know that the content
 	  of the picture is simple. For example, only white letters on black
 	  screen in SCC mode. So, by default, we need to disable it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7696>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7668>
 
 2024-09-27 18:01:53 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
 
@@ -671,13 +5350,99 @@
 	  kmssink: Add IMX-DCSS auto-detection
 	  Add IMX DCSS display controller into list of
 	  auto-detected modules.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7695>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7685>
+
+2024-09-20 13:34:34 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
+	  v4l2codecs: vp9: Allow inter-frames resolution change
+	  When the stream resolution change it is needed to negotiate
+	  a new pools and to update the caps.
+	  Resolution change could occurs on a new sequence or a new
+	  picture so move resolution change detection code in a common
+	  function.
+	  For memory allocation reasons, only allows resolution change
+	  on non keyframe if the driver support remove buffer feature.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7684>
+
+2024-09-20 10:48:39 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  codecs:vp9 decoder: Remove unsused info field
+	  Video info field is never used so remove it.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7684>
+
+2024-09-20 10:30:01 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* gst-libs/gst/codecs/gstvp9decoder.c:
+	  codecs: vp9 decoder: Drain output buffers before resolution change
+	  We must drain the pending output picture so that subclass can renegotiate
+	  the caps. Not doing so while still renegotiating would mean that the
+	  subclass would have to do an allocation query before pushing the caps.
+	  Pushing the caps now without this would also not work since these caps
+	  won't match the pending buffers format.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7684>
+
+2024-05-27 14:28:18 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecallocator.c:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2decoder.h:
+	  v4l2codecs: Add remove buffers helpers
+	  Add helpers function to call VIDIOC_REMOVE_BUFS ioctl.
+	  If the driver support this feature buffers are removed from the queue when:
+	  - the pool when is detached from the decoded.
+	  - the pool is released.
+	  - allocation failed.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7684>
+
+2024-05-27 13:52:28 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	  v4l2codecs: Do not register stateless decoder if the driver doesn't support VIDIOC_CREATE_BUFS
+	  If the driver can't allocate buffers with VIDIOC_CREATE_BUFS do not
+	  register it has stateless decoder.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7684>
+
+2023-06-19 11:09:22 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/gstv4l2codecallocator.c:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/v4l2codecs/gstv4l2decoder.h:
+	  v4l2codecs: Replace VIDIOC_REQBUFS calls by VIDIOC_CREATE_BUFS
+	  Use VIDIOC_CREATE_BUFS ioctl to create buffers instead of VIDIOC_REQBUFS
+	  because it allows to create buffers also while streaming.
+	  To prepare the introduction of VIDIOC_REMOVE_BUFFERS create
+	  the buffers one per one instead of a range of them. This way
+	  it can, in the futur, fill the holes.
+	  gst_v4l2_decoder_request_buffers() is stil used to remove all
+	  the buffers of the queue.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7684>
+
+2024-05-07 10:48:05 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
+
+	* sys/v4l2codecs/linux/videodev2.h:
+	  v4l2codecs: udpate videodev2.h
+	  Update videodev2.h to be aligned with kernel version v6.10
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7684>
+
+2024-10-14 11:26:20 +0200  Emil Ljungdahl <emillj@axis.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtcbin: Clean up bin elements when datachannel is removed
+	  When a datachannel within a session is removed after proper close,
+	  reference to the error_ignore_bin elements of the datachannel
+	  appsrc/appsink were left in webrtcbin.
+	  This caused the bin-objects to be left and not freed until the whole
+	  webrtc session was terminated. Among other things that includes a thread
+	  from the appsrc.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7675>
 
 2024-10-09 12:32:34 -0400  Francisco Javier Velázquez-García <francisco.velazquez@appear.net>
 
 	* ext/srt/gstsrtsink.c:
 	  srtsink: Add guard for null error when SRT open fails
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7687>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7628>
 
 2024-10-09 12:08:10 -0400  Francisco Javier Velázquez-García <francisco.velazquez@appear.net>
 
@@ -685,24 +5450,47 @@
 	  srtsink: Register SRT listen callback before binding socket
 	  This change https://github.com/Haivision/srt/pull/2683 forces us to
 	  call `srt_listen_callback` before `srt_listen`.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7687>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7628>
 
-2024-10-11 12:07:27 -0400  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+2024-07-08 17:54:03 -0400  Daniel Morin <daniel.morin@collabora.com>
 
-	* gst-libs/gst/codecparsers/gstav1bitwriter.c:
-	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
-	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
-	  codecparsers: add debug categories to bitwriters
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7667>
+	* tests/check/libs/analyticsmeta.c:
+	  test: Adding a test for segmentation analytics-meta
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6026>
 
-2024-10-09 17:16:46 -0400  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+2024-07-08 17:52:24 -0400  Daniel Morin <daniel.morin@collabora.com>
 
-	* tests/check/elements/vapostproc.c:
-	  tests: va: fix vapostproc test for DMABuf
-	  Now it picks the first format in the template srcpad list and do
-	  the convertion. Also the format size is reduced because not all
-	  drives support 4K as DMABuf (radeonsi).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7654>
+	* gst-libs/gst/analytics/analytics.h:
+	* gst-libs/gst/analytics/gstanalyticssegmentationmtd.c:
+	* gst-libs/gst/analytics/gstanalyticssegmentationmtd.h:
+	* gst-libs/gst/analytics/meson.build:
+	  analytics: add segmentation analytics-meta
+	  - Add a new analytics-meta to store segmentation analysis result.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6026>
+
+2024-07-08 17:47:13 -0400  Daniel Morin <daniel.morin@collabora.com>
+
+	* gst-libs/gst/analytics/gstanalyticsmeta.c:
+	* gst-libs/gst/analytics/gstanalyticsmeta.h:
+	* gst-libs/gst/analytics/gstanalyticssegmentationmtd.c:
+	  analytics: Allow specific analytics-meta (Mtd) to handle their clear
+	  - Add mtd_meta_clear to allow specific analytics-meta to handle their clear
+	  operation specific to their type.
+	  - Clear mtd's attached when analytic-meta is freed. When the buffer where
+	  analytics-meta is attached is not from a buffer pool
+	  gst_analytics_relation_meta_clear will not be called unless we explicitly call
+	  it in _free. This important otherwise _mtd_clear are not called and lead to
+	  leak if embedded mtd's allocated memory
+	  - Un-ref in transform if it's a copy
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6026>
+
+2024-10-12 21:38:08 +0300  Jordan Petridis <jordan@centricular.com>
+
+	* tests/check/elements/lc3.c:
+	  lc3: tests: Zero out the buffer we allocate for the tests
+	  Otherwise liblc3 will try to access the uninitialized memory
+	  and it makes valgrind very sad.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7657>
 
 2024-10-14 15:31:54 +0200  Stéphane Cerveau <scerveau@igalia.com>
 
@@ -710,7 +5498,16 @@
 	  scenechange: fix memory leak
 	  A reference to the last buffer(oldbuf) was kept
 	  leading to a memory leak on stop.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7666>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7662>
+
+2024-10-11 12:07:27 -0400  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/codecparsers/gstav1bitwriter.c:
+	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
+	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
+	* gst-libs/gst/codecparsers/gstvp9bitwriter.c:
+	  codecparsers: add debug categories to bitwriters
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7653>
 
 2024-10-13 23:04:58 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
 
@@ -719,19 +5516,492 @@
 	  dxva is built unconditionally on all platforms where introspection is
 	  enabled, so let's fix the build on macOS so that introspection can be
 	  enabled there: https://gitlab.freedesktop.org/nirbheek/cerbero/-/jobs/65009118
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7661>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7659>
+
+2024-10-12 19:10:46 -0300  L. E. Segovia <amy@centricular.com>
+
+	* gst-libs/gst/winrt/meson.build:
+	* meson.build:
+	* sys/dwrite/meson.build:
+	* sys/wasapi2/meson.build:
+	* sys/webview2/meson.build:
+	* sys/wic/meson.build:
+	  meson: Undefine any WINVER and _WIN32_WINNT entries before redefining them
+	  Fixes Cerbero build with MinGW GCC 14, where specifying -DWINVER=0x0601 -DWINVER=0x0A00 is a hard -Werror.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7658>
+
+2024-10-12 19:05:17 -0300  L. E. Segovia <amy@centricular.com>
+
+	* sys/amfcodec/meson.build:
+	  meson: amfcodec: fix build with MinGW GCC 14
+	  >  ../sys/amfcodec/include/core/PropertyStorage.h:87:50: error: 'virtual void
+	  >   amf::AMFPropertyStorage::RemoveObserver(amf::AMFPropertyStorageObserver*)' was hidden -Werror=overloaded-virtual=
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7658>
+
+2024-10-12 19:01:46 -0300  L. E. Segovia <amy@centricular.com>
+
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/meson.build:
+	  meson: d3d12: fix build with MinGW GCC 14
+	  Also apply the d3d11 fix since both use the same header.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7658>
+
+2024-10-12 19:01:13 -0300  L. E. Segovia <amy@centricular.com>
+
+	* gst-libs/gst/d3d11/meson.build:
+	* sys/d3d11/meson.build:
+	  meson: d3d11: fix build with MinGW GCC 14
+	  In my tests with the new GCC 14 compiler for Cerbero, I got the
+	  following error:
+	  > In file included from include/directxmath/DirectXMath.h:2275,
+	  > from ../gst-libs/gst/d3d11/gstd3d11converter.cpp:46:
+	  > include/directxmath/DirectXMathMatrix.inl: In function 'bool
+	  >   DirectX::XMMatrixDecompose(XMVECTOR*, XMVECTOR*, XMVECTOR*, FXMMATRIX)':
+	  > include/directxmath/DirectXMathMatrix.inl:1161:16:
+	  >  error: variable 'aa' set but not used -Werror=unused-but-set-variable
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7658>
+
+2024-08-29 20:50:59 +1000  Jan Schmidt <jan@centricular.com>
+
+	* ext/webrtc/gstwebrtcstats.c:
+	  webrtcbin: Retrieve RR stats from internal sources
+	  Check and generate remote reception statistics from the info stored on
+	  internal sources, as they are stored there  when running against newer rtpbin
+	  since MR !7424
+	  This fixes cases where statistics are incomplete when
+	  peers send RR reports from a single remote ssrc, which GStreamer does
+	  when bundling is enabled and other RTP stacks may too.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7425>
+
+2024-10-04 23:37:35 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtdec.c:
+	  vtdec: Set input formats when we get incomplete caps
+	  In some cases, decodebin3 will send us incomplete caps (not containing
+	  codec_data), and then a GAP event, which will force a negotiation.
+	  This segfaults due to a null pointer deref because self->input_state
+	  is NULL.
+	  The only possible fix is to avoid negotiating when we get incomplete
+	  caps (to avoid re-negotiationg immediately afterwards, which isn't
+	  supported by some muxers), but also set as much input state as
+	  possible so that a renegotiation triggered by a GAP event can complete
+	  successfully.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7634>
+
+2024-10-09 17:19:42 -0400  Xavier Claessens <xclaessens@netflix.com>
+
+	* ext/qroverlay/gstbaseqroverlay.c:
+	  qroverlay: Change pixel-size to percent of width or height
+	  The size is now expressed in percent of the smallest dimention. 100
+	  means the biggest square that fits the render area.
+	  Fixes: #3695
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7638>
+
+2024-10-09 17:16:46 -0400  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* tests/check/elements/vapostproc.c:
+	  tests: va: fix vapostproc test for DMABuf
+	  Now it picks the first format in the template srcpad list and do
+	  the convertion. Also the format size is reduced because not all
+	  drives support 4K as DMABuf (radeonsi).
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7636>
+
+2024-10-09 16:48:18 -0400  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12.h:
+	* gst-libs/gst/d3d12/gstd3d12_fwd.h:
+	* gst-libs/gst/d3d12/gstd3d12cmdallocpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12cmdallocpool.h:
+	* gst-libs/gst/d3d12/gstd3d12cmdlistpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12cmdlistpool.h:
+	* gst-libs/gst/d3d12/gstd3d12cmdqueue-private.h:
+	* gst-libs/gst/d3d12/gstd3d12cmdqueue.cpp:
+	* gst-libs/gst/d3d12/gstd3d12cmdqueue.h:
+	* gst-libs/gst/d3d12/gstd3d12commandallocatorpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandallocatorpool.h:
+	* gst-libs/gst/d3d12/gstd3d12commandlistpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandlistpool.h:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* gst-libs/gst/d3d12/gstd3d12descheappool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12descheappool.h:
+	* gst-libs/gst/d3d12/gstd3d12descriptorpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12descriptorpool.h:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.h:
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.h:
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/d3d12/gstd3d12mipgen.cpp:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window-swapchain-resource.h:
+	* sys/d3d12/gstd3d12window-swapchain.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  d3d12: Shorten various names
+	  Update names of various objects and method to be shorter, for instance
+	  GstD3D12CommandAllocator is changed to GstD3D12CmdAlloc.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7642>
+
+2024-10-09 15:46:15 -0400  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12fencedatapool.cpp:
+	  d3d12: Fix typo in docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7642>
+
+2024-10-09 15:19:52 -0400  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	  d3d12: Early error out on Signal() fail
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7642>
 
 2024-10-09 20:37:10 +0300  Jordan Petridis <jordan@centricular.com>
 
 	* tests/check/elements/lc3.c:
 	  tests/lc3: Allocate the same size for the buffer and the data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7640>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7631>
+
+2024-10-09 16:40:05 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
+
+	* gst/mxf/mxftypes.c:
+	* gst/mxf/mxftypes.h:
+	  mxftypes: Add support for a few additional fields
+	  According to SMPTE ST 377-1:2019
+	  Currently still unused.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7626>
+
+2024-10-09 16:25:05 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
+
+	* gst/mxf/mxftypes.c:
+	  mxftypes: Check for the existence of all required fields
+	  According to SMPTE ST 377-1:2019
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7626>
+
+2024-10-09 16:23:47 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
+
+	* gst/mxf/mxfdemux.c:
+	  mxfdemux: Keep tracking the offsets even when an index table was found
+	  Some files may contain a partial index table, leading into a crash when
+	  you try seeking in them
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7626>
+
+2024-09-09 15:53:25 +0200  Piotr Brzeziński <piotr@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Don't call drop_frame() when flushing
+	  Slipped through with earlier changes to use drop/release_frame() explicitly.
+	  We should only drop when something goes wrong in the encoder, and just release otherwise.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7475>
+
+2024-08-08 10:50:23 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* ext/lcevcencoder/README.md:
+	  lcevcencoder: Add README.md
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2024-08-08 10:01:24 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* ext/lcevcdecoder/README.md:
+	  lcevcdecoder: Add README.md
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2023-08-25 13:30:48 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* ext/lcevcencoder/gstlcevcencoder.c:
+	* ext/lcevcencoder/gstlcevcencoder.h:
+	* ext/lcevcencoder/gstlcevcencoderutils.c:
+	* ext/lcevcencoder/gstlcevcencoderutils.h:
+	* ext/lcevcencoder/gstlcevch264enc.c:
+	* ext/lcevcencoder/gstlcevch264enc.h:
+	* ext/lcevcencoder/meson.build:
+	* ext/lcevcencoder/plugin.c:
+	* ext/meson.build:
+	* meson_options.txt:
+	  lcevcencoder: Add new LCEVC Encoder plugin
+	  This new LCEVC encoder plugin is meant to implement all LCEVC encoder elements.
+	  For now, it only implements the LCEVC H264 encoder (lcevch264enc) element. This
+	  element essentially encodes raw video frames using a specific EIL plugin, and
+	  outputs H264 frames with LCEVC data. Depending on the encoder properties, the
+	  LCEVC data can be either part of the video stream as SEI NAL Units, or attached
+	  to buffers as GstMeta.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2023-08-01 11:15:54 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* ext/lcevcdecoder/gstlcevcdecodebin.c:
+	* ext/lcevcdecoder/gstlcevcdecodebin.h:
+	* ext/lcevcdecoder/gstlcevch264decodebin.c:
+	* ext/lcevcdecoder/gstlcevch264decodebin.h:
+	* ext/lcevcdecoder/plugin.c:
+	  lcevcdecoder: Add new lcevch264decodebin element
+	  This new element wraps both the base H264 decoder and lcevcdec elements into a
+	  bin so that LCEVC decoding works with auto-plugging elements such as decodebin.
+	  By default, the H264 decoder element with higher rank is used as base decoder,
+	  but any particular H264 decoder can be used by manually setting the base-decoder
+	  property.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2023-08-01 11:11:18 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* ext/lcevcdecoder/gstlcevcdec.c:
+	* ext/lcevcdecoder/gstlcevcdec.h:
+	* ext/lcevcdecoder/gstlcevcdecutils.c:
+	* ext/lcevcdecoder/gstlcevcdecutils.h:
+	* ext/lcevcdecoder/meson.build:
+	* ext/lcevcdecoder/plugin.c:
+	* ext/meson.build:
+	* meson_options.txt:
+	  lcevcdecoder: Add new LCEVC Decoder plugin
+	  This new LCEVC decoder plugin is meant to implement all LCEVC decoder elements.
+	  For now, it only implements the LCEVC enhancement decoder (lcevcdec) element.
+	  This element essentially enhances raw video frames using the LCEVC metadata
+	  attached to input buffers into a higher resolution frame. The element is only
+	  meant to be used after any base decoder (eg avdec_h264).
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2024-09-03 17:09:40 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* gst/videoparsers/gsth264parse.c:
+	  h264parse: Wait for SEI before exposing src caps
+	  This makes sure 'lcevc=false' src caps are not set before parsing SEI. It is
+	  needed for decodebin2 to work properly with the LCEVC decoder.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2024-10-01 16:40:13 -0400  Olivier Crête <olivier.crete@collabora.com>
+
+	* gst/videoparsers/gsth264parse.c:
+	  h264parse: Don't fake IDR without at least an i-slice
+	  There was an override to fake an IDR as soon as a SPS/PPS
+	  is encountered, but that's not valid, at least an i-slice is needed.
+	  Amend the visl result, as the output is slightly more correct, not
+	  duplicating frame_num.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2024-08-19 12:16:49 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* gst/videoparsers/gsth264parse.c:
+	* gst/videoparsers/gsth265parse.c:
+	* gst/videoparsers/gstmpegvideoparse.c:
+	* gst/videoparsers/gstvideoparseutils.c:
+	* gst/videoparsers/gstvideoparseutils.h:
+	  h264parse: attach LCEVC meta to buffers if it is present in SEI
+	  This improves the h264parse element to attach LCEVC enhancement data to buffers
+	  using the new GstLcevcMeta API. This metadata will eventually be used downstream
+	  by LCEVC decoders to enhance the RAW video frame.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2023-07-27 16:27:29 -0400  Julian Bouzas <julian.bouzas@collabora.com>
+
+	* gst-libs/gst/codecparsers/gstlcevcmeta.c:
+	* gst-libs/gst/codecparsers/gstlcevcmeta.h:
+	* gst-libs/gst/codecparsers/meson.build:
+	  codecparsers: Add LCEVC metadata API
+	  This new metadata API allows elements to attach LCEVC enhancement data to video
+	  buffers. Usually, the video parser elements are charged to parse the LCEVC
+	  enhancement data from SEI Nal units (Supplemental enhancement Information).
+	  However, other elements such as demuxers can also use this API if the LCEVC
+	  enhancement data of the video is stored in a separate stream in the container.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7330>
+
+2024-09-16 23:34:15 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvdecoder.cpp:
+	* sys/nvcodec/gstnvdecoder.h:
+	* sys/nvcodec/plugin.c:
+	  nvdecoder: Add support for D3D12 output
+	  Enable D3D12 output if device can support D3D12 interop
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7529>
+
+2024-09-16 23:24:30 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudainterop_d3d12.cpp:
+	* sys/nvcodec/gstcudainterop_d3d12.h:
+	* sys/nvcodec/gstnvencoder.cpp:
+	  nvcodec: Add support CUDA to D3D12 memory copy
+	  Adding CUDA -> D3D12 memory copy method to GstCudaD3D12Interop
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7529>
+
+2024-09-24 23:43:07 -0700  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
+
+	* sys/msdk/gstmsdkenc.c:
+	  msdkenc: Guard the read of thiz->initialized with the modification of this value
+	  This is to avoid wrongly read/write thiz->initialized when multi-thread
+	  invoking encoder init function, it is possible when user apps deploy
+	  multi-thread to dynamically change encoder's settings.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7578>
+
+2024-09-24 17:32:54 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* sys/aja/gstajadeviceprovider.cpp:
+	  ntv2: Update to AJA NTV2 SDK 17.1.0
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7568>
+
+2024-09-03 12:16:19 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* ext/nvcomp/gstnvcompvideodec.cpp:
+	* ext/ttml/gstttmlparse.c:
+	* ext/vulkan/vkdownload.c:
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh265dec.c:
+	* ext/vulkan/vkupload.c:
+	* gst-libs/gst/vulkan/gstvkswapper.c:
+	* gst/interlace/gstinterlace.c:
+	* sys/amfcodec/gstamfav1enc.cpp:
+	* sys/amfcodec/gstamfh264enc.cpp:
+	* sys/amfcodec/gstamfh265enc.cpp:
+	* sys/androidmedia/gstamcvideodec.c:
+	* sys/applemedia/avfvideosrc.m:
+	* sys/d3d11/gstd3d11convert.cpp:
+	* sys/d3d11/gstd3d11decoder.cpp:
+	* sys/d3d11/gstd3d11deinterlace.cpp:
+	* sys/d3d11/gstd3d11download.cpp:
+	* sys/d3d11/gstd3d11h265dec.cpp:
+	* sys/d3d11/gstd3d11ipcsink.cpp:
+	* sys/d3d11/gstd3d11screencapturesrc.cpp:
+	* sys/d3d11/gstd3d11upload.cpp:
+	* sys/d3d11/gstd3d11vp9dec.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12download.cpp:
+	* sys/d3d12/gstd3d12h264enc.cpp:
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	* sys/d3d12/gstd3d12memorycopy.cpp:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	* sys/d3d12/gstd3d12upload.cpp:
+	* sys/mediafoundation/gstmfvideoencoder.cpp:
+	* sys/msdk/gstmsdkcaps.c:
+	* sys/msdk/gstmsdkdec.c:
+	* sys/msdk/gstmsdkenc.c:
+	* sys/msdk/gstmsdkvpp.c:
+	* sys/msdk/gstmsdkvpputil.c:
+	* sys/nvcodec/gstcudaconvertscale.c:
+	* sys/nvcodec/gstcudaipcsink.cpp:
+	* sys/nvcodec/gstcudamemorycopy.c:
+	* sys/nvcodec/gstnvav1encoder.cpp:
+	* sys/nvcodec/gstnvdec.c:
+	* sys/nvcodec/gstnvdecoder.cpp:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	* sys/qsv/gstqsvav1enc.cpp:
+	* sys/qsv/gstqsvdecoder.cpp:
+	* sys/qsv/gstqsvh264dec.cpp:
+	* sys/qsv/gstqsvh264enc.cpp:
+	* sys/qsv/gstqsvh265dec.cpp:
+	* sys/qsv/gstqsvh265enc.cpp:
+	* sys/qsv/gstqsvjpegdec.cpp:
+	* sys/qsv/gstqsvjpegenc.cpp:
+	* sys/qsv/gstqsvvp9dec.cpp:
+	* sys/qsv/gstqsvvp9enc.cpp:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/va/gstvaav1dec.c:
+	* sys/va/gstvabase.c:
+	* sys/va/gstvabasedec.c:
+	* sys/va/gstvacaps.c:
+	* sys/va/gstvacompositor.c:
+	* sys/va/gstvaencoder.c:
+	* sys/va/gstvafilter.c:
+	* sys/va/gstvavpp.c:
+	* tests/check/libs/vkimagebufferpool.c:
+	* tests/check/libs/vkvideodecode.c:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	* tests/examples/d3d11/d3d11converter.cpp:
+	* tests/examples/nvcodec/nvcodec.c:
+	  common: Use more efficient versions of GstCapsFeatures API where possible
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7432>
+
+2024-08-30 18:57:03 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* sys/va/gstvabasedec.c:
+	* sys/va/gstvavpp.c:
+	  common: Stop using GQuark-based GstCapsFeatures API
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7432>
+
+2024-08-29 20:09:52 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* ext/curl/gstcurlhttpsrc.c:
+	* ext/webrtc/gstwebrtcbin.c:
+	* gst-libs/gst/player/gstplayer.c:
+	* gst/debugutils/gsttestsrcbin.c:
+	* sys/ipcpipeline/gstipcpipelinecomm.c:
+	* sys/kms/gstkmssink.c:
+	* sys/nvcodec/gstcudaconverter.c:
+	* tests/check/elements/webrtcbin.c:
+	* tests/examples/mxf/mxfdemux-structure.c:
+	  common: Stop using GQuark-based GstStructure field name API
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7432>
+
+2024-08-09 10:41:57 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* ext/svthevcenc/gstsvthevcenc.c:
+	* gst-libs/gst/mpegts/gstmpegtssection.c:
+	* gst-libs/gst/play/gstplay.c:
+	* gst/mpegtsdemux/tsdemux.c:
+	* gst/mxf/mxfaes-bwf.c:
+	* gst/mxf/mxfffv1.c:
+	* gst/mxf/mxfmetadata.c:
+	* gst/mxf/mxfmetadata.h:
+	* gst/mxf/mxfmpeg.c:
+	  common: Stop using GQuark-based GstStructure name API
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7432>
+
+2024-09-26 02:03:19 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12decodercpbpool.cpp:
+	* sys/d3d12/gstd3d12decodercpbpool.h:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	  d3d12: Fix resource allocation on old Windows version
+	  D3D12_HEAP_FLAG_CREATE_NOT_ZEROED flag was introduced as of
+	  Windows 10 May 2020 Update, and older versions don't understand
+	  the heap flag. Checks the feature support and enables the
+	  D3D12_HEAP_FLAG_CREATE_NOT_ZEROED only if it's supported by OS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7573>
 
 2024-05-30 07:34:22 +0000  Weijian Pan <pwjworks@gmail.com>
 
 	* sys/applemedia/avfdeviceprovider.m:
 	  avfdeviceprovider: Fix caps leak
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7577>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6966>
+
+2024-09-24 13:31:34 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
+
+	* ext/wpe/gstwpethreadedview.cpp:
+	  wpe: initialize threading.ready before reading it
+	  Fix Valgrind warning.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7377>
+
+2023-12-10 23:31:32 +0100  Michael Grzeschik <m.grzeschik@pengutronix.de>
+
+	* sys/uvcgadget/gstuvcsink.c:
+	  uvcsink: make gst_v4l2uvc_fourcc_to_bare_struct work with more raw formats
+	  The uvcsink was limited to only transfer YUY2 and MJPEG. For the
+	  uncompressed formats there is no technical reason not to support them.
+	  Since gst_video_format_to_string is already supporting more fourcc than
+	  only YUY2 we use the default path in gst_v4l2uvc_fourcc_to_bare_struct
+	  to create structures for more formats and bail out if the returned
+	  format is not from the uncompressed type.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6037>
 
 2024-09-24 17:01:10 +0200  Hugues Fruchet <hugues.fruchet@foss.st.com>
 
@@ -741,23 +6011,181 @@
 	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801
 	  The extrapolated stride was computed but not used, resulting in the same
 	  stride being applied to all planes.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7571>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7566>
 
-2024-09-19 12:12:53 +0200  Tim-Philipp Müller <tim@centricular.com>
+2024-09-24 01:07:13 +0900  Seungha Yang <seungha@centricular.com>
 
-	* meson.build:
-	  Back to development after 1.24.8
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7549>
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12convert.h:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Add colorconvert and scale elements
+	  In addition to existing d3d12convert element which supports
+	  color conversion and rescale at once, adding
+	  separate color-conversion-only and scale-only elements
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7560>
+
+2024-09-20 23:46:32 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/meson.build:
+	* sys/d3d12/gstd3d12mipgen.cpp:
+	* sys/d3d12/gstd3d12mipgen.h:
+	* sys/d3d12/gstd3d12mipmapping.cpp:
+	* sys/d3d12/gstd3d12mipmapping.h:
+	* sys/d3d12/meson.build:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Add d3d12mipmapping element
+	  Adding a new element for texture conversion from single mip level
+	  texture to mipmapping enabled RGBA texture
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7555>
+
+2024-09-21 04:33:02 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	  d3d12: Use D3D12_FILTER_MIN_MAG_MIP_LINEAR filter by default
+	  ... instead of D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT, since we supports
+	  mipmap texture now.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7555>
+
+2024-09-20 22:56:08 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory-private.h:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.h:
+	  d3d12: Add support for mipmap texture
+	  Consider D3D12_RESOURCE_DESC.MipLevels > 1 or zero case
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7555>
+
+2024-09-19 21:29:18 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	  d3d12converter: Fix crash on pso update
+	  Allocates D3D12_INPUT_ELEMENT_DESC memory on heap instead of using
+	  stack memory for later reuse
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
+
+2024-09-19 19:31:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	  d3d12swapchainsink: Add auto-resize mode
+	  Automatically resize swapchain backbuffer to be identical to
+	  stream resolution if user calls resize() signal with zero resolution
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
+
+2024-09-19 01:23:50 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	  d3d12swapchainsink: Add support for MSAA
+	  Adding "msaa" property and enable MSAA if supported by device
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
+
+2024-09-19 00:21:21 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12pluginutils.h:
+	* sys/d3d12/gstd3d12window-swapchain.cpp:
+	  d3d12videosink: Use converter config for initial MSAA setup
+	  Avoid redundant pso creation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
+
+2024-09-18 23:53:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	  d3d12converter: Add support initial pso DXGI_SAMPLE_DESC setting
+	  Add more options for pso, in order to avoid redundant pso
+	  creation when MSAA is used
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
+
+2024-09-18 19:59:13 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	  d3d12swapchainsink: Add sampling-method property
+	  Allow setting sampler filter method to use
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
 
-=== release 1.24.8 ===
+2024-09-18 23:24:55 +0900  Seungha Yang <seungha@centricular.com>
 
-2024-09-19 12:01:21 +0200  Tim-Philipp Müller <tim@centricular.com>
+	* sys/d3d12/gstd3d12convert.cpp:
+	  d3d12convert: Use new sampler filter update method
+	  ... instead of creating new converter
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
+
+2024-09-18 20:21:22 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	  d3d12converter: Add support for sampler filter update
+	  Creates new root signature and pipeline state object
+	  if sampler filter method is updated
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
+
+2024-09-18 23:01:57 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12converter: Use generated sampler
+	  ... instead of static ones, in order to support sampler state update
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7550>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.8
+2024-09-07 11:06:12 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvadecoder.c:
+	  va: decoder: Delete all the internal locks
+	  In fact, the va decoder is just a internal helper class and its access
+	  is under the control of all dec elements. So far, there is no parallel
+	  operation on it now.
+	  At the other side, some code scan tools report race condition issues.
+	  For example, the "context" field is just protected with lock at _open()
+	  but is not protected at _add_param_buffer().
+	  So we just delete all its lock usage.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7547>
+
+2024-09-07 10:45:09 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
+	  h264bitwriter: Add check for data size to avoid overflow
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7547>
+
+2024-09-07 10:26:22 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
+	  h265bitwriter: Add check for data size to avoid overflow
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7547>
+
+2024-09-06 23:44:53 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvajpegenc.c:
+	  va: jpegenc: Fix a memory leak when filter sink caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7547>
+
+2024-09-06 23:35:59 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabasetransform.c:
+	  va: vpp: Use gst_caps_replace to operate the filter_caps
+	  No need to use lock when we assign value to priv->filter_caps.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7547>
+
+2024-09-18 16:15:49 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst/mxf/mxfmux.c:
+	  mxfmux: Use gst_aggregator_update_segment() instead of randomly pushing a segment event
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7542>
+
+2024-09-18 16:15:11 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  mpegtsmux: Use gst_aggregator_push_src_event() for pushing downstream events
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7542>
 
 2024-09-17 14:48:03 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
 
@@ -767,22 +6195,176 @@
 	  memory footprint. Use gst_v4l2_decoder_get_render_delay() to know the
 	  need number of buffers for downstream element.
 	  Handle errors in case of memory allocation failures.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7546>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7544>
+
+2024-02-12 14:02:44 +0800  Tim Blechmann <tim@klingt.org>
+
+	* ext/mdns/gstmicrodnsdevice.c:
+	  mdns: fix thread names
+	  Linux thread names are limited to 15 chars. providing long thread names
+	  causes the thread name not to be applied at all
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6094>
+
+2024-09-17 23:03:14 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12decodercpbpool.cpp:
+	  d3d12decoder: Disable sub-allocated bitstream buffer
+	  This sub-allocation causes decoding artifacts for some reason
+	  on Intel platform
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7535>
 
 2024-09-17 18:31:30 +0300  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst/mpegtsmux/gstbasetsmux.c:
 	  mpegtsmux: Fix refcounting issue when selecting the best pad
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7539>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7538>
 
-2024-09-11 08:40:42 +0300  Sebastian Dröge <sebastian@centricular.com>
+2024-09-06 10:44:46 +0200  Edward Hervey <edward@centricular.com>
 
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/mpegtsdemux/gstmpegdesc.h:
+	* gst/mpegtsdemux/tsdemux.c:
 	* gst/mpegtsmux/gstbasetsmux.c:
-	  mpegtsmux: Wait for data on all pads before deciding on a best pad unless timing out
-	  This makes sure that if upstream has different latencies that we're still
-	  outputting buffers with increasining timestamps across the different streams
-	  unless buffers are arriving after the latency deadline.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7516>
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegts: Add support for SMPTE ST-2038 ANC
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7461>
+
+2024-09-17 10:36:58 -0400  Xavier Claessens <xclaessens@netflix.com>
+
+	* sys/aja/gstajasinkcombiner.cpp:
+	  aja: there is no need to take object lock
+	  Both _sink_event() and _aggregate() vfunc are called from the source pad
+	  streaming thread. There is thus no need to protect caps fields.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7536>
+
+2024-07-15 16:10:10 +0200  Edward Hervey <edward@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	* gst-libs/gst/mpegts/gstmpegtssection.h:
+	* gst/mpegtsdemux/tsdemux.c:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/gstbasetsmuxjpegxs.c:
+	* gst/mpegtsmux/gstbasetsmuxjpegxs.h:
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	* gst/mpegtsmux/meson.build:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegts: Add support for JPEG-XS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7172>
+
+2024-08-29 14:49:59 +0200  Edward Hervey <edward@centricular.com>
+
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	  tsmux: Split off j2k descriptor code in separate function
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7172>
+
+2024-08-28 11:07:32 +0200  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/mpegts/gstmpegts-private.h:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	* tests/examples/mpegts/ts-parser.c:
+	  mpegts: Handle ISO 13818 / ITU H.222.0 base extension descriptor
+	  Previously this was hardcoded to the DVB extension descriptors (0x7f), but it
+	  should also be applied for the base specification extension descriptors (0x3f)
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7172>
+
+2024-09-11 19:07:14 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/svtjpegxs/gstsvtjpegxs.c:
+	* ext/svtjpegxs/gstsvtjpegxsdec.c:
+	* ext/svtjpegxs/gstsvtjpegxsenc.c:
+	  svtjpegxs: add to documentation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7430>
+
+2024-08-30 11:19:06 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxsenc.c:
+	  svtjpegxsenc: put "codestream-length" into caps
+	  So consumers can calculate the maximum bitrate (brat)
+	  from that for various descriptors, in combination with
+	  the framerate.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7430>
+
+2024-08-22 14:15:35 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/svtjpegxs/gstsvtjpegxs.c:
+	* ext/svtjpegxs/gstsvtjpegxsdec.c:
+	* ext/svtjpegxs/gstsvtjpegxsdec.h:
+	* ext/svtjpegxs/meson.build:
+	  svtjpegxs: add SVT JPEG XS decoder
+	  Based on: https://github.com/OpenVisualCloud/SVT-JPEG-XS/
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7430>
+
+2024-07-13 17:45:02 +0200  Tim-Philipp Müller <tim@centricular.com>
+
+	* ext/meson.build:
+	* ext/svtjpegxs/gstsvtjpegxs.c:
+	* ext/svtjpegxs/gstsvtjpegxsenc.c:
+	* ext/svtjpegxs/gstsvtjpegxsenc.h:
+	* ext/svtjpegxs/meson.build:
+	* meson_options.txt:
+	  svtjpegxs: add SVT JPEG XS encoder
+	  Based on: https://github.com/OpenVisualCloud/SVT-JPEG-XS/
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7430>
+
+2024-09-09 00:31:21 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvav1encoder.cpp:
+	* sys/nvcodec/gstnvcodecutils.cpp:
+	* sys/nvcodec/gstnvcodecutils.h:
+	* sys/nvcodec/gstnvencoder.cpp:
+	* sys/nvcodec/gstnvencoder.h:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	* sys/nvcodec/meson.build:
+	  nvencoder: Add support for d3d12 memory
+	  Use d3d12 -> cuda memory copy helper object in cuda mode encoder
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7480>
+
+2024-09-08 01:00:12 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudainterop_d3d12.cpp:
+	* sys/nvcodec/gstcudainterop_d3d12.h:
+	* sys/nvcodec/meson.build:
+	  nvcodec: Add a helper object for d3d12 interop
+	  Adding new helper object for d3d12 -> cuda memory copy
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7480>
+
+2024-09-08 21:01:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	* gst-libs/gst/d3d12/gstd3d12utils.h:
+	  d3d12: Add gst_d3d12_get_copyable_footprints() method
+	  This helper method will calculate buffer resource size and layout
+	  required for (mutiple) texture resources to be stored in a single
+	  buffer resource
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7480>
+
+2024-09-08 00:06:58 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandlistpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12device: Hold compute queue
+	  Compute queue will be used for async compute task or device-to-device
+	  memory copy
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7480>
+
+2024-09-14 03:12:46 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/cuda-gst.h:
+	* gst-libs/gst/cuda/gstcudacontext.cpp:
+	* gst-libs/gst/cuda/gstcudaloader-private.h:
+	* gst-libs/gst/cuda/gstcudaloader.cpp:
+	* gst-libs/gst/cuda/stub/cuda.h:
+	  cuda: Load external resource interop symbols
+	  Required for d3d12 interop
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7480>
 
 2024-09-05 22:07:24 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -793,7 +6375,100 @@
 	  would let through in the future. If e.g. a frame is arriving 30s late at the
 	  sink, then not just all frames up to that point would be dropped but also 30s of
 	  frames after the current clock time.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7518>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7459>
+
+2024-09-11 08:40:42 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst/mpegtsmux/gstbasetsmux.c:
+	  mpegtsmux: Wait for data on all pads before deciding on a best pad unless timing out
+	  This makes sure that if upstream has different latencies that we're still
+	  outputting buffers with increasining timestamps across the different streams
+	  unless buffers are arriving after the latency deadline.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7500>
+
+2024-08-30 01:38:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* tests/examples/cuda/cudamemorypool.c:
+	* tests/examples/cuda/meson.build:
+	  examples: Add application CUDA memory pool example
+	  An example to show application managed CUDA memory pool usage
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
+
+2024-08-29 23:52:08 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/gstcudamemory.cpp:
+	* gst-libs/gst/cuda/gstcudamemory.h:
+	  cuda: Add support for application cuda memory pool
+	  Adding gst_cuda_register_allocator_need_pool_callback() method
+	  to support memory allocation from application's CUmemoryPool
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
+
+2024-08-29 22:18:48 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/gstcuda.h:
+	* gst-libs/gst/cuda/gstcudamemorypool.cpp:
+	* gst-libs/gst/cuda/gstcudamemorypool.h:
+	* gst-libs/gst/cuda/meson.build:
+	  cuda: Add CUDA memory pool object
+	  Adding a wrapper object for CUmemoryPool handle to use the native
+	  handle in a refcounted way
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
+
+2024-09-10 19:29:44 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/libs/cuda/index.md:
+	* gst-libs/gst/cuda/gstcudabufferpool.cpp:
+	* gst-libs/gst/cuda/gstcudabufferpool.h:
+	* gst-libs/gst/cuda/gstcudacontext.cpp:
+	  cuda: Add methods to enable stream ordered allocation
+	  Adding prefer-stream-ordered-alloc property to GstCudaContext.
+	  If stream ordered allocation buffer pool option is not configured
+	  and this property is enabled, buffer pool will enable the stream
+	  ordered allocation. Otherwise it will follow default behavior.
+	  If GST_CUDA_ENABLE_STREAM_ORDERED_ALLOC env is set,
+	  default behavior is enabling the stream ordered allocation.
+	  Otherwise sync alloc/free method will be used.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
+
+2024-08-30 00:39:06 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvencoder.cpp:
+	  nvencoder: Disable stream ordered allocation
+	  Stream ordered allocation is not supported by encoder
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
+
+2024-08-29 20:24:56 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstcudaipcsink.cpp:
+	  cudaipcsink: Disable stream ordered allocation
+	  Legacy CUDA IPC does not support default CUDA memory pool
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
+
+2024-08-29 20:15:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/gstcuda-private.h:
+	* gst-libs/gst/cuda/gstcudabufferpool.cpp:
+	* gst-libs/gst/cuda/gstcudabufferpool.h:
+	* gst-libs/gst/cuda/gstcudamemory.cpp:
+	* gst-libs/gst/cuda/gstcudamemory.h:
+	  cuda: Add support for stream ordered allocation
+	  Default CUDA memory allocation will cause implicit global
+	  synchronization. This stream ordered allocation can avoid it
+	  since memory allocation and free operations are asynchronous
+	  and executed in the associated cuda stream context
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
+
+2024-08-29 18:23:37 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/cuda-gst.h:
+	* gst-libs/gst/cuda/gstcuda-private.h:
+	* gst-libs/gst/cuda/gstcudacontext.cpp:
+	* gst-libs/gst/cuda/gstcudaloader-private.h:
+	* gst-libs/gst/cuda/gstcudaloader.cpp:
+	* gst-libs/gst/cuda/stub/cuda.h:
+	  cuda: Load stream ordered allocation related symbols
+	  Required to support async memory allocation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7427>
 
 2024-08-30 14:59:14 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
@@ -802,7 +6477,7 @@
 	* gst-libs/gst/wayland/gstwlshmallocator.h:
 	  wayland: Set a debug category for the shm allocator
 	  None was set, which meant the debug was associated with default.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7494>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7482>
 
 2024-09-09 16:27:43 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
@@ -814,7 +6489,15 @@
 	  context type name was accidentally changed, causing an ABI break. Change
 	  it back to its original (as used by the libgstgl), and add support for
 	  the misnamed version as a backward compatibility measure.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7494>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7482>
+
+2024-09-10 00:10:21 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vulkan: Fix some doc strings and also some g-i warnings
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7481>
 
 2023-07-18 17:34:54 +0200  Michael Tretter <m.tretter@pengutronix.de>
 
@@ -827,7 +6510,7 @@
 	  current format needs to be set based on the caps from the caps event to be able
 	  to detect if the format selection by the UVC host requires a format change on
 	  the GStreamer pipeline.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7484>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7473>
 
 2024-09-05 15:04:33 +0200  Michael Tretter <m.tretter@pengutronix.de>
 
@@ -840,7 +6523,145 @@
 	  If the EVENT_CAPS has not been received, skip the check if the format needs to
 	  be changed, since the sink will be started with the format selected by the UVC
 	  host, anyway.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7484>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7473>
+
+2024-08-29 12:16:16 +0200  Edward Hervey <edward@centricular.com>
+
+	* gst/mpegtsmux/gstatscmux.c:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/tsmux/tsmux.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegtsmux: Cleanup TsMuxStream fields
+	  Instead of using plenty of case-specific booleans:
+	  * Store type as GstStreamType
+	  * Store unique stream type
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7476>
+
+2024-09-06 10:51:01 +0200  Edward Hervey <edward@centricular.com>
+
+	* gst-libs/gst/play/gstplay.c:
+	  gstplay: Name the different bus
+	  Makes it clearer when reading logs which one is which
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7462>
+
+2024-09-06 01:07:43 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	  nvencoder: Prefer byte-stream format over packetized
+	  Since old encoder implementation supported only byte-stream,
+	  prefers byte-stream format for backward compatibility.
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3787
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7457>
+
+2024-09-02 12:15:41 +0200  Michael Scherle <michael.scherle@rz.uni-freiburg.de>
+
+	* sys/va/gstvacompositor.c:
+	* sys/va/gstvafilter.c:
+	* sys/va/gstvafilter.h:
+	* sys/va/gstvavpp.c:
+	  va: restrict interpolation & scaling property to iHD driver
+	  interpolation & scaling is supported for all hardware on
+	  iHD driver. But not supported in mesa driver. see:
+	  <https://github.com/intel/media-driver/issues/1843>
+	  <https://gitlab.freedesktop.org/mesa/mesa/-/issues/11803>
+	  improvment of:
+	  <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7301>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7443>
+
+2024-09-05 01:14:17 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/va/gstvavideoformat.c:
+	  va: videoformat: Correct NV21's BPP
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6022>
+
+2024-09-02 13:18:13 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvajpegenc.c:
+	  vajpegenc: set interlace-mode, colorspace and sampling in output caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6022>
+
+2024-09-02 13:17:01 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/va/vasurfaceimage.c:
+	  vasurfaceimage: log surface status string
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6022>
+
+2024-01-30 23:46:36 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvajpegenc.c:
+	* sys/va/gstvajpegenc.h:
+	* sys/va/meson.build:
+	* sys/va/plugin.c:
+	  va: Implement the vajpegenc plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6022>
+
+2024-08-30 23:00:48 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabaseenc.c:
+	  va: baseenc: Check the bitrate property before get its value
+	  Not all the encoders have the bitrate property, such as the jpeg enc.
+	  We need to check that property before getting its value, or the glib
+	  will print warnings.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6022>
+
+2024-01-30 23:24:18 +0800  He Junyan <junyan.he@intel.com>
+
+	* tests/check/libs/jpegbitwriter.c:
+	* tests/check/meson.build:
+	  tests: Add the jpeg bit code writer test case
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6022>
+
+2024-01-30 23:14:39 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gstjpegbitwriter.c:
+	* gst-libs/gst/codecparsers/gstjpegbitwriter.h:
+	* gst-libs/gst/codecparsers/meson.build:
+	  codecparsers: Implement the jpeg bit code writer
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6022>
+
+2024-09-05 10:08:17 +0200  Edward Hervey <edward@centricular.com>
+
+	* tests/check/elements/dash_mpd.c:
+	  check: Disable failing test
+	  Test hasn't been properly fixed for several years with modern libsoup, and it
+	  only for the legacy adaptive demuxer.
+	  Fixes #3783
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7454>
+
+2024-08-26 14:46:59 +1000  Matthew Waters <matthew@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtcbin: enable forward-unknown-ssrc on rtpfunnel
+	  See also: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7405
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7409>
+
+2024-09-03 20:10:42 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  dwrite: Allow unlimited number of in-flight d3d12 commands
+	  ... so that it can be controlled by global direct command queue.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7444>
+
+2024-09-03 19:33:41 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	  d3d12: Add async-depth property
+	  Adding a property to control the number of in-flight GPU commands
+	  (default is unlimited). Note that actual maximum number is defined
+	  in d3d12device's direct command queue object which is 32 now,
+	  thus total number of scheduled GPU commands cannot exceed 32.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7444>
+
+2024-09-03 17:04:49 +0200  Piotr Brzeziński <piotr@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Use new release_frame/drop_frame encoder API
+	  Replaces usage of gst_video_codec_frame_unref everywhere.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7173>
 
 2024-09-03 17:00:09 +0200  Piotr Brzeziński <piotr@centricular.com>
 
@@ -858,14 +6679,7 @@
 	  Related bug reports in other projects:
 	  http://www.openradar.me/45889262
 	  https://github.com/aws/amazon-chime-sdk-ios/issues/170#issuecomment-741908622
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7449>
-
-2024-09-06 10:51:01 +0200  Edward Hervey <edward@centricular.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	  gstplay: Name the different bus
-	  Makes it clearer when reading logs which one is which
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7471>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7173>
 
 2024-09-02 18:25:56 +0900  Hou Qi <qi.hou@nxp.com>
 
@@ -875,7 +6689,34 @@
 	  which causes seek position is valid, current code will do seek for
 	  streams that are not seekable. So need to check whether stream is
 	  seekable before seeking.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7448>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7441>
+
+2024-08-20 02:01:34 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* gst-libs/gst/codecs/gsth264decoder.c:
+	* gst-libs/gst/glib-compat-private.h:
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp9enc.c:
+	* sys/va/meson.build:
+	  gst-plugins-bad: use g_sort_array() instead of deprecated g_qsort_with_data()
+	  Fixes compiler warnings with the latest GLib versions.
+	  See https://gitlab.gnome.org/GNOME/glib/-/merge_requests/4127
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7384>
+
+2024-08-30 09:52:55 +0200  Oskar Fiedot <oskar.fiedot@intel.com>
+
+	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
+	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.h:
+	* gst-libs/gst/analytics/gstanalyticsmeta.c:
+	* gst-libs/gst/analytics/gstanalyticsmeta.h:
+	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
+	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h:
+	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
+	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.h:
+	  analytics: Change pointers in getters to const
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7403>
 
 2024-08-29 12:01:30 +0100  Philippe Normand <philn@igalia.com>
 
@@ -886,14 +6727,91 @@
 	  triggers early return from _create_answer_task(), before ret has been
 	  initialized, so it needs to be checked before attempting to call
 	  gst_sdp_message_copy().
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7436>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7423>
+
+2024-07-27 08:53:47 +0200  Edward Hervey <edward@centricular.com>
+
+	* tests/check/gst-plugins-bad.supp:
+	  bad: Add suppression for libsrt issues
+	  This is not code we control
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7415>
+
+2024-07-27 08:29:53 +0200  Edward Hervey <edward@centricular.com>
+
+	* tests/check/elements/lc3.c:
+	  check: Fix leak in lc3 test
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7415>
+
+2024-08-27 11:52:08 +0200  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	* tests/check/elements/webrtcbin.c:
+	  webrtcbin: fix regression with missing RTP header extensions in Answer SDP
+	  webrtcsrc first creates recvonly transceivers with codec-preferences
+	  and expects that after applying a remote description, the
+	  previously created transceivers are used rather than having new
+	  transceivers created.
+	  When pairing webrtcsink + webrtcsrc, the offer sdp from webrtcsink has a media
+	  section with sendonly direction. In !7156, which was implemented following
+	  RFC9429 Section 5.10, we only reuse a unassociated transceiver when applying a
+	  remote description if the media is sendrecv or recvonly, and that caused creation
+	  of new transceivers when applying a remote offer in webrtcsrc, thus losing
+	  information from codec preferences like the RTP extension headers in the
+	  previously created transceivers.
+	  Since the change in !7156 broke existing code from webrtcsrc, relax the condition
+	  for reusing unassociated transceivers and add a test to document this behavior which
+	  wasn't covered by any tests before.
+	  Fixes #3753.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7417>
 
 2024-08-21 13:23:36 +0100  Francis Quiers <fquiers@cisco.com>
 
 	* docs/plugins/gst_plugins_cache.json:
 	* ext/voamrwbenc/gstvoamrwbenc.c:
 	  voamrwbenc: fix list of bitrates
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7418>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7396>
+
+2024-08-09 09:41:07 +0000  Daniel Pendse <daniel.pendse@spiideo.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/rtmp2/rtmp/rtmpclient.c:
+	* gst/rtmp2/rtmp/rtmpclient.h:
+	  rtmp2: Add llnw auth support to rtmp client
+	  Add support for Limelight CDN (llnw) authentication. Inspired
+	  by the ffmpeg implementation of llnw auth.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7410>
+
+2024-07-25 17:50:26 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
+
+	* gst/videoparsers/gsth264parse.c:
+	* gst/videoparsers/gsth265parse.c:
+	  h264parse, h265parse: Fix time code calculation
+	  We need to multiply for the nuit_field_based_flag before scaling, or
+	  we'll lose precision and end up only adding even timecodes.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7241>
+
+2024-08-23 16:21:43 +0200  RSWilli <bartel.wilhelm@gmail.com>
+
+	* gst-libs/gst/webrtc/webrtc_fwd.h:
+	  webrtc: fix documentation error in GstWebRTCKind
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7407>
+
+2024-08-08 06:23:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/timecode/gsttimecodestamper.c:
+	* gst/timecode/gsttimecodestamper.h:
+	  timecodestamper: Add running-time source mode
+	  Add a new source mode "running-time". This mode will convert buffer
+	  running time into timecode
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7322>
+
+2024-08-21 09:24:58 -0400  Thibault Saunier <tsaunier@igalia.com>
+
+	* tests/validate/autovideoconvert/renegotiate/flow-expectations/log-^convert-src$-expected:
+	  ci: Fail tests if we forget to checkout expectation files
+	  And add missing expectation files
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7400>
 
 2024-08-20 22:09:13 +1000  Jan Schmidt <jan@centricular.com>
 
@@ -903,36 +6821,58 @@
 	  GstPlayerSignalDispatcher, check that it is actually
 	  GstPlayerGMainContextSignalDispatcher. If not, use the
 	  default GMainContext for dispatching signals via the adapter
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7398>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7392>
 
 2024-08-21 09:19:39 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
 	* ext/wpe/gstwpesrcbin.cpp:
 	  wpe: fix gst-launch example
 	  wpesrc does not have num-buffers property but wpevideosrc does.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7397>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7389>
 
-2024-08-21 12:33:28 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-06-07 00:01:10 +0900  Seungha Yang <seungha@centricular.com>
 
-	* meson.build:
-	  Back to development after 1.24.7
+	* tests/examples/cuda/cuda-template.c:
+	* tests/examples/cuda/meson.build:
+	* tests/examples/cuda/template-plugin/cuda-transform-ip-template.c:
+	* tests/examples/cuda/template-plugin/cuda-transform-ip-template.h:
+	* tests/examples/cuda/template-plugin/plugin.c:
+	  examples: Add CUDA based in-place transform element example
+	  Adding a CUDA example element for plugin developers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7004>
 
-=== release 1.24.7 ===
+2024-08-20 19:20:34 +1000  Jan Schmidt <jan@centricular.com>
 
-2024-08-21 12:25:15 +0100  Tim-Philipp Müller <tim@centricular.com>
+	* tests/check/elements/webrtcbin.c:
+	  webrtc: Fix racy unit test
+	  Don't reuse the same stats state structure across multiple
+	  get-stats calls. Make each callback take a copy of the
+	  non-changing fields it needs and use a local working copy
+	  to avoid crashing.
+	  Fixes problems with the unit test crashing sometimes for the
+	  unit test introduced in MR !7338
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7387>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.7
+2024-08-20 18:57:50 +1000  Jan Schmidt <jan@centricular.com>
 
-2024-08-19 12:39:21 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
+	* ext/webrtc/gstwebrtcstats.c:
+	  webrtcbin: Always populate rtp-inbound stats fields
+	  Even if there's no jitterbuffer yet for an incoming stream,
+	  make sure to populate the mandatory statistics with 0 entries.
+	  Fixes problems with the unit test failing sometimes for the
+	  unit test introduced in MR !7338
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7387>
 
-	* ext/wpe/gstwpethreadedview.cpp:
-	  wpe: initialize threading.ready before reading it
-	  Fixes Valgrind warning.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7385>
+2024-08-05 11:46:28 +0200  Michael Scherle <michael.scherle@rz.uni-freiburg.de>
+
+	* sys/va/gstvacompositor.c:
+	* sys/va/gstvafilter.c:
+	* sys/va/gstvafilter.h:
+	* sys/va/gstvavpp.c:
+	  va: add interpolation method for scaling
+	  For description of interpolation methods, see:
+	  <https://intel.github.io/libva/structVAProcPipelineParameterBuffer.html#abb95e119ed7f841f71b2afbec2104784>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7301>
 
 2024-08-19 14:34:28 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -945,7 +6885,195 @@
 	  vmethod shouldn't call bus messages post methods, since it locks the parent
 	  object, the bin, which might be already locked, leading to a deadlock.
 	  Fixes: #3706
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7379>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7378>
+
+2024-08-16 22:33:03 +1000  Jan Schmidt <jan@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	* tests/check/elements/webrtcbin.c:
+	  webrtcbin: Fix uint64 -> uint confusion for ice-candidate priority
+	  ICE candidate priority is a 32-bit field and reported as such in the
+	  webrtcbin statistics, but the documentation was incorrect, and the
+	  unit test was looking for a uint64.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7338>
+
+2024-08-12 22:17:14 +1000  Jan Schmidt <jan@centricular.com>
+
+	* ext/webrtc/gstwebrtcstats.c:
+	* tests/check/elements/webrtcbin.c:
+	  webrtcbin: Fixes for bundled statistics generation
+	  When multiple streams are bundled on the same transport,
+	  the statistics would end up incorrectly generated,
+	  as each pad would regenerate stats for every ssrc on the
+	  transport, overwriting previous iterations and assigning
+	  bogus media kind and other values to the wrong ssrc.
+	  Fix by making sure each pad only loops and generates
+	  statistics for the one ssrc that pad is receiving / sending.
+	  Add a unit test that the codec kind field in RTP statistics
+	  are now generated correctly.
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2555
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7338>
+
+2024-07-30 21:59:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12swapchainsink.cpp:
+	* sys/d3d12/gstd3d12swapchainsink.h:
+	* sys/d3d12/meson.build:
+	* sys/d3d12/plugin.cpp:
+	* tests/examples/d3d12/d3d12swapchainsink-win32.cpp:
+	* tests/examples/d3d12/d3d12swapchainsink-winrt.cpp:
+	* tests/examples/d3d12/meson.build:
+	  d3d12: Add d3d12swapchainsink element
+	  Adding a new videosink element for Windows composition API based
+	  applications. Unlike d3d12videosink, this element will create only
+	  DXGI swapchain by using IDXGIFactory2::CreateSwapChainForComposition()
+	  without actual window handle, so that video scene can be composed
+	  via Windows native composition API, such as DirectComposition.
+	  Note that this videosink does not support GstVideoOverlay interface
+	  because of the design.
+	  The swapchain created by this element can be used with
+	  * DirectComposition's IDCompositionVisual in Win32 app
+	  * WinRT and WinUI3's UI.Composition in Win32/UWP app
+	  * UWP and WinUI3 XAML's SwapChainPanel
+	  See also examples in this commit which show usage of the videosink
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7287>
+
+2024-08-08 14:09:20 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvah264enc.c:
+	  vah264enc: fix typo
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7337>
+
+2024-08-06 10:59:32 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvaav1dec.c:
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp8dec.c:
+	* sys/va/gstvavp9enc.c:
+	  va: replace %d for %u format for system_frame_number guint32 variable
+	  And also fixed the format for other less frequently printed variables.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7337>
+
+2024-08-06 10:58:29 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvah264enc.c:
+	  vah264enc: update b_pryamid property if it changes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7337>
+
+2024-08-06 10:57:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	  vah26xenc: use gst_h26x_slice_type_to_string()
+	  Rather than custom function.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7337>
+
+2024-08-16 14:47:52 +1000  Jan Schmidt <jan@centricular.com>
+
+	* tests/check/elements/webrtcbin.c:
+	  tests/webrtcbin: Add a lock around the stats test
+	  Prevent any race if both webrtcbin end up generating their
+	  statistics simultaneously, however unlikely.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7365>
+
+2024-08-16 14:46:19 +1000  Jan Schmidt <jan@centricular.com>
+
+	* tests/check/elements/webrtcbin.c:
+	  tests/webrtcbin: Fix racy rollback test
+	  Prevent the default webrtc test machinery from attempting to
+	  create and set an answer when we're just testing rollback
+	  of the offers. Add some locking / waiting to ensure the test
+	  is complete before exiting.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7365>
+
+2024-08-16 08:58:47 +1000  Jan Schmidt <jan@centricular.com>
+
+	* tests/check/elements/webrtcbin.c:
+	  tests/webrtcbin: Use fail_unless_matches_string()
+	  Use pattern matching against expected error strings that
+	  might include internal element names, where the names
+	  are default assigned with incrementing integers. When running
+	  with CK_FORK=no, there may have been previous tests that
+	  ran in the same process and incremented the counters more
+	  than when running in the default fork-per-test mode.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7365>
+
+2024-08-13 23:55:47 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvadeinterlace.c:
+	  va: deinterlace: Do not use the backward reference
+	  num_backward_references > 0 means we need to cache several frames
+	  after the current frame. But the basetransform class does not
+	  provide any _drain() kind function, so we do not have the chance
+	  to push out our cached frames when EOS or set caps event comes.
+	  Rather than losing the last several frames, we should just give up
+	  the backward reference here.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7348>
+
+2024-08-13 22:41:00 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvadeinterlace.c:
+	  va: deinterlace: Push the forgotten leading frames if forward reference > 0
+	  The current code forgets to push the first several frames if the forward
+	  reference > 0. They are just cached in history array and will never be
+	  deinterlaced and pushed.
+	  For the first several frames, even the forward reference frames are not
+	  enough, we still need to deinterlace them as normal and push them after that.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7348>
+
+2024-08-14 19:44:40 +0800  Qian Hu (胡骞) <qian.hu@mediatek.com>
+
+	* gst/jpegformat/gstjpegparse.c:
+	  jpegparse: fix incorrect reading of transform in app14 marker
+	  "adobe" in app14 marker seem not a null-terminted string. so, when
+	  we use gst_byte_reader_get_string_utf8, more bytes will be read until
+	  null. and "gst_byte_reader_get_uint8 (&reader, &transform)" will almost fail
+	  to read transform
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7356>
+
+2024-08-14 10:45:43 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: remove duplicated structure definition
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7354>
+
+2024-08-14 10:30:35 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: don't override error on get_format() call
+	  If gst_vulkan_video_encoder_get_format() fails it fills the error structure, so
+	  it shouldn't be filled again.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7354>
+
+2024-08-12 17:29:18 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: There's no need to store the aligned offset of 0
+	  Since it's 0 too.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7354>
+
+2024-08-12 17:27:35 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: use g_clear_pointer to unref packed headers
+	  And use g_ptr_arra_unref() Instead of using the unrecommended g_ptr_array_free().
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7354>
+
+2024-08-12 16:58:27 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vkencoder-private: don't check twice for encoder parameter
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7354>
+
+2024-08-12 16:57:59 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	  vkencoder-private: fix code style
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7354>
 
 2024-07-22 21:29:38 +0800  Qian Hu (胡骞) <qian.hu@mediatek.com>
 
@@ -957,7 +7085,25 @@
 	  According to the spec 2 cannot be a valid value, so that stream has a
 	  bad config record. but breaking the decoding because of that, perhaps is too much.
 	  and ffmpeg seem not check this
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7358>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7213>
+
+2024-05-21 22:28:05 +0300  Jordan Petridis <jordan@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/rtmp2/gstrtmp2sink.c:
+	* gst/rtmp2/gstrtmp2src.c:
+	* gst/rtmp2/rtmp/amf.c:
+	* gst/rtmp2/rtmp/amf.h:
+	* gst/rtmp2/rtmp/rtmpclient.c:
+	* gst/rtmp2/rtmp/rtmpclient.h:
+	* gst/rtmp2/rtmp/rtmpconnection.c:
+	* gst/rtmp2/rtmp/rtmpconnection.h:
+	  rtmp2: reimplement librtmp's connection parameters for the connect packet
+	  librtmp allows for attaching arbitrary AMF objects to the end of the
+	  connect packet, and this is commonly used for authenticating with
+	  servers.
+	  Add a new property, extra-connect-args, that mimics librtmp's behavior.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7054>
 
 2024-08-13 10:42:31 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -971,7 +7117,104 @@
 	  msdk: replace strcmp with g_strcmp0
 	  Because strcmp doesn't handle NULL.
 	  Fixes: #3721
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7349>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7347>
+
+2024-06-23 23:09:00 +0200  Marijn Suijten <marijns95@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkutils.c:
+	  vulkan: Replace open-coded precondition checks with g_return_val_if_fail
+	  While analyzing gst_vulkan_get_or_create_image_view_with_info() it
+	  seems obvious that this function returns NULL, and that this should be
+	  covered in the return annotations.  However, closer inspection indicates
+	  that this is only a precondition check when the incoming arguments are
+	  incompatible with each other, and should not be considered as a function
+	  that optionally returns a pointer.
+	  Signify this by using precondition checks instead of an opencoded
+	  if-return-NULL.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5736>
+
+2023-11-29 23:23:46 +0100  Marijn Suijten <marijns95@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	  vulkan: Annotate queue getter as nullable
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5736>
+
+2023-11-29 20:05:18 +0100  Marijn Suijten <marijns95@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkbuffermemory.c:
+	* gst-libs/gst/vulkan/gstvkbuffermemory.h:
+	* gst-libs/gst/vulkan/gstvkmemory.c:
+	* gst-libs/gst/vulkan/gstvkmemory.h:
+	* gst-libs/gst/vulkan/gstvkutils.c:
+	* gst-libs/gst/vulkan/gstvkutils.h:
+	  vulkan: Mark some pointers to Vulkan info structures as const
+	  These pointers are only used as read-only arguments, and should not be
+	  treated as mutable.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5736>
+
+2023-11-29 19:46:49 +0100  Marijn Suijten <marijns95@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	  vulkan: Add missing `out` annotation to `decoder_out_format()`
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5736>
+
+2023-11-28 10:54:27 +0100  Marijn Suijten <marijns95@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	* gst-libs/gst/vulkan/gstvkdisplay.c:
+	* gst-libs/gst/vulkan/gstvkinstance.c:
+	* gst-libs/gst/vulkan/gstvkqueue.c:
+	  vulkan: Fix context get/set annotations
+	  Most notably the out annotations for gst_context_get_* were missing,
+	  causing us to generate the wrong bindings for Rust.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5736>
+
+2024-08-01 13:42:52 +1000  Jan Schmidt <jan@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	* tests/check/elements/webrtcbin.c:
+	  webrtcbin: Fix renegotiation checks
+	  When checking for renegotiation against a local offer,
+	  reverse the remote direction in the corresponding answer
+	  to fix falsely not triggering on-negotiation needed when
+	  switching (for example) from local sendrecv -> recvonly
+	  against a peer that answered 'recvonly'.
+	  In the other direction, when the local was the answerer,
+	  renegotiation might trigger when it didn't need to -
+	  whenever the local transceiver direction differs from
+	  the intersected direction we chose. Instead what we want
+	  is to check if the intersected direction we would now
+	  choose differs from what was previously chosen.
+	  This makes the behaviour in both cases match the
+	  behaviour described in
+	  https://www.w3.org/TR/webrtc/#dfn-check-if-negotiation-is-needed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7303>
+
+2024-08-08 14:36:19 +0200  Benjamin Gräf <benjamin.graef@zuehlke.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/decklink/gstdecklink.cpp:
+	* sys/decklink/gstdecklink.h:
+	  decklink: Add support for all modes of Quad HDMI recorder
+	  By extending the GstDecklinkModeEnum with the additional modes supported by the Quad HDMI recorder,
+	  we avoid using mode = 0 in case any of these resolutions is returned by the card.
+	  Fixes#3713
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7302>
+
+2024-08-08 13:18:42 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  mpegts: fix stray gtk-doc chunk
+	  Trips up g-ir-scanner it seems:
+	  gstmpegtsdescriptor.h:614: Error: GstMpegts: Skipping invalid GTK-Doc comment block
+	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793#note_2517855
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7324>
+
+2024-08-08 16:37:35 +0800  Shengqi Yu <shengqi.yu@mediatek.com>
+
+	* gst/autoconvert/gstbaseautoconvert.c:
+	  baseautoconvert: correct mistake in printing log
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7323>
 
 2024-08-07 19:14:26 +0100  Tim-Philipp Müller <tim@centricular.com>
 
@@ -980,7 +7223,19 @@
 	  aom: av1enc: restrict allowed input width and height
 	  Restrict allowed input resolution to something sensible
 	  in light of libaom CVE-2024-5171.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7328>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7320>
+
+2024-08-05 22:10:28 +1000  Jan Schmidt <jan@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	* gst-libs/gst/webrtc/rtcsessiondescription.c:
+	* tests/check/elements/webrtcbin.c:
+	  webrtcbin: Make basic rollbacks work
+	  Fixes for basic rollback (from have-local-offer or have-remote-offer to
+	  stable). Allow having no SDP attached to the webrtc session description
+	  in that case, and avoid all the transceiver and ICE update logic
+	  normally applied when entering the stable signalling state
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7304>
 
 2024-08-06 22:48:16 +1000  Jan Schmidt <jan@centricular.com>
 
@@ -988,7 +7243,148 @@
 	  webrtc: Add missing G_BEGIN/END_DECLS in header
 	  Fix using webrtc.h from C++ by adding the GLib begin/end
 	  decls markers around the header contents in webrtc_fwd.h
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7313>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7312>
+
+2024-08-06 10:03:55 +1000  Matthew Waters <matthew@centricular.com>
+
+	* sys/decklink/gstdecklinkvideosrc.cpp:
+	  decklink: fix win32 build error
+	  This was not caught by the CI in the MR.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7307>
+
+2024-07-22 23:55:48 +1000  Matthew Waters <matthew@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* sys/decklink/gstdecklink.cpp:
+	* sys/decklink/gstdecklink.h:
+	* sys/decklink/gstdecklinkvideosink.cpp:
+	* sys/decklink/gstdecklinkvideosink.h:
+	* sys/decklink/gstdecklinkvideosrc.cpp:
+	* sys/decklink/gstdecklinkvideosrc.h:
+	  decklink: add support for HDR output and input
+	  Supports PQ and HLG static metadata.
+	  Support for HDR is queried from the device and selectively enabled when
+	  supported.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7214>
+
+2024-07-30 12:49:04 +1000  Jan Schmidt <jan@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/webrtc/gstwebrtcbin.c:
+	* ext/webrtc/gstwebrtcbin.h:
+	  webrtc: Add reuse-source-pads property
+	  Add a property to avoid sending EOS on source pads when the
+	  associated transceiver becomes inactive during renegotiation.
+	  This allows the pads to become active again in a later
+	  renegotiation.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7237>
+
+2024-07-25 21:25:58 +1000  Jan Schmidt <jan@centricular.com>
+
+	* gst-libs/gst/webrtc/rtptransceiver.c:
+	  webrtc: Fix transceiver `current-direction` property
+	  Fix a typo registering the `current-direction` property
+	  that made it just be a proxy for `direction` instead.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7237>
+
+2024-07-24 20:59:51 +1000  Jan Schmidt <jan@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtc: Fixes for matching pads to unassociated transceivers
+	  Fix an inverted condition when checking if sink pad caps match
+	  the codec-preference of an unassociated transceiver, and
+	  fix a condition check for transceiver media kind to
+	  avoid matching sinkpad requests where caps aren't provided
+	  against unassociated transceivers where the caps might
+	  not match later.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7237>
+
+2024-07-24 20:58:01 +1000  Jan Schmidt <jan@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtcbin: tracked maximum pad serial better
+	  If a sink pad with a specific index is requested, also
+	  increase the maximum pad serial number if necessary, so
+	  that mixing fixed sink_X requests with unspecific sink_%u
+	  requests works.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7237>
+
+2024-08-02 11:21:13 +0200  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	* tests/check/elements/webrtcbin.c:
+	  webrtcbin: connect output stream on recv transceivers
+	  With MR 7156, transceivers and transports are created earlier,
+	  but for sendrecv media we could get `not-linked` errors due to
+	  transportreceivebin not being connected to rtpbin yet when incoming
+	  data arrives.
+	  This condition wasn't being tested in elements_webrtcbin, but could be
+	  reproduced in the webrtcbidirectional example. This commit now also
+	  adds a test for this, so that this doesn't regress anymore.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7294>
+
+2024-08-02 11:19:56 +0200  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtcbin: reverse direction from remote media
+	  This had been overlooked from the spec. We need to reverse
+	  the remote media direction when setting the transceiver direction.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7294>
+
+2024-04-08 21:38:19 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  vah264enc: Fix intra only stream bug
+	  When we set "ref-frames=0" to generate an intra only stream, the current
+	  encoder just generates an assert and exit with error.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6577>
+
+2024-04-01 16:56:23 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  vah264enc: Improve B pyramid mode in H264
+	  If the reference frame number is bigger than 2, we can enable the
+	  pyramid B mode. We do not need to assign a reference frame to each
+	  pyramid level.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6577>
+
+2024-04-01 23:54:04 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  va: h264enc: Make the level table aligned
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6577>
+
+2024-08-02 05:21:34 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	  d3d12screencapturesrc: Always release acquired frame
+	  AcquireNextFrame() call should be paired with ReleaseFrame().
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7293>
+
+2024-08-02 04:07:18 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	  d3d12screencapturesrc: Do not recreate d3d11 device on capture error
+	  Already opened d3d11 device including shader pipeline can be reused
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7293>
+
+2024-08-02 03:02:08 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	  d3d12screencapturesrc: Fix deadlock on error
+	  Don't try to wait for non-signalled fence
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7293>
+
+2024-07-30 09:27:49 +0000  Michael Scherle <michael.scherle@rz.uni-freiburg.de>
+
+	* sys/msdk/gstmsdkvpp.c:
+	* sys/msdk/gstmsdkvpp.h:
+	* sys/msdk/msdk-enums.c:
+	* sys/msdk/msdk-enums.h:
+	  msdkvpp: add interpolation method
+	  For description of interpolation modes, see:
+	  <https://intel.github.io/libvpl/latest/API_ref/VPL_enums.html#interpolationmode>.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7278>
 
 2024-07-03 07:58:58 -0600  Jordan Yelloz <jordan.yelloz@collabora.com>
 
@@ -1002,35 +7398,219 @@
 	  This change restores the original behavior for FDs so that they're ignored until
 	  the SPS is received and it preserves the codec conformance test gains that the
 	  fix has achieved.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7296>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7166>
+
+2024-07-29 22:49:03 +1000  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/cuda/cuda-gst.h:
+	* gst-libs/gst/cuda/gstcuda-private.h:
+	* gst-libs/gst/cuda/gstcudaloader.cpp:
+	* gst-libs/gst/cuda/gstcudautils.cpp:
+	* gst-libs/gst/cuda/gstcudautils.h:
+	* gst-libs/gst/cuda/meson.build:
+	* gst-libs/gst/cuda/stub/cudaEGL.h:
+	* sys/nvcodec/meson.build:
+	* sys/nvcodec/plugin.c:
+	  cuda/nvcodec: Add support for importing and producing embedded NVMM memory
+	  As produced on the Nvidia Jetson series of devices.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7274>
+
+2024-08-01 11:12:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: fix documentation grammar
+	  Original-patch-by: Matthew Waters <matthew@centricular.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7288>
+
+2024-07-10 10:34:19 +0200  Carlos Bentzen <cadubentzen@igalia.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	* ext/webrtc/webrtcsdp.c:
+	* ext/webrtc/webrtcsdp.h:
+	* tests/check/elements/webrtcbin.c:
+	  webrtcbin: create and associate transceivers earlier in negotation
+	  According to https://w3c.github.io/webrtc-pc/#set-the-session-description
+	  (steps in 4.6.10.), we should be creating and associating transceivers when
+	  setting session descriptions.
+	  Before this commit, webrtcbin deviated from the spec:
+	  1. Transceivers from sink pads where created when the sink pad was
+	  requested, but not associated after setting local description, only
+	  when signaling is STABLE.
+	  2. Transceivers from remote offers were not created after applying the
+	  the remote description, only when the answer is created, and were then
+	  only associated once signaling is STABLE.
+	  This commit makes webrtcbin follow the spec more closely with regards to
+	  timing of transceivers creation and association.
+	  A unit test is added, checking that the transceivers are created and
+	  associated after every session description is set.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7156>
+
+2024-07-29 20:59:58 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkupload.c:
+	  vulkanupload: honor downstream pool allocation parameters
+	  If a downstream buffer pool is offered, vulkanupload checks its allocation
+	  parameters to honor them. Only adds to usage the TRANSFER bits, which are
+	  required to upload buffers.
+	  Also, fail if the buffer pool cannot be configured with the current parameters.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7219>
+
+2024-07-29 19:06:34 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.h:
+	  vkimagebufferpool: expose config_get_allocation_params()
+	  Also enhanced the documentation and added a config parameter check for
+	  gst_vulkan_image_buffer_pool_config_set_allocation_params()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7219>
 
 2024-07-26 17:13:10 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
 	* ext/rsvg/gstrsvgoverlay.c:
 	  rsvgoverlay: add debug category
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7281>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7246>
 
-2024-07-29 16:48:02 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-07-19 14:00:45 -0400  Daniel Morin <daniel.morin@collabora.com>
 
-	* meson.build:
-	  Back to development after 1.24.6
+	* ext/onnx/gstonnxclient.cpp:
+	  onnx: fix formating
+	  Code alignement was not alway consistent
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7205>
+
+2024-07-25 17:06:39 +0200  Edward Hervey <edward@centricular.com>
 
-=== release 1.24.6 ===
+	* gst-libs/gst/vulkan/gstvkvideoutils.h:
+	  vulkan: Add missing since markers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7277>
 
-2024-07-29 16:41:37 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-07-25 16:28:04 +0200  Edward Hervey <edward@centricular.com>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.6
+	* ext/ldac/ldac-plugin.c:
+	* ext/svtav1/gstsvtav1enc.c:
+	* ext/svthevcenc/gstsvthevcenc.c:
+	  bad: Add missing plugin since
+	  These predate current stable release. Was never spotted since they weren't built
+	  on the CI
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7277>
+
+2024-07-27 06:52:49 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Do not set the CRF/Quality parameter with ProRes
+	  It's not supported with ProRes, setting the property will fail.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-27 06:52:25 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Log warnings when setting a property fails
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-27 06:27:14 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	* sys/applemedia/vtenc.h:
+	  vtenc: Add max-frame-delay property
+	  This controls the number of frames allowed in the compression window.
+	  Not all encoders and implementations support it; I've only managed to
+	  successfully use it with ProRes.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-27 05:47:34 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Support emulating CBR mode with data rate limits
+	  CBR is only supported on Apple Silicon, and this "emulation" works
+	  surprisingly well. We set the window size to a single frame, and don't
+	  set ABR at all.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-27 05:39:53 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	* sys/applemedia/vtenc.h:
+	  vtenc: Add new property for setting data rate limits
+	  This proxies kVTCompressionPropertyKey_DataRateLimits, except it
+	  only supports a single limit for now.
+	  https://developer.apple.com/documentation/videotoolbox/kvtcompressionpropertykey_dataratelimits
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-25 04:36:09 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	* sys/applemedia/vtenc.h:
+	  vtenc: Add support for constant bitrate encoding
+	  Only supported on macOS 13.0+ and iOS 16.0+ on Apple Silicon.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-25 03:04:43 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Eliminate some needless complex code
+	  We do not need a helper that takes a lock to fetch the values of these
+	  properties. There is no race being prevented.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-25 03:03:41 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Fix setting of quality property
+	  gst_vtenc_set_quality() will never actually set the VT compression
+	  property, because it tries to set it on self->session which is not
+	  initialized at this point.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7232>
+
+2024-07-23 14:12:07 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkupload.c:
+	  vulkanupload: comment zero value usage with VK_ACCESS_NONE
+	  Zero is used only for Vulkan version prior to 1.3, because it wasn't defined
+	  before.
+	  Just for readability.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7247>
+
+2024-07-26 17:26:09 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: refactor how image usage is set
+	  Now that driver version is expected to be equal or superior to 1.3.275 the bug
+	  in NVIDIA and RADV regarding usage is solved, we can revert commit b7ded81f7b.
+	  Also this patch sets the internal usage variable after all the validation are
+	  run, thus the state don't keep an invalid usage.
+	  Finally, the now unused supported_usage variable is dropped.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7247>
+
+2024-07-23 14:11:30 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: add encoding usage as video usage
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7247>
+
+2024-07-23 14:07:26 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: reset the number of profiles at set_config()
+	  Virtual method set_config() can be called several times, and if the number of
+	  profiles counter isn't reset the pool will reach an error state.
+	  The purpose of number of profiles is to check the number of valid vulkan video
+	  profiles (two in the case of transcoding use-case, for example) so it's local to
+	  set_config() virtual method.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7247>
+
+2024-07-26 17:09:59 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vulkan: encoder and decoder runtime check for driver version 1.3.275
+	  Which is the one checked in meson. See commit 21ee264d65
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7247>
 
 2024-07-29 10:29:11 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* gst-libs/gst/va/gstvaallocator.c:
 	  va: refactor dmabuf handle close
 	  Moved the close loop into a function guarded for non-win32 platforms.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7256>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7254>
 
 2024-07-28 02:01:24 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1046,7 +7626,7 @@
 	  Although when QSV runtime reports a codec is supported, resolution query
 	  fails sometimes, espeically VP9 encoder case on Windows.
 	  Don't try to register an element if resolution query returned an error
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7252>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7250>
 
 2024-07-27 02:18:45 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
 
@@ -1055,7 +7635,57 @@
 	  gst_video_encoder_get_oldest_frame() is nullable, and will signal that
 	  all frames are handled by returning NULL.
 	  Fixes #3650
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7251>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7249>
+
+2024-07-27 04:16:16 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	  d3d12frame: Fix frame copy method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7243>
+
+2024-07-27 03:50:19 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	  d3d12memory: Check heap flag before trying to create NT handle
+	  CreateSharedHandle() will fail eventually if the resource was created
+	  with non-shared heap. Instead of trying to create handle blindly,
+	  validate resource first.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7243>
+
+2024-07-27 03:39:22 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  dwrite: Prefer d3d12 resource allocated with shared heap
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7243>
+
+2024-07-26 02:46:46 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12fencedatapool.cpp:
+	  d3d12: Suppress fence data object leak report
+	  We don't release GstD3D12Device intentionally, thus
+	  a GstD3D12FenceDataPool owned by a device will not be released
+	  but that's expected leak.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7243>
+
+2024-07-26 02:37:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	  d3d12: Fix debug category name
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7243>
+
+2024-07-26 02:17:07 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12memorycopy.cpp:
+	  d3d12download: Do not overwrite fence of non-writable memory
+	  A fence configured in GstD3D12Memory should be used only for
+	  write access to be completed. And because d3d12 -> d3d11 copy path
+	  is read access to d3d12 resource, we should not set fence to
+	  memory. Otherwise another read access to the d3d12 resource
+	  will wait for d3d11 device context's copy operation although
+	  simultaneous read access is allowed.
+	  Use background thread to keep d3d12 resource and wait for d3d11 device's
+	  copy operation instead.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7243>
 
 2024-07-25 22:44:51 +1000  Jan Schmidt <jan@centricular.com>
 
@@ -1064,26 +7694,51 @@
 	  Close dmabuf handles manually when they're not going to
 	  be passed into GStreamer FD memory, to avoid fd handle
 	  leaks.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7245>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7240>
+
+2024-07-08 16:42:58 -0600  Jordan Yelloz <jordan.yelloz@collabora.com>
+
+	* gst/mpegtsmux/tsmux/tsmux.c:
+	  tsmux: Adjust byte counter when adjusting bitrate
+	  When configured in constant bitrate mode, the muxer computes timing information
+	  using the configured bitrate and the byte counter (now = bytes sent / byterate).
+	  When an application changes the bitrate in CBR mode during playback, the
+	  relationship between bytes sent and bitrate is no longer valid so new timing
+	  values will be off by the ratio of the old bitrate to the new bitrate.
+	  Furthermore, it will upset the way that padding is generated.
+	  pad_stream() works by trying to fit the byte counter to now * byterate.
+	  The result is that when decreasing bitrate, the muxer stalls, waiting until the
+	  byte counter is in agreement with now * byterate. Also, when increasing
+	  bitrate, the padding will spike in volume until the byte counter fits with
+	  now * byterate.
+	  If the byte counter is scaled by the ratio of new bitrate / old bitrate when
+	  adjusting bitrate, then padding is generated in a way that applications would
+	  more likely expect.
+	  One detail this change doesn't yet address is whether the next PCR will match up
+	  optimally with the previous PCR right after the byte counter is scaled. In that
+	  case, some correction may be necessary. Also, perhaps the user should be
+	  prevented from changing from bitrate=0 to bitrate=nonzero during playback since
+	  it's not straightforward how to scale the byte counter in that case.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7158>
 
 2024-07-24 22:22:03 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
 	* ext/qroverlay/gstbaseqroverlay.c:
 	  qroverlay: redraw overlay when caps changes
 	  The position needs to be updated as it depends of the video size.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7234>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7230>
 
 2024-07-24 22:21:41 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
 	* ext/qroverlay/gstbaseqroverlay.c:
 	  qroverlay: add some debug logs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7234>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7230>
 
 2024-07-24 09:16:03 +0200  tomaszmi <257184-tomaszmi@users.noreply.gitlab.freedesktop.org>
 
 	* ext/avtp/gstavtpsink.c:
 	  avtp: Fixed Linux/Alpine 3.20 build
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7227>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7226>
 
 2024-07-24 02:33:50 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1091,14 +7746,89 @@
 	  cuda: Fix runtime compiler loading with old CUDA tookit
 	  Fallback to PTX if CUBIN symbol is unavailable
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3685
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7223>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7220>
 
-2024-07-12 18:10:12 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+2024-07-19 17:06:03 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: no aliased images for video decoding
+	  This fix regression in validation layer introduced by commit 3a2e8d2d19
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7211>
+
+2024-07-19 16:56:23 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	  vkdecoder: handle barrier internally for coincide references
+	  This is to avoid a regression in validation layer (introduced by commit
+	  916c4e70cd) when using vulkandownload
+	  VUID-VkImageMemoryBarrier2-srcAccessMask-03914 ..  vkCmdPipelineBarrier2():
+	  pDependencyInfo->pImageMemoryBarriers1.srcAccessMask (VK_ACCESS_TRANSFER_READ_BIT)
+	  is not supported by stage mask (VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)
+	  since vulkandownload set DPB memories' access mask to
+	  VK_ACCESS_TRANSFER_READ_BIT, while they are retain by the DPB queue, so when
+	  they are used as DPB after been shown, this validation error is raised.
+	  Must of the barrier values are set ignoring the previous state of the vulkan
+	  images.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7211>
+
+2023-12-21 09:32:25 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkdownload.c:
 	* ext/vulkan/vkupload.c:
-	* tests/check/libs/vkvideodecode.c:
-	  vulkan: fix wrong stages or access in barriers
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7202>
+	  vulkan{up,down}load: check for a graphics family queue
+	  Vulkan queue retrieved from peer elements should be a graphics family one.
+	  Otherwise, get a compatible queue from the given device.
+	  Co-Authored-By: Víctor Jáquez <vjaquez@igalia.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7162>
+
+2024-07-19 01:14:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12av1dec.cpp:
+	* sys/d3d12/gstd3d12av1dec.h:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12decoder.h:
+	* sys/d3d12/gstd3d12h264dec.cpp:
+	* sys/d3d12/gstd3d12h264dec.h:
+	* sys/d3d12/gstd3d12h265dec.cpp:
+	* sys/d3d12/gstd3d12h265dec.h:
+	* sys/d3d12/gstd3d12mpeg2dec.cpp:
+	* sys/d3d12/gstd3d12mpeg2dec.h:
+	* sys/d3d12/gstd3d12vp8dec.cpp:
+	* sys/d3d12/gstd3d12vp8dec.h:
+	* sys/d3d12/gstd3d12vp9dec.cpp:
+	* sys/d3d12/gstd3d12vp9dec.h:
+	* sys/d3d12/plugin.cpp:
+	  d3d12decoder: Add support for d3d11 output again
+	  Although d3d12download supports d3d12 to d3d11 texture copy,
+	  this feature might be useful if an application is not ready to d3d12
+	  support and it expects output type of decodebin(3) is d3d11.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7208>
+
+2024-07-18 23:51:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	* sys/d3d12/meson.build:
+	* sys/d3d12/plugin.cpp:
+	  meson: d3d12: Use configuration file
+	  Move defines to config header
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7208>
+
+2023-11-14 14:39:29 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
+
+	* sys/msdk/gstmsdkcontext.c:
+	  msdk: Add new driver name "xe"
+	  Intel has released a new graphic driver named "xe" for
+	  newer Gen12/Xe graphics (i.e. from Lunar Lake).
+	  This patch add "xe" name when getting device in gst-msdk plugins.
+	  See xe driver public in
+	  https://github.com/torvalds/linux/tree/master/drivers/gpu/drm/xe
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7178>
+
+2024-07-19 17:05:13 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vkoperation: fix documentation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7203>
 
 2024-03-19 20:04:15 -0300  L. E. Segovia <amy@centricular.com>
 
@@ -1111,7 +7841,88 @@
 	  with Google's upstream) is to ensure the fallback builds statically.
 	  Although this change will also affect webrtcdsp's dependency on
 	  webrtc-audio-processing-1, it does not break its compilation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7206>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6407>
+
+2024-07-12 10:34:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: reset buffer's access flags
+	  The access flags are kept around the operations, but when the buffer is
+	  released, the access flag should be reset to its original value, since queue
+	  transfers can be done along the pipeline and, when reusing the buffer, the new
+	  queue might not support the latest access flag.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7165>
+
+2024-07-12 10:06:03 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	  vulkanh264dec: set access NONE at buffer pool allocation parameters
+	  Since the decoding queue might not have transfer capabilities.
+	  This change also applies to unit test.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7165>
+
+2024-07-11 13:05:28 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkdownload.c:
+	* ext/vulkan/vkupload.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	* gst-libs/gst/vulkan/gstvkoperation.h:
+	* tests/check/libs/vkvideodecode.c:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vulkan: add source pipeline stage to _operation_add_frame_barrier()
+	  Instead of dragging the last destination pipeline stage as current barrier
+	  source pipeline stage (which isn't a valid semantic) this patch adds a parameter
+	  to gst_vulkan_operation_add_frame_barrier() to set the source pipeline stage to
+	  define the barrier.
+	  The previous logic brought problems particularly with queue transfers, when the
+	  new queue doesn't support the stage set during a previous operation in a
+	  different queue.
+	  Now the operation API is closer to Vulkan semantics.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7165>
+
+2024-07-12 18:10:12 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkupload.c:
+	* tests/check/libs/vkvideodecode.c:
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	  vulkan: fix wrong stages or access in barriers
+	  While working on !7165 we found out that some parameters for barriers were wrong
+	  or the destination pipeline stage was too coarse.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7200>
+
+2024-06-27 22:25:42 +1000  Matthew Waters <matthew@centricular.com>
+
+	* sys/decklink/gstdecklinkvideosink.cpp:
+	* sys/decklink/gstdecklinkvideosink.h:
+	  decklinkvideosink: schedule frames before they need to be displayed
+	  This removes most occurances of 'late' frame notifications produced by
+	  decklink.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7107>
+
+2024-07-18 23:00:16 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	  d3d12converter: Update internal method names
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7193>
+
+2024-07-18 03:30:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	  d3d12: Always allocate output texture using shared heap
+	  ... if downstream preference is unknown (e.g., no proposed
+	  buffer pool by downstream), so that produced textures can be
+	  shareable with other APIs such as d3d11 or vulkan, or other processes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7193>
 
 2024-07-16 23:08:39 +0200  Robert Mader <robert.mader@posteo.de>
 
@@ -1121,7 +7932,7 @@
 	  the commit below. While on it, drop the plane size check as we can't
 	  reliably predict the correct size when using DRM modifiers.
 	  Fixes: 89b0a6fa23 ("va: refactor buffer import")
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7196>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7187>
 
 2024-07-17 12:45:31 +0200  Robert Mader <robert.mader@posteo.de>
 
@@ -1131,7 +7942,7 @@
 	  were lost. Avoid such mistakes by explicitly using the VideoInfo from
 	  drm_info.
 	  Fixes: 9f5b2c4e25 ("va: use GstVideoInfoDmaDrm when importing buffers")
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7196>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7187>
 
 2024-07-17 23:44:09 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
 
@@ -1141,7 +7952,46 @@
 	  avfdeviceprovider: Fix debug category initialization
 	  The device monitor calls into avfvideosrc functions without
 	  initializing the debug category, which causes multiple criticals.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7195>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7192>
+
+2024-07-16 03:31:33 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandqueue-private.h:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.h:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window-swapchain-resource.h:
+	* sys/d3d12/gstd3d12window-swapchain.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	* sys/webview2/gstwebview2src.cpp:
+	  d3d12: Remove unnecessary event handles
+	  null event NT handle to ID3D12Fence::SetEventOnCompletion()
+	  will block the calling CPU thread already, thus it has no point that
+	  creating an event NT handle in order to immediate wait for fence at CPU-side.
+	  Note that passing a valid event NT handle to the fence API might be useful
+	  when we need to wait for the fence value later (or timeout is required),
+	  or want to wait for multiple fences at once via WaitForMultipleObjects().
+	  But it's not a considered use case for now.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7176>
+
+2024-07-16 04:21:09 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12videosink: Fix mouse event handling
+	  GstD3D12Window.priv.input_info is referenced by mouse event handler
+	  in order to calculate corresponding original position
+	  if scene is rotated/flipped by the videosink.
+	  Fixing regression introduced by recent d3d12videosink refactoring
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7177>
 
 2024-07-15 12:44:52 +0200  Robert Mader <robert.mader@posteo.de>
 
@@ -1153,7 +8003,15 @@
 	  Decoding appears to be stable enough to keep it enabled.
 	  The driver can still be used by setting the `GST_VA_ALL_DRIVERS` env
 	  variable.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7186>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7170>
+
+2024-07-05 11:36:04 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdebug.c:
+	* gst-libs/gst/vulkan/gstvkformat.c:
+	  vulkan: remove beta extensions guard for encode operations
+	  This is not needed anymore since encoder operations are not beta anymore.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7179>
 
 2024-07-16 23:07:50 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1162,7 +8020,7 @@
 	  In case of YUV format without alpha channel, zero clear value
 	  for each channle will result in green color. Use calculated black
 	  background color with alpha=0 for transparent background mode instead.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7185>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7181>
 
 2024-07-16 20:38:41 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1171,7 +8029,20 @@
 	  In case of YUV format without alpha channel, zero clear value
 	  for each channle will result in green color. Use calculated black
 	  background color with alpha=0 for transparent background mode instead.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7185>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7181>
+
+2024-07-11 17:23:43 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* sys/aja/gstajasrc.cpp:
+	  ajasrc: Fix handling of timestamps and don't rely on driver frame counters
+	  The driver frame counters (processed, dropped, buffer level) are not
+	  always correct apparently, and don't allow reliably assigning a frame
+	  number to captured frames.
+	  Instead of relying on them, count the number of frames directly here and
+	  detect dropped frames based on the capture times of the frames: if more
+	  than 1.75 frame durations are between two frames, then there must've
+	  been a dropped frame.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7163>
 
 2024-07-03 22:57:58 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1180,13 +8051,65 @@
 	  In case of an interlaced stream, if each field picture belongs to
 	  different GstVideoCodecFrame, updates output frame's duration
 	  based on discarded second field picture's timestamp information.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7175>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7132>
+
+2024-07-13 00:04:10 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12window-swapchain.cpp:
+	  d3d12videosink: Clear cached buffer on format change
+	  Otherwise converter will try to read memory of which layout/format
+	  might be different from configured converter pipeline
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7167>
 
 2024-07-12 12:34:52 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* gst-libs/gst/va/gstvadisplay.c:
 	  vadisplay: fix minor version check
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7169>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7164>
+
+2024-04-17 12:21:43 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: set image creation flags in needed
+	  set ALIAS bit if the usage is for both sampled and storage.
+	  set MUTABLE_FORMAT and EXTENDED_USAGE bits if the image is a multiplane YUV and
+	  uses multiple memories.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6798>
+
+2024-04-17 12:15:07 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkformat.c:
+	* gst-libs/gst/vulkan/gstvkformat.h:
+	  vkformat: add gst_vulkan_format_get_map function
+	  This will be used later to compare the format selected by
+	  gst_vulkan_format_from_video_info_2(), to verify if it's multiple memory buffer
+	  or not.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6798>
+
+2024-01-25 11:14:23 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkupload.c:
+	  vulkanupload: request storage usage for bufferpool
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6798>
+
+2024-01-22 17:28:06 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	  vkimagebufferpool: define a default usage
+	  Define a default usage and use it instead of repeating the same bitwise
+	  addition.
+	  Therefore, when usage is defined as zero, the usage is defined with the
+	  format's supported usage and the default usage, now without the storage
+	  bit, but with color and input attachment bits.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6798>
+
+2024-04-17 12:17:45 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkformat.c:
+	  vkformat: unward G8_B8R8_2PLANE_420_UNORM
+	  Since it exists since VK_VERSION_1_1. It should be ignored by usage flags or the
+	  no_multiplane parameter.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6798>
 
 2024-07-04 02:02:42 +0200  Robert Mader <robert.mader@posteo.de>
 
@@ -1199,21 +8122,107 @@
 	  mobile devices.
 	  See also: https://wayland.app/protocols/viewporter#wp_viewport
 	  Fixes: 0b648f9a2d ("waylandsink: Crop surfaces to their display width height")
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7160>
-
-2024-07-04 22:49:38 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	  d3d11converter: Fix runtime compiled shader code
-	  Restore mistakenly deleted code in a previous MR
-	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6803
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7138>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7136>
 
 2024-07-08 15:30:45 +0200  Ruben Gonzalez <rgonzalez@fluendo.com>
 
 	* ext/vulkan/vkh265dec.c:
 	  vkh265dec: Fix H.264 ref in logs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7147>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7146>
+
+2024-07-05 00:29:05 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12memorycopy.cpp:
+	  d3d12memorycopy: Enhance d3d12 to d3d11 copy
+	  If a d3d12 memory holds non-direct-queue fence but the fence was
+	  created with D3D12_FENCE_FLAG_SHARED flag, use the fence instead of
+	  waiting for fence at CPU side. Note that d3d12ipcsrc or
+	  d3d12screencapture elements will hold such sharable fence.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7139>
+
+2024-07-01 16:59:23 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/videotexturecache-vulkan.mm:
+	  applemedia: Disable some deprecation errors
+	  This needs significant work to use the new Metal→Vulkan integration
+	  extension `VK_EXT_metal_objects`
+	  ```
+	  MoltenVK/mvk_deprecated_api.h:132:1: note: 'vkGetMTLDeviceMVK' has been explicitly marked deprecated here
+	  MVK_DEPRECATED_USE_MTL_OBJS
+	  ^
+	  MoltenVK/mvk_deprecated_api.h:74:52: note: expanded from macro 'MVK_DEPRECATED_USE_MTL_OBJS'
+	  #define MVK_DEPRECATED_USE_MTL_OBJS   VKAPI_ATTR deprecated("Use the VK_EXT_metal_objects extension instead.")
+	  ^
+	  ../sys/applemedia/videotexturecache-vulkan.mm:303:20: error: 'vkSetMTLTextureMVK' is deprecated:
+	  Use the VK_EXT_metal_objects extension instead.
+	  VkResult err = vkSetMTLTextureMVK (memory->vulkan_mem.image, texture);
+	  ^
+	  MoltenVK/mvk_deprecated_api.h:151:1: note: 'vkSetMTLTextureMVK' has been explicitly marked deprecated here
+	  MVK_DEPRECATED_USE_MTL_OBJS
+	  ^
+	  MoltenVK/mvk_deprecated_api.h:74:52: note: expanded from macro 'MVK_DEPRECATED_USE_MTL_OBJS'
+	  #define MVK_DEPRECATED_USE_MTL_OBJS   VKAPI_ATTR deprecated("Use the VK_EXT_metal_objects extension instead.")
+	  ^
+	  2 errors generated.
+	  ```
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
+
+2024-06-28 17:19:46 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh265dec.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	  vk-video: Fix uint64_t string format errors
+	  With clang on macOS:
+	  ```
+	  error: format specifies type 'long' but the argument has type 'uint64_t' (aka 'unsigned long long')
+	  ...
+	  error: format specifies type 'unsigned long' but the argument has type 'VkImageView' (aka 'unsigned long long')
+	  ```
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
+
+2024-06-23 04:27:42 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/vulkan/meson.build:
+	* sys/applemedia/meson.build:
+	  meson: Find MoltenVK with the objc++ compiler everywhere
+	  When building for iOS in Cerbero, as of MoltenVK SDK 1.3.283, we have
+	  to statically link to libMoltenVK since it no longer ships a dylib.
+	  This requires linking to libc++, so we find the dep with the objc++
+	  compiler to ensure that meson uses the right linker.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
+
+2024-06-23 04:25:01 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/meson.build:
+	  meson: Fix some confusing code in applemedia's build file
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
+
+2024-06-23 04:20:59 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* sys/applemedia/meson.build:
+	  meson: Fix vulkan automagic in applemedia plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
+
+2024-06-23 04:13:31 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/vulkan/meson.build:
+	  meson: Fix vulkan library build on iOS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
+
+2024-06-23 04:11:48 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/vulkan/meson.build:
+	  meson: Use / instead of join_paths for vulkan
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
+
+2024-06-23 03:46:39 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/vulkan/meson.build:
+	* meson_options.txt:
+	  meson: Fix automagic dependency checks in gstvulkan
+	  Windowing, in particular, was getting silently disabled.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7091>
 
 2024-07-05 18:17:38 +0530  Taruntej Kanakamalla <taruntej@asymptotic.io>
 
@@ -1224,7 +8233,172 @@
 	  bytearray since the version in the target might vary. So sticking
 	  to checking the number of output buffers and encoded frame size
 	  similar to the other tests
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7142>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7141>
+
+2024-07-02 13:00:14 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvavpp.c:
+	  vavpp: simplify gst_va_vpp_transform_caps()
+	  The code is simplified by using GQuarks for looking for caps features, and
+	  removing inner loops.
+	  Also, it's used the pad template caps to compare with the incoming caps because
+	  is cheaper at the beginning of negotiation, where the pad template caps is used.
+	  And, since the ANY caps where removed, there's no need to check for an initial
+	  intersection.
+	  Finally, the completion of caps features is done through a loop.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6698>
+
+2024-06-26 22:19:52 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvadeinterlace.c:
+	  vadeinterlace: Do not append ANY caps into pad template
+	  Just like the vapostproc, we delete the ANY caps in pad template to
+	  avoid unexpected negotiation.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6698>
+
+2024-04-20 16:40:21 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavpp.c:
+	  vapostproc: Do not append ANY caps into pad template
+	  The ANY caps in pad template caps seems to mess up the DMA negotiation.
+	  The command of:
+	  GST_GL_API=opengl gst-launch-1.0 -vf videotestsrc ! video/x-raw,format=NV12 !
+	  vapostproc ! "video/x-raw(memory:DMABuf)" ! glimagesink
+	  fails to negotiate, but in fact, the vapostproc can convert the input NV12
+	  formant into the RGBA format to render.
+	  The ANY may help the passthough mode, but we should make the negotiate correct
+	  first.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6698>
+
+2024-06-27 14:05:46 +0800  Lim, Siew Hoon <siew.hoon.lim@intel.com>
+
+	* sys/va/gstvacompositor.c:
+	  vacompositor: Initialize the allocation related variables in decide_allocation()
+	  Prevent garbage value has been pass thru and causing
+	  pipeline fail to run later on.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7097>
+
+2024-06-27 13:59:40 +0800  Lim, Siew Hoon <siew.hoon.lim@intel.com>
+
+	* sys/va/gstvabasedec.c:
+	  vabasedec: Initialize the allocation related variables in decide_allocation()
+	  Prevent garbage value has been pass thru and causing
+	  pipeline fail to run.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7097>
+
+2024-06-25 14:38:12 +0800  Lim, Siew Hoon <siew.hoon.lim@intel.com>
+
+	* sys/va/gstvabasetransform.c:
+	  vabasetranform: Initialize the allocation related variables in decide_allocation()
+	  Prevent garbage value has been pass thru and causing
+	  pipeline fail to run.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7097>
+
+2024-04-16 23:59:58 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  vah265enc: Set the trellis only when HW supports it
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6663>
+
+2024-04-17 00:03:48 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  vah264enc: Init missing fields in reset_state()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6663>
+
+2024-04-16 23:50:58 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  vah264enc: Set the trellis only when HW supports it
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6663>
+
+2024-04-16 18:13:06 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabaseenc.c:
+	  va: baseenc: Set the trellis parameter anyway
+	  The driver may enable trellis by default. So we should also set the
+	  trellis info to driver even when the trellis option is turned off.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6663>
+
+2024-07-02 15:26:55 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  doc: fix Since marker
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-07-02 14:55:25 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  mpegts: Added missing function prototype
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-07-02 14:25:59 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  doc: fix docstrings
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-07-02 10:14:38 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  doc: fix single line Since comments
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-07-02 09:10:27 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  doc: fix Since marker for gst_mpegts_descriptor_from_metadata_pointer
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-06-27 15:44:54 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  doc: update docstrings
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-06-27 15:20:47 -0500  jadarve <juanda0718@gmail.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  doc: update plugin cache
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-06-04 15:39:12 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst/mpegtsdemux/gstmpegdesc.h:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/gstmpegtsmux.c:
+	* gst/mpegtsmux/tsmux/tsmux.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.c:
+	* gst/mpegtsmux/tsmux/tsmuxstream.h:
+	  mpegtsmux: mux meta/x-id3
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-06-04 14:39:05 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  mpegts: use GstMpegtsMetadataApplicationFormat in metadata descriptor
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-06-04 14:31:48 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	  mpegts: added metadata pointer descriptor
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
+
+2024-06-04 13:53:26 -0500  jadarve <juanda0718@gmail.com>
+
+	* gst-libs/gst/mpegts/gst-metadata-descriptor.c:
+	* gst-libs/gst/mpegts/gst-metadata-descriptor.h:
+	* gst-libs/gst/mpegts/gst-mpegtspesmetadatameta.c:
+	* gst-libs/gst/mpegts/gst-mpegtspesmetadatameta.h:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
+	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
+	* gst-libs/gst/mpegts/meson.build:
+	* gst-libs/gst/mpegts/mpegts.h:
+	  mpegts: moved metadata descriptors to gstmpegtsdescriptor
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6793>
 
 2023-04-07 14:40:58 -0400  Chris Spoelstra <cs.spoelstra@gmail.com>
 
@@ -1234,7 +8408,71 @@
 	  Add missing breaks to two case statements.
 	  Also adds a missing lock of srtobject->element when getting the value
 	  of PROP_AUTHENTICATION.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7127>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4367>
+
+2024-06-29 23:02:21 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12memorycopy.cpp:
+	* sys/d3d12/gstd3d12memorycopy.h:
+	* sys/d3d12/meson.build:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Add support for resource copy between d3d11 and d3d12
+	  If driver can support cross-api resource sharing, use device-to-device
+	  resource copy in d3d12upload/download elements.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7119>
+
+2024-06-29 21:37:57 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.cpp:
+	  d3d12bufferpool: Use shared heap by default
+	  ... to make cross-api resource sharing possible
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7119>
+
+2024-06-27 09:55:41 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* sys/aja/gstajasrc.cpp:
+	  ajasrc: Drop some frames after signal recovery
+	  After signal recovery the capture times for the next frames are simply
+	  wrong. Experimentally this affected 2-3 frames and seemed to be related
+	  to the buffer fill level after signal recovery, so drop at least 5
+	  frames and up to fill level + 1 frames in this situation.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7106>
+
+2024-06-27 09:30:27 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* sys/aja/gstajasrc.cpp:
+	  ajasrc: Reset clock after signal loss or signal change
+	  Otherwise timestamps would continue as if there was no gap, and the next
+	  frames until the clock has compensated would be all too late.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7106>
+
+2024-06-27 15:32:01 -0400  Thibault Saunier <tsaunier@igalia.com>
+
+	* gst-libs/gst/analytics/meson.build:
+	* gst-libs/gst/mse/meson.build:
+	  meson: Remove duplicated library definitions for gstmse and gstanalytics
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7109>
+
+2024-06-28 02:33:03 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandallocatorpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandallocatorpool.h:
+	  d3d12commandallocatorpool: Remove unused methods
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7108>
+
+2024-06-27 22:58:12 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12decodercpbpool.cpp:
+	* sys/d3d12/gstd3d12decodercpbpool.h:
+	* sys/d3d12/meson.build:
+	  d3d12decoder: Use sub-allocated bitstream buffer
+	  Since a buffer resource will occupy at least 64KB,
+	  allocating upload resource per decoding command might not be
+	  an optimal approach. Instead, use sub-region of a upload resource
+	  for multiple decoding command if sub-regions are not overlapped
+	  each other.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7108>
 
 2024-06-26 16:09:26 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
@@ -1242,7 +8480,40 @@
 	  rtmp2: guard against calling gst_amf_node_get_type() with NULL
 	  gst_amf_node_get_type() raises a CRITICAL if called with a NULL node.
 	  All callers were checking for this except those.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7110>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7103>
+
+2020-04-08 10:40:42 -0400  Xavier Claessens <xavier.claessens@collabora.com>
+
+	* meson.build:
+	* meson_options.txt:
+	  build: Add missing common options that are yielding in subprojects
+	  - Align `glib_debug`, `glib_assert` and `glib_checks` options with GLib,
+	  otherwise glib subproject won't inherit their value. Previous names
+	  and values are preserved using Meson's deprecation mechanism.
+	  - Add `extra-checks` and `benchmarks` options in the main project so it
+	  can be inherited in GStreamer subprojects.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1165>
+
+2024-05-13 18:52:28 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	  vaav1enc: Move repeat header data to a dedicated buffer
+	  When enable parallel encoding, it is possible that the unshown frame
+	  is not output but it is already be marked as a repeated frame header.
+	  So we need to use a dedicated buffer to hold the repeat frame header,
+	  don't mix it with the orignal frame data.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6867>
+
+2024-06-25 20:08:54 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d11/gstd3d11device-private.h:
+	* gst-libs/gst/d3d11/gstd3d11device.cpp:
+	* gst-libs/gst/d3d11/meson.build:
+	* sys/qsv/plugin.cpp:
+	  qsv: Check d3d shared resource tier using D3D11 API
+	  We can check the tier using d3d11 API. Thus, don't need to
+	  create d3d12 device
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7099>
 
 2024-06-02 11:40:04 +0300  Jan Schmidt <jan@centricular.com>
 
@@ -1251,7 +8522,7 @@
 	  Fix a typo "CLOSED_CAPTION" -> "CLOSED-CAPTION" and
 	  a broken if statement that always bailed out for
 	  closed captions
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7105>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6985>
 
 2024-06-25 22:19:26 +1000  Jan Schmidt <jan@centricular.com>
 
@@ -1260,7 +8531,7 @@
 	  Enable multi_channel processing in webrtc-audio-processing when the
 	  input or output has multiple channels.
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3220
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7104>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7100>
 
 2024-06-24 16:00:45 +0200  Piotr Brzeziński <piotr@centricular.com>
 
@@ -1268,28 +8539,368 @@
 	  vtenc: Fix redistribute latency spam
 	  Just a quick fix to only report the maximum noticed delay (measured by frames inside the encoder) instead of changing
 	  the reported latency every time the number there changes, which is way too often.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7098>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7094>
+
+2024-06-24 20:49:19 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	  d3d12converter: Make sure data upload before executing compute shader
+	  Use read d3d12 map, so that upload can happen if needed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7093>
+
+2024-06-24 20:07:37 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	  d3d12: Add ARGB64_LE format support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7093>
+
+2024-06-24 17:53:24 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format.cpp:
+	* gst-libs/gst/d3dshader/converter-hlsl/PSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	  d3d12: Add AV12 format support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7093>
+
+2024-06-24 01:41:03 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	  d3d12: Add NV16, NV61, and NV24 format support
+	  Can reuse NV12 shader for the formats
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7093>
+
+2024-06-24 00:29:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3dshader/converter-hlsl/PSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	  d3d12: Add A420, A422 and A444 format support
+	  Adding A420/A422/A444 and its 10/12/16 bits format support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7093>
+
+2024-06-23 23:05:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	  d3d12: Add YUV 4:1:0 and 4:1:1 format support
+	  Adding Y41B, YUV9, and YVU9 format support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7093>
+
+2024-06-21 18:38:04 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window-swapchain.cpp:
+	* sys/d3d12/gstd3d12window-swapchain.h:
+	* sys/d3d12/gstd3d12window-win32.cpp:
+	* sys/d3d12/gstd3d12window-win32.h:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/gstd3d12window.h:
+	  d3d12videosink: Present on GstVideoOverlay::expose()
+	  ... so that updated backbuffer can be swapped and presented
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7079>
+
+2024-06-23 22:16:36 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format.cpp:
+	  d3d12: Add v216, v210, r210, v308, IYU2, RGB, BGR format support
+	  Reuse the compute shader implemented for d3d11
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7092>
+
+2024-06-23 22:14:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	  d3d12: Add support for UYVY, VYUY, and YVYU
+	  Use already implemented compute shaders
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7092>
+
+2024-06-23 22:13:32 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3dshader/converter-hlsl/PSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	  d3d12: Add RGB{16,15} and BGR{16,15} format support
+	  d3d12 device can support B5G6R5_UNORM and B5G5R5A1_UNORM formats
+	  in pixel shader. If the format is not supported by device,
+	  U16_UINT format with compute shader will be used, like d3d11converter
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7092>
+
+2024-06-23 22:00:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format.cpp:
+	  d3d12: Add BGRA64 and BGR10A2 format support
+	  Map BGRA64 and BGR10A2 to Y416 and Y410, respectively,
+	  since it's possible RGB space decoder output
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7092>
+
+2024-06-23 02:01:50 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-unpack.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/meson.build:
+	  d3d12: Add support for DXGI native packed YUV formats
+	  Adding YUY2, Y210, Y216, and Y416 format support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7092>
+
+2024-06-23 00:34:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-pack.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	  d3d12converter: Fix Y410 conversion
+	  Adding format conversion helper and use compute shader in case that
+	  output format does not support RTV.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7088>
+
+2024-06-23 01:18:54 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.h:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.h:
+	  d3d12memory: Add support for UAV descriptor cache
+	  Cache shader invisible UAV descriptor in memory
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7088>
+
+2024-06-22 01:36:43 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format-private.h:
+	* gst-libs/gst/d3d12/gstd3d12format.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format.h:
+	  d3d12: Format table refactoring
+	  Hide format table from header. This is a preparation for compute
+	  shader based format support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7088>
+
+2024-06-21 00:06:12 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	  d3d12converter: Upload shader buffer resources earlier
+	  Schedule (semi-)static resource upload at converter creation time.
+	  And use single resource for all vertex, index, and constant
+	  buffers, since separate resources will waste GPU memory.
+	  Note that size and address of a committed resource are 64K aligned
+	  even if requested buffer size is small.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7081>
 
 2024-06-20 22:18:02 +0900  Seungha Yang <seungha@centricular.com>
 
-	* sys/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
 	  d3d12converter: Make gamma remap work as intended
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7080>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7073>
 
-2024-06-20 13:02:19 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-06-20 20:44:56 +0900  Seungha Yang <seungha@centricular.com>
 
-	* meson.build:
-	  Back to development after 1.24.5
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12device: Don't warn for out of range device index
+	  It can happen during enumeration as well, and it's expected error
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7070>
 
-=== release 1.24.5 ===
+2024-06-20 20:34:33 +0900  Seungha Yang <seungha@centricular.com>
 
-2024-06-20 12:54:15 +0100  Tim-Philipp Müller <tim@centricular.com>
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12device: Dump device feature support
+	  ... and use CD3DX12FeatureSupport helper class in d3dx12.h
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7070>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.5
+2024-06-20 00:09:16 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12device: Prevent too many in-flight GPU commands
+	  Even if each element is checking its own in-flight commands,
+	  total number of commands can get larger in case of complex pipeline.
+	  Limits total number of in-flight commands at command queue level
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7066>
+
+2024-06-20 00:07:41 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	  d3d12commandqueue: Detect device removed event
+	  Early return if device removed event is detected
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7066>
+
+2024-06-19 23:29:11 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12basefilter.cpp:
+	* sys/d3d12/gstd3d12basefilter.h:
+	  d3d12basefilter: Add adapter property
+	  Allows initial GPU adapter selection
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7066>
+
+2024-06-19 22:12:15 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	* gst-libs/gst/d3d12/gstd3d12utils.h:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12pluginutils.h:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	  d3d12: Move fence setter helper method to gst-libs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7057>
+
+2024-06-19 19:06:42 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window-swapchain.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  d3d12converter: Update API signature
+	  Always use device's main direct queue, and control gpu waiting
+	  behavior by using boolean value
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7057>
+
+2024-06-19 01:00:28 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.h:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.h:
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12graphicscapture.cpp:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/d3d12/gstd3d12ipcserver.cpp:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12pluginutils.h:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	* sys/webview2/gstwebview2src.cpp:
+	  d3d12memory: Hide fence value from header
+	  Instead of exposing fence value to wait in header, user setter/getter
+	  methods.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7057>
+
+2024-06-19 00:57:11 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.h:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	  d3d12device: Add helper method for getting fence handle
+	  Add get_fence_handle() method so that caller can get command queue's
+	  dedicated fence handle from device
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7057>
+
+2024-06-18 22:59:17 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.h:
+	* gst-libs/gst/d3d12/gstd3d12fencedatapool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12fencedatapool.h:
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  d3d12: Remove notify_com and notify_mini_object helper methods
+	  Use private macros instead of exposing multiple APIs for the same thing
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7057>
+
+2024-06-18 22:04:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.h:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  d3d12commandqueue: Update API name and arguments
+	  Accepts multiple fences since single command list may have
+	  multiple dependent resources which are associated with
+	  different GPU engines
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7057>
+
+2024-06-18 21:48:11 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.h:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  d3d12device: Use HRESULT return code if possible
+	  Make function signature consistent with that of command queue
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7057>
+
+2024-05-28 09:55:05 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh265dec.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	  vkdecoder: support layered and non dedicated DPB
+	  As NVIDIA Amperium. In this case the each output buffer is also a DPB,
+	  but using a different view layer.
+	  Still pending a validation layer issue:
+	  VUID-VkVideoBeginCodingInfoKHR-flags-07244
+	  Co-authored-by: Victor Jaquez <vjaquez@igalia.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6954>
+
+2024-06-17 15:38:05 -0400  Daniel Morin <daniel.morin@collabora.com>
+
+	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
+	  analytics: Add validation on classification analytics-meta
+	  - Add valiation on parameters passed to gst_analytics_cls_add_cls_mtd.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7046>
 
 2024-06-18 09:10:16 +0200  Edward Hervey <edward@centricular.com>
 
@@ -1297,7 +8908,43 @@
 	  tsdemux: Fix maximum PCR/DTS values
 	  * PTS/DTS are stored as 33 bit
 	  * PCR is 33bit multiplied by 300
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7058>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7050>
+
+2024-06-18 00:33:37 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12pluginutils.h:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Promote decoder and videosink rank to primary
+	  It's proven that d3d12 performs better than d3d11 while
+	  consumes less resources in various cases.
+	  Assign primary+ rank to decoder and videosink in case of Windows10/11,
+	  so that it can be tested widely
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7045>
+
+2024-03-22 12:32:22 +0100  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vkoperation: support for query_result_status
+	  query_result_status can be optional so we should not create
+	  the query pool if the queue does not support it,
+	  ie, AMD does not support VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR
+	  In other use case such as VK_QUERY_TYPE_VIDEO_ENCODE_FEEDBACK_KHR, the
+	  query pool must be created.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7043>
+
+2024-06-17 14:55:03 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
+	* gst-libs/gst/vulkan/gstvkphysicaldevice.h:
+	  vkphysicaldevice: rename query to query_result_status
+	  As only queryResultStatusSupport can be optional,
+	  the variable name should be more specific.
+	  queryResultStatusSupport reports VK_TRUE if query type
+	  VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR and use of
+	  VK_QUERY_RESULT_WITH_STATUS_BIT_KHR are supported.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7043>
 
 2024-06-18 05:53:19 +0800  He Junyan <junyan.he@intel.com>
 
@@ -1310,7 +8957,96 @@
 	  So we should just print out warning and should not return error in parser when
 	  mismatching. The decoder itself is already robust to handle the reference missing.
 	  Fixes #3622
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7052>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7047>
+
+2024-06-16 21:21:44 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window-swapchain.cpp:
+	* sys/d3d12/gstd3d12window-win32.cpp:
+	* sys/d3d12/gstd3d12window-win32.h:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/gstd3d12window.h:
+	  d3d12videosink: Add direct-swapchain property
+	  Because DXGI flip mode swapchain will disallow GDI operation
+	  to a HWND once swapchain is configured, videosink has been creating
+	  child window of application's window. However, since window creation
+	  would take a few milliseconds, it can cause performance issue such as
+	  UI freezing. Adding a property so that videosink can attach
+	  DXGI swapchain diretly to application's window in order to improve
+	  performance.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7013>
+
+2024-06-13 01:34:08 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	  d3d12videosink: Add external-window-only property
+	  Adding a new property in order to avoid unintended interanl window
+	  creation.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7013>
+
+2024-06-10 23:40:55 +0900  Seungha Yang <seungha@centricular.com>
+
+	  d3d12videosink: Add support for window handle update
+	  A large refactoring commit for adding features and improve performance
+	  * Reuse internal converter and overlay compositor:
+	  Converter can be reused as long as input and display formats are not
+	  changed. Also overlay compositor reconstruction is required only if
+	  display format is changed
+	  * Don't wait for full GPU flush on resize or close:
+	  D3D12 swapchain requires GPU idle in order to resize backbuffer.
+	  Thus CPU side waiting is required for swapchain related commands
+	  to be finished. However, don't need to wait for full GPU flushing.
+	  * Support multiple sink on a single external window
+	  Keep installed subclass window procedure even if there's no associated
+	  our internal HWND. This will make window procedure hooking less racy.
+	  Then parent HWND's message will be transferred to our internal HWNDs
+	  if needed.
+	  * Adding support for window handle update
+	  Application can change target HWND even when videosink is playing or
+	  paused state. So, users can call gst_video_overlay_set_window_handle()
+	  against d3d12videosink anytime. The videosink will be able to update
+	  internal state and setup resource upon requested.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7013>
+
+2024-06-10 23:38:39 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.h:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12overlaycompositor: Remove unused parameter
+	  Don't need to check fence value of overlay buffer since
+	  window uses global direct command queue
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7013>
+
+2024-06-03 21:53:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	  d3d12videosink: Calculate display resolution only per caps change
+	  Don't need to calculate it per window property update
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7013>
+
+2024-06-05 00:20:05 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	  d3d12commandqueue: Fix deadlock on drain()
+	  Don't take lock if the drain() is called from the GC thread
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7013>
+
+2024-06-12 01:02:39 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	  d3d12: Workaround for Intel iGPU decoder crash
+	  Observed Intel GPU driver crash when multiple decoders are
+	  configured in a process. It might be because of frequent
+	  command queue alloc/free or too many in-flight decoding commands.
+	  In order to make command queue persistent and limit the number of
+	  in-flight command lists, holds global decoding command queue.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7019>
 
 2024-06-12 18:28:54 +0200  Piotr Brzeziński <piotr@centricular.com>
 
@@ -1321,7 +9057,7 @@
 	  From quick testing, this makes seeking more reliable (previously, it would sometimes cause a decoding error
 	  and shut the whole decoder down due to GST_FLOW_ERROR).
 	  Also manually sets the max error count to actually stop processing if too many errors occur.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7044>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6446>
 
 2024-03-26 15:24:31 +0100  Piotr Brzeziński <piotr@centricular.com>
 
@@ -1331,20 +9067,57 @@
 	  the FrameDropped flag set when it occurs, so we can just drop it as usual.
 	  BadDataErr is also not immediately critical, but in its case let's set the ERROR flag,
 	  so the output loop can use GST_VIDEO_DECODER_ERROR to count and error out if it happens too many times.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7044>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6446>
 
 2024-06-17 11:15:22 +0300  Sebastian Dröge <sebastian@centricular.com>
 
 	* ext/aom/gstav1dec.c:
 	  av1dec: Don't treat decoding errors as fatal and print more error details
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7041>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7040>
+
+2024-06-11 23:33:49 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/meson.build:
+	  d3d12: Add support for DXGI debug layer
+	  Will be enabled if GST_ENABLE_D3D12_DXGI_DEBUG env is set
+	  and dxgidebug.dll is available.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7016>
 
 2024-06-13 09:11:30 -0500  Zach van Rijn <me@zv.io>
 
 	* gst/pcapparse/gstpcapparse.c:
 	  pcapparse: Avoid unaligned memory access
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3602
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7037>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7030>
+
+2024-05-21 01:20:59 +0900  Seungha Yang <seungha@centricular.com>
+
+	* ext/meson.build:
+	* ext/nvcomp/gstnvcomp.cpp:
+	* ext/nvcomp/gstnvcomp.h:
+	* ext/nvcomp/gstnvcompvideodec.cpp:
+	* ext/nvcomp/gstnvcompvideodec.h:
+	* ext/nvcomp/gstnvcompvideoenc.cpp:
+	* ext/nvcomp/gstnvcompvideoenc.h:
+	* ext/nvcomp/meson.build:
+	* ext/nvcomp/plugin.cpp:
+	* ext/nvcomp/stub/cuda_runtime.h:
+	* meson_options.txt:
+	  nvcomp: Add nvCOMP library based GPU lossless compression plugin
+	  Adding NVIDIA nvCOMP library based plugin for lossless raw video
+	  compression/decompression. To build this plugin, user should
+	  install nvCOMP SDK first and specify the SDK path via
+	  "nvcomp-sdk-path" build option or NVCOMP_SDK_PATH env.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6912>
+
+2024-05-21 18:09:12 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/cuda-gst.h:
+	* gst-libs/gst/cuda/gstcudaloader.cpp:
+	* gst-libs/gst/cuda/stub/cuda.h:
+	  cuda: Load 1D memcpy method symbols
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6912>
 
 2024-05-31 13:07:51 +0200  Mathieu Duponchelle <mathieu@centricular.com>
 
@@ -1353,7 +9126,7 @@
 	  If we want to avoid the DTS going backward, then we can set DTS to
 	  last_dts as a last resort.
 	  Log a warning in this case
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7033>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6977>
 
 2024-06-07 23:09:54 -0700  Khem Raj <raj.khem@gmail.com>
 
@@ -1369,38 +9142,294 @@
 	  Use glib function instead makes it portable across musl and glibc on
 	  linux
 	  1 https://git.musl-libc.org/cgit/musl/commit/?id=725e17ed6dff4d0cd22487bb64470881e86a92e7a
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7028>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7006>
+
+2024-06-12 23:15:29 +1000  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkswapper.c:
+	  vulkan/swapper: expose choose_queue() in docs
+	  It was missing a doc trigraph.
+	  Also mark input queue argument as nullable.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7023>
 
 2024-06-10 13:11:19 +0300  Sebastian Dröge <sebastian@centricular.com>
 
 	* ext/aom/gstav1enc.c:
 	  av1enc: Handle force-keyunit events properly by requesting keyframes
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7022>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7008>
+
+2024-06-05 22:09:56 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/wasapi2/gstwasapi2client.cpp:
+	  wasapi2: Adjust log level in device enumeration path
+	  Audio device at requested index might not be available, but that's
+	  expected case when enumerating devices.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6996>
+
+2024-05-29 11:07:23 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
+
+	* sys/msdk/gstmsdkvpp.c:
+	  msdkvpp: Add a huge value to inbuf pts and set mfx surface timestamp
+	  It can be seen as a WA in the case of multi-channel transcoding (like
+	  decoder output to two channels, one for encoder and one for vpp).
+	  Normally, encoder sets min pts of a huge value to avoid negative dts,
+	  while vpp set pts without this addtional huge value, which are likely to
+	  cause input surface pts does not fit with encoder (since both encoder
+	  and vpp accept the same buffer from decoder, means they modify the timestamp
+	  of one mfx surface). So we add this huge value to vpp to ensure enc and
+	  vpp set the same value to input mfx surface meanwhile does not break
+	  encoder's setting min pts for dts protection.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6971>
 
 2024-06-10 23:25:46 +0900  Seungha Yang <seungha@centricular.com>
 
 	* sys/d3d12/gstd3d12videosink.cpp:
 	  d3d12videosink: Disconnect window signal handler on dispose as intended
 	  Fixing typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7014>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7012>
+
+2024-05-28 19:23:33 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12videosink: Add error-on-closed property
+	  Adding a property to control error reporting behavior when output
+	  window is closed in playing or paused state. This can be useful
+	  for apps where an app wants to close window even if it's playing
+	  a stream, and the closed window is expected.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6939>
+
+2024-04-23 21:57:57 +0200  Stéphane Cerveau <scerveau@gmail.com>
+
+	* gst-libs/gst/vulkan/meson.build:
+	  vulkan: fix macos build
+	  The VulkanSDK can be downloaded from LunarG website and can
+	  be installed properly in /usr/local following:
+	  https://vulkan.lunarg.com/doc/view/latest/mac/getting_started.html
+	  Fixes partly #2372
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6669>
+
+2024-06-06 19:34:03 +1000  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
+	  vulkan/fullscreenquad: add check for unset video info
+	  So we don't crash when set_info() is not called.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7000>
+
+2024-06-06 17:16:30 +1000  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
+	  vulkan/fullscreenquad: allow setting NULL input/output buffer to unset
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7000>
+
+2024-06-01 02:32:22 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/gstcudanvmm-private.h:
+	* gst-libs/gst/cuda/gstcudanvmm.cpp:
+	* gst-libs/gst/cuda/gstcudautils.cpp:
+	* gst-libs/gst/cuda/meson.build:
+	* meson_options.txt:
+	* sys/nvcodec/gstcudamemorycopy.c:
+	* sys/nvcodec/meson.build:
+	* sys/nvcodec/plugin.c:
+	  cuda: Enable x86 NVMM support again
+	  It was broken since memory copy helper function was moved to gst-libs.
+	  Also, adding "cuda-nvmm" and "cuda-nvmm-include-path" build options
+	  to en/disable NVMM support in gstcuda library
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6978>
+
+2024-05-15 02:29:12 +0900  Seungha Yang <seungha@centricular.com>
+
+	* tests/examples/cuda/cudamemory-sync.c:
+	* tests/examples/cuda/meson.build:
+	* tests/examples/meson.build:
+	  examples: cuda: Add CUDA memory synchronization example
+	  Add an example code for external CUDA context sharing and
+	  gst_cuda_memory_sync()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6864>
+
+2024-06-06 12:13:05 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	* gst-libs/gst/vulkan/meson.build:
+	  vulkan: remove remaining GST_VULKAN_HAVE_VIDEO_ENCODERS
+	  Some define use have been forgotten in
+	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6992
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/7001>
+
+2024-05-17 14:12:23 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst/mxf/mxftypes.c:
+	  mxf: Use GDateTime instead of gmtime()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6872>
+
+2024-06-04 10:10:07 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* tests/check/libs/vkvideoencodeh264.c:
+	* tests/check/libs/vkvideoencodeh265.c:
+	* tests/check/meson.build:
+	  gst-plugins-bad: tests: rename vkvideoencode tests
+	  Rename vulkan encode tests to be able to use the namespace
+	  libs_vkvideoencode*.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6992>
+
+2024-06-04 09:55:26 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkconfig.h.meson:
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.h:
+	* gst-libs/gst/vulkan/gstvkvideoutils.c:
+	* gst-libs/gst/vulkan/gstvkvideoutils.h:
+	* gst-libs/gst/vulkan/meson.build:
+	* tests/check/libs/vkvideoh264encode.c:
+	* tests/check/libs/vkvideoh265encode.c:
+	* tests/check/meson.build:
+	  vulkan: remove GST_VULKAN_HAVE_VIDEO_ENCODERS
+	  Use 2.3.275 as first supported SDK version
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6992>
+
+2024-06-04 09:34:42 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkqueue.c:
+	  vkqueue: remove useless decoder include
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6992>
+
+2024-02-14 09:43:35 -0300  Thibault Saunier <tsaunier@igalia.com>
+
+	* gst/autoconvert/gstbaseautoconvert.c:
+	  autoconvert: Fix race condition when creating sub elements
+	  There was a case where the element would get destroyed while being
+	  added to the hash table of elements
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6989>
 
 2024-06-02 10:26:19 +0300  Sebastian Dröge <sebastian@centricular.com>
 
 	* ext/dtls/gstdtlssrtpenc.c:
 	  dtlssrtpenc: Don't crash if no pad name is provided when requesting a new pad
 	  It is mandatory to provide a valid pad name for dtlssrtpenc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6994>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6984>
+
+2024-06-02 23:36:28 +1000  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkvideofilter.c:
+	* gst-libs/gst/vulkan/gstvkvideofilter.h:
+	  vulkan/videofilter: add getters for queue/device/instance
+	  Allows bindings to not pke at structs for this information.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6987>
+
+2024-06-02 23:34:39 +1000  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
+	* gst-libs/gst/vulkan/gstvkfullscreenquad.h:
+	  vulkan/fullscreenquad: add get_queue()
+	  Allows bindings to not poke at the instance struct.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6987>
+
+2024-06-02 23:33:13 +1000  Matthew Waters <matthew@centricular.com>
+
+	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
+	* gst-libs/gst/vulkan/gstvkfullscreenquad.h:
+	  vulkan/fullscreenquad: mark set_info GstVideoInfo as const
+	  It's not modified by the function.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6987>
+
+2024-06-01 22:38:11 +1000  Matthew Waters <matthew@centricular.com>
+
+	* ext/vulkan/meson.build:
+	* ext/vulkan/shaders/ayuv_to_rgb.frag:
+	* ext/vulkan/shaders/meson.build:
+	* ext/vulkan/shaders/nv12_to_rgb.frag:
+	* ext/vulkan/shaders/rgb_to_ayuv.frag:
+	* ext/vulkan/shaders/rgb_to_nv12.frag:
+	* ext/vulkan/shaders/rgb_to_yuy2.frag:
+	* ext/vulkan/shaders/swizzle.frag:
+	* ext/vulkan/shaders/swizzle_and_clobber_alpha.frag:
+	* ext/vulkan/shaders/view_convert.frag:
+	* ext/vulkan/shaders/yuy2_to_rgb.frag:
+	  vulkan: also support glslang as a shader compiler
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6980>
+
+2024-06-01 21:35:26 +1000  Matthew Waters <matthew@centricular.com>
+
+	* ext/vulkan/gstvulkan.c:
+	* ext/vulkan/meson.build:
+	* gst-libs/gst/vulkan/meson.build:
+	  vulkan: support not having glslc available for building vulkan plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6980>
+
+2024-05-31 12:28:40 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkutils.c:
+	  vkutils: do not forget to clear context in case of error
+	  The context is leaking in case of a failing instance open.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6975>
+
+2024-05-31 12:27:30 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkerror.c:
+	  vkerror: free the error string after usage
+	  g_set_error already used the var string, can clear it now.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6975>
 
 2024-05-30 01:30:58 +0900  Seungha Yang <seungha@centricular.com>
 
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
 	  d3d12memory: Fix staging buffer alignment
 	  Not all GPUs can support arbitrary offset of
 	  D3D12_PLACED_SUBRESOURCE_FOOTPRINT when copying GPU memory between
 	  texture and buffer. Instead of calculating size/offset per plane,
 	  calculate the entire size and offsets at once.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6973>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6967>
+
+2024-05-28 04:14:15 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/va/meson.build:
+	* meson.build:
+	* sys/msdk/gstmsdkallocator_libva.c:
+	* sys/msdk/gstmsdkcaps.c:
+	* sys/msdk/gstmsdkdec.c:
+	* sys/msdk/gstmsdkenc.c:
+	* sys/msdk/gstmsdkvpp.c:
+	* sys/msdk/gstmsdkvpputil.c:
+	* sys/msdk/meson.build:
+	  msdk: Fix libdrm dependency detection and usage
+	  drm_fourcc.h should be picked up via the pkgconfig include, not the
+	  system includedir directly.
+	  Also consolidate the libdrm usage in va and msdk.
+	  All this allows it to be picked up consistently (via the subproject,
+	  for example).
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6932>
+
+2024-05-27 18:50:23 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/va/meson.build:
+	  meson: Don't use fallback: kwarg for libva deps
+	  This will cause a fallback even when the `va` option is `auto`, not
+	  giving the user a chance to provide the dependency via the system, and
+	  likely building this feature unnecessarily.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6932>
+
+2024-05-27 18:43:33 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* gst-libs/gst/va/gstvavideoformat.h:
+	  va: Fix libdrm include
+	  The libdrm/ prefix should not be used, it will be provided by the
+	  pkgconfig file. Also HAVE_LIBDRM is necessary.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6932>
+
+2024-05-15 12:48:43 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/msdk/gstmsdkcaps.c:
+	  msdkcaps: fix ill-format string
+	  This patch fixes this critical warning when registering MSDK:
+	  _dma_fmt_to_dma_drm_fmts: assertion 'fmt != GST_VIDEO_FORMAT_UNKNOWN' failed
+	  It was because the HEVC string with possible output formats has an extra space
+	  that could not be parsed correctly.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6853>
 
 2024-05-29 18:54:18 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1409,22 +9438,79 @@
 	  gst_d3d12_result() will print message with ERROR level if failed.
 	  Use FAILED/SUCCEEDED macros instead, since not-supported feature
 	  is not a critical error
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6963>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6955>
 
-2024-05-29 13:51:27 +0300  Tim-Philipp Müller <tim@centricular.com>
+2024-04-22 17:04:09 +0900  Seungha Yang <seungha@centricular.com>
 
-	* meson.build:
-	  Back to development after 1.24.4
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	  d3d12memory: Allow null allocator in alloc()
+	  Update code as documented
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6940>
+
+2024-05-21 17:25:10 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
-=== release 1.24.4 ===
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Properly transfer TU timestamp
+	  When transforming from unknown alignment to frame or obu, the TU timestamp
+	  was not properly transferred. Fix this by saving the TU DTS as the first
+	  DTS seen within the the TU data, and the PTS as the last PTS seen in that
+	  TU data. Finally, reset the TU timestamp after each TU have completed.
+	  Fixes #1496
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6895>
 
-2024-05-29 13:44:50 +0300  Tim-Philipp Müller <tim@centricular.com>
+2024-05-21 17:22:47 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.4
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Only place a marker on the last frame of a TU
+	  Markers are meant to indicate the buffer that ends a frame, which imply
+	  something can be displayed. The dependent decode only frames should not
+	  have markers. This should also fix last subframe detection.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6895>
+
+2024-05-25 16:58:17 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/webview2/gstwebview2object.cpp:
+	* sys/webview2/gstwebview2object.h:
+	* sys/webview2/gstwebview2src.cpp:
+	  webview2: Add user-data-folder property
+	  Adding a propery to specify location of WebView2's user data folder
+	  location.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6921>
+
+2024-04-22 01:15:51 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12: Add support for Device Removed Extended Data (DRED)
+	  Enable DRED if "d3d12dred > GST_LEVEL_ERROR", and print
+	  DRED debug information on device removed.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6718>
+
+2024-04-16 20:37:23 +0200  Piotr Brzeziński <piotr@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	* sys/applemedia/vtenc.h:
+	  vtenc: Enable HEVC with alpha encoding
+	  Adds a separate vtenc_h265a element (with a _hw variant as usual) for the HEVCWithAlpha codec type.
+	  Decided to go with a separate element to not break existing uses of the normal HEVC encoder.
+	  The preserve_alpha property is still only used for ProRes, no need for it here because we explicitly say we want alpha
+	  when using the new element.
+	  For now, the HEVCWithAlpha has an issue where it does not throttle the amount of input frames queued internally.
+	  I added a quick workaround where encode_frame() will block until enqueue_frame() callback notifies it that some space
+	  has been freed up in the internal queue. The limit was set to 5, which should be enough I guess? Hopefully this is not
+	  too prone to race conditions.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6664>
+
+2024-03-26 18:48:17 +0100  Piotr Brzeziński <piotr@centricular.com>
+
+	* sys/applemedia/vtenc.c:
+	  vtenc: Add missing vtenc_h265 docs
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6664>
+
+2024-05-27 15:41:23 +0900  Elliot Chen <elliot.chen@nxp.com>
+
+	* gst/autoconvert/gstbaseautoconvert.c:
+	  autovideoconvert: should not forward the allocation query if no element is selected
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6927>
 
 2024-05-27 12:28:44 +0100  Philippe Normand <philn@igalia.com>
 
@@ -1436,7 +9522,59 @@
 	  An SDP answer can declare its setup attribute at the session level or at the
 	  media level. Until this patch we were validating only the latter case and an
 	  assert was raised in the former case.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6945>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6930>
+
+2024-05-22 14:54:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	  vulkanh264dec: code style fix
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6901>
+
+2024-05-22 14:50:11 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkh265dec.c:
+	  vulkanh265dec: fix reference set
+	  `StdVideoDecodeH265PictureInfo.flags.IsReference` refers to section 3.132 ITU-T
+	  H.265 specification:
+	  reference picture: A picture that is a short-term reference picture or a
+	  long-term reference picture.
+	  `GstH265Picture.ref` doesn't reflect this, but we need to query the NAL type of
+	  the processed slice.
+	  This patch fixes the validation layer error
+	  `VUID-vkCmdBeginVideoCodingKHR-slotIndex-07239` while using the NVIDIA driver.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6901>
+
+2024-05-10 22:59:15 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/gstd3d12window.h:
+	* sys/d3d12/meson.build:
+	* tests/examples/d3d12/d3d12videosink-overlay.cpp:
+	* tests/examples/d3d12/meson.build:
+	  d3d12videosink: Add overlay signal to support d3d12/d3d11/d2d overlay
+	  Conceptually identical to the present signal of d3d11videosink.
+	  This signal will be emitted with current render target
+	  (i.e., swapchain backbuffer) and command queue. Signal handler
+	  can record GPU commands for an overlay image or to blend
+	  an image to the render target.
+	  In addition to d3d12 resources, videosink will send
+	  d3d11 and d2d resources depending on "overlay-mode"
+	  property, so that signal handler can render by using
+	  preferred/required DirectX API.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6838>
+
+2024-05-10 20:08:49 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/gstd3d12window.h:
+	  d3d12videosink: Use device's main direct queue
+	  The idea of using separate command queue per videosink was that
+	  swapchain is bound to a command queue and we need to flush the
+	  command queue when window size is changed. But the separate
+	  queue does not seem to improve performance a lot.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6838>
 
 2024-05-17 11:13:19 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -1444,7 +9582,7 @@
 	  dtlsconnection: Fix overflow in timeout calculation on systems with 32 bit time_t
 	  If a timeout of more than 4295s was scheduled, the calculation would
 	  overflow and a too short timeout would be used instead.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6920>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6870>
 
 2023-08-11 17:50:23 +0800  He Junyan <junyan.he@intel.com>
 
@@ -1454,112 +9592,80 @@
 	  platform, the NV12 surface may have the same FD for the plane0 and the
 	  plane1. Then, the DRM_IOCTL_GEM_CLOSE will close the same handle twice
 	  and get an "Invalid argument 22" error the second time.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6916>
-
-2024-05-22 12:28:39 +0100  Daniel Stone <daniels@collabora.com>
-
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/meson.build:
-	  wayland: Use wl_display_create_queue_with_name
-	  Wayland 1.23 and above allow us to attach names to an event queue, which
-	  are printed out when debugging. Do this to make the logs easier to read.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6915>
-
-2024-04-30 11:20:54 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvaav1enc.c:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabaseenc.h:
-	  vabaseenc: delete the useless frame counter fields
-	  They are used to calculate the PTS and DTS before, no usage now.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6786>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6914>
 
-2024-04-30 11:12:05 +0800  He Junyan <junyan.he@intel.com>
+2024-04-17 12:19:03 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
-	* sys/va/gstvabaseenc.c:
-	  vabaseenc: Do not set the min_pts
-	  Because all the va encoders improved their PTS/DTS algorithm, now
-	  it is impossible to generate minus DTS. So no underflow will happen
-	  and we do not need to set a 1000 hour offset now.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6786>
+	* gst-libs/gst/vulkan/gstvkformat.c:
+	* tests/check/libs/vkformat.c:
+	  vkformat: try UNORM format first and decouple them from colorimetry
+	  From the spec (chapter 34, v1.3.283):
+	  ````
+	  UNORM: the components are unsigned normalized values in the range 0, 1
+	  SRGB: the R, G and B components are unsigned normalized value that represent
+	  values using sRGB nonlinear encoding, while the A component (if one
+	  exists) is a regular unsigned normalized value
+	  ```
+	  The difference is the storage encoding, the first one is aimed for image
+	  transfers, while the second is for shaders, mostly in the swapchain stage in the
+	  pipeline, and it's done automatically if needed 1.
+	  As far as I have checked, other frameworks (FFmpeg, GTK+), when import or export
+	  images from/to Vulkan, use exclusively UNORM formats, while SRGB formats are
+	  ignored.
+	  My conclusion is that Vulkan formats are related on how bits are stored in
+	  memory rather their transfer functions (colorimetry).
+	  This patch does two interrelated changes:
+	  1. It swaps certain color format maps to try first, in both
+	  gst_vulkan_format_from_video_info() and gst_vulkan_format_from_video_info_2(),
+	  the UNORM formats, when comparing its usage, and later check for SRGB.
+	  2. It removes the code that check for colorimetry in
+	  gst_vulkan_format_from_video_info_2(), since it not storage related.
+	  1. https://community.khronos.org/t/noob-difference-between-unorm-and-srgb/106132/7
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6797>
 
-2024-05-23 11:28:35 +0100  Backport Bot <gitlab-backport-bot@gstreamer-foundation.org>
+2024-05-23 19:10:10 +0900  Seungha Yang <seungha@centricular.com>
 
 	* tests/check/libs/d3d11device.cpp:
 	* tests/check/meson.build:
 	  Revert "tests/d3d11: add concurrency test for gstd3d11device"
-	  This reverts commit 203f6b00d426b2ef296fbe8b6591e07b9d6f9b7e.
-	  Revert test that was added with reverted commit as well.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6907>
+	  This reverts commit 8e0046a738070ca3c5441222da241a0582103fe7.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6904>
 
 2024-05-23 17:29:54 +0900  Seungha Yang <seungha@centricular.com>
 
 	* gst-libs/gst/d3d11/gstd3d11device.cpp:
 	* tests/check/libs/d3d11device.cpp:
 	  Revert "d3d11device: protect device_lock vs device_new"
-	  This reverts commit 0cb12db96c0973e9e0534b7f25665c72b9fd29d4
-	  (i.e. commit 926d5366b99b3498632a45147cfa329dbbf2cc30 on main).
+	  This reverts commit 926d5366b99b3498632a45147cfa329dbbf2cc30.
 	  AcquireSRWLockExclusive seems to be acquiring lock in exclusive mode
 	  when the same lock is combined with write lock access.
 	  Reverting the commit because of this is unexpected behavior
 	  and unavoidable OS bug.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6907>
-
-2024-04-12 21:48:13 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah265enc.c:
-	  vah265enc: Let FORCE_KEYFRAME be IDR frame rather than just I frame
-	  The FORCE_KEYFRAME frame which has GST_VIDEO_CODEC_FRAME_FLAG_FORCE_KEYFRAME
-	  bit set should be the sync point. So we should let it be an IDR frame to begin
-	  a new GOP, rather than just promote it to an I frame.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6857>
-
-2024-04-09 23:40:41 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah264enc.c:
-	  vah264enc: Let FORCE_KEYFRAME be IDR frame rather than just I frame
-	  The FORCE_KEYFRAME frame which has GST_VIDEO_CODEC_FRAME_FLAG_FORCE_KEYFRAME
-	  bit set should be the sync point. So we should let it be an IDR frame to begin
-	  a new GOP, rather than just promote it to an I frame.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6857>
-
-2024-04-12 16:09:26 +0800  He Junyan <junyan.he@intel.com>
-
-	* tests/examples/va/vaenc-dynamic-reconfigure.c:
-	  examples: vaenc-dynamic: support force key frame setting
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6857>
-
-2024-05-03 22:57:57 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah265enc.c:
-	  vah265enc: Fix a memory leak when destroying the object
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6913>
-
-2024-05-03 12:08:19 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah265enc.c:
-	  vah265enc: Use a FIFO queue to generate DTS
-	  The base parse will infer the DTS by itself, so we need to make DTS
-	  offset before PTS in order to avoid DTS bigger than PTS. We now use
-	  a FIFO queue to store all PTS and assign it to DTS by an offset.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6913>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6904>
 
-2024-05-02 14:18:16 +0800  He Junyan <junyan.he@intel.com>
+2024-05-22 12:28:39 +0100  Daniel Stone <daniels@collabora.com>
 
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabaseenc.h:
-	* sys/va/gstvah264enc.c:
-	  vah264enc: Use a FIFO queue to generate DTS
-	  The base parse will infer the DTS by itself, so we need to make DTS
-	  offset before PTS in order to avoid DTS bigger than PTS. We now use
-	  a FIFO queue to store all PTS and assign it to DTS by an offset.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6913>
+	* gst-libs/gst/wayland/gstwldisplay.c:
+	* gst-libs/gst/wayland/meson.build:
+	  wayland: Use wl_display_create_queue_with_name
+	  Wayland 1.23 and above allow us to attach names to an event queue, which
+	  are printed out when debugging. Do this to make the logs easier to read.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6900>
 
 2024-05-23 00:48:11 +0900  Seungha Yang <seungha@centricular.com>
 
 	* gst-libs/gst/cuda/gstcudamemory.cpp:
 	  cudamemory: Fix offset of subsampled planar formats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6910>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6903>
+
+2024-05-21 16:59:10 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/aom/gstav1enc.c:
+	* ext/aom/gstav1enc.h:
+	  av1enc: Add timebase property to allow configuring a specific timebase
+	  This mirrors the same property in vp8enc / vp9enc.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6891>
 
 2024-05-21 16:58:26 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -1569,7 +9675,7 @@
 	  useful than using any framerate from the caps as it provides some degree
 	  of accuracy if the stream doesn't have timestamps perfectly according to
 	  the framerate.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6909>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6891>
 
 2024-05-21 16:46:40 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -1578,7 +9684,39 @@
 	  av1enc: Fix last timestamp tracking so it actually works
 	  This behaves exactly the same as in vp8enc / vp9enc now.
 	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3546
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6909>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6891>
+
+2024-05-16 20:02:25 +0900  Elliot Chen <elliot.chen@nxp.com>
+
+	* gst/autoconvert/gstbaseautoconvert.c:
+	  autovideoconvert: fix double unref
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6865>
+
+2024-05-03 19:33:08 -0400  Olivier Crête <olivier.crete@collabora.com>
+
+	* ext/onnx/decoders/gstssdobjectdetector.c:
+	* ext/onnx/decoders/gstssdobjectdetector.h:
+	  ssdobjectdetector: Add size threshold to drop too big detections
+	  There is a known "failure" mode where the SSD detector finds an object
+	  which is the whole frame. So skip objects which are "too big" to avoid
+	  this.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6810>
+
+2024-05-17 14:40:52 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	  vah26{4,5}enc: No need to assert i>=0 in frame_setup_from_gop()
+	  The value is an uint here and never be negative.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6868>
+
+2024-05-15 15:32:43 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	  vah26xenc: factorize the encoder frame setup
+	  A simple removal of duplicated code.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6854>
 
 2024-05-15 15:56:37 -0500  Brad Reitmeyer <brad.reitmeyer@resi.io>
 
@@ -1588,7 +9726,107 @@
 	  Videos using progressive-high used to work on 1.16 before the parser added progressive-high. It looks like partial
 	  support was added to nvcodec in https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/merge_requests/1634
 	  but accidentally ommited gstnvh264dec
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6873>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6862>
+
+2024-05-16 14:51:46 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* tests/examples/va/vaenc-dynamic-reconfigure.c:
+	  examples: va: add option for enabling alive stream
+	  This is useful to test va encoding for live streams which should enable output
+	  delay.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2024-05-16 08:35:30 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvabaseenc.h:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp9enc.c:
+	  vabaseenc: Set the correct min_buffers for propose_allocation()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2024-04-04 22:52:23 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	  va: av1enc: Set preferred_output_delay value to increase performance
+	  Also calculate the correct latency.
+	  In live mode, preferred_output_delay is disabled.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2024-04-04 22:43:05 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  va: vp9enc: Set preferred_output_delay value to increase performance
+	  Also calculate the correct latency.
+	  In live mode, preferred_output_delay is disabled.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2024-04-04 22:33:44 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  va: h265enc: Set preferred_output_delay value to increase performance
+	  Also calculate the correct latency.
+	  In live mode, preferred_output_delay is disabled.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2024-04-04 22:22:04 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  va: h264enc: Set preferred_output_delay value to increase performance
+	  Also calculate the correct latency.
+	  In live mode, preferred_output_delay is disabled.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2023-04-24 16:56:16 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvabaseenc.h:
+	  va: baseenc: Add is_live field to check the live stream
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2024-04-04 21:25:51 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvabaseenc.h:
+	  va: baseenc: Add a preferred_output_delay field for GPU parallel processing
+	  The encoder can specify the a preferred_output_delay value to get better throughput
+	  performance. The higher delay may get better HW performance, but it may increases
+	  the encoder and pipeline latency.
+	  When the output queue length is smaller than preferred_output_delay, the encoder
+	  will not block to waiting for the encoding output. It will continue to prepare and
+	  send more commands to GPU, which may improve the encoder throughput performance.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2023-04-06 19:57:29 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabaseenc.c:
+	  va: encoder: Do not continue when push_buffer gets error
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2024-04-02 22:47:58 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/va/vasurfaceimage.c:
+	  va: libs: Use va_check_surface_has_status() to implement va_check_surface()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2023-04-06 19:39:04 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/va/vasurfaceimage.c:
+	* gst-libs/gst/va/vasurfaceimage.h:
+	  va: libs: Add va_check_surface_has_status() helper function
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
+
+2023-04-06 19:33:02 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvabaseenc.h:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va: encoder: Use GstVaEncFrame as the base object for all Enc Frame
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4359>
 
 2024-05-14 14:44:45 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -1598,7 +9836,7 @@
 	  that some pads have no caps yet. In that case skip creation of streams
 	  for these pads and create updated section tables once the first buffer
 	  arrives later.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6859>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6823>
 
 2024-05-09 17:11:59 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -1609,7 +9847,155 @@
 	  times out on the latency deadline and outputs data.
 	  For non-live pipelines it will still be necessary for upstream to
 	  correctly produce gap events for sparse streams.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6859>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6823>
+
+2024-04-28 18:26:43 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvav1encoder.cpp:
+	* sys/nvcodec/gstnvav1encoder.h:
+	* sys/nvcodec/gstnvencobject.cpp:
+	* sys/nvcodec/gstnvencobject.h:
+	* sys/nvcodec/meson.build:
+	* sys/nvcodec/plugin.c:
+	  nvcodec: Add AV1 encoder
+	  Adding CUDA mode "nvav1enc", D3D11 mode "nvd3d11av1enc" and auto GPU
+	  mode "nvautogpuav1enc" elements
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6754>
+
+2024-04-28 18:35:56 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	* sys/nvcodec/plugin.c:
+	  nvcodec: Rename nvcuda{h264,h265}enc to nv{h264,h265}enc
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6754>
+
+2024-05-12 18:49:09 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvbaseenc.c:
+	* sys/nvcodec/gstnvbaseenc.h:
+	* sys/nvcodec/gstnvenc.c:
+	* sys/nvcodec/gstnvenc.h:
+	* sys/nvcodec/gstnvh264enc.c:
+	* sys/nvcodec/gstnvh264enc.h:
+	* sys/nvcodec/gstnvh265enc.c:
+	* sys/nvcodec/gstnvh265enc.h:
+	* sys/nvcodec/meson.build:
+	* sys/nvcodec/plugin.c:
+	  nvcodec: Remove old nvenc implementation
+	  Stop shipping deprecated implementation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6754>
+
+2024-04-28 17:39:39 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvenc.c:
+	  nvcodec: Bump minimum supported SDK version to 10.0
+	  New preset (i.e., P1 ~ P7) requires SDK 10.0 or newer
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6754>
+
+2024-04-24 01:47:51 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/cuviddec.h:
+	* sys/nvcodec/gstnvenc.c:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	* sys/nvcodec/nvEncodeAPI.h:
+	* sys/nvcodec/nvcuvid.h:
+	  nvcodec: Update SDK header to 12.0.16
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6754>
+
+2024-05-12 21:56:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvencoder.cpp:
+	* sys/nvcodec/gstnvencoder.h:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	  nvencoder: Enhance lagacy encoding profile mapping
+	  Updated based on the NVENC Preset Migration Guide
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6754>
+
+2024-05-12 18:21:27 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvencoder.cpp:
+	* sys/nvcodec/gstnvencoder.h:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	  nvencoder: Update property names and default value
+	  ... to be the same as old NVENC elements
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6754>
+
+2024-04-12 21:48:13 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  vah265enc: Let FORCE_KEYFRAME be IDR frame rather than just I frame
+	  The FORCE_KEYFRAME frame which has GST_VIDEO_CODEC_FRAME_FLAG_FORCE_KEYFRAME
+	  bit set should be the sync point. So we should let it be an IDR frame to begin
+	  a new GOP, rather than just promote it to an I frame.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6619>
+
+2024-04-09 23:40:41 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  vah264enc: Let FORCE_KEYFRAME be IDR frame rather than just I frame
+	  The FORCE_KEYFRAME frame which has GST_VIDEO_CODEC_FRAME_FLAG_FORCE_KEYFRAME
+	  bit set should be the sync point. So we should let it be an IDR frame to begin
+	  a new GOP, rather than just promote it to an I frame.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6619>
+
+2024-04-12 16:09:26 +0800  He Junyan <junyan.he@intel.com>
+
+	* tests/examples/va/vaenc-dynamic-reconfigure.c:
+	  examples: vaenc-dynamic: support force key frame setting
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6619>
+
+2024-05-14 10:54:03 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp9enc.c:
+	  vaenc: Allow to set the max-qp and min-qp for QVBR and ICQ modes
+	  In fact, these setting can work well.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6841>
+
+2024-05-14 10:31:05 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	  vah26{4,5}enc: Set the qp_p and qp_b to qp_i value in ICQ and QVBR
+	  Set the P and B frame qp to I frame value to avoid generating delta
+	  QP between different frame types. For ICQ and QVBR modes, we can
+	  only set the qpi value, so the qpp and qpb values should be set to
+	  the same value as the qpi.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6841>
+
+2024-05-13 21:27:05 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12decoder.cpp:
+	  d3d12decoder: Fix SDK debug layer warning
+	  Address below message reported by SDK debug layer.
+	  ID3D12Device::CheckFeatureSupport: Unsupported Decode Profile Specified.
+	  Use ID3D12VideoDevice::CheckFeatureSupport with D3D12_FEATURE_VIDEO_DECODE_PROFILES
+	  to retrieve a list of supported profiles
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6839>
+
+2024-05-11 13:29:36 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  vavp9enc: Do not use base class video info to calculate coded size
+	  We should use our in_info which is an adjusted value to calculate
+	  that coded size.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6826>
+
+2024-03-16 19:37:35 +0100  Mark Nauwelaerts <mnauw@users.sourceforge.net>
+
+	* gst/dvdspu/gstdvdspu.c:
+	* gst/dvdspu/gstspu-pgs.c:
+	* gst/dvdspu/gstspu-pgs.h:
+	  dvdspu: use multiple minimal sized PGS overlay rectangles
+	  ... rather than possibly 1 large at full video size
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6413>
 
 2024-05-12 18:15:05 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1617,7 +10003,16 @@
 	* sys/nvcodec/gstnvh265encoder.cpp:
 	  nvencoder: Fix maximum QP value setting
 	  Fixing typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6832>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6827>
+
+2024-05-06 14:55:32 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* meson_options.txt:
+	* sys/aja/gstajasrc.cpp:
+	* sys/aja/meson.build:
+	  aja: Update to AJA NTV2 17.0.1
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3289
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6808>
 
 2024-04-15 13:38:15 +0200  Robert Mader <robert.mader@collabora.com>
 
@@ -1638,14 +10033,14 @@
 	  In the future we plan to have a translation layer for cases where
 	  there is a matching fourcc+modifier pair for a V4L2 fourcc, ensuring
 	  optimal results.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6824>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6645>
 
 2024-05-04 11:56:05 +0300  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst-libs/gst/play/gstplay.c:
 	* gst-libs/gst/player/gstplayer.c:
 	  play: Mention that gst_play_new() also initialized GStreamer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6821>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6801>
 
 2024-05-04 11:54:16 +0300  Sebastian Dröge <sebastian@centricular.com>
 
@@ -1658,13 +10053,21 @@
 	  gst_init() is nonetheless only called from gst_play_new() once because
 	  calling it from class_init would likely lead to problems as that's
 	  called from somewhere in the middle of GObject.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6821>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6801>
 
 2024-05-07 10:35:26 +0200  Emil Pettersson <khwaaj@gmail.com>
 
 	* sys/applemedia/vtdec.c:
 	  vtdec: Fix deadlock when negotiating format change
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6817>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6811>
+
+2024-03-12 14:25:31 +1100  Matthew Waters <matthew@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	  cccombiner: add support for timing out captions without EOS
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6335>
 
 2024-05-07 11:18:10 +0200  Piotr Brzeziński <piotr@centricular.com>
 
@@ -1673,7 +10076,53 @@
 	  audiovisualizer: Add simple pipeline unit test
 	  Creates pipelines with each of our visualizer elements and runs them with 20 buffers from audiotestsrc.
 	  Added after a completely broken (segfaulting) synaescope went unnoticed for a while.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6814>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6800>
+
+2024-04-29 18:24:36 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* tests/check/elements/unixfd.c:
+	  unixfd: disable flaky test_unixfd_segment for now
+	  It's a problem with the test, and a proper fix might
+	  require new API, so just disable it for now.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6813>
+
+2024-04-18 17:07:25 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst-libs/gst/codecs/gstav1decoder.c:
+	* gst-libs/gst/codecs/gsth264decoder.c:
+	* gst-libs/gst/codecs/gsth265decoder.c:
+	* gst-libs/gst/codecs/gstmpeg2decoder.c:
+	* gst-libs/gst/codecs/gstvp8decoder.c:
+	* gst-libs/gst/codecs/gstvp9decoder.c:
+	* gst-libs/gst/d3d12/gstd3d12fencedatapool.cpp:
+	* gst/codectimestamper/gstcodectimestamper.c:
+	* gst/mpegpsmux/psmuxstream.c:
+	* sys/aja/gstajacommon.cpp:
+	* sys/aja/gstajacommon.h:
+	* sys/aja/gstajasink.cpp:
+	* sys/aja/gstajasink.h:
+	* sys/aja/gstajasrc.cpp:
+	* sys/aja/gstajasrc.h:
+	* sys/applemedia/vtdec.c:
+	* sys/applemedia/vtdec.h:
+	* sys/applemedia/vtenc.c:
+	* sys/applemedia/vtenc.h:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/decklink/gstdecklink.cpp:
+	* sys/decklink/gstdecklinkaudiosrc.cpp:
+	* sys/decklink/gstdecklinkaudiosrc.h:
+	* sys/decklink/gstdecklinkvideosrc.cpp:
+	* sys/decklink/gstdecklinkvideosrc.h:
+	* sys/mediafoundation/gstmfcapturewinrt.cpp:
+	* sys/mediafoundation/gstmfsourcereader.cpp:
+	* sys/v4l2codecs/gstv4l2decoder.c:
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvabaseenc.h:
+	  gst: Move GstQueueArray as GstVecDeque to core
+	  And change lengths and indices from guint to gsize for a more correct type.
+	  Also deprecate GstQueueArray and implement it in terms of GstVecDeque.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6779>
 
 2024-05-06 20:50:21 +1000  Matthew Waters <matthew@centricular.com>
 
@@ -1684,15 +10133,217 @@
 	  gst_bin_add() is transfer floating (alias to transfer none).
 	  Fixes a leak when a non-floating ref was provided as a return value in
 	  the request-aux-sender signal.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6809>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6807>
 
-2024-05-04 20:08:49 +0900  Seungha Yang <seungha@centricular.com>
+2024-05-04 19:52:59 +0900  Seungha Yang <seungha@centricular.com>
 
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	* sys/d3d12/hlsl/PSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/converter-hlsl/PSMain_converter.hlsl:
 	  d3dshader: Fix gamma and primaries conversion pixel shader
 	  Fixing regression introduced by the commit of f52ecb960792257b7394a6dc3182b6747c902b5b
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6803>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6802>
+
+2024-04-22 09:48:14 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkvideo-private.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.h:
+	* gst-libs/gst/vulkan/gstvkvideoutils.c:
+	* gst-libs/gst/vulkan/gstvkvideoutils.h:
+	* tests/check/libs/vkvideoh265encode.c:
+	* tests/check/meson.build:
+	  tests: add vulkan H.265 encode
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6676>
+
+2023-07-10 14:44:05 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkvideoutils.c:
+	* gst-libs/gst/vulkan/gstvkvideoutils.h:
+	* tests/check/libs/vkcodecparams_h264.c:
+	* tests/check/libs/vkcodecparams_h265.c:
+	* tests/check/libs/vkvideodecode.c:
+	* tests/check/libs/vkvideoh264encode.c:
+	* tests/check/meson.build:
+	  tests: add Vulkan H.264 encode
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6676>
+
+2024-02-01 20:43:04 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkconfig.h.meson:
+	* gst-libs/gst/vulkan/gstvkdevice.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.c:
+	* gst-libs/gst/vulkan/gstvkencoder-private.h:
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
+	* gst-libs/gst/vulkan/gstvkimagebufferpool.h:
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	* gst-libs/gst/vulkan/gstvkoperation.h:
+	* gst-libs/gst/vulkan/gstvkvideo-private.c:
+	* gst-libs/gst/vulkan/gstvkvideo-private.h:
+	* gst-libs/gst/vulkan/gstvkvideoutils.h:
+	* gst-libs/gst/vulkan/meson.build:
+	* gst-libs/gst/vulkan/vulkan_fwd.h:
+	  vkencoder: add gstvkencoder helper object
+	  Add a gstvkencoder class to support Vulkan encoder such as H26X
+	  formats.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6676>
+
+2024-04-27 01:13:18 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d11/gstd3d11-private.h:
+	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
+	* gst-libs/gst/d3d11/gstd3d11device.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	  d3d11: Add support for Y216 and Y416 formats
+	  We were mapping Y212 and Y412 formats to DXGI_FORMAT_{Y216,Y416}.
+	  Reuse already implemented shaders for the new formats
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6745>
+
+2024-04-27 00:37:52 +0900  Seungha Yang <seungha@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	  video: Add Y216 and Y416 formats
+	  The same memory layout as Y212 and Y412 formats, respectively
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6745>
+
+2024-05-03 22:57:57 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  vah265enc: Fix a memory leak when destroying the object
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6791>
+
+2024-05-03 12:08:19 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  vah265enc: Use a FIFO queue to generate DTS
+	  The base parse will infer the DTS by itself, so we need to make DTS
+	  offset before PTS in order to avoid DTS bigger than PTS. We now use
+	  a FIFO queue to store all PTS and assign it to DTS by an offset.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6791>
+
+2024-05-02 14:18:16 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvabaseenc.h:
+	* sys/va/gstvah264enc.c:
+	  vah264enc: Use a FIFO queue to generate DTS
+	  The base parse will infer the DTS by itself, so we need to make DTS
+	  offset before PTS in order to avoid DTS bigger than PTS. We now use
+	  a FIFO queue to store all PTS and assign it to DTS by an offset.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6791>
+
+2024-04-30 16:55:05 +0200  Stéphane Cerveau <scerveau@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh265dec.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	  vkdecoder: change dstmask in decoder frame barrier
+	  Use of VK_PIPELINE_STAGE_2_ALL_COMMANDS_BIT instead of
+	  specific VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR
+	  Fix for VUID-vkCmdPipelineBarrier2-srcStageMask-03849
+	  pDependencyInfo->pImageMemoryBarriers0.srcStageMask
+	  (VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR) is not compatible with
+	  the queue family properties
+	  (VK_QUEUE_GRAPHICS_BIT|VK_QUEUE_COMPUTE_BIT|VK_QUEUE_TRANSFER_BIT|
+	  VK_QUEUE_SPARSE_BINDING_BIT|VK_QUEUE_PROTECTED_BIT) of this
+	  command buffer. The Vulkan spec states: The srcStageMask member
+	  of any element of the pMemoryBarriers, pBufferMemoryBarriers, or
+	  pImageMemoryBarriers members of pDependencyInfo must only
+	  include pipeline stages valid for the queue family that was
+	  used to create the command pool that commandBuffer was allocated
+	  from (
+	  https://www.khronos.org/registry/vulkan/specs/1.3-extensions/
+	  html/vkspec.html#VUID-vkCmdPipelineBarrier2-srcStageMask-03849)
+	  The frame barrier should use a compatible srcStageMask for all
+	  the queues.
+	  Remove reset_pipeline_stage_mask as it is redundant
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6780>
+
+2024-05-02 11:51:03 +0200  Rafael Caricio <rcaricio@netflix.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: No default will trigger warning at compile time
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6778>
+
+2024-05-01 13:40:06 +0200  Rafael Caricio <rcaricio@netflix.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Add max-level and max-tier to caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6778>
+
+2024-04-30 13:24:42 +0200  Rafael Caricio <rcaricio@netflix.com>
+
+	* gst/videoparsers/gstav1parse.c:
+	  av1parse: Add level and tier to caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6778>
+
+2024-02-29 12:31:47 +0100  Loïc Le Page <llepage@igalia.com>
+
+	* ext/soundtouch/gstbpmdetect.cc:
+	* ext/soundtouch/gstpitch.cc:
+	* ext/soundtouch/meson.build:
+	* tests/validate/meson.build:
+	* tests/validate/pitch/change_pitch_properties.validatetest:
+	* tests/validate/pitch/change_pitch_properties/flow-expectations/log-pitch-src-expected:
+	* tests/validate/pitch/maintain_pitch_with_variable_playback_rates.validatetest:
+	* tests/validate/pitch/maintain_pitch_with_variable_playback_rates/flow-expectations/log-pitch-src-expected:
+	* tests/validate/pitch/pitch-test.meta:
+	* tests/validate/pitch/reverse.change_pitch_properties.validatetest:
+	* tests/validate/pitch/reverse.change_pitch_properties/flow-expectations/log-pitch-src-expected:
+	* tests/validate/pitch/reverse.maintain_pitch_with_variable_playback_rates.validatetest:
+	* tests/validate/pitch/reverse.maintain_pitch_with_variable_playback_rates/flow-expectations/log-pitch-src-expected:
+	  pitch: add validate tests
+	  Add pitch tests with different forward and backward playback rates.
+	  Those tests depend on the libSoundTouch version to validate the buffers
+	  checksums. The actual version uses libSoundTouch 2.3.2, use the
+	  `--force-fallback-for=soundtouch` meson option to build using the same
+	  version.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6247>
+
+2024-02-29 12:27:23 +0100  Loïc Le Page <llepage@igalia.com>
+
+	* tests/files/audio-8s-then-reverse.ogg:
+	* tests/interactive/meson.build:
+	* tests/interactive/pitch-playback-test.c:
+	  pitch: add interactive test
+	  Test pitch with different forward and backward playback rates.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6247>
+
+2024-02-28 19:34:15 +0100  Loïc Le Page <llepage@igalia.com>
+
+	* ext/soundtouch/gstpitch.cc:
+	* ext/soundtouch/gstpitch.hh:
+	  pitch: make it work with reverse playback
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6247>
+
+2024-02-28 18:47:58 +0100  Loïc Le Page <llepage@igalia.com>
+
+	* ext/soundtouch/gstpitch.cc:
+	  pitch: fix multithread accesses
+	  - fully protect accesses to the libsoundtouch API that is not
+	  thread-safe.
+	  - fully protect accesses to GstPitch members that could be read by a
+	  downstream query thread while written by an upstream streaming thread
+	  or a user thread.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6247>
+
+2024-02-28 14:05:11 +0100  Loïc Le Page <llepage@igalia.com>
+
+	* ext/soundtouch/gstpitch.cc:
+	* ext/soundtouch/gstpitch.hh:
+	  pitch: refactor some variables names
+	  - use the `GST_PITCH_GET_PRIVATE` accessor when needed
+	  - rename `out_seg_rate` to `output_rate` to use the same name as the parameter
+	  - rename `seg_arate` to `segment_applied_rate` to improve readability
+	  - apply gst-indent to gstpitch.hh/cc
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6247>
+
+2024-02-28 13:21:51 +0100  Loïc Le Page <llepage@igalia.com>
+
+	* ext/soundtouch/gstpitch.cc:
+	  pitch: fix time ratio computation
+	  When changing playing rate, the output segment was not correctly
+	  calculated because the stream time ratio was computed using the previous
+	  input segment rate instead of using the actual rate. This was producing
+	  wrong results for the output segment start and end values.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6247>
 
 2024-05-01 00:12:42 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1700,7 +10351,7 @@
 	* sys/qsv/gstqsvh265dec.cpp:
 	  qsvh264dec,qsvh265dec: Fix nalu leaks
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3514
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6790>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6781>
 
 2024-04-30 18:15:56 +0200  Piotr Brzeziński <piotr@centricular.com>
 
@@ -1708,7 +10359,7 @@
 	  vtdec: Fix PAUSED->READY deadlock when output loop is running
 	  Makes sure the GST_PAD_STREAM_LOCK is not taken when pad is being deactivated.
 	  The lack of this was causing deadlocks when stopping the pipeline right after producing first buffers.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6788>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6783>
 
 2024-04-30 18:08:27 +0200  Stéphane Cerveau <scerveau@igalia.com>
 
@@ -1720,48 +10371,51 @@
 	  'stop' base method to its own one.
 	  It was causing some memory leaks such as dangling parser
 	  and dpb in h26xdecoder base class.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6787>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6782>
 
-2024-04-30 00:36:59 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* meson.build:
-	  Back to development after 1.24.3
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6772>
+2024-04-30 11:20:54 +0800  He Junyan <junyan.he@intel.com>
 
-=== release 1.24.3 ===
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvabaseenc.c:
+	* sys/va/gstvabaseenc.h:
+	* sys/va/gstvavp9enc.c:
+	  vabaseenc: delete the useless frame counter fields
+	  They are used to calculate the PTS and DTS before, no usage now.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6773>
 
-2024-04-30 00:15:23 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-04-30 11:12:05 +0800  He Junyan <junyan.he@intel.com>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.3
+	* sys/va/gstvabaseenc.c:
+	  vabaseenc: Do not set the min_pts
+	  Because all the va encoders improved their PTS/DTS algorithm, now
+	  it is impossible to generate minus DTS. So no underflow will happen
+	  and we do not need to set a 1000 hour offset now.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6773>
 
-2024-04-29 18:24:36 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-04-26 17:12:03 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
 
-	* tests/check/elements/unixfd.c:
-	  unixfd: disable flaky test_unixfd_segment for now
-	  It's a problem with the test, and a proper fix might
-	  require new API, so just disable it for now.
+	* sys/msdk/gstmsdkcaps.c:
+	  msdk: Add Y212 format to hevc encoder static raw caps
+	  Note that static caps is used for the old MSDK dispatch.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6750>
 
 2024-04-22 15:03:56 +0800  He Junyan <junyan.he@intel.com>
 
 	* sys/va/gstvah265enc.c:
 	  vah265enc: Set the correct buffer flag for output
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6764>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6703>
 
 2024-04-22 14:44:53 +0800  He Junyan <junyan.he@intel.com>
 
 	* sys/va/gstvah264enc.c:
 	  vah264enc: Set the correct buffer flag for output
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6764>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6703>
 
 2024-04-21 14:55:31 +0800  Seungha Yang <seungha@centricular.com>
 
 	* sys/va/gstvabaseenc.c:
 	  vabaseenc: Fix frame leak on error path
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6764>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6703>
 
 2024-04-21 14:48:02 +0800  He Junyan <junyan.he@intel.com>
 
@@ -1773,7 +10427,7 @@
 	  the DTS is equal to previous DTS. For example:
 	  Input: F0D0, P0 -- F1D1, P1 -- F2D2, P2 -- F3D3, P3
 	  Output: F0I, D0, P0 -- F3P, D0, P3 -- F1B, D1, P1 -- F2B, D2, P2
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6764>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6703>
 
 2024-04-21 12:51:31 +0800  He Junyan <junyan.he@intel.com>
 
@@ -1785,14 +10439,151 @@
 	  the DTS is equal to previous DTS. For example:
 	  Input: F0D0, P0 -- F1D1, P1 -- F2D2, P2 -- F3D3, P3
 	  Output: F0I, D0, P0 -- F3P, D0, P3 -- F1B, D1, P1 -- F2B, D2, P2
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6764>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6703>
 
 2024-04-28 23:37:55 +0900  Seungha Yang <seungha@centricular.com>
 
 	* sys/d3d12/gstd3d12decoder.cpp:
 	  d3d12decoder: Fix d3d12 resource copy
 	  It was copying to self resource
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6755>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6753>
+
+2024-04-28 23:34:37 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	  nvh265encoder: Fix crash with RGBx and BGRx
+	  Both formats need to be handled in switch
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6752>
+
+2024-04-27 22:54:14 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	  d3d12ipcclient: Fix deadlock when copying texture
+	  Fixing deadlock in below case
+	  * GC lock is taken by background thread, and the background thread calls
+	  gst_d3d12_ipc_client_release_imported_data() which takes ipc lock
+	  * ipc lock is already taken in ipc thread and trying to pushing GC data
+	  via gst_d3d12_command_queue_set_notify()
+	  * gst_d3d12_command_queue_set_notify() is trying to take GC lock
+	  but it's already taken by background thread
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 22:02:59 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	  d3d12ipcsink: Handle external fence
+	  Waits external fence before sending frame to peer.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 23:34:35 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12decoder.cpp:
+	  d3d12decoder: Remove CPU-side waiting
+	  Sets decoder command queue's fence to memory instead of waiting
+	  from decoder's output thread. CPU-side waiting will happen
+	  only if download is required.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 21:32:23 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	  d3d12screencapturesrc: Fix output to non-d3d12 element
+	  Configures upload/download flags to memory after write
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 20:23:32 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	  d3d12screencapturesrc: Release and flush d3d11 objects before d3d12
+	  Fixing device-removed error when closing pipeline
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 20:10:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	  d3d12memory: Do not wait external fence on map()
+	  Only wait for external fence if upload or download is required.
+	  Waiting for external fence in case of d3d12 mapping is caller's
+	  responsibility
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 23:30:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12encoder.cpp:
+	  d3d12encoder: Handle external fence explicitly
+	  Waits for external fence if any
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 19:46:51 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  d3d12converter: Add support for GPU-side external fence waiting
+	  Ideally, GPU waiting should be scheduled just before executing command list.
+	  But handling the case outside of converter is a bit complicated.
+	  Under an assumption that constructed command list will be executed
+	  immediately, schedules GPU-side waiting inside of conversion method
+	  to simplify the flow.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 18:44:26 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12memory.h:
+	  d3d12memory: Use explicit type for GST_MAP_D3D12 define
+	  C++ compiler will complain about different type between int and GstMapFlags
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 23:29:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.h:
+	  d3d12frame: Extract external fence from memory and wait helper function
+	  Adding gst_d3d12_frame_fence_{gpu,cpu}_wait() methods
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 17:54:38 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  d3d12: Update copy_texture_region() method
+	  Pass external fence value if any and allow passing fence
+	  data so that dependent resources can be released
+	  once copy is done
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 17:44:36 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.h:
+	  d3d12commandqueue: Add execute_wait_and_command_lists() method
+	  ... so that GPU-side waiting and executing can be scheduled at once
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 17:28:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.h:
+	  d3d12memory: Add get_external_fence() method
+	  Required for caller to wait external fence without map() method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
+
+2024-04-27 00:07:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.cpp:
+	  d3d12bufferpool: Sync all memory objects on acquire_buffer()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6749>
 
 2024-04-19 00:30:47 +0800  He Junyan <junyan.he@intel.com>
 
@@ -1800,13 +10591,19 @@
 	  vabaseenc: No need to call _finish_subframe()
 	  After vaav1enc is aligned to TU, there is no case that generates
 	  multi output for one input.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6751>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6688>
+
+2024-04-19 00:25:25 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  vavp9enc: Set the correct buffer flag for output
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6688>
 
 2024-04-19 00:22:50 +0800  He Junyan <junyan.he@intel.com>
 
 	* sys/va/gstvaav1enc.c:
 	  vaav1enc: Set the correct buffer flag for output
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6751>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6688>
 
 2024-04-19 00:14:15 +0800  He Junyan <junyan.he@intel.com>
 
@@ -1815,7 +10612,7 @@
 	  The AV1 encoder does not reorder the frames, so there is no need
 	  to change the timestamp related meta data of output frames, just
 	  inheriting it from the input frames.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6751>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6688>
 
 2024-04-18 22:30:20 +0800  He Junyan <junyan.he@intel.com>
 
@@ -1824,7 +10621,7 @@
 	  The current output alignment is "frame", which may cause some issues
 	  for PTS and DTS calculation. We now change the alignment to "tu",
 	  and this is also the alignment mode for av1enc and svtav1enc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6751>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6688>
 
 2024-04-15 09:51:53 -0400  Xavier Claessens <xavier.claessens@collabora.com>
 
@@ -1832,7 +10629,7 @@
 	  unixfd: Close file descriptors on error
 	  After calling g_unix_fd_list_steal_fds() and before calling
 	  gst_fd_allocator_alloc(), we are responsible for closing those fds.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6747>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6532>
 
 2024-04-03 10:28:28 -0400  Xavier Claessens <xavier.claessens@collabora.com>
 
@@ -1842,7 +10639,7 @@
 	  unixfdsink: Take segment into account when converting timestamps
 	  Also rename `calculate_timestamp()` to `to_monotonic()` and
 	  `from_monotonic()` which better describe what it does.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6747>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6532>
 
 2024-04-03 13:17:01 -0400  Xavier Claessens <xavier.claessens@collabora.com>
 
@@ -1850,7 +10647,47 @@
 	  unixfd: Allow sending buffers with no memories
 	  There is no reason to not allow it, and it is useful for simple unit
 	  test.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6747>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6532>
+
+2024-04-25 14:13:30 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh265dec.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.h:
+	* gst-libs/gst/vulkan/gstvkqueue.c:
+	* gst-libs/gst/vulkan/gstvkqueue.h:
+	* gst-libs/gst/vulkan/vulkan_fwd.h:
+	* tests/check/libs/vkvideodecode.c:
+	  vulkan: replace gst_vulkan_queue_create_decoder() with gst_vulkan_decoder_new_from_queue()
+	  The purpose of this refactor is to hide decoding code from public API.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6723>
+
+2024-04-23 14:51:27 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.h:
+	* gst-libs/gst/vulkan/vulkan_fwd.h:
+	  vulkan: conceal unused decoder symbols
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6723>
+
+2024-04-23 14:48:30 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* ext/vulkan/vkh264dec.c:
+	* ext/vulkan/vkh265dec.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.c:
+	* gst-libs/gst/vulkan/gstvkdecoder-private.h:
+	* gst-libs/gst/vulkan/gstvkqueue.c:
+	* gst-libs/gst/vulkan/gstvkqueue.h:
+	* gst-libs/gst/vulkan/meson.build:
+	* tests/check/libs/vkvideodecode.c:
+	  vulkan: conceal decoder from public API
+	  Since we don't want to expose video decoding API outside of GStreamer, the
+	  header is removed from installation and both source files are renamed as
+	  -private.
+	  The header must remain in gst-libs because is referred by GstVulkanQueue,
+	  which's the decoder factory.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6723>
 
 2024-04-24 15:44:41 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -1862,7 +10699,7 @@
 	  decoder and vadeinterlace) but it would spread the hacks along the code. It's
 	  simpler and contained to disable derived completely for Mesa <23.3
 	  Fixes: #3450
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6746>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6729>
 
 2024-04-25 11:50:03 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -1873,7 +10710,7 @@
 	  since the two lists are traversed, but it's less error prone.
 	  Partially reverts commit 547f3e8622a39ce971c272f2c31eab8f1fdfbb45.
 	  Fixes: #3354
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6744>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6731>
 
 2024-04-17 18:37:30 +0900  Hou Qi <qi.hou@nxp.com>
 
@@ -1884,13 +10721,92 @@
 	  needs to be rendered and be freed after redraw. But there is
 	  chance to get memory leak if ended without redraw. So need to
 	  free staged buffer when do gst_wl_window_finalize().
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6735>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6670>
+
+2024-04-26 00:35:54 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	  d3d12screencapturesrc: Performance improvement
+	  Process captured frame using d3d11 instead of d3d12, and use shared
+	  fence when copying processed d3d11 texture to d3d12 resource.
+	  In this way, capture CPU thread does not need to wait for fence signal.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6733>
+
+2024-04-24 00:52:18 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* ext/rsvg/gstrsvgdec.c:
+	* ext/rsvg/gstrsvgoverlay.c:
+	  rsvg: Disable deprecations instead of porting to new librsvg API
+	  `rsvg_handle_get_dimensions()` and `rsvg_handle_render_cairo()` are
+	  deprecated, and the replacement librsvg functions as specified in the
+	  migration guide are `rsvg_handle_get_intrinsic_size_in_pixels()` and
+	  `rsvg_handle_render_document()`.
+	  However, those are not drop-in replacements, and actually have
+	  breaking semantics for our use-case:
+	  1. `intrinsic_size_in_pixels()` requires SVGs to have width+height or
+	  the viewBox attribute, but `get_dimensions()` does not. It will
+	  calculate the geometry based on element extents recursively.
+	  2. `render_cairo()` simply renders the SVG at its intrinsic size on
+	  the specified surface starting at the top-left, maintaining
+	  whatever transformations have been applied to the cairo surface,
+	  including distorted aspect ratio.
+	  However, `render_document()` does not do that, it is specifically
+	  for rendering at the specified aspect ratio inside the specified
+	  viewport, and if you specify a viewPort that does not match the
+	  aspect ratio of the SVG, librsvg will center it.
+	  Matching the old behaviour with the new APIs is a lot of work for no
+	  benefit. We'd be duplicating code that is already there in librsvg in
+	  one case and undoing work that librsvg is doing in the other case.
+	  The aspect ratio handling in this element is also kinda atrocious.
+	  There is no option to scale the SVG while maintaining the aspect
+	  ratio. Overall, element needs a rewrite.
+	  Let's just disable deprecations. The API is not going anywhere.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6726>
+
+2024-04-24 00:51:23 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
+
+	* ext/rsvg/gstrsvgdec.c:
+	* ext/rsvg/gstrsvgdec.h:
+	  Revert "rsvgdec: Fix uses of librsvg functions deprecated since 2.52"
+	  This reverts commit b8db4739551401c653f2ae55f39d1ab77e3a5ef5.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6726>
+
+2024-04-17 18:45:34 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* gst-libs/gst/vulkan/gstvkswapper.c:
+	  vkswapper: choose color space according with format
+	  The swapper surfaces contains the color space for each supported format. Instead
+	  of hard coding the color space, it returns the value associated with the
+	  negotiated vulkan format.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6725>
+
+2024-03-06 12:59:25 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* tests/check/libs/vkcodecparams.c:
+	* tests/check/libs/vkvideodecode.c:
+	  tests: vulkan: split decoder test and parameters
+	  Thus they can be reused for the encoder test.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6721>
+
+2024-04-24 14:42:31 +0900  Elliot Chen <elliot.chen@nxp.com>
+
+	* gst-libs/gst/play/gstplay.c:
+	  gstplay: query seek information again in playing state for live stream
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6681>
 
 2024-04-24 01:02:15 +0900  Haihua Hu <jared.hu@nxp.com>
 
 	* gst-libs/gst/wayland/gstwlwindow.c:
 	  wlwindow: clear configure mutex and cond when finalize
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6724>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6722>
+
+2024-04-23 11:00:21 +0200  Edward Hervey <edward@centricular.com>
+
+	* tools/utils.c:
+	  bad/utils: Simplify get_file_extension
+	  By using g_strrstr
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6715>
 
 2024-04-23 10:53:54 +0200  Edward Hervey <edward@centricular.com>
 
@@ -1903,7 +10819,7 @@
 	  The length check can be simplified by just checking whether the length of
 	  the *original* PMT and the new PMT are identical. Since we don't store "magic"
 	  PCR streams in those, we can just use them as-is.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6719>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6713>
 
 2024-04-23 01:40:44 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1911,14 +10827,14 @@
 	  d3d12decoder: Lock DPB while building command
 	  Since DPB resource can be modified in output thread, protect
 	  it when building command list.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6717>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6709>
 
 2024-04-22 19:32:22 +0900  Seungha Yang <seungha@centricular.com>
 
 	* sys/d3d12/gstd3d12decoder.cpp:
 	  d3d12decoder: Hold reference pictures in fence data
 	  Keep reference pictures alive during executing decoding commands
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6717>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6709>
 
 2024-04-22 21:52:53 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1927,7 +10843,7 @@
 	* sys/d3d12/gstd3d12vp9dec.cpp:
 	  d3d12vp9dec: Disallow resolution change to larger size on non-keyframe
 	  Intel GPU seems to be crashing if the case happens.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6717>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6709>
 
 2024-04-21 22:38:50 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1944,7 +10860,7 @@
 	  is not very common but it's possible configuration in theory.
 	  Thus gst_buffer_make_writable() should be called with
 	  GstVideoCodecFrame.output_buffer directly.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6710>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6706>
 
 2024-04-21 22:07:36 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1961,7 +10877,7 @@
 	  is not very common but it's possible configuration in theory.
 	  Thus gst_buffer_make_writable() should be called with
 	  GstVideoCodecFrame.output_buffer directly.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6710>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6706>
 
 2024-04-16 09:50:52 +0200  Edward Hervey <edward@centricular.com>
 
@@ -1974,7 +10890,41 @@
 	  in plenty of ways.
 	  For now disable that feature and force the legacy "add all pads again and then
 	  remove old ones" behaviour to make it switch.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6708>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6651>
+
+2024-04-20 21:37:39 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d11/gstd3d11device-private.h:
+	* gst-libs/gst/d3d11/gstd3d11device.cpp:
+	* gst-libs/gst/d3d11/gstd3d11utils.cpp:
+	  d3d11device: Add device-removed-reason property
+	  In addition to device removed status monitoring in gst_d3d11_result()
+	  method, if ID3D11Device4 interface is available,
+	  an event handle will be used for device removed status update.
+	  And "device-removed" signal is removed since applications can monitor
+	  the device removed status via gobject notify
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6699>
+
+2024-04-20 23:13:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	  d3d12utils: Fix documentation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6699>
+
+2024-04-20 20:03:46 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	* tests/check/libs/d3d12device.cpp:
+	* tests/check/meson.build:
+	  d3d12device: Add device-removed-reason property
+	  Adding new property in order to notify users of device removed status.
+	  Once device removed status is detected, application should release
+	  all ID3D12Device objects corresponding to the adapter, including
+	  GstD3D12Device object. Otherwise D3D12CreateDevice() call for the
+	  adapter will fail.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6699>
 
 2024-04-21 19:17:53 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -1983,24 +10933,7 @@
 	  Initialize source state with GST_MF_DEVICE_NOT_FOUND to terminate
 	  loop immediately if no available capture device is available
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3492
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6707>
-
-2024-04-19 20:44:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12videosink.cpp:
-	  d3d12videosink: Disconnect window's signal on dispose
-	  Same as the commit of 7b69d1758f77331c2801746cd91b1b6b0db9ecfb
-	  but for d3d12videosink.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6700>
-
-2024-04-19 21:17:17 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12window.cpp:
-	  d3d12videosink: Handle external HWND's mouse/keyboard events
-	  OS will not propagate the event to child HWND if it's handled by
-	  the parent. Thus, navigation event should be handled by parent HWND's
-	  event handler.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6700>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6704>
 
 2024-04-18 10:18:05 +0200  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
 
@@ -2016,7 +10949,7 @@
 	  new pipeline.
 	  Such crashes in the driver were frequently reproducing on the
 	  Intel UHD 630 machine.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6702>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6686>
 
 2024-04-16 23:08:51 +0200  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
 
@@ -2029,13 +10962,83 @@
 	  While D3D11CreateDevice is usually protected from outside
 	  by the gst_d3d11_ensure_element_data, it still can cross
 	  with the Release() method of another device.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6702>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6686>
 
 2024-04-19 17:17:08 +0900  Elliot Chen <elliot.chen@nxp.com>
 
 	* gst-libs/gst/play/gstplay.c:
 	  gstplay: query duration again if previous query failed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6701>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6668>
+
+2024-04-19 22:40:12 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	  d3d12testsrc: Use shared 11on12 device
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6697>
+
+2024-04-19 22:26:35 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	  dwrite: Use shared 11on12 device
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6697>
+
+2024-04-19 22:16:42 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/meson.build:
+	* sys/d3d12/meson.build:
+	  d3d12device: Hold d3d11on12 device to be shared
+	  d3d11on12 device seems to be occupying a bit of GPU memory
+	  Hold the instance in GstD3D12Device so that it can be shared
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6697>
+
+2024-04-19 21:13:25 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12videosink: Handle mouse double click and modifier
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6693>
+
+2024-04-19 20:44:44 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12videosink.cpp:
+	  d3d12videosink: Disconnect window's signal on dispose
+	  Same as the commit of 7b69d1758f77331c2801746cd91b1b6b0db9ecfb
+	  but for d3d12videosink.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6692>
+
+2024-04-19 21:17:17 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12videosink: Handle external HWND's mouse/keyboard events
+	  OS will not propagate the event to child HWND if it's handled by
+	  the parent. Thus, navigation event should be handled by parent HWND's
+	  event handler.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6692>
+
+2024-04-18 09:20:13 +0300  Sebastian Dröge <sebastian@centricular.com>
+
+	* sys/va/gstvavp9enc.c:
+	  vavp9enc: Preserve PTS and other frame metadata
+	  See also https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4150
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6680>
+
+2024-03-31 00:23:31 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/webview2/gstwebview2object.cpp:
+	  webview2: Handle double click and modifier
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6491>
+
+2024-03-30 23:57:27 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d11/gstd3d11videosink.cpp:
+	* sys/d3d11/gstd3d11window.cpp:
+	* sys/d3d11/gstd3d11window.h:
+	* sys/d3d11/gstd3d11window_win32.cpp:
+	  d3d11videosink: Handle double click and modifier
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6491>
 
 2024-04-17 10:58:00 +0900  Hou Qi <qi.hou@nxp.com>
 
@@ -2045,7 +11048,31 @@
 	  has not been extracted from caps and self->video_info.size is 0.
 	  It causes buffer pool fail to set config . So need to use info
 	  size got from query instead when propose_allocation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6687>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6666>
+
+2021-03-19 18:33:09 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* ext/rsvg/gstrsvgdec.c:
+	  rsvgdec: Remove unused GObject::finalize implementation
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6613>
+
+2024-04-11 19:54:45 -0300  L. E. Segovia <amy@centricular.com>
+
+	* ext/rsvg/gstrsvgdec.c:
+	* ext/rsvg/gstrsvgdec.h:
+	  rsvgdec: Fix uses of librsvg functions deprecated since 2.52
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6613>
+
+2021-03-11 20:18:24 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* ext/rsvg/gstrsvgdec.c:
+	* ext/rsvg/gstrsvgdec.h:
+	  rsvgdec: Negotiate resolution with downstream and scale accordingly
+	  Prefer the resolution given by the input but if downstream request a
+	  specific resolution then scale to this without regards to the aspect
+	  ratio.
+	  Fixes https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/issues/1538
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6613>
 
 2024-04-17 16:55:31 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
@@ -2063,7 +11090,15 @@
 	  gst_mini_object_unref: assertion 'GST_MINI_OBJECT_REFCOUNT_VALUE (mini_object) > 0' failed
 	  Fixes: 5189e8b95630 ("v4l2codecs: decoders: Add DMA_DRM caps support")
 	  Closes #3462
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6682>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6679>
+
+2024-04-09 17:10:20 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
+
+	* sys/msdk/gstmsdkcaps.c:
+	* sys/msdk/gstmsdkenc.c:
+	* sys/msdk/gstmsdkh265enc.c:
+	  msdk: Add main-422-12 profile to hevc
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6591>
 
 2024-04-16 22:29:15 +1000  Jan Schmidt <jan@centricular.com>
 
@@ -2072,7 +11107,13 @@
 	  Fix leaks of internal GstBuffers, and a crash if subtitle segments end
 	  up empty.
 	  Based on a patch by Jurijs Satcs <jurijs.satcs@veset.tv>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6672>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6661>
+
+2024-04-16 23:29:26 +0200  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
+	  d3d11converter: fix documentation for converter_new ()
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6665>
 
 2024-04-10 20:57:16 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2090,14 +11131,94 @@
 	  Otherwise the other devices listed after the failed device will not be
 	  reported by device provider
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3460
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6647>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6598>
+
+2024-04-15 10:51:03 +0100  Tim-Philipp Müller <tim@centricular.com>
+
+	* tests/check/meson.build:
+	  tests: fix possible libscpp build failure in gst-plugins-bad
+	  ../subprojects/gst-plugins-bad/tests/check/libs/gstlibscpp.cc:41:
+	  fatal error: gst/mpegts/gstmpegts-enumtypes.h: No such file or directory
+	  Could only pass the needed deps to the libscpp test, but gets
+	  messier to maintain, so let's at it for consistency.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6643>
+
+2024-04-12 09:32:13 +0100  Philippe Normand <philn@igalia.com>
+
+	* tests/check/elements/webrtcbin.c:
+	  tests: webrtcbin: Fix repaired-stream-id handling in simulcast test
+	  The test was attempting to add the same stream-id extension twice, probably some
+	  unfinished copy/paste.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6615>
+
+2024-04-10 01:26:38 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/dwrite/gstdwritebaseoverlay.cpp:
+	* sys/dwrite/gstdwriteoverlayobject.cpp:
+	* sys/dwrite/gstdwriteoverlayobject.h:
+	* sys/dwrite/gstdwriterender.cpp:
+	* sys/dwrite/gstdwriterender.h:
+	* sys/dwrite/gstdwriterender_bitmap.cpp:
+	* sys/dwrite/gstdwriterender_bitmap.h:
+	* sys/dwrite/gstdwriterender_d3d11.cpp:
+	* sys/dwrite/gstdwriterender_d3d11.h:
+	* sys/dwrite/gstdwriterender_d3d12.cpp:
+	* sys/dwrite/gstdwriterender_d3d12.h:
+	* sys/dwrite/meson.build:
+	  dwrite: D3D12 integration
+	  Adding d3d12 backend text renderer/blender by using d3d11on12 interop.
+	  And subclassing renderer object per backend (i.e., d3d11, d3d12, and bitmap)
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6620>
+
+2024-04-10 00:57:40 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.h:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12overlaycompositor: Add support for d3d12 memory
+	  Don't allocate d3d12 texture if overlay is d3d12 memory already
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6620>
+
+2024-04-13 22:47:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	* gst-libs/gst/d3d12/gstd3d12utils.h:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12pluginutils.h:
+	  d3d12: Move gst_d3d12_buffer_copy_into method to library
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6620>
+
+2024-04-13 22:28:31 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	  d3d12converter: Port to GstD3D12Frame
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6620>
+
+2024-04-13 21:46:32 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12.h:
+	* gst-libs/gst/d3d12/gstd3d12_fwd.h:
+	* gst-libs/gst/d3d12/gstd3d12frame.cpp:
+	* gst-libs/gst/d3d12/gstd3d12frame.h:
+	* gst-libs/gst/d3d12/meson.build:
+	  d3d12: Add GstD3D12Frame struct and helper method
+	  Adding GstD3D12Frame struct with map, unmap, and copy methods.
+	  This new struct is equivalent to GstVideoFrame but gst_d3d12_frame_map()
+	  method will extract D3D12 specific resource handles from memory.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6620>
+
+2024-04-12 18:18:13 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	  d3d12memory: Implement copy method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6620>
 
 2024-04-13 23:53:00 +0900  Seungha Yang <seungha@centricular.com>
 
 	* sys/d3d12/gstd3d12encoder.cpp:
 	  d3d12encoder: Fix buffer pool leak
 	  Add missing buffer pool release
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6637>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6628>
 
 2024-04-10 22:01:18 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2108,32 +11229,33 @@
 	  As of the commit 69b2e1565c5d0e8b2313d52042d73c721fed7edb,
 	  keyed mutex will be handled by the memory object.
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3468
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6635>
-
-2024-04-15 10:51:03 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* tests/check/meson.build:
-	  tests: fix possible libscpp build failure in gst-plugins-bad
-	  ../subprojects/gst-plugins-bad/tests/check/libs/gstlibscpp.cc:41:
-	  fatal error: gst/mpegts/gstmpegts-enumtypes.h: No such file or directory
-	  Could only pass the needed deps to the libscpp test, but gets
-	  messier to maintain, so let's at it for consistency.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6644>
-
-2024-04-10 00:04:02 +0100  Tim-Philipp Müller <tim@centricular.com>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6600>
 
-	* meson.build:
-	  Back to development after 1.24.2
+2024-04-11 18:10:40 +0300  Jordan Petridis <jordan@centricular.com>
 
-=== release 1.24.2 ===
+	* ext/fdkaac/meson.build:
+	  fdkaac: Mark the dependency include_type as 'system'
+	  When using v2.0.2 of the subproject, it triggers werror for
+	  unused functions that come from the fdkaac headers.
+	  This avoids errors like the following when werror is set.
+	  ```
+	  subprojects/fdk-aac-2.0.2/fdk-aac/FDK_audio.h:757:29: error: ‘FDKlibInfo_lookup’
+	  defined but not used -Werror=unused-function
+	  757 | static FDK_AUDIO_INLINE INT FDKlibInfo_lookup(const LIB_INFO* info,
+	  ```
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6611>
 
-2024-04-09 21:48:55 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-04-09 18:36:12 +0100  Tim-Philipp Müller <tim@centricular.com>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.2
+	* gst-libs/gst/analytics/gstanalyticsmeta.c:
+	  analyticsmeta: fix g-ir-scanner warnings
+	  Fix
+	  gstanalyticsmeta.c:134: Warning: GstAnalytics: "@instance"
+	  parameter unexpected at this location
+	  warning (caused by the extraneous empty line in the doc chunk)
+	  and align function arguments with documentation and header file
+	  (handle -> instance).
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6585>
 
 2024-04-06 00:41:29 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2141,7 +11263,7 @@
 	  ccconverter: Fix caps leak and remove unnecessary code
 	  The removed code does the exactly same thing as the below code
 	  except for leaking caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6587>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6548>
 
 2024-04-09 23:35:13 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2149,27 +11271,28 @@
 	  qsvdecoder: Release too old frames
 	  Release too old frames manually.
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3163
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6586>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6583>
 
-2024-04-02 18:20:43 +0900  Seungha Yang <seungha@centricular.com>
+2024-04-07 19:34:43 +0900  Seungha Yang <seungha@centricular.com>
 
-	* sys/dwrite/gstdwriteoverlayobject.cpp:
-	  dwrite: Fix crash on device update
-	  Selected blend mode should not be cleared on device update
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6521>
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.cpp:
+	  d3d12converter: Simplify root signature build
+	  D3DX12SerializeVersionedRootSignature() helper method will translate
+	  RS 1.1 into 1.0 version if needed
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6557>
 
 2024-04-05 21:58:51 -0400  Daniel Morin <daniel.morin@collabora.com>
 
 	* gst-libs/gst/codecparsers/gsth264parser.h:
 	  h264parser: maintain API changes
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-04-04 09:38:36 -0400  Daniel Morin <daniel.morin@collabora.com>
 
 	* tests/check/elements/h264parse.c:
 	  Revert "h264parse: test - AU align with SEI between frame slices"
 	  This reverts commit 533f814fd9a0eff341bb8f400fff82e5f0c4c313.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-04-04 09:38:16 -0400  Daniel Morin <daniel.morin@collabora.com>
 
@@ -2178,28 +11301,28 @@
 	* gst/videoparsers/gsth264parse.h:
 	  Revert "h264parse: Improved AU boundary detection"
 	  This reverts commit 49f200cb549d43067e7c6eee332cdf757a38d82a.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-04-04 09:38:13 -0400  Daniel Morin <daniel.morin@collabora.com>
 
 	* gst/videoparsers/gsth264parse.c:
 	  Revert "h264parse: Remove dead code"
 	  This reverts commit 141cd3871592292a8a6c81c1e018610a82ecaa88.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-04-04 09:38:08 -0400  Daniel Morin <daniel.morin@collabora.com>
 
 	* gst/videoparsers/gsth264parse.c:
 	  Revert "h264parse: Fix AU collection"
 	  This reverts commit 495390f63a710559b149e476d3289dc2f37be7f8.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-04-04 09:37:47 -0400  Daniel Morin <daniel.morin@collabora.com>
 
 	* gst/videoparsers/gsth264parse.c:
 	  Revert "h264parse: Remove un-needed check on SPS state"
 	  This reverts commit 73dedf9a51e70868f6aa029b968f8c7ef6af530e.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-04-04 09:37:40 -0400  Daniel Morin <daniel.morin@collabora.com>
 
@@ -2207,14 +11330,14 @@
 	* gst/videoparsers/gsth264parse.h:
 	  Revert "h264parse: use AUD to detect first VCL NAL"
 	  This reverts commit 90a3b63eed22d2737dbe8e33ee931e897ccfd128.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-04-04 09:36:02 -0400  Daniel Morin <daniel.morin@collabora.com>
 
 	* gst/videoparsers/gsth264parse.c:
 	  Revert "h264parse: correct NAL mode backlog processing"
 	  This reverts commit b2098849dc21c3615cb15b1e26bbbe77feb76476.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6562>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6540>
 
 2024-03-29 15:37:55 +0100  Edward Hervey <edward@centricular.com>
 
@@ -2222,21 +11345,20 @@
 	  videoparsers: Demote CC warning message
 	  Another warning message which isn't fatal and therefore should just be a DEBUG
 	  line.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6555>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6550>
 
-2024-03-20 13:57:56 -0500  Elizabeth Figura <zfigura@codeweavers.com>
+2024-04-06 01:14:56 +0900  Seungha Yang <seungha@centricular.com>
 
-	* sys/applemedia/atdec.c:
-	* sys/applemedia/atdec.h:
-	  atdec: Handle channel counts greater than 2
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6546>
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	  d3d12device: Fix typo in object name
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6549>
 
-2024-02-20 13:20:12 -0600  Elizabeth Figura <zfigura@codeweavers.com>
+2024-03-18 19:32:33 +0100  Mathieu Duponchelle <mathieu@centricular.com>
 
-	* sys/applemedia/atdec.c:
-	  atdec: Use gst_audio_decoder_set_output_caps() directly
-	  The code currently sets the same caps in two different ways, and neither of them correctly handle the channel mask.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6546>
+	* sys/aja/gstajasrc.cpp:
+	  ajasrc: always post details about detected format
+	  .. instead of only when there is a mismatch.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6438>
 
 2024-03-30 15:57:36 +0100  Robert Mader <robert.mader@posteo.de>
 
@@ -2250,21 +11372,14 @@
 	  warnings. If we conclude that in some cases we'd still want bus
 	  warnings, they can be done more fine-grained in the
 	  `gst_jpeg_parse_appX()` functions.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6539>
-
-2024-04-02 16:23:31 +0100  Chris Spencer <spencercw@gmail.com>
-
-	* gst-libs/gst/vulkan/gstvkbufferpool.c:
-	* gst-libs/gst/vulkan/gstvkbufferpool.h:
-	  vkbufferpool: correct usage flags type
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6528>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6490>
 
 2024-03-18 20:50:56 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* ext/vulkan/vkh265dec.c:
 	  vkh265dec: add missing VPS parameter
 	  and fix coded size
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6534>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6400>
 
 2024-03-18 20:00:11 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -2273,38 +11388,74 @@
 	  vkh26xdec: implement close() vmethod
 	  Since a validation layer error is signaled at EOS because it's required to wait
 	  for the last frame to be processed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6534>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6400>
 
 2024-04-03 16:44:18 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* ext/vulkan/vkh264dec.c:
 	* ext/vulkan/vkh265dec.c:
 	  vkh26xdec: remove unused variables
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6534>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6400>
 
 2024-03-18 19:42:50 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* ext/vulkan/vkh265dec.c:
 	  vkh265dec: fix resource info structure when layered DPB
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6534>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6400>
+
+2024-03-27 19:45:02 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* tests/examples/va/vaenc-dynamic-reconfigure.c:
+	  examples: vaenc-dynamic: support target percentage change in QVBR
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6465>
+
+2024-03-27 19:43:28 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* tests/examples/va/vaenc-dynamic-reconfigure.c:
+	  examples: vaenc-dynamic: ignore bitrate change with ICQ too
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6465>
+
+2024-03-27 19:41:30 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va: encoders: don't assert at target percentage when QVBR
+	  Instead of asserting, just get the max value between the current value and 10,
+	  which is the minimum required by QVBR.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6465>
+
+2024-03-27 19:37:58 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* tests/examples/va/vaenc-dynamic-reconfigure.c:
+	  examples: vaenc-dynamic: add vp9, av1 and low power tests
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6465>
+
+2024-04-02 16:23:31 +0100  Chris Spencer <spencercw@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkbufferpool.c:
+	* gst-libs/gst/vulkan/gstvkbufferpool.h:
+	  vkbufferpool: correct usage flags type
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6514>
 
 2024-04-02 18:18:14 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* sys/msdk/gstmsdkcontext.c:
 	  msdk: sink context reference
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6527>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6398>
 
 2024-04-02 18:02:26 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* ext/gtk/gstgtkwaylandsink.c:
 	  gtk: sink reference of internal wayland pool
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6527>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6398>
 
 2024-04-02 18:00:40 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* ext/wayland/gstwaylandsink.c:
 	  wayland: sink reference to internal pool
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6527>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6398>
 
 2024-04-02 14:46:32 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -2332,7 +11483,7 @@
 	* ext/dash/gstmpdurltypenode.c:
 	* ext/dash/gstmpdutctimingnode.c:
 	  dash: sink references of all MDP objects
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6527>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6398>
 
 2024-03-15 19:03:58 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -2340,27 +11491,155 @@
 	* sys/va/gstvaencoder.c:
 	* sys/va/gstvafilter.c:
 	  va: sink reference at instantiation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6527>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6398>
 
 2023-12-05 12:24:01 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
 	* gst-libs/gst/vulkan/gstvkoperation.c:
 	* gst-libs/gst/vulkan/gstvktrash.c:
 	  vulkan: sink references at instantiation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6527>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6398>
 
 2024-04-02 19:00:35 +0200  eri <eri@inventati.org>
 
 	* gst-libs/gst/play/gstplay.c:
 	  play: Update `video_snapshot` to support playbin3
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6526>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6516>
+
+2024-04-02 22:56:00 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/qsv/gstqsvencoder.cpp:
+	  qsvencoder: Handle d3d12 context
+	  GstD3D12Device objetct's internal resources are singletons per adapter
+	  already though, the object itself is not a singleton.
+	  Due to the singleton design (unlike other APIs such as d3d11),
+	  d3d12 device context sharing is not a strict requirement
+	  for zero-copy, but handles context ones to make things less noisy.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6513>
+
+2024-04-02 22:09:57 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12decoder.cpp:
+	  d3d12decoder: Always output sharable texture
+	  Because shared heap's additional costs is not significant,
+	  use D3D12_HEAP_FLAG_SHARED for resource can be shared over process
+	  boundary. And enables render target for d3d11 interop in the process.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6513>
 
 2024-04-02 15:57:58 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
 
 	* tests/examples/webrtc/webrtcswap.c:
 	  examples: set perfect-timestamp=true on opusenc
 	  Fix audio streaming on Chrome, see https://gitlab.freedesktop.org/gstreamer/gst-plugins-rs/-/merge_requests/1524
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6523>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6512>
+
+2024-03-28 21:54:21 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	  va: av1enc: Change the set_property to make it atomic
+	  The inside encoder may be set in other threads, so we should make
+	  its accessing atomic.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6471>
+
+2024-03-28 21:52:25 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  va: vp9enc: Change the set_property to make it atomic
+	  The inside encoder may be set in other threads, so we should make
+	  its accessing atomic.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6471>
+
+2024-03-27 19:50:19 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va{vp9,av1}enc: reconfigure when properties change
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6471>
+
+2024-03-28 21:35:07 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  va: h265enc: Change the set_property to make it atomic
+	  The inside encoder may be set in other threads, so we should make
+	  its accessing atomic.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6471>
+
+2024-03-28 21:27:54 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  va: h265enc: set the reconf flag when cpb_size updated
+	  This feature can be changed dynamically in playing state, so we
+	  need to set reconf flag to trigger reconfig.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6471>
+
+2024-03-28 00:00:42 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  va: h264enc: Change the set_property to make it atomic
+	  The inside encoder may be set in other threads, so we should make
+	  its accessing atomic.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6471>
+
+2024-03-27 23:09:08 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  va: h264enc: set the reconf flag when cpb_size updated
+	  This feature can be changed dynamically in playing state, so we
+	  need to set reconf flag to trigger reconfig.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6471>
+
+2024-04-02 18:20:43 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/dwrite/gstdwriteoverlayobject.cpp:
+	  dwrite: Fix crash on device update
+	  Selected blend mode should not be cleared on device update
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6508>
+
+2024-03-22 01:03:11 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/nvcodec/gstnvencobject.cpp:
+	* sys/nvcodec/gstnvh264encoder.cpp:
+	* sys/nvcodec/gstnvh265encoder.cpp:
+	  nvencoder: Add support for RGB formats
+	  Adding RGBA, RGBx, BGRA, BGRx, VUYA and RGB10A2_LE format support for performance.
+	  However, these formats are not still recommended if upstream can support
+	  native YUV formats (e.g., NV12, P010) since NVENC does not expose
+	  conversion related optiones. Note that VUYA format is 4:4:4 YUV format
+	  already but NVENC runtime will convert it to 4:2:0 format internally
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6417>
+
+2024-03-22 01:19:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/gstcudamemory.cpp:
+	* sys/nvcodec/gstcudaconverter.c:
+	* sys/nvcodec/gstcudaconvertscale.c:
+	* sys/nvcodec/gstcudaformat.h:
+	  cuda: Add support for VUYA format
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6417>
+
+2024-04-02 01:36:28 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/qsv/gstqsvallocator_d3d11.cpp:
+	* sys/qsv/gstqsvallocator_d3d11.h:
+	* sys/qsv/gstqsvav1enc.cpp:
+	* sys/qsv/gstqsvav1enc.h:
+	* sys/qsv/gstqsvencoder.cpp:
+	* sys/qsv/gstqsvencoder.h:
+	* sys/qsv/gstqsvh264enc.cpp:
+	* sys/qsv/gstqsvh264enc.h:
+	* sys/qsv/gstqsvh265enc.cpp:
+	* sys/qsv/gstqsvh265enc.h:
+	* sys/qsv/gstqsvjpegenc.cpp:
+	* sys/qsv/gstqsvjpegenc.h:
+	* sys/qsv/gstqsvvp9enc.cpp:
+	* sys/qsv/gstqsvvp9enc.h:
+	* sys/qsv/meson.build:
+	* sys/qsv/plugin.cpp:
+	  qsv: Add support for d3d12 interop in encoder
+	  Since QSV API does not support D3D12, try to import d3d12 resource
+	  into d3d11 texture. Note that resource sharing requires
+	  D3D12_SHARED_RESOURCE_COMPATIBILITY_TIER_2 for NV12 texure sharing.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6501>
 
 2024-03-25 23:33:59 +0800  He Junyan <junyan.he@intel.com>
 
@@ -2375,14 +11654,22 @@
 	  2. If any of the calculated variables and element properties have changed.
 	  Later on, only if the output caps also changed, the pipeline
 	  is renegotiated.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6519>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6441>
 
-2024-04-01 01:00:53 +0900  Seungha Yang <seungha@centricular.com>
+2024-03-25 19:02:18 +0800  He Junyan <junyan.he@intel.com>
 
-	* gst-libs/gst/d3d11/meson.build:
-	  meson: d3d11: Add support for MinGW DirectXMath package
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3428
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6503>
+	* sys/va/gstvavp9enc.c:
+	  va: vp9enc: Avoid reopen encoder or renegotiate
+	  If parameters remain similar enough to avoid either encoder reopening
+	  or downstream renegotiation, avoid it.
+	  This is going to be useful for dynamic parameters setting.
+	  To check if the stream parameters changed, so the internal encoder has
+	  to be closed and opened again, are required two steps:
+	  1. If input caps, format, profile, chroma or rate control mode have changed.
+	  2. If any of the calculated variables and element properties have changed.
+	  Later on, only if the output caps also changed, the pipeline
+	  is renegotiated.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6441>
 
 2024-03-14 23:17:32 +0800  He Junyan <junyan.he@intel.com>
 
@@ -2392,7 +11679,7 @@
 	  the first choice rather than the golden frame. Especially when only
 	  one reference available, this way can improve the BD rate about 5
 	  percentage.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6507>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6379>
 
 2024-03-15 15:48:34 +0800  He Junyan <junyan.he@intel.com>
 
@@ -2400,7 +11687,268 @@
 	  va: av1enc: Fix the reference number setting bug
 	  The current way will let the total reference number surplus the
 	  reference number set by the "ref-frames" property.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6507>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6379>
+
+2024-04-01 01:00:53 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d11/meson.build:
+	  meson: d3d11: Add support for MinGW DirectXMath package
+	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3428
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6495>
+
+2024-04-01 22:19:21 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/webview2/gstwebview2object.cpp:
+	* sys/webview2/gstwebview2object.h:
+	* sys/webview2/gstwebview2src.cpp:
+	* sys/webview2/meson.build:
+	  webview2: Add support for d3d12 interop
+	  Enable shared copy to D3D12 resource
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6499>
+
+2024-04-02 00:43:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12graphicscapture.cpp:
+	  d3d12screencapturesrc: Use gst_d3d12_memory_get_d3d11_texture()
+	  ... and use fence to wait for GPU sync
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6499>
+
+2024-04-02 00:36:45 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/gstd3d12_fwd.h:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.h:
+	* gst-libs/gst/d3d12/meson.build:
+	  d3d12memory: Add support for d3d11 texture caching
+	  Would be useful for various D3D11 interop use cases
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6499>
+
+2024-03-29 19:30:10 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va: encoder: Fix the unit of bitrate in debug log message
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6483>
+
+2024-03-29 18:26:49 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  va: vp9enc: Adjust the coded buffer size to avoid failure
+	  Some extreme case such as "videotestsrc pattern=1" can generate pure
+	  white noise videoes, for which encoder may generate too big output
+	  for current coded buffer size. We now consider the qindex and bitrate
+	  to avoid that.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6483>
+
+2024-03-29 18:08:54 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  va: vp9enc: Fix the frame size not enough issue for super frame
+	  The current code forgets to add the current last frame size into
+	  the total super frame size.
+	  Fixes: #3427
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6483>
+
+2024-03-27 14:34:31 +0800  Cheah, Vincent Beng Keat <vincent.beng.keat.cheah@intel.com>
+
+	* sys/msdk/gstmsdkallocator_libva.c:
+	* sys/msdk/gstmsdkenc.c:
+	  msdk: Fix mjpeg BGRx encode
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6401>
+
+2024-03-31 21:55:51 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d12/d3d12-prelude.h:
+	* gst-libs/gst/d3d12/gstd3d12-private.h:
+	* gst-libs/gst/d3d12/gstd3d12.h:
+	* gst-libs/gst/d3d12/gstd3d12_fwd.h:
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12bufferpool.h:
+	* gst-libs/gst/d3d12/gstd3d12commandallocatorpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandallocatorpool.h:
+	* gst-libs/gst/d3d12/gstd3d12commandlistpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandlistpool.h:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.cpp:
+	* gst-libs/gst/d3d12/gstd3d12commandqueue.h:
+	* gst-libs/gst/d3d12/gstd3d12compat.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter-builder.h:
+	* gst-libs/gst/d3d12/gstd3d12converter-private.h:
+	* gst-libs/gst/d3d12/gstd3d12converter.cpp:
+	* gst-libs/gst/d3d12/gstd3d12converter.h:
+	* gst-libs/gst/d3d12/gstd3d12descriptorpool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12descriptorpool.h:
+	* gst-libs/gst/d3d12/gstd3d12device-private.h:
+	* gst-libs/gst/d3d12/gstd3d12device.cpp:
+	* gst-libs/gst/d3d12/gstd3d12device.h:
+	* gst-libs/gst/d3d12/gstd3d12fencedatapool.cpp:
+	* gst-libs/gst/d3d12/gstd3d12fencedatapool.h:
+	* gst-libs/gst/d3d12/gstd3d12format-private.h:
+	* gst-libs/gst/d3d12/gstd3d12format.cpp:
+	* gst-libs/gst/d3d12/gstd3d12format.h:
+	* gst-libs/gst/d3d12/gstd3d12memory-private.h:
+	* gst-libs/gst/d3d12/gstd3d12memory.cpp:
+	* gst-libs/gst/d3d12/gstd3d12memory.h:
+	* gst-libs/gst/d3d12/gstd3d12utils.cpp:
+	* gst-libs/gst/d3d12/gstd3d12utils.h:
+	* gst-libs/gst/d3d12/meson.build:
+	* gst-libs/gst/meson.build:
+	* sys/d3d12/gstd3d12av1dec.cpp:
+	* sys/d3d12/gstd3d12basefilter.h:
+	* sys/d3d12/gstd3d12compositor.h:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12decoder.h:
+	* sys/d3d12/gstd3d12dpbstorage.h:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12encoder.h:
+	* sys/d3d12/gstd3d12encoderbufferpool.h:
+	* sys/d3d12/gstd3d12format.h:
+	* sys/d3d12/gstd3d12h264enc.h:
+	* sys/d3d12/gstd3d12ipc.h:
+	* sys/d3d12/gstd3d12ipcsink.h:
+	* sys/d3d12/gstd3d12ipcsrc.h:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.h:
+	* sys/d3d12/gstd3d12pluginutils.h:
+	* sys/d3d12/gstd3d12screencapture.h:
+	* sys/d3d12/gstd3d12screencapturedevice.h:
+	* sys/d3d12/gstd3d12screencapturesrc.h:
+	* sys/d3d12/gstd3d12testsrc.h:
+	* sys/d3d12/gstd3d12videosink.h:
+	* sys/d3d12/gstd3d12window.h:
+	* sys/d3d12/meson.build:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Move core part to gst-libs
+	  Move buffer pool, converter, and device abstraction layer to
+	  public library
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6494>
+
+2024-03-31 20:28:27 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12graphicscapture.cpp:
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	* sys/d3d12/gstd3d12memory.h:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	  d3d12memory: Define new D3D12 map flags
+	  Define GST_MAP_READ_D3D12 and GST_MAP_READ_D3D12 flags
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6494>
+
+2024-03-31 20:13:20 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12commandallocatorpool.cpp:
+	* sys/d3d12/gstd3d12commandallocatorpool.h:
+	* sys/d3d12/gstd3d12commandlistpool.cpp:
+	* sys/d3d12/gstd3d12commandlistpool.h:
+	* sys/d3d12/gstd3d12commandqueue.cpp:
+	* sys/d3d12/gstd3d12commandqueue.h:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12converter.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12descriptorpool.cpp:
+	* sys/d3d12/gstd3d12descriptorpool.h:
+	* sys/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	* sys/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12memory.h:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12: Make resource getter methods consistent
+	  Returns COM pointer directly everywhere
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6494>
+
+2024-03-31 19:21:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d11on12.cpp:
+	* sys/d3d12/gstd3d11on12.h:
+	* sys/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12device.h:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/meson.build:
+	  d3d12: Remove device11on12 wrapping layer
+	  It was added to avoid symbol conflict between DirectX-header project
+	  and Windows SDK, but symbol conflict does not happen
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6494>
+
+2024-03-31 19:06:12 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12bufferpool.cpp:
+	  d3d12bufferpool: Use d3dx12.h format table
+	  The format table in SDK header defines all required information
+	  already.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6494>
+
+2024-03-31 18:42:41 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12basefilter.cpp:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12converter.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12device.h:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12videosink.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12: Add a helper method for device equality check
+	  GstD3D12Device object itself is not singltons anymore but
+	  underlying private struct is singltons.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6494>
+
+2024-03-06 11:24:12 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
+
+	* sys/msdk/gstmsdkvpputil.c:
+	  msdkvpp: Set colorimetry for src caps
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6316>
+
+2024-03-06 11:04:37 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
+
+	* sys/msdk/gstmsdkenc.c:
+	  msdkenc: Set VideoFullRange according to input colorimetry range
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6316>
+
+2024-04-01 00:52:16 +0300  Mart Raudsepp <leio@gentoo.org>
+
+	* ext/voaacenc/meson.build:
+	  meson: Don't confuse voaacenc plugin with bz2 one in meson variable names
+	  No actual issue was observed from the previous naming duplicating bz2 one, so
+	  just a correctness tweak.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6496>
+
+2024-03-31 01:21:03 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/webview2/gstwebview2object.cpp:
+	* sys/webview2/gstwebview2object.h:
+	* sys/webview2/gstwebview2src.cpp:
+	  webview2: Add support for javascript injection
+	  Allow javascript injection for various custom use cases.
+	  For example, scrollbars and scrolling can be disabled via
+	  gst-launch-1.0 webview2src location=https://gstreamer.freedesktop.org \
+	  javascript="document.querySelector('body').style.overflow='hidden'" ! ...
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6487>
+
+2024-03-29 18:36:00 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/webview2/gstwebview2object.cpp:
+	* sys/webview2/gstwebview2object.h:
+	* sys/webview2/gstwebview2src.cpp:
+	* sys/webview2/meson.build:
+	  webview2: Use IContainerVisual for offscreen rendering
+	  Capturing from hidden HWND fails sometimes for some reason.
+	  Instead of rendering to hidden HWND, render webpage to container
+	  visual and create WGC item from the container visual object.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6487>
 
 2024-03-28 21:59:02 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
 
@@ -2412,45 +11960,66 @@
 	  window object's refcount may reach 0 in the window thread. In
 	  other words sometimes the GstD3D11WindowWin32 lives few ms more
 	  then the GstD3D11VideoSink, because it's freed asynchronously.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6492>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6476>
 
 2024-03-29 19:34:32 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
 
 	* ext/wpe/gstwpe.cpp:
 	  wpe: avoid crash with G_DEBUG=fatal_criticals and static build
 	  No plugin filenames if static build.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6488>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6484>
 
-2024-03-22 12:57:33 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
+2024-03-01 16:12:27 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
 
-	* gst/rist/gstristsrc.c:
-	  ristsrc: Clean caps instead of unref
-	  Fix issue unrefering null caps. Better solution than
-	  ```
-	  if (src->caps)
-	  gst_caps_unref (src->caps);
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6485>
+	* sys/msdk/gstmsdkcontext.c:
+	  msdk: Fix session close failure
+	  In the case of multi-channels transcoding, a context with child
+	  sesseion can be parent for others, so we need to check if the
+	  msdkcontext has any child session in the list to avoid session
+	  leaks. Otherwise, we will see the failure of closing a parent
+	  session because one of its child's child session not released.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6259>
 
 2024-03-28 20:02:04 +0900  Seungha Yang <seungha@centricular.com>
 
 	* gst-libs/gst/d3d11/meson.build:
 	  meson: d3d11: Disable library build if DirectXMath header was not found
 	  DirectXMath header library is a hard dependency
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6472>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6468>
+
+2023-05-15 04:56:47 +0900  Seungha Yang <seungha@centricular.com>
+
+	* meson_options.txt:
+	* sys/meson.build:
+	* sys/webview2/gstwebview2object.cpp:
+	* sys/webview2/gstwebview2object.h:
+	* sys/webview2/gstwebview2src.cpp:
+	* sys/webview2/gstwebview2src.h:
+	* sys/webview2/meson.build:
+	* sys/webview2/plugin.cpp:
+	  webview2: Add Microsoft WebView2 based web browser source
+	  Adding webview2src element
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4631>
+
+2024-03-28 16:29:50 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va: {av1, vp9}enc: Use g_free() to free frames
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6466>
 
 2024-03-27 13:53:21 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
 
 	* sys/v4l2codecs/gstv4l2codecalphadecodebin.c:
 	  v4l2codecs: alphadecoder: Explicitly pass 64 bit integers as such through varargs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6469>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6452>
 
 2024-03-27 16:17:44 +0200  Sebastian Dröge <sebastian@centricular.com>
 
 	* gst/codecalpha/gstalphadecodebin.c:
 	  alphadecodebin: Explicitly pass 64 bit integers as such through varargs
 	  Maybe fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3422
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6469>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6452>
 
 2024-03-22 16:14:24 +0100  Piotr Brzeziński <piotr@centricular.com>
 
@@ -2459,7 +12028,86 @@
 	  Calling gst_pad_peer_query_caps() without a filter can give us EMPTY caps, whereas all the code below
 	  assumes that's not the case. Replacing query+intersect with a filtered query ensures we always get a subset
 	  of the template caps back.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6454>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6429>
+
+2024-03-25 17:45:24 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  va: vp9enc: Correct the flags for registering properties
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6437>
+
+2024-03-25 16:05:36 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	  va: av1enc: Correct the flags for registering properties
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6437>
+
+2024-03-25 15:40:52 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va: {vp9, av1}enc: Do not use g_slice_new() to create frames
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6437>
+
+2024-03-25 15:37:04 +0800  He Junyan <junyan.he@intel.com>
+
+	* tests/check/libs/vp9bitwriter.c:
+	  test: Fix several code style issues in vp9bitwriter test
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6437>
+
+2024-03-25 15:20:27 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gstvp9bitwriter.c:
+	* gst-libs/gst/codecparsers/gstvp9bitwriter.h:
+	  vp9bitwriter: Fix several hotdoc related format issues
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6437>
+
+2024-03-23 19:14:56 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	* sys/va/gstvah264enc.c:
+	* sys/va/gstvah265enc.c:
+	* sys/va/gstvavp9enc.c:
+	  va: encoder: update the bitrate change correctly
+	  We should update and notify the bitrate change at a common place,
+	  no matter whether the bitrate is calculated or not.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6433>
+
+2024-03-23 16:05:05 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaav1enc.c:
+	  va: av1enc: enable ICQ and QVBR modes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6433>
+
+2024-03-23 13:28:12 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	  va: vp9enc: enable ICQ and QVBR modes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6433>
+
+2024-03-23 01:05:40 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah265enc.c:
+	  va: h265enc: enable ICQ and QVBR modes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6433>
+
+2024-03-21 20:55:25 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvah264enc.c:
+	  va: h264enc: enable ICQ and QVBR modes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6433>
+
+2024-03-22 23:59:25 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvaencoder.c:
+	  va: encoder: Enable ICQ and QVBR mode in rate control map
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6433>
+
+2024-03-22 23:35:55 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvabaseenc.c:
+	  va: encoder: Set the quality_factor parameter in rate control
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6433>
 
 2024-03-26 15:32:24 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
 
@@ -2469,7 +12117,7 @@
 	  So if avi1 is zero then the frame is progressive.
 	  Also, this patch adds a couple log messages.
 	  Fixes: #3414
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6453>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6445>
 
 2024-03-26 12:46:02 +0000  Tim-Philipp Müller <tim@centricular.com>
 
@@ -2477,22 +12125,250 @@
 	* tests/check/meson.build:
 	  tests: add check to make sure -bad lib headers are C++ compiler clean
 	  Only non-internal libs without external deps for now.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6448>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6440>
 
-2024-03-22 01:38:06 +0100  Tim-Philipp Müller <tim@centricular.com>
+2024-03-22 16:35:54 +1100  Matthew Waters <matthew@centricular.com>
 
-	* meson.build:
-	  Back to development
+	* ext/closedcaption/ccutils.c:
+	* ext/closedcaption/gstccconverter.c:
+	* tests/check/elements/ccconverter.c:
+	  ccconverter: fix cdp->cea608-raw field 1 60fps conversion
+	  There was a potential busy loop occuring because when we were taking
+	  data from the internal ccbuffer, we were not resetting which field had
+	  written data.  This would mean that the next time data was retrieved
+	  from ccbuffer, it was always from field 0 and never from field 1.
+	  This only affects usage of cc_buffer_take_separated() which is only used
+	  by cdp->raw cea608.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6423>
+
+2024-03-25 00:01:38 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12.h:
+	* sys/d3d12/gstd3d12_fwd.h:
+	* sys/d3d12/gstd3d12commandallocatorpool.h:
+	* sys/d3d12/gstd3d12commandlistpool.h:
+	* sys/d3d12/gstd3d12compat.h:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12converter.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12descriptorpool.h:
+	* sys/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12encoderbufferpool.h:
+	* sys/d3d12/gstd3d12fencedatapool.h:
+	* sys/d3d12/gstd3d12h264enc.cpp:
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	* sys/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.h:
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	* sys/d3d12/meson.build:
+	  d3d12: Add support for cross-compile
+	  ... and fix bunch of GCC reported warnings
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6435>
 
-=== release 1.24.1 ===
+2024-03-24 22:39:20 +0900  Seungha Yang <seungha@centricular.com>
 
-2024-03-21 21:47:53 +0100  Tim-Philipp Müller <tim@centricular.com>
+	* meson_options.txt:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	* sys/d3d12/meson.build:
+	  d3d12: Allow building without WGC support
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6435>
 
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.1
+2024-03-24 21:11:08 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12converter-builder.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/hlsl/PSMain_checker.hlsl:
+	* sys/d3d12/hlsl/PSMain_checker_luma.hlsl:
+	* sys/d3d12/hlsl/PSMain_checker_rgb.hlsl:
+	* sys/d3d12/hlsl/PSMain_checker_vuya.hlsl:
+	* sys/d3d12/hlsl/PSMain_color.hlsl:
+	* sys/d3d12/hlsl/PSMain_converter.hlsl:
+	* sys/d3d12/hlsl/PSMain_sample.hlsl:
+	* sys/d3d12/hlsl/PSMain_sample_premul.hlsl:
+	* sys/d3d12/hlsl/PSMain_snow.hlsl:
+	* sys/d3d12/hlsl/VSMain_color.hlsl:
+	* sys/d3d12/hlsl/VSMain_converter.hlsl:
+	* sys/d3d12/hlsl/VSMain_coord.hlsl:
+	* sys/d3d12/hlsl/VSMain_pos.hlsl:
+	* sys/d3d12/hlsl/collect_hlsl_header.py:
+	* sys/d3d12/hlsl/meson.build:
+	* sys/d3d12/meson.build:
+	  d3d12: Port to d3dshader library
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6434>
+
+2024-03-24 19:14:16 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d11/gstd3d11compile.cpp:
+	* gst-libs/gst/d3d11/gstd3d11converter-builder.cpp:
+	* gst-libs/gst/d3d11/gstd3d11converter-builder.h:
+	* gst-libs/gst/d3d11/gstd3d11converter-helper.cpp:
+	* gst-libs/gst/d3d11/gstd3d11device-private.h:
+	* gst-libs/gst/d3d11/gstd3d11device.cpp:
+	* gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl:
+	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
+	* gst-libs/gst/d3d11/hlsl/VSMain_converter.hlsl:
+	* gst-libs/gst/d3d11/hlsl/collect_hlsl_header.py:
+	* gst-libs/gst/d3d11/hlsl/meson.build:
+	* gst-libs/gst/d3d11/meson.build:
+	* sys/d3d11/gstd3d11pluginutils.cpp:
+	* sys/d3d11/hlsl/PSMain_checker.hlsl:
+	* sys/d3d11/hlsl/PSMain_checker_luma.hlsl:
+	* sys/d3d11/hlsl/PSMain_checker_rgb.hlsl:
+	* sys/d3d11/hlsl/PSMain_checker_vuya.hlsl:
+	* sys/d3d11/hlsl/PSMain_color.hlsl:
+	* sys/d3d11/hlsl/PSMain_sample.hlsl:
+	* sys/d3d11/hlsl/PSMain_sample_premul.hlsl:
+	* sys/d3d11/hlsl/PSMain_snow.hlsl:
+	* sys/d3d11/hlsl/VSMain_color.hlsl:
+	* sys/d3d11/hlsl/VSMain_coord.hlsl:
+	* sys/d3d11/hlsl/VSMain_pos.hlsl:
+	* sys/d3d11/hlsl/gstd3d11plugin-hlsl.h:
+	* sys/d3d11/hlsl/meson.build:
+	* sys/d3d11/meson.build:
+	  d3d11: Port to d3dshader library
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6434>
+
+2024-03-24 01:41:48 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3dshader/converter-hlsl/CSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/converter-hlsl/PSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/converter-hlsl/VSMain_converter.hlsl:
+	* gst-libs/gst/d3dshader/converter-hlsl/collect_hlsl_headers.py:
+	* gst-libs/gst/d3dshader/converter-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/converter-hlsl/meson.build:
+	* gst-libs/gst/d3dshader/d3dshader-prelude.h:
+	* gst-libs/gst/d3dshader/gstd3dcompile.cpp:
+	* gst-libs/gst/d3dshader/gstd3dcompile.h:
+	* gst-libs/gst/d3dshader/gstd3dshader.h:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.cpp:
+	* gst-libs/gst/d3dshader/gstd3dshadercache.h:
+	* gst-libs/gst/d3dshader/meson.build:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker_luma.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker_rgb.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker_vuya.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_color.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample_premul.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/PSMain_snow.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/VSMain_color.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/VSMain_coord.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/VSMain_pos.hlsl:
+	* gst-libs/gst/d3dshader/plugin-hlsl/collect_hlsl_headers.py:
+	* gst-libs/gst/d3dshader/plugin-hlsl/hlsl.h:
+	* gst-libs/gst/d3dshader/plugin-hlsl/meson.build:
+	* gst-libs/gst/meson.build:
+	* meson_options.txt:
+	  d3dshader: Add HLSL shader library
+	  Adding a new library for HLSL compile and compiled bytecode caching.
+	  This library will be used by d3d11 and d3d12 library/plugin, in order to
+	  reuse single HLSL code and compiled HLSL bytecode.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6434>
+
+2024-03-23 20:25:42 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
+	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
+	  d3d11: Update shader to be d3d12 compatible
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6434>
+
+2024-03-23 19:47:34 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12converter-builder.cpp:
+	* sys/d3d12/hlsl/PSMain_converter.hlsl:
+	* sys/d3d12/hlsl/PSMain_sample.hlsl:
+	* sys/d3d12/hlsl/PSMain_sample_premul.hlsl:
+	* sys/d3d12/hlsl/VSMain_converter.hlsl:
+	* sys/d3d12/hlsl/meson.build:
+	* sys/d3d12/meson.build:
+	  d3d12: Update shader to be Shader Model 5.0 compatible
+	  And use fxc HLSL compiler
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6434>
+
+2024-03-22 12:57:33 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
+
+	* gst/rist/gstristsrc.c:
+	  ristsrc: Clean caps instead of unref
+	  Fix issue unrefering null caps. Better solution than
+	  ```
+	  if (src->caps)
+	  gst_caps_unref (src->caps);
+	  ```
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6432>
+
+2024-03-22 19:48:50 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12ipc.cpp:
+	* sys/d3d12/gstd3d12ipc.h:
+	* sys/d3d12/gstd3d12ipcclient.cpp:
+	* sys/d3d12/gstd3d12ipcclient.h:
+	* sys/d3d12/gstd3d12ipcserver.cpp:
+	* sys/d3d12/gstd3d12ipcserver.h:
+	* sys/d3d12/gstd3d12ipcsink.cpp:
+	* sys/d3d12/gstd3d12ipcsink.h:
+	* sys/d3d12/gstd3d12ipcsrc.cpp:
+	* sys/d3d12/gstd3d12ipcsrc.h:
+	* sys/d3d12/meson.build:
+	* sys/d3d12/plugin.cpp:
+	  d3d12: Add IPC elements
+	  Adding d3d12ipcsink and d3d12ipcsrc elements, equivalent to D3D11 ones.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6428>
+
+2024-03-22 22:51:54 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12pluginutils.cpp:
+	* sys/d3d12/gstd3d12pluginutils.h:
+	  d3d12: Add buffer copy helper method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6428>
+
+2024-03-22 20:45:01 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12commandqueue.cpp:
+	  d3d12commandqueue: Always invoke notify asynchronously
+	  Otherwise the callback thread is unpredictable
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6428>
+
+2024-03-22 19:05:52 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12bufferpool.cpp:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12converter.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12graphicscapture.cpp:
+	* sys/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12memory.h:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12memory: Update for API interop
+	  Add support for destroy notify in case of wrapped memory, and
+	  allow setting external fence for interop
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6428>
+
+2024-03-22 18:57:26 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12commandqueue.cpp:
+	* sys/d3d12/gstd3d12commandqueue.h:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12: Make primary fence sharable
+	  Create primary fence with D3D12_FENCE_FLAG_SHARED flag so that
+	  the fence can be shared with other APIs or processes
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6428>
 
 2024-03-18 18:46:17 +0100  Piotr Brzeziński <piotr@centricular.com>
 
@@ -2503,7 +12379,7 @@
 	  at the time the output loop stopped. This makes sure they're flushed correctly as well.
 	  Also renames gst_vtdec_loop to gst_vtdec_output_loop for consistency with related functions.
 	  wip
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6411>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6397>
 
 2024-03-18 18:38:41 +0100  Piotr Brzeziński <piotr@centricular.com>
 
@@ -2514,7 +12390,140 @@
 	  if we happen to decide to wait for the queue to empty (because the loop is waiting for draining to finish and
 	  will not make space in the queue!). This commit adds an override for the queue size limit if we're draining/flushing.
 	  This bug could happen for any formats, but was especially obvious for ProRes, which has dpb_size of 0.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6411>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6397>
+
+2024-03-19 23:37:37 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/asio/gstasiodeviceprovider.cpp:
+	* sys/asio/gstasioobject.cpp:
+	* sys/asio/gstasioringbuffer.cpp:
+	* sys/asio/gstasiosink.cpp:
+	* sys/asio/gstasiosrc.cpp:
+	* sys/asio/gstasioutils.cpp:
+	* sys/asio/meson.build:
+	  asio: Add support for MinGW build
+	  Drop MSVC specific bits and remove unused dependency
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6404>
+
+2024-03-19 23:12:04 +0900  Seungha Yang <seungha@centricular.com>
+
+	* meson_options.txt:
+	* sys/asio/asio.h:
+	* sys/asio/gstasioobject.cpp:
+	* sys/asio/gstasioutils.h:
+	* sys/asio/meson.build:
+	  asio: Drop external SDK header dependency
+	  Build ASIO plugin using our tiny SDK header
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6404>
+
+2024-01-30 18:18:31 +0800  He Junyan <junyan.he@intel.com>
+
+	* sys/va/gstvavp9enc.c:
+	* sys/va/gstvavp9enc.h:
+	* sys/va/meson.build:
+	* sys/va/plugin.c:
+	  va: Implement the vavp9enc plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3293>
+
+2024-03-11 23:06:44 +0800  He Junyan <junyan.he@intel.com>
+
+	* tests/check/libs/vp9bitwriter.c:
+	* tests/check/meson.build:
+	  test: add vp9 bitwriter test case
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3293>
+
+2024-01-30 18:10:12 +0800  He Junyan <junyan.he@intel.com>
+
+	* gst-libs/gst/codecparsers/gstvp9bitwriter.c:
+	* gst-libs/gst/codecparsers/gstvp9bitwriter.h:
+	* gst-libs/gst/codecparsers/meson.build:
+	  vp9bitwriter: Add the VP9 bit writer helper functions
+	  In this first version, we only implement the "show existing frame"
+	  and super frame writting. Other frame header types writting can
+	  be added when needed.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3293>
+
+2024-03-19 19:24:56 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12device.cpp:
+	  d3d12device: Set debugging friendly object name
+	  Build object name with DXGI adapter index
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6395>
+
+2024-03-16 22:37:46 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12commandallocatorpool.cpp:
+	* sys/d3d12/gstd3d12commandlistpool.cpp:
+	* sys/d3d12/gstd3d12device.cpp:
+	  d3d12: Suppress expected leak reports
+	  Such leaks are expected and intended ones
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6395>
+
+2024-03-16 20:40:58 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12-private.h:
+	* sys/d3d12/gstd3d12commandqueue.cpp:
+	* sys/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/plugin.cpp:
+	  d3d12device: Keep device object permanently
+	  Because ID3D12Device objects are singletons per adapter,
+	  GstD3D12Device was following the API design, that is, keep track
+	  of global GstD3D12Device objects and reuses it.
+	  That means ID3D12Device object can be released at the time
+	  when GstD3D12Device is destroyed.
+	  But exetrnal APIs such as NVENC does not seem to be happy
+	  with the released ID3D12Device, that could be a driver bug though.
+	  Let's hold already opened ID3D12Device permanently without releasing
+	  it for now.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6395>
+
+2024-03-16 21:00:30 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12commandqueue.cpp:
+	* sys/d3d12/gstd3d12commandqueue.h:
+	  d3d12commandqueue: Add drain method
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6395>
+
+2024-03-16 20:04:43 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12commandallocatorpool.cpp:
+	* sys/d3d12/gstd3d12commandallocatorpool.h:
+	* sys/d3d12/gstd3d12commandlistpool.cpp:
+	* sys/d3d12/gstd3d12commandlistpool.h:
+	* sys/d3d12/gstd3d12commandqueue.cpp:
+	* sys/d3d12/gstd3d12commandqueue.h:
+	* sys/d3d12/gstd3d12compositor.cpp:
+	* sys/d3d12/gstd3d12convert.cpp:
+	* sys/d3d12/gstd3d12converter.cpp:
+	* sys/d3d12/gstd3d12decoder.cpp:
+	* sys/d3d12/gstd3d12descriptorpool.cpp:
+	* sys/d3d12/gstd3d12descriptorpool.h:
+	* sys/d3d12/gstd3d12device.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12encoder.cpp:
+	* sys/d3d12/gstd3d12overlaycompositor.cpp:
+	* sys/d3d12/gstd3d12testsrc.cpp:
+	* sys/d3d12/gstd3d12window.cpp:
+	  d3d12: Use native device handle if possible
+	  Various abstraction objects such as command queue/list/allocator
+	  can be constructed without GstD3D12Device
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6395>
+
+2024-03-16 02:00:31 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12commandqueue.cpp:
+	  d3d12commandqueue: Allow empty command list
+	  Just increase fence value and signal the queue in that case
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6395>
+
+2024-03-07 22:54:29 +0900  Seungha Yang <seungha@centricular.com>
+
+	* tests/examples/d3d11/d3d11decoder-appsink2.cpp:
+	* tests/examples/d3d11/meson.build:
+	  examples: d3d11: Add inter-device synchronization example
+	  Adding an example to demonstrate resource sharing between
+	  D3D11 device and GPU synchronization
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6303>
 
 2024-03-06 15:39:33 -0500  Ruijing Dong <ruijing.dong@amd.com>
 
@@ -2524,13 +12533,21 @@
 	  va: enc : checking surface alignment attribute
 	  Apply surface alignment attribute when availalbe,
 	  also fix frame cropping issue for va h265 encoder.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6399>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6282>
+
+2024-03-14 19:51:08 +0000  L. E. Segovia <amy@centricular.com>
+
+	* ext/soundtouch/meson.build:
+	  soundtouch: Fix build failure with Apple Clang caused by missing cpp_std
+	  Apple Clang sets C++98 by default. I'm applying C++14 to account for Meson's
+	  lack of support/fallback for `cpp_std=c++11`.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6374>
 
 2024-03-16 19:32:19 +0100  Mark Nauwelaerts <mnauw@users.sourceforge.net>
 
 	* gst/dvdspu/gstspu-pgs.c:
 	  dvdspu: avoid null dereference
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6391>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6386>
 
 2024-03-17 11:18:37 +0000  Philippe Normand <philn@igalia.com>
 
@@ -2539,7 +12556,7 @@
 	  `on_error()` can be called with a NULL details structure, so in that situation
 	  the `gst_structure_copy()` would raise a critical warning. Create an empty
 	  structure instead of attempting to copy a NULL one.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6387>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6385>
 
 2024-03-16 21:25:38 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2547,7 +12564,7 @@
 	  d3d12: Fix SDK debug layer activation
 	  Debug layer must be enabled before creating device. Otherwise
 	  already opened devices before the activation will be removed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6383>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6382>
 
 2024-01-06 13:07:16 +0100  Robert Mader <robert.mader@collabora.com>
 
@@ -2569,7 +12586,7 @@
 	  `decide_allocation()` if DMA_DRM caps are used without VideoMeta.
 	  Apart from buggy peers this can happen e.g. when a peer with ANY caps
 	  is used in combination with caps filters.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6376>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5890>
 
 2024-02-17 06:01:41 +0100  Robert Mader <robert.mader@collabora.com>
 
@@ -2584,7 +12601,7 @@
 	  v4l2codecs: decoders: Introduce and use set_output_state helper class
 	  Allowing us to avoid some code duplication. This will become more
 	  important with upcoming changes to caps generation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6376>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5890>
 
 2024-02-17 05:43:23 +0100  Robert Mader <robert.mader@collabora.com>
 
@@ -2595,7 +12612,7 @@
 	  of caps, which will allow us to use additional helpers in the future.
 	  While on it, tighen the check for supported formats - failing that
 	  indicates a bug in caps negotiation - and make some style changes.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6376>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5890>
 
 2024-02-17 04:20:16 +0100  Robert Mader <robert.mader@collabora.com>
 
@@ -2604,7 +12621,7 @@
 	  By reducing the generated caps to the minimal number of fields and
 	  using intersections instead of merges. This will allow us to reuse the
 	  result in the future.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6376>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5890>
 
 2024-02-16 22:48:17 +0100  Robert Mader <robert.mader@collabora.com>
 
@@ -2620,7 +12637,7 @@
 	  This ensures we don't create filter caps that are not supported by the
 	  individual codec implementations, as well as that the resulting caps
 	  have the required fields so they can be turned into a GstVideoFormat.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6376>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5890>
 
 2024-03-14 20:25:52 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2628,7 +12645,7 @@
 	* sys/asio/gstasiosrc.cpp:
 	  asio: Fix {input,output}-channels property handling
 	  Fixing regression introduced by the commit 06dc931b52fbd858640506616f5a1a928792b27c
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6372>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6370>
 
 2024-03-14 00:49:45 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2636,7 +12653,34 @@
 	  d3d11device: Fix adapter LUID comparison in wrapped device mode
 	  Fix integer type mismatching
 	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3382
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6364>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6358>
+
+2024-02-23 00:24:14 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
+
+	* gst-libs/gst/d3d11/gstd3d11device-private.h:
+	* gst-libs/gst/d3d11/gstd3d11device.cpp:
+	* gst-libs/gst/d3d11/gstd3d11utils.cpp:
+	  d3d11device: raise 'device-removed' signal on DXGI_ERROR_DEVICE_REMOVED
+	  When this error gets caught the GstD3D11Device object raises the new
+	  "device-removed" signal. This allows to handle the error from outside:
+	  stop the playback, re-create the player, replace the catched GstContext by
+	  the new one.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6193>
+
+2023-11-29 14:44:37 +0100  Michiel Westerbeek <happylinks@gmail.com>
+
+	* sys/nvcodec/gstcudaconvertscale.c:
+	* sys/va/gstvavpp.c:
+	  gstcudaconvertscale, gstvavpp, videoconvertscale: downgrade 'Can't keep DAR' to debug
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5730>
+
+2024-03-13 17:19:26 +0800  He Junyan <junyan.he@intel.com>
+
+	* tests/check/libs/av1bitwriter.c:
+	* tests/check/libs/h264bitwriter.c:
+	* tests/check/libs/h265bitwriter.c:
+	  test: Correct the API return type of {h264,h265,av1}bitwriter
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6354>
 
 2024-03-13 00:42:16 +0900  Seungha Yang <seungha@centricular.com>
 
@@ -2644,7 +12688,39 @@
 	  d3d12device: Fix IDXGIFactory2 leak
 	  factory passed to gst_d3d12_device_find_adapter() method is valid
 	  handle already
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6353>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6340>
+
+2024-03-12 13:50:18 +0200  Sebastian Dröge <sebastian@centricular.com>
+
+	* gst/videoparsers/gstvideoparseutils.c:
+	  videoparsers: Don't verbosely warn about CEA_708_PROCESS_EM_DATA_FLAG not being set
+	  And the same for CEA_708_PROCESS_CC_DATA_FLAG. This is not really a
+	  problem and was polluting logs with warnings for every single frame.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6336>
+
+2024-03-10 12:04:55 -0300  L. E. Segovia <amy@centricular.com>
+
+	* sys/tinyalsa/meson.build:
+	  meson: Require tinyalsa >= 1.1.0 when building its plugin
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6311>
+
+2024-03-09 15:19:20 +0000  L. E. Segovia <amy@centricular.com>
+
+	* sys/tinyalsa/tinyalsasink.c:
+	  tinyalsasink: Fix missing const and deprecations with tinyalsa v2
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6311>
+
+2024-03-12 00:45:15 +0900  Seungha Yang <seungha@centricular.com>
+
+	* gst-libs/gst/cuda/gstcudabufferpool.cpp:
+	* gst-libs/gst/d3d11/gstd3d11bufferpool.cpp:
+	* sys/d3d12/gstd3d12bufferpool.cpp:
+	  cuda,d3d11,d3d12bufferpool: Disable preallocation
+	  Do not chain up to parent's GstBufferPool::start() which will do
+	  preallocation. We don't want it to be preallocated
+	  since there are various cases where negotiated downstream buffer pool is
+	  not used at all (e.g., zero-copy decoding, IPC elements).
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6326>
 
 2024-03-11 12:42:48 +0100  Antonio Larrosa <alarrosa@suse.com>
 
@@ -2668,41 +12744,143 @@
 	  properties array.
 	  This applies the same fix to gstvah264enc.c, gstvah265enc.c and
 	  gstvaav1enc.c.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6344>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6319>
 
-2024-03-12 13:50:18 +0200  Sebastian Dröge <sebastian@centricular.com>
+2024-03-07 12:28:58 +0100  Jurijs Satcs <jurijs.satcs@veset.tv>
 
-	* gst/videoparsers/gstvideoparseutils.c:
-	  videoparsers: Don't verbosely warn about CEA_708_PROCESS_EM_DATA_FLAG not being set
-	  And the same for CEA_708_PROCESS_CC_DATA_FLAG. This is not really a
-	  problem and was polluting logs with warnings for every single frame.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6352>
+	* docs/plugins/gst_plugins_cache.json:
+	* gst/mpegtsmux/gstbasetsmux.c:
+	* gst/mpegtsmux/tsmux/tsmux.c:
+	  mpegtsmux: allow to disable SCTE NULL by setting interval to 0
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6284>
 
-2024-03-12 00:45:15 +0900  Seungha Yang <seungha@centricular.com>
+2024-02-26 14:57:32 +0100  Piotr Brzeziński <piotr@centricular.com>
 
-	* gst-libs/gst/cuda/gstcudabufferpool.cpp:
-	* gst-libs/gst/d3d11/gstd3d11bufferpool.cpp:
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	  cuda,d3d11,d3d12bufferpool: Disable preallocation
-	  Do not chain up to parent's GstBufferPool::start() which will do
-	  preallocation. We don't want it to be preallocated
-	  since there are various cases where negotiated downstream buffer pool is
-	  not used at all (e.g., zero-copy decoding, IPC elements).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6345>
+	* sys/applemedia/atdec.c:
+	* sys/applemedia/atdec.h:
+	* sys/applemedia/meson.build:
+	* sys/applemedia/plugin.m:
+	  macos: Move atdec from applemedia (-bad) to osxaudio (-good)
+	  osxaudio has a few helper methods potentially useful in atdec (or future atenc), like GStreamer -> CoreAudio
+	  channel mapping. Doesn't make sense to duplicate them in applemedia, and atdec is the only audio-oriented
+	  element there anyway.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6223>
+
+2024-03-08 18:22:53 +1100  Matthew Waters <matthew@centricular.com>
+
+	* docs/plugins/gst_plugins_cache.json:
+	* ext/closedcaption/ccutils.c:
+	* ext/closedcaption/ccutils.h:
+	* ext/closedcaption/gstcccombiner.c:
+	* ext/closedcaption/gstcccombiner.h:
+	* ext/closedcaption/gstccconverter.c:
+	* ext/closedcaption/gstcea608mux.c:
+	* tests/check/elements/cccombiner.c:
+	  closedcaption: produce valid cea608 padding by default
+	  Cea608 (valid) padding removal is available on the input side of ccconverter
+	  or configurable on cccombiner.  cccombiner can now configure whether
+	  valid or invalid cea608 padding is used and for valid padding, how long
+	  after valid non-padding to keep sending valid padding.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6300>
 
 2024-03-09 20:16:22 +0800  He Junyan <junyan.he@intel.com>
 
 	* sys/va/gstvaav1enc.c:
 	  va: av1enc: Init the output_frame_num when resetting gf group
 	  Fixes: #3359
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6333>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6308>
+
+2024-03-06 12:15:37 +0000  Chris Spencer <spencercw@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkmemory.c:
+	  vkmemory: invalidate non-coherent memory when mapping for read
+	  Mapping non-coherent memory does not implicitly invalidate the host caches.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6310>
+
+2024-02-22 12:26:33 +0000  Chris Spencer <spencercw@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vulkan/operation: use timeline semaphore fallback if sync2 not supported
+	  gst_vulkan_operation_add_dependency_frame does not fall back to the
+	  timeline semaphore implementation if VK_KHR_synchronization2 is compiled
+	  in, but not supported by the driver.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6309>
+
+2024-02-22 12:22:34 +0000  Chris Spencer <spencercw@gmail.com>
+
+	* gst-libs/gst/vulkan/gstvkoperation.c:
+	  vulkan/operation: add missing unlock
+	  gst_vulkan_operation_add_dependency_frame does not release its lock if
+	  support for VK_KHR_timeline_semaphore/VK_KHR_synchronization2 is compiled
+	  in, but not supported by the driver.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6309>
+
+2024-03-08 18:18:08 +0200  Jordan Petridis <jordan@centricular.com>
+
+	* ext/rsvg/meson.build:
+	  rsvg: Add direct dependency on cairo
+	  We include cairo.h in the element so we should also
+	  declare it in meson.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6306>
+
+2024-03-07 17:36:33 +0100  François Laignel <francois@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	* ext/webrtc/transportstream.c:
+	  webrtc: add all SSRC attributes getting CAPS for a PT
+	  The transport stream only returned the CAPS for the first matching PT entry
+	  from the `ptmap`. Other SSRC with the same PT where not included. For a stream
+	  which bundled multiple audio streams for instance, only the first SSRC was
+	  knowed to the SSRC demux and downstream elements.
+	  This commit adds all the `ssrc-` attributes from the matching PT entries.
+	  The RTP jitter buffer can now find the CNAME corresponding its SSRC even if it
+	  was not the first to be registered for a particular PT.
+	  The RTP PT demux removes `ssrc-*` attributes cooresponding to other SSRCs
+	  before pushing SSRC specific CAPS to downstream elements.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6119>
+
+2024-02-23 11:00:20 +0100  François Laignel <francois@centricular.com>
+
+	* ext/webrtc/gstwebrtcbin.c:
+	  webrtcbin: RFC5576 - early CNAME support
+	  See RFC5576: have CNAME available to the rtpjitterbuffer before the the first
+	  RTCP SR is received, for rapid synchronization. Similar to what was done for
+	  RTSP (last 2 commits) of MR 2132.
+	  RFC5576: https://www.rfc-editor.org/rfc/rfc5576
+	  MR 2132: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2132
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6119>
+
+2024-03-02 02:13:41 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12dxgicapture.cpp:
+	* sys/d3d12/gstd3d12dxgicapture.h:
+	* sys/d3d12/gstd3d12graphicscapture.cpp:
+	* sys/d3d12/gstd3d12graphicscapture.h:
+	* sys/d3d12/gstd3d12screencapture.cpp:
+	* sys/d3d12/gstd3d12screencapture.h:
+	* sys/d3d12/gstd3d12screencapturesrc.cpp:
+	* sys/d3d12/meson.build:
+	  d3d12screencapturesrc: Add support for WGC API
+	  Adding support for window and monitor capturing by using
+	  Windows Graphics Capture API.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6256>
+
+2024-03-05 22:49:05 +0900  Seungha Yang <seungha@centricular.com>
+
+	* sys/d3d12/gstd3d12memory.cpp:
+	* sys/d3d12/gstd3d12memory.h:
+	* sys/d3d12/gstd3d12utils.cpp:
+	* sys/d3d12/gstd3d12utils.h:
+	  d3d12memory: Implement NT handle caching and custom user data support
+	  Same as the d3d11 memory implementation.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6256>
 
 2024-02-16 18:08:36 +0100  Mathieu Duponchelle <mathieu@centricular.com>
 
 	* gst/onvif/gstrtponviftimestamp.c:
 	* gst/onvif/gstrtponviftimestamp.h:
 	  rtponviftimestamp: make sure to set E and T bits on last buffer of lists
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6298>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5173>
 
 2024-02-28 09:30:33 +1100  Jan Schmidt <jan@centricular.com>
 
@@ -2718,7 +12896,7 @@
 	  Instead, use gst_segment_to_stream_time_full() to extrapolate
 	  stream time outside the segment so that such buffers still
 	  get assigned their correct timestamps on the receiver.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6295>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6248>
 
 2024-03-01 21:00:33 +1100  Jan Schmidt <jan@centricular.com>
 
@@ -2729,14702 +12907,94 @@
 	  total segment length.
 	  Fixes problems with FFmpeg not rendering the subtitles
 	  with a stuffing byte, giving a "Invalid object location!" error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6277>
-
-2024-03-05 13:45:27 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* meson.build:
-	  Back to development
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6264>
-
-=== release 1.24.0 ===
-
-2024-03-04 23:51:42 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* NEWS:
-	* README.md:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.24.0
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6250>
 
-2024-03-04 18:01:50 +0100  Mathieu Duponchelle <mathieu@centricular.com>
+2024-02-28 15:51:31 +0200  Sebastian Dröge <sebastian@centricular.com>
 
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
-	  analytics: whitespace matters for gtk-doc syntax
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6253>
+	* sys/aja/gstajasink.cpp:
+	  ajasink: Make logging between ajasrc and ajasink more consistent
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6208>
 
-2024-03-03 18:35:09 -0500  Olivier Crête <olivier.crete@collabora.com>
+2024-02-23 12:41:44 +0200  Sebastian Dröge <sebastian@centricular.com>
 
-	* docs/libs/analytics/index.md:
-	* docs/libs/analytics/sitemap.txt:
-	* docs/meson.build:
-	* gst-libs/gst/analytics/analytics-meta-prelude.h:
-	* gst-libs/gst/analytics/meson.build:
-	  analytics: Add documentation to hotdoc build
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6253>
+	* sys/aja/gstajasrc.cpp:
+	* sys/aja/gstajasrc.h:
+	  ajasrc: Improve clock handling
+	  Provide a clock from the source that is a monotonic system clock with
+	  the rate corrected based on the measured and ideal capture rate of the
+	  frames.
+	  If this clock is selected as pipeline clock, then provide perfect
+	  timestamps to downstream.
+	  Otherwise, if the pipeline clock is the monotonic system clock, use the
+	  internal clock for converting back to the monotonic system clock.
+	  Otherwise, use the monotonic system clock time calculated in the above
+	  case and convert that to the pipeline clock.
+	  In all cases this will give a smoother time than the previous code,
+	  which simply took the difference between the driver provided capture
+	  time and the current real-time clock time, and applied that to the
+	  current pipeline clock time.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6208>
 
-2024-03-03 18:34:41 -0500  Olivier Crête <olivier.crete@collabora.com>
+2024-02-23 12:21:56 +0200  Sebastian Dröge <sebastian@centricular.com>
 
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
-	  analytics: Add missing documentation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6253>
+	* sys/aja/gstajasrc.cpp:
+	  ajasrc: Move frame drop detection after the frame transfer
+	  Otherwise there's a small window between querying the state and doing
+	  the transfer in which a frame could be dropped, and we would then output
+	  the frame right after the dropped one as if it was the dropped frame.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6208>
 
-2024-03-03 18:33:48 -0500  Olivier Crête <olivier.crete@collabora.com>
+2024-02-23 12:21:04 +0200  Sebastian Dröge <sebastian@centricular.com>
 
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
-	  analytics: Fix various typos in the documentation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6253>
+	* sys/aja/gstajasrc.cpp:
+	  ajasrc: Improve debug output related to frame transfers
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6208>
 
-2024-02-29 02:41:42 +0900  Seungha Yang <seungha@centricular.com>
+2024-02-26 22:19:57 +0800  He Junyan <junyan.he@intel.com>
 
-	* gst-libs/gst/d3d11/gstd3d11bufferpool.cpp:
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	  d3d11memory, d3d12memory: Fix outstanding memory count tracing
-	  Gets being released memory back to queue even if allocator is flushing
-	  in order to count the number of outstanding memory objects.
-	  Also, clear queue if there's no outstanding memory object and
-	  allocator is flushing
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6240>
-
-2024-02-29 02:30:38 +0900  Seungha Yang <seungha@centricular.com>
-
-	* tests/check/libs/d3d11memory.c:
-	  tests: d3d11: Add buffer pool test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6240>
+	* sys/msdk/gstmsdkdec.c:
+	* sys/msdk/gstmsdkenc.c:
+	* sys/msdk/gstmsdkvpp.c:
+	  MSDK: Set the job type when create context from external handle
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6221>
 
-2024-02-29 02:06:43 +0900  Seungha Yang <seungha@centricular.com>
+2024-03-01 00:08:03 +0800  He Junyan <junyan.he@intel.com>
 
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	  cudamemory: Fix outstanding memory count tracing
-	  Gets being released memory back to queue even if allocator is flushing
-	  in order to count the number of outstanding memory objects.
-	  And fixing double count increment
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6240>
-
-2024-02-29 02:06:25 +0900  Seungha Yang <seungha@centricular.com>
-
-	* tests/check/libs/cudamemory.c:
-	  tests: cuda: Add buffer pool test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6240>
+	* sys/va/gstvah265enc.c:
+	  vah265enc: Set backward_num to 1 in low delay mode
+	  In low delay B mode, the P frame is converted as B frame with forward
+	  references. For example, One P frame may refers to P-1, P-2 and P-3 in
+	  list0 and refers to P-3, P-2 and P-1 in list1.
+	  So the num in list0 and list1 does not reflect the forward_num and
+	  backward_num. The vaapi does not provide ref num for forward or backward
+	  so far. In this case, we just consider the backward_num to be 1 conservatively.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6249>
 
-2024-02-15 16:41:54 -0500  Damian Hobson-Garcia <dhobsong@igel.co.jp>
+2024-01-26 23:50:08 +0800  He Junyan <junyan.he@intel.com>
 
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* ext/wayland/gstwaylandsink.h:
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	* gst-libs/gst/wayland/gstwlwindow.h:
-	  waylandsink: Move buffer commits to the display thread
-	  Syncrhonizing buffer commits to the streaming thread can lead to
-	  dropped frames when frame callbacks are not processed before the
-	  next frame is ready for rendering.  Depending on the drift between
-	  the wayland compositor and buffer source timings, this can lead to
-	  periods of significant frame drop, especially when the media frame
-	  rate is close to the display frame rate.
-	  Cache buffers in the streaming thread and peform commits on the
-	  display thread to eliminate the buffer commit racing.
-	  The implementation is the same for both waylandsink and gtkwaylandsink,
-	  so move it to the common wayland library under gst-lib.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6133>
-
-2024-02-15 16:41:52 -0500  Damian Hobson-Garcia <dhobsong@igel.co.jp>
-
-	* gst-libs/gst/wayland/gstwlbuffer.c:
-	* gst-libs/gst/wayland/gstwlbuffer.h:
-	  wayland: Add API to ref/unref current GstBuffer inside a GstWlBuffer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6133>
+	* sys/va/gstvah265enc.c:
+	  vah265enc: Improve B pyramid mode in HEVC
+	  If the reference frame number is bigger than 2, we can enable the
+	  pyramid B mode. We do not need to assign a reference frame to each
+	  pyramid level.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6249>
 
-2024-02-15 16:42:13 -0500  Damian Hobson-Garcia <dhobsong@igel.co.jp>
+2024-01-28 23:27:48 +0800  He Junyan <junyan.he@intel.com>
 
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/gstwldisplay.h:
-	  wayland: Add synchronized requests to WlDisplay
-	  Add synchonized versions of wl_display_sync() and wl_callback_destroy()
-	  that will ensure that to callbacks can be managed in a thread safe way
-	  on the display queue even when they are dispatched from a separate
-	  thread.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6133>
+	* sys/va/gstvah265enc.c:
+	  vah265enc: Expand log2_max_pic_order_cnt if needed
+	  In b_pyramid mode, B frames can be ref and prevPicOrderCntLsb can
+	  be the B frame POC which is smaller than the P frame. This can cause
+	  POC diff bigger than MaxPicOrderCntLsb/2 and generate wrong POC value.
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6249>
 
-2024-02-26 09:27:40 +0100  Edward Hervey <edward@centricular.com>
+2024-03-05 12:58:57 +0000  Tim-Philipp Müller <tim@centricular.com>
 
 	* README.md:
 	* RELEASE:
-	* ext/dtls/README:
-	  docs: Use Discourse and Matrix as prefered communication channels
-	  Part of: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6220
-
-2024-02-22 15:41:16 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11window_win32: fix crash on RC unprepare() vs window_proc()
-	  Unprepare method posts WM_GST_D3D11_DESTROY_INTERNAL_WINDOW
-	  command to the window queue, and from that moment considers
-	  internal_hwnd to be released, and so it sets it to null.
-	  The problem is that it's possible that right at that moment
-	  the window thread might be already processing some other
-	  command, or just another command might be already in the queue.
-	  On practice we met a crash when WM_PAINT got processed in between
-	  (unprepare already finished and WM_GST_D3D11_DESTROY_INTERNAL_WINDOW
-	  was not handled yet)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6187>
-
-=== release 1.23.90 ===
-
-2024-02-23 18:20:11 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.23.90
-
-2024-02-23 21:54:17 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasedec.c:
-	  vabasedec: Fix a possible NULL pointer dereference
-	  The format in _get_preferred_format_and_caps_features() may be NULL.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6206>
-
-2024-02-22 22:11:36 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabasedec.c:
-	  vabasedec: disable derived images for i965 driver
-	  Since it has a very poor performance at reading derived images, which is the
-	  most common use case for decoders.
-	  Partially fixes: #3325
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6202>
-
-2024-02-21 18:14:36 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvavpp.c:
-	  vapostproc: optimization for va memory to system memory only
-	  When the conversion is only caps feature from memory:VAMemory to system memory,
-	  it's possible to optimize by doing a pseudo pass-through since the va-backed
-	  buffers are the same for system memory buffers.
-	  This change will also mitigates #2940
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6174>
-
-2024-02-20 20:38:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/asio/gstasioobject.cpp:
-	* sys/asio/gstasiosink.cpp:
-	* sys/asio/gstasiosrc.cpp:
-	  asiosink: Fix channel selection
-	  Fixing copy paste mistake
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3321
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6170>
-
-2024-02-20 17:28:29 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabasedec.c:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvacompositor.c:
-	  vabase: fail decide allocation if dmabuf without videometa
-	  If the allocation query received from downstream doesn't handle GstVideoMeta but
-	  it requests memory:DMABuf caps feature, it's incomplete, so we rather reject the
-	  negotiation.
-	  Both in base decoder, base transform and compositor.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6155>
-
-2024-02-22 09:41:00 +0200  naglis <341855-naglis@users.noreply.gitlab.freedesktop.org>
-
-	* gst-libs/gst/play/gstplay.c:
-	  gstplay: Fix typos in documentation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6177>
-
-2024-02-21 01:13:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/plugin.c:
-	  nvcodec: Add plugin status message
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6167>
-
-2024-02-21 00:57:32 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/amfcodec/plugin.cpp:
-	  amfcodec: Add plugin status message
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6167>
-
-2024-02-19 22:17:42 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabasedec.c:
-	  vabasedec: refactor format and capsfeature selection
-	  This is a simplification of the venerable
-	  gst_va_base_dec_get_preferred_format_and_caps_features() function, which
-	  predates since gstreamer-vaapi. It's used to select the format and the
-	  capsfeature to use when setting the output state. It was complex and hard to
-	  follow. This refactor simplifies a lot the algorithm.
-	  The first thing to remove _downstream_has_video_meta() since, most of the time
-	  it will be called before the caps negotiation, and allocation queries make sense
-	  only after caps negotiation. It might work during renegotiation but, in that
-	  case, caps feature change is uncommon. Better a simple and common approach.
-	  Also, for performance, instead of dealing with caps features as strings, GQuarks
-	  are used.
-	  The refactor works like this:
-	  1. If peer pad returns any caps, the returned caps feature is system memory and
-	  looks for a proper format in the allowed caps.
-	  2. The allowed caps are traversed at most 3 times: one per each valid caps
-	  feature. First VAMemory, later DMABuf, and last system memory. The first to
-	  match in allowed caps is picked, and the first format matching with the
-	  chroma is picked too.
-	  Notice that, right now, using playbin videoconvert never return any.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6154>
-
-2024-02-20 16:00:07 +0100  Edward Hervey <edward@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/ttml/gstttmlparse.c:
-	  subparsers: Give proper category to subtitle "decoders"
-	  Some subtitle "decoders" had a wrong category of "Parser", which `parsebin`
-	  relies on to identify elements which do not *decode* streams but *parse* them.
-	  This would cause such subtitle decoders to be plugged in within parsebin,
-	  preventing the original stream to be properly used by (more efficient)
-	  downstream decoders or subtitle renderers.
-	  Fixes #1757
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6153>
-
-2024-02-19 12:50:53 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator_libva.c:
-	* sys/msdk/gstmsdkvpp.c:
-	  msdk: Fix possible memory leaks
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6161>
-
-2024-02-21 21:50:20 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi/gstwasapiutil.c:
-	  wasapi: Fix alloc/free function mismatch
-	  ... and fix leak in wasapi device provider
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3326
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6169>
-
-2024-02-21 21:46:49 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	  wasapi2: Fix task memory leak
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6169>
-
-2024-02-01 14:49:21 +0900  ekwange <ekwange@gmail.com>
-
-	* gst-libs/gst/mse/gstmediasourcesamplemap.c:
-	  mse: Add logging init for mediasource sample map
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6033>
-
-2024-02-17 13:19:15 -0800  Kamal Mostafa <kamal@whence.com>
-
-	* tests/check/elements/cudafilter.c:
-	  tests: cudafilter: actually check for cudascale
-	  Actually check for availability of 'cudascale' instead of accidentally
-	  checking for 'cudadownload' twice.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3327
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6158>
-
-2024-02-19 14:24:51 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* tests/check/libs/vkimagebufferpool.c:
-	  test: vkimagebufferpool: fix queue leak
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6143>
-
-2023-01-28 02:15:24 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* sys/qsv/plugin.cpp:
-	  qsv: use new plugin status message API
-	  Minimal example.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3832>
-
-2024-02-19 20:57:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	  wasapi2: Respect ringbuffer buffer/latency time
-	  Decide buffer size based on configured buffer/latency time
-	  if low-latency is disabled, so that ringbuffer can buffer more
-	  than minimum required size.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2870
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6141>
-
-2024-02-20 08:47:21 +0100  Edward Hervey <edward@centricular.com>
-
-	* gst-libs/gst/mpegts/gst-mpegtspesmetadatameta.h:
-	  mpegst: Fix ownership of return value
-	  This inherits from the same rule as gst_buffer_add_meta
-	  ```
-	  gst-mpegtspesmetadatameta.h:98: Warning: GstMpegts:
-	  gst_buffer_add_mpegts_pes_metadata_meta: return value: Invalid non-constant
-	  return of bare structure or union; register as boxed type or (skip)
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6146>
-
-2024-02-16 17:06:52 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  docs: initialize values when GST_PLUGIN_API_FLAG_IGNORE_ENUM_MEMBERS is set
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5491>
-
-2024-02-17 00:11:32 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	  wasapi2: Fix choppy rendering
-	  This reverts questionable commit 009bc15f3397252e9e3954ae4af15ffcdbdeac69
-	  which looks completely wrong.
-	  The GstWasapi2RingBuffer:buffer_size variable is used to
-	  calculate available buffer size we can write
-	  (i.e., available size = buffer_size - padding_size).
-	  But the commit makes the size to be exactly same as buffer period.
-	  Then, it can confuse this element as if the endpoint buffer is full on
-	  I/O event callback (if padding size is equal to buffer period)
-	  but it's not true.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2870
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6132>
-
-2024-02-14 22:11:51 +0100  Robert Mader <robert.mader@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2codech264dec.c:
-	  v4l2codecs: h264: Fix a memory leak on renegotiation
-	  We only use this anchor when streaming, in which case output_state is
-	  set and needs to get unreffed.
-	  This is in line with how it is handled for all other codecs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6127>
-
-2024-02-15 16:38:53 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* meson.build:
-	  Back to development
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6126>
-
-=== release 1.23.2 ===
-
-2024-02-15 15:37:17 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.23.2
-
-2024-02-15 15:37:11 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/audiobuffersplit/gstaudiobuffersplit.c:
-	  Revert "audiobuffersplit: Update out_segment even without discont"
-	  This reverts commit c0dc65d40a0dd2b3c0f75ff17bdb5b2664923c1c.
-
-2023-10-11 12:30:31 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/videoparsers/gstvideoparseutils.c:
-	  videoparseutils: Don't double-attach AFD, Bar or unregistered data
-	  We already did this for captions. We also need to do it for the other
-	  meta types to ensure our parsers are idempotent and don't attach
-	  duplicates.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5450>
-
-2023-10-10 08:45:06 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth265parse.c:
-	* gst/videoparsers/gstvideoparseutils.c:
-	* gst/videoparsers/gstvideoparseutils.h:
-	  videoparseutils: Store multiple user data unregistered messages
-	  A frame can have multiple unregistered messages attached. We need to
-	  store them all.
-	  For: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3008
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5450>
-
-2023-10-10 08:41:12 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth265parse.c:
-	* gst/videoparsers/gstvideoparseutils.c:
-	* gst/videoparsers/gstvideoparseutils.h:
-	  videoparsers: Clear user_data_unregistered explicitly in _reset_frame
-	  This fits better with the model used by the parser elements. It also
-	  properly resets the data when the parser is reset.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5450>
-
-2023-10-10 08:34:29 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth265parse.c:
-	* gst/videoparsers/gstmpegvideoparse.c:
-	* gst/videoparsers/gstvideoparseutils.c:
-	* gst/videoparsers/gstvideoparseutils.h:
-	  videoparsers: Clear user data explicitly in _reset_frame
-	  This fits better with the model used by the parser elements. It also
-	  properly resets the data when the parser is reset.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5450>
-
-2023-10-10 08:29:02 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/videoparsers/gstvideoparseutils.c:
-	  videoparseutils: Minor improvements to _parse_afd
-	  - Add the missing field parameter and put the output parameter at the
-	  end.
-	  - Use a switch to verify valid values instead of hard-to-follow range
-	  checks.
-	  - Don't consider bad values a programming error, just a regular failure.
-	  - Set all data fields at the end so we can pass a pointer to an
-	  uninitialized structure without GCC complaining.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5450>
-
-2023-10-10 08:27:23 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/videoparsers/gstvideoparseutils.c:
-	  videoparseutils: Minor improvements to _parse_bar
-	  Use the enum type for the argument and loudly complain when not passing
-	  a place to output.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5450>
-
-2024-01-30 15:05:55 +0100  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/audiobuffersplit/gstaudiobuffersplit.c:
-	  audiobuffersplit: Update out_segment even without discont
-	  We need to forward the segments we get even if we don't see a discont
-	  buffer, or discont was suppressed by gapless mode.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5450>
-
-2024-02-14 11:44:22 -0500  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* sys/aja/gstajacommon.cpp:
-	* sys/aja/gstajacommon.h:
-	* sys/aja/gstajasink.cpp:
-	* sys/aja/gstajasrc.cpp:
-	  aja: Replace global semaphore with per-device flock()
-	  The global semaphore was never closed/unlinked, causing permission
-	  denied issue if the device is later used by another user. Properly
-	  removing the semaphore when stopping the pipeline would still leave it
-	  open in case of a crash.
-	  With a GStreamer specific name, it was also not preventing other apps to access
-	  the device concurrently.
-	  Finally, if the system has multiple cards, the lock should be per card
-	  and not global (to be confirmed).
-	  Fixes: #3283.
-	  Sponsored-by: Netflix Inc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6117>
-
-2024-02-15 08:52:33 +0100  Edward Hervey <edward@centricular.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	  libgstplay: Use playbin3 by default
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6120>
-
-2024-02-12 23:51:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  h265decoder: Fix DPB size calculation
-	  MaxDpbSize specified in A.4.2 tells upper bound of decoded picture
-	  buffer size but does not tell actual required size.
-	  Use max_dec_pic_buffering value as a dpb size. Some backends
-	  such as DXVA and NVDEC might require pre-allocated DPB buffer
-	  and unnecessary large DPB size will result in waste of GPU memory.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6101>
-
-2024-02-13 18:57:05 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin, rtpbin: check before setting properties on jitterbuffer
-	  In rtpbin we already systematically check for all property names
-	  except latency, correct that.
-	  In webrtcbin we need to check before trying to use the do-retransmission
-	  property.
-	  This is useful for the case where an element like identity gets passed
-	  to rtpbin's request-jitterbuffer property, when the application wants
-	  to use webrtcbin in an SFU situation, with no reordering and no added
-	  latency
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6112>
-
-2024-02-14 00:38:40 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* po/lv.po:
-	  gst-plugins-bad: update translations
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6113>
-
-2024-02-11 22:08:12 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	  h264parse: correct NAL mode backlog processing
-	  - Only process what is left in backlog when AU was completed, draining or next
-	  nal is AUD.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6093>
-
-2024-02-12 22:16:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvdecoder: Enable zero-copy only if explicitly enabled
-	  Keep pre-1.24 behavior unless user specifies the number of
-	  output surface size. We are calculating output surface size
-	  conservatively, and it can result in over allocation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6102>
-
-2024-02-12 22:01:45 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvh265dec.cpp:
-	  nvh265dec: Don't convert unknown video format to string
-	  gst_video_format_to_string() method does not allow unknown format
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6102>
-
-2024-02-03 11:54:01 +0000  Philippe Normand <philn@igalia.com>
-
-	* ext/dash/gstdashdemux.c:
-	  dashdemux: Basic support for container-specific-track-id tag
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6041>
-
-2024-02-11 20:35:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12dxgicapture.cpp:
-	  d3d12screencapturesrc: Fix choppy display
-	  According to recommendation from MS, IDXGIOutputDuplication::ReleaseFrame()
-	  needs to be called just before IDXGIOutputDuplication::AcquireNextFrame()
-	  for performance reasons, so that driver can accumulate dirty rects
-	  and update texture at once. But it seems to cause choppy output.
-	  Do release acquired frame immediately once processing done,
-	  like d3d11 implementation does.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6092>
-
-2024-02-07 19:07:24 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/gstvulkan.c:
-	* ext/vulkan/meson.build:
-	* ext/vulkan/vkh265dec.c:
-	* ext/vulkan/vkh265dec.h:
-	  vulkanh265dec: add H.265 decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-08 11:32:56 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkvideodecode.c:
-	  tests: vkvideodecode: add H.265 decoding test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-07 20:11:59 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkvideodecode.c:
-	  tests: vkvideodecode: choose the queue's codec
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-07 20:06:37 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkvideodecode.c:
-	  tests: vkvideodecode: h264 prefix to global variables
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-09 10:22:55 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkvideodecode.c:
-	  tests: vkvideodecode: refactor functions for later reuse
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-09 11:30:58 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkh264dec.c:
-	  vulkanh264dec: don't remove graphics queue if it's the same as decoder
-	  Since graphics queue is used for the context transference. So lets' keep it with
-	  its own reference.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-07 19:06:52 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkh264dec.c:
-	  vulkanh264dec: small cleanups
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-05 15:14:38 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdecoder.c:
-	  vulkan/decoder: fix documentation generation
-	  GstVulkanDecoderParameters is an union, not a struct, and that isn't handled by
-	  hotdoc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-07 19:03:56 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdecoder.c:
-	  vulkan/decoder: don't initialize function table once
-	  Since it has to be associated with the device and it gets destroyed when the
-	  decoder is freed.
-	  Now it's created when the decoder starts and it's flagged.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6089>
-
-2024-02-10 19:23:25 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12vp8dec.cpp:
-	* sys/d3d12/gstd3d12vp8dec.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add VP8 decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6088>
-
-2024-02-10 20:11:29 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Fix bitstream buffer usage
-	  Resource state of a buffer in upload heap should stay in
-	  generic-read although it's effectively in common state. Some drivers
-	  complains about the wrong state.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6088>
-
-2024-02-10 20:01:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/dxva/gstdxvavp8decoder.cpp:
-	  dxvavp8decoder: Fix reference frame setting
-	  Fixing typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6088>
-
-2024-02-09 20:24:13 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* sys/aja/meson.build:
-	  aja: suppress compiler warnings for aja ntv2 subproject
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6087>
-
-2024-02-10 01:45:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/amfcodec/gstamfav1enc.cpp:
-	* sys/amfcodec/gstamfh264enc.cpp:
-	* sys/amfcodec/gstamfh265enc.cpp:
-	  amfcodec: Update plugin cache
-	  Adding AV1 encoder documentation (added in 1.22) with various
-	  new properties
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6084>
-
-2024-02-09 13:38:53 +0100  Jonas K Danielsson <jonas.danielsson@spiideo.com>
-
-	* ext/srt/meson.build:
-	  meson: srt: make sure srt_dep is defined
-	  Without this we will get errors when we try to build with srt disabled.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6082>
-
-2023-12-18 15:39:07 -0500  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* tests/examples/nvcodec/cudaipc.c:
-	  structure: Allow STRICT flag only in _serialize_full()
-	  The STRICT flag makes _serialize() nullable which is an API break for
-	  bindings. Forbid it and add _serialize_full() that accepts it and is
-	  properly annotated.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5829>
-
-2024-02-09 10:50:39 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/sdp/gstsdpdemux.c:
-	  sdpdemux: Add SDP message (aka session) attributes to the caps too
-	  They apply to all medias, and if overridden by the specific media then
-	  they would also be overridden just below in the created caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6079>
-
-2024-02-09 20:27:29 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/winks/ksvideohelpers.c:
-	  ksdeviceprovider: Fix crash while probing device caps
-	  Ignore unexpected media type reported by driver, instead of abort
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6081>
-
-2024-02-08 15:50:43 +0100  Edward Hervey <edward@centricular.com>
-
-	* ext/musepack/gstmusepackdec.c:
-	  musepack: Prefer using FFmpeg musepack decoder/demuxer
-	  * Bump the rank of the musepack v7/v8 FFmpeg demuxers to SECONDARY
-	  * Bump the rank of the musepack v7/v8 FFmpeg audio decoders to SECONDARY
-	  * Demote the rank of the musepackdec element to MARGINAL
-	  This is for two reasons:
-	  * The musepack library is no longer maintained, whereas the FFmpeg
-	  implementation can/will receive fixes
-	  * The `musepackdec` implementation was a all-in-one "parsing and decoding" blob
-	  which doesn't play nicely with decodebin3 and others
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3033
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6074>
-
-2024-02-08 23:03:29 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/closedcaption/gstccconverter.c:
-	  ccconverter: Send gap event if generated output is empty
-	  Sends a gap event if nothing to output for a given input buffer.
-	  For example, an input buffer might not contain any caption data
-	  for downstream requested field, then we need to inform downstream
-	  of the case.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6073>
-
-2022-02-09 15:45:16 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* sys/bluez/gstavdtpsink.c:
-	  avdtpsink: post error message when failing to start
-	  Subclasses are supposed to report errors messages if their start
-	  implementation failed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1678>
-
-2024-01-19 14:35:05 +0100  Marvin Schmidt <marv@exherbo.org>
-
-	* ext/wpe/gstwpesrcbin.cpp:
-	* ext/wpe/gstwpethreadedview.cpp:
-	* ext/wpe/gstwpethreadedview.h:
-	* ext/wpe/gstwpevideosrc.cpp:
-	* ext/wpe/meson.build:
-	  wpe: Rename WPEView to GstWPEThreadedView
-	  WebKit commit b12e7ed2ad3a ("WPE Upstream the new WPE platform API
-	  https://bugs.webkit.org/show_bug.cgi?id=265286")1 added a `WPEView` typedef
-	  which clashes with our `WPEView` class.
-	  Rename the `WPEView` class to `GstWPEThreadedView` to avoid the collision.
-	  Also prefix the `WPEContextThread` class with `Gst` and rename the
-	  source files to reflect the new class name and use lowercase while at it
-	  for consistency
-	  1 https://github.com/WebKit/WebKit/commit/b12e7ed2ad3a47ab322507ebac214225f2298acc
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6065>
-
-2023-05-14 16:36:13 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* gst/switchbin/gstswitchbin.c:
-	  switchbin: Rework gst_switch_bin_get_allowed_caps() to limit path lock
-	  Previously, the path lock was held even while issuing caps queries to
-	  other elements. This can lead to deadlocks in more complex pipelines.
-	  Avoid this by reworking gst_switch_bin_get_allowed_caps() to acquire
-	  references to switchbin paths and then releasing the path lock.
-	  Subsequent operations in that function then act on the acquired
-	  references, thus eliminating the need for holding the path lock for
-	  the entirety of that function.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4632>
-
-2023-05-10 12:38:11 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* gst/switchbin/gstswitchbin.c:
-	  switchbin: Always respond to caps query with all allowed caps
-	  The caps query specifies _all_ caps that the element can handle, not just
-	  caps from the current path element. If for example a switchbin has two
-	  paths, with one having an element that handles video/x-h264, and another
-	  path whose element handles video/x-raw, and the second path is the
-	  current path, then the existing code would report only video/x-raw as
-	  supported. Fix this by report all allowed caps, even if there is a
-	  current path defined.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4632>
-
-2023-05-09 15:44:02 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* gst/switchbin/gstswitchbin.c:
-	  switchbin: Update and improve documentation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4632>
-
-2023-05-09 16:31:44 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* gst/switchbin/gstswitchbin.c:
-	  switchbin: Forward filter caps to internal caps queries
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4632>
-
-2023-05-04 21:20:18 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* gst/switchbin/gstswitchbin.c:
-	  switchbin: Rework allowed-caps computation to allow for passthrough paths
-	  The rationale is that a passthrough path (= one with no element) behaves
-	  as if the switchbin's sink- and srcpad were one. In particular, internal
-	  caps queries (needed for computing the allowed caps) then go to the peers
-	  instead to path elements. Rework gst_switch_bin_get_allowed_caps () for
-	  a clear handling of NULL path elements and for proper dataflow passthrough
-	  and caps & accept-caps query handling.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4632>
-
-2023-05-04 21:18:28 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* gst/switchbin/gstswitchbin.c:
-	  switchbin: Improve filter caps application
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4632>
-
-2023-05-03 09:55:27 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* gst/switchbin/gstswitchbin.c:
-	* gst/switchbin/gstswitchbin.h:
-	  switchbin: Remove leftover drop probe code bits
-	  The drop probe was present in early switchbin versions to implement paths
-	  that drop dataflow. However, this feature turned out to be too problematic
-	  and thus was removed. Some bits remained though. This commit removes those
-	  bits and clarifies that in the current switchbin version, a NULL path
-	  element instead means passthrough.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4632>
-
-2024-01-16 16:50:11 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/aja/gstajasink.cpp:
-	* sys/aja/gstajasink.h:
-	  ajasink: Add HANC/VANC ancillary data from GstAncillaryMeta
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5488>
-
-2024-01-16 15:19:42 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/aja/gstajasrc.cpp:
-	* sys/aja/gstajasrc.h:
-	  ajasrc: Add GstAncillaryMeta for any HANC/VANC ancillary data that is captured
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5488>
-
-2024-02-05 23:35:31 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* ext/analyticsoverlay/gstobjectdetectionoverlay.c:
-	  analyticsoverlay: fix gst-launch exemple
-	  - Adapt example to new onnx elements.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6062>
-
-2024-02-07 21:55:01 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/nvcodec/gstcudaipcclient.cpp:
-	* sys/nvcodec/gstcudaipcserver.cpp:
-	* sys/nvcodec/gstcudaipcsink.cpp:
-	* sys/nvcodec/gstnvencoder.cpp:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	* sys/nvcodec/gstnvjpegenc.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvcodec: Update plugin cache
-	  Updating plugin cache for IPC elements, JPEG encoder, and newly added
-	  properties. Also removing Gst*SLDec which does not exist anymore
-	  but renamed to Gst*Dec.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6070>
-
-2024-02-07 12:13:29 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	  analytics: Allow getting a related meta with ANY type
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6068>
-
-2024-01-31 05:16:39 +1100  Jan Schmidt <jan@centricular.com>
-
-	* gst/mpegtsdemux/tsdemux.c:
-	  tsdemux: Detect reaching the end of configured segment
-	  If the current segment has a configured stop point, detect
-	  when when pad timestamps proceed past that point and mark
-	  them as EOS. Otherwise, tsdemux continues streaming
-	  the whole input downstream (unless something downstream detects
-	  and returns EOS for us)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6023>
-
-2024-01-25 03:02:59 +1100  Jan Schmidt <jan@centricular.com>
-
-	* gst/mpegtsdemux/mpegtsbase.c:
-	* gst/mpegtsdemux/tsdemux.c:
-	  tsdemux: Support segment seeking
-	  Add support for segment seeks and posting segment-done for
-	  seamless non-flushing looping
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6023>
-
-2024-02-05 23:04:45 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* ext/openjpeg/meson.build:
-	  meson: Fix several warnings in the build
-	  Deprecations, incorrect options, etc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6058>
-
-2024-02-06 18:09:02 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* meson.build:
-	  Back to development
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6066>
-
-=== release 1.23.1 ===
-
-2024-02-06 16:37:19 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* NEWS:
-	* RELEASE:
-	* gst-plugins-bad.doap:
-	* meson.build:
-	  Release 1.23.1
-
-2024-02-04 12:20:41 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/codecparsers/gstav1bitwriter.h:
-	  codecparsers: av1bitwriter: fix Since marker
-	  ... and add them to the symbol index to make hotdoc happy
-
-2024-02-04 10:20:59 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.h:
-	* gst-libs/gst/codecparsers/gsth265parser.h:
-	  codecparsers: document new GstH265Level and GstH264Level enums
-	  ... and add them to the symbol index to make hotdoc happy.
-
-2024-02-03 17:43:23 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/va/gstvapool.c:
-	  va: fix g-i annotation
-	  This parameter annotation is unknown :allow-null-none None
-
-2024-01-26 04:57:21 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* gst/y4m/gsty4mdec.c:
-	  y4mdec: Fix some debug log categories
-	  Fatal errors should be logged as ERROR, extremely spammy messages
-	  should be logged with TRACE
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5997>
-
-2024-01-26 04:26:07 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/y4m/gsty4mdec.c:
-	  y4mdec: Parse extended headers written out by FFmpeg
-	  References:
-	  https://wiki.multimedia.cx/index.php/YUV4MPEG2
-	  https://github.com/FFmpeg/FFmpeg/blob/eee3b7e2/libavformat/yuv4mpegenc.c#L74-L166
-	  The primary purpose is to add high bit-depth y4m support, which is
-	  commonly used for testing codecs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5997>
-
-2024-01-26 03:44:44 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* gst/y4m/gsty4mdec.c:
-	  y4mdec: Simplify header parsing
-	  Use string parsing instead of pointer arithmetic, which makes the code
-	  easier to understand and less error-prone. This has no functional
-	  changes, and is preparation for the next commit, which extends the
-	  header parsing.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5997>
-
-2024-01-17 13:35:48 +0700  sergey radionov <rsatom@gmail.com>
-
-	* gst-libs/gst/webrtc/nice/nice.c:
-	  nice: resolve result should go to nice helper thread
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5921>
-
-2024-02-05 22:27:59 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* ext/onnx/decoders/gstssdobjectdetector.c:
-	* ext/onnx/gstonnxclient.cpp:
-	  onnx: fix, update tensor producer and consumers
-	  - Propagate GstTensor.type becoming to GstTensor.data_type to tensor producer
-	  (onnx) and consumer (TensorDecoder)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6061>
-
-2024-02-05 14:59:06 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/analyticsoverlay/meson.build:
-	  analyticsoverlay: Don't error out on lack on dependency in auto mode
-	  If the option is set to auto, it shouldn't fail if the dependency is missing.
-	  Fixes #3266
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6060>
-
-2024-02-05 17:14:24 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/aja/gstajasink.cpp:
-	  ajasink: Remove workaround for NTV SDK bug that is fixed since a while
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6056>
-
-2024-02-05 14:18:28 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/meson.build:
-	* ext/vulkan/vkh264dec.h:
-	  vkh264dec: GST_USE_UNSTABLE_API for plugin compilation
-	  The code to include H264 decoder base class header wrongly disabled the unstable
-	  API  message. This patch fixes it by setting it as a compilation define of the
-	  plugin.¡
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6055>
-
-2024-01-22 16:48:30 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkupload.c:
-	  vkupload: remove unused parameter fetching
-	  It's not required to create a vulkan buffer to fetch its size since all this
-	  handled by internally by the allocator and it was never needed, so it looks like
-	  dead code. Let's delete it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6028>
-
-2024-02-04 22:06:09 +0700  sergey radionov <rsatom@gmail.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin: it's better to have thread default main context
-	  on thread bound to that main context.
-	  fixes #3271
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6053>
-
-2024-02-04 23:25:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12-private.h:
-	* sys/d3d12/gstd3d12commandqueue.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Fix potential self thread join
-	  Fence data could hold GstD3D12Device directly or indirectly.
-	  Then if it's holding last refcount, the device object will
-	  be released from the device object's internal thread,
-	  and will try join self thread.
-	  Delegates it to other global background thread to avoid
-	  self thread joining.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6042>
-
-2024-02-02 01:17:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12memory: Remove unused method
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6042>
-
-2024-01-25 00:02:30 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/decoders/gstobjectdetectorutils.cpp:
-	* ext/onnx/decoders/gstobjectdetectorutils.h:
-	* ext/onnx/decoders/gstssdobjectdetector.c:
-	* ext/onnx/decoders/gstssdobjectdetector.h:
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/meson.build:
-	* ext/onnx/tensor/gsttensormeta.h:
-	  onnx: Port SSD detector to C
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6001>
-
-2024-01-24 22:31:21 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/decoders/gstobjectdetectorutils.cpp:
-	* ext/onnx/decoders/gstobjectdetectorutils.h:
-	* ext/onnx/decoders/gstssdobjectdetector.cpp:
-	* ext/onnx/decoders/gstssdobjectdetector.h:
-	* ext/onnx/meson.build:
-	  onnx: Only read labels file one and use GIO
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6001>
-
-2024-01-24 21:31:44 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxinference.cpp:
-	* ext/onnx/tensor/gsttensormeta.h:
-	  onnx: Add more tensor data types
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6001>
-
-2024-01-24 21:22:47 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/decoders/gstssdobjectdetector.cpp:
-	* ext/onnx/tensor/gsttensormeta.c:
-	* ext/onnx/tensor/gsttensormeta.h:
-	  onnx: Remove unecessary gst_tensor_meta_get_all_from_buffer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6001>
-
-2024-01-24 21:14:39 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/tensor/gsttensor.h:
-	* ext/onnx/tensor/gsttensormeta.c:
-	* ext/onnx/tensor/gsttensormeta.h:
-	  onnx: Merge tensor into tensor meta file
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6001>
-
-2024-01-25 20:09:19 +0100  Loïc Le Page <llepage@igalia.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/webp/gstwebpenc.c:
-	* ext/webp/gstwebpenc.h:
-	  webpenc: add animation properties
-	  - animation background color
-	  - number of animation loops
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5994>
-
-2024-01-25 20:06:46 +0100  Loïc Le Page <llepage@igalia.com>
-
-	* ext/webp/gstwebpenc.c:
-	  webpenc: don't allow changing resolution in animation mode
-	  - fails on image resolution changes in animation mode
-	  - fails with a log message on invalid color spaces
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5994>
-
-2024-01-25 19:51:53 +0100  Loïc Le Page <llepage@igalia.com>
-
-	* ext/webp/gstwebpenc.c:
-	  webpenc: fix naming and libwebp API calls
-	  - uniformize parameters naming
-	  - call symetric init and clear functions systematically from libwebp API
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5994>
-
-2020-10-23 00:15:32 +0200  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* ext/webp/gstwebpenc.c:
-	* ext/webp/gstwebpenc.h:
-	* ext/webp/meson.build:
-	  webpenc: add support for animated WebP
-	  The libwebp API doesn't match very well with the GstVideoEncoder
-	  API, as it only delivers an unframed bitstream once all pictures
-	  have been processed, which means we can only push a single buffer
-	  manually on our srcpad on finish().
-	  Supporting animated webp is still valuable, and the feature is
-	  behind an opt-in property.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5994>
-
-2024-02-01 18:03:58 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	  analytics: Always return a string from mtd_type_get_name()
-	  It makes it easier to use in printf() style strings without worrying
-	  about getting a NULL.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6035>
-
-2023-10-05 16:01:40 +0200  Jonas K Danielsson <jonas.danielsson@spiideo.com>
-
-	* tests/check/elements/srt.c:
-	* tests/check/meson.build:
-	  srt: Add basic check test of srtsrc|sink
-	  Add some basic tests for the srtsrc and the srtsink and set us up for
-	  more advanced tests down the road.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5440>
-
-2023-09-13 10:42:45 +0200  Jonas K Danielsson <jonas.danielsson@spiideo.com>
-
-	* ext/srt/gstsrtobject.c:
-	  srt: Add more fields to application/x-srt-statistics
-	  In order to see how many packets where retransmitted and how many was
-	  dropped we add some new fields.
-	  Please see https://github.com/Haivision/srt/blob/master/docs/API/statistics.md
-	  For details about the new fields.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5322>
-
-2024-02-02 00:18:56 +0100  Heiko Becker <mail@heiko-becker.de>
-
-	* ext/neon/meson.build:
-	  neon: Allow building against neon 0.33.x
-	  From its NEWS file:
-	  "API and ABI backwards-compatible with 0.27.x and later"
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6036>
-
-2024-01-31 15:22:37 +0000  Philippe Normand <philn@igalia.com>
-
-	* ext/srtp/gstsrtpenc.c:
-	  srtpenc: Fix potential leak
-	  When attempting to process a buffer after the rtcp session was closed the output
-	  buffer memory would remain referenced.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6029>
-
-2023-12-05 21:11:31 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/analyticsoverlay/gstanalyticsoverlay.c:
-	* ext/analyticsoverlay/gstobjectdetectionoverlay.c:
-	* ext/analyticsoverlay/gstobjectdetectionoverlay.h:
-	* ext/analyticsoverlay/meson.build:
-	* ext/meson.build:
-	* meson_options.txt:
-	  analyticsoverlay: add object-detection overlay
-	  - Overlay analytics-meta-od attached to video buffer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5768>
-
-2024-01-29 22:26:09 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.h:
-	  analytics: Change indexes type from i32 -> gsize
-	  - gst_analytics_cls_mtd_get_length() return a gsize, this type dicated index
-	  type for gst_analytics_cls_mtd_get_quark() and
-	  gst_analytics_cls_mtd_get_level().
-	  - Minor cleanup/improvement on index validation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6018>
-
-2024-01-29 22:13:36 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* tests/check/libs/analyticsmeta.c:
-	  analytics: add test for OD confidence level retrieval
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6017>
-
-2024-01-29 22:11:17 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h:
-	  analytics: add api on OD to retrieve bbox confidence
-	  - Add a specific api to retrieve bbox confidence level without having to
-	  retrieve it's location.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6017>
-
-2024-01-30 02:58:03 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvjpegenc.cpp:
-	* sys/nvcodec/gstnvjpegenc.h:
-	* sys/nvcodec/meson.build:
-	* sys/nvcodec/plugin.c:
-	  nvcodec: Add JPEG encoder
-	  Adding nvJPEG library based JPEG encoder element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6021>
-
-2024-01-30 23:17:28 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudafilter.c:
-	* sys/nvcodec/gstcudafilter.h:
-	* sys/nvcodec/meson.build:
-	* sys/nvcodec/plugin.c:
-	  nvcodec: Move runtime compiler check to plugin init function
-	  Required information for other elements
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6021>
-
-2024-01-12 08:00:31 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/autoconvert/gstautodeinterlace.c:
-	* gst/autoconvert/plugin.c:
-	  bad: Update plugins cache
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-05-19 18:37:14 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstbaseautoconvert.c:
-	* gst/autoconvert/gstbaseautoconvert.h:
-	  auto: Reuse subbins instead of recreating them over and over
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-10-10 16:05:34 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautovideoconvert.c:
-	  autoconvert: Force raw memory when using videoconvertscale
-	  videoconvertscale advertises `ANY` feature, but it supports it only
-	  in passthrough. Our goal with autoconvert is to ensure that  conversion
-	  is possible with the elements that are being plugged so we avoid
-	  plugging `videoconvertscale` if the memory type is not system memory.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-04-29 00:33:26 +0200  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautovideoconvert.c:
-	  autovideoconvert: Use cudaconvert for formats not allowed by glcolorconverts
-	  There are some pixel formats supported by `cudaconvert` but not `glcolorconvert`
-	  so prefer using `cudaconvert` for those cases rather than using
-	  `videoconvertscale` and system memory
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-04-24 15:54:47 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautovideoflip.c:
-	* gst/autoconvert/gstautovideoflip.h:
-	* gst/autoconvert/meson.build:
-	* gst/autoconvert/plugin.c:
-	  auto: Add an 'autovideoflip' element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-04-18 18:13:54 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstbaseautoconvert.c:
-	  autoconvert: Accept new caps when they are exactly equal to previous ones
-	  That basically was overlooked as the code was clearly intending to do that
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-03-31 17:14:19 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautodeinterlace.c:
-	* gst/autoconvert/gstautodeinterlace.h:
-	* gst/autoconvert/gstautovideo.c:
-	* gst/autoconvert/gstautovideo.h:
-	* gst/autoconvert/gstautovideoconvert.c:
-	* gst/autoconvert/gstautovideoconvert.h:
-	* gst/autoconvert/meson.build:
-	* gst/autoconvert/plugin.c:
-	  auto: Add a gstautodeinterlace element
-	  Which can do colorspace conversion if necessary.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-03-31 13:28:09 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	* gst/autoconvert/gstautovideoconvert.c:
-	* gst/autoconvert/gstautovideoconvert.h:
-	* gst/autoconvert/gstbaseautoconvert.c:
-	* gst/autoconvert/gstbaseautoconvert.h:
-	* tests/validate/autovideoconvert/renegotiate.validatetest:
-	* tests/validate/autovideoconvert/renegotiate/flow-expectations/log-^convert-src569JNRXZghikmsexpected:
-	  autovideoconvert: Handle passing bin description instead of factories
-	  This way we can build our own well know bins for conversion keeping the
-	  code simple.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2023-03-30 17:04:58 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	* gst/autoconvert/gstautoconvert.h:
-	* gst/autoconvert/gstbaseautoconvert.c:
-	* gst/autoconvert/gstbaseautoconvert.h:
-	* gst/autoconvert/meson.build:
-	  autoconvert: Factor out a new GstBaseAutoConvert class
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2022-03-28 19:09:56 +0200  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautovideoconvert.c:
-	  auto: Expose colorspace and scaler elements for well know elements
-	  And require Scaler in the class of elements to be plugged by
-	  autovideoconvert
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-25 20:44:46 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	* tests/validate/autovideoconvert/renegotiate.validatetest:
-	* tests/validate/autovideoconvert/renegotiate/flow-expectations/log-convert-src-expected:
-	* tests/validate/meson.build:
-	  autoconvert: Handle reconfiguring on the srcpad
-	  Only upstream renegotiation was properly handled, we needed to answer
-	  that when downstream forces a renegotiation we take into account the
-	  new downstream restrictions.
-	  And add tests for it
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-24 16:07:41 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	  autoconvert: Remove unused elements from the bin
-	  Instead of letting all the elements that were added into the bin,
-	  add them only when strictly needed and removed them when we stop using
-	  them.
-	  With previous refactoring we are keeping them in our own hashmap in
-	  amy case so we can keep reusing the same elements as before.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-21 23:06:34 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautovideoconvert.c:
-	  autovideoconvert: Ignore elements with rank == NONE
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-21 22:25:15 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	  autoconvert: Fix the way we compare element types
-	  We used to conside elements that were subclassses of another
-	  element type as being the same (for example with videoconvertscale,
-	  bother videoconvert and videoscale are subclasses of videoconvertscale
-	  and that code was lost)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-20 23:46:15 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	* gst/autoconvert/gstautoconvert.h:
-	  autoconvert: Stop using qdata and unsafe weak refs
-	  We are still using internal pads that are not added to the bin
-	  but we now have a subclass and avoid qdata and weak refs as
-	  they are not MT safe.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-20 18:50:46 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	* gst/autoconvert/gstautoconvert.h:
-	* gst/autoconvert/gstautovideoconvert.c:
-	* gst/autoconvert/gstautovideoconvert.h:
-	  autovideoconvert: Make it a subclass of GstAutoConvert
-	  Instead of a wrapper, making it much simpler.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-20 18:13:27 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/autoconvert/gstautoconvert.c:
-	* gst/autoconvert/meson.build:
-	  autoconvert: Add a 'factory-names' property
-	  Making the element more gst-launch friendly.
-	  This also stop trying to handle usage of ->factories atomic and instead
-	  use the object lock to handle them.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-20 17:37:47 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautoconvert.c:
-	  autoconvert: Remove not thread safe use of ->current_subelement
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2021-05-20 17:22:32 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/autoconvert/gstautovideoconvert.c:
-	  autoconvert: Stop using generic element name
-	  It makes it harder to debug for no real benefice in the case
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/899>
-
-2024-01-24 17:11:34 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdk: Use gst_video_info_dma_drm_to_video_info to extract video info
-	  Note that we need mappings for all drm_fourcc, otherwise we will get
-	  GST_VIDEO_FORMAT_UNKNOWN for some formats...
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5991>
-
-2024-01-30 22:18:06 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	  va: baseenc: Fix the wrong parameter order to call va_map_buffer()
-	  The current gst_va_base_enc_copy_output_data() uses wrong parameter
-	  order to call va_map_buffer().
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6020>
-
-2024-01-29 23:25:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/stub/cuda.h:
-	* sys/nvcodec/gstnvbaseenc.c:
-	* sys/nvcodec/gstnvencobject.cpp:
-	* sys/nvcodec/plugin.c:
-	  cuda: Report device open error
-	  Call gst_cuda_result() with CUDA_ERROR_NO_DEVICE error code if
-	  we could not open device, so that application can catch the error
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6006>
-
-2024-01-29 23:20:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/stub/cuda.h:
-	  cuda: Use cuStreamDestroy_v2 API
-	  Sync up with CUDA 11.x/12.0 header
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6006>
-
-2024-01-29 21:37:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaipc.cpp:
-	* sys/nvcodec/gstcudaipc.h:
-	* sys/nvcodec/gstcudaipcclient.cpp:
-	* sys/nvcodec/gstcudaipcclient.h:
-	* sys/nvcodec/gstcudaipcclient_unix.cpp:
-	* sys/nvcodec/gstcudaipcclient_win32.cpp:
-	* sys/nvcodec/gstcudaipcserver.cpp:
-	* sys/nvcodec/gstcudaipcserver.h:
-	* sys/nvcodec/gstcudaipcsink.cpp:
-	* tests/examples/nvcodec/cudaipc.c:
-	* tests/examples/nvcodec/meson.build:
-	  cudaipc: Add support for custom meta forwarding
-	  Forward custom meta to peer ipcsrc elements
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6006>
-
-2024-01-24 19:12:57 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vkformat: fetch correctly feature flags2
-	  Feature flags2 are fetch through VkFormatProperties3KHR and needs more guards
-	  checking.
-	  Moved out all the feature flags fetching to another function for clarity.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6014>
-
-2023-09-13 11:10:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vkformat: use VK_KHR_get_physical_device_properties2 to guard
-	  and VK_KHR_format_feature_flags2 rather than a meaningless version handling.
-	  Also the patch brings back the usage of features2 for video extensions, use KHR
-	  version to support the guarded symbols.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6014>
-
-2024-01-18 18:35:21 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkdownload.c:
-	* ext/vulkan/vkupload.c:
-	* gst-libs/gst/vulkan/gstvkvideofilter.c:
-	  vulkan: early return if gst_buffer_pool_set_config() fails
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6013>
-
-2022-09-12 14:48:50 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvaav1enc.c:
-	* sys/va/gstvaav1enc.h:
-	* sys/va/meson.build:
-	* sys/va/plugin.c:
-	  va: Implement the vaav1enc plugin
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2023-06-11 20:17:19 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabaseenc.h:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265enc.c:
-	  va: baseenc: Extend the create_output_buffer() to accept prefix data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2022-11-10 20:36:05 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabaseenc.h:
-	  va: encoder: Add copy_output_data() helper function
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2022-11-10 17:00:28 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabaseenc.h:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265enc.c:
-	  va: encoder: extend prepare_output() virtual function
-	  The output of VP9 and AV1 encoder is a little different from the H264
-	  and H265 encoder, it may contain repeat frames and so the output frame
-	  number may be more than the input. We need to call finish_subframe()
-	  when some frame will be repeated later. So we need to extend the
-	  current prepare_output() virtual function.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2022-07-19 17:39:30 +0800  He Junyan <junyan.he@intel.com>
-
-	* tests/check/libs/av1bitwriter.c:
-	* tests/check/meson.build:
-	  tests: Add the av1 bit code writer test case
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2022-07-19 17:33:13 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecparsers/gstav1bitwriter.c:
-	* gst-libs/gst/codecparsers/gstav1bitwriter.h:
-	* gst-libs/gst/codecparsers/meson.build:
-	  codecparsers: Implement the AV1 bit code writer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2022-09-12 11:17:25 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.h:
-	  codecparsers: av1: add ref_global_motion_params in frame header
-	  In order to ease the AV1 bit writer to write the global_motion_params
-	  when primary_ref_frame is enabled, we need to add this field to set
-	  the global_motion_params of the reference frame.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2022-07-19 17:25:50 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.h:
-	  codecparsers: av1: add expected_frame_id in frame header
-	  We need it to ease the bit code writing of AV1 frame header.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3015>
-
-2024-01-28 20:52:40 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	  h264parse: Remove un-needed check on SPS state
-	  Fixes #3254
-	  - Having SEI before SPS is not an issue anymore with AU boundary detection
-	  based on backlog.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6004>
-
-2024-01-23 15:34:15 +0100  Robert Mader <robert.mader@collabora.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: Allow non-linear modifiers for dummy mem_maps
-	  A client may map dmabufs without the intention to either read or write
-	  to the memory. One example is clients wanting to use the
-	  `gst_video_frame_map()` helper function.
-	  Thus, in order to make buffers from `GstVaDmabufAllocator` conveniently
-	  usable, ignore the modifier check if the client specified neither
-	  `GST_MAP_READ` nor `GST_MAP_WRITE`.
-	  Also skip the `va_sync_surface()` call in that case, as it's likely only
-	  needed for CPU reads/writes.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5965>
-
-2024-01-25 16:16:03 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst-libs/gst/vulkan/gstvkvideo-private.c:
-	  vulkan: Fix clang compiler warning
-	  clang does not like the array index assignment without the `=` sign in
-	  it. This is a gnu extension I believe, and adding the sign is proper.
-	  This fixes the following two warnings:
-	  ```
-	  ../subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkvideo-private.c:32:40:
-	  warning: use of GNU 'missing =' extension in designator -Wgnu-designator
-	  GST_VK_VIDEO_EXTENSION_DECODE_H264 {
-	  ^
-	  =
-	  ../subprojects/gst-plugins-bad/gst-libs/gst/vulkan/gstvkvideo-private.c:36:40:
-	  warning: use of GNU 'missing =' extension in designator -Wgnu-designator
-	  GST_VK_VIDEO_EXTENSION_DECODE_H265 {
-	  ^
-	  =
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5996>
-
-2023-12-19 19:00:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvh264enc.cpp:
-	  qsvh264enc: Always specify field order
-	  qsv runtime will report error when encoding interlaced stream
-	  if session was initialized with unknown field order
-	  but tff/bff is specified in per frame encoding parameter.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5835>
-
-2024-01-25 22:25:19 +1100  Jan Schmidt <jan@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	* ext/webrtc/utils.c:
-	* ext/webrtc/utils.h:
-	  webrtcbin: Improve SDP intersection for Opus
-	  Remove optional sprop-stereo and sprop-maxcapture fields from Opus
-	  remote offer caps before intersecting with local codec preferences.
-	  According to https://datatracker.ietf.org/doc/html/rfc7587#section-7.1
-	  those fields are sender-only informative, and don't affect
-	  interoperability.
-	  Fixes cases where the webrtc media will end up receive-only if the
-	  local side wants to send stereo but the remote is sending mono, or
-	  vice versa.
-	  There may be other fields in other codecs, so the implementation
-	  anticipates needing to add further fields and codecs in the future.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5993>
-
-2024-01-25 02:17:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/dxva/gstdxvampeg2decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvampeg2decoder.h:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12mpeg2dec.cpp:
-	* sys/d3d12/gstd3d12mpeg2dec.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add MPEG-2 decoder
-	  Most of code additions are just gluing already implemented
-	  GstDxva and GstD3D12Decoder interfaces
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5979>
-
-2024-01-18 21:56:35 +1100  Jan Schmidt <jan@centricular.com>
-
-	* gst/timecode/gsttimecodestamper.c:
-	  timecodestamper: Improve error handling and don't crash
-	  Post a bus message explaining that input buffers must
-	  have timestamps and return GST_FLOW_ERROR, instead of
-	  a confusing NOT-NEGOTIATED
-	  Also remove an errant buffer unref in the error handling
-	  that would lead to crashes after.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5935>
-
-2024-01-16 02:52:49 +1100  Jan Schmidt <jan@centricular.com>
-
-	* gst/timecode/gsttimecodestamper.c:
-	  timecodestamper: Don't do finalizing in dispose
-	  Add a finalize method and release locks and things in there, instead
-	  of in the dispose method. Dispose may be called multiple times,
-	  at any time, and should just safely release references to other
-	  memory that might reference it back.
-	  In this case, timecodestamper would later crash in the element
-	  dispose method trying to take the freed mutex from
-	  gst_timecodestamper_release_pad().
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5935>
-
-2024-01-24 17:58:29 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
-
-	* sys/va/meson.build:
-	  SA: Remove extra check since libva min version is 1.12
-	  The libva version was updated to 1.12 in PR 4781 1
-	  1 https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4781
-	  NOTE: I also sort va_sources
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5978>
-
-2024-01-24 12:36:48 +0000  Philippe Normand <philn@igalia.com>
-
-	* gst/videoparsers/gstvp9parse.c:
-	  vp9parse: Fix critical warning during caps negotiation
-	  `gst_pad_get_allowed_caps()` returns a non-writable caps, so we need to make it
-	  writable, otherwise the `gst_caps_remove_structure()` call below might trigger a
-	  critical warning.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5975>
-
-2024-01-23 23:58:53 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	  d3d12av1dec: Fix object type name on multi-gpu system
-	  Fixing typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5964>
-
-2023-10-23 17:10:54 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdecoder.c:
-	* gst-libs/gst/vulkan/gstvkvideo-private.c:
-	* gst-libs/gst/vulkan/gstvkvideo-private.h:
-	  vulkan video: add GST_VK_VIDEO_EXTENSIONS enum
-	  To avoid using mysterious value, use an enum to
-	  show the valid value in _vk_codec_extensions
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5922>
-
-2023-10-30 16:16:34 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vulkan/format: also get features in the fallback case
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5576>
-
-2023-10-30 15:53:44 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vulkan/format: don't assign an uneeded boolean
-	  We don't actually need the basics_primary/secondary boolean.  The
-	  returned format is decided by the requested usage with fallbacks as
-	  necessary.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5576>
-
-2023-10-30 15:52:44 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vulkan/format: there is no current need to use the 64-bit feature flags
-	  All of our feature flags are currently covered by the first
-	  VkFormatFeatureFlag enum so far.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5576>
-
-2023-10-30 14:59:33 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vulkan/format: correct fallback features in from_video_info_2
-	  The features were not actually used and were written into a boolean
-	  value.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5576>
-
-2024-01-10 03:33:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	  av1parser: Fix potential stack overflow during tile list parsing
-	  The tile_count_minus_1 must be less than or equal to 511 as specified
-	  in spec "6.11.1 General tile list OBU semantics"
-	  Fixes #3214 / CVE-2024-0444 / ZDI-CAN-22873
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5970>
-
-2024-01-23 11:47:31 +0000  Daniel Stone <daniels@collabora.com>
-
-	* gst-libs/gst/wayland/meson.build:
-	  wayland: Actually use wayland-protocols version dep
-	  Closes: #3242
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5962>
-
-2022-06-26 17:44:33 +0100  Daniel Stone <daniels@collabora.com>
-
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/gstwldisplay.h:
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	* gst-libs/gst/wayland/meson.build:
-	  gstwayland: Support wp_single_pixel_buffer_v1
-	  This protocol does what it says on the box, avoiding the need for a 1x1
-	  wl_shm buffer.
-	  A wayland-projects wrap has been added for users who do not have v1.26
-	  available.
-	  This commit was partly authored by Robert Mader.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2662>
-
-2024-01-21 19:43:18 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12h264enc.cpp:
-	  d3d12h264enc: Fix profile support check
-	  Add missing CheckFeatureSupport() call, and remove unused field
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5952>
-
-2024-01-22 18:58:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12compositor.cpp:
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12: Pass target rectangle to ClearRenderTargetView()
-	  Some drivers seem to be crashing if ClearRenderTargetView() is called
-	  for P010/P016 texture's second subresource (UV plane) without
-	  specified target rectangle.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5952>
-
-2024-01-06 21:26:46 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d12/gstd3d12-private.h:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12dpbstorage.cpp:
-	* sys/d3d12/gstd3d12dpbstorage.h:
-	* sys/d3d12/gstd3d12encoder.cpp:
-	* sys/d3d12/gstd3d12encoder.h:
-	* sys/d3d12/gstd3d12encoderbufferpool.cpp:
-	* sys/d3d12/gstd3d12encoderbufferpool.h:
-	* sys/d3d12/gstd3d12h264enc.cpp:
-	* sys/d3d12/gstd3d12h264enc.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	* tests/examples/d3d12/d3d12enc-dynamic-reconfigure.c:
-	* tests/examples/d3d12/meson.build:
-	* tests/examples/meson.build:
-	  d3d12: Add H.264 video encoder
-	  Adding video encoder element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5808>
-
-2024-01-15 16:05:07 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: Fix leaks
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5930>
-
-2024-01-17 20:35:26 +0100  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtenc.c:
-	  vtenc: Fix PAUSED->READY deadlock when output loop is running
-	  Explicitly calls gst_vtenc_pause_output_loop when going PAUSED->READY to make sure GST_PAD_STREAM_LOCK is not taken.
-	  Before this change, a deadlock would occur if pipeline got stopped right after one output buffer was generated by vtenc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5933>
-
-2023-12-06 21:25:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	  h264decoder: Handle malformed avc/avc3 packets
-	  Packetized stream format should not contain start-code prefix
-	  in bitstream and each nal-length-byte, nal-byte unit should consist of
-	  single nal unit. But there are malformed streams in the world.
-	  Use newly added gst_h264_parser_identify_and_split_nalu_avc()
-	  method to identify each nal unit.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3219
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5772>
-
-2023-12-06 21:23:08 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* gst-libs/gst/codecparsers/gsth264parser.h:
-	* tests/check/libs/h264parser.c:
-	  h264parser: Add gst_h264_parser_identify_and_split_nalu_avc() method
-	  Equivalent to _split_nalu_hevc() method in h265parser. This method
-	  will scan start-code prefix and split into individual NAL units
-	  if start-code prefix is detected
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5772>
-
-2024-01-10 15:11:33 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	  msdkdec: Let msdk base decoder maintain the output_state
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5929>
-
-2024-01-12 14:42:29 +0000  Chris Spencer <spencercw@gmail.com>
-
-	* gst-libs/gst/vulkan/gstvkmemory.c:
-	* gst-libs/gst/vulkan/gstvkmemory.h:
-	  vkmemory: don't map memory more than once
-	  vkMapMemory may not be called on a memory object that is already
-	  host-mapped. If the gstreamer memory object is mapped more than once then
-	  reuse the existing Vulkan mapping.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5917>
-
-2023-12-20 13:25:51 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpputil.c:
-	  msdkvpp: Fix dma caps negotiation
-	  Modify the fix_output_format in vpp to directly generate caps with
-	  negotiated src caps, and we have the correct dma caps negotiation in
-	  fix_output_format function. And thus, we can remove the redundant
-	  negotiation of using function pad_accept_memory in vpp.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5845>
-
-2024-01-11 22:20:28 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	  h264parse: Fix AU collection
-	  If remaining NALUs are expected to be drained in the current
-	  process_frame() loop, do not adjust offsets. Otherwise NALU data
-	  will point to random byte position and it would be broken data.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5911>
-
-2024-01-14 21:22:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12memory.cpp:
-	  d3d12memory: Don't use persistent staging buffer map
-	  Persistent map is not recommended in case of readback
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5919>
-
-2024-01-14 19:32:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12memory-private.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12decoder: Use D3D12_HEAP_FLAG_CREATE_NOT_ZEROED flag
-	  Since the first access to a texture is always write, zero initialization
-	  is unnecessary
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5919>
-
-2024-01-04 15:23:54 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/gstonnxinference.cpp:
-	  onnxinference: Return caps based on model preference when possible
-	  This should enable zero-copy when the model has the right type
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5885>
-
-2024-01-04 15:07:10 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/gstonnxinference.cpp:
-	  onnx: Use the element pointer for debug message
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5885>
-
-2024-01-04 14:56:41 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/gstonnxinference.cpp:
-	  onnx: Extract data type from the model itself
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5885>
-
-2023-11-28 14:07:32 +0000  Chris Spencer <spencercw@gmail.com>
-
-	* ext/vulkan/vkh264dec.c:
-	* gst-libs/gst/vulkan/gstvkdecoder.c:
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.h:
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.h:
-	* sys/applemedia/iosurfacevulkanmemory.c:
-	* tests/check/libs/vkimagebufferpool.c:
-	* tests/check/libs/vkvideodecode.c:
-	  vkimagebufferpool: allow specifying initial image layout
-	  The pool currently defaults to performing a layout transition to
-	  VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, with some special exceptions for
-	  video usages. This may not be a legal transition depending on the usage.
-	  Provide an API to explicitly control the initial image layout.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5881>
-
-2023-08-30 10:56:19 -0600  Scott Moreau <oreaus@gmail.com>
-
-	* gst-libs/gst/vulkan/wayland/gstvkwindow_wayland.c:
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	  gst-launch: accept option to set program name
-	  The option --prog-name="PROGRAM-NAME" can be passed to set the program name.
-	  The program name is used by gtk and gstreamer to set the class or app-id.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5263>
-
-2023-02-16 15:48:32 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: bump to primary rank
-	  Also updates medias modules for CI.
-	  Fixes: #1775
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3983>
-
-2023-11-12 02:37:58 +0700  Ratchanan Srirattanamet <peathot@hotmail.com>
-
-	* sys/androidmedia/jni/gstamc-jni.c:
-	* sys/androidmedia/meson.build:
-	* sys/androidmedia/ndk/gstamc-codec-ndk.c:
-	* sys/androidmedia/ndk/gstamc-format-ndk.c:
-	* sys/androidmedia/ndk/gstamc-internal-ndk.h:
-	* sys/androidmedia/ndk/gstamc-ndk.h:
-	  androidmedia: add NDK implementation of Android MediaCodec
-	  This reduces the amount of Java <-> native calls, which should reduce
-	  overhead a bit. It also paves a way to share the code between Android
-	  and a libhybris-based backend (where GNU/Linux system uses Android
-	  driver) in the future.
-	  Bug: https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/issues/1242
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4115>
-
-2023-11-12 02:32:21 +0700  Ratchanan Srirattanamet <peathot@hotmail.com>
-
-	* sys/androidmedia/gstamc-codec.c:
-	* sys/androidmedia/gstamc-codec.h:
-	* sys/androidmedia/gstamc-format.c:
-	* sys/androidmedia/gstamc-format.h:
-	* sys/androidmedia/jni/gstamc-codec-jni.c:
-	* sys/androidmedia/jni/gstamc-format-jni.c:
-	* sys/androidmedia/jni/gstamc-jni.c:
-	* sys/androidmedia/jni/gstamc-jni.h:
-	* sys/androidmedia/magicleap/gstamc-codec-ml.c:
-	* sys/androidmedia/magicleap/gstamc-format-ml.c:
-	* sys/androidmedia/magicleap/gstamc-internal-ml.h:
-	* sys/androidmedia/magicleap/gstamc-ml.c:
-	* sys/androidmedia/meson.build:
-	  androidmedia: allow multiple implementations of codec and format
-	  When implementing NDK media support, it would be useful to also have JNI
-	  implementation in the same binary as NDK media compatibility is lower.
-	  As such, implement a rudimentary vtable system for gstamc-codec and
-	  gstamc-format, and allow choosing the implementation at static_init()
-	  time.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4115>
-
-2023-11-12 02:27:22 +0700  Ratchanan Srirattanamet <peathot@hotmail.com>
-
-	* sys/androidmedia/gstamc-codec.h:
-	* sys/androidmedia/gstamc-codeclist.h:
-	* sys/androidmedia/gstamc-format.h:
-	* sys/androidmedia/gstamc.c:
-	* sys/androidmedia/gstamc.h:
-	* sys/androidmedia/gstamcsurfacetexture.h:
-	* sys/androidmedia/jni/gstamc-codec-jni.c:
-	* sys/androidmedia/jni/gstamc-codeclist-jni.c:
-	* sys/androidmedia/jni/gstamc-format-jni.c:
-	* sys/androidmedia/jni/gstamc-jni.c:
-	* sys/androidmedia/jni/gstamc-jni.h:
-	* sys/androidmedia/jni/gstamcsurfacetexture-jni.c:
-	* sys/androidmedia/magicleap/gstamc-codec-ml.c:
-	* sys/androidmedia/magicleap/gstamc-codeclist-ml.c:
-	* sys/androidmedia/magicleap/gstamc-format-ml.c:
-	* sys/androidmedia/magicleap/gstamc-ml.c:
-	* sys/androidmedia/magicleap/gstamc-surfacetexture-ml.c:
-	* sys/androidmedia/meson.build:
-	  androidmedia: call all static_init() functions from single entry point
-	  This allows the implementations to do custom logic behind the hood. For
-	  example, when NDK implementation is added, the entrypoint can chooses to
-	  statically initialize the NDK implementations or the JNI one.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4115>
-
-2023-12-21 11:49:12 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	* gst-libs/gst/codecparsers/gsth265parser.h:
-	  codecparsers: add slice type name for h265
-	  Add a method to convert the slice type to a descriptive
-	  name.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5908>
-
-2023-12-20 17:03:34 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* gst-libs/gst/codecparsers/gsth264parser.h:
-	  codecparsers: add helper methods for h264
-	  Add two helper methods to convert profile
-	  and slice types
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5908>
-
-2023-12-04 16:34:42 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator_libva.c:
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcontext.c:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkvpp.c:
-	  msdk: Fix memory leaks
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5819>
-
-2024-01-05 13:54:21 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/meson.build:
-	  analytics: Implement scale meta transform for Object detection meta
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5863>
-
-2024-01-04 19:27:22 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.h:
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.h:
-	* tests/check/libs/analyticsmeta.c:
-	  analytics: Replace type quark with opaque struct pointer
-	  This way, we can add function pointers in there for things like
-	  transformations.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5863>
-
-2023-12-22 19:45:35 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
-	  analyticsmeta: Make the GstAnalyticsRelatableMtdData struct private
-	  Only ask the subclass about how much space they need, this way we can keep
-	  the allocation details more private.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5863>
-
-2023-10-30 16:40:47 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* ext/vulkan/vkh264dec.c:
-	* gst-libs/gst/vulkan/gstvkdecoder.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	* tests/check/libs/vkvideodecode.c:
-	  vulkan: decoder: create union for profile usage
-	  As a profile can include a VkVideoDecodeUsageInfoKHR
-	  or VkVideoEncodeUsageInfoKHR, use union to separate the both.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5701>
-
-2024-01-10 12:40:54 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabasedec.c:
-	  va: basedec: fix return type
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5903>
-
-2024-01-08 11:09:51 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdk: Modify the caps order when register plugins
-	  With this patch, the caps is registered in the order of memory features
-	  as: VAMemory, DMABuf then raw caps in linux path, and D3D11Memory then
-	  raw caps in windows path. It helps to prioritize the video memory for all
-	  msdk elements when doing negotiation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5898>
-
-2024-01-09 10:30:00 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	* sys/msdk/gstmsdkvc1dec.c:
-	* sys/msdk/gstmsdkvp8dec.c:
-	  msdk: Remove useless function for vp8dec and vc1dec in windows path
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5898>
-
-2024-01-07 16:43:19 +0100  Robert Mader <robert.mader@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2codecav1dec.c:
-	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
-	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
-	  v4l2codecs: Always chain up to parent decide_allocation function for all codecs
-	  Apply the changes to the codecs previously left out, fixing playback
-	  issues seen with VP9.
-	  See: 70ff80a873 ("v4l2codecs: Always chain up to parent decide_allocation function")
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5896>
-
-2024-01-08 23:45:58 +0100  Robert Mader <robert.mader@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2codecav1dec.c:
-	  v4l2codecs/av1decoder: Allow output caps to be updated
-	  To bring AV1 in line - needed for the next commit.
-	  See: d3c5fc815e ("v4l2codecs: Allow output caps to be updated")
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5896>
-
-2024-01-05 14:32:00 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	* gst-libs/gst/codecparsers/nalutils.c:
-	* gst-libs/gst/codecparsers/nalutils.h:
-	  gstutils: add gst_util_ceil_log2
-	  Move ceil_log2 from nalutils.* to gstutils.*
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5888>
-
-2024-01-09 22:40:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Release decoder and heap on stop
-	  Sometimes driver crash happens if ID3D12VideoDevice got closed first,
-	  and then ID3D12VideoDecoderHeap/ID3D12VideoDecoder are released.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5895>
-
-2024-01-09 20:44:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12window.cpp:
-	  d3d12videosink: Fix crash on set_buffer()
-	  set_buffer() can be called with null buffer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5895>
-
-2024-01-09 20:27:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12compositor.cpp:
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12testsrc.cpp:
-	  d3d12: Fix warnings reported by debug layer
-	  Fixing below debug layer report
-	  ID3D12Device::CreateCommittedResource: Ignoring InitialState D3D12_RESOURCE_STATE_COPY_DEST.
-	  Buffers are effectively created in state D3D12_RESOURCE_STATE_COMMON.
-	  Buffer resource will be automatically promoted to D3D12_RESOURCE_STATE_COPY_DEST
-	  at the very first COPY operation time.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5895>
-
-2024-01-09 20:18:38 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12_fwd.h:
-	* sys/d3d12/gstd3d12compositor.cpp:
-	* sys/d3d12/gstd3d12convert.cpp:
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12device.h:
-	* sys/d3d12/gstd3d12dxgicapture.cpp:
-	* sys/d3d12/gstd3d12fencedatapool.cpp:
-	* sys/d3d12/gstd3d12fencedatapool.h:
-	* sys/d3d12/gstd3d12overlaycompositor.cpp:
-	* sys/d3d12/gstd3d12testsrc.cpp:
-	* sys/d3d12/gstd3d12window.cpp:
-	  d3d12: Simplify fence data setup
-	  Adding COM and GstMiniObject specific methods to skip passing
-	  free function pointer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5895>
-
-2024-01-09 19:45:16 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12device.cpp:
-	  d3d12device: Print live objects on finalize()
-	  The report from debug layer can help tracing resource leak
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5895>
-
-2024-01-06 21:15:13 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Set buffer flag on output buffer
-	  ... and remove unnecessary condition check
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5891>
-
-2024-01-06 19:31:01 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d12/gstd3d12videosink.cpp:
-	* sys/d3d12/gstd3d12window.cpp:
-	* sys/d3d12/gstd3d12window.h:
-	  d3d12videosink: Add gamma, primaries and sampling filter properties
-	  Add properties to control conversion methods
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5891>
-
-2024-01-06 19:05:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12converter.h:
-	* sys/d3d12/gstd3d12pluginutils.cpp:
-	* sys/d3d12/gstd3d12pluginutils.h:
-	* sys/d3d12/gstd3d12videosink.cpp:
-	* sys/d3d12/gstd3d12window.cpp:
-	* sys/d3d12/gstd3d12window.h:
-	  d3d12videosink: Add support for 3D transformation
-	  Add x, y, and z axis rotation with scaling support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5891>
-
-2024-01-05 20:40:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12overlaycompositor.cpp:
-	* sys/d3d12/gstd3d12pluginutils.cpp:
-	* sys/d3d12/gstd3d12pluginutils.h:
-	* sys/d3d12/gstd3d12videosink.cpp:
-	* sys/d3d12/gstd3d12window.cpp:
-	* sys/d3d12/gstd3d12window.h:
-	  d3d12videosink: Add support for MSAA
-	  Adding "msaa" property to support MSAA rendering
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5891>
-
-2024-01-05 21:22:00 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12videosink.cpp:
-	* sys/d3d12/gstd3d12window.cpp:
-	* sys/d3d12/gstd3d12window.h:
-	  d3d12videosink: Add support for fullscreen mode
-	  Adding "fullscreen-on-alt-enter" and "fullscreen" properties so that
-	  use can control fullscreen mode switch
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5891>
-
-2024-01-05 21:25:32 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11dxgicapture.cpp:
-	  d3d11screencapturesrc: Hide symbols
-	  Fix potential linking error in case of static build
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5883>
-
-2024-01-02 01:05:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d12/gstd3d12dxgicapture.cpp:
-	* sys/d3d12/gstd3d12dxgicapture.h:
-	* sys/d3d12/gstd3d12screencapture.cpp:
-	* sys/d3d12/gstd3d12screencapture.h:
-	* sys/d3d12/gstd3d12screencapturedevice.cpp:
-	* sys/d3d12/gstd3d12screencapturedevice.h:
-	* sys/d3d12/gstd3d12screencapturesrc.cpp:
-	* sys/d3d12/gstd3d12screencapturesrc.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add screen capture element
-	  Since DXGI desktop duplication API does not work with Direct3D12 device,
-	  this element will use Direct3D11 device to acquire frame.
-	  Then other rendering operations (e.g., texture copy, render pipeline) will
-	  happen using Direct3D12 API
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5883>
-
-2024-01-04 14:07:05 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	  onnxinference: Fix leak of the output tensors
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5884>
-
-2024-01-04 14:06:44 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/decoders/gstssdobjectdetector.cpp:
-	  onnx: Fix leak in ssdobjectdetector decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5884>
-
-2024-01-03 13:20:09 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	  msdkvpp: Remove passthrough condition in propose_allocation
-	  According to basetransform func: gst_base_transform_do_bufferpool,
-	  it is the upstream to decide if it needs a bufferpool from vpp, so
-	  we don't need passthrough condition in subclass propose_allocation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5879>
-
-2023-12-22 15:58:20 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth264parse.h:
-	  h264parse: use AUD to detect first VCL NAL
-	  - Fix skipsize on _update_backlog failure.
-	  - Add robustness to AU completion detection by using AUD when present. If we've
-	  received a AUD we overwrite the first VCL NAL detection when the result was
-	  negative. VCL following AUD is the first VCL of next AU.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5862>
-
-2023-12-29 10:23:16 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/codec2json/gsth2652json.c:
-	  h2652json: Fix mix-up of different enum types
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5873>
-
-2024-01-03 02:03:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Try zero-copy in case of reverse playback too
-	  In case of tier 1 decoder, always use reference-only picture to avoid
-	  fixed-size pool limitation and output decoded picture without
-	  copy even for negative rate. Also do not use copy queue for GPU to GPU
-	  copy. Copy queue is specialized for upload/download and may occupy
-	  PCIE bandwidth. Use direct queue as recommended by vendors.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5877>
-
-2024-01-03 00:36:05 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Fix crash on flush
-	  On flush event, baseclass will discard all pictures from DPB
-	  but there can be still in-flight commands not finished yet.
-	  Use our command queue, allocator and fence data helper objects
-	  to keep resource available during command execution.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5877>
-
-2024-01-03 01:15:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12commandallocatorpool.cpp:
-	* sys/d3d12/gstd3d12commandallocatorpool.h:
-	  d3d12: Add {set,get}_user_data() methods to command allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5877>
-
-2024-01-02 23:36:48 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Fix barrier usage
-	  Common state promotion and decay does not seem to be applied to
-	  decoder commands. Use barriers explicitly
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5877>
-
-2023-12-18 16:52:13 +0100  Edward Hervey <edward@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/dvdspu/gstdvdspu.c:
-	  dvdspu: Support all video caps for "ANY" feature
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5827>
-
-2013-08-30 22:08:01 +0200  Arnaud Vrac <avrac@freebox.fr>
-
-	* gst/dvdspu/gstspu-vobsub.c:
-	* gst/dvdspu/gstspu-vobsub.h:
-	  dvdspu: handle frame size event from upstream
-	  An IDX file or codec_data normally contains the original frame size of
-	  the video. Allow upstream to provide this information by sending a
-	  custom event, which will allow scaling the overlay correctly.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5827>
-
-2013-09-02 17:48:50 +0200  Arnaud Vrac <avrac@freebox.fr>
-
-	* gst/dvdspu/gstdvdspu.c:
-	* gst/dvdspu/gstdvdspu.h:
-	  dvdspu: cache overlay composition
-	  This avoids rendering the overlay buffer for each video frame.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5827>
-
-2013-01-23 17:59:01 +0100  Arnaud Vrac <avrac@freebox.fr>
-
-	* gst/dvdspu/gstdvdspu.c:
-	* gst/dvdspu/gstdvdspu.h:
-	  dvdspu: negotiate overlay composition meta with downstream
-	  This allows attaching the overlay composition as a meta on the video
-	  buffer instead of blending with the video.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5827>
-
-2015-04-07 14:38:08 +0200  Arnaud Vrac <avrac@freebox.fr>
-
-	* gst/dvdspu/gstdvdspu.c:
-	* gst/dvdspu/gstspu-common.h:
-	* gst/dvdspu/gstspu-pgs.c:
-	* gst/dvdspu/gstspu-vobsub-render.c:
-	  dvdspu: render to ARGB overlay instead of AYUV
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5827>
-
-2013-01-23 17:59:01 +0100  Arnaud Vrac <avrac@freebox.fr>
-
-	* gst/dvdspu/gstdvdspu-render.c:
-	* gst/dvdspu/gstdvdspu.c:
-	* gst/dvdspu/gstdvdspu.h:
-	* gst/dvdspu/gstspu-common.h:
-	* gst/dvdspu/gstspu-pgs.c:
-	* gst/dvdspu/gstspu-pgs.h:
-	* gst/dvdspu/gstspu-vobsub-render.c:
-	* gst/dvdspu/gstspu-vobsub.c:
-	* gst/dvdspu/gstspu-vobsub.h:
-	* gst/dvdspu/meson.build:
-	  dvdspu: render to AYUV overlay
-	  Instead of only supporting writing SPU data directly to YUV frames,
-	  render the SPU data to an intermediate AYUV overlay buffer. The overlay
-	  data is then blended to the video frame.
-	  For the PGS format, the overlay buffer size is set to the size of the
-	  Composition Window, and its position in the overlay composition is set
-	  to the window position. The objects to render are now cropped when the
-	  cropping flag is set.
-	  For the Vobsub format, the overlay buffer size is set to the size of the
-	  Display Area.
-	  Once rendered, the overlay composition rectangle is now moved and scaled
-	  to fit the video output size, to avoid clipping.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5827>
-
-2024-01-02 21:03:49 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12videosink.cpp:
-	  d3d12videosink: Fix buffer leak
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2024-01-02 20:32:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12device.cpp:
-	  d3d12device: Store adapter index
-	  ... and remove unused fence object
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2024-01-01 17:19:16 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12: Reduce shader visible descriptor size
-	  Shader visible descriptors occupy GPU resource and there are hardware
-	  limits. Thus, in order to minimize the amount of shader visible heaps,
-	  only non shader visible descriptor heap (staging) will be held by d3d12memory.
-	  Then converter will copy the staging descriptor to shader visible
-	  descriptor heap per draw.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2024-01-01 01:18:18 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12compositor.cpp:
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12overlaycompositor.cpp:
-	* sys/d3d12/gstd3d12testsrc.cpp:
-	  d3d12: Use CREATE_NOT_ZEROED heap flag if possible
-	  Zero initialization would have overhead and it's not required
-	  most cases except for textures. Use CREATE_NOT_ZEROED flag
-	  in case of buffer resource or if a texture will be rendered without any
-	  prior read operation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2023-12-31 00:29:10 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d12/gstd3d12compositor.cpp:
-	* sys/d3d12/gstd3d12compositor.h:
-	* sys/d3d12/hlsl/PSMain_checker_luma.hlsl:
-	* sys/d3d12/hlsl/PSMain_checker_rgb.hlsl:
-	* sys/d3d12/hlsl/PSMain_checker_vuya.hlsl:
-	* sys/d3d12/hlsl/VSMain_pos.hlsl:
-	* sys/d3d12/hlsl/meson.build:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add compositor element
-	  Adding d3d12compositor element. d3d12compositor will build GPU commands
-	  asynchronously and each command is serialized at final render stage.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2023-12-31 20:20:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12convert.cpp:
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12pluginutils.cpp:
-	* sys/d3d12/gstd3d12pluginutils.h:
-	* sys/d3d12/gstd3d12testsrc.cpp:
-	  d3d12converter: Don't map output buffer with write flag
-	  Conversion will happen when constructed command list is executed,
-	  not by converter element. Thus this object should not map output buffer
-	  with write flag which will result in error if multiple threads
-	  are building commands for the same output target frame.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2023-12-31 20:03:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12converter.cpp:
-	  d3d12converter: Add support for texture upload
-	  If buffer is not a d3d12 memory or allocated by other device,
-	  upload to internal d3d12 memory
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2023-12-30 23:40:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12convert.cpp:
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12converter.h:
-	* sys/d3d12/gstd3d12testsrc.cpp:
-	* sys/d3d12/gstd3d12window.cpp:
-	  d3d12converter: Add support for blending
-	  Create new PSO if blend state update is required
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2023-12-30 00:08:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d12/gstd3d11on12.cpp:
-	* sys/d3d12/gstd3d11on12.h:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12device.h:
-	* sys/d3d12/gstd3d12testsrc.cpp:
-	* sys/d3d12/gstd3d12testsrc.h:
-	* sys/d3d12/hlsl/PSMain_checker.hlsl:
-	* sys/d3d12/hlsl/PSMain_color.hlsl:
-	* sys/d3d12/hlsl/PSMain_snow.hlsl:
-	* sys/d3d12/hlsl/VSMain_color.hlsl:
-	* sys/d3d12/hlsl/meson.build:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add testsrc element
-	  Adding testsrc element with d2d interop support via d3d11on12
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5875>
-
-2023-11-11 00:37:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudanvrtc.cpp:
-	* gst-libs/gst/cuda/gstcudanvrtc.h:
-	* sys/nvcodec/gstcudaconverter.c:
-	  cuda: Prefer CUBIN over PTX
-	  System installed NVRTC library might be newer version than
-	  driver, then generate PTX can be incompatible with the driver.
-	  Instead of the intermediate code PTX, use actual assembly code
-	  directly.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3108
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5639>
-
-2023-12-29 21:55:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  docs: Update Windows plugins cache
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-26 17:12:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12overlaycompositor.cpp:
-	* sys/d3d12/gstd3d12overlaycompositor.h:
-	* sys/d3d12/gstd3d12videosink.cpp:
-	* sys/d3d12/gstd3d12videosink.h:
-	* sys/d3d12/gstd3d12window.cpp:
-	* sys/d3d12/gstd3d12window.h:
-	* sys/d3d12/hlsl/PSMain_sample.hlsl:
-	* sys/d3d12/hlsl/PSMain_sample_premul.hlsl:
-	* sys/d3d12/hlsl/VSMain_coord.hlsl:
-	* sys/d3d12/hlsl/meson.build:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add video sink element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-29 21:22:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12-private.h:
-	* sys/d3d12/gstd3d12.h:
-	* sys/d3d12/gstd3d12_fwd.h:
-	* sys/d3d12/gstd3d12convert.cpp:
-	* sys/d3d12/gstd3d12convert.h:
-	* sys/d3d12/gstd3d12converter-builder.cpp:
-	* sys/d3d12/gstd3d12converter-builder.h:
-	* sys/d3d12/gstd3d12converter.cpp:
-	* sys/d3d12/gstd3d12converter.h:
-	* sys/d3d12/gstd3d12format.cpp:
-	* sys/d3d12/gstd3d12format.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	* sys/d3d12/gstd3d12pluginutils.cpp:
-	* sys/d3d12/gstd3d12pluginutils.h:
-	* sys/d3d12/hlsl/PSMain_converter.hlsl:
-	* sys/d3d12/hlsl/VSMain_converter.hlsl:
-	* sys/d3d12/hlsl/collect_hlsl_header.py:
-	* sys/d3d12/hlsl/meson.build:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add convert element
-	  Implement converter object with convert element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-28 21:34:17 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12.h:
-	* sys/d3d12/gstd3d12fencedatapool.cpp:
-	* sys/d3d12/gstd3d12fencedatapool.h:
-	* sys/d3d12/meson.build:
-	  d3d12: Add helper object for fence operation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-27 00:04:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Enable plugin only for Windows8 or newer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-29 21:26:29 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12-private.h:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12download.cpp:
-	* sys/d3d12/gstd3d12format.cpp:
-	* sys/d3d12/gstd3d12format.h:
-	* sys/d3d12/gstd3d12pluginutils.h:
-	* sys/d3d12/gstd3d12upload.cpp:
-	  d3d12: Define more formats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-26 17:26:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12.h:
-	* sys/d3d12/gstd3d12basefilter.cpp:
-	* sys/d3d12/gstd3d12basefilter.h:
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12commandallocatorpool.cpp:
-	* sys/d3d12/gstd3d12commandlistpool.cpp:
-	* sys/d3d12/gstd3d12commandqueue.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12decoder.h:
-	* sys/d3d12/gstd3d12descriptorpool.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12download.cpp:
-	* sys/d3d12/gstd3d12format.cpp:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12upload.cpp:
-	* sys/d3d12/gstd3d12utils.cpp:
-	* sys/d3d12/gstd3d12utils.h:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add header containing core features
-	  ... and include the single header instead of listing many ones
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-24 21:33:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12utils.h:
-	  d3d12: Remove unused methods
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-25 22:21:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12bufferpool: Don't pre-allocate memory for size calculation
-	  Unlike d3d11, we can know CPU accessible memory layout without
-	  allocation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-24 01:28:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12memory: Add alloc_wrapped() method
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-24 01:05:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12upload.cpp:
-	* sys/d3d12/gstd3d12upload.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add upload element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-21 20:49:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12bufferpool: Wait fence before reusing buffer
-	  Buffer can be released without waiting fence for previous commands
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-26 20:41:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/plugin.cpp:
-	  d3d12decoder: Remove ID3D12Device4 interface requirement
-	  Old OS may not support the interface. And allow 11_0 feature level
-	  hardware.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-24 16:36:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Reduce the number of resource barriers
-	  Single barrier per texture is sufficient in case of array-of-textures.
-	  Avoid unnecessary decay barriers
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-24 21:05:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Use flexible task queue
-	  Instead of using fixed size command allocator array, make it
-	  resizable.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-25 16:14:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12_fwd.h:
-	* sys/d3d12/gstd3d12commandqueue.cpp:
-	* sys/d3d12/gstd3d12commandqueue.h:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12device.h:
-	* sys/d3d12/gstd3d12fence.cpp:
-	* sys/d3d12/gstd3d12fence.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Rework command scheduling
-	  * Use single fence object per queue and remove GstD3D12Fence
-	  implementation
-	  * Add a helper method for texture copy
-	  * Run background thread and release unused resource from the thread
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-24 15:49:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12commandallocatorpool.cpp:
-	* sys/d3d12/gstd3d12commandallocatorpool.h:
-	* sys/d3d12/gstd3d12commandlistpool.cpp:
-	* sys/d3d12/gstd3d12commandlistpool.h:
-	* sys/d3d12/gstd3d12descriptorpool.cpp:
-	* sys/d3d12/gstd3d12descriptorpool.h:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/meson.build:
-	  d3d12: Add resource pool objects
-	  Adding pool objects for command list, command allocator, and descriptor
-	  heap
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-16 21:07:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12memory: Add more SRV/RTV getter methods
-	  Adding a method so that memory object can create SRV/RTV
-	  on external descriptor heap. And remove unused methods
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-16 19:22:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	* sys/d3d12/gstd3d12av1dec.h:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12decoder.h:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h264dec.h:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.h:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	* sys/d3d12/gstd3d12vp9dec.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Remove d3d11 dependency
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5870>
-
-2023-12-22 14:41:31 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/README.md:
-	* ext/onnx/gstonnxinference.cpp:
-	  onnx: Update build instructions to use onnx-runtime 0.16.3
-	  This synchronizes it with the meson.build file
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5861>
-
-2023-12-19 13:40:13 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvajpegdec.c:
-	  vajpegdec: only support progressive mjpeg streams
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-20 21:41:00 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	* gst/jpegformat/gstjpegparse.h:
-	* tests/check/elements/jpegparse.c:
-	  jpegparse: always forward pixel-aspect-ratio
-	  And by default it's 1/1
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-20 21:34:29 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: fix endianness
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-20 20:58:04 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: on app0 use fourcc rather than strings
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-20 20:35:32 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: dump whole failed app marker
-	  Instead of just log the parsed string. It's better for debugging.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-19 13:16:34 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: don't trigger message for failed com marker
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-19 13:16:02 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	* gst/jpegformat/gstjpegparse.h:
-	  jpegparse: refactor renegotation
-	  Instead of comparing caps, just signal when renegotation is needed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-19 13:13:48 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	* gst/jpegformat/gstjpegparse.h:
-	  jpegparse: pass colorimetry in caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-19 10:39:31 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	* gst/jpegformat/gstjpegparse.h:
-	* tests/check/elements/jpegparse.c:
-	  jpegparse: add support interlaced mjpeg
-	  Interlaced MJPEG is a big hack. Most of the streams we've found are from old
-	  AVID tools. There are two methods to detect interlaced stream: the container
-	  offers a height bigger (or double) than the image's height in SOF. The other
-	  is from a APP0 marker.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5838>
-
-2023-12-15 15:21:50 -0500  Aaron Boxer <boxerab@protonmail.com>
-
-	* ext/onnx/README.md:
-	* ext/onnx/decoders/gstssdobjectdetector.cpp:
-	* ext/onnx/gstonnxinference.cpp:
-	  onnx: add README outlining install and test instructions
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5816>
-
-2023-12-10 14:28:42 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2decoder.h:
-	  v4l2codecs: Switch gst_codec_picture_ts_ns() to gst_util_uint64_scale_int()
-	  Instead of plain multiplication, use gst_util_uint64_scale_int()
-	  to achieve the same effect with additional checks.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-10 14:22:00 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codecav1dec.c:
-	* sys/v4l2codecs/gstv4l2codech264dec.c:
-	* sys/v4l2codecs/gstv4l2codech265dec.c:
-	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
-	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
-	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
-	* sys/v4l2codecs/gstv4l2decoder.h:
-	  v4l2codecs: Deduplicate picture frame number to timestamp in ns
-	  Add macro which converts picture frame number to suitable timestamp in
-	  nanoseconds for use in V4L2 VB2 buffer lookup. Since multiple codecs do
-	  the same operation and almost all got it wrong, do it in one place so it
-	  can be fixed in one place again, if needed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-10 14:23:42 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
-	  vp9decoder: Simplify gst_v4l2_codecs_vp9_dec_fill_refs()
-	  In case reference_frames is NULL, return outright. Remove the
-	  duplicate check from subsequent conditionals. No functional change.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-09 16:29:03 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codech265dec.c:
-	  h265decoder: Align wraparound fix
-	  Instead of casting GST_CODEC_PICTURE_FRAME_NUMBER (ref_pic) to u64,
-	  use 1000ULL which is also u64 . This only aligns the behavior here
-	  with '*decoder: Fix multiplication wraparound' commits.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-09 16:27:49 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codech264dec.c:
-	  h264decoder: Align wraparound fix
-	  Instead of casting GST_CODEC_PICTURE_FRAME_NUMBER (ref_pic) to u64,
-	  use 1000ULL which is also u64 . This only aligns the behavior here
-	  with '*decoder: Fix multiplication wraparound' commits.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-09 16:26:22 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
-	  mpeg2decoder: Fix multiplication wraparound
-	  The GstMpeg2Picture system_frame_number is guint32, constant 1000 is guint32,
-	  GstV4l2CodecMpeg2Dec *_ref_ts multiplication result is u64 .
-	  ```
-	  u64 result = (u32)((u32)system_frame_number * (u32)1000);
-	  ```
-	  behaves the same as
-	  ```
-	  u64 result = (u32)(((u32)system_frame_number * (u32)1000) & 0xffffffff);
-	  ```
-	  so in case `system_frame_number > 4294967295 / 1000`, the `result` will
-	  wrap around. Since the `result` is really used as a cookie used to look
-	  up V4L2 buffers related to the currently decoded frame, this wraparound
-	  leads to visible corruption during MPEG2 decoding. At 30 FPS this occurs
-	  after cca. 40 hours of playback .
-	  Fix this by changing the 1000 from u32 to u64, i.e.:
-	  ```
-	  u64 result = (u64)((u32)system_frame_number * (u64)1000ULL);
-	  ```
-	  this way, the wraparound is prevented and the correct cookie is used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-09 16:24:22 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codecav1dec.c:
-	  av1decoder: Fix multiplication wraparound
-	  The GstAV1Picture system_frame_number is guint32, constant 1000 is guint32,
-	  GstV4l2CodecAV1Dec v4l2_av1_frame.*_frame_ts multiplication result is u64 .
-	  ```
-	  u64 result = (u32)((u32)system_frame_number * (u32)1000);
-	  ```
-	  behaves the same as
-	  ```
-	  u64 result = (u32)(((u32)system_frame_number * (u32)1000) & 0xffffffff);
-	  ```
-	  so in case `system_frame_number > 4294967295 / 1000`, the `result` will
-	  wrap around. Since the `result` is really used as a cookie used to look
-	  up V4L2 buffers related to the currently decoded frame, this wraparound
-	  leads to visible corruption during AV1 decoding. At 30 FPS this occurs
-	  after cca. 40 hours of playback .
-	  Fix this by changing the 1000 from u32 to u64, i.e.:
-	  ```
-	  u64 result = (u64)((u32)system_frame_number * (u64)1000ULL);
-	  ```
-	  this way, the wraparound is prevented and the correct cookie is used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-09 16:08:31 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
-	  vp9decoder: Fix multiplication wraparound
-	  The GstVp9Picture system_frame_number is guint32, constant 1000 is guint32,
-	  GstV4l2CodecVp9Dec v4l2_vp9_frame.*_frame_ts multiplication result is u64 .
-	  ```
-	  u64 result = (u32)((u32)system_frame_number * (u32)1000);
-	  ```
-	  behaves the same as
-	  ```
-	  u64 result = (u32)(((u32)system_frame_number * (u32)1000) & 0xffffffff);
-	  ```
-	  so in case `system_frame_number > 4294967295 / 1000`, the `result` will
-	  wrap around. Since the `result` is really used as a cookie used to look
-	  up V4L2 buffers related to the currently decoded frame, this wraparound
-	  leads to visible corruption during VP9 decoding. At 30 FPS this occurs
-	  after cca. 40 hours of playback .
-	  Fix this by changing the 1000 from u32 to u64, i.e.:
-	  ```
-	  u64 result = (u64)((u32)system_frame_number * (u64)1000ULL);
-	  ```
-	  this way, the wraparound is prevented and the correct cookie is used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-09 16:08:31 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
-	  vp8decoder: Fix multiplication wraparound
-	  The GstVp8Picture system_frame_number is guint32, constant 1000 is guint32,
-	  GstV4l2CodecVp8Dec v4l2_vp8_frame.*_frame_ts multiplication result is u64 .
-	  ```
-	  u64 result = (u32)((u32)system_frame_number * (u32)1000);
-	  ```
-	  behaves the same as
-	  ```
-	  u64 result = (u32)(((u32)system_frame_number * (u32)1000) & 0xffffffff);
-	  ```
-	  so in case `system_frame_number > 4294967295 / 1000`, the `result` will
-	  wrap around. Since the `result` is really used as a cookie used to look
-	  up V4L2 buffers related to the currently decoded frame, this wraparound
-	  leads to visible corruption during VP8 decoding. At 30 FPS this occurs
-	  after cca. 40 hours of playback .
-	  Fix this by changing the 1000 from u32 to u64, i.e.:
-	  ```
-	  u64 result = (u64)((u32)system_frame_number * (u64)1000ULL);
-	  ```
-	  this way, the wraparound is prevented and the correct cookie is used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5791>
-
-2023-12-19 16:41:30 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	  h264parse: Remove dead code
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5833>
-
-2023-12-19 13:57:04 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video-format: Fix format order once again
-	  RGBA should be before RBGA. Both the Python script and the gstreamer-rs
-	  tests agree on that, but somehow this is not caught by the CI.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5837>
-
-2023-12-18 16:33:07 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	  meta: Add API to register metas in two steps
-	  And also remove the specific registration APIs for
-	  serializable meta.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5830>
-
-2023-12-18 13:40:53 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	  meta: Move the clear operation to its own vfunc
-	  Some transforms always assumed that the transformation was some kind
-	  of copy. So adding a "clear" operation didn't work out in practice.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5830>
-
-2023-12-18 17:02:22 +0000  Philippe Normand <philn@igalia.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	* gst-libs/gst/play/gstplay.h:
-	  play: Include pipeline dump in error details structure
-	  This can be useful for debugging purposes. It can't be done on application side
-	  because the on_error callback tears down the pipeline.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5828>
-
-2023-12-18 17:01:36 +0000  Philippe Normand <philn@igalia.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	  play: Fix error details parsing
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5828>
-
-2023-11-18 18:51:04 +0100  Robert Mader <robert.mader@collabora.com>
-
-	* gst/camerabin2/gstcamerabin2.c:
-	  camerabin: Correctly relink viewfinderbin_queue
-	  This reverts a part of de92a6c7f2. Unlike `image_filter` and
-	  `video_filter`, `viewfinder_filter` does not get linked to `src` but
-	  `viewfinderbin_queue`. Thus the fix in the mentioned commit does not
-	  apply for it and should be reverted.
-	  This was not spotted earlier as only the other filters are used in
-	  the project that uncovered the issue.
-	  Fixes: de92a6c7f2 ("camerabin: Fix source updates with user filters")
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5689>
-
-2023-11-23 20:24:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.h:
-	* gst/videoparsers/gstav1parse.c:
-	  av1parser: Fix array sizes in scalability structure
-	  Since the AV1 specification is not explicitly mentioning about
-	  the array size bounds, array sizes in scalability structure
-	  should be defined as possible maximum sizes that can have.
-	  Also, this commit removes GST_AV1_MAX_SPATIAL_LAYERS define from
-	  public header which is API break but the define is misleading
-	  and this patch is introducing ABI break already
-	  ZDI-CAN-22300
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5823>
-
-2023-01-04 11:29:27 -0500  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* tests/check/elements/h264parse.c:
-	  h264parse: test - AU align with SEI between frame slices
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5741>
-
-2023-01-11 11:08:58 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.h:
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth264parse.h:
-	  h264parse: Improved AU boundary detection
-	  - AU boundary detection reviewed to follow more closely H.264 spec. and more
-	  specifically clauses 7.4.1.2.3 and 7.4.1.2.4.
-	  - The gist of the changes is a look-a-head in then next AU required identify the
-	  last vcl-nal of current AU and firt vcl-nal of next AU (according to
-	  7.4.1.2.4) followed by the identification of the first nal of next AU
-	  (according to 7.4.1.2.3).
-	  - A backlog of all nals of current AU and next AU up to the point where current
-	  AU can identified completed is kept.
-	  - In NAL alignement mode vcl-nal are sent immediatly but the history is kept to
-	  allow AU boundary detection. Non-vcl-nal can be delayed up to the reception of
-	  the next vcl-nal to allow a correct AUD insertion.
-	  - Based on this improved AU boudary detection we can avoid erronous AUD
-	  insertion, like the one highlighted by test
-	  test_parse_sliced_with_prefix_and_sei_nal_au.
-	  - Add support for MVC AU boundary detection. (H.7.4.1.2.4)
-	  - Explicitly report SVC not supported. We don't have the SVC NAL parsing
-	  required to identify boundary. (missing dependency_id and quality_id fields
-	  from SVC, see G.7.4.1.2.4)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5741>
-
-2023-09-22 14:32:27 -0400  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* gst/unixfd/gstunixfd.c:
-	* gst/unixfd/gstunixfd.h:
-	* gst/unixfd/gstunixfdsink.c:
-	* gst/unixfd/gstunixfdsrc.c:
-	* tests/check/elements/unixfd.c:
-	  unixfd: Serialize buffer metas
-	  Serialize every GstMeta that supports serialization into the NEW_BUFFER
-	  payload. This is especially important for GstVideoMeta in the case of
-	  multiplanar buffers, or if stride!=width.
-	  Sponsored-by: Netflix Inc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5355>
-
-2023-09-01 15:38:16 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacompositor.c:
-	  vacompositor: consider the DMA kind input for sink pad
-	  Co-authored-by: Víctor Jáquez <vjaquez@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5160>
-
-2023-08-08 15:45:49 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacompositor.c:
-	  vacompositor: Override the update_caps() of video aggregator class
-	  The input of the vacompositor may be DMA buffers. And in this case, the input
-	  caps has the format=DMA_DRM, which can not be recognized by base video
-	  aggregator class' find_best_format() function. So we need to override the
-	  update_caps() virtual function.
-	  Also we consider the DMA kind caps in negotiated_src_caps() for output.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5160>
-
-2023-08-08 15:42:26 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacompositor.c:
-	  vacompositor: add helper function to get formats from caps
-	  Co-authored-by: Víctor Jáquez <vjaquez@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5160>
-
-2023-08-08 15:34:46 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacompositor.c:
-	  vacompositor: add helper function to choose format
-	  The function is based on the most supported formats by Intel/Mesa VA drivers.
-	  Co-authored-by: Víctor Jáquez <vjaquez@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5160>
-
-2023-08-08 15:11:29 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacompositor.c:
-	  vacompositor: record the input caps for each input pad
-	  The caps of each input sink pad wil decide the final output format and
-	  caps of the src pad.
-	  Co-authored-by: Víctor Jáquez <vjaquez@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5160>
-
-2023-12-15 18:56:47 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12decoder.h:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	  d3d12decoder: Implement threaded decoding
-	  To achieve maximum throughput, waiting on command commit thread
-	  is not ideal. And render-delay will introduce unwanted latency.
-	  Best is to split thread and wait finished decoding job in a dedicated
-	  output thread
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5812>
-
-2023-12-15 19:55:28 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d12/plugin.cpp:
-	  d3d12decoder: Disable d3d11 interop
-	  It does not seem to work with some AMD iGPU
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5812>
-
-2023-12-15 19:18:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12fence.cpp:
-	  d3d12fence: Reset fence after waiting done
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5812>
-
-2023-12-15 19:45:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12device.cpp:
-	  d3d12: Enable debug layer
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5812>
-
-2023-12-14 21:07:10 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Requires ID3D12Device4 interface
-	  ID3D12Device4::CreateCommandList1() method is required
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5812>
-
-2023-12-14 20:22:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12memory-private.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12: Update allocation params signalling
-	  Sync up with d3d11 implementation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5812>
-
-2023-12-13 12:55:06 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabasedec.c:
-	  vabasedec: clean up decide_allocation() vmethod
-	  When creating a new VA pool set config size to zero because it's not used.
-	  Also, given the potential different sizes from software buffer pools and VA
-	  buffer pools, this patch handle that potential different values.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5805>
-
-2023-12-13 11:34:43 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabasetransform.c:
-	  vabasetransform: clean up decide_allocation() vmethod
-	  When creating a new VA pool set config size to zero because it's not used.
-	  Also, given the potential different sizes from software buffer pools and VA
-	  buffer pools, this patch handle that potential different values.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5805>
-
-2023-12-13 11:06:01 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvacompositor.c:
-	  vacompositor: clean up decide_allocation() vmethod
-	  When creating a new VA pool set config size to zero because it's not used.
-	  Also, given the potential different sizes from software buffer pools and VA
-	  buffer pools, this patch handle that potential different values.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5805>
-
-2023-12-13 11:31:12 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvapluginutils.c:
-	* sys/va/gstvapluginutils.h:
-	  vapluginsutils: add helper gst_va_create_other_pool()
-	  This helper function creates a software-based buffer pool, where if size is
-	  zero, its value is retrieved from the canonical size.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5805>
-
-2023-12-13 10:20:33 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvapool.c:
-	* gst-libs/gst/va/gstvapool.h:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/qsv/gstqsvencoder.cpp:
-	* sys/va/gstvaav1dec.c:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvacompositor.c:
-	* sys/va/gstvaencoder.c:
-	  va: no need to provide a buffer size for VA pool
-	  VA drivers allocate surfaces given their properties, so there's no need to
-	  provide a buffer size to the VA pool.
-	  Though, the buffer size is provided by the driver, or the canonical size
-	  is used for single planed surfaces.
-	  This patch removes the need to provide a size for the function
-	  gst_va_pool_new_with_config() and adds a helper method to retrieve the surface
-	  size, gst_va_pool_get_buffer_size(). Also change the callers accordingly.
-	  Changes for custom VA pool creation will be addressed in the following commits.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5805>
-
-2023-12-14 00:50:01 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12format.cpp:
-	* sys/d3d12/gstd3d12format.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12utils.cpp:
-	* sys/d3d12/gstd3d12utils.h:
-	* sys/d3d12/meson.build:
-	  d3d12: Use d3dx12.h helper library
-	  ... and remove manually implemented helper methods
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5807>
-
-2023-12-14 00:21:00 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12_fwd.h:
-	* sys/d3d12/meson.build:
-	  d3d12: Use DirectX-Headers and drop MinGW build support
-	  There are some conflicts between MinGW toolchan and DirectX-Headers.
-	  And due to ABI differences, more fixes are required.
-	  We will support only MSVC build for now
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5807>
-
-2023-12-12 15:30:39 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcontext.c:
-	  msdk: Remove dead code
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5796>
-
-2023-12-11 20:35:25 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: use gst_va_display_check_version()
-	  Instead of the local method to parse the vendor string.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5800>
-
-2023-12-11 20:34:30 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvadisplay.c:
-	* gst-libs/gst/va/gstvadisplay.h:
-	  vadisplay: add gst_va_display_check_version()
-	  This function compares the driver version with the user provided one to check if
-	  driver's is equal or bigger.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5800>
-
-2023-12-11 17:28:06 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvaallocator.h:
-	  vaallocator: clean up use derived feature
-	  Remove allocator member variable for use derived feature which doesn't need to be kept,
-	  it's just for configuration purposes.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5799>
-
-2023-12-12 17:14:03 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah265dec.c:
-	  va: h265dec: Add support for more -still and -intra profiles
-	  They are actually compitable with the main and main-10 profiles.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5797>
-
-2023-12-12 17:09:56 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvaprofile.c:
-	  va: Add decoder compatible caps string field into profiles' map
-	  Some profiles such as main or main-10 in HEVC can support more
-	  compatible profiles such as main-still-picture or main-10-intra.
-	  We should add them into decoder's sink caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5797>
-
-2023-12-12 20:41:54 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacaps.c:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265enc.c:
-	* sys/va/gstvaprofile.c:
-	* sys/va/gstvaprofile.h:
-	  va: Add the entrypoint parameter to gst_va_profile_caps()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5797>
-
-2023-06-26 18:29:01 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkvpputil.c:
-	  msdkvpp: Add fix_format for src caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-06-02 17:30:31 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdk: Add a help func to fix the map
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-06-01 17:45:36 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator_libva.c:
-	  msdk: Remove func to export dmabuf to va surface
-	  Since we use va allocator and va dma allocator to create surface, the
-	  surface is already exported in the case of dma allocator. So remove
-	  redundant export function in msdk allocator.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-05-30 18:12:38 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkenc.h:
-	  msdkenc: Add modifier support
-	  Co-authored-by: Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-05-30 18:01:49 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpp.h:
-	* sys/msdk/gstmsdkvpputil.c:
-	  msdkvpp: Add modifier support
-	  Co-authored-by: Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-05-30 17:25:45 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	  msdkdec: Add modifier support
-	  Co-authored-by: Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-08-22 14:15:39 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator_libva.c:
-	  msdk: Config pool with max/min number of buffers
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-05-30 16:24:46 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	  msdk: Add help functions to handle drm caps
-	  Co-authored-by: Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-05-18 15:00:37 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdk: Add modifier when creating dynamic caps
-	  Add modifier in gst-inspect for dma features.
-	  Co-authored-by: Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-05-18 14:36:23 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkallocator_libva.c:
-	* sys/msdk/gstmsdkallocator_libva.h:
-	  msdk: Add a helper function to get supported modifiers
-	  The modifiers will be used when creating caps for dma feature.
-	  co-authored-by: Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5208>
-
-2023-12-10 04:26:59 +0100  Stefan Brüns <stefan.bruens@rwth-aachen.de>
-
-	* ext/ladspa/meson.build:
-	* meson_options.txt:
-	  ladspa: Make RDF parsing truely optional
-	  If the ladspa plugin is enabled explicitly or via auto-features, the
-	  liblrdf dependency can not be disabled.
-	  As the RDF parsing currently provides hardly any features, the possibility
-	  to disable it fairly useful.
-	  Fixes: #3168
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5794>
-
-2023-12-06 14:58:38 +0100  Kalev Lember <klember@redhat.com>
-
-	* ext/openh264/gstopenh264dec.cpp:
-	* ext/openh264/gstopenh264element.c:
-	* ext/openh264/gstopenh264elements.h:
-	* ext/openh264/gstopenh264enc.cpp:
-	* ext/openh264/meson.build:
-	  openh264: Drop runtime version checks
-	  With the way the runtime checks are currently set up, every single
-	  openh264 release, no matter how minor, is considered an ABI break and
-	  requires gst-plugins-bad recompilation. This is unnecessarily strict
-	  because it doesn't allow downstream distributions to ship any openh264
-	  bug fix version updates without breaking gstreamer's openh264 support.
-	  Years ago, at the time when gstreamer's openh264 support was merged,
-	  openh264 releases were done without a versioned soname (the library was
-	  just libopenh264.so, unversioned). Since then, starting with version
-	  1.3.0, openh264 has started using versioned sonames and the intent has
-	  been to bump the soname every time there's a new release with an ABI
-	  change.
-	  This patch drops the strict version check. meson.build already has a
-	  minimum requirement on openh264 version 1.3.0 where soname versioning
-	  was added, which should be good enough to ensure that the library is
-	  using soname versioning.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5780>
-
-2023-12-09 20:05:31 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gsth265picture.c:
-	  codecs: correct the print log for h265 picture getting by poc
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5789>
-
-2023-12-06 15:32:40 +0200  Jordan Petridis <jordan@centricular.com>
-
-	* gst-libs/gst/mse/meson.build:
-	  build/mse: Add the enum sources to the test gstmse_private_test_dep
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5763>
-
-2023-12-06 12:01:36 +0100  Alessandro Bono <alessandro.bono369@gmail.com>
-
-	* ext/dtls/gstdtlscertificate.c:
-	  gstdtlscertificate: Define _WINSOCKAPI_ before including windows.h
-	  This avoid a build failure when compiling against OpenSSL 3.2.0. The
-	  problem is when windows.h is included before WinSock2.h. Because
-	  windows.h includes winsock.h1. Defining _WINSOCKAPI_ stops windows.h
-	  including winsock.h.
-	  Error:
-	  ```
-	  748/1041 Compiling C object ext/dtls/gstdtls.dll.p/gstdtlscertificate.c.obj
-	  FAILED: ext/dtls/gstdtls.dll.p/gstdtlscertificate.c.obj
-	  ...
-	  Windows Kits\10\include\10.0.17763.0\shared\ws2def.h(235): error C2011: 'sockaddr': 'struct' type redefinition
-	  Windows Kits\10\include\10.0.17763.0\um\winsock.h(482): note: see declaration of 'sockaddr'
-	  ```
-	  1 https://stackoverflow.com/a/1372836
-	  Closes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3167
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5770>
-
-2023-12-07 15:36:26 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* sys/d3d11/meson.build:
-	  d3d11: fix building with address sanitizer
-	  When building with address sanitizer it gives next error:
-	  "gstd3d11window_corewindow.cpp : fatal error C1128: number of sections
-	  exceeded object file format limit: compile with /bigobj"
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5779>
-
-2023-12-04 20:05:48 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: force non-derived for old mesa drivers
-	  Mesa <23.3 can't map derived images for P010 format. This patch forces
-	  non-derived if this is the case.
-	  See: https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/24381
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5760>
-
-2023-11-30 16:52:02 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/vasurfaceimage.c:
-	  va: check surface status before get derive image
-	  According with documentation the surface has to be in ready state before getting
-	  it derived image. This patch adds that check.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5760>
-
-2023-11-30 14:47:06 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: remove runtime mapping selection
-	  The original idea was to select the type of mapping (either using derive images
-	  or downloading the image) in runtime, under the assumption that both methods
-	  shared the same memory layout (offsets and strides), because a single
-	  GstVideoMeta is assigned by the buffer pool at allocation time. Nonetheless, in
-	  recent hardware this assumption is invalid, raising memory access errors.
-	  This patch removes completely the mapping type selection at runtime, using the
-	  method selected when the allocator is configured, synced with the bufferpool
-	  allocation.
-	  This problem was fixed originally for iHD driver only. But now it makes sense to
-	  remove all of it.
-	  Original-patch-by: Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5760>
-
-2023-11-30 12:00:27 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: don't fail if drm fourcc are different
-	  When exporting a DMABuf from a VASurface the user might tell that the surface
-	  was allocated with certain fourcc, but the returned VADRMPRIMESurfaceDescriptor
-	  migth tell a different fourcc, as in the case or radeonsi driver, for duplicated
-	  fourcc, such as YUY2 and YUYV.
-	  Originally it was supposed to be a failed exportation. This patch relax this
-	  validation by allowing different fourcc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5760>
-
-2023-11-15 16:35:38 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcontext.c:
-	* sys/msdk/msdk.c:
-	* sys/msdk/msdk.h:
-	  msdk: Let deviceID config the mfx implementation
-	  In multi-card scenario, user can set GST_MSDK_DRM_DEVICE env variable to
-	  choose the device. This patch can align vpl's queried results with the
-	  users' choice by passing deviceID when creating mfx implementation.
-	  Co-authored-by: Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5697>
-
-2023-12-05 12:21:37 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* ext/onnx/decoders/gstssdobjectdetector.cpp:
-	* ext/onnx/meson.build:
-	  onnx: replace video-region-of-interest with analytics-meta
-	  - Use analytics-meta/OD to transport object detection results
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5767>
-
-2023-12-05 20:12:36 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	  analytics: fix analytics-meta re-use
-	  - Fix alignment error when source and destination analytics-meta have the same
-	  relation order.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5767>
-
-2023-12-01 21:38:17 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaipcserver.cpp:
-	* sys/nvcodec/gstcudaipcserver.h:
-	* sys/nvcodec/gstcudaipcserver_unix.cpp:
-	* sys/nvcodec/gstcudaipcserver_win32.cpp:
-	  cudaipcsink: Fix deadlock on stop
-	  Manually close connection if client does not hold any shared memory
-	  on stop.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5747>
-
-2023-12-01 21:15:00 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11ipcserver.cpp:
-	  d3d11ipcsink: Fix deadlock on stop
-	  Manually close connection if client does not hold any shared memory
-	  on stop.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5747>
-
-2023-12-05 19:52:22 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvdec.c:
-	  nvdec: Fix division by zero when calculating buffer duration
-	  Don't try to calculate buffer duration from variable framerate
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5764>
-
-2023-11-28 03:25:00 +0000  renjun wang <renjunw@outlook.com>
-
-	* sys/v4l2codecs/gstv4l2codecav1dec.c:
-	  v4l2codecs: av1: Fix typo in debug log message
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5722>
-
-2023-12-04 20:47:31 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* ext/onnx/gstonnxinference.cpp:
-	  onnx: avoid leak on failure and cleanup
-	  - Unmap buffer on Ort exception
-	  - Avoid retrieving unused videometa
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5761>
-
-2023-12-04 19:57:39 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/gstonnxinference.cpp:
-	  onnx: add offset and scale properties
-	  - Offset each datapoint by the value set on offset property.
-	  - Scale each datapoint by the value set on scale property.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5761>
-
-2023-12-04 19:11:23 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	  onnx: fix tensor id loading
-	  - Fix quark genaration. String loaded from the model/file are not static.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5761>
-
-2023-08-02 20:43:48 -0400  Daniel Morin <daniel.morin@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/gstonnxinference.cpp:
-	  onnx: Add support for float datatype
-	  This is a bit of a hack solution has I think the correct solution is to
-	  expose model caps on sinkpad (eventually sinkpads). Till then I think
-	  this is reasonable.
-	  - Add a property to onnxinference to set datatype.
-	  - Fix internal buffer allocation size based on datatype.
-	  - Extract method to remove alphe channel and convert to planar image
-	  when requested. Also template the method to support writing to buffers
-	  of different datatype.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5761>
-
-2023-12-05 09:28:25 +0100  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* meson.build:
-	  meson: update PACKAGE_BUGREPORT
-	  Some were still using pre-monorepo links.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5762>
-
-2023-11-29 20:58:51 +0100  Ruben Gonzalez <rgonzalez@fluendo.com>
-
-	* gst/gaudieffects/gstgaussblur.c:
-	  gstgaussblur: delete unused code
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5737>
-
-2023-12-02 22:17:34 -0500  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.h:
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.h:
-	* tests/check/libs/analyticsmeta.c:
-	  analytics: replace id type from gint to guint
-	  - Replace all id type from gint to guint
-	  - Fix annotation for GstAnalyticsODMtdData
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5758>
-
-2023-06-15 22:14:02 -0400  Aaron Boxer <boxerab@protonmail.com>
-
-	* gst/mpegtsmux/gstbasetsmux.c:
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	* gst/mpegtsmux/tsmux/tsmux.h:
-	* gst/mpegtsmux/tsmux/tsmuxstream.h:
-	  mpegtsmux: allow attaching PCR to non-PES streams
-	  There is an existing PMT mapping between PCR_%s and an mpegtsmux sink
-	  pad name, where %s equals the program number that the PCR corresponds
-	  to. We re-purpose this functionality to also support a mapping between
-	  PCR_%s and an arbitrary PID. If this mapping is set, then the header PCR
-	  PID is set to this value, and PCR is attached to the stream with this
-	  PID.
-	  Note: the current implementation also attaches PCR to the video stream,
-	  so this may be inefficient.
-	  Co-authored-by: Jordan Yelloz <jordan.yelloz@collabora.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5726>
-
-2023-11-30 21:55:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/qsv/gstqsvh265dec.cpp:
-	  qsv: Update plugin doc cache
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5706>
-
-2023-11-22 01:15:03 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvallocator.cpp:
-	* sys/qsv/gstqsvallocator.h:
-	* sys/qsv/gstqsvallocator_d3d11.cpp:
-	* sys/qsv/gstqsvdecoder.cpp:
-	* sys/qsv/gstqsvh265dec.cpp:
-	* sys/qsv/gstqsvutils.cpp:
-	* sys/qsv/gstqsvutils.h:
-	  qsvh265dec: Add support for GBR decoding
-	  Use GBR equivalent output formats if RGB colorspace is detected
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5706>
-
-2023-11-21 21:58:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvh265dec.cpp:
-	  qsvh265dec: Add support for HEVC RExt profiles
-	  Adding 4:2:0 high bitdepth and 4:2:2/4:4:4 decoding support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5706>
-
-2023-11-21 20:56:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvallocator.cpp:
-	* sys/qsv/gstqsvallocator.h:
-	* sys/qsv/gstqsvallocator_d3d11.cpp:
-	* sys/qsv/gstqsvav1enc.cpp:
-	* sys/qsv/gstqsvdecoder.cpp:
-	* sys/qsv/gstqsvh264dec.cpp:
-	* sys/qsv/gstqsvh264enc.cpp:
-	* sys/qsv/gstqsvh265dec.cpp:
-	* sys/qsv/gstqsvh265enc.cpp:
-	* sys/qsv/gstqsvjpegdec.cpp:
-	* sys/qsv/gstqsvjpegenc.cpp:
-	* sys/qsv/gstqsvutils.cpp:
-	* sys/qsv/gstqsvutils.h:
-	* sys/qsv/gstqsvvp9dec.cpp:
-	* sys/qsv/gstqsvvp9enc.cpp:
-	  qsv: Add util methods for video format mapping
-	  Remove duplicated format mapping code
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5706>
-
-2023-11-28 23:27:49 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* gst-libs/gst/d3d11/gstd3d11converter-builder.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	  d3d11: Add RBGA format support
-	  Allocates DXGI_FORMAT_AYUV texture for RBGA so that it can be used
-	  by video decoders.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5703>
-
-2023-11-22 00:07:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video: Add RBGA format
-	  This new format is intended to be used by hardware decoders
-	  where VUYA is only supported 4:4:4 decoding surface but
-	  stream is encoded with GBR color space, HEVC and VP9 GBR streams
-	  for example.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5703>
-
-2023-11-21 14:26:54 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	  codecparsers: av1: Clip max tile rows and cols values
-	  Clip tile rows and cols to 64 as describe in AV1 specification
-	  to avoid writing outside array range but preserve sb_cols
-	  and sb_rows value which are used to futher computation.
-	  Fixes ZDI-CAN-22226 / CVE-2023-44429
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5702>
-
-2023-11-21 14:04:49 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	  Revert "codecparsers: av1: Clip max tile rows and cols values"
-	  This reverts commit b76a801f57353b893c344025cac56413140fca6d.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5702>
-
-2023-11-29 13:04:36 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* ext/vulkan/vkupload.c:
-	  vkupload: unref vkimagebufferpool
-	  Since the vkupload pool refacto, the pool
-	  was not properly unrefed leading to a leak.
-	  Fix for fd5c344fb6
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5729>
-
-2023-11-21 01:41:16 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	  h264decoder: Fix GstVideoCodecFrame leak
-	  If current buffer has no slice data, frame should be released.
-	  Otherwise frames will stay in decoder baseclass forever.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5693>
-
-2023-09-12 16:11:42 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* ext/vulkan/vkupload.c:
-	  vkupload: browse over the input buffer mems
-	  To upload/convert the GstBuffer to vkImage, need to
-	  browse over the input mems to fill the out gst buffer vkImage.
-	  This patch is fixing a missing plane/mem with encoders.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5651>
-
-2023-07-11 15:51:20 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* ext/vulkan/vkupload.c:
-	  vkupload: implement decide_allocation vmethod
-	  in the case of an upstream element proposing a buffer pool,
-	  use it to allocate the buffer image with the given parameters
-	  set by the upstream element.
-	  Besides the buffer pool handling is sync'd with GstBaseTransform
-	  base class.
-	  See the case of vulkanupload ! vulkanh264enc
-	  Co-authored-by: Victor Jaquez <vjaquez@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5651>
-
-2023-11-28 21:02:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	  d3d11: Fix string version shader code
-	  RGBA to BGRA conversion code should have written in compute
-	  shader.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5723>
-
-2023-11-28 19:17:20 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdk: Fix build error after d3d11 API change
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3158
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5723>
-
-2023-11-25 19:34:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* gst-libs/gst/d3d11/gstd3d11converter-builder.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter-helper.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11format.cpp:
-	* gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	* sys/d3d11/gstd3d11convert.cpp:
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11: Add support for more packed formats using compute shader
-	  Adding below listed formats support, and reorders supported format
-	  list based on preference
-	  <YUV 4:2:2>
-	  UYVY, VYUY, YVYU, v210, v216
-	  <YUV 4:4:4>
-	  v308, IYU2
-	  <RGB 16bits per pixel>
-	  RGB16, RGB15, BGR16, BGR15
-	  <RGB 8bits per channel>
-	  ARGB, xRGB, ABGR, xBGR, RGB, BGR
-	  <RGB 10bits per channel>
-	  r210, BGR10A2
-	  <RGB 16bits per channel>
-	  BGRA64
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5717>
-
-2023-11-27 01:11:04 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: Allow MSAA only for native DXGI formats
-	  Enable MSAA only if converter can render directly on texture
-	  without post-processing
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5717>
-
-2023-11-24 21:18:38 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11bufferpool.cpp:
-	* gst-libs/gst/d3d11/gstd3d11format.cpp:
-	* gst-libs/gst/d3d11/gstd3d11format.h:
-	* gst-libs/gst/d3d11/gstd3d11memory-private.h:
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	* gst-libs/gst/d3d11/gstd3d11memory.h:
-	* sys/amfcodec/gstamfencoder.cpp:
-	* sys/d3d11/gstd3d11compositor.cpp:
-	* sys/d3d11/gstd3d11convert.cpp:
-	* sys/d3d11/gstd3d11decoder.cpp:
-	* sys/d3d11/gstd3d11deinterlace.cpp:
-	* sys/d3d11/gstd3d11overlay.cpp:
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	* sys/d3d11/gstd3d11upload.cpp:
-	* sys/dwrite/gstdwriteoverlayobject.cpp:
-	* sys/qsv/gstqsvdecoder.cpp:
-	* tests/check/libs/d3d11memory.c:
-	  d3d11: Rework memory allocation params signalling
-	  Hide GstD3D11AllocationParams detail from public header and
-	  set setter methods.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5717>
-
-2023-11-25 01:52:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.cpp:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	* sys/d3d11/hlsl/meson.build:
-	  d3d11: Use shader model 4
-	  Since shader model 4 is sufficient for the current pixel shader
-	  implementations, prebuild HLSL with shader model 4 as well.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5709>
-
-2023-11-25 01:26:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter-helper.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	  d3d11converter: Do not use R32_UINT UAV
-	  It does not work well with YUY2 texture on some GPUs. Always use
-	  the same DXGI formats for each SRV and UAV
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5709>
-
-2023-11-24 00:17:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	  d3d11device: Remove outdated comment
-	  We do support 4:2:2 YUV formats using compute shader now
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5709>
-
-2023-11-23 23:32:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* sys/d3d11/plugin.cpp:
-	  d3d11: Drop legacy device support
-	  Direct3D feature level 10 supported GPUs were released
-	  more than 15 years ago, around the time when Windows
-	  Vista / 7 were released. Also our d3d11 plugin/library
-	  does not support feature level 9.x very well already.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5709>
-
-2023-11-13 12:01:03 +0000  Link Mauve <freedesktop@linkmauve.fr>
-
-	* sys/v4l2codecs/gstv4l2decoder.c:
-	  v4l2codecs: Query the right buffer before expbuf
-	  We were previously always querying index 0, and while the number of planes per
-	  buffer will never change, it seems more proper to query the right buffer rather
-	  than always the first one.
-	  This was found while reading strace logs, and wondering why the
-	  V4L2_BUF_FLAG_MAPPED flag was present on all ¬0 indices even though that
-	  happened before VIDIOC_EXPBUF.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5647>
-
-2023-11-21 12:47:38 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkbufferpool.c:
-	  vkbufferpool: add support for video encoded buffers
-	  Add support for non video raw  buffers to allocate memory
-	  such as in encoded content scenario.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5645>
-
-2023-11-03 16:52:19 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkbufferpool.c:
-	* gst-libs/gst/vulkan/gstvkbufferpool.h:
-	  vkbufferpool: allow to set allocation params
-	  Add the possibility to change the vulkan usage and mem properties from
-	  external source.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5645>
-
-2023-07-03 16:44:22 -0400  Daniel Morin <daniel.morin@collabora.com>
-
-	* gst-libs/gst/analytics/analytics-meta-prelude.h:
-	* gst-libs/gst/analytics/analytics.h:
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsclassificationmtd.h:
-	* gst-libs/gst/analytics/gstanalyticsmeta.c:
-	* gst-libs/gst/analytics/gstanalyticsmeta.h:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c:
-	* gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.h:
-	* gst-libs/gst/analytics/meson.build:
-	* gst-libs/gst/meson.build:
-	* tests/check/libs/analyticsmeta.c:
-	* tests/check/meson.build:
-	  analytics: base class for analytics meta
-	  - GstAnalyticRelationMeta is a base class for analytics
-	  meta. It's able to store analytics results (GstAnalyticRelatableMtd)
-	  and describe the relation between each analysis results.
-	  - GstAnalysisRelationMeta also contain an algorithm able to explore
-	  analysis results relation using a bfs.
-	  - Relation(edge) between analysis results (vertice) are stored in an adjacency-matrix
-	  that allow to quickly identify if two analysis results are related and by
-	  which relation they related. It also work for indirect relation
-	  and can provide the path of analysis results by which two
-	  analysis results are related.
-	  - One allocation per buffer to store analysis results. Here we rely on
-	  the application to guess how much space will be required to store all
-	  analysis results. This is something that could be improved
-	  significantly but it's a starting point.
-	  - Define common analysis results, classification, object-detection,
-	  tracking that are subclass of GstAnalyticRelatableMtd. The also
-	  provide exemple of how to extend GstAnalyticRelatableMtd to have them
-	  benefit for the mechanim to express relation with other analysis
-	  results.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4962>
-
-2023-06-30 18:00:38 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* ext/vulkan/vkdownload.c:
-	* ext/vulkan/vkupload.c:
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	* gst-libs/gst/vulkan/gstvkvideofilter.c:
-	* tests/check/libs/vkimagebufferpool.c:
-	  vulkan: use gst_vulkan_device_select_queue
-	  Use gst_vulkan_device_select_queue api to retrieve a valid queue
-	  in vkupload, vkdownload, vkimagebufferpool, and vkvideofilter
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5656>
-
-2023-06-28 18:15:59 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	* gst-libs/gst/vulkan/gstvkdevice.h:
-	* gst-libs/gst/vulkan/gstvkutils.h:
-	  vkdevice: select queue with expected flags
-	  Allow to select a queue with the given flags
-	  such as compute bit etc from a given device.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5656>
-
-2023-11-21 21:14:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvh264dec.cpp:
-	* sys/qsv/gstqsvh265dec.cpp:
-	  qsvdecoder: Fix stream format detection
-	  Fixing typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5700>
-
-2023-11-20 08:22:41 +0000  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* gst-libs/gst/d3d11/meson.build:
-	  directxmath.wrap: Fix cpuid mismatch on MinGW
-	  This fixes a build failure with meson 1.3.0, which was caused by
-	  a bugfix in Meson that made the cc.compile() check succeed on MSYS2
-	  MinGW and enable DirectXMath SIMD, which in turn triggered the broken
-	  `__cpuid()` issue mentioned in the meson.build file.
-	  Upstream fix: https://github.com/microsoft/DirectXMath/pull/172
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5690>
-
-2023-11-20 08:12:48 +0000  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* gst-libs/gst/d3d11/meson.build:
-	* meson_options.txt:
-	  meson: Rework d3d11 checks, add new d3d11-math option
-	  This allows us to ensure that directxmath SIMD is enabled.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5690>
-
-2023-11-21 00:00:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* gst-libs/gst/d3d11/gstd3d11converter-builder.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter-helper.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11format.cpp:
-	* gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	  d3d11: Add Y412 format support
-	  It's mapped to DXGI_FORMAT_Y416 and major format for 12bits 4:4:4
-	  video decoding. Since DXGI_FORMAT_Y416 format cannot be a render target,
-	  adding corresponding compute shader code too.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5692>
-
-2023-07-03 13:22:47 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/gstvulkan.c:
-	* ext/vulkan/meson.build:
-	* ext/vulkan/vkh264dec.c:
-	* ext/vulkan/vkh264dec.h:
-	  vulkanh264dec: add Vulkan H.264 decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-06-15 12:09:01 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* tests/check/libs/vkimagebufferpool.c:
-	  test: look for proper queue among multiple physical device
-	  There might be multiple GPUs in a system and only one might provided vulkan
-	  video extensions. Now, in order to run the tests, the proper GPU is looked.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-05-24 08:49:06 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkvideodecode.c:
-	* tests/check/meson.build:
-	  test: add vkvideodecode test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-05-23 22:05:06 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkqueue.c:
-	* gst-libs/gst/vulkan/gstvkqueue.h:
-	  vkqueue: add decoder factory
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-05-11 16:47:55 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdecoder.c:
-	* gst-libs/gst/vulkan/gstvkdecoder.h:
-	* gst-libs/gst/vulkan/gstvkhandle.h:
-	* gst-libs/gst/vulkan/meson.build:
-	* gst-libs/gst/vulkan/vulkan_fwd.h:
-	  vkdecoder: add gstvkdecoder helper object
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-05-25 19:03:09 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkhandle.h:
-	* gst-libs/gst/vulkan/gstvkvideo-private.c:
-	* gst-libs/gst/vulkan/gstvkvideo-private.h:
-	* gst-libs/gst/vulkan/meson.build:
-	  vkvideo-private: video structures and session handle
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-07-10 14:44:05 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	* tests/check/libs/vkimagebufferpool.c:
-	  vkvideoutils: add GstVulkanVideoOperation enum
-	  To differentiate a video/x-h264 caps use with a decoder or an encoder
-	  and get the correct video profile, the API expects an enum
-	  GstVulkanVideoOperation to handle this difference.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-06-29 18:46:29 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	* tests/check/libs/vkimagebufferpool.c:
-	  vkvideoutils: add dec postfix to profiles
-	  So it the future don't collide with encoding profiles.
-	  Original-patch-by: Stéphane Cerveau <scerveau@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-06-23 17:50:16 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	* gst-libs/gst/vulkan/vulkan_fwd.h:
-	  vkvideoutils: add video capabilities structure
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-07-03 17:43:05 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	  vkvideoutils: add gst_vulkan_video_profile_is_equal()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-05-24 10:03:30 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	  vkvideoutils: add gst_vulkan_video_profile_is_valid()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-08-09 11:28:37 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	  vkvideoutils: add VkVideoDecodeUsageInfoKHR in profile
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-06-19 13:26:49 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	  vkvideoutils: if unknown codec nullify pNext
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-11-13 19:50:07 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	  vkvideoutils: mark as private members of profile structure
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-08-10 13:10:04 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkimagebufferpool: set image's number of layers
-	  Handle the image's number of layers as configuration so it can be set by the
-	  user, still isn't exposed as function since it's very niche.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-06-16 16:31:36 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkmemory.c:
-	  vkmemory: avoid the property flag check
-	  During the video session memory allocation, the property flags can
-	  be different from the expected ones, so do not expect all the
-	  property flags and test it with G_MAXUINT32
-	  It's failing with driver 525.47.26 and NVidia HW NVIDIA GeForce
-	  RTX 3050 and 2060
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4850>
-
-2023-11-20 20:41:07 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  d3d11: Update plugin doc cache
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5691>
-
-2023-11-20 00:26:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* gst-libs/gst/d3d11/gstd3d11converter-helper.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11format.cpp:
-	* gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	  d3d11: Add support for Y210 and Y212 formats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5691>
-
-2023-11-18 23:31:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11testsrc: Bind UAV if needed
-	  YUV packed formats require UAV
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5691>
-
-2023-11-18 22:51:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: Add support for YUY2 and Y410 output
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5691>
-
-2023-11-18 20:45:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Port to converter helper
-	  ... add support YUY2 and Y410 output
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5691>
-
-2023-11-17 20:51:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter-builder.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter-builder.h:
-	* gst-libs/gst/d3d11/gstd3d11converter-helper.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter-helper.h:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11device-private.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.h:
-	* gst-libs/gst/d3d11/hlsl/CSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/collect_hlsl_header.py:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	* gst-libs/gst/d3d11/meson.build:
-	  d3d11: Implement helper object for converter
-	  This object will upload system memory to GPU and preprocess
-	  texture using compute shader or software converter if needed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5691>
-
-2023-08-03 17:05:17 -0600  Jordan Yelloz <jordan.yelloz@collabora.com>
-
-	* docs/libs/mse/index.md:
-	* docs/libs/mse/sitemap.txt:
-	* docs/meson.build:
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/meson.build:
-	* gst-libs/gst/mse/gstappendpipeline-private.h:
-	* gst-libs/gst/mse/gstappendpipeline.c:
-	* gst-libs/gst/mse/gstmediasource-private.h:
-	* gst-libs/gst/mse/gstmediasource.c:
-	* gst-libs/gst/mse/gstmediasource.h:
-	* gst-libs/gst/mse/gstmediasourcesamplemap-private.h:
-	* gst-libs/gst/mse/gstmediasourcesamplemap.c:
-	* gst-libs/gst/mse/gstmediasourcetrack-private.h:
-	* gst-libs/gst/mse/gstmediasourcetrack.c:
-	* gst-libs/gst/mse/gstmediasourcetrackbuffer-private.h:
-	* gst-libs/gst/mse/gstmediasourcetrackbuffer.c:
-	* gst-libs/gst/mse/gstmseeventqueue-private.h:
-	* gst-libs/gst/mse/gstmseeventqueue.c:
-	* gst-libs/gst/mse/gstmselogging-private.h:
-	* gst-libs/gst/mse/gstmselogging.c:
-	* gst-libs/gst/mse/gstmsemediatype-private.h:
-	* gst-libs/gst/mse/gstmsemediatype.c:
-	* gst-libs/gst/mse/gstmsesrc-private.h:
-	* gst-libs/gst/mse/gstmsesrc.c:
-	* gst-libs/gst/mse/gstmsesrc.h:
-	* gst-libs/gst/mse/gstsourcebuffer-private.h:
-	* gst-libs/gst/mse/gstsourcebuffer.c:
-	* gst-libs/gst/mse/gstsourcebuffer.h:
-	* gst-libs/gst/mse/gstsourcebufferlist-private.h:
-	* gst-libs/gst/mse/gstsourcebufferlist.c:
-	* gst-libs/gst/mse/gstsourcebufferlist.h:
-	* gst-libs/gst/mse/meson.build:
-	* gst-libs/gst/mse/mse-prelude.h:
-	* gst-libs/gst/mse/mse.h:
-	* gst/meson.build:
-	* gst/mse/gstmse.c:
-	* gst/mse/gstmse.h:
-	* gst/mse/meson.build:
-	* meson_options.txt:
-	* tests/check/libs/mse.c:
-	* tests/check/meson.build:
-	* tests/files/mse.mp4:
-	* tests/files/mse.webm:
-	  bad: Added W3C Media Source Extensions library
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2992>
-
-2023-11-16 20:09:21 +0100  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* gst-libs/gst/insertbin/gstinsertbin.c:
-	* gst-libs/gst/insertbin/gstinsertbin.h:
-	* gst/insertbin/plugin.c:
-	  insertbin/doc: add "Since" markers to pass CI
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5514>
-
-2023-10-20 00:55:00 +0200  Alexander Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/insertbin/gstinsertbin.c:
-	* gst/insertbin/meson.build:
-	* gst/insertbin/plugin.c:
-	* gst/meson.build:
-	* meson_options.txt:
-	  insertbin: make it available in the registry
-	  so it could also be used from the gst-parse-launch
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5514>
-
-2023-10-22 11:06:27 +0200  Robert Mader <robert.mader@collabora.com>
-
-	* gst/camerabin2/gstcamerabin2.c:
-	  camerabin: Fix source updates with user filters
-	  Take the case into account when user filters have been set before the
-	  source gets updated.
-	  Note that the further linking of the filters, if present, happens below
-	  in the `gst_camera_bin_check_and_replace_filter()` calls.
-	  The audio filter is still affected by the same issue but left out for
-	  now.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5527>
-
-2023-11-15 22:41:47 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11dxgicapture.cpp:
-	* sys/d3d11/gstd3d11screencapture.cpp:
-	* sys/d3d11/gstd3d11screencapture.h:
-	* sys/d3d11/gstd3d11screencapturedevice.cpp:
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	* sys/d3d11/gstd3d11winrtcapture.cpp:
-	  d3d11screencapturesrc: Fix wrong color with HDR enabled
-	  Even if IDXGIOutput6 says current display colorspace is HDR,
-	  captured texture via IDXGIOutputDuplication::AcquireNextFrame()
-	  is converted frame by OS unless we use IDXGIOutput5::DuplicateOutput1()
-	  with DXGI_FORMAT_R16G16B16A16_FLOAT format, in order for captured
-	  frame to be scRGB color space. Then application should perform
-	  tonemap operation based on reported display white level, color primaries, etc.
-	  Since we don't have any tonemapping implementation, ignores colorimetry
-	  reported by IDXGIOutput6.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3128
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5671>
-
-2023-11-15 19:13:08 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst-libs/gst/player/gstplayer.c:
-	  player: Without dispatcher emit signals directly instead of via the default main context
-	  This is how it was documented and how it worked before the port to GstPlay.
-	  Without this, applications expecting signals to be emitted directly
-	  without anything running the main context will simply not receive any
-	  signals.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5672>
-
-2023-11-15 00:38:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* sys/d3d11/gstd3d11compositor.cpp:
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11: Avoid ID3D11DeviceContext::Map if possible
-	  Allocate resource with initial date instead of calling Map/Unmap
-	  after allocation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5660>
-
-2023-11-15 01:11:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwriteoverlayobject.cpp:
-	  dwrite: Protect entire draw operation with D3D11 lock
-	  d2d runtime seems to execute pending GPU command list
-	  when DXGI ID2D1RenderTarget is being released, and it will invoke
-	  d3d11 immediate context APIs. Should protect all rendering operations
-	  and DXGI resources with lock.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5659>
-
-2023-11-07 16:20:10 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	  msdk: Add device env in plugin dependencies
-	  Add env vars GST_MSDK_DRM_DEVICE in plugin_add_dependencies to register
-	  msdk plugins according to user's choice in a multi-gpu platform.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5615>
-
-2023-02-28 23:59:45 +0100  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
-	  codecparsers: h264bitwriter: Fix trace typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5661>
-
-2023-11-13 22:16:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/closedcaption/gstcea608mux.c:
-	  cea608mux: Fix buffer leak
-	  Release buffer after use
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5648>
-
-2022-08-08 14:46:16 -0400  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/webrtc/webrtcsdp.c:
-	  webrtcsdp: Don't require fingerprint in inactive media
-	  Inactive m-lines don't need a fingerprint as they may not
-	  have a connection.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1118>
-
-2021-10-12 11:29:21 -0400  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/webrtc/webrtcsdp.c:
-	  webrtcsdp: Remove comparison between media and session fingerprint
-	  The code seems to validate that the media-level fingerprint matches
-	  the fingerprint of the previous media or of the whole session. There
-	  is no such requirement in any RFC I found. The session-session one
-	  is just meant to act as a fallback when there is no media-level
-	  fingerprint.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1118>
-
-2023-10-19 21:21:51 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/codecparsers/gsth265parser.h:
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	* gst/videoparsers/gsth265parse.c:
-	  codecparsers: introduce h265 level enum
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5644>
-
-2023-02-06 15:47:41 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/codec2json/gsth2652json.c:
-	* ext/codec2json/gsth2652json.h:
-	* ext/codec2json/meson.build:
-	* ext/codec2json/plugin.c:
-	  codec2json: Add h2652json element
-	  This element convert H.265 frame parameters into human readable json data.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3865>
-
-2023-02-01 16:44:39 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/codec2json/gsth2642json.c:
-	* ext/codec2json/gsth2642json.h:
-	* ext/codec2json/meson.build:
-	* ext/codec2json/plugin.c:
-	  codec2json: Add h2642json element
-	  This element convert H.264 frame header into human readable
-	  json data.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3865>
-
-2023-11-12 11:07:37 +0000  Philippe Normand <philn@igalia.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	  play: Improve documentation header
-	  If the application relies on GstPlaySignalAdapter, no special clean-up is
-	  required.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5643>
-
-2023-11-08 09:53:17 +0000  HuQian <qian.hu@mediatek.com>
-
-	* gst-libs/gst/wayland/gstwlvideoformat.c:
-	  waylandsink: fix incorrect RGB and BGR mapping about GST DRM and WL_SHM
-	  This commit corrects the mapping relationship between RGB and BGR in GST and DRM.
-	  The previous mapping was incorrect, causing potential color mismatches in the output.
-	  The changes are as follows:
-	  {WL_SHM_FORMAT_RGB888, DRM_FORMAT_RGB888, GST_VIDEO_FORMAT_BGR},
-	  {WL_SHM_FORMAT_BGR888, DRM_FORMAT_BGR888, GST_VIDEO_FORMAT_RGB},
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5620>
-
-2023-11-11 14:10:37 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst-libs/gst/play/gstplay-signal-adapter.c:
-	  play: Automatically flush the bus when disposing the signal adapter
-	  See https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3107
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5642>
-
-2023-11-09 17:57:22 +0000  Philippe Normand <philn@igalia.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	  gstplay: Add a minimal documentation header
-	  Also mentioning the need to set the bus to flushing state before disposing the
-	  player in order to avoid reference cycles.
-	  Fixes #3107
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5631>
-
-2023-11-10 14:49:50 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkoperation.c:
-	  vulkan/operation: wait for pending objects at reset
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5591>
-
-2023-11-09 19:47:33 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkoperation.c:
-	  vulkan/operation: get query only if a operation is submitted
-	  To avoid a validation error if get query is performed before.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5591>
-
-2023-11-02 12:18:47 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkoperation.c:
-	  vulkan/operation: remove stored fences at the end
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5591>
-
-2023-10-31 19:39:02 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkoperation.c:
-	  vulkan/operation: don't fail if extension isn't available
-	  gst_vulkan_operation_add_dependency_frame() is a noop if the required extensions
-	  aren't available.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5591>
-
-2023-10-20 00:09:57 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/mxf/mxfdemux.c:
-	* gst/mxf/mxfdemux.h:
-	  mxfdemux: Store GstMXFDemuxEssenceTrack in their own fixed allocation
-	  Previously they were stored inline inside a GArray, but as references to
-	  the tracks were stored in various other places although the array could
-	  still be updated (and reallocated!), this could lead to dangling
-	  references in various places.
-	  Instead now store them in a GPtrArray in their own allocation so each
-	  track's memory position stays fixed.
-	  Fixes ZDI-CAN-22299
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3055
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5635>
-
-2023-10-04 11:14:38 +0200  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	  codecparsers: av1: Clip max tile rows and cols values
-	  Clip tile rows and cols to 64 as describe in AV1 specification.
-	  Fixes ZDI-CAN-22226 / CVE-2023-44429
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3015
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5634>
-
-2023-11-09 14:22:06 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/timecode/gsttimecodestamper.c:
-	  timecodestamper: set drop-frame property default to TRUE
-	  After talking with Vivia on IRC, she does not remember why the default
-	  was FALSE and it is in my opinion preferable to stick to whatever
-	  representation best represents time for a given framerate as a default
-	  behavior.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5628>
-
-2023-11-08 13:59:44 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabase.c:
-	* sys/va/gstvabase.h:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabaseenc.h:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvabasetransform.h:
-	  va: use GstVideoInfoDmaDrm when importing buffers
-	  In the case of encoders and filters when importing a DMABuf, use
-	  GstVideoInfoDmaDrm to get the drm fourcc and modifier.
-	  In both cases, instead of keeping the original GstVideoInfoDmaDrm from caps, the
-	  GstVideoInfo part of the structure is converted as canonical one, given the
-	  format from the fourcc. It's kept in the way to handle V4L2 linear DMABufs and
-	  to avoid too many changes in the current code.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5264>
-
-2023-08-30 21:49:22 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvaallocator.h:
-	* sys/va/gstvabase.c:
-	  vaallocator: use GstVideoInfoDmaDrm for dmabuf setup
-	  Instead of guessing the DRM format and modifier, pass a DRM video info to
-	  gst_va_dmabuf_memories_setup().
-	  Still, it checks for the DRM parameters in DRM info, if they are not available,
-	  as in the case of V4L2 buffers, the part of the video info is used.
-	  This is an API breakage, but since the plugin is still in stage, it's still
-	  allowed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5264>
-
-2023-08-30 21:34:58 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/vasurfaceimage.c:
-	* gst-libs/gst/va/vasurfaceimage.h:
-	  vaallocator: use VADRMPRIMESurfaceDescriptor to create surfaces
-	  To import DMAbufs we used VASurfaceAttribExternalBuffers which works, but it's
-	  not specific for DRM PRIME 2, since it lacks of many metadata. This patch
-	  replaces VASurfaceAttribExternalBuffers with VADRMPRIMESurfaceDescriptor in
-	  va_create_surfaces().
-	  Still, this patch assumes linear modifier only.
-	  The hack for RGB surfaces in I965 driver was pushed down into
-	  va_create_surfaces() to avoid handling both structures.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5264>
-
-2023-08-30 21:25:41 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvaallocator.h:
-	* sys/va/gstvabase.c:
-	  vallocator: remove n_planes argument in dmabuf_memories_setup()
-	  Instead of passing the number of planes to process, take that number from the
-	  passed GstVideoInfo.
-	  This is an API breakage, but since the plugin is still in stage, it's still
-	  allowed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5264>
-
-2023-08-30 13:01:04 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: fix assumption object size equal fd size
-	  Remove the comment and warning message that object size should be equal to the
-	  file descriptor size.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5264>
-
-2023-11-08 17:23:17 +0100  Tobias Rapp <t.rapp@noa-archive.com>
-
-	* sys/decklink/gstdecklinkvideosink.cpp:
-	* sys/decklink/gstdecklinkvideosrc.cpp:
-	  decklink: Fix typo in element documentation
-	  DechLink -> DeckLink
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5625>
-
-2023-11-08 16:59:48 +0100  Tobias Rapp <t.rapp@noa-archive.com>
-
-	* sys/decklink/gstdecklinkvideosink.cpp:
-	* sys/decklink/gstdecklinkvideosrc.cpp:
-	  decklink: Increase section level of video sink/source element documentation
-	  Should fix auto-generated follow-up sections like "Hierarchy" or
-	  "Factory details" to be listed under the element name in the
-	  table-of-contents of the document, instead of a stand-alone
-	  "Duplex-Mode" section.
-	  Also cleanup some spurious colon suffix after section names.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5625>
-
-2023-11-07 11:56:20 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvadisplay.c:
-	* sys/va/plugin.c:
-	  vadisplay: only register elements of allowed drivers
-	  Now that nvidia-vaapi-driver appeared and isn't yet supported by GstVA, we've to
-	  add an allowed list of supported drivers.
-	  This patch implements it adding a environment variable to disable this driver
-	  check: GST_VA_ALL_DRIVERS
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5616>
-
-2023-10-02 15:34:42 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* ext/closedcaption/ccutils.c:
-	* ext/closedcaption/ccutils.h:
-	* ext/closedcaption/gstcccombiner.c:
-	* ext/closedcaption/gstccconverter.c:
-	* ext/closedcaption/gstcea608mux.c:
-	* tests/check/elements/cccombiner.c:
-	  ccutils: Add padding also for ccp data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5423>
-
-2023-11-03 06:53:35 -0700  Slava Andrejev <vyac.andrejev@gmail.com>
-
-	* gst-libs/gst/wayland/meson.build:
-	  meson: change Wayland scanner command from "code" to "private-code"
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5593>
-
-2023-11-03 06:47:44 -0700  Slava Andrejev <vyac.andrejev@gmail.com>
-
-	* gst-libs/gst/wayland/meson.build:
-	  meson: add processing of "staging" Wayland protocols
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5593>
-
-2023-11-02 18:41:15 -0700  Slava Andrejev <vyac.andrejev@gmail.com>
-
-	* gst-libs/gst/wayland/meson.build:
-	  meson: prevent sandbox violation if GStreamer and wayland-protocols are subprojects
-	  Suppose you have a project where GStreamer and wayland-protocols are
-	  pulled in as dependencies via .wrap files. In that case, Meson's setup
-	  step will fail for gst-plugins-bad with the message "Sandbox violation:
-	  Tried to grab file viewporter.xml outside current (sub)project." To
-	  avoid this exception, one should use Meson's `files` and `join_paths`
-	  functions. The suggested solution is identical to how GTK 4 processes
-	  Wayland files.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5593>
-
-2023-05-26 17:38:13 +0000  Balló György <ballogyor@gmail.com>
-
-	* gst-libs/gst/wayland/meson.build:
-	  gstwayland: Don't depend on wayland-protocols
-	  wayland-protocols are needed to build gstwayland, but not for dependent projects.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4724>
-
-2023-11-06 20:44:08 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window.cpp:
-	  d3d11window: Fix scale factor setting
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5602>
-
-2023-11-04 21:23:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter-private.h:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.h:
-	* gst-libs/gst/d3d11/meson.build:
-	* sys/d3d11/gstd3d11convert.cpp:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/gstd3d11pluginutils.h:
-	* sys/d3d11/gstd3d11window.cpp:
-	* sys/d3d11/meson.build:
-	  d3d11: Enable DirectXMath SIMD
-	  * Enable SIMD except for x86 target
-	  * Use aligned matrix struct
-	  * Remove unnecessary matrix copy operations
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5602>
-
-2023-10-18 15:12:38 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* ext/closedcaption/ccutils.c:
-	* tests/check/elements/ccconverter.c:
-	  ccutils: Keep upstream padding payload
-	  A payload of 0x80 0x80 means that it's padding. It's not a good idea to
-	  throw this away though, because of the cc_valid field.
-	  According to CEA 10-B section 25.2.1, if cc_valid is zero, the run-in
-	  clock and start bit should not be generated. In practice, this means
-	  that any closed captions will be erased and the end-user TV will show
-	  that captions are not available for this stream. This might have
-	  undesired consequences, e.g. we were just showing a long line of
-	  captions and we disable it before the user has had time to read it, or
-	  you can't enable closed captions during silence/music intervals.
-	  We cannot reliably detect whether there's a currently-silent closed
-	  caption stream or just nothing, but we have this information coming from
-	  upstream, so we can at least not discard it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5508>
-
-2023-11-04 19:36:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2client.cpp:
-	* sys/wasapi2/gstwasapi2client.h:
-	* sys/wasapi2/gstwasapi2device.c:
-	  wasapi2device: Ignore activation failed device
-	  Enumerates all devices even if activation error is detected
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3090
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5599>
-
-2023-11-04 03:16:47 +0100  Marek Vasut <marex@denx.de>
-
-	* sys/v4l2codecs/gstv4l2decoder.c:
-	  v4l2codecs: Avoid QBUF/DQBUF struct timeval .tv_usec wrap-around at frame 1000000
-	  When decoding stream using hardware V4L2 decoder element, in any of the
-	  currently supported formats, the decoding will fail once frame number
-	  1000000 is reached. The reported error clearly indicates a wrap-around
-	  occured, instead of receiving decoded frame 1000000, frame 0 is received
-	  from the hardware V4L2 decoder driver.
-	  The problem is actually not in the driver itself, but rather in gstreamer,
-	  which uses `struct v4l2_buffer` member `.timestamp` in a special way. The
-	  timestamp of buffers with encoded data added to the SINK (input) queue of
-	  the driver is copied by the driver into matching buffers with decoded data
-	  added to the SOURCE (output) queue of the driver. In fact, the timestamp
-	  is not a timestamp at all, but rather in this special case, only part of
-	  it is used as an incrementing frame counter.
-	  The `.timestamp` is of type `struct timeval`, which is defined in
-	  `sys/time.h` 1. Only the `tv_usec` member of this structure is used
-	  for the incrementing frame counter. However, suseconds_t tv_usec 2
-	  may be limited to range -1, 1000000:
-	  "
-	  XSI The type suseconds_t shall be a signed integer type capable of
-	  storing values at least in the range -1, 1000000.
-	  "
-	  Therefore, once frame 1000000 is reached, a rollover occurs and decoding
-	  fails.
-	  Fix this by using both `struct timeval` members, `.tv_sec` and `.tv_usec`
-	  with matching modular arithmetic, this way the failure would occur again
-	  just short of 2^84 frames, which should be plenty.
-	  1 https://pubs.opengroup.org/onlinepubs/9699919799/basedefs/sys_time.h.html
-	  2 https://pubs.opengroup.org/onlinepubs/9699919799/basedefs/sys_types.h.html
-	  A test case using stateless hardware h264 decoder, the WARN/ERROR output
-	  in gstreamer log indicates a failure occurred. With this change, that
-	  error no longer occurs and the WARN/ERROR are not present:
-	  ```
-	  pc$ gst-launch-1.0 videotestsrc num-buffers=1001001 pattern=6 ! \
-	  video/x-raw,width=16,height=16,format=I420 ! \
-	  x264enc ! filesink location=/tmp/test.h264
-	  dut$ GST_DEBUG="*:3" gst-launch-1.0 filesrc location=/tmp/test.h264 ! \
-	  h264parse ! v4l2slh264dec ! fakesink
-	  ...
-	  0:03:51.393677606 12111     0x370df400 WARN      \
-	  v4l2codecs-decoder gstv4l2decoder.c:1157:gst_v4l2_request_set_done:<v4l2decoder2> \
-	  Requested frame 1000000, but driver returned frame 0.
-	  0:03:51.394140597 12111     0x370df400 WARN      \
-	  v4l2codecs-decoder gstv4l2decoder.c:1157:gst_v4l2_request_set_done:<v4l2decoder2> \
-	  Requested frame 1000001, but driver returned frame 1.
-	  0:03:51.394425216 12111     0x370df400 WARN      \
-	  v4l2codecs-decoder gstv4l2decoder.c:1157:gst_v4l2_request_set_done:<v4l2decoder2> \
-	  Requested frame 1000002, but driver returned frame 2.
-	  0:03:51.394665211 12111     0x370df400 WARN      \
-	  v4l2codecs-decoder gstv4l2decoder.c:1157:gst_v4l2_request_set_done:<v4l2decoder2> \
-	  Requested frame 1000003, but driver returned frame 3.
-	  0:03:51.394785833 12111     0x370df400 WARN      \
-	  v4l2codecs-h264dec gstv4l2codech264dec.c:1059:gst_v4l2_codec_h264_dec_output_picture:<v4l2slh264dec0> \
-	  error: Failed to decode frame 1000000
-	  ERROR: from element /GstPipeline:pipeline0/v4l2slh264dec:v4l2slh264dec0: Failed to decode frame 1000000
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5598>
-
-2023-10-23 15:11:23 -0400  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* gst/unixfd/gstunixfd.c:
-	* gst/unixfd/gstunixfd.h:
-	* gst/unixfd/gstunixfdsink.c:
-	* gst/unixfd/gstunixfdsrc.c:
-	  unixfd: Add support for abstract socket
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5328>
-
-2023-09-28 13:34:32 -0400  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* gst/unixfd/gstunixfd.h:
-	* gst/unixfd/gstunixfdsink.c:
-	* gst/unixfd/gstunixfdsrc.c:
-	  unixfd: Use DMABuf allocator when needed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5328>
-
-2023-09-18 14:38:27 -0400  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  unixfd: Update gst_plugins_cache.json
-	  Sponsored-by: Netflix Inc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5328>
-
-2023-09-18 14:38:26 -0400  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* gst/meson.build:
-	* gst/unixfd/gstunixfd.c:
-	* gst/unixfd/gstunixfd.h:
-	* gst/unixfd/gstunixfdsink.c:
-	* gst/unixfd/gstunixfdsrc.c:
-	* gst/unixfd/meson.build:
-	* meson_options.txt:
-	* tests/check/elements/unixfd.c:
-	* tests/check/meson.build:
-	  unixfd: New plugin with unixfdsink and unixfdsrc elements
-	  This pair of elements, inspired from shmsink/shmsrc, send unix file
-	  descriptors (e.g. memfd, dmabuf) from one sink to multiple source
-	  elements in other processes.
-	  The unixfdsink proposes a memfd/shm allocator, which causes for example
-	  videotestsrc to write directly into memories that can be transfered to
-	  other processes without copying.
-	  Sponsored-by: Netflix Inc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5328>
-
-2023-09-18 14:38:23 -0400  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/gstwlshmallocator.c:
-	* gst-libs/gst/wayland/gstwlshmallocator.h:
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	  GstShmAllocator: New shared memory allocator
-	  This makes Wayland's allocator public. It is generally useful to have a
-	  shared memory allocator that can create memfd on Linux.
-	  Sponsored-by: Netflix Inc.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5328>
-
-2023-11-02 00:33:46 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2util.h:
-	  wasapi2: Fix build with GST_DISABLE_GST_DEBUG
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5585>
-
-2023-11-02 00:30:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/mediafoundation/gstmfutils.h:
-	  mediafoundation: Fix build with GST_DISABLE_GST_DEBUG
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5585>
-
-2023-11-02 00:24:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12utils.h:
-	* sys/d3d12/meson.build:
-	  d3d12: Fix build with GST_DISABLE_GST_DEBUG
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5585>
-
-2023-11-02 00:21:17 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11utils.cpp:
-	* gst-libs/gst/d3d11/gstd3d11utils.h:
-	* gst-libs/gst/d3d11/meson.build:
-	  d3d11: Fix build with GST_DISABLE_GST_DEBUG
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5585>
-
-2023-11-02 00:03:28 +0900  Seungha Yang <seungha@centricular.com>
-
-	* meson.build:
-	  meson: Fix MSVC build with GST_DISABLE_GST_DEBUG
-	  MSVC does not understand Wno-unused
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5585>
-
-2023-10-28 22:55:04 +0800  He Junyan <junyan.he@intel.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/libde265/libde265-dec.c:
-	  libde265dec: Only decode the main profile
-	  The src caps of the libde265 is now fixed to I420, and so if the
-	  stream is other format, such as 4:4:4 or 10 bits format, the pipeline
-	  will crash because the dowstream element accesses the video buffer as
-	  I420 format.
-	  We now restrain the input caps to "main" profile, which only contains
-	  4:2:0 8 bits stream.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5573>
-
-2023-10-31 17:59:32 +0100  Kalev Lember <klember@redhat.com>
-
-	* ext/openh264/gstopenh264dec.cpp:
-	* ext/openh264/gstopenh264enc.cpp:
-	  openh264: Fail gracefully if openh264 encoder/decoder creation fails
-	  This can happen with the dummy "noopenh264" library that the freedesktop
-	  flatpak runtime ships, and Fedora is planning on shipping as well. In
-	  both cases the dummy implementation gets replaced with the actual
-	  openh264 library that's downloaded directly from Cisco, but just to be
-	  on safe side, this patch makes it careful to check the return values to
-	  avoid crashing if the underlying library hasn't been swapped out yet.
-	  The patch is taken from freedesktop-sdk and was originally written by
-	  Valentin David <valentin.david@codethink.co.uk>.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5581>
-
-2023-11-01 01:58:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	  d3d11: Set MaxAnisotropy value for the best quality
-	  ... and use anisotropic filter without comparison, which is actually
-	  intended one.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5580>
-
-2023-11-01 01:32:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Simplify private struct ctor
-	  Initialize transform matrix using memcpy
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5580>
-
-2023-11-01 01:20:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	  d3d11device: Store device formats in hash map
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5580>
-
-2023-11-01 00:38:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	  d3d11overlaycompositor: Avoid heap allocation per upload
-	  Don't allocate list per upload
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5580>
-
-2023-09-29 20:11:52 +0000  robert <robert.ayrapetyan@gmail.com>
-
-	* ext/dtls/gstdtlsenc.c:
-	  gstdtlsenc: fix stream_id and missing group_id
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5425>
-
-2023-10-29 23:43:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d11/gstd3d11videosink.cpp:
-	* sys/d3d11/gstd3d11window.cpp:
-	* sys/d3d11/gstd3d11window.h:
-	  d3d11videosink: Add redraw-on-update property
-	  If users update geometry related properties very frequently
-	  for a stream to be animated, redrawing on every update
-	  can make rendering choppy or can be a performance bottleneck.
-	  To address the issue, adding a property to control the behavior
-	  of redrawing scene when geometry related properties are updated.
-	  Also, do not resize swapchain on such property update, since
-	  re-allocating backbuffer and multi-sampled render target is
-	  unnecessary in that case.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5575>
-
-2023-10-30 00:00:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Don't update vertex buffer on transform matrix change
-	  Transform matrix change requires only constant buffer update
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5575>
-
-2023-10-29 22:42:52 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Fix window switching in case of fullscreen mode
-	  Other Windows applications allow window switching even when
-	  an application window is in fullscreen mode. Also fixing
-	  regression introduced in 15248d8b84db9e79e6d4587b212b12ca82fc4a6b
-	  which makes restored window is always located at topmost
-	  since we do not call SetWindowPos() anymore when restoring
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5574>
-
-2023-10-29 00:36:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Fallback to linear sampler if filter is not supported
-	  Use linear sampler if requested filter is not supported
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-28 23:12:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d11/gstd3d11videosink.cpp:
-	  d3d11videosink: Add sampling-method property
-	  Identical to "method" property in d3d11convert element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-28 22:38:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.h:
-	* sys/d3d11/gstd3d11convert.cpp:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/gstd3d11pluginutils.h:
-	  d3d11convert: Add support for sampling with anisotropic filter
-	  Anisotropic filtering might produce better quality than linear filtering
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-28 22:08:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: Add support for transform
-	  Adding 3D rotation and scale transform support to d3d11convert element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-28 20:15:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/gstd3d11pluginutils.h:
-	* sys/d3d11/gstd3d11window.cpp:
-	  d3d11: Move transform matrix related method to utils
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-28 19:34:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	  d3d11overlaycompositor: Set rasterizer state
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-27 23:43:03 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11dxgicapture.cpp:
-	* sys/d3d11/gstd3d11screencapture.cpp:
-	* sys/d3d11/gstd3d11screencapture.h:
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	* sys/d3d11/gstd3d11winrtcapture.cpp:
-	  d3d11screencapturesrc: Set rasterizer state
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-27 23:30:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11compositor.cpp:
-	  d3d11compositor: Set rasterizer state
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-27 23:24:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11testsrc: Set rasterizer state
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-27 22:51:22 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11device-private.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	  d3d11converter: Reuse rasterizer state object
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-27 22:23:46 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11dxgicapture.cpp:
-	  d3d11screencapturesrc: Use DirectXMath struct and C++ mutex
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5572>
-
-2023-10-22 01:10:54 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/gstd3d11pluginutils.h:
-	* sys/d3d11/gstd3d11videosink.cpp:
-	* sys/d3d11/gstd3d11window.cpp:
-	* sys/d3d11/gstd3d11window.h:
-	* sys/d3d11/meson.build:
-	  d3d11videosink: Add support for transform and MSAA
-	  Adding properties for 3D rotation with arbitrary angle
-	  and scaling. And adding Multi Sampling Anti-Aliasing rendering
-	  support to smooth borders if arbitrary angle is applied
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5532>
-
-2023-10-22 01:09:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window.cpp:
-	  d3d11videosink: Fix typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5532>
-
-2023-10-19 22:27:20 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	  d3d11converter: Add support for MSAA render target
-	  Create multi-sample render target view if sample count > 1
-	  and MSAA enabled rasterizer for multi-sample render target
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5532>
-
-2023-10-19 21:52:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.h:
-	  d3d11converter: Add support for custom transform matrix
-	  Adding gst_d3d11_converter_set_transform_matrix() method so that
-	  user specified transform matrix can be applied when "video-direction=custom"
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5532>
-
-2023-10-17 20:05:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/hlsl/VSMain_converter.hlsl:
-	  d3d11converter: Use transform matrix for rotation/flip
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5532>
-
-2023-10-25 21:37:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	  wasapi2: Don't use global volume control object
-	  ISimpleAudioVolume controls volume of corresponding audio session
-	  and there would be only single input/output audio session
-	  in case of share-mode, which means that it controls audio volume of the
-	  process. Instead, use IAudioStreamVolume interface which controls
-	  volume of the stream.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5549>
-
-2023-10-28 01:23:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	  d3d11screencapturesrc: Fix mouse cursor blending
-	  Ignore alpha component of source (mouse cursor texture)
-	  when blending alpha channel, otherwise the background area of source
-	  (which has zeros) will be written to render target. Then it will result
-	  in black rectangle if output texture is converted to premultiplied alpha
-	  texture
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5566>
-
-2023-10-26 16:37:23 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/aja/.clang-format:
-	  aja: Move clang-format configuration from the top-level to the plugin subdirectory
-	  This shouldn't have been left at the top-level but was forgotten to be
-	  moved when merging the repository histories.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5558>
-
-2023-10-26 10:48:01 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/debugutils/fpsdisplaysink.c:
-	* gst/debugutils/fpsdisplaysink.h:
-	  fpsdisplaysink: fix copy'n'paste-o in license header
-	  It's LGPL licensed, remove confusing GPL reference.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5557>
-
-2023-09-12 12:36:55 +1000  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vkformat: also use the correct srgb vs unorm when using older
-	  gst_video_info_from_video_info()
-	  Fixes sRGB colorspace chosen by GstVulkanSwapper and therefore used for
-	  display.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5316>
-
-2023-09-27 17:47:25 +0200  Tim-Philipp Müller <tim@centricular.com>
-
-	* REQUIREMENTS:
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/kate/README:
-	* ext/kate/gstkate.c:
-	* ext/kate/gstkatedec.c:
-	* ext/kate/gstkatedec.h:
-	* ext/kate/gstkateelement.c:
-	* ext/kate/gstkateelements.h:
-	* ext/kate/gstkateenc.c:
-	* ext/kate/gstkateenc.h:
-	* ext/kate/gstkateparse.c:
-	* ext/kate/gstkateparse.h:
-	* ext/kate/gstkatespu.c:
-	* ext/kate/gstkatespu.h:
-	* ext/kate/gstkatetag.c:
-	* ext/kate/gstkatetag.h:
-	* ext/kate/gstkatetiger.c:
-	* ext/kate/gstkatetiger.h:
-	* ext/kate/gstkateutil.c:
-	* ext/kate/gstkateutil.h:
-	* ext/kate/meson.build:
-	* ext/meson.build:
-	* gst/inter/gstintersubsrc.c:
-	* meson_options.txt:
-	* tests/check/elements/kate.c:
-	* tests/check/meson.build:
-	  kate: remove plugin
-	  Bitrotten and not really used in the wild.
-	  The actual render library (libtiger) is not just unmaintained
-	  but the upstream location has disappeared, and it's also not
-	  even packaged by e.g. debian/ubuntu.
-	  Closes #3071
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5408>
-
-2023-10-23 17:24:40 +0100  Philippe Normand <philn@igalia.com>
-
-	* ext/wpe/gstwpesrcbin.cpp:
-	  wpesrcbin: Fix audio metadata
-	  The meta expects the number of samples in the buffer, not the total size.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5531>
-
-2023-10-26 16:32:28 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/opencv/meson.build:
-	  build: opencv: disable opencv deps if it's not installed
-	  When hotdoc documentation is enabled and opencv plugin is set as
-	  auto-detected, but the library isn't installed, meson configuration fails
-	  with this message:
-	  ../subprojects/gst-plugins-bad/docs/meson.build:139:21: ERROR: Unknown variable "gstopencv_dep".
-	  This patch fixes this case defined gstopencv_dep as disabler() when
-	  dependencies aren't found.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5560>
-
-2023-10-16 15:28:21 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: Do not try derive image for d3d backend
-	  Current codes try derive image in _update_image_info first, if
-	  derive returns no error, the va_allocator->info is the one from derived
-	  image, but in va_map_unlocked, we disable derive manner for d3d backend
-	  because it doesn't seem to work, this will cause issue for d3d path,
-	  i.e. possibly using derived info in va_get_image to do mapping...
-	  This patch disables derive image for d3d backend in _update_image_info,
-	  to ensure we only use info from va_create_image for d3d path.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5495>
-
-2023-07-20 18:23:12 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkdownload.c:
-	  vulkandownload: use GstVulkanOperation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-06-29 14:11:05 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkupload.c:
-	  vulkanupload: use GstVulkanOperation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-06-29 08:24:18 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkimagebufferpool: use GstVulkanOperation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-05-15 17:14:55 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkoperation.c:
-	* gst-libs/gst/vulkan/gstvkoperation.h:
-	* gst-libs/gst/vulkan/meson.build:
-	* gst-libs/gst/vulkan/vulkan.h:
-	* gst-libs/gst/vulkan/vulkan_fwd.h:
-	  vkoperation: synchronization helper object
-	  An operation is an arbitrary amount of work to be executed on the host, a
-	  device, or an external entity such as a presentation engine.
-	  The purpose of this object is to help on the operation's synchronization
-	  through declaring explicit execution dependencies, and memory dependencies
-	  between two sets of operations defined by the command’s two synchronization
-	  scopes.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-06-29 12:30:13 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkbarrier.h:
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	  vulkan: add a timeline semaphore per image
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-07-31 18:41:24 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkbarrier.h:
-	  vkbarrier: Use guint64 for VkFlags and VkFlags2
-	  While VkPipelineStageFlags is an enum (arguably backed as uint32 in 32bit
-	  platforms), VkPipelineStageFlags2 is a redefinition of guint64; likewise for
-	  VkAccessFlags and VkAccessFlags2.
-	  This patch types both members in GstVulkanBarrierMemoryInfo as guint64 for
-	  compatibility, so it could be used with or without synchronization2 vulkan
-	  extension.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-06-28 19:38:33 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkbuffermemory.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	  vkmemory: unref queue in barriers
-	  Queue might be assigned for queue transfers, so we need to unref it if the
-	  memory has been assigned to a specific queue.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-06-27 16:35:36 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	  vkdevice: use macro VK_KHR_synchronization2 as guard
-	  Instead of (defined(VK_VERSION_1_3) || (defined(VK_VERSION_1_2) && VK_HEADER_VERSION >= 170))
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5079>
-
-2023-10-23 11:03:32 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/aja/README.md:
-	* sys/aja/gstajacommon.cpp:
-	* sys/aja/gstajasink.cpp:
-	* sys/aja/gstajasrc.cpp:
-	* sys/aja/plugin.cpp:
-	  aja: Add basic documentation
-	  Also remove the `gst-inspect-1.0` output from the README.md. This is
-	  listed in the actual documentation and more up to date there.
-
-2023-10-21 10:26:40 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* meson_options.txt:
-	* sys/aja/meson.build:
-	* sys/aja/meson_options.txt:
-	* sys/meson.build:
-	  aja: Integrate AJA plugin into the build system
-	  Co-Authored-By: Nirbheek Chauhan <nirbheek@centricular.com>
-
-2023-10-21 10:22:39 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/aja/README.md:
-	* sys/aja/gstajacommon.cpp:
-	* sys/aja/gstajacommon.h:
-	* sys/aja/gstajadeviceprovider.cpp:
-	* sys/aja/gstajadeviceprovider.h:
-	* sys/aja/gstajasink.cpp:
-	* sys/aja/gstajasink.h:
-	* sys/aja/gstajasinkcombiner.cpp:
-	* sys/aja/gstajasinkcombiner.h:
-	* sys/aja/gstajasrc.cpp:
-	* sys/aja/gstajasrc.h:
-	* sys/aja/gstajasrcdemux.cpp:
-	* sys/aja/gstajasrcdemux.h:
-	* sys/aja/meson.build:
-	* sys/aja/meson_options.txt:
-	* sys/aja/plugin.cpp:
-	  Prepare for merging into GStreamer
-
-2020-07-15 07:04:47 +0300  Jordan Petridis <jordan@centricular.com>
-
-	* ext/opencv/meson.build:
-	* gst-libs/gst/opencv/meson.build:
-	  opencv: move the dependency check to a single place
-	  Previously we were checking for opencv dep in 2 different places,
-	  and the checks would vary in terms of how complex and exhaustive
-	  they were.
-	  Move the check into the libs module and reuse the result later on.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3016>
-
-2023-10-25 23:19:51 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/mediafoundation/gstmfvideoencoder.cpp:
-	  mfvideoencoder: Fix typo in template caps
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3058
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5554>
-
-2023-10-25 16:07:26 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
-	  vulkan/physical-device: don't assume that queue_family_ops is filled
-	  On old enough vulkan (< 1.2), we will never retrieve the family operations and
-	  will perform a NULL pointer dereference when dumping the queue family op
-	  properties.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5547>
-
-2023-10-24 16:32:36 +0200  Adrien De Coninck <deconinck.adrien@gmail.com>
-
-	* sys/d3d11/gstd3d11videosink.cpp:
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	* sys/d3d11/gstd3d11window_win32.h:
-	  d3d11videosink: post "have-window-handle" element message on the bus
-	  * when window_id is not user-provided and window_type==GST_D3D11_WINDOW_NATIVE_TYPE_HWND
-	  * allows user to retrieve internally created window handle
-	  * for custom positionning
-	  * for custom icons
-	  * ...
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5544>
-
-2023-10-12 10:39:39 +0200  David Rosca <nowrep@gmail.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/vasurfaceimage.c:
-	* gst-libs/gst/va/vasurfaceimage.h:
-	* sys/va/gstvabaseenc.c:
-	  va: Use vaMapBuffer2
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5467>
-
-2023-10-03 17:33:42 +0300  Jordan Petridis <jordan@centricular.com>
-
-	* gst-libs/gst/vulkan/xcb/gstvkwindow_xcb.h:
-	  vkwindow_xcb: Make the visible private field a guint
-	  This field is used to store gbooleans (which are ints) but if it's
-	  a :1 bit depth assigning ints to it changes it's value as the only
-	  valid values are -1 and 0.
-	  Make it a guint instead so the cast would be correct.
-	  ```
-	  ../subprojects/gst-plugins-bad/gst-libs/gst/vulkan/xcb/gstvkwindow_xcb.c:151:25: error:
-	  implicit truncation from 'int' to a one-bit wide bit-field changes value from 1 to -1
-	  -Werror,-Wsingle-bit-bitfield-constant-conversion
-	  window_xcb->visible = TRUE;
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5432>
-
-2022-04-06 12:56:30 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* meson.build:
-	  meson: Bump GLib requirement to >= 2.64
-	  This includes fixes to make GstBus watches non-racy.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2126>
-
-2020-07-10 12:16:35 +0300  Jordan Petridis <jordan@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  ci: switch the Fedora base image to f34
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1060>
-
-2023-09-29 16:55:15 +0200  Jordan Petridis <jordan@centricular.com>
-
-	* ext/svthevcenc/gstsvthevcenc.c:
-	  svthevcenc: Fix potential use of unitialized variable
-	  In gst_svthevc_enc_propose_allocation if we don't get info from
-	  the caps, we'd goto done, which could potentially try to unref
-	  and unitialized pool variable.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5476>
-
-2023-10-20 13:50:16 +0200  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtdec.c:
-	  vtdec: Fix deadlock when attempting to negotiate
-	  This was wrongly calling the base class method, which unnecessairly took the stream lock, already taken by
-	  handle_frame(). The drain() call in negotiate() would then wait for the output loop to pause, while that loop
-	  is stuck waiting to take the stream lock, thus causing a deadlock.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5521>
-
-2023-10-20 12:54:44 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  svtav1enc: Don't segfault on not-negotiated
-	  Don't drain on finish if we didn't configure the encoder.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5517>
-
-2023-10-19 19:33:49 -0400  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/gstonnxenums.h:
-	* ext/onnx/gstonnxinference.cpp:
-	* ext/onnx/gstonnxinference.h:
-	  onnx: Remove enums file
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4916>
-
-2023-10-19 19:26:51 -0400  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/decoders/gstobjectdetectorutils.cpp:
-	* ext/onnx/decoders/gstssdobjectdetector.cpp:
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/meson.build:
-	* ext/onnx/tensor/gsttensorid.cpp:
-	* ext/onnx/tensor/gsttensorid.h:
-	  onnx: Remove unnecessary tensorid class
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4916>
-
-2023-10-19 16:16:21 -0400  Olivier Crête <olivier.crete@collabora.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/meson.build:
-	  onnx: Update to build against 1.16.1
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4916>
-
-2023-06-26 10:55:53 -0400  Aaron Boxer <boxerab@protonmail.com>
-
-	* ext/onnx/decoders/gstobjectdetectorutils.cpp:
-	* ext/onnx/decoders/gstobjectdetectorutils.h:
-	* ext/onnx/decoders/gstssdobjectdetector.cpp:
-	* ext/onnx/decoders/gstssdobjectdetector.h:
-	* ext/onnx/gstml.h:
-	* ext/onnx/gstonnx.c:
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxclient.h:
-	* ext/onnx/gstonnxelement.c:
-	* ext/onnx/gstonnxenums.h:
-	* ext/onnx/gstonnxinference.cpp:
-	* ext/onnx/gstonnxinference.h:
-	* ext/onnx/gstonnxobjectdetector.cpp:
-	* ext/onnx/gstonnxobjectdetector.h:
-	* ext/onnx/meson.build:
-	* ext/onnx/tensor/gsttensor.h:
-	* ext/onnx/tensor/gsttensorid.cpp:
-	* ext/onnx/tensor/gsttensorid.h:
-	* ext/onnx/tensor/gsttensormeta.c:
-	* ext/onnx/tensor/gsttensormeta.h:
-	  onnx: add gstonnxinference element
-	  This element refactors functionality from gstonnxinference element,
-	  namely separating out the ONNX inference from the subsequent analysis.
-	  The new element runs an ONNX model on each video frame, and then
-	  attaches a TensorMeta meta with the output tensor data. This tensor data
-	  will then be consumed by downstream elements such as gstobjectdetector.
-	  At the moment, a provisional TensorMeta is used just in the ONNX
-	  plugin, but in future this will upgraded to a GStreamer API for other
-	  plugins to consume.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4916>
-
-2023-10-10 10:39:55 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/gstatscmux.c:
-	* gst/mpegtsmux/tsmux/tsmuxstream.c:
-	* gst/mpegtsmux/tsmux/tsmuxstream.h:
-	  tsmux: Fix default get_es_descrs_func
-	  `tsmux_stream_default_get_es_descrs` is missing the `user_data`
-	  parameter and shouldn't be cast to `TsMuxStreamGetESDescriptorsFunc`.
-	  Prefer not casting at all to make sure we don't miss such an issue.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-10 10:22:44 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/gstatscmux.c:
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	* gst/mpegtsmux/tsmux/tsmux.h:
-	  tsmux: Fix default new_stream_func
-	  `tsmux_stream_new` is missing the `user_data` parameter and shouldn't be
-	  cast to `TsMuxNewStreamFunc`.
-	  Prefer not casting at all to make sure we don't miss such an issue.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-10 10:12:44 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmuxstream.h:
-	  tsmux: Add missing include
-	  We need `GstMpegtsPMTStream` here.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-17 00:57:56 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	  tsmux: Simplify tsmux_section_write_packet
-	  - Don't try to make the parameters match `GHFunc`. Use a dedicated
-	  callback for `g_hash_table_foreach`.
-	  - Don't try to be clever with buffer memories. We're allocating a full
-	  packet anyway, might as well memcpy and save on a lot of complexity.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-17 00:54:38 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	  tsmux: tsmux_packet_out should always consume its buffer
-	  Consuming the buffer only when successful is an antipattern and easily
-	  leads to leaks.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-16 23:54:20 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	  tsmux: Don't memset in pad_stream when writing a PCR packet
-	  tsmux_write_ts_header will write a stuffing adaptation field, so we
-	  don't need to prefill the buffer.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-16 23:52:48 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	  tsmux: Move out parameters of tsmux_write_ts_header
-	  Move them to the end of the parameter list and also allow passing NULLs
-	  to ignore the payload information, but assert that the payload length is
-	  zero in this case.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-16 23:50:16 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	  tsmux: Fix two more uses of gst_buffer_map
-	  The buffers should be used for writing.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5496>
-
-2023-10-18 14:19:44 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* ext/dtls/meson.build:
-	* ext/sctp/meson.build:
-	* ext/srtp/meson.build:
-	* meson.build:
-	* meson_options.txt:
-	  meson: Add a top-level option to enable webrtc
-	  There are a bunch of plugins that you need for webrtc support, and
-	  it's not obvious at all to users which those are.
-	  With this commit, srtp, sctp and dtls options will be auto-enabled if
-	  the webrtc option is enabled.
-	  Requires meson 1.1
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5505>
-
-2023-10-17 14:56:34 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2codech265dec.c:
-	  v4l2codecs: h265: Fix entry_point_offsets array leak
-	  This array was being leaked.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5499>
-
-2023-10-17 12:42:59 -0400  Detlev Casanova <detlev.casanova@collabora.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  codecs: h265: Do not free slice header before using it
-	  The v4l2codecs H.265 decoder uses the
-	  GstH265SliceHdr::entry_point_offset_minus1 array so make sure that it is not
-	  freed before decoding the frame.
-	  Before this patch, some H.265 input would segfault in
-	  gst_v4l2_codec_h265_dec_fill_slice_params() when executing the line:
-	  guint32 entry_point_offset = slice_hdr->entry_point_offset_minus1i + 1;
-	  Make sure that the array is not freed before using it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5499>
-
-2023-10-17 21:07:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Fix deadlock on taking property mutex
-	  SRWLOCK should be zero initialized, but since we changed the private
-	  struct to C++, use C++ mutex instead.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5498>
-
-2023-10-17 00:53:46 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Create ID3D11Buffer with initial data
-	  ... and remove unnecessary device lock
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5492>
-
-2023-10-17 00:12:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Don't set unnecessary constant buffer
-	  Skip PSSetConstantBuffers() if it's not used by pixel shader
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5492>
-
-2023-10-16 22:58:24 +0200  Diego Nieto <diego.nieto.m@outlook.com>
-
-	* gst/mpegtsdemux/mpegtspacketizer.c:
-	  mpegtsdemux: Fix comment about the jitter description
-	  According to the information provided below, the Jitter (J) is
-	  defined by a network delay (D) + a noise(i)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5494>
-
-2023-10-16 15:41:48 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	  tsmux: Fix error handling in pad_stream
-	  Don't leak the map or the buffer if we encounter an error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5490>
-
-2023-10-16 15:31:04 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	  tsmux: Fill padding packets with stuffing bytes
-	  Instead of leaving it uncleared, emitting probably old packet data but
-	  potentially also random or sensitive application data.
-	  Also fix the mapping mode.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5490>
-
-2023-10-16 00:59:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11winrtcapture.cpp:
-	  d3d11screencapturesrc: Fix HWND capture mode
-	  Use per-monitor-aware context to cover different DPI settings per
-	  monitor
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2425
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5485>
-
-2023-10-15 18:58:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	  d3d11converter: Update shader code to make 4_0_level_9_1 compatible
-	  4_0_level_9_1 target requires float4 SV_TARGET
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5483>
-
-2023-10-15 01:47:29 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	  d3d11converter: Fix 10/12bits planar output
-	  Simple division can result in 10/12bits overflow.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5483>
-
-2023-10-15 00:27:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Print calculated matrix for debugging
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5483>
-
-2023-10-14 20:46:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Calculate gamma LUT only once
-	  Reuse calculated gamma lookup table and use immutable 1D texture
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5482>
-
-2023-10-14 20:22:45 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Remove unused variable
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5482>
-
-2023-10-14 01:04:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  docs: Update Windows plugin docs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5481>
-
-2023-10-14 00:42:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/libs/dxva/index.md:
-	* docs/libs/dxva/sitemap.txt:
-	* docs/meson.build:
-	* gst-libs/gst/dxva/gstdxvaav1.h:
-	* gst-libs/gst/dxva/gstdxvaav1decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvaav1decoder.h:
-	* gst-libs/gst/dxva/gstdxvah264decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvah264decoder.h:
-	* gst-libs/gst/dxva/gstdxvah265decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvah265decoder.h:
-	* gst-libs/gst/dxva/gstdxvampeg2decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvampeg2decoder.h:
-	* gst-libs/gst/dxva/gstdxvatypedef.h:
-	* gst-libs/gst/dxva/gstdxvavp8decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvavp8decoder.h:
-	* gst-libs/gst/dxva/gstdxvavp9decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvavp9decoder.h:
-	* gst-libs/gst/dxva/meson.build:
-	  dxva: Build gir and remove SDK header dependency
-	  Build gir for documentation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5481>
-
-2023-10-13 21:40:45 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	* sys/d3d12/plugin.cpp:
-	  d3d12decoder: Hide non-default device from docs
-	  ... and add since marker
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5481>
-
-2023-10-13 21:36:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11compositor.cpp:
-	  d3d11compositor: Fix typo in property description
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5481>
-
-2023-10-02 21:57:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvenc.c:
-	* sys/nvcodec/gstnvencoder.cpp:
-	* sys/nvcodec/gstnvencoder.h:
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvencoder: Add support for new preset/tune/multi-pass options
-	  Adding new P1 ~ P7 presets and deprecate old preset values.
-	  Also adding tune and multi-pass properties.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5428>
-
-2023-10-13 09:28:41 +0300  Mart Raudsepp <leio@gentoo.org>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/bs2b/gstbs2b.c:
-	  bs2b: Add missing space in plugin description
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5477>
-
-2023-10-13 10:04:39 +0300  Mart Raudsepp <leio@gentoo.org>
-
-	* ext/colormanagement/gstlcms.c:
-	  colormanagement: Fix typo in pipeline example
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5478>
-
-2023-10-12 16:25:59 +0530  Rahul T R <r-ravikumar@ti.com>
-
-	* sys/kms/gstkmssink.c:
-	  kmssink: Add TIDSS auto-detection
-	  Add Texas Instruments TIDSS display controller into list of
-	  auto-detected modules.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5469>
-
-2023-10-12 18:56:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/va/gstvadisplay_win32.cpp:
-	* sys/d3d12/gstd3d12basefilter.cpp:
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12fence.cpp:
-	* sys/d3d12/meson.build:
-	* sys/dwrite/gstdwrite-renderer.cpp:
-	  d3d12, dwrite, va: Fix various msys2 build error/warning
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5454>
-
-2023-10-10 09:52:48 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpp.h:
-	  msdkvpp: Use filter flag to handle passthrough for tone mapping
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5449>
-
-2023-10-12 02:47:28 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Don't use DXGI_ALPHA_MODE_PREMULTIPLIED for HWND swapchain
-	  It's allowed only for a swapchain type which does composition
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5464>
-
-2023-10-12 02:26:07 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Fix rendering with initial fullscreen state
-	  Change fullscreen mode once the swapchain is fully configured
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5462>
-
-2023-10-11 23:29:04 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Fix toggling between fullscreen and maximized
-	  Use GetWindowPlacement() and SetWindowPlacement() APIs
-	  to remember and restore window status, such as maximized, position,
-	  restore position, etc.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3016
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5462>
-
-2023-10-10 19:40:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converterbuilder.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converterbuilder.h:
-	* gst-libs/gst/d3d11/gstd3d11device-private.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11format.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.h:
-	* gst-libs/gst/d3d11/hlsl/PSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/VSMain_converter.hlsl:
-	* gst-libs/gst/d3d11/hlsl/collect_hlsl_header.py:
-	* gst-libs/gst/d3d11/hlsl/meson.build:
-	* gst-libs/gst/d3d11/meson.build:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	  d3d11converter: Add support for HLSL precompile and bytecode caching
-	  Precompile pixel shaders for simple conversion path
-	  (without gamma/primaries conversion) in case of MSVC build.
-	  Even if runtime compile is required (cross-compiled or complex conversion
-	  path), do it only once and reuse the compiled bytecode.
-	  This precompile/caching can save about 95% of time taken by
-	  gst_d3d11_converter_new() call.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3004
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5457>
-
-2023-10-10 20:01:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device-private.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* sys/d3d11/gstd3d11dxgicapture.cpp:
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	  d3d11: Reuse sampler object
-	  The linear sampler object can be reused
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5457>
-
-2023-10-10 19:35:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device-private.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.h:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	  d3d11: Pass HLSL source size to compile function
-	  The string size is known at build time
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5457>
-
-2023-10-09 01:05:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.h:
-	* sys/d3d11/gstd3d11convert.cpp:
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	* sys/d3d11/gstd3d11window.cpp:
-	* sys/dwrite/gstdwriteoverlayobject.cpp:
-	  d3d11converter: Set alpha-mode using config
-	  ... and disallow runtime alpha-mode update for now
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5457>
-
-2023-10-06 20:46:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/hlsl/PSMain_checker.hlsl:
-	* sys/d3d11/hlsl/PSMain_checker_luma.hlsl:
-	* sys/d3d11/hlsl/PSMain_checker_rgb.hlsl:
-	* sys/d3d11/hlsl/PSMain_checker_vuya.hlsl:
-	* sys/d3d11/hlsl/PSMain_color.hlsl:
-	* sys/d3d11/hlsl/PSMain_sample.hlsl:
-	* sys/d3d11/hlsl/PSMain_sample_premul.hlsl:
-	* sys/d3d11/hlsl/PSMain_snow.hlsl:
-	* sys/d3d11/hlsl/VSMain_color.hlsl:
-	* sys/d3d11/hlsl/VSMain_coord.hlsl:
-	* sys/d3d11/hlsl/VSMain_pos.hlsl:
-	* sys/d3d11/hlsl/gstd3d11plugin-hlsl.h:
-	* sys/d3d11/hlsl/meson.build:
-	  d3d11: Simplify HLSL build
-	  Unify source/header/entrypoint names
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5457>
-
-2023-10-10 15:43:07 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2format.c:
-	  v4l2codecs: Fix tiled formats stride conversion
-	  While adding arbitrary tile support, a round up operation was badly
-	  converter. This caused the Y component of the stride to be 0. This
-	  eventually lead to a crash in glupoad preceded by the following
-	  assertion.
-	  gst_gl_buffer_allocation_params_new: assertion 'alloc_size > 0' failed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5458>
-
-2023-10-09 19:09:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/decklink/gstdecklink.h:
-	  decklink: Fix broken COM string conversion
-	  WideCharToMultiByte return is the string length without null terminate
-	  character if passed "cchWideChar" does not include the null terminate
-	  character size. Instead of passing the exact string length, pass -1 so that
-	  the API can understand the input string is null terminated already and
-	  returned value from the API includes the character.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/3023
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5444>
-
-2023-08-10 16:40:41 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: use the pad's current caps to update caps_changed
-	  The caps that were sent by the caps event can be retrieved from the sinkpad
-	  using gst_pad_get_current_caps(). This is more reliable than using cur_caps as
-	  we know exactly which caps upstream selected when the UVC host didn't select a
-	  format, yet.
-	  This further allows to simplify the check, if the uvcsink has to wait for the
-	  caps event before switching to the internal v4l2sink.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-07-18 15:40:02 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: use event function instead of probe
-	  The probe passes all events except the EVENT_CAPS. Installing and removing the
-	  probe doesn't provide any additional value.
-	  Install an event function and always handle EVENT_CAPS. Use the caps_changed
-	  field, to decide, if the element has to do anything special on a EVENT_CAPS.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-07-19 11:22:03 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: refactor gst_uvc_sink_update_streaming
-	  Move the sanity checks to the beginning of the function. Make the actual effect
-	  of the function more obvious and reset the flags in the end.
-	  This should make it easier to understand what this function is doing.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-07-18 17:54:49 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: extract helper function for updating the stream state
-	  The uvcsink may switch to the v4l2sink after a STREAMON either on a caps event
-	  or on a caps query.
-	  Extract the code that handles the STREAMON into a helper function, as this is
-	  the same code.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-07-19 10:24:04 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: extract common code to reset caps_changed
-	  The caps_changed flag must be reset for streamon and streamoff. Extract it to a
-	  common path.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-07-18 15:52:40 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: remove separate function for buffer probe installation
-	  The probe that installs the buffer probe is already on the correct pad. There is
-	  no need for a separate function to install the probe.
-	  While at it, change the signature of the probe functions to GstPadProbeCallback
-	  to avoid the cast when installing the probes.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-07-19 10:38:40 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: extract common code in idle_probe
-	  The RECONFIGURE event has to be sent in streamon and streamoff. Extract the
-	  common code to a separate branch to make it easier to understand.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-07-18 14:28:40 +0200  Michael Tretter <m.tretter@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: return caps when reading the host configured caps
-	  The uvcsink calculates the caps for the format that the UVC host selected. The
-	  gst_uvc_sink_parse_cur_caps() sets these caps as cur_caps as a side effect. This
-	  behavior is surprising as cur_caps is later updated to reflect the actually used
-	  caps.
-	  Just return the configured caps to avoid side effects. This makes the function
-	  easier to understand. Update the function name to reflect the new behavior.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-06-12 23:31:24 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: fix event peer probe
-	  The only job of the event peer probe is to catch the upcoming caps event
-	  and be able to react with the sink change. All other events that are
-	  passing the pad shall be passed and ignored.
-	  Since the probe is a blocking probe, there is no use in returning
-	  with GST_PAD_PROBE_OK on other events. Otherwise the event would just
-	  be blocked.
-	  Since we are handling the probe removal of the probe already in the
-	  event switch, we can remove the second explicit probe removal.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-06-16 01:05:22 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	  uvcsink: drop useless debug messages in peer event probe
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4994>
-
-2023-10-06 13:49:15 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* gst/audiobuffersplit/gstaudiobuffersplit.c:
-	  audiobuffersplit: disable max-silence-time if set to 0
-	  According to the property documentation max-silence-time is supposed to be
-	  disabled when set to 0 but it was not.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5442>
-
-2023-10-05 13:34:14 +0800  James Oliver <james.oliver@icetana.com.au>
-
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvh265encoder: fix bounds for auto-select GPU enumeration
-	  Fixes the bounds-check for encoder auto-select GPU enumeration to be
-	  between 0-7 instead of 0-6. This should allow 8-GPU machines to work
-	  with nvautogpuh265enc for the last enumerated GPU.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5438>
-
-2023-10-05 13:29:49 +0800  James Oliver <james.oliver@icetana.com.au>
-
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	  nvh264encoder: fix bounds for auto-select GPU enumeration
-	  Fixes the bounds-check for encoder auto-select GPU enumeration to be
-	  between 0-7 instead of 0-6. This should allow 8-GPU machines to work
-	  with nvautogpuh264enc for the last enumerated GPU.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5438>
-
-2023-09-27 12:42:40 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/dash/gstdashsink.c:
-	  dashsink: add dashmp4mux support
-	  As mp4mux is not correctly suppporting the fragment generation,
-	  see
-	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1722,
-	  we deprecate and advertize the current status of usage.
-	  Added the possibility to use the rust dashmp4mux element.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5403>
-
-2022-02-15 13:12:32 +0100  Stéphane Cerveau <scerveau@collabora.com>
-
-	* ext/dash/gstdashsink.c:
-	  dashsink: Do not reset muxer only for TS
-	  The MP4 needs to be reset to continue to produce segments.
-	  Closes #1015
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5403>
-
-2023-10-03 15:05:15 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  doc: Update plugin cache for added DMA_DRM format
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5386>
-
-2023-09-27 13:55:33 +0200  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/assrender/gstassrender.c:
-	* ext/qroverlay/gstbaseqroverlay.c:
-	* ext/ttml/gstttmlrender.c:
-	* gst/debugutils/gstfakevideosink.c:
-	* gst/dvbsuboverlay/gstdvbsuboverlay.c:
-	  video-filters: Fix passthrough with ANY caps feature
-	  With the support for DRM modifiers, passthrough caps must now include DMA_DRM
-	  format, otherwise pipeline using thhese filters unconditionally may fail
-	  to negotiate.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5386>
-
-2023-10-02 17:13:17 +0200  Jonas K Danielsson <jonas.danielsson@spiideo.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  doc: rist: Update cache for new properties
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5422>
-
-2023-09-29 06:39:22 +0200  Jonas K Danielsson <jonas.danielsson@spiideo.com>
-
-	* gst/rist/gstristsrc.c:
-	  ristsrc: Add support for dynamic payload
-	  This commit ports functionality from the `rtpsrc` to make the `ristsrc`
-	  work with dynamic payload types.
-	  It adds two properties:
-	  - `caps`
-	  - `encoding-name`
-	  These can be used to make the `ristsrc` receive other payload types than
-	  the MPEG TS one.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5422>
-
-2023-09-30 22:21:40 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device-private.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.cpp:
-	* gst-libs/gst/d3d11/gstd3d11shadercache.h:
-	* gst-libs/gst/d3d11/meson.build:
-	* meson_options.txt:
-	* sys/d3d11/gstd3d11compositor.cpp:
-	* sys/d3d11/gstd3d11dxgicapture.cpp:
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/gstd3d11pluginutils.h:
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	* sys/d3d11/hlsl/gstd3d11-hlsl.h:
-	* sys/d3d11/hlsl/meson.build:
-	* sys/d3d11/hlsl/ps-checker-luma.hlsl:
-	* sys/d3d11/hlsl/ps-checker-rgb.hlsl:
-	* sys/d3d11/hlsl/ps-checker-vuya.hlsl:
-	* sys/d3d11/hlsl/ps-checker.hlsl:
-	* sys/d3d11/hlsl/ps-color.hlsl:
-	* sys/d3d11/hlsl/ps-sample-premul.hlsl:
-	* sys/d3d11/hlsl/ps-sample.hlsl:
-	* sys/d3d11/hlsl/ps-snow.hlsl:
-	* sys/d3d11/hlsl/vs-color.hlsl:
-	* sys/d3d11/hlsl/vs-coord.hlsl:
-	* sys/d3d11/hlsl/vs-pos.hlsl:
-	* sys/d3d11/meson.build:
-	  d3d11: Add support for HLSL precompile and shader caching
-	  Compile HLSL at build time in case of MSVC, and use it if device
-	  supports shader model 5. Also cache/reuse pixel shader and vertex
-	  shader objects.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5426>
-
-2023-09-30 20:30:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11testsrc: Use const buffer in shader
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5426>
-
-2023-09-29 15:47:48 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  docs: Update plugins caches
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5412>
-
-2023-09-27 20:44:45 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst-libs/gst/wayland/gstwlvideoformat.h:
-	  video-format: Fix up video formats ordering by quality
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5412>
-
-2023-09-29 15:07:42 +0200  Jordan Petridis <jordan@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	* ext/svtav1/gstsvtav1enc.h:
-	  svtav1enc: Avoid svtav1 defining TRUE/FALSE
-	  Make sure we include the svt headers first and then undefine TRUE
-	  and FALSE so we will only ever be using glib's defines for those.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5424>
-
-2023-09-28 21:32:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvdecoder: Handle output surface alignment in decoder helper object
-	  Output resolution might not be an even number. Set output resolution
-	  without round up but consider the alignment inside of decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5409>
-
-2023-09-28 00:03:08 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvav1dec.h:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvdecoder.h:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh264dec.h:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvh265dec.h:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.h:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.h:
-	* sys/nvcodec/plugin.c:
-	  nvdecoder: Add support for D3D11 output
-	  Since DXVA does not support some profiles such as HEVC RExt,
-	  vendor specific decoding API is still required.
-	  When decoder is negotiated with d3d11 caps, decoder will convert
-	  semi-planar frame to planar since semi-planar format (e.g.,
-	  DXGI_FORMAT_NV12) is not supported by CUDA/D3D11 interop.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5409>
-
-2023-09-27 23:02:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvdecoder.h:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvdecoder: Handle GstContext in helper object
-	  ... and move common code to helper object
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5409>
-
-2023-09-27 20:50:20 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	  cuda: Use d3d11 token data for interop data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5409>
-
-2023-09-28 00:11:53 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* sys/nvcodec/gstcudaconverter.c:
-	* sys/nvcodec/gstcudaconvertscale.c:
-	* sys/nvcodec/gstcudaformat.h:
-	  cuda: Add support for I420_12LE format
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5409>
-
-2023-09-27 15:24:05 +0200  Philippe Normand <philn@igalia.com>
-
-	* ext/wpe/gstwpevideosrc.cpp:
-	  wpevideosrc: Add a simple example for headless rendering
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5405>
-
-2023-09-20 09:53:41 +0200  David Svensson Fors <davidsf@axis.com>
-
-	* ext/dash/gstdashsink.c:
-	* ext/dash/gstmpdhelper.c:
-	* ext/dash/gstmpdhelper.h:
-	  dashsink: Use gst_codec_utils_caps_get_mime_codec()
-	  Use gst_codec_utils_caps_get_mime_codec() in pbutils for codec
-	  strings. That function gives more elaborate RFC 6381 compatible
-	  strings than the helper functions in gstmdphelper.c, such as
-	  "avc1.F4000D".
-	  Remove the helper functions, as they were only used from dashsink.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5404>
-
-2023-09-27 12:33:39 +0200  Philippe Normand <philn@igalia.com>
-
-	* gst/inter/gstinteraudiosink.c:
-	  interaudiosink: Ensure adapters don't store buffers with audio meta
-	  The interaudiosrc might take buffers of different sizes from the audio adapter,
-	  so keeping metas consistency would be an issue. So the sink now strips the audio
-	  metas away and the src adds them back (for non-interleaved layouts only) when
-	  taking buffers from the adapter.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5324>
-
-2023-09-13 15:11:32 +0100  Philippe Normand <philn@igalia.com>
-
-	* gst/inter/gstinteraudiosrc.c:
-	  interaudiosrc: Add audio meta to buffers containing non-interleaved samples
-	  Without this a downstream audioconverter wouldn't be able to map the
-	  GstAudioBuffer prior to conversion.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5324>
-
-2023-09-27 08:46:35 -0400  Xavier Claessens <xavier.claessens@collabora.com>
-
-	* ext/qroverlay/gstqroverlay.c:
-	  GstCustomMeta: Use simplified API where possible
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5385>
-
-2023-08-09 00:20:46 +0200  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtdec.c:
-	* sys/applemedia/vtdec.h:
-	  vtdec: Handle output in separate thread
-	  Moves outputting frames to a task on the source pad, bringing vtdec in line with vtenc.
-	  This brings possible performance improvements thanks to decoupling queueing new frames from outputting processed ones.
-	  The queue length is limited to `2*DBP` to prevent decoding too far ahead compared to what we're pushing downstream.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5163>
-
-2023-09-27 01:12:01 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11decoder.cpp:
-	  d3d11decoder: Fix crash on negotiate() when decoder is not configured
-	  The negotiate() can be called by GstVideoDecoder baseclass on GAP event,
-	  and decoder helper object might not be configured at the time
-	  when negotiate() is called.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5394>
-
-2023-09-21 22:18:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvdecobject.cpp:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvdecoder: Add support for HEVC GBR output
-	  ... and use P012 format for 12bits instead of P016
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2991
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5375>
-
-2023-09-21 18:35:58 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencobject.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvh265encoder: Add support for RGB encoding
-	  Adding GBR format support to nv{autogpu,cuda,d3d11}h265enc.
-	  Note that the only difference between GBR and Y444 encoding
-	  is matrix_coeffs value written in VUI.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5375>
-
-2023-09-21 19:21:18 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* sys/nvcodec/gstcudaconverter.c:
-	* sys/nvcodec/gstcudaconvertscale.c:
-	* sys/nvcodec/gstcudaformat.h:
-	  cuda: Add support for P012_LE and Y444/GBR high bitdepth formats
-	  Adding P012, Y444_10, Y444_12, GBR_10, GBR_12 and GBR_16 formats support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5375>
-
-2023-09-21 20:20:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	  d3d11: Add support for GBR_16LE format
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5375>
-
-2023-09-21 19:50:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video: Add GBR 16bits formats
-	  Adding 16bits planar RGB formats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5375>
-
-2023-09-21 20:34:02 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpp.h:
-	  msdkvpp: fix an issue which causes dangling pointer
-	  Put all the external buffer structures into thiz to avoid being freed
-	  early.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5377>
-
-2023-09-20 22:54:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  h265decoder: Set discont state after new_picture()
-	  Subclass might negotiate with downstream inside of the new_picture().
-	  Set discont state after the new_picture() call
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5368>
-
-2023-08-10 15:47:03 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/mxf/mxfd10.c:
-	  mxfdemux: Check number of channels for AES3 audio
-	  Only up to 8 channels are allowed and using a higher number would cause
-	  integer overflows when copying the data, and lead to out of bound
-	  writes.
-	  Also check that each buffer is at least 4 bytes long to avoid another
-	  overflow.
-	  Fixes ZDI-CAN-21661, CVE-2023-40475
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2897
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5362>
-
-2023-08-10 15:45:01 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/mxf/mxfup.c:
-	  mxfdemux: Fix integer overflow causing out of bounds writes when handling invalid uncompressed video
-	  Check ahead of time when parsing the track information whether
-	  width, height and bpp are valid and usable without overflows.
-	  Fixes ZDI-CAN-21660, CVE-2023-40474
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2896
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5362>
-
-2023-08-09 12:49:19 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	  h265parser: Fix possible overflow using max_sub_layers_minus1
-	  This fixes a possible overflow that can be triggered by an invalid value of
-	  max_sub_layers_minus1 being set in the bitstream. The bitstream uses 3 bits,
-	  but the allowed range is 0 to 6 only.
-	  Fixes ZDI-CAN-21768, CVE-2023-40476
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2895
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5364>
-
-2023-09-08 00:26:51 +0200  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtenc.c:
-	  vtenc: Fix deadlock after GST_FLOW_ERROR is received on frame push
-	  This was easy to trigger when testing with e.g. vtenc ! vtdec ! glimagesink and closing the sink via window button,
-	  causing GST_FLOW_ERROR to be received by the output loop, stopping it with the queue still full. This made the
-	  enqueue_buffer() callback to lock waiting for space in our queue, while handle_frame() was waiting for the internal
-	  VideoToolbox queue to free up, so that VTCompressionSessionEncodeFrame could finish. As the output loop was not
-	  running, both functions waited forever.
-	  Fixed by 1) immediately emptying our queue when GST_FLOW_ERROR is received (like we already did with _FLUSHING)
-	  and 2) unconditionally setting the flushing flag in finish_encoding() when it sees the output loop stopped because
-	  of GST_FLOW_ERROR, so that enqueue_buffer() will immediately discard any new frames coming out of VideoToolbox.
-	  Both of those make sure we never run into the both-queues-full scenario.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5303>
-
-2023-09-20 01:37:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	* sys/d3d12/gstd3d12av1dec.h:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12decoder.h:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h264dec.h:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.h:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	* sys/d3d12/gstd3d12vp9dec.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12decoder: Add support for D3D11 interop
-	  As a short-term solution before full d3d12 rendering feature,
-	  copy decoded d3d12 texture to shared d3d11 texture in order to use
-	  existing various d3d11 implementations such as conversion, resizing,
-	  and videosink.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5356>
-
-2023-09-20 01:13:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	  d3d11memory: Allow CreateSharedHandle() without keyed mutex
-	  For d3d11 resource to be shared with d3d12, keyed mutex shouldn't
-	  be enabled since d3d12 resource does not expose the keyed mutex
-	  interface
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5356>
-
-2023-09-20 00:09:04 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12decoder.h:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12utils.h:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	  d3d12decoder: Move common part to helper object
-	  Store device at helper object
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5356>
-
-2023-09-19 18:57:53 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12fence.cpp:
-	  d3d12fence: Check completed value before waiting
-	  If currently completed fence value is larger than target value,
-	  skip waiting.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5356>
-
-2023-09-11 18:12:28 +0200  Hugues Fruchet <hugues.fruchet@foss.st.com>
-
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	  waylandsink: Fix cropping for video with non-square aspect ratio
-	  Padding of unaligned content is still visible at right with some aspect-ratio.
-	  Fix this by giving the original content resolution to wp_viewport_set_source()
-	  instead of pixel aspect ratio scaled one.
-	  Fixes !5259
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5346>
-
-2023-06-14 11:24:49 +0200  Hugues Fruchet <hugues.fruchet@foss.st.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	  gtkwaylandsink: do not use drm dumb pool when importing DMAbuf buffers
-	  There is no need to use DRM dumb pool if buffer to
-	  render is already a DMABuf, just import it and render it.
-	  This fixes a DMAbuf memory leakage when waylandsink downstream
-	  element exports DMABuf while waylandsink is configured to be
-	  DMABuf exporter (drm-device=/drv/dri/card0):
-	  gst-launch-1.0 v4l2src io-mode=4 ! gtkwaylandsink drm-device=/dev/dri/card0
-	  leakage identfied with command:
-	  watch "cat /sys/kernel/debug/dma_buf/bufinfo | grep attached "
-	  Fixes #2729
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5350>
-
-2023-06-14 16:19:49 +0200  Hugues Fruchet <hugues.fruchet@foss.st.com>
-
-	* ext/wayland/gstwaylandsink.c:
-	  waylandsink: do not use drm dumb pool when importing DMAbuf buffers
-	  There is no need to use DRM dumb pool if buffer to
-	  render is already a DMABuf, just import it and render it.
-	  This fixes a DMAbuf memory leakage when waylandsink downstream
-	  element exports DMABuf while waylandsink is configured to be
-	  DMABuf exporter (drm-device=/drv/dri/card0):
-	  gst-launch-1.0 v4l2src io-mode=4 ! waylandsink drm-device=/dev/dri/card0
-	  leakage identfied with command:
-	  watch "cat /sys/kernel/debug/dma_buf/bufinfo | grep attached "
-	  Fixes #2729
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5350>
-
-2023-09-19 21:40:22 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/gstd3d11pluginutils.h:
-	* sys/d3d11/gstd3d11vp9dec.cpp:
-	  d3d11vp9dec: Fix critical warning
-	  Don't query GPU vendor using null device.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5353>
-
-2023-09-18 23:38:03 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12decoder.h:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	  d3d12decoder: Add support for d3d12 output
-	  ... and enable zero-copy decoding if downstream supports d3d12 memory
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-18 21:00:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Use GstD3D12BufferPool
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-18 20:27:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	  d3d12decoder: Use global copy queue and fence value
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-18 22:56:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Remove unused debug category
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-18 18:54:07 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12basefilter.cpp:
-	* sys/d3d12/gstd3d12basefilter.h:
-	* sys/d3d12/gstd3d12download.cpp:
-	* sys/d3d12/gstd3d12download.h:
-	* sys/d3d12/gstd3d12format.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add d3d12download element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-18 01:31:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12_fwd.h:
-	* sys/d3d12/gstd3d12bufferpool.cpp:
-	* sys/d3d12/gstd3d12bufferpool.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	* sys/d3d12/meson.build:
-	  d3d12: Add GstD3D12BufferPool
-	  Adding d3d12 specific bufferpool impl.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-18 00:44:10 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12_fwd.h:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12device.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	* sys/d3d12/gstd3d12utils.h:
-	  d3d12memory: Add GstD3D12AllocationParams struct
-	  Will be used for buffer pool configuration. And update C++ helper
-	  to reduce the number of required arguments
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-17 23:53:18 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12device.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	  d3d12memory: Make d3d12memory CPU accessible
-	  Add support for gst_memory_{map,unmap} without GST_MAP_D3D12 flag
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-18 21:27:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/meson.build:
-	  d3d12: Fix d3d12sdklayer setup and d3d12device debug category
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5345>
-
-2023-09-09 15:12:39 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: don't update size in info for single plane images
-	  Don't update info's size with the VA image reported data size for single plane
-	  images, since drivers might allocate bigger space than the strictly required to
-	  store the image, but when we dump the buffer as is (using filesink, for example)
-	  the produced stream is corrupted. For multi-plane images video meta is required
-	  to read/write them.
-	  We updated info's size because gstreamer-vaapi did it too, but the reason to
-	  update it there was for uploading and rendering surfaces (commit c698a015).
-	  Furthermore, this patch adds an error message if the allocated data size for the
-	  image by the driver is lesser than the expected because it would be a buggy
-	  driver.
-	  Fixes: #2959
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5308>
-
-2023-09-14 20:17:06 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/msdk/meson.build:
-	  msdk: meson: don't warn deprecated symbols
-	  Since it's impossible to not to use any because any possible version mismatch
-	  between the header and the runtime, such in the case of the denoise structure.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5283>
-
-2023-09-14 20:14:21 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: fix method declaration signature
-	  Thus silencing a compilation warning.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5283>
-
-2023-09-15 23:55:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12av1dec.cpp:
-	* sys/d3d12/gstd3d12av1dec.h:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add AV1 decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4161>
-
-2023-09-15 23:53:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12vp9dec.cpp:
-	* sys/d3d12/gstd3d12vp9dec.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add VP9 decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4161>
-
-2023-09-15 23:52:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12h265dec.cpp:
-	* sys/d3d12/gstd3d12h265dec.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	  d3d12: Add H.265 decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4161>
-
-2023-09-10 23:34:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* meson_options.txt:
-	* sys/d3d12/gstd3d12_fwd.h:
-	* sys/d3d12/gstd3d12decoder.cpp:
-	* sys/d3d12/gstd3d12decoder.h:
-	* sys/d3d12/gstd3d12device.cpp:
-	* sys/d3d12/gstd3d12device.h:
-	* sys/d3d12/gstd3d12fence.cpp:
-	* sys/d3d12/gstd3d12fence.h:
-	* sys/d3d12/gstd3d12format.cpp:
-	* sys/d3d12/gstd3d12format.h:
-	* sys/d3d12/gstd3d12h264dec.cpp:
-	* sys/d3d12/gstd3d12h264dec.h:
-	* sys/d3d12/gstd3d12memory.cpp:
-	* sys/d3d12/gstd3d12memory.h:
-	* sys/d3d12/gstd3d12utils.cpp:
-	* sys/d3d12/gstd3d12utils.h:
-	* sys/d3d12/meson.build:
-	* sys/d3d12/plugin.cpp:
-	* sys/meson.build:
-	  d3d12: Add H.264 decoder
-	  Adding Direct3D12 h264 decoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4161>
-
-2023-09-16 23:57:18 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11av1dec.cpp:
-	* sys/d3d11/gstd3d11av1dec.h:
-	* sys/d3d11/gstd3d11decoder.cpp:
-	* sys/d3d11/gstd3d11decoder.h:
-	* sys/d3d11/gstd3d11h264dec.cpp:
-	* sys/d3d11/gstd3d11h264dec.h:
-	* sys/d3d11/gstd3d11h265dec.cpp:
-	* sys/d3d11/gstd3d11h265dec.h:
-	* sys/d3d11/gstd3d11mpeg2dec.cpp:
-	* sys/d3d11/gstd3d11mpeg2dec.h:
-	* sys/d3d11/gstd3d11vp8dec.cpp:
-	* sys/d3d11/gstd3d11vp8dec.h:
-	* sys/d3d11/gstd3d11vp9dec.cpp:
-	* sys/d3d11/gstd3d11vp9dec.h:
-	* sys/d3d11/meson.build:
-	  d3d11decoder: Port to GstDxva
-	  Use new DXVA baseclass
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4161>
-
-2021-11-28 19:29:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/dxva/dxva-prelude.h:
-	* gst-libs/gst/dxva/gstdxva.h:
-	* gst-libs/gst/dxva/gstdxvaav1.h:
-	* gst-libs/gst/dxva/gstdxvaav1decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvaav1decoder.h:
-	* gst-libs/gst/dxva/gstdxvah264decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvah264decoder.h:
-	* gst-libs/gst/dxva/gstdxvah265decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvah265decoder.h:
-	* gst-libs/gst/dxva/gstdxvampeg2decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvampeg2decoder.h:
-	* gst-libs/gst/dxva/gstdxvatypes.h:
-	* gst-libs/gst/dxva/gstdxvautils.cpp:
-	* gst-libs/gst/dxva/gstdxvautils.h:
-	* gst-libs/gst/dxva/gstdxvavp8decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvavp8decoder.h:
-	* gst-libs/gst/dxva/gstdxvavp9decoder.cpp:
-	* gst-libs/gst/dxva/gstdxvavp9decoder.h:
-	* gst-libs/gst/dxva/meson.build:
-	* gst-libs/gst/meson.build:
-	  dxva: Add DXVA decoder baseclass implementation
-	  Extract Direct3D version independent common DXVA logic from d3d11
-	  decoder so that it can be used by the other APIs (D3D9 and D3D12)
-	  as well
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4161>
-
-2023-09-14 01:18:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst-libs/gst/codecs/gsth264picture.h:
-	  h264decoder: Update latency dynamically
-	  The actual number of reorder frames is unknown
-	  unless frame reordering is disabled
-	  (e.g., POC type 2 or constrained-* profiles).
-	  Also derived maximum DPB size or max_num_reorder_frames in VUI
-	  is not the upper bound of output delay.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2702
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5326>
-
-2023-09-16 23:26:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvdecobject.cpp:
-	* sys/nvcodec/gstnvdecobject.h:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	  nvdecoder: Copy output frame if needed
-	  Even if decoder is negotiated with CUDA memory feature, if downstream
-	  proposed no buffer pool, assume that the pool size is unknown.
-	  And disable zero-copy if there's no more free output surface.
-	  Or, in case of reverse playback, always copy frames.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5338>
-
-2023-09-16 22:59:54 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvh265dec.cpp:
-	  nvh265dec: Reconfigure decoder on max-dpb-size change
-	  Decoder should create new picture pool for larger DPB size
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5338>
-
-2023-09-16 22:49:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11h265dec.cpp:
-	  d3d11h265dec: Reconfigure decoder on max-dpb-size change
-	  Decoder should create new picture pool for larger DPB size
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5338>
-
-2023-09-16 03:13:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	  av1parser: Fix segmentation params update
-	  Even if the segmentation feature value is not updated,
-	  the parsed "segmentation_update_map" and "segmentation_temporal_update"
-	  values should not be cleared as it's referenced during lower
-	  level bitstream parsing. Also, don't use assert() in parser
-	  unless it's clearly impossible condition.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5334>
-
-2023-09-15 19:54:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  h265decoder: Fix DPB overflow
-	  If DPB is full already, GstH265Decoder::new_picture() might fail if
-	  subclass uses fixed size picture pool and its size is equal to the DPB
-	  size. Call the new_picture() after DPB is cleared in gst_h265_decoder_dpb_init()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5333>
-
-2023-09-15 11:06:52 +1000  Matthew Waters <matthew@centricular.com>
-
-	* sys/androidmedia/gstamcvideoenc.c:
-	  androidmedia/enc: handle codec-data before popping GstVideoCodecFrames
-	  Issue is that when amc was producing a codec-data buffer, a
-	  GstVideoCodecFrame was being popped off the internal queue.  This meant
-	  that the codec-data was being associated with the first input frame and
-	  the second (first encoded buffer) output buffer with the second input
-	  frame.  At the end (assuming one input produces one output which seems
-	  to hold in my testing and how the encoder is currently implemented)
-	  there would be an input frame missing and would be pushed without any
-	  timing information.  This would lead to e.g. muxers rejecting the buffer
-	  without PTS and failing to mux.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5330>
-
-2023-09-15 11:06:07 +1000  Matthew Waters <matthew@centricular.com>
-
-	* sys/androidmedia/gstamc-constants.h:
-	* sys/androidmedia/gstamcvideoenc.c:
-	  androidmedia/enc: add fixme log about partial frames
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5330>
-
-2023-07-20 15:46:32 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/msdk-enums.c:
-	  msdkvpp: Add compute scaling mode
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5128>
-
-2023-08-11 15:20:30 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpp.h:
-	  msdkvpp: Enable HDR-to-SDR tone mapping
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5277>
-
-2023-08-11 11:52:19 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpp.h:
-	* sys/msdk/msdk.h:
-	  msdkvpp: Set color properties for input and output
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5277>
-
-2023-09-12 13:05:43 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/vulkan/vkcolorconvert.c:
-	  vulkancolorconvert: actually support passthrough correctly
-	  e.g. passthrough of YUV (or RGB) formats should not modify any buffers.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5317>
-
-2023-07-18 10:00:19 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkh265enc.c:
-	* sys/msdk/gstmsdkh265enc.h:
-	  msdkh265enc: Use vpl APIs to handle HDR SEIs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5135>
-
-2023-09-05 14:15:04 +0200  Thomas Schneider <thomas.schneider@voliro.ch>
-
-	* sys/androidmedia/gstamc.c:
-	  androidmedia: fix hevc codec profile registration
-	  Fix the codec registration logic such that all supported
-	  profiles are available instead of just the first in the
-	  list.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5282>
-
-2023-09-06 17:01:09 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/rtmp2/gstrtmp2locationhandler.c:
-	  rtmp2: Set default flash version to NULL
-	  This is consistent with the librtmp-based old rtmp plugin and ffmpeg.
-	  While some servers require a valid flash-version, others are failing
-	  with a too long or any flash-version at all.
-	  By changing to the same default as in the old plugin and in ffmpeg,
-	  GStreamer will at least behave the same and will work and fail with the
-	  same servers without setting a flash-version.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5293>
-
-2023-09-10 19:13:28 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  doc: Update cache after template pixel formats changes
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5304>
-
-2023-09-08 15:03:51 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst-libs/gst/wayland/gstwlvideoformat.h:
-	  wayland: Use generated formats list
-	  Update the order according to what the generator produces.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5304>
-
-2023-09-08 17:54:25 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkbufferimagepool: short circuit usage for decoding
-	  NVIDIA & RADV drivers don't report decoding features for color format. Setting
-	  requested usage to zero to short circuit validation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5288>
-
-2023-09-06 13:13:27 +1000  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vkformat: assume that unknown rgb transfer is sRGB
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5288>
-
-2023-09-06 12:46:32 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/vulkan/vkupload.c:
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	* gst-libs/gst/vulkan/gstvkformat.h:
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	* tests/check/libs/vkformat.c:
-	  vkformat: also check configured usage flags
-	  This does also mean that if the primary format fails this check, we need
-	  to try the secondary format before returning an error
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2957
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5288>
-
-2023-09-06 12:41:29 +1000  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	* tests/check/libs/vkformat.c:
-	  vkformat: invert srgb and multiplane && planes > 1 checks
-	  The primary format for RGB includes sRGB transfer but was not actually
-	  being used.
-	  The !(no_multiplane && planes > 1) check for YUV resulted in those
-	  formats never being used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5288>
-
-2023-09-06 12:29:05 +1000  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vkformat: FORMAT_FEATURE_COLOR_ATTACHMENT also includes INPUT_ATTACHMENT
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5288>
-
-2023-09-06 12:23:57 +1000  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vkformat: reorder RGBA formats before RGBx formats
-	  Fixes gst_vulkan_format_to_video_format to use the RGBA formats instead
-	  of RGBx formats.
-	  Fixes vulkansink exposing a RGBx/BGRx format instead of the more
-	  relevant RGBA/BGRA formats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5288>
-
-2023-09-05 23:36:47 +0200  Aleksandr Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	  h264/h265parser: clarify some gtk-doc annotations
-	  Needed for the documentation since the transfer
-	  is not obvious.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5287>
-
-2023-09-07 20:06:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth265parse.c:
-	  h264parse, h265parse: Fix potential integer overflow
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2961
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5295>
-
-2023-09-06 01:00:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvdecoder.h:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvdecoder: Move common logic to decoder helper object
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-05 23:06:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11av1dec.cpp:
-	* sys/d3d11/gstd3d11decoder.cpp:
-	* sys/d3d11/gstd3d11decoder.h:
-	* sys/d3d11/gstd3d11h264dec.cpp:
-	* sys/d3d11/gstd3d11h265dec.cpp:
-	* sys/d3d11/gstd3d11mpeg2dec.cpp:
-	* sys/d3d11/gstd3d11vp8dec.cpp:
-	* sys/d3d11/gstd3d11vp9dec.cpp:
-	  d3d11decoder: Move common logic to decoder helper object
-	  We can remove duplicated code by using the GstCodecPicture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-05 22:21:45 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstav1decoder.c:
-	* gst-libs/gst/codecs/gstav1decoder.h:
-	* gst-libs/gst/codecs/gstav1picture.c:
-	* gst-libs/gst/codecs/gstav1picture.h:
-	* sys/d3d11/gstd3d11av1dec.cpp:
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/v4l2codecs/gstv4l2codecav1dec.c:
-	* sys/va/gstvaav1dec.c:
-	  av1decoder: Port to GstCodecPicture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-05 22:14:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstvp9decoder.c:
-	* gst-libs/gst/codecs/gstvp9decoder.h:
-	* gst-libs/gst/codecs/gstvp9picture.c:
-	* gst-libs/gst/codecs/gstvp9picture.h:
-	* sys/d3d11/gstd3d11vp9dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	* sys/v4l2codecs/gstv4l2codecvp9dec.c:
-	* sys/va/gstvavp9dec.c:
-	  vp9decoder: Port to GstCodecPicture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-05 22:01:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstvp8decoder.c:
-	* gst-libs/gst/codecs/gstvp8decoder.h:
-	* gst-libs/gst/codecs/gstvp8picture.c:
-	* gst-libs/gst/codecs/gstvp8picture.h:
-	* sys/d3d11/gstd3d11vp8dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
-	* sys/va/gstvavp8dec.c:
-	  vp8decoder: Port to GstCodecPicture struct
-	  ... and remove unused "pts" variable from GstVp8Picture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-05 21:50:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstmpeg2decoder.c:
-	* gst-libs/gst/codecs/gstmpeg2decoder.h:
-	* gst-libs/gst/codecs/gstmpeg2picture.c:
-	* gst-libs/gst/codecs/gstmpeg2picture.h:
-	* sys/d3d11/gstd3d11mpeg2dec.cpp:
-	* sys/v4l2codecs/gstv4l2codecmpeg2dec.c:
-	* sys/va/gstvampeg2dec.c:
-	  mpeg2decoder: Port to GstCodecPicture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-05 21:37:28 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	* gst-libs/gst/codecs/gsth265decoder.h:
-	* gst-libs/gst/codecs/gsth265picture.c:
-	* gst-libs/gst/codecs/gsth265picture.h:
-	* sys/d3d11/gstd3d11h265dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/v4l2codecs/gstv4l2codech265dec.c:
-	* sys/va/gstvah265dec.c:
-	  h265decoder: Port to GstCodecPicture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-05 21:27:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst-libs/gst/codecs/gsth264decoder.h:
-	* gst-libs/gst/codecs/gsth264picture.c:
-	* gst-libs/gst/codecs/gsth264picture.h:
-	* sys/d3d11/gstd3d11h264dec.cpp:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/v4l2codecs/gstv4l2codech264dec.c:
-	* sys/va/gstvah264dec.c:
-	  h264decoder: Port to GstCodecPicture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-03 01:46:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstcodecpicture-private.h:
-	* gst-libs/gst/codecs/gstcodecpicture.c:
-	* gst-libs/gst/codecs/gstcodecpicture.h:
-	* gst-libs/gst/codecs/meson.build:
-	  codecs: Define common codec picture struct
-	  Adding parent class of codec picture struct
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5285>
-
-2023-09-04 20:39:36 +0200  Robert Mader <robert.mader@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst-libs/gst/wayland/gstwlvideoformat.c:
-	* gst-libs/gst/wayland/gstwlvideoformat.h:
-	* gst-libs/gst/wayland/meson.build:
-	  wlvideoformat: Add P010
-	  It is similar to NV12 but has 10bits per channel instead of 8.
-	  As it is supported by many modern GPUs, VA-API and an increasing
-	  number of Wayland compositors, let's support it as well.
-	  Also bump the required libdrm version accordingly and add a temporary
-	  define for the WL_SHM format.
-	  Tested with Weston, Mutter and Sway.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5275>
-
-2023-09-06 15:26:48 +0200  Robert Mader <robert.mader@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* gst-libs/gst/wayland/gstwlvideoformat.h:
-	  waylandsink: Move format caps list to shared library
-	  So it can be shared and more easily updated. While on it, order the
-	  formats according to the documentation for GstVideo.VIDEO_FORMATS_ALL.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5275>
-
-2023-09-03 13:21:30 +0000  Akihiro Sagawa <sagawa.aki@gmail.com>
-
-	* gst-libs/gst/codecparsers/gstmpegvideoparser.c:
-	  codecparsers: Fix MPEG-1 aspect ratio table
-	  The values defined in ISO/IEC 11172-2 are different from those used so far.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5272>
-
-2023-09-06 15:40:03 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	  va: baseenc: use in_info rather than input_state->info
-	  The in_info is correct video info which already considers the
-	  DMA kind caps case.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5289>
-
-2023-09-01 17:26:51 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/vasurfaceimage.c:
-	  va: Add modifier paramters check for va_create_surfaces()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5267>
-
-2023-08-29 03:23:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth265parse.c:
-	  h264parse, h265parse: Fix timecode parsing
-	  The scaling factor for nFrame part should be "(1 + nuit_field_based_flag) / 2"
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5254>
-
-2023-08-29 12:36:34 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/vasurfaceimage.c:
-	  va: retry if surface creation fails
-	  Old versions of mesa doesn't support VASurfaceAttribDRMFormatModifiers. To
-	  solve it, by just ignoring the modifiers assuming that linear is accepted and
-	  produced, the creation of frames will be tried again without that attribute.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5256>
-
-2023-08-29 20:33:33 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabase.c:
-	* sys/va/gstvabase.h:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabasetransform.c:
-	  va: refactor caps convertion to va caps
-	  To avoid code duplication in code related with buffer importation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5257>
-
-2023-08-29 12:21:36 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabase.c:
-	* sys/va/gstvabase.h:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvacompositor.c:
-	* sys/va/meson.build:
-	* sys/va/plugin.c:
-	  va: refactor buffer import
-	  This patch removes the code duplication of input buffer importation, in all the
-	  va elements that import video frames. It defines a synthetic object whose
-	  members are required to create a new input buffer and do the importation of the
-	  upstream buffer.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5257>
-
-2023-08-29 14:55:03 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	  waylandsink: Crop surfaces to their display width height
-	  Setting the surface source rectangle has been omitted so far. As a side effect
-	  surface created with padded width/height are being scaled down. Fix this using
-	  the viewporter source rectangle configuration. This can later be enhanced
-	  to support crop meta.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5259>
-
-2023-08-29 23:56:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/qt6d3d11/plugin.cpp:
-	  qt6d3d11: Add plugin docs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5258>
-
-2023-08-29 23:39:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  bad: Update Windows plugin docs
-	  Updating wasapi, wasapi2, mediafoundation, and winks plugin docs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5258>
-
-2023-08-29 23:34:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  qsv: Update plugin docs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5258>
-
-2023-08-29 23:29:48 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	  dwrite: Add plugin docs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5258>
-
-2023-08-29 23:06:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/d3d11/gstd3d11convert.cpp:
-	* sys/d3d11/gstd3d11ipcclient.cpp:
-	* sys/d3d11/gstd3d11pluginutils.cpp:
-	* sys/d3d11/gstd3d11pluginutils.h:
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11: Update plugin docs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5258>
-
-2023-08-15 21:31:40 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	  va: baseenc: Add the DMA buffer input support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5189>
-
-2023-08-15 21:25:41 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabaseenc.h:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265enc.c:
-	  va: encoder: Add in_info field to base encoder
-	  When we consider the DMA kind caps as input, the input_state->info
-	  only contains the video format of GST_VIDEO_FORMAT_DMA_DRM, which
-	  is not enough for va plugins. The new info in base encoder contains
-	  the correct video info after the DMA caps parsing.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5189>
-
-2023-08-28 20:58:22 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: Passthrough allocation query on same caps
-	  Since d3d11convert and its variant elements does not enable basetransform's
-	  passthrough, passthrough allocation query needs to be handled
-	  manually in order to respect downstream element's min/max buffer
-	  requirement.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5255>
-
-2023-08-25 01:40:08 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	* sys/d3d11/gstd3d11window.cpp:
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Use premultiplied-alpha swapchain
-	  Don't ignore alpha component if it's present
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5242>
-
-2023-08-25 22:27:10 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/codec2json/meson.build:
-	  codec2json: Fix plugin loading on Windows
-	  * Library versioning should not be used for plugins since it will add
-	  -{version}.dll suffix (and versioned libraries on Linux with symlink).
-	  Then the library file name and plugin init function name mismatch
-	  will result in blacklisted plugin.
-	  * Don't define BUILDING_GST_CODECS, makes no sense
-	  * Don't define G_LOG_DOMAIN, which should be used only for libraries,
-	  not plugins
-	  * Depends on gstcodecparsers libary, not gstcodecs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5249>
-
-2023-08-24 21:29:29 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* tests/validate/testsrcbin/caps_spec/flow-expectations/log-testsrcbin0-video_src_0-expected:
-	  video: Fix ordering of video formats in GST_VIDEO_FORMATS_ALL_STR
-	  This now follows the algorithm again that is described in the
-	  documentation and implemented in gstreamer-rs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5243>
-
-2023-08-23 19:17:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaipcclient.cpp:
-	* sys/nvcodec/gstcudaipcsrc.cpp:
-	  cudaipcclient: Protect IPC handle import/close with global lock
-	  Protect import/close with signle lock to avoid importing a IPC handle
-	  while it's being closed by another cudaipcsrc from other thread.
-	  Also fixing cuda context leak
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5230>
-
-2023-08-24 17:40:42 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/rtmp2/rtmp/rtmpclient.c:
-	  rtmp2: Allow NULL flash version, omitting the field
-	  rtmpsink omits it by default. Allow us to do the same.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5241>
-
-2023-08-24 12:12:09 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvadecoder.c:
-	* sys/va/gstvadisplay_priv.c:
-	  va: Fix in error logs functions mismatches
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5236>
-
-2023-08-24 13:32:46 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvabasedec.c:
-	  vabasedec: Remove assertion for resolution change in input state
-	  This is reported from https://bugs.webkit.org/show_bug.cgi?id=259032
-	  Though I couldn't reproduce the issue, it looks to me unneeded to assert for
-	  resolution changes in old frames, since renegotiation is carried out.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5237>
-
-2023-08-23 19:27:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencoder.cpp:
-	  nvencoder: Fix negotiation error when interlace-mode is unspecified
-	  Use GST_PAD_SET_ACCEPT_INTERSECT() to accept caps without interlace-mode
-	  field
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5229>
-
-2023-08-21 17:17:43 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacompositor.c:
-	  va: compositor: Use va_get_surface_usage_hint() to get the usage hint
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5210>
-
-2023-08-21 16:54:31 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvaencoder.c:
-	  va: baseenc: Use va_get_surface_usage_hint() to get the usage hint
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5210>
-
-2023-08-21 16:50:39 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacaps.c:
-	  va: Use va_get_surface_usage_hint() to detect the modifiers
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5210>
-
-2023-08-21 16:33:05 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvaav1dec.c:
-	* sys/va/gstvabasedec.c:
-	  va: basedec: Use va_get_surface_usage_hint() to get the usage hint
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5210>
-
-2023-08-21 15:59:33 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasetransform.c:
-	  va: basetransform: Use va_get_surface_usage_hint() to get the usage hint
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5210>
-
-2023-08-21 15:03:56 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/vasurfaceimage.c:
-	* gst-libs/gst/va/vasurfaceimage.h:
-	  va: Add helper function va_get_surface_usage_hint()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5210>
-
-2023-08-24 11:32:51 +1000  Matthew Waters <matthew@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video: add support for A420/A422/A444 16-bit formats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5233>
-
-2023-08-23 16:33:16 +1000  Matthew Waters <matthew@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video: add support for 12-bit A420/A422/A444
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5226>
-
-2023-08-22 14:54:36 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/wayland/gstwaylandsink.c:
-	  waylandsink: Restore support for render-rectangle
-	  Fixes #2519
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5221>
-
-2023-08-15 19:55:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	* tests/check/elements/h265parse.c:
-	  h265parser: Allow partially broken hvcC data
-	  Ignores parsing error on the last nalu of the array if the nalu type
-	  is not VPS/SPS/PPS
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2905
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5188>
-
-2023-08-23 18:07:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/win32ipc/protocol/win32ipcpipeserver.cpp:
-	  win32ipc: Fix pipe handle leak
-	  Named pipe handle must be closed if it's no longer needed
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2923
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5228>
-
-2023-08-21 21:02:01 +1000  Matthew Waters <matthew@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video: add support for 8-bit A422/A444
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5213>
-
-2023-07-17 16:21:47 +0000  Rabindra Harlalka <13387-rabindra-harlalka@users.noreply.gitlab.freedesktop.org>
-
-	* ext/aes/gstaesenc.c:
-	  aesenc: Fix IV length addition to output buffer length
-	  Add length of IV to output buffer length only for the first buffer.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5093>
-
-2023-08-18 18:21:18 +1000  Jan Schmidt <jan@centricular.com>
-
-	* ext/mdns/gstmicrodnsdevice.c:
-	  mdns: Fix a crash on context error
-	  Make sure not to free the microdns provider context until the
-	  device provider asks it to stop. Fixes a crash if there is
-	  an error (such as MDNS port being busy) that makes the
-	  mdns listener exit early.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5198>
-
-2023-08-18 09:27:36 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* gst/rtmp2/gstrtmp2sink.c:
-	  rtmp2sink: fix crash if message conversion failed
-	  The message pointer is not set so we can't display it in logs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5197>
-
-2020-09-25 17:18:10 +0200  Johan Sternerup <johast@axis.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/webrtc/gstwebrtcbin.c:
-	* gst-libs/gst/webrtc/ice.c:
-	* gst-libs/gst/webrtc/nice/nice.c:
-	  webrtcice: Add webrtc ALPN header for HTTP proxy
-	  Section 3.4 in RFC8835 states that if a WebRTC endpoint uses an HTTP
-	  proxy to access the Internet it MUST include the "ALPN" header. This
-	  commit adds this header.
-	  By default the ALPN used when connecting to the TURN/TCP server via a
-	  proxy is set to "webrtc". It can be changed by adding an alpn url
-	  option for the http-proxy. For example:
-	  http://user:pass@my.http.proxy.com:8080?alpn=c-webrtc
-	  This will add the header "ALPN: c-webrtc" to the HTTP proxy CONNECT
-	  request.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4212>
-
-2023-08-16 13:43:56 +0000  L. E. Segovia <amy@amyspark.me>
-
-	* sys/applemedia/avsamplevideosink.m:
-	* sys/applemedia/helpers.c:
-	  applemedia: Also fix inconsistent pixel format definition for NV12
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5191>
-
-2023-08-15 21:45:56 +0000  L. E. Segovia <amy@amyspark.me>
-
-	* sys/applemedia/coremediabuffer.c:
-	* sys/applemedia/corevideobuffer.c:
-	* sys/applemedia/helpers.c:
-	  applemedia: Fix pixel format for I420
-	  In Intel Macs, using full range 8-bit 4:2:0 YCbCr results in a failure on
-	  initialization. I've validated this to be the correct pixel format with FFmpeg:
-	  https://github.com/FFmpeg/FFmpeg/blob/8653dcaf7d665b15b40ea9a560c8171b0914a882/libavutil/hwcontext_videotoolbox.c#L45
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5191>
-
-2023-08-14 21:58:29 -0300  L. E. Segovia <amy@centricular.com>
-
-	* sys/d3d11/gstd3d11ipcclient.cpp:
-	* sys/nvcodec/gstcudaipcclient.cpp:
-	  windows: Fix mutexes leaking into the exports table
-	  Translation unit-local variables must be marked static on Windows,
-	  otherwise they're made available to the whole binary.
-	  See:
-	  https://learn.microsoft.com/en-us/cpp/cpp/program-and-linkage-cpp?view=msvc-170#external-vs-internal-linkage
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5185>
-
-2023-08-12 21:16:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2client.cpp:
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	  wasapi2: Use C++ atomic instead of GLib
-	  Release-Acquire ordering could be faster than MemoryBarrier()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5176>
-
-2023-08-12 00:58:10 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	  wasapi2ringbuffer: Don't use GLib's weak pointer implementation
-	  GWeakRef takes global mutex. Use C++ weak_ptr which will perform
-	  atomic operation internally.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5176>
-
-2023-08-13 00:31:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/stub/cuda.h:
-	  cuda: Add workaround for gir build
-	  ERROR:../girepository/girparser.c:343:state_switch:
-	  assertion failed: (ctx->state != newstate)
-	  Bail out! ERROR:../girepository/girparser.c:343:state_switch:
-	  assertion failed: (ctx->state != newstate)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4510>
-
-2023-04-19 01:56:20 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaipc.cpp:
-	* sys/nvcodec/gstcudaipc.h:
-	* sys/nvcodec/gstcudaipcclient.cpp:
-	* sys/nvcodec/gstcudaipcclient.h:
-	* sys/nvcodec/gstcudaipcclient_unix.cpp:
-	* sys/nvcodec/gstcudaipcclient_unix.h:
-	* sys/nvcodec/gstcudaipcclient_win32.cpp:
-	* sys/nvcodec/gstcudaipcclient_win32.h:
-	* sys/nvcodec/gstcudaipcserver.cpp:
-	* sys/nvcodec/gstcudaipcserver.h:
-	* sys/nvcodec/gstcudaipcserver_unix.cpp:
-	* sys/nvcodec/gstcudaipcserver_unix.h:
-	* sys/nvcodec/gstcudaipcserver_win32.cpp:
-	* sys/nvcodec/gstcudaipcserver_win32.h:
-	* sys/nvcodec/gstcudaipcsink.cpp:
-	* sys/nvcodec/gstcudaipcsink.h:
-	* sys/nvcodec/gstcudaipcsrc.cpp:
-	* sys/nvcodec/gstcudaipcsrc.h:
-	* sys/nvcodec/gstnvcodecutils.h:
-	* sys/nvcodec/meson.build:
-	* sys/nvcodec/plugin.c:
-	  nvcodec: Add support for CUDA IPC
-	  Adding cudaipc{src,sink} element for CUDA IPC support.
-	  Implementation note:
-	  * For the communication between end points, Win32 named-pipe
-	  and unix domain socket will be used on Windows and Linux respectively.
-	  * cudaipcsink behaves as a server, and all GPU resources will be owned by
-	  the server process and exported for other processes, then cudaipcsrc
-	  (client) will import each exported handle.
-	  * User can select IPC mode via "ipc-mode" property of cudaipcsink.
-	  There are two IPC mode, one is "legacy" which uses legacy CUDA IPC
-	  method and the other is "mmap" which uses CUDA virtual memory API
-	  with OS's resource handle sharing method such as DuplicateHandle()
-	  on Windows. The "mmap" mode might be better than "legacy" in terms
-	  of stability since it relies on OS's resource management but
-	  it would consume more GPU memory than "legacy" mode.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4510>
-
-2023-06-04 00:53:40 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudabufferpool.cpp:
-	* gst-libs/gst/cuda/gstcudabufferpool.h:
-	  cudabufferpool: Add support for virtual memory
-	  Configure malloc or mmap allocator depending on config option
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4510>
-
-2023-06-03 23:58:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudacontext.cpp:
-	* gst-libs/gst/cuda/stub/cuda.h:
-	  cudacontext: Add memory allocation related properties
-	  Adding "virtual-memory" and "os-handle" properties. New properties
-	  will be used to query device's capability
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4510>
-
-2023-08-10 01:37:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcuda-private.h:
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* gst-libs/gst/cuda/gstcudamemory.h:
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	* gst-libs/gst/cuda/meson.build:
-	  cudamemory: Add support for virtual memory in pool allocator
-	  Adding new memory pool allocator for virtual memory
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4510>
-
-2023-06-10 17:48:49 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* gst-libs/gst/cuda/gstcudamemory.h:
-	  cudamemory: Add support for virtual memory management
-	  Adding new CUDA memory allocation methods
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4510>
-
-2023-08-10 01:58:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/cuda-gst.h:
-	* gst-libs/gst/cuda/gstcuda-private.h:
-	* gst-libs/gst/cuda/gstcudaloader.cpp:
-	* gst-libs/gst/cuda/stub/cuda.h:
-	  cuda: Load virtual memory management and IPC API symbols
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4510>
-
-2023-08-13 22:02:47 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritetimeoverlay.cpp:
-	  dwritetimeoverlay: Fix debug category name
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5179>
-
-2023-08-13 21:58:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwrite-renderer.cpp:
-	  dwrite: Re-add background geometry combine
-	  If glyphrun unit is changed in a single line, there could be
-	  overlapped background area which result in drawing background
-	  twice. Adding geometry combine so that background geometry objects
-	  with the same color can be merged and rendered at once
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5179>
-
-2023-08-11 12:03:59 +0000  Marcin Kolny <marcin.kolny@gmail.com>
-
-	* ext/qroverlay/gstqroverlay.c:
-	  qroverlay: fix updating "data" property in qroverlay element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5175>
-
-2023-08-10 23:39:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/plugin.c:
-	  va: Update decoder ranks
-	  Most software decoders are ranked as primary, so use primary + 1 for
-	  all codecs except for jpeg.
-	  But ranks should be demoted on Windows since it's still experimental
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5169>
-
-2023-06-13 03:36:45 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvdecoder: Add max-display-delay property
-	  The same as in old nvdec implementation so that user can control
-	  the number of delayed output frames.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4841>
-
-2023-06-13 03:05:48 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvdecoder.cpp:
-	  nvdecoder: Reduce DPB size
-	  Decoder will copy decoded picture to downstream buffer or output CUDA
-	  memory even in case of zero-copy mode. Additional margin should be unnecessary
-	  unless baseclass passed wrong max DPB size.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4841>
-
-2023-08-08 14:42:40 +0100  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* sys/wasapi/gstwasapiutil.c:
-	* sys/wasapi/meson.build:
-	  wasapi: Don't redefine GUIDs when building under newer MinGW
-	  Latest MSYS2 MinGW provides these now, so we don't need to define them
-	  if they're already present in the header.
-	  The AudioClient3 GUID requires the Windows 10 SDK, so it's only
-	  available in the latest MinGW, and the MinGW in Cerbero is too old.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5155>
-
-2023-08-08 16:00:02 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* sys/wasapi/gstwasapiutil.c:
-	  wasapi: Remove obsolete ifdefs for older MinGW
-	  We no longer ship that ancient MinGW toolchain, and it's causing build
-	  errors with MSYS2 now:
-	  https://gitlab.freedesktop.org/slomo/gstreamer/-/jobs/46866129
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5155>
-
-2022-04-27 17:03:31 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/plugin.c:
-	  va/vaapi: promote va ranks and demote vaapi ones
-	  VA decoders implementation has been verified from 1.18 through 1.22
-	  development cycles and also via the Fluster test framework. Similar
-	  to other cases, we can prefer hardware over software in most cases.
-	  At the same time, GStreamer-VAAPI decoders are demoted to NONE to
-	  avoid collisions. The first step to their deprecation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2312>
-
-2023-08-09 00:36:35 +0200  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtenc.c:
-	  vtenc: Fix cosmetic issues
-	  Removes accidental GST_VIDEO_DECODER macro usage.
-	  Also sets the initial size of the output queue to avoid having to expand when first buffers come through.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5164>
-
-2023-08-06 09:23:28 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/lc3/meson.build:
-	  lc3: fix pkg-config file lookup
-	  There's a mismatch between the pkg-config file ('lc3')
-	  and the subproject/wrap which meant an installed liblc3
-	  wasn't picked up.
-	  Fixes #2883
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5151>
-
-2022-11-21 11:33:09 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2format.c:
-	* sys/v4l2codecs/gstv4l2format.h:
-	* sys/v4l2codecs/linux/videodev2.h:
-	  v4l2codecs: Enable Mediatek 10bit 4:2:0 support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3444>
-
-2022-11-11 15:10:02 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video: Add Mediatek 10bit formats
-	  These 10bit formats are identical to NV12_16L32S, but 64bytes of data is being
-	  prefixed with 16bytes data with four pixels of lower 2bits per byte. For
-	  MT2110T, the lower two bits set so each bytes contains a column of 4 pixels,
-	  also describe as tiled lower 2 bits. MT2110T has been chosen as a name to match
-	  the vendor chosen name. This format is unlikely to exist for other vendors.
-	  For MT2110R, the 2 low bits are in raster order.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3444>
-
-2023-08-07 14:59:25 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* ext/srt/gstsrtobject.c:
-	  srt: Set SRTO_IPV6ONLY to 0 by default
-	  Since SRT 1.5.2 this option must be explicitly set to `0` or `1` before
-	  binding to `::`, or binding will fail.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5157>
-
-2023-08-08 01:29:40 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/hls/gsthlssink2.c:
-	  hlssink2: Always use forward slash separator
-	  g_build_filename() will insert back slash on Windows, and resulting
-	  playlist will contain media segment path with back slash if
-	  "playlist-root" property is specified
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5158>
-
-2023-07-19 09:51:00 +0200  Fabian Orccon <forccon@fluendo.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* tests/check/libs/h264parser.c:
-	  h264parser: Write Unregistered User Data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5071>
-
-2023-08-07 13:12:02 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvajpegdec.c:
-	  vajpegdec: simply fixup src caps for iHD
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-06-16 20:12:32 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvajpegdec.c:
-	  va: jpegdec: Do not change the DMA template src caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-06-03 21:56:09 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasetransform.c:
-	  va: Delete the usage hint hack when we support DRM modifier
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-02-22 19:36:06 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvavpp.c:
-	  va: Apply the new DMA format:modifier pair negotiation in vpp
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-02-22 19:23:47 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvaav1dec.c:
-	* sys/va/gstvabasedec.c:
-	* sys/va/gstvabasedec.h:
-	* sys/va/gstvajpegdec.c:
-	  va: Apply the new DMA format:modifier pair negotiation in decoder
-	  We will consider the DMA modifier for negotiation, setting caps and
-	  memory pool allocation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-07-17 21:46:35 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvavideoformat.c:
-	  va: update the gst_va_dma_drm_info_to_video_info() to use DMA_DRM format
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-02-22 18:53:32 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacaps.c:
-	* sys/va/gstvacaps.h:
-	* sys/va/gstvafilter.c:
-	  va: Improve the template caps for DMA, use new drm-format kind caps
-	  We should add the modifier information for each surface format when
-	  we report the template caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-02-22 18:39:22 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvapool.c:
-	  va: Use new dma drm caps in va pool when we setup DMA pools
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-06-14 16:32:52 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvaallocator.h:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvacompositor.c:
-	  va: Use GstVideoInfoDmaDrm in DMA allocator's get/set_format() API
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-08-04 20:47:38 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvavideoformat.h:
-	  va: Include drm fourcc header file in gstvavideoformat.h
-	  And add some definition to pass the Windows compiling.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4044>
-
-2023-08-05 01:39:29 +1000  Jan Schmidt <jan@centricular.com>
-
-	* gst/audiolatency/gstaudiolatency.c:
-	  audiolatency: Fix event refcounting bug handling latency events
-	  Fix a refcounting bug introduced in
-	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5146
-	  If upstream returns FALSE when processing a latency event, it will
-	  be unreffed an extra time
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5150>
-
-2023-08-04 17:25:26 +1000  Jan Schmidt <jan@centricular.com>
-
-	* gst/audiolatency/gstaudiolatency.c:
-	  audiolatency: Forward latency query and event upstream
-	  Make sure the pipeline still configures the latency that it would configure
-	  if audiolatency was not in the pipeline.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5146>
-
-2023-07-27 17:14:23 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/rtmp2/gstrtmp2src.c:
-	  rtmp2src: add 'no-eof-is-error' property
-	  There is currently no way for applications to know if the stream has
-	  been properly terminated by the server or if the network connection
-	  was disconnected as EOS is sent in both cases.
-	  Adding a property so connection errors can be reported as errors
-	  allowing applications to distinguish between both scenarios.
-	  Fix #2828
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5115>
-
-2023-07-19 18:08:32 -0500  Ryan Pavlik <ryan.pavlik@collabora.com>
-
-	* sys/androidmedia/gstjniutils.c:
-	  androidmedia: Add more null checks (of env) to JNI utilities
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5138>
-
-2023-07-22 10:42:39 +0100  Philippe Normand <philn@igalia.com>
-
-	* gst/transcode/gsttranscodebin.c:
-	  transcodebin: Fixes for upstream selectable support
-	  The upstream selectable query was not performed in all situations where we
-	  handle the stream-start event. This could potentially lead to unlinked pads
-	  between decodebin3 and encodebin later on.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5089>
-
-2023-07-19 18:08:32 -0500  Ryan Pavlik <ryan.pavlik@collabora.com>
-
-	* sys/androidmedia/gstjniutils.c:
-	  androidmedia: Add more null checks to JNI utilities
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5130>
-
-2023-07-28 14:02:22 -0500  Ryan Pavlik <ryan.pavlik@collabora.com>
-
-	* sys/androidmedia/gstamcvideodec.c:
-	  androidmedia: Fix typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5130>
-
-2023-07-19 18:08:16 -0500  Ryan Pavlik <ryan.pavlik@collabora.com>
-
-	* sys/androidmedia/gst-android-hardware-camera.c:
-	  androidmedia: Clear err if we don't have an optional camera field/constant
-	  Fixes startup on devices where those fields/constants are not found.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5130>
-
-2023-07-26 16:45:18 -0500  Ryan Pavlik <ryan.pavlik@collabora.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtc: Fix docs for create-data-channel action signal
-	  Initial line of the doc comment was incorrect, so the nicely written
-	  docs were not being extracted.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5131>
-
-2023-07-28 15:56:32 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* ext/wayland/gstwaylandsink.h:
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/gstwldisplay.h:
-	* gst-libs/gst/wayland/gstwllinuxdmabuf.c:
-	* gst-libs/gst/wayland/gstwllinuxdmabuf.h:
-	* gst-libs/gst/wayland/gstwlshmallocator.c:
-	  waylandsink: Improve DMA DRM integration
-	  Pass GstVideoInfoDmaDrm or GstVideoInfo whenever possible, avoiding passing
-	  strange combination of GstVieoFormat + modifier. Even though we don't have any
-	  at the moment, this also allow supporting GstVideoFormat that are not supported
-	  in our DRM integration.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5120>
-
-2023-08-02 00:54:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwrite-effect.cpp:
-	* sys/dwrite/gstdwrite-effect.h:
-	* sys/dwrite/gstdwrite-renderer.cpp:
-	* sys/dwrite/gstdwrite-renderer.h:
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	* sys/dwrite/gstdwriteoverlayobject.cpp:
-	* sys/dwrite/gstdwriteoverlayobject.h:
-	  dwrite: Move background-color and color-emoji options to effect object
-	  ... and simplify background rendering
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5121>
-
-2023-08-01 22:56:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	* sys/dwrite/gstdwriteoverlayobject.cpp:
-	* sys/dwrite/gstdwriteoverlayobject.h:
-	* sys/dwrite/meson.build:
-	  dwrite: Add helper object for blending operation
-	  For easy integration with a new text rendering baseclass
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5121>
-
-2023-08-01 22:50:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	  dwritebaseoverlay: Handle only d3d11 allocation query
-	  ... and passthrough allocation queries of the other types
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5121>
-
-2023-07-29 02:38:01 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritetextoverlay.cpp:
-	  dwritetextoverlay: Remove leading CRLF sequence from CC
-	  The CRLF sequence is unnecessary
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5121>
-
-2023-07-25 19:57:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwrite-effect.h:
-	* sys/dwrite/gstdwrite-renderer.cpp:
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	  dwrite: Remove some properties
-	  Remove outline color and auto resize related properties
-	  to be consistent with textoverlay elements
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5121>
-
-2023-07-28 00:39:46 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/onvif/gstrtponviftimestamp.c:
-	  rtponviftimestamp: Fix drop-out-of-segment=false mode
-	  Fixing unexpected buffer dropping and flow error in case that:
-	  * use-reference-timestamps=false
-	  * drop-out-of-segment=false
-	  * Calculated utc offset is not valid because buffer is out-of-segment
-	  The above case should be considered as a valid data flow without returning
-	  errors.
-	  Fixing regression introduced by
-	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1683
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5116>
-
-2023-07-27 15:53:55 +0800  Cheah, Vincent Beng Keat <vincent.beng.keat.cheah@intel.com>
-
-	* ext/wayland/gstwaylandsink.c:
-	  waylandsink: Add gst_buffer_pool_config_set_params() to a pool
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5103>
-
-2023-07-25 11:37:02 +0800  Cheah, Vincent Beng Keat <vincent.beng.keat.cheah@intel.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* ext/wayland/gstwaylandsink.h:
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/gstwldisplay.h:
-	* gst-libs/gst/wayland/gstwllinuxdmabuf.c:
-	* gst-libs/gst/wayland/gstwllinuxdmabuf.h:
-	* gst-libs/gst/wayland/gstwlshmallocator.c:
-	* gst-libs/gst/wayland/gstwlvideoformat.c:
-	* gst-libs/gst/wayland/gstwlvideoformat.h:
-	  waylandsink: Add DRM modifiers support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5103>
-
-2023-07-19 13:19:06 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/va/gstvah265enc.c:
-	  vah265enc: Correct the value of cu_qp_delta flag and depth
-	  According to libva API description, cu_qp_delta in VAConfigAttribValEncHEVCFeatures
-	  is supposed to be used as a flag not the value of depth. And if flag enabled,
-	  diff_cu_qp_delta_depth should be decided by log2_diff_max_min_luma_coding_block_size.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5068>
-
-2023-07-26 14:58:57 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  va:allocator: Rework the func va_map_unlocked
-	  Rework the va_map_unlocked() after we keep mapping behavior (whether to
-	  use derive) consistent with allocator_try stage. Also remove the flag
-	  for iHD case because pitch/stride difference between vaCreateImage and
-	  vaDeriveImage only possibly happen on iHD by now.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5046>
-
-2023-07-13 16:56:56 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  va:allocator: Let pool alloc_info be consitent with the test order in gst_va_allocator_try
-	  In gst_va_allocator_try, the first try is to use derive_image, if it
-	  succeeds, we should use info from derived image to create bufferpool.
-	  If derive fails, then try create_image and give created image info
-	  to the pool.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5046>
-
-2023-07-27 19:08:59 +1000  Matthew Waters <matthew@centricular.com>
-
-	* sys/applemedia/avfdeviceprovider.m:
-	* sys/applemedia/avfvideosrc.m:
-	* sys/applemedia/iosassetsrc.h:
-	* sys/applemedia/iosassetsrc.m:
-	* sys/applemedia/videotexturecache-gl.m:
-	  applemedia: silence some deprecation warnings from ios 12.0
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5111>
-
-2023-07-26 16:27:43 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gstav1decoder.c:
-	  codecs: AV1: Ensure current picture and frame to NULL before return
-	  The current code fails to clear the current picture and frame pointer if
-	  some flow error such as EOS happens. This causes the double free issue in
-	  gst_av1_decoder_reset().
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5104>
-
-2023-07-14 13:41:34 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkh264enc.c:
-	  msdkh264enc: Set profile as unknown when not specified by downstream
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5039>
-
-2023-07-25 22:00:27 +0800  He Junyan <junyan.he@intel.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/debugutils/gstfakevideosink.c:
-	  fakevideosink: Add DMA_DRM format into sink template caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5094>
-
-2023-07-19 09:51:12 +0200  Fabian Orccon <forccon@fluendo.com>
-
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	* tests/check/libs/h265parser.c:
-	  h265parser: Write Unregistered User Data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5070>
-
-2023-07-18 10:08:54 +0200  Fabian Orccon <forccon@fluendo.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	* gst-libs/gst/codecparsers/gsth265parser.h:
-	* gst/videoparsers/gsth265parse.c:
-	* gst/videoparsers/gsth265parse.h:
-	* tests/check/elements/h265parse.c:
-	  h265parse: Parse SEI unregistered user data
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5070>
-
-2023-07-04 17:39:58 +0200  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtenc.c:
-	* sys/applemedia/vtenc.h:
-	  vtenc: Move output loop to a separate thread
-	  vtenc has an async output queue, which we only iterate over after another frame is enqueued.
-	  At the very least it means we're always a frame behind the fastest possible output.
-	  In edge cases it's also bug-prone - for example if we only have 1 frame, the downstream caps negotiation
-	  will never happen.
-	  This commit adds a separate task running on the source pad, which only iterates over the output queue
-	  and pushes frames out as soon as they're put there. The queue length is limited to ensure we don't encode
-	  too far ahead compared to what downstream can consume. Any failures that occur when pushing data downstream
-	  will be signalled in self->downstream_ret so that other parts of code can act accordingly.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4967>
-
-2023-07-17 14:48:39 +0800  Jakub Adam <jakub.adam@collabora.com>
-
-	* gst/videoparsers/gstav1parse.c:
-	  av1parse: calculate framerate from AV1 timing info
-	  When framerate info isn't provided by upstream elements, try to extract
-	  it from AV1 timing info, if present.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5041>
-
-2023-07-19 13:08:03 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin: Fix support for glib older than 2.74
-	  G_CONNECT_DEFAULT was added in 2.74, and passing `0` in older versions
-	  gets the same behaviour.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5045>
-
-2023-07-17 16:41:25 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* tests/examples/webrtc/webrtcrenego.c:
-	  webrtcrenego: Use payload type correctly for the dynamic stream
-	  All streams were using pt=96 which is incorrect. In some cases that
-	  can cause EOS to be sent to both branches of the receiver.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5045>
-
-2023-07-17 16:40:05 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* tests/examples/webrtc/webrtcrenego.c:
-	  webrtcrenego: Fix incorrect release of non-request pad
-	  GStreamer-CRITICAL **: 16:39:23.230: gst_element_release_request_pad:
-	  assertion 'GST_PAD_PAD_TEMPLATE (pad) == NULL ||
-	  GST_PAD_TEMPLATE_PRESENCE (GST_PAD_PAD_TEMPLATE (pad)) ==
-	  GST_PAD_REQUEST' failed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5045>
-
-2023-07-17 15:56:37 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* tests/examples/webrtc/webrtcrenego.c:
-	  webrtcrenego: Port to updated mechanism for doing renegotiation
-	  Sending an EOS event is actually really bad because rtpbin doesn't
-	  handle that very well. It was only being used as a way to notify
-	  webrtcbin to check if re-negotiation is needed.
-	  We don't need that anymore, since changing the direction is enough to
-	  notify webrtcbin to check for re-negotiation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5045>
-
-2023-07-17 15:39:59 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin: don't hold the webrtc lock over on-new-transceiver emission
-	  Could potentially produce a deadlock if the direction is changed in the
-	  callback.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5045>
-
-2022-11-09 14:25:00 +1100  Matthew Waters <matthew@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtc: don't disallow transceiver direction changes
-	  Initial testing seems to suggest that we support them reasonably well
-	  (at least for BUNDLEd streams).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5045>
-
-2023-07-17 14:55:30 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtc: add check for negotiation on transceiver direction changes
-	  As required by the webrtc specification.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5045>
-
-2023-07-05 18:46:25 -0600  Olivier Crête <olivier.crete@collabora.com>
-
-	* scripts/gen-changelog.py:
-	  gst-omx: Retire the whole package
-	  The OpenMAX standard is long dead and even the Raspberry Pi OS
-	  no longer supports it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4976>
-
-2023-07-13 20:38:29 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/meson.build:
-	  qsv: Remove x86_64 constraint on Linux
-	  Updated oneVPL SDK supports 32bit and ARM build
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5032>
-
-2023-07-13 20:34:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/libmfx/dispatcher/vpl/mfx_dispatcher_vpl_config.cpp:
-	* sys/qsv/libmfx/dispatcher/windows/mfx_dxva2_device.h:
-	  qsv: Re-apply MinGW build workaround
-	  Apply the changes of the commits
-	  c80132e4a3fb1fda6d196effe0e6d12dfcc75f25 and
-	  23261bccbba84abb1334ffc4dea0514f74a5f2af
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5032>
-
-2023-07-13 20:31:40 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/libmfx/api/vpl/mfx.h:
-	* sys/qsv/libmfx/api/vpl/mfxadapter.h:
-	* sys/qsv/libmfx/api/vpl/mfxbrc.h:
-	* sys/qsv/libmfx/api/vpl/mfxcamera.h:
-	* sys/qsv/libmfx/api/vpl/mfxcommon.h:
-	* sys/qsv/libmfx/api/vpl/mfxdefs.h:
-	* sys/qsv/libmfx/api/vpl/mfxdispatcher.h:
-	* sys/qsv/libmfx/api/vpl/mfxencodestats.h:
-	* sys/qsv/libmfx/api/vpl/mfxjpeg.h:
-	* sys/qsv/libmfx/api/vpl/mfxstructures.h:
-	* sys/qsv/libmfx/api/vpl/mfxsurfacepool.h:
-	* sys/qsv/libmfx/api/vpl/mfxvideo++.h:
-	* sys/qsv/libmfx/api/vpl/mfxvideo.h:
-	* sys/qsv/libmfx/dispatcher/linux/device_ids.h:
-	* sys/qsv/libmfx/dispatcher/linux/mfxloader.cpp:
-	* sys/qsv/libmfx/dispatcher/vpl/mfx_dispatcher_vpl.h:
-	* sys/qsv/libmfx/dispatcher/vpl/mfx_dispatcher_vpl_config.cpp:
-	* sys/qsv/libmfx/dispatcher/vpl/mfx_dispatcher_vpl_loader.cpp:
-	* sys/qsv/libmfx/dispatcher/vpl/mfx_dispatcher_vpl_msdk.cpp:
-	* sys/qsv/libmfx/dispatcher/windows/mfx_dxva2_device.h:
-	  qsv: Update oneVPL SDK version to v2023.3.0
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5032>
-
-2023-07-13 01:26:46 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstav1decoder.c:
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	* gst-libs/gst/codecs/gstmpeg2decoder.c:
-	* gst-libs/gst/codecs/gstvp8decoder.c:
-	* gst-libs/gst/codecs/gstvp9decoder.c:
-	  codecs: Use release_frame() instead of drop_frame()
-	  drop_frame() will post QoS message which is not intended here
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5024>
-
-2023-07-12 00:34:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstav1decoder.c:
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	* gst-libs/gst/codecs/gstmpeg2decoder.c:
-	* gst-libs/gst/codecs/gstvp8decoder.c:
-	* gst-libs/gst/codecs/gstvp9decoder.c:
-	  codecs: Propagate downstream flow ERROR
-	  Don't translate downstream flow ERROR to OK
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5024>
-
-2023-07-12 12:46:17 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* tests/examples/d3d11/d3d11overlay.cpp:
-	  d3d11: Fix build on MSYS2 GCC
-	  ```
-	  ../subprojects/gst-plugins-bad/tests/examples/d3d11/d3d11overlay.cpp:145:37: error:
-	  invalid conversion from 'unsigned int' to 'D2D1_DRAW_TEXT_OPTIONS' -fpermissive
-	  145 |         D2D1_DRAW_TEXT_OPTIONS_CLIP | D2D1_DRAW_TEXT_OPTIONS_ENABLE_COLOR_FONT);
-	  |         ~~~~~~~~~~~~~~~~~~~~~~~~~~~~^~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~
-	  |                                     |
-	  |                                     unsigned int
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5018>
-
-2023-07-12 09:27:22 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* tests/check/meson.build:
-	* tests/examples/camerabin2/meson.build:
-	  meson: Always use forward slashes in defines with paths
-	  Fixes the following build failure on MSYS2:
-	  ```
-	  ../subprojects/gstreamer/tests/check/elements/filesrc.c: In function 'test_seeking':
-	  ../subprojects/gstreamer/tests/check/elements/filesrc.c:107:53: error: incomplete universal character name \U
-	  107 |   g_object_set (G_OBJECT (src), "location", TESTFILE, NULL);
-	  |                                                     ^
-	  ../subprojects/gstreamer/tests/check/elements/filesrc.c:107:53: warning: unknown escape sequence: '\A'
-	  ../subprojects/gstreamer/tests/check/elements/filesrc.c:107:53: warning: unknown escape sequence: '\g'
-	  ../subprojects/gstreamer/tests/check/elements/filesrc.c:107:53: warning: unknown escape sequence: '\s'
-	  ../subprojects/gstreamer/tests/check/elements/filesrc.c:107:53: warning: unknown escape sequence: '\g'
-	  ../subprojects/gstreamer/tests/check/elements/filesrc.c:107:53: warning: unknown escape sequence: '\c'
-	  ```
-	  Due to: `-DTESTFILE=\"C:\\Users\\Administrator\...`
-	  https://gitlab.freedesktop.org/nirbheek/gstreamer/-/jobs/45317733
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5018>
-
-2023-07-11 21:41:46 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* meson.build:
-	  gl: Take into account viv-fb vs. viv_fb naming in meson scripts
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5020>
-
-2023-05-16 21:24:44 +1000  Matthew Waters <matthew@centricular.com>
-
-	* meson.build:
-	  gl: provide a pkg-config/gir file for the viv-fb backend
-	  Required to be able to generate coherent bindings for window system
-	  specific APIs due to limitations in gobject-introspection.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5020>
-
-2023-07-10 22:56:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/qt6d3d11/gstqt6d3d11videoitem.cpp:
-	  qt6d3d11: Set sampler filtering method
-	  QQuickItem::smooth property doesn't seem to be propagated to
-	  newly created QSGSimpleTextureNode automatically.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2793
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5004>
-
-2023-07-10 12:03:25 +0100  Philippe Normand <philn@igalia.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	* tests/check/elements/webrtcbin.c:
-	  webrtcbin: Prevent critical warning when creating an additional data channel
-	  The max_channels value wasn't clamped to 65534 in all situations.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/5001>
-
-2023-06-28 03:41:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* meson_options.txt:
-	* sys/d3d11/meson.build:
-	  meson: d3d11: Add d3d11-wgc option for Windows Graphics Capture feature
-	  Make the feature requirement explicitly controllable via build option
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4939>
-
-2023-07-05 19:55:17 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  video: Move NV12_10LE40_4L4 before the BE variant on LE platforms
-	  This keeps the sorting rules for the format list intact.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4974>
-
-2023-05-30 11:31:22 +0530  Taruntej Kanakamalla <taruntej@asymptotic.io>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/lc3/gstlc3dec.c:
-	* ext/lc3/gstlc3dec.h:
-	* ext/lc3/gstlc3enc.c:
-	* ext/lc3/lc3-plugin.c:
-	* tests/check/elements/lc3.c:
-	* tests/check/meson.build:
-	  lc3: add unit test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4376>
-
-2022-08-26 13:35:21 +0530  Taruntej Kanakamalla <taruntej@asymptotic.io>
-
-	* ext/lc3/gstlc3common.h:
-	* ext/lc3/gstlc3dec.c:
-	* ext/lc3/gstlc3dec.h:
-	* ext/lc3/gstlc3enc.c:
-	* ext/lc3/gstlc3enc.h:
-	* ext/lc3/lc3-plugin.c:
-	* ext/lc3/meson.build:
-	* ext/meson.build:
-	* meson_options.txt:
-	  lc3: plugin for LC3 audio codec
-	  lc3enc:
-	  - encodes raw audio into lc3 format
-	  - uses the default bitrate property and frame duration
-	  from the caps to determine the byte count of
-	  the encoded frames if it is not specified in
-	  the downstream caps after negotiation
-	  - uses the same byte count value for all the channels
-	  - all the common session configuration parameters
-	  are passed in the src caps
-	  lc3dec:
-	  - decodes an lc3 encoded audio
-	  - sink caps should contain all the common session configuration
-	  params
-	  - uses frame_duration and frame_bytes (byte count) in the sink
-	  caps as parameters along with sample rate and channel count
-	  - byte count is same for all the channels
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4376>
-
-2023-06-30 18:30:46 +0100  Philippe Normand <philn@igalia.com>
-
-	* ext/webrtc/gstwebrtcstats.c:
-	  webrtcstats: Properly report IceCandidate type
-	  strcmp returns a positive value if s1 is greater than s2, while we actually
-	  needed to check equality here.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4952>
-
-2023-06-30 15:14:59 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* ext/srt/gstsrtobject.c:
-	  srt: Always format reject reason code
-	  `srt_rejectreason_str` doesn't give us a unique string for every
-	  possible reason. Peers can define their own reasons and SRT just gives
-	  us the string `"Application-defined rejection reason"` for all of them.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4948>
-
-2023-06-30 23:21:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritesubtitlemux.cpp:
-	* sys/dwrite/gstdwritesubtitlemux.h:
-	  dwritesubtitlemux: Update object name
-	  Add missing prefix `DWrite` so that this element can coexist with
-	  subtitlemux proposed in
-	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4938
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4949>
-
-2023-06-29 22:13:51 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwrite-utils.h:
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	* sys/dwrite/gstdwritesubtitleoverlay.cpp:
-	  dwrite: Add support for non-d3d11/system memory
-	  Attach meta if downstream supports it whatever the negotiated memory type is,
-	  or just silently passthrough when meta is not supported
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4945>
-
-2023-06-27 23:40:20 +0900  Seungha Yang <seungha@centricular.com>
-
-	  dwrite: Add dwritesubtitleoverlay element
-	  Adding new subtitle overlay element. It's a bin which is wrapping
-	  two internal elements dwritesubtitlemux and dwritetextoverlay.
-	  * dwritesubtitlemux: A new internal element to aggregate subtitle
-	  buffers and to attach the aggregated subtitle buffers on
-	  video buffer as meta.
-	  * dwritetextoverlay: Extracts/renders the subtitle meta and
-	  discard the meta after rendering.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4934>
-
-2023-06-27 23:39:32 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	  dwritebaseoverlay: Fix color-font property get/set
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4934>
-
-2023-06-27 21:31:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritesubtitlemux.cpp:
-	* sys/dwrite/gstdwritesubtitlemux.h:
-	* sys/dwrite/meson.build:
-	* sys/dwrite/plugin.cpp:
-	  dwrite: Add dwritesubtitlemux element
-	  dwrite plugin internal use and will be removed once it's added to -base
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4934>
-
-2023-06-27 22:29:09 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwrite-utils.cpp:
-	* sys/dwrite/gstdwrite-utils.h:
-	  dwrite: Add GstDWriteSubtitleMeta
-	  dwrite plugin internal use and will be removed once it's added to -base
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4934>
-
-2023-06-16 21:53:11 +0200  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/sdp/gstsdpdemux.c:
-	* gst/sdp/gstsdpdemux.h:
-	  rtpsession: expose timeout-inactive-sources property
-	  In some situations it is not desirable to time out when no data is
-	  received any longer, users can opt in to this behavior via a new
-	  property.
-	  The property is also exposed on rtpbin and sdpdemux
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4880>
-
-2023-06-27 05:09:49 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11bufferpool.cpp:
-	* tests/check/libs/d3d11memory.c:
-	* tests/check/meson.build:
-	  d3d11bufferpool: Fix heavy CPU usage in case of fixed-size pool
-	  There's no reason to release GstMemory manually at all.
-	  If we do release GstMemory, corresponding GstBuffer will be
-	  discarded by GstBufferPool baseclass because the size is changed
-	  to zero.
-	  Actual cause of heavy CPU usage in case of fixed-size pool
-	  (i.e., decoder output buffer pool) and if we remove GstMemory from
-	  GstBuffer is that GstBufferPool baseclass is doing busy wait in acquire_buffer()
-	  for some reason. That needs to be investigated though, discarding
-	  and re-alloc every GstBuffer is not ideal already.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4935>
-
-2023-06-27 04:26:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	  d3d11poolallocator: Initialize flush flag with TRUE
-	  If it's not active state, it should return flushing from acquire
-	  method
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4935>
-
-2023-06-27 22:15:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	  dwritebaseoverlay: Forward downstream wanted min buffer size
-	  Upstream element might want to know the min buffer size,
-	  d3d11 decoders for example.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4929>
-
-2023-06-27 22:07:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwrite-utils.h:
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	  dwrite: Remove unused values
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4929>
-
-2023-06-24 00:00:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	* sys/dwrite/gstdwritebaseoverlay.h:
-	* sys/dwrite/gstdwritetextoverlay.cpp:
-	* sys/dwrite/libcaption/meson.build:
-	* sys/dwrite/meson.build:
-	  dwrite: Add support for closed caption overlay
-	  Adding closed caption rendering feature to dwritetextoverlay
-	  element.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4929>
-
-2023-06-23 23:44:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/libcaption/LICENSE.txt:
-	* sys/dwrite/libcaption/caption.c:
-	* sys/dwrite/libcaption/caption.h:
-	* sys/dwrite/libcaption/eia608.c:
-	* sys/dwrite/libcaption/eia608.h:
-	* sys/dwrite/libcaption/eia608_charmap.c:
-	* sys/dwrite/libcaption/eia608_charmap.h:
-	* sys/dwrite/libcaption/eia608_from_utf8.c:
-	* sys/dwrite/libcaption/utf8.c:
-	* sys/dwrite/libcaption/utf8.h:
-	* sys/dwrite/libcaption/version.txt:
-	* sys/dwrite/libcaption/xds.c:
-	* sys/dwrite/libcaption/xds.h:
-	  dwrite: Import libcaption source code
-	  Import the code from gst-plugins-rs
-	  (origin is https://github.com/szatmary/libcaption)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4929>
-
-2023-06-24 01:43:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritebaseoverlay.h:
-	* sys/dwrite/gstdwritetimeoverlay.cpp:
-	  dwritetimeoverlay: Fix member variable initialization
-	  Use GstBaseTransform::start() instead
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4929>
-
-2023-06-18 14:30:14 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvavideoformat.c:
-	* gst-libs/gst/va/gstvavideoformat.h:
-	* sys/va/gstvacaps.c:
-	  va: Only change video format in gst_va_video_info_from_dma_info()
-	  The current way of using gst_video_info_set_format() will change all
-	  fields of the GstVideoInfo. We only need to change its format, stride
-	  and offset fields.
-	  In order to keep the consistency with th common drm API, we rename the
-	  gst_va_video_info_from_dma_info() into gst_va_dma_drm_info_to_video_info().
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4883>
-
-2023-05-30 09:38:57 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* sys/va/gstvah264enc.c:
-	  va: use GstH264Level enum in _va_h264_level_limits
-	  The 1B value has been changed to 9 instead of 11 in the list
-	  of level limits.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4737>
-
-2023-05-31 14:51:34 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.h:
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst/codectimestamper/gsth264timestamper.c:
-	* gst/videoparsers/gsth264parse.c:
-	  codecparsers: keep naming consistency in GST_H264_LEVEL
-	  GST_H264_LEVEL_2 should be used instead of GST_H264_LEVEL_2_0
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4737>
-
-2023-05-22 16:07:08 +0800  Haihua Hu <jared.hu@nxp.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/dash/gstdashsink.c:
-	* ext/dash/gstmpdrootnode.c:
-	  dashsink: add property to set suggested presentation delay of MPD
-	  add property suggested-presentation-delay to configure MPD info
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4687>
-
-2023-06-23 20:01:04 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasedec.c:
-	  va: basedec: Select the best format of the whole caps
-	  The current way only selects the best video format from the first
-	  structure of the caps. The caps like:
-	  video/x-raw(memory:VAMemory),drm-format=(string)NV12;  \
-	  video/x-raw(memory:VAMemory),format=(string){ NV12, Y210 }
-	  Will just choose NV12 as the result, even the bitstream is 10 bits.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4928>
-
-2023-05-19 13:06:37 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh265enc.c:
-	  msdkenc: Apply update functions when setting property
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4865>
-
-2023-04-23 17:20:05 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkenc.h:
-	  msdkenc: Add help functions to check and update property
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4865>
-
-2023-06-21 13:44:40 +0200  Edward Hervey <edward@centricular.com>
-
-	* tests/validate/testsrcbin/caps_spec/flow-expectations/log-testsrcbin0-video_src_0-expected:
-	  streamcollection: Use upstream-id as name
-	  It is more coherent, in the same vein as  08dc5d29
-	  Fixes #2640
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4911>
-
-2023-06-19 14:25:09 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	  vkvideoutils: fix memory leak in structure's string
-	  Retrieve a const char* from structure for "chromat-format" and
-	  avoid extra mem copy.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4904>
-
-2023-06-19 14:27:24 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* tests/check/libs/vkimagebufferpool.c:
-	  tests: fix mem leak in vkimagebufferpool
-	  caps should be freed after usage.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4904>
-
-2023-06-16 14:37:42 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	  vkdevice: fix beta extensions symbol
-	  Missing 's' to VK_ENABLE_BETA_EXTENSIONS
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4904>
-
-2023-06-19 12:57:23 +0200  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
-	  vkphysicaldevice: fix leak with queue_family_query_props
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4904>
-
-2023-06-20 14:33:48 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vulkan: fix C2099 error with VS2019
-	  As VK_FORMAT_FEATURE_2_xxx are defined as static const variable, the
-	  vscoce C compiler prevents the initialization of the  vk_usage_map
-	  structure with error "C2099: initializer is not a constant".
-	  Init the structure separately.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4904>
-
-2023-06-20 23:42:35 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasetransform.c:
-	  va: basetransform: Copy the interested meta data for importing
-	  The current way of using parent's copy_metadata() virtual function will
-	  selectively filter out some meta such as crop meta. That virtual function
-	  should be used when copying input buffer's meta data into output buffer,
-	  not suitable when importing the input buffer.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4887>
-
-2023-06-20 21:45:56 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasetransform.c:
-	  va: basetransform: Check the crop meta when importing
-	  When the input buffer has crop meta, and we need to do copy, we
-	  should consider the uncropped video size and copy the full size
-	  of video memory.
-	  The video meta in this case should contain the full uncropped
-	  resolution info. We can use it to create full size va buffers.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4887>
-
-2023-06-20 20:20:24 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvabasetransform.c:
-	  va: basetransform: Only need va pool for internal usage
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4887>
-
-2022-12-09 02:10:13 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/meson.build:
-	* ext/qt6d3d11/gstqml6d3d11sink.cpp:
-	* ext/qt6d3d11/gstqml6d3d11sink.h:
-	* ext/qt6d3d11/gstqsg6d3d11node.cpp:
-	* ext/qt6d3d11/gstqsg6d3d11node.h:
-	* ext/qt6d3d11/gstqt6d3d11videoitem.cpp:
-	* ext/qt6d3d11/gstqt6d3d11videoitem.h:
-	* ext/qt6d3d11/meson.build:
-	* ext/qt6d3d11/plugin.cpp:
-	* meson_options.txt:
-	* tests/examples/meson.build:
-	* tests/examples/qt6d3d11/meson.build:
-	* tests/examples/qt6d3d11/qml6d3d11sink-dyn-add/meson.build:
-	* tests/examples/qt6d3d11/qml6d3d11sink-dyn-add/qml6d3d11sink-dyn-add.cpp:
-	* tests/examples/qt6d3d11/qml6d3d11sink-dyn-add/qml6d3d11sink-dyn-add.qml:
-	* tests/examples/qt6d3d11/qml6d3d11sink-dyn-add/qml6d3d11sink-dyn-add.qrc:
-	* tests/examples/qt6d3d11/qml6d3d11sink/meson.build:
-	* tests/examples/qt6d3d11/qml6d3d11sink/qml6d3d11sink.cpp:
-	* tests/examples/qt6d3d11/qml6d3d11sink/qml6d3d11sink.qml:
-	* tests/examples/qt6d3d11/qml6d3d11sink/qml6d3d11sink.qrc:
-	  qt6d3d11: Add Direct3D11 Qt6 QML sink
-	  Adding Direct3D11 backend Qt6 QML videosink element, qml6d3d11sink.
-	  Implementation details are similar to the qt6 plugin in -good
-	  but there are a few notable differences.
-	  * qml6d3d11sink accepts all GstD3D11 supported video formats (e.g., NV12).
-	  * Scene graph (owned by qml6d3d11sink) will hold dedicated and sharable
-	  RGBA texture which belongs to Qt6's Direct3D11 device, instead of sharing
-	  GStreamer's own texture with Qt6.
-	  * All rendering operations will be done by using GStreamer's Direct3D11 device.
-	  Specifically, upstream texture will be copied (in case of RGBA)
-	  or converted to the above mentioned Qt6's sharable texture.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3707>
-
-2023-06-13 11:53:57 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvavpp.c:
-	  vapostproc: evaluate op_flags validations as boolean
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4910>
-
-2023-06-13 14:25:04 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/dvdspu/gstspu-pgs.c:
-	  dvdspu: Avoid integer overflow when checking if enough data is available
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4896>
-
-2023-06-13 14:23:47 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/dvdspu/gstspu-pgs.c:
-	  dvdspu: Make sure enough data is allocated for the available data
-	  If the size read from the stream is smaller than the currently available
-	  data then the size is bogus and the data should simply be discarded.
-	  Fixes ZDI-CAN-20994
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2660
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4896>
-
-2023-04-18 09:59:36 +0200  Andoni Morales Alastruey <amorales@fluendo.com>
-
-	* sys/applemedia/vtenc.c:
-	* sys/applemedia/vtenc.h:
-	  vtenc: remove duplicated framerate and size variables
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4282>
-
-2023-03-30 15:38:22 +0200  Andoni Morales Alastruey <amorales@fluendo.com>
-
-	* sys/applemedia/meson.build:
-	* sys/applemedia/vtdec.h:
-	* sys/applemedia/vtenc.c:
-	* sys/applemedia/vtenc.h:
-	* tests/validate/meson.build:
-	* tests/validate/vtenc/vtenc_h264.validatetest:
-	* tests/validate/vtenc/vtenc_h264/flow-expectations/log-enc-src-expected:
-	* tests/validate/vtenc/vtenc_h264_b_frames.validatetest:
-	* tests/validate/vtenc/vtenc_h264_b_frames/flow-expectations/log-enc-src-expected:
-	* tests/validate/vtenc/vtenc_h265.validatetest:
-	* tests/validate/vtenc/vtenc_h265/flow-expectations/log-enc-src-expected:
-	* tests/validate/vtenc/vtenc_h265_b_frames.validatetest:
-	* tests/validate/vtenc/vtenc_h265_b_frames/flow-expectations/log-enc-src-expected:
-	  vtenc: apply DTS offset to ensure DTS <= PTS
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4282>
-
-2023-06-19 00:06:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/dwrite/gstdwritebaseoverlay.cpp:
-	  dwrite: Protect ID2D1Factory API with lock
-	  ID2D1Factory::CreateDxgiSurfaceRenderTarget is not thread-safe
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4886>
-
-2023-06-16 19:22:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11decoder.cpp:
-	  d3d11decoder: Reduce DPB size
-	  Now all codec baseclasses can inform subclasses of correct max DPB size,
-	  and exception handling (e.g., emergency bumping in h.264) has been
-	  improved as well. Smaller number of additional DPB frame allocation
-	  seems to be safe.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4878>
-
-2023-05-29 21:53:52 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/libs/cuda/index.md:
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	  cuda: Introduce GST_CUDA_CRITICAL_ERRORS env to abort on critical error
-	  Adding GST_CUDA_CRITICAL_ERRORS env variable so that program can be
-	  terminated on unrecoverable error.
-	  Example)
-	  GST_CUDA_CRITICAL_ERRORS=2,700 gst-launch-1.0 ...
-	  In this example, CUDA_ERROR_OUT_OF_MEMORY(2) and
-	  CUDA_ERROR_ILLEGAL_ADDRESS(700) are registered as critical error
-	  and program will be aborted on those errors
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4729>
-
-2023-05-29 21:27:17 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	* gst-libs/gst/cuda/gstcudautils.h:
-	  cuda: Move cuda debug helper function to .cpp
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4729>
-
-2023-06-18 23:58:22 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	  d3d11overlaycompositor: Fix resource leak
-	  Fixing regression since 94eadc9810bb1797e291fc36fb48801e3b10d3f2
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4885>
-
-2023-04-09 00:36:22 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/amfcodec/gstamfav1enc.cpp:
-	  amfav1enc: Workaround driver bug with bt601 color matrix
-	  If bt601 is specified, driver generates sequence header with identity
-	  color matrix
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4370>
-
-2022-03-18 12:37:46 -0400  Daniel Almeida <daniel.almeida@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2codecav1dec.c:
-	* sys/v4l2codecs/gstv4l2codecav1dec.h:
-	* sys/v4l2codecs/meson.build:
-	* sys/v4l2codecs/plugin.c:
-	  v4l2codecs: Add AV1 decoder
-	  This patch adds AV1 stateless v4l2 decode support using the
-	  new v4l2 request API to communicate with hardware accelerators.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1011>
-
-2022-12-05 14:21:42 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	  codecparser: AV1: fix reference frame ordering
-	  In AV1 specifications earliest_order_hint is initialized at
-	  beginning of the process and not before each frame ordering.
-	  FFMPEG parser does the same.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1011>
-
-2023-05-11 15:28:35 +0200  Michael Olbrich <m.olbrich@pengutronix.de>
-
-	* gst/sdp/gstsdpdemux.c:
-	  sdpdemux: ensure that only one srcpad is created per stream
-	  If two senders use the same multicast IP and port then new_session_pad()
-	  may try to add a srcpad to the same stream twice.
-	  stream->srcpad is updated but gst_element_add_pad() fails the second
-	  time. As a result stream->srcpad points to a deleted object and
-	  access in gst_sdp_demux_stream_free() fails with a segfault.
-	  Just ignore the second pad. Nothing useful can be done with it anyway.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4603>
-
-2023-06-15 01:47:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  va: Fix Windows build
-	  DRM_FORMAT_MOD_LINEAR and DRM_FORMAT_MOD_INVALID are not defined
-	  on Windows
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4864>
-
-2023-05-14 13:23:17 +0100  James Cowgill <james.cowgill@blaize.com>
-
-	* sys/v4l2codecs/gstv4l2codech264dec.c:
-	* sys/v4l2codecs/gstv4l2codech265dec.c:
-	* sys/v4l2codecs/gstv4l2codecvp8dec.c:
-	  v4l2codecs: Always chain up to parent decide_allocation function
-	  The `gst_video_decoder_negotiate_pool` function expects the
-	  `decide_allocation` function to always provide a pool and will fail to
-	  negotiate if the pool is missing. If we return immediately (even if we
-	  don't need to do anything special) negotiation will fail if the
-	  downstream element does not propose a pool.
-	  Fix by chaining up to the default `decide_allocation` function which
-	  adds a fallback pool if one was not already proposed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4630>
-
-2023-06-15 10:41:26 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  doc: Update plugin cache
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3447>
-
-2022-11-21 11:33:09 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2format.c:
-	* sys/v4l2codecs/gstv4l2format.h:
-	  v4l2codecs: Enable Verisilicon 10bit 4:2:0 support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3447>
-
-2023-06-14 17:18:04 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/v4l2codecs/linux/media.h:
-	* sys/v4l2codecs/linux/v4l2-common.h:
-	* sys/v4l2codecs/linux/v4l2-controls.h:
-	* sys/v4l2codecs/linux/videodev2.h:
-	  v4l2: Sync headers to current media_stage
-	  commit d78b9d6671decdaedb539635b1d0a34f8f5934f8
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3447>
-
-2023-05-28 01:59:23 +0900  Seungha Yang <seungha@centricular.com>
-
-	  dwrite: Add DirectWrite text rendering plugin
-	  Adding DirectWrite text rendering elements
-	  * dwriteclockoverlay: Equivalent to clockoverlay
-	  * dwritetimeoverlay: Equivalent to timeoverlay
-	  * dwritetextoverlay: Similar to textoverlay but subtitle is not
-	  supported
-	  Newly added elements support system memory and d3d11 memory
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4826>
-
-2023-06-15 18:40:38 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	  d3d11overlaycompositor: Add support for d3d11 memory
-	  If overlay buffer is d3d11 memory, use it directly
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4826>
-
-2023-06-09 14:05:58 -0400  Aaron Boxer <boxerab@protonmail.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/mpegtsmux/gstatscmux.c:
-	* gst/mpegtsmux/gstbasetsmux.c:
-	* gst/mpegtsmux/gstbasetsmux.h:
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	* gst/mpegtsmux/tsmux/tsmux.h:
-	* gst/mpegtsmux/tsmux/tsmuxstream.c:
-	* gst/mpegtsmux/tsmux/tsmuxstream.h:
-	  mpegtsmux: add stream-number property on GstBaseTsMuxPad
-	  This new property allows setting of PES stream number for AAC audio
-	  and AVC video streams.
-	  The stream number is subject to the following constraints:
-	  1. it must be between 0 and 15 for video
-	  2. it must be between 0 and 31 for audio
-	  Currently the PES stream number is hard-coded to zero for these
-	  stream types.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4822>
-
-2023-05-20 19:33:27 +0200  Marek Vasut <marex@denx.de>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/bayer/gstbayer2rgb.c:
-	* gst/bayer/gstbayerorc-dist.c:
-	* gst/bayer/gstbayerorc-dist.h:
-	* gst/bayer/gstbayerorc.orc:
-	  bayer2rgb: Support video/x-bayer 10/12/14/16 bit depths
-	  Add support for 10/12/14/16 bit depths . This consists of multiple parts.
-	  First is the parsing of caps, which pulls out the bitness and endianness
-	  from the video/x-bayer format.
-	  Second, gst_bayer2rgb_split_and_upsample_horiz() is split into two similar
-	  functions, one for 8bit bayer handling and another for 16bit bayer handling.
-	  The content is basically identical, except one uses 8bpp and the other 16bpp
-	  inputs and outputs, and they each use different ORC code to match. The 16bpp
-	  variant also handles endian swapping. There is now a wrapper called
-	  gst_bayer2rgb_split_and_upsample_horiz() which selects the correct function
-	  based on bpp from the parser.
-	  Third, gst_bayer2rgb_process() is extended to handle both 8bit and 16bit
-	  bayer data. Yet again there are matching ORC functions to handle the 16bit
-	  data. This time however the 16bit handling of data is slightly special. The
-	  ORC is not able to emit opcodes for 'x2 mergelq', so the trick here is to
-	  store the BG and GR longs into separate 'dtmp' temporary buffer, and then
-	  do one more ORC post-processing step, compensate for the less-than-16bpp
-	  bitness using left shift, and reorder them into the destination frame
-	  using 'mergelq' .
-	  Example usage:
-	  ```
-	  $ gst-launch-1.0 videotestsrc ! \
-	  video/x-bayer,width=512,height=512,format=bggr16le ! \
-	  bayer2rgb ! \
-	  video/x-raw,format=RGBA64_LE ! \
-	  videoconvert ! \
-	  autovideosink
-	  ```
-	  Example usage:
-	  ```
-	  $ gst-launch-1.0 videotestsrc ! \
-	  video/x-raw,width=512,height=512,format=ARGB ! \
-	  rgb2bayer ! \
-	  video/x-bayer,format=bggr12le ! \
-	  bayer2rgb ! \
-	  video/x-raw,format=RGBA64_LE ! \
-	  videoconvert ! \
-	  autovideosink
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-05-20 23:33:14 +0200  Marek Vasut <marex@denx.de>
-
-	* gst/bayer/gstbayer2rgb.c:
-	  bayer2rgb: Add comments explaining gst_bayer2rgb_process()
-	  Add comments regarding which LINE()s point to which data in the
-	  temporary buffer and a large comment explaining how the buffer
-	  is processed. This will hopefully be useful to someone, as the
-	  code is not obvious. No functional change.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-05-20 16:55:48 +0200  Marek Vasut <marex@denx.de>
-
-	* gst/bayer/gstbayer2rgb.c:
-	  bayer2rgb: Add comment on bayer_orc_horiz_upsample
-	  Explain how the bayer_orc_horiz_upsample function works and
-	  what it does with the pixels, as this may not be obvious.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-05-20 23:34:15 +0200  Marek Vasut <marex@denx.de>
-
-	* gst/bayer/gstbayer2rgb.c:
-	  bayer2rgb: Pass filter pointer into gst_bayer2rgb_split_and_upsample_horiz()
-	  Instead of passing a single element of GstBayer2RGB structure into the
-	  gst_bayer2rgb_split_and_upsample_horiz(), pass the entire pointer and
-	  let the funciton pick out whatever it needs out of the structure. This
-	  is a preparatory patch. No functional change.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-05-20 16:03:10 +0200  Marek Vasut <marex@denx.de>
-
-	* gst/bayer/gstbayer2rgb.c:
-	  bayer2rgb: Pass all parameters to LINE() macro
-	  Pass all three parameters used by the LINE() macro to the LINE() macro
-	  and unroll the code for readability. Add more comments regarding which
-	  of these LINE()s point to which data in the temporary buffer to make
-	  the code less confusing.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-05-20 21:43:13 +0200  Marek Vasut <marex@denx.de>
-
-	* gst/bayer/gstbayer2rgb.c:
-	  bayer2rgb: Fold src_stride into gst_bayer2rgb_process()
-	  The source stride parameter can be easily obtained from GstBayer2RGB
-	  structure, do it within gst_bayer2rgb_process() and drop the parameter.
-	  No functional change.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-05-20 16:01:13 +0200  Marek Vasut <marex@denx.de>
-
-	* gst/bayer/gstbayer2rgb.c:
-	  bayer2rgb: Inline the j=0 value
-	  The j variable is used as an iterator further down in this code, but
-	  here it can be just inlined in the macro parameters to make the code
-	  easier to read. This is done in preparation for further changes. No
-	  functional change.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-06-07 23:33:05 +0200  Marek Vasut <marex@denx.de>
-
-	* gst/bayer/gstbayer2rgb.c:
-	  bayer2rgb: Disable in-place transform
-	  The bayer2rgb process implemented doesn't support in-place tranform.
-	  This element doesn't implement a "transform_ip" vmethod of
-	  GstBaseTransform it will revert to using the "tranform" vmethod.
-	  It's misleading to set it to TRUE, here. Change this to FALSE.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-05-21 00:02:55 +0200  Marek Vasut <marex@denx.de>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/bayer/gstrgb2bayer.c:
-	* gst/bayer/gstrgb2bayer.h:
-	  rgb2bayer: Support video/x-bayer 10/12/14/16 bit depths
-	  Add support for conversion to 10/12/14/16 bit bayer pattern.
-	  The implementation is rather simplistic, just take the ARGB
-	  input, generate 16-bit data out of it instead of 8-bit, shift
-	  them as required by the output bitness, and apply endian swap.
-	  Example usage:
-	  ```
-	  $ gst-launch-1.0 videotestsrc num-buffers=1 ! \
-	  video/x-raw,width=512,height=512,format=ARGB ! \
-	  rgb2bayer ! \
-	  video/x-bayer,format=bggr12le ! \
-	  filesink location=/tmp/bayer12.raw
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4686>
-
-2023-06-15 01:36:25 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3dvideosink/d3dvideosink.c:
-	  d3dvideosink: Fix navigation event leak
-	  Fixing regression introduced in 6c2f6c3bd4dd525eb02c6d7000e84b76663d3daf
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4863>
-
-2023-06-15 00:47:11 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	* sys/d3d11/gstd3d11videosink.cpp:
-	  d3d11videosink: Fixing unexpected overlay composition meta drops
-	  A buffer can hold multiple GstVideoOverlayCompositionMeta objects.
-	  Should scan all metas on a buffer and render all overlay rectangles
-	  if any.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4862>
-
-2023-06-11 22:22:36 +0200  Marek Vasut <marex@denx.de>
-
-	* sys/kms/gstkmssink.c:
-	  kmssink: Add ST STM32 LTDC auto-detection
-	  Add STM32 LTDC controller into list of auto-detected modules.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4858>
-
-2023-06-11 22:22:25 +0200  Marek Vasut <marex@denx.de>
-
-	* sys/kms/gstkmssink.c:
-	  kmssink: Add NXP i.MX8M Plus LCDIFv3 auto-detection
-	  Add i.MX8M Plus LCDIFv3 controller into list of auto-detected modules.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4858>
-
-2023-06-13 11:41:43 -0400  Arun Raghavan <arun@asymptotic.io>
-
-	* ext/webrtcdsp/gstwebrtcdsp.cpp:
-	* ext/webrtcdsp/gstwebrtcechoprobe.cpp:
-	* ext/webrtcdsp/gstwebrtcechoprobe.h:
-	  webrtcdsp: Deal with echo probe info not being available
-	  Even if we don't yet know what the echo probe format is, we want to be able to
-	  provide silence for the reverse path, so that when the probe becomes available,
-	  there is no ambiguity around what time period the new set of samples are for.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4849>
-
-2023-06-06 16:34:19 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* ext/webrtcdsp/gstwebrtcdsp.cpp:
-	  webrtcdsp: Map probe buffers with probe info, not dsp info
-	  The probe's info may not precisely match the dsp's info. For instance,
-	  the number of channels or their layout might be different.
-	  ```
-	  GStreamer-Audio-CRITICAL **: 16:21:32.899: the GstAudioInfo argument is not equal to the GstAudioMeta's attached info
-	  ```
-	  This broke in d5755744c3e2b70e9f04704ae9d18b928d9fa456.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4849>
-
-2023-06-13 19:19:13 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstav1decoder.c:
-	  av1decoder: Fix DPB size signalling
-	  Take current frame into account for the DPB size signalling
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4845>
-
-2023-06-13 19:18:02 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstmpeg2decoder.c:
-	  mpeg2decoder: Fix DPB size signalling
-	  Take current frame into account for the DPB size signalling
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4845>
-
-2023-06-13 19:12:32 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstvp9decoder.c:
-	  vp9decoder: Fix DPB size signalling
-	  Take current frame into account for the DPB size signalling
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4845>
-
-2023-06-13 19:08:03 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gstvp8decoder.c:
-	  vp8decoder: Fix DPB size signalling
-	  Take current frame into account for the DPB size signalling
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4845>
-
-2023-06-14 10:08:51 +0200  François Laignel <francois@centricular.com>
-
-	* ext/srtp/gstsrtpdec.c:
-	  srtpdec: fix Got data flow before segment event
-	  A race condition can occur in `srtpdec` during the READY -> NULL transition:
-	  an RTCP buffer can make its way to `gst_srtp_dec_chain` while the element is
-	  partially stopped, resulting in the following critical warning:
-	  > Got data flow before segment event
-	  The problematic sequence is the following:
-	  1. An RTCP buffer is being handled by the chain function for the
-	  `rtcp_sinkpad`. Since, this is the first buffer, we try pushing the sticky
-	  events to `rtcp_srcpad`.
-	  2. At the same moment, the element is being transitioned from PAUSED to READY.
-	  3. While checking and pushing the sticky events for `rtcp_srcpad`, we reach the
-	  Segment event. For this, we try to get it from the "otherpad", in this case
-	  `rtp_srcpad`. In the problematic case, `rtp_srcpad` has already been
-	  deactivated so its sticky events have been cleared. We won't be pushing any
-	  Segment event to `rtcp_srcpad`.
-	  4. We return to the chain function for `rtcp_sinkpad` and try pushing the
-	  buffer to `rtcp_srcpad` for which deactivation hasn't started yet, hence the
-	  "Got data flow before segment event".
-	  This commit:
-	  - Adds a boolean return value to `gst_srtp_dec_push_early_events`: in case the
-	  Segment event can't be retrieved, `gst_srtp_dec_chain` can return  an error
-	  instead of calling `gst_pad_push`.
-	  - Replaces the obsolete `gst_pad_set_caps` with `gst_pad_push_event`. The
-	  additional preconditions checked by previous function are guaranteed here
-	  since we push a fixed Caps which was built in the same function.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4844>
-
-2023-06-12 11:05:34 +0200  François Laignel <francois@centricular.com>
-
-	* ext/srtp/gstsrtpdec.c:
-	  srtpdec: fix assertion 'parent->numsinkpads <= 1' failed
-	  A race condition can occur in `srtpdec` during the READY -> NULL transition:
-	  an RTCP buffer can make its way to `gst_srtp_dec_chain` while the element is
-	  partially stopped, resulting in the following critical warning:
-	  > assertion 'parent->numsinkpads <= 1' failed
-	  This can occur when the first RTCP buffer is received during the READY -> NULL
-	  transition. If deactivation of the `rtp_srcpad` has already reached
-	  `post_activate`, the sticky events are removed from this Pad. In this case,
-	  `gst_srtp_dec_push_early_events` branches to the generation of a stream id
-	  using `gst_pad_create_stream_id`. This function ensures that the element
-	  doesn't own more than 1 sink pad. Since `srtpdec` owns two of them, the
-	  assertion fails.
-	  This commit uses `gst_element_decorate_stream_id` which doesn't perform this
-	  check. The preconditions is not necessary in this particular context since the
-	  stream id for the RTP / RTCP pads are derived from the same id.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4844>
-
-2023-03-14 20:56:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11-private.h:
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* gst-libs/gst/d3d11/gstd3d11utils.cpp:
-	  d3d11: Log device removed reason
-	  ... and live objects. It could be useful hint for GPU debugging
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4170>
-
-2023-06-13 01:29:14 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/asfmux/gstasfobjects.c:
-	  asfmux: fix potentially unaligned write on 32-bit ARM
-	  Fixes #2665
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4842>
-
-2023-06-13 11:48:31 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  va: dmabuf allocator to use GstVideoInfoDmaDrm
-	  Change the internal GstVideoInfo structure in the GstVaDmabufAllocator to
-	  GstVideoInfoDmaDrm in order to keep track of the exported DRM format by the
-	  driver, and thus removing the DRMModifier quark attached as qdata in the
-	  GstMemory. Though, the exposed API isn't updated yet; that has to go in a
-	  second iteration.
-	  Also this patch clean up some code (remove an unused buffer size assignation)
-	  and fix some typos in documentation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-02-22 19:00:45 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacaps.c:
-	* sys/va/gstvacaps.h:
-	  va: Add helper functions to convert GstVideoInfoDmaDrm into va video info
-	  The VA has its internal video format mapping(because different drivers may
-	  have different interpretation for the same format), so we should convert the
-	  info in GstVideoInfoDmaDrm into the according video info based on that mapping.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-02-22 19:04:07 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvacaps.h:
-	  va: Replace the tabs into spaces in gstvacaps.h
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-02-22 16:25:32 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvaallocator.h:
-	  va: Add a helper function to detect the surface modifier
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-06-09 22:19:47 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/vasurfaceimage.c:
-	  va: Lower the message level for va_export_surface_to_dmabuf()
-	  Some surface formats such as GST_VIDEO_FORMAT_Y42B and GST_VIDEO_FORMAT_RGB
-	  can be created but can not be exported as DMA buffer. You can not say that
-	  this is a driver bug because the driver may never want to share this kind of
-	  surface out of libva.
-	  And this function will be used to detect modifiers later, so the error message
-	  will be annoying.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-02-22 16:25:32 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/vasurfaceimage.c:
-	* gst-libs/gst/va/vasurfaceimage.h:
-	  va: Extend the va_create_surfaces() function to accept modifiers
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-06-08 21:53:28 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvavideoformat.c:
-	* gst-libs/gst/va/gstvavideoformat.h:
-	  va: Add a helper function to convert video drm info to video info
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-06-04 00:10:36 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/va/gstvavideoformat.c:
-	* gst-libs/gst/va/gstvavideoformat.h:
-	  va: Map drm fourcc into va fourcc in video format
-	  The fourcc defined in va.h and drm_fourcc.h sometimes is not identical.
-	  For example, the I420 format is defined as "I420" in va.h but defined
-	  as "YU12" in drm_fourcc.h.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4821>
-
-2023-06-02 15:02:57 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst/debugutils/gstfakeaudiosink.c:
-	* gst/debugutils/gstfakevideosink.c:
-	  fakesinks: Fix recursive notify loop
-	  The proxy callback for the notify::last-message was emiting the signal
-	  again on the child, which caused an infinit loop. We could swap the child
-	  and the user data to signal to the bin instead, but it was found that proxying
-	  this signal was not very useful. Typical use case it to set silent=0 and use
-	  deep-notify feature. Proxying that signal just duplicate that output which
-	  isn't very useful.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4766>
-
-2023-04-13 16:03:13 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/v4l2codecs/gstv4l2codech265dec.c:
-	  v4l2codecs: h265: Set num_delta_pocs_of_ref_rps_idx
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4413>
-
-2023-04-13 15:31:50 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/v4l2codecs/linux/v4l2-controls.h:
-	  v4l2codecs: Extend the API with num_delta_pocs_of_ref_rps_idx
-	  This value is an alternative to short_term_ref_pic_set_size and can be used
-	  to parse the RPS portion of a slice header, instead of skipping over it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4413>
-
-2023-06-13 01:51:48 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  h265decoder: Calculate DPB size based on level
-	  As specified in "A.4 Tiers and levels", calculate DPB size based
-	  on level in order to avoid over preallocated DPB
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4840>
-
-2023-06-07 14:05:46 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* gst/mpegtsmux/gstbasetsmux.c:
-	  mpegtsmux: Use terminological ISO 639-2 language codes
-	  These are preferred in most circumstances.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2649
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4795>
-
-2023-06-10 17:35:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: Add support for premultiplied alpha conversion
-	  Adding "src-alpha-mode" and "dest-alpha-mode" properties
-	  to support alpha mode conversion
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4825>
-
-2023-06-10 03:55:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11testsrc: Add "alpha" and "alpha-mode" properties
-	  Adding global alpha and alpha mode options
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4825>
-
-2023-06-10 03:19:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	  d3d11overlaycompositor: Handle premultiplied alpha in pixel shader
-	  Do premultiplied -> straight alpha conversion using GPU
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4825>
-
-2023-06-10 02:52:09 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.h:
-	  d3d11converter: Add support for premultiplied alpha
-	  Adding "src-alpha-mode" and "dest-alpha-mode" properties
-	  and performs premultiplied alpha conversion if needed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4825>
-
-2023-06-08 21:29:32 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcuda-private.h:
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* sys/nvcodec/gstcudamemorycopy.c:
-	* sys/nvcodec/gstnvdecobject.cpp:
-	  cudadownload: Always download CUDA memory if it's bound to decoder
-	  Decoder bounded CUDA memory is allocated by driver and the pool size
-	  is fixed. Since we don't know how many buffers would be held by
-	  downstream non-CUDA element, we should download such CUDA memory
-	  and release it back to decoder.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4810>
-
-2023-06-07 12:53:17 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* docs/meson.build:
-	  doc: use gir file if dependency is not available
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4781>
-
-2023-06-06 13:27:39 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/msdk/gstmsdkallocator_libva.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/msdk_libva.c:
-	  msdk: remove libva check before 1.12
-	  Since gstmsdk depends on gstva library it also bumps the required version.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4781>
-
-2023-06-06 13:26:12 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvasurfacecopy.c:
-	* gst-libs/gst/va/meson.build:
-	* gst-libs/gst/va/vasurfaceimage.c:
-	* sys/va/gstvaencoder.c:
-	* sys/va/gstvafilter.c:
-	* sys/va/gstvah265dec.c:
-	* sys/va/gstvah265enc.c:
-	* sys/va/gstvaprofile.c:
-	* sys/va/plugin.c:
-	  va: bump libva version to 1.12
-	  Remove all checks in gstva for all version lower than 1.12
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4781>
-
-2023-06-07 20:36:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/win32ipc/gstwin32ipcvideosink.cpp:
-	* sys/win32ipc/gstwin32ipcvideosrc.cpp:
-	  win32ipc: Use gst_util_get_timestamp()
-	  Instead of duplicating the same code
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4794>
-
-2023-06-07 20:32:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11ipc.cpp:
-	* sys/d3d11/gstd3d11ipc.h:
-	* sys/d3d11/gstd3d11ipcclient.cpp:
-	* sys/d3d11/gstd3d11ipcsink.cpp:
-	* sys/d3d11/gstd3d11ipcsrc.cpp:
-	  d3d11: Use gst_util_get_timestamp()
-	  instead of duplicating the same code
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4794>
-
-2023-06-06 20:18:53 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsmux/gstbasetsmux.c:
-	  basetsmux: Fix language crash when ts_pad->stream is NULL
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4785>
-
-2023-05-25 13:02:09 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsdemux/gstmpegdesc.h:
-	* gst/mpegtsdemux/tsdemux.c:
-	  tsdemux: Detect language from ac3 descriptor
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4709>
-
-2023-06-05 23:44:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11ipcclient.cpp:
-	* sys/d3d11/gstd3d11ipcclient.h:
-	* sys/d3d11/plugin.cpp:
-	  d3d11ipcsrc: Stop asynchronously in case of io-mode=import
-	  In case of import mode, d3d11ipcsrc does not know when outputted
-	  memories will be released.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4774>
-
-2023-06-05 22:34:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11ipc.cpp:
-	* sys/d3d11/gstd3d11ipc.h:
-	* sys/d3d11/gstd3d11ipcclient.cpp:
-	* sys/d3d11/gstd3d11ipcserver.cpp:
-	* sys/d3d11/gstd3d11ipcserver.h:
-	* sys/d3d11/gstd3d11ipcsink.cpp:
-	  d3d11ipc: Use unnamed shareable handle
-	  Exchanging HANDLE would have smaller overhead than string
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4774>
-
-2023-06-05 21:16:28 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	* gst-libs/gst/d3d11/gstd3d11memory.h:
-	  d3d11memory: Add support for resource sharing via NT handle
-	  Adding gst_d3d11_memory_get_nt_handle() method so that GstD3D11Memory
-	  can hold shareable NT handle and for easy reuse of it
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4774>
-
-2023-06-05 20:50:18 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11ipcsink.cpp:
-	  d3d11ipcsink: Don't clear prepared sample on render
-	  render() can be called multiple times for the same prepared sample
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4774>
-
-2023-06-01 15:16:47 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/decklink/gstdecklink.h:
-	  decklink: Implement Windows string conversion with common API between MinGW and MSVC
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4738>
-
-2023-06-01 15:17:26 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/decklink/gstdecklink.h:
-	  decklink: Add some newlines in long defines
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4738>
-
-2023-05-31 23:44:42 +0300  Maksym Khomenko <maksym.khomenko@skelia.partners>
-
-	* sys/decklink/gstdecklink.h:
-	  decklink: Calculate string size before malloc
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4738>
-
-2023-05-30 15:27:21 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/decklink/gstdecklink.h:
-	  decklink: Use the macOS version of the SDK on macOS and not the Linux one
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4738>
-
-2023-05-30 13:23:28 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/decklink/gstdecklink.h:
-	  decklink: Free SDK strings after usage on Linux
-	  While they're const char* they still need to be freed like on Windows
-	  and macOS and would be leaked otherwise.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4738>
-
-2023-05-30 13:22:44 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/decklink/gstdecklink.h:
-	  decklink: Correctly handle SDK strings on macOS
-	  They're CFStringRef* and not plain NUL-terminated char* C strings.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4738>
-
-2023-06-02 13:21:06 -0400  Aaron Boxer <boxerab@protonmail.com>
-
-	* ext/onnx/gstonnxclient.cpp:
-	* ext/onnx/gstonnxobjectdetector.cpp:
-	  onnxobjectdetector: gracefully handle Ort exceptions rather than dumping core
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4765>
-
-2023-06-04 18:51:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  va: remove unused parameters in internal function
-	  gst_va_buffer_surface_new() don't use neither format, width nor height.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4768>
-
-2023-05-30 15:31:47 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/soundtouch/meson.build:
-	* ext/webrtcdsp/meson.build:
-	* meson.build:
-	  build/android: remove all references to gnustl
-	  Not needed anymore with NDK R25.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4747>
-
-2023-06-01 02:13:32 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11basefilter.cpp:
-	  d3d11basefilter: Forward video related metas if needed
-	  The same as in GstVideoFilter
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4751>
-
-2023-03-21 09:24:18 +0100  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/gstuvcsink.c:
-	* sys/uvcgadget/gstuvcsink.h:
-	  uvcsink: add probe handling for live pipelines
-	  Currently the uvcsink is only capable to run in an application
-	  that is handling the state transitions of the pipeline properly
-	  by checking on streaming event from the uvcsink.
-	  This code is improving the element by adding an fakesink to
-	  consume possible videostream flow in case the pipeline state
-	  is not changing on hosts streamoff.
-	  This is helpfull when using local gst-launch pipelines where
-	  the streaming event is not monitored to change the pipelines
-	  state.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-04-17 23:53:58 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* meson_options.txt:
-	* sys/meson.build:
-	* sys/uvcgadget/gstuvcsink.c:
-	* sys/uvcgadget/gstuvcsink.h:
-	* sys/uvcgadget/meson.build:
-	* sys/uvcgadget/uvc.c:
-	* sys/v4l2codecs/linux/usb/g_uvc.h:
-	* sys/v4l2codecs/linux/usb/video.h:
-	  uvcsink: add new bin element around v4l2sink
-	  This patch adds an element to stream video data to an uvc video gadget.
-	  The element handles the uvc events STREAMON, STREAMOFF, SETUP and DATA.
-	  to start, stop and configure the video buffer flow by the use of pad
-	  probes. It works with linux kernels of versions higher than v6.1.
-	  The element makes use of the v4l2sink proxy property v4l2sink::device
-	  to locate the corresponding device to parse the configfs for additional
-	  data.
-	  The code in uvc.c is basically derived from /lib/uvc.c in
-	  https://git.ideasonboard.org/uvc-gadget.git.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-05-09 00:50:41 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/configfs.c:
-	* sys/uvcgadget/configfs.h:
-	  uvcsink: configfs.{c,h}: add helper function to parse by videodev
-	  - add helper function video_find_config_name
-	  - add helper function configfs_parse_uvc_videodev
-	  With these helper functions it is possible to parse the
-	  configfs entry corresponding to the used videodev.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-05-09 00:50:41 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/configfs.c:
-	  uvcsink: configfs.c: use G_N_ELEMENTS instead of ARRAY_SIZE
-	  We don't have ARRAY_SIZE in glib.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-05-09 00:50:41 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/configfs.c:
-	  uvcsink: configfs.c: fix globing in uvc_video_device
-	  The gadget in the sysfs can be postfixed with an index.
-	  Fix the globbing by adding a wildcard after /gadget*/.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-05-09 00:50:41 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/configfs.c:
-	  uvcsink: configfs.c: refactor location of GUID formats
-	  - move GUID handling to beginning
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-05-09 00:50:41 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/configfs.c:
-	* sys/uvcgadget/configfs.h:
-	  uvcsink: configfs.{c,h}: add parsing of more fields from format
-	  - add parsing of dwMaxVideoFrameBufferSize
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-05-09 00:50:41 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/configfs.c:
-	  uvcsink: configfs.c: fix code for local usage
-	  - use local header file and remove unused reference to tools.h
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-04-17 23:51:52 +0200  Michael Grzeschik <m.grzeschik@pengutronix.de>
-
-	* sys/uvcgadget/configfs.c:
-	* sys/uvcgadget/configfs.h:
-	  uvcsink: add configfs.{c,h} from https://git.ideasonboard.org/uvc-gadget.git
-	  - imported both files and run gst-indent on them
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1304>
-
-2023-05-25 16:39:46 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsmux/gstbasetsmux.c:
-	  tsmux: Resend PMT whenever the language changes
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4711>
-
-2023-06-01 11:55:34 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vulkan/format: use basic features (v1) as fallback
-	  if vkGetPhysicalDeviceFormatProperties2 isn't available.
-	  This approach assumes that, for basic features flags symbols,
-	  VkFormatFeatureFlagBits and VkFormatFeatureFlagBits2 are binary equivalent.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4746>
-
-2023-05-30 16:08:54 +1000  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vulkan/format: don't rely on vulkan header version for function availability
-	  e.g. android will have update vulkan.h headers but old platforms will
-	  not contain the function and will result in a link error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4746>
-
-2020-12-02 18:31:44 -0500  Arun Raghavan <arun@asymptotic.io>
-
-	* ext/webrtcdsp/gstwebrtcdsp.cpp:
-	* ext/webrtcdsp/gstwebrtcechoprobe.cpp:
-	* ext/webrtcdsp/gstwebrtcechoprobe.h:
-	* ext/webrtcdsp/meson.build:
-	  webrtcdsp: Update code for webrtc-audio-processing-1
-	  Updated API usage appropriately, and now we have a versioned package to
-	  track breaking vs. non-breaking updates.
-	  Deprecates a number of properties (and we have to plug in our own values
-	  for related enums which are now gone):
-	  * echo-suprression-level
-	  * experimental-agc
-	  * extended-filter
-	  * delay-agnostic
-	  * voice-detection-frame-size-ms
-	  * voice-detection-likelihood
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2943>
-
-2023-05-31 17:33:46 +0200  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* gst-libs/gst/webrtc/nice/meson.build:
-	* gst-libs/gst/webrtc/nice/nice.c:
-	  webrtc/nice: put usage of OPTION_CONSENT_FRESHNESS behind check
-	  See https://gitlab.freedesktop.org/libnice/libnice/-/merge_requests/257
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4750>
-
-2023-05-31 09:39:35 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* sys/nvcodec/gstcudabasetransform.c:
-	  cudabasetransform: Handle video related meta as appropriate
-	  This implements the same logic as GstVideoFilter
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4731>
-
-2023-05-29 12:32:08 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* sys/nvcodec/gstcudamemorycopy.c:
-	  cuda: memory: Enhance debug when CU_GL_DEVICE_LIST_ALL fails
-	  Ensuring error from cuda is logged
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4731>
-
-2023-05-26 13:26:42 +0100  Colin Kinloch <colin.kinloch@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	  waylandsink: Emit "map" signal boarder surface is ready
-	  This allows gtkwaylandsink to queue a draw of its gtk widget at the
-	  correct time, avoiding a race.
-	  Signed-off-by: Colin Kinloch <colin.kinloch@collabora.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4722>
-
-2023-03-14 11:49:57 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* meson_options.txt:
-	* tools/meson.build:
-	  tools: add bad/ges/omx tools to gst_tools
-	  In static mode, these tools must be built
-	  after the gstreamer-full library to use
-	  the symbol gst_init_static_plugins.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4128>
-
-2023-03-07 14:05:54 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* tests/meson.build:
-	  gstreamer-full: add full static support
-	  Allow a project to use gstreamer-full as a static library
-	  and link to create a binary without dependencies.
-	  Introduce the option 'gst-full-target-type' to
-	  select the build type, dynamic(default) or static.
-	  In gstreamer-full/static build configuration gstreamer (gst.c)
-	  needs the symbol gst_init_static_plugins which is defined
-	  in gstreamer-full.
-	  All the tests and examples are linking with gstreamer but the
-	  symbol gst_init_static_plugins is only defined in the gstreamer-full
-	  library. gstreamer-full can not be built first as it needs to know what plugins
-	  will be built.
-	  One option would be to build all the examples and tests after
-	  gstreamer-full as the tools.
-	  Disable tools build in subprojects too as it will be built at the end of
-	  build process.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4128>
-
-2023-05-25 17:02:24 +0200  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* ext/fdkaac/gstfdkaacdec.c:
-	  fdkaacdec: Support up to 5 rear channels
-	  The `switch (n_rear)` supports up to 5 rear channels, but our channel
-	  set only had space for 3. Size the set properly to fix this.
-	  This didn't actually cause any memory unsafety as `PUSH_CHAN` would stop
-	  incrementing `n_rear` if the channel set is already full.
-	  Thanks to @alatiera for noticing this.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4712>
-
-2023-04-27 13:10:33 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh264enc.h:
-	* sys/msdk/gstmsdkh265enc.c:
-	* sys/msdk/gstmsdkh265enc.h:
-	  msdkenc: Add a property to insert pic timing SEI for avc and hevc
-	  User can decide whether to insert pic timing sei with pic_struct
-	  syntax via oneVPL API mfxExtCodingOption.PicTimingSEI.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4673>
-
-2023-05-25 19:30:29 +0300  Jordan Petridis <jordan@centricular.com>
-
-	* ext/openjpeg/gstopenjpegenc.c:
-	  openjpegenc: do not set bpp field on opj_image_cmptparm_t
-	  It's deprecated in favor of the .prec field which we already set.
-	  https://github.com/uclouvain/openjpeg/pull/1383/
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4715>
-
-2023-05-25 19:03:29 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	  vkvideoutils: fix code-style
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4716>
-
-2023-05-23 11:52:36 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkimagebufferpool.c:
-	  tests: check if vulkan h264 decoding is supported
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4716>
-
-2023-05-23 12:26:37 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.h:
-	* gst-libs/gst/vulkan/vulkan_fwd.h:
-	  vkphysicaldevice: fetch queue family query result support
-	  And merged in a single structure the queue family operations report.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4716>
-
-2023-05-24 20:37:13 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkimagebufferpool: chain the correct structure
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4716>
-
-2023-05-24 20:36:14 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	  vkvideoutils: fix bug for chroma string comparison
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4716>
-
-2023-05-24 22:12:51 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11videosink.cpp:
-	  d3d11videosink: Fix error on pause and play
-	  The show_frame() can be called without prepare() call on paused to
-	  playing state change. Thus the prepared buffer should not be cleared
-	  on show_frame()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4700>
-
-2023-05-22 13:51:47 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsmux/tsmux/tsmux.h:
-	  tsmux.h: Remove TSMUX_MAX_ES_INFO_LENGTH dead code
-	  Also TsMux.es_info_buf which was also not used anywhere
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4681>
-
-2023-05-19 16:23:50 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsmux/gstatscmux.c:
-	* gst/mpegtsmux/gstatscmux.h:
-	* gst/mpegtsmux/tsmux/tsmuxstream.c:
-	  tsmux: Separate DVB and ATSC AC3 descriptors
-	  The previous code was ATSC-specific. Separated it into gstatscmux.c and
-	  added the DVB-specific one from ETSI EN 300 468 V1.11.1 (2010-04)
-	  https://www.etsi.org/deliver/etsi_en/300400_300499/300468/01.11.01_60/en_300468v011101p.pdf
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4681>
-
-2023-05-22 14:37:55 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsmux/tsmux/tsmuxstream.c:
-	  tsmux: Refactor AC3 descriptor to use GstByteWriter
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4681>
-
-2023-05-19 16:21:15 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsmux/gstbasetsmux.c:
-	* gst/mpegtsmux/gstbasetsmux.h:
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	* gst/mpegtsmux/tsmux/tsmux.h:
-	  tsmux: Parse bitrate from tags into the stream
-	  Instead of parsing a hardcoded zero and always writing the highest
-	  limit.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4681>
-
-2023-05-19 16:18:08 +0300  Vivia Nikolaidou <vivia@ahiru.eu>
-
-	* gst/mpegtsmux/tsmux/tsmuxstream.c:
-	  tsmux: Fix 0x81 descriptor for AC3 streams
-	  According to ATSCA/52:2018
-	  https://prdatsc.wpenginepowered.com/wp-content/uploads/2021/04/A52-2018.pdf
-	  Used wireshark as ground truth for detection/parsing.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4681>
-
-2023-05-19 15:50:11 +0200  Ruben Gonzalez <rgonzalez@fluendo.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/dash/gstdashdemux.c:
-	* ext/hls/gsthlsdemux.c:
-	* ext/mpeg2enc/gstmpeg2enc.cc:
-	* ext/mplex/gstmplex.cc:
-	* gst/mpegtsdemux/tsdemux.c:
-	* gst/removesilence/gstremovesilence.c:
-	* sys/dvb/dvbbasebin.c:
-	* sys/dvb/gstdvbsrc.c:
-	* sys/winks/gstksvideosrc.c:
-	  doc: Fix newline char between authors
-	  Found running `gst-inspect-1.0 -a |& grep -v ":" | grep @`
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4682>
-
-2023-05-20 03:01:03 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Don't use CS_OWNDC style
-	  It's completely unnecessary since we never use
-	  the device context (e.g., BeginPaint() or GetDC() never called).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4684>
-
-2023-05-19 15:10:12 +0800  Shengqi Yu <shengqi.yu@mediatek.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	  h264parse: adjust some logs printing level in h264parse
-	  adjust log level from GST_ERROR to GST_WARNING when h264 caps have
-	  codec_data but no avc format or have no codec data or stream-format.
-	  Because theses are not real errors, it is easy to mislead if print error
-	  logs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4675>
-
-2023-05-18 09:27:29 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/debugutils/gsttestsrcbin.c:
-	  testsrcbin: Remove spurious caps unref
-	  Caps are cleared at the end of the function
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2575
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4668>
-
-2023-04-18 15:57:45 +0800  Ma, Mingyang <mingyang.ma@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: Fix decoding cases with resolution change (VP9)
-	  The resolution of VP9 video can be changed without keyframe.
-	  The change detected by MSDK/VPL should be negotiated with downstream.
-	  Only the situation can be fixed here if the changed resolution is less than or equal to the initial surface resolution.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4450>
-
-2023-05-11 13:18:18 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkimagebufferpool: prepare new allocated buffers
-	  This means change initial memory undefined layout and access to the ones
-	  required for their usage.
-	  This is only used if VK_KHR_SYNCHRONIZATION_2_EXTENSION_NAME is available.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-01-30 18:35:26 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkdownload.c:
-	  vkdownload: input memories may not match output memories
-	  Split the iterations, one for images and another for buffers, while first
-	  barrier on images, and later in buffers after copy.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-05-09 17:17:31 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkcolorconvert.c:
-	* ext/vulkan/vkdownload.c:
-	* ext/vulkan/vkupload.c:
-	* ext/vulkan/vkviewconvert.c:
-	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
-	  vulkan: number of memories in buffer rather than number of planes
-	  New vulkan formats don't match the number of planes with the number of memories
-	  attached to the buffer. This patch changes the pattern of using planes for
-	  traverse the memories with the number of attached memories.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-01-13 16:02:22 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkutils.c:
-	* gst-libs/gst/vulkan/gstvkutils.h:
-	  vkutils: add gst_vulkan_get_or_create_image_view_with_info()
-	  It's a generalization of the original gst_vulkan_get_or_create_image_view().
-	  The reason for passing the whole VkImageViewCreateInfo structure rather than
-	  just the missing fields, is because VkImageSubresourceRange and
-	  VkComponentMapping can be different and those are most of VkImageViewCreateInfo.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-21 16:49:01 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	  vkdevice: enable device optional extensions
-	  Enable before-hand what the user might use.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-04 19:20:43 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkformat.c:
-	* tests/check/libs/vkimagebufferpool.c:
-	* tests/check/meson.build:
-	  tests: vkimagebufferpool and format mapping
-	  This test will create a pool for VkImageMemory for decoding and others usages.
-	  And a test for the new Vulkan format mapping.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-05-09 18:04:13 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	  vkformat: add VK_FORMAT_G8_B8R8_2PLANE_420_UNORM
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-05 10:53:57 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkswapper.c:
-	  vkswapper: use gst_vulkan_format_to_video_format()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-05 10:53:31 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	* gst-libs/gst/vulkan/gstvkformat.h:
-	  vkformat: add gst_vulkan_format_to_video_format()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-05 10:09:39 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.h:
-	* sys/applemedia/iosurfacevulkanmemory.c:
-	  vulkan: use gst_vulkan_format_get_aspect()
-	  In order to use it, without depending in a previous calling of
-	  _create_info_from_args(), VkFormat as input parameter to
-	  gst_vulkan_image_memory_init() was added.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-04 22:23:23 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	* gst-libs/gst/vulkan/gstvkformat.h:
-	  vkformat: add gst_vulkan_format_get_aspect()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-05-08 17:07:12 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkimagebufferpool: fail if image cannot be allocated
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-03 21:01:34 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.h:
-	  vkimagebufferpool: gst_vulkan_image_buffer_pool_config_set_decode_caps()
-	  This is going to be used when the pool is used by a video decoder for
-	  VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR, since the frame allocation needs the
-	  VkVideoProfileInfoKHR, and for that here GstCaps is used to wire it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-03 20:56:40 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkvideoutils.c:
-	* gst-libs/gst/vulkan/gstvkvideoutils.h:
-	* gst-libs/gst/vulkan/meson.build:
-	* gst-libs/gst/vulkan/vulkan.h:
-	* gst-libs/gst/vulkan/vulkan_fwd.h:
-	  vkvideoutils: add gst_vulkan_video_profile_{to/from}_caps()
-	  Add this new source file with utils for video profile mapping with GstCaps.
-	  These method is used to pass this information along GStreamer.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-03 20:17:56 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkimagebufferpool: use gst_vulkan_image_memory_alloc_with_image_info()
-	  As the pool will be only used for images with usage
-	  VK_IMAGE_LAYOUT_VIDEO_DECODE_DST_KHR only one layer has to be allocated.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-01 11:25:07 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkbuffermemory.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	* gst-libs/gst/vulkan/gstvkmemory.c:
-	* gst-libs/gst/vulkan/gstvkmemory.h:
-	  vulkan: find memory type index with requirements
-	  The specification says:
-	  VUID-vkAllocateMemory-pAllocateInfo-01713
-	  must pAllocateInfo->allocationSize be less than or equal to
-	  VkPhysicalDeviceMemoryProperties::memoryHeapsmemindex.size where memindex =
-	  VkPhysicalDeviceMemoryProperties::memoryTypespAllocateInfo->memoryTypeIndex.heapIndex
-	  as returned by vkGetPhysicalDeviceMemoryProperties for the VkPhysicalDevice that
-	  device was created from.
-	  Though this can be catch by the validation layer, the requested frame size
-	  depends on the use case so it's better to check this restriction by our code.
-	  This patch also makes use of this new function to find memory type index,
-	  and removes the unused function to find memory type index, which, as GstVulkan is
-	  considered unstable, we can do it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-04-01 08:12:28 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	  vkimagebufferpool: use gst_vulkan_format_from_video_info_2()
-	  To get the number of images and its Vulkan formats for the GStreamer format.
-	  Also it gets the basic image usage by default if it's not defined. It fails if the
-	  video format is not supported.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-31 12:43:59 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	* gst-libs/gst/vulkan/gstvkformat.h:
-	  vkformat: add gst_vulkan_format_from_video_info_2()
-	  The purpose of this function is to get more info about the mapped Vulkan format
-	  from the GStreamer format, since they can be multiple Vulkan formats for one
-	  GStreamer format.
-	  Also a Vulkan format may have certain usage and aspects that must be verified.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-31 12:53:42 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkformat.c:
-	* gst-libs/gst/vulkan/gstvkformat.h:
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.h:
-	  vkformat: move gst_vulkan_format_from_video_info()
-	  Moved gst_vulkan_format_from_video_info() from gstvkimagememory to gstvkformat
-	  in order to centralize the video format operations in a single source file.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2021-04-23 12:23:00 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.h:
-	  vkimagebufferpool: pass usage and memory properties
-	  Pass, in config structure, usage and memory properties, assigning proper
-	  defaults if they aren't set. This parameters are used in image memory
-	  allocation.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-28 15:31:19 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	* gst-libs/gst/vulkan/gstvkdevice.h:
-	  vkdevice: add gst_vulkan_device_queue_family_indices()
-	  This method will return a GArray with all the queue family indices created by
-	  the device when it's opened. This array will be used by VkImageCreateInfo to
-	  allocate a new Vulkan image.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-28 15:27:18 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	  vkdevice: add programming parameters verification
-	  To `gst_vulkan_device_foreach_queue()`.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-01-17 15:07:14 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkbuffermemory.c:
-	* gst-libs/gst/vulkan/gstvkbuffermemory.h:
-	  vkbuffermemory: add gst_vulkan_buffer_memory_alloc_with_buffer_info()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-01-04 17:10:11 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.h:
-	  vkimagememory: gst_vulkan_image_memory_alloc_with_image_info()
-	  This new method instead of passing a bunch of variables which will fill
-	  `VkImageCreateInfo`, the method accepts this whole structure, so the caller can
-	  customize it as much as they want.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-27 19:19:51 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	  vkimagememory: look up for Vulkan format using a static table
-	  Replace the switch structure with explicit and extendable static table.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-23 11:09:29 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	  vkdevice: enable multiple queues per device
-	  Originally the opened device only created one queue of one family queue, to say
-	  graphics one. This approach felt short when other queue family is required not
-	  shared with the graphics queue family, for example video decoding.
-	  This new approach proposes to create those queues with supported families. For
-	  now, only video decoding and encoder are created, if they are available.
-	  In order to hold multiple queues opened, an array of VkDeviceQueueCreateInfo is
-	  held along the live the device object, because it's used to traverse or get the
-	  opened queues.
-	  The algorithm to choose which queues create (or open) is to look for the queue
-	  with more family bits, which also supports the one we are requesting, thus
-	  minimizing the number of global queues of a certain family to create.
-	  Nonetheless, the number of queues to open per family is set to be all of them,
-	  widening the possibility of parallelism.
-	  Also, this commit do a cosmetic refactor the assigning the physical device
-	  nearer where it's used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-21 21:25:52 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	  vkdevice: enable features from physical device
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-01-17 12:32:31 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkphysicaldevice-private.h:
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
-	  vkphysicaldevice: add gst_vulkan_physical_device_get_features()
-	  gst_vulkan_physical_device_get_features() is a private function to access to the
-	  available features in the device.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-03-20 20:44:28 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.h:
-	  vkphysicaldevice: fetch queue family video codec operations
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-01-04 13:28:20 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdebug.c:
-	  vkdebug: add video queue flags strings
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-01-04 13:23:45 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkconfig.h.meson:
-	* gst-libs/gst/vulkan/meson.build:
-	* meson_options.txt:
-	  vulkan: detect vulkan video extensions
-	  Also adds a meson option to enable them.
-	  The symbol GST_VULKAN_HAVE_VIDEO_EXTENSIONS is an alias of
-	  defined(VK_VERSION_1_4) || (defined(VK_VERSION_1_3) && VK_HEADER_VERSION >= 238
-	  if the option is allowed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4351>
-
-2023-05-15 14:37:10 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  docs: msdkenc: update supported image formats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4000>
-
-2023-03-30 11:05:04 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdkenc: Remove unsupported image formats for MSDK path
-	  For unsupported encoding formats, please use msdkvpp plugin
-	  to do conversion first.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4000>
-
-2023-03-30 09:39:31 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkav1enc.c:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkenc.h:
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh265enc.c:
-	* sys/msdk/gstmsdkmjpegenc.c:
-	* sys/msdk/gstmsdkvp9enc.c:
-	  msdkenc: Remove internal vpp function
-	  The internal vpp function and msdkvpp plugin are duplicated,
-	  so remove the internal vpp, please use msdkvpp plugin to do
-	  conversion if necessary.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4000>
-
-2023-05-15 15:42:04 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh265enc.c:
-	  bad:docs: Add new properties description for msdkh264enc and msdkh265enc
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4589>
-
-2023-04-27 10:19:57 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh264enc.h:
-	* sys/msdk/gstmsdkh265enc.c:
-	* sys/msdk/gstmsdkh265enc.h:
-	  msdkenc: Add properties max/min-qp for I/P/B frame separately in avc and hevc
-	  max-qp and min-qp will set the same quantizer scale for I/P/B frames,
-	  while max-qp-i/p/b and min-qp-i/p/b enable the max/min quantizer for I,P,B
-	  frame separately. When max/min-qp and max/min-qp-i/p/b are given
-	  simultaneously, the later set one will overide the previous one.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4589>
-
-2022-04-07 09:58:48 +0900  Sangchul Lee <sc11.lee@samsung.com>
-
-	* tests/check/elements/webrtcbin.c:
-	  tests/webrtc: Validate peer connection stats
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2127>
-
-2022-04-06 10:14:07 +0900  Sangchul Lee <sc11.lee@samsung.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtc: Add data-channels-opened/closed to get-stats signal documentation
-	  With contributions from: Matthew Waters <matthew@centricular.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2127>
-
-2023-04-20 16:41:11 +0800  Haihua Hu <jared.hu@nxp.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	  gstplay: fix critical log when enable playbin3
-	  when play rtsp stream with playbin3 enabled, there are some critical logs:
-	  g_object_get_is_valid_property: object class 'GstPlayBin3' has no property named 'n-video'
-	  g_object_get_is_valid_property: object class 'GstPlayBin3' has no property named 'n-audio'
-	  g_object_get_is_valid_property: object class 'GstPlayBin3' has no property named 'n-text'
-	  self->collection could be NULL when READY->PAUSED if the pipeline
-	  is live, then it will fallback to query playbin2's property,
-	  we can call gst_play_streams_info_create_from_collection
-	  directly, it will check self->collection internal.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4460>
-
-2023-05-17 22:58:46 +0200  Ruben Gonzalez <rgonzalez@fluendo.com>
-
-	* README.md:
-	  README.md: fix current version
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4662>
-
-2023-05-15 11:14:24 +0200  Martin Nordholts <martn@axis.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	* ext/webrtc/gstwebrtcbin.h:
-	* ext/webrtc/gstwebrtcstats.c:
-	  webrtc: Track stats for data channels opened and closed
-	  Track data channel stats for `dataChannelsOpened` and
-	  `dataChannelsClosed` in `RTCPeerConnectionStats` as specified by
-	  https://www.w3.org/TR/webrtc-stats/#dictionary-rtcpeerconnectionstats-members
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4638>
-
-2023-05-14 20:05:25 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11videosink.cpp:
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Add render-rectangle property
-	  ... and resize HWND on GstVideoOverlay::set_render_rectangle even when
-	  we are rendering without external HWND
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2563
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4653>
-
-2023-05-11 04:53:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.h:
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst/codectimestamper/gsth264timestamper.c:
-	* gst/videoparsers/gsth264parse.c:
-	  h264parser: Define level enum values
-	  ... and stop duplicating it
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4595>
-
-2023-03-02 18:09:54 +0800  Elliot Chen <elliot.chen@nxp.com>
-
-	* gst-libs/gst/play/gstplay.c:
-	  gstplay: avoid getting property of playbin2 if subtitle_sid is null
-	  There is a probability of getting "current-text" property
-	  when play with playbin3, and this property is available
-	  only in playbin2.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4106>
-
-2023-05-17 03:54:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2client.cpp:
-	* sys/wasapi2/gstwasapi2device.c:
-	* sys/wasapi2/gstwasapi2sink.c:
-	* sys/wasapi2/gstwasapi2src.c:
-	  wasapi2: fix "device" property description
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4651>
-
-2023-05-16 17:01:32 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* sys/wasapi/gstwasapisink.c:
-	* sys/wasapi/gstwasapisrc.c:
-	  wasapi: fix "device" property description
-	  Fixes gstreamer/gst-plugins-bad#1620
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4651>
-
-2023-05-15 13:47:16 +0200  Carlos Rafael Giani <crg7475@mailbox.org>
-
-	* sys/bluez/gstavdtputil.c:
-	  avdtputil: Use int instead of int range for fixed bitpool values
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/issues/1698
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4650>
-
-2023-05-15 22:05:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaconverter.c:
-	* sys/nvcodec/gstcudaconverter.h:
-	* sys/nvcodec/gstcudaconvertscale.c:
-	  cudaconvertscale: Add support for flip/rotation
-	  Similar to the d3d11convert element, colorspace conversion, resizing and
-	  flip/rotation operations can be done in a single kernel function call
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4640>
-
-2023-05-16 22:56:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: Fix for runtime property update
-	  Every setup happens in set_caps() method but basetransform will not
-	  call the set_caps() if in/out caps were not changed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4646>
-
-2023-05-16 15:32:56 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvadevice_linux.c:
-	  va: No need to sort the device after registered
-	  The va devices are already registered by the drm path order, so
-	  there is no need to sort them again after registered.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4643>
-
-2023-05-16 14:38:44 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvadevice_linux.c:
-	  va: Sort udev path name before register the va plugins
-	  The devices list returned by g_udev_client_query_by_subsystem() may
-	  contain udev devices in disorder path name. For example, on some
-	  platform it may contain renderD129 before renderD128 device. This
-	  will cause we register wrong va plugin name. In this case, the
-	  renderD129 will be registered as default plugins such as vah265dec,
-	  while the renderD128 will be registered as varenderD128h265dec.
-	  This conflicts with the non-udev version of gst_va_device_find_devices().
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4643>
-
-2023-05-15 17:31:58 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: fix warning text and debug data
-	  They were backwards or missing.
-	  Fix: #2567
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4641>
-
-2023-05-10 12:00:15 +0200  Johan Sternerup <johast@axis.com>
-
-	* ext/sctp/gstsctpenc.c:
-	  sctpenc: Fix potential shutdown deadlock
-	  When transitioning from state PAUSED to READY, the sctpenc element
-	  could previously be stuck in an endless loop trying to resend data
-	  in case the underlying sctp stream was in the process of
-	  resetting. usrsctp_sendv() would repeatedly return EAGAIN with the
-	  result that 0 bytes were sent and then sctpenc would retry forever.
-	  To bring sctpenc out of the resend loop we just need to inform the
-	  sink pad that it is flushing, which is already done for the associated
-	  data queue, but we also need to set the bools associated with the
-	  sinkpads that are used as the loop criterion.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4601>
-
-2023-04-25 16:03:08 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdkmjpegdec: Fix ColorFormat for BGRx format
-	  For msdkmjpegdec, the BGRx format is supported in src caps,
-	  set the ColorFormat to MFX_JPEG_COLORFORMAT_RGB.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4489>
-
-2023-05-11 12:30:11 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/msdk.c:
-	  msdk: Fix initialization of the msdk_session.impl_idx
-	  This fixes the issue of msdk_session.impl_idx not being initialized.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4448>
-
-2023-05-12 22:18:22 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11convert.cpp:
-	* sys/d3d11/gstd3d11download.cpp:
-	* sys/d3d11/gstd3d11ipcsink.cpp:
-	* sys/d3d11/gstd3d11ipcsrc.cpp:
-	* sys/d3d11/gstd3d11screencapturedevice.cpp:
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	* sys/d3d11/gstd3d11upload.cpp:
-	* sys/d3d11/gstd3d11videosink.cpp:
-	  d3d11: Update element meta
-	  Make them consistent, update outdated description and fix some typos
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4619>
-
-2023-05-12 17:13:21 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/meson.build:
-	* ext/vulkan/shaders/meson.build:
-	  vulkan: minor meson clean ups
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4621>
-
-2023-03-12 12:59:11 +0000  Philippe Normand <philn@igalia.com>
-
-	* ext/wpe/WPEThreadedView.cpp:
-	* ext/wpe/meson.build:
-	* ext/wpe/wpe-extension/gstwpeextension.c:
-	* ext/wpe/wpe-extension/gstwpeextension.h:
-	* ext/wpe/wpe-extension/meson.build:
-	* meson_options.txt:
-	  wpe: Add support for the WPEWebKit 2.0 API version
-	  Most notably this disables console messages support when the 2.0 API is used,
-	  because there is no replacement for it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4159>
-
-2023-05-11 17:28:52 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	* tests/check/elements/webrtcbin.c:
-	  webrtc: advertise end-of-candidate with an empty candidate string
-	  Just like what is done in the browsers.  When this is sent to the peer,
-	  they will be able to know that no more candidates are coming and can
-	  complete ICE.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4598>
-
-2023-05-10 22:35:27 +0200  Piotr Brzeziński <piotr@centricular.com>
-
-	* gst-libs/gst/vulkan/cocoa/gstvkdisplay_cocoa.m:
-	  macos: Remove old NSApp workaround related code
-	  This is no longer needed since the introduction of `gst_macos_main()` in 1.22.
-	  Before that existed, we had a patch for GLib in Cerbero, which did work but made it
-	  impossible to update GLib at all. The code being removed was a fail-safe in case of
-	  running without said patch being applied. It's no longer needed, since for macOS
-	  we just wrap our GStreamer with an NSApplication using `gst_macos_main()`.
-	  Warnings will be displayed if no NSApp/NSRunLoop is found wherever needed,
-	  pointing the user towards using the new API.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4366>
-
-2023-05-10 19:14:58 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkshaderspv.c:
-	  vkshaderspv: fix example
-	  Use the correct element names.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4594>
-
-2023-05-10 00:51:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11videosink.cpp:
-	  d3d11videosink: Don't clear prepared buffer on unlock_stop()
-	  That can be called between prepare() and render() which results in
-	  unexpected error flow return
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4583>
-
-2023-05-10 14:34:32 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdk: fix a not referenced build error
-	  Error Type: error C4189: ‘dma_caps’: local variable is initialized but not referenced
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4587>
-
-2023-05-05 15:17:16 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/closedcaption/ccutils.c:
-	* ext/closedcaption/ccutils.h:
-	* ext/closedcaption/gstcccombiner.c:
-	* ext/closedcaption/gstccconverter.c:
-	* ext/closedcaption/gstcea608mux.c:
-	* tests/check/elements/cccombiner.c:
-	* tests/check/elements/ccconverter.c:
-	  closedcaption: write 0x00 padding instead of 0x80 in cc_data/cdp
-	  Depending on the exact output format, 0x00 may be a better default for
-	  padding than 0x80.  0x00 is the recommended padding value when used in
-	  CDP (and cc_data) but is not when used in s334-1a.  See CTA-708-E 4.3.5
-	  amd SMPTE 334-1-2007 5.3.2.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4578>
-
-2023-05-06 04:14:49 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	  h264decoder: Drop nonexisting picture silently without error
-	  If end_picture() was not successful, we do drop corresponding
-	  GstVideoCodecFrame and therefore gst_video_decoder_get_frame()
-	  will return nullptr which is expected behavior.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4561>
-
-2023-04-18 17:08:54 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdk: Remove unreachable statement
-	  The execution cannot reach the statement: "gst_caps_unref(dma_caps);",
-	  so remove it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4449>
-
-2023-03-12 14:55:22 +0000  Philippe Normand <philn@igalia.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	* ext/webrtc/webrtcdatachannel.c:
-	* ext/webrtc/webrtcdatachannel.h:
-	  webrtcdatachannel: Bind to parent webrtcbin using a weak reference
-	  The previous approach of using a simple pointer could lead to a use-after-free
-	  in case a data-channel was created and its parent webrtcbin was disposed soon
-	  after.
-	  Fixes #2103
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4160>
-
-2023-05-04 16:30:09 +1000  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/webrtc/nice/nice.c:
-	  webrtc/nice: support consent-freshness RFC7675
-	  As is supported by libwebrtc already.  This allows ICE components to
-	  transition to failed if consent to send from the peer is revoked or if
-	  multiple consent packets are lost.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4542>
-
-2023-04-30 20:42:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11ipc.cpp:
-	* sys/d3d11/gstd3d11ipc.h:
-	* sys/d3d11/gstd3d11ipcclient.cpp:
-	* sys/d3d11/gstd3d11ipcclient.h:
-	* sys/d3d11/gstd3d11ipcserver.cpp:
-	* sys/d3d11/gstd3d11ipcserver.h:
-	* sys/d3d11/gstd3d11ipcsink.cpp:
-	* sys/d3d11/gstd3d11ipcsink.h:
-	* sys/d3d11/gstd3d11ipcsrc.cpp:
-	* sys/d3d11/gstd3d11ipcsrc.h:
-	* sys/d3d11/meson.build:
-	* sys/d3d11/plugin.cpp:
-	  d3d11: Add support for IPC
-	  Adding d3d11ipcsrc and d3d11ipcsink elements so that Direct3D11 textures
-	  can be shared between processes
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4514>
-
-2023-05-05 21:53:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	  d3d11memory: Don't clear wrapped texture memory
-	  The external texture may hold already rendered scene and therefore
-	  it should not be cleared in alloc method
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4554>
-
-2023-05-05 13:12:24 +0200  Ruben Gonzalez <rgonzalez@fluendo.com>
-
-	* ext/onnx/gstonnxobjectdetector.cpp:
-	  onnx: Fix typo in documented pipeline
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4552>
-
-2023-05-03 17:44:35 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkdebug.c:
-	  vkdebug: fix type compilation warning
-	  Since VkMemoryHeapFlagBits is an enum, while VkMemoryHeapFlags is the expected
-	  alias of VkFlags.
-	  This issue is spotted by warning of gcc 13.1.1
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4547>
-
-2023-05-04 04:44:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/mediafoundation/gstmfvideoencoder.cpp:
-	  mfvideoenc: Allow only even resolution numbers
-	  Some H/W vendors support odd resolution if D3D11 texture is used
-	  or via IMF2DBuffer, but not all vendors support it.
-	  Also software MFT does not allow odd resolution.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1165
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2537
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4540>
-
-2023-05-02 18:14:20 +0100  Philippe Normand <philn@igalia.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin: Fix potential deadlock when closing before any data was sent
-	  A blocking pad probe is added on new sink pads, it's usually removed after the
-	  caps have been negotiated or the signaling state switched to stable, but if that
-	  never happens and the pad is released we kept the pad probe active, leaving the
-	  pad blocked, preventing clean disposal.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4529>
-
-2023-05-02 11:34:36 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* ext/srt/gstsrtobject.c:
-	  srt: assert instead of segfault when passing no error to ERROR_TO_WARNING
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4524>
-
-2023-05-02 11:41:41 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* ext/srt/gstsrtobject.c:
-	  srt: fix segfault if send_headers() failed
-	  The error handling code was assuming that 'internal_error' was set,
-	  while we were passing the caller GError.
-	  The internal error is already propagated to the caller later on.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4524>
-
-2023-05-01 17:46:25 +0100  Philippe Normand <philn@igalia.com>
-
-	* gst-libs/gst/webrtc/dtlstransport.c:
-	  dtlstransport: Keep strong ref of dtls encoder/decoder
-	  Otherwise get_property() calls for the client, certificate and/or
-	  remote-certificate properties might access moved objects, since the encoder and
-	  decoder are added to the transportsendbin.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4519>
-
-2023-05-01 10:24:54 +0000  Mihail Ivanchev <contact@ivanchev.net>
-
-	* gst/codectimestamper/meson.build:
-	  gstcodectimestamper: remove PC file generation from plugin's own meson.build
-	  The file generated here is incomplete; it is generated for all plugins in a loop at an upper level.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4518>
-
-2023-04-28 22:25:11 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah265enc.c:
-	  va: h265enc: map the mbbrc to correct enum value in get_property()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4509>
-
-2023-04-28 22:26:34 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah264enc.c:
-	  va: h264enc: map the mbbrc to correct enum value in get_property()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4509>
-
-2023-04-20 18:57:50 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/rtp/gstrtpsrc.c:
-	  rtpsrc: Give better names to internal elements
-	  Same name was used for all instances of rtpsrc making debugging more complex
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4484>
-
-2023-04-28 04:28:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2util.c:
-	  wasapi2: Allows process loopback capture on Windows 10
-	  As per MS documentation1, it requires Windows 10 Build 20348
-	  but it seems to be supported by old versions too
-	  1 https://learn.microsoft.com/en-us/windows/win32/api/audioclientactivationparams/
-	  ns-audioclientactivationparams-audioclient_process_loopback_params
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2524
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4505>
-
-2023-04-14 16:11:55 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* gst-libs/gst/va/meson.build:
-	* meson_options.txt:
-	* sys/va/meson.build:
-	  meson: Add feature options for optional va deps libdrm and gudev
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4428>
-
-2023-04-14 13:18:52 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* gst-libs/gst/va/meson.build:
-	* sys/kms/meson.build:
-	  meson: Fix libdrm and vaapi configure checks
-	  We do not need fallback: for libdrm checks because the wrap file
-	  already has a provide section.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4428>
-
-2023-04-27 13:32:30 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkswapper.c:
-	  vkswapper: missing image barrier after vkCmdClearColorImage
-	  After clear color image command the swapper image needs to add a barrier before
-	  copying the buffer to display on it. Otherwise a potential synchronization
-	  problem might occur.
-	  Fixes #2403
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4501>
-
-2023-04-27 11:37:34 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* ext/vulkan/vkcolorconvert.c:
-	* ext/vulkan/vkdownload.c:
-	* ext/vulkan/vkoverlaycompositor.c:
-	* ext/vulkan/vkupload.c:
-	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
-	* gst-libs/gst/vulkan/gstvkswapper.c:
-	  vulkan: use VK_QUEUE_FAMILY_IGNORED in barriers
-	  Instead of using the valid queue family 0 (zero) if there aren't queue transfers
-	  there's no need to specify a not validated queue family, but just
-	  VK_QUEUE_FAMILY_IGNORED.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4501>
-
-2023-04-27 23:49:47 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	  cudamemory: Fix for semi planar YUV memory size decision
-	  UV plan of the semi planar format requires only half of Y plane size
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4502>
-
-2023-04-18 11:21:05 +0200  Daniel Moberg <daniemob@axis.com>
-
-	* ext/webrtc/webrtcdatachannel.c:
-	  webrtc: do not tear down data channel before data is flushed
-	  Current implementation can in some cases detect
-	  that all data is sent but in reality it is not,
-	  leading to a push to an unlinked pad.
-	  This is a race between the probe used to track data sent and a
-	  call to close.
-	  This patch sends an EOS before starting the close procedure
-	  and then waits for the EOS event to come through to the
-	  src pad before commencing with tear down.
-	  This ensures that any queued data before EOS is flushed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4462>
-
-2023-04-11 12:40:54 +1000  Matthew Waters <matthew@centricular.com>
-
-	* ext/closedcaption/ccutils.c:
-	* tests/check/elements/ccconverter.c:
-	  ccutils: generate valid padding in field 1 when needing to generate field 2
-	  Fixes CC in Field 2 but not in Field 1 errors.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4490>
-
-2023-04-25 04:59:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Fix for ignored initial render rectangle
-	  Application can set target render rect before internal HWND
-	  configuration
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2518
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4480>
-
-2023-04-25 10:14:47 +0200  Stéphane Cerveau <scerveau@collabora.com>
-
-	* tests/check/meson.build:
-	  bad: disable dtls test if openssl is not present
-	  On MacOS with homebrew, the openssl library is not
-	  properly detected with pkg-config.
-	  So disable the test compilation if openssl
-	  is not properly detected along with libcrypto.
-	  libcrypto is detected but it uses the system one
-	  which leads to the error:
-	  your binary is not an allowed client of /usr/lib/libcrypto.dylib for
-	  architecture x86_64
-	  See more details from Apple:
-	  https://developer.apple.com/forums/thread/124782
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4481>
-
-2023-04-21 13:52:50 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	  msdk: Fix segfault for OneVPL dispatcher + legacy MSDK runtime path
-	  From the spec, the OneVPL dispatcher should be able to work with
-	  legacy MSDK runtime:
-	  https://www.intel.com/content/www/us/en/docs/onevpl/upgrade-from-msdk/2023-1/onevpl-hardware-support-details.html
-	  Currently supported capabilities:
-	  OneVPL dispatcher + OneVPL runtime: dynamic capability
-	  MSDK dispatcher + MSDK runtime: static capability
-	  MSDK dispatcher + OneVPL runtime: static capability
-	  OneVPL dispatcher + legacy MSDK runtime: static capability
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2506
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4466>
-
-2023-04-21 10:38:54 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdk: Add NumFilters check for VPP description
-	  When NumFilters is equal to 0, the function should return
-	  immediately.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4466>
-
-2023-04-21 10:19:32 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	  msdk: Add return when creating caps fails for VPP
-	  When creating caps fails, the function should return immediately
-	  and should not continue to register the plugin.
-	  This patch fixes the issue of "gst_mini_object_ref: assertion
-	  'mini_object != NULL' failed" in
-	  https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2506
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4466>
-
-2023-04-06 16:50:23 -0300  Eva Pace <eba.pachi@gmail.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin: Fix trace log 'from' value
-	  `webrtc->signaling_state` (from) and `new_signaling_state` (to) had the
-	  same value when printed in a trace log. This commit adds a
-	  `old_signaling_state` variable to hold the previous value, so that the
-	  print statement works as intented.
-	  Spotted by: Mustafa Asım REYHAN
-	  Fixes #1802
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4362>
-
-2023-03-19 15:35:29 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* docs/meson.build:
-	  doc: Avoid shelling out to hotdoc to generate plugins config files
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4479>
-
-2023-04-23 10:05:17 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* ext/srt/gstsrtsink.c:
-	* gst-libs/gst/basecamerabinsrc/meson.build:
-	* gst-libs/gst/va/meson.build:
-	  meson: Add CameraBin and Va girs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4479>
-
-2023-04-24 15:20:45 +0200  Stéphane Cerveau <scerveau@collabora.com>
-
-	* sys/applemedia/helpers.c:
-	  applemedia: fix missing definition
-	  Fix missing kCVPixelFormatType_64RGBALE definition
-	  on Catalina for example
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4478>
-
-2023-04-19 16:59:01 +0200  Martin Nordholts <martn@axis.com>
-
-	* gst-libs/gst/webrtc/nice/nice.c:
-	  webrtc: Plug leaks of resolved ICE addresses
-	  The addresses we get from `resolve_host_finish()` (via
-	  `resolve_host_async()`, `resolve_host_main_cb()`, `on_resolve_host()`,
-	  `g_resolver_lookup_by_name_finish()`) must be freed. Otherwise we leak
-	  memory.
-	  Leak found and confirmed fixed with GCC AddressSanitizer.
-	  Change-Id: If32d24452d626234f01b253b77a7d6d16eac1cee
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4469>
-
-2022-08-31 14:15:16 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst-libs/gst/audio/meson.build:
-	* gst-libs/gst/basecamerabinsrc/meson.build:
-	* gst-libs/gst/codecs/meson.build:
-	* gst-libs/gst/cuda/meson.build:
-	* gst-libs/gst/d3d11/meson.build:
-	* gst-libs/gst/insertbin/meson.build:
-	* gst-libs/gst/mpegts/meson.build:
-	* gst-libs/gst/play/meson.build:
-	* gst-libs/gst/player/meson.build:
-	* gst-libs/gst/transcoder/meson.build:
-	* gst-libs/gst/vulkan/meson.build:
-	* gst-libs/gst/webrtc/meson.build:
-	  gir: Checkout all .gir files and check that they are updated on the CI
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3010>
-
-2023-04-20 02:18:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlay.cpp:
-	  d3d11overlay: Enhance documentation and fix typo
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4455>
-
-2023-03-24 00:11:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	  d3d11memory: Remove redundant bind flag validation
-	  It has been validated outside of each function already
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4455>
-
-2023-04-20 06:30:52 +0300  Jordan Petridis <jordan@centricular.com>
-
-	* ext/sctp/usrsctp/usrsctplib/netinet/sctp_pcb.c:
-	* ext/sctp/usrsctp/usrsctplib/netinet/sctp_sysctl.c:
-	  sctp: Avoid old-style function defintions
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4457>
-
-2023-04-18 15:28:30 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/msdk/meson.build:
-	* sys/uvch264/meson.build:
-	* sys/v4l2codecs/meson.build:
-	* sys/va/meson.build:
-	  meson: Add a wrap file for libgudev
-	  And allow fallback to it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4447>
-
-2023-04-19 09:55:14 +0200  Edward Hervey <edward@centricular.com>
-
-	* gst/pcapparse/gstpcapparse.c:
-	* gst/pcapparse/gstpcapparse.h:
-	  pcapparse: Add support for Linux "cooked" capture encapsulation v2
-	  See https://www.tcpdump.org/linktypes/LINKTYPE_LINUX_SLL2.html
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4451>
-
-2023-04-01 09:21:32 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* sys/d3d11/gstd3d11deinterlace.cpp:
-	  d3d11: Fix typo in interlace mode name in enum
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4414>
-
-2023-04-18 14:55:23 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/mpegtsdemux/tsdemux.c:
-	  tsdemux: Set number of channels to 2 for dual mono Opus
-	  Instead of leaving it at 0, which will then cause caps creation to fail.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4445>
-
-2023-04-17 11:36:55 +0200  Guillaume Desmottes <guillaume.desmottes@onestream.live>
-
-	* ext/dash/gstmpdclient.c:
-	  dash: mpdclient: fix divide by 0 if segment has no duration
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4436>
-
-2023-04-17 23:06:54 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11compositor.cpp:
-	  d3d11compositor: Reconfigure resource only when output caps is changed
-	  GstD3D11Converter setup is heavy operation since it requires
-	  shader compile, GPU resource allocation, some math, mutex, etc.
-	  We can avoid it if negotiated caps is not changed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4439>
-
-2023-04-14 02:10:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11overlay.cpp:
-	* sys/d3d11/gstd3d11overlay.h:
-	* sys/d3d11/meson.build:
-	* sys/d3d11/plugin.cpp:
-	* tests/examples/d3d11/d3d11overlay.cpp:
-	* tests/examples/d3d11/meson.build:
-	  d3d11: Add d3d11overlay element
-	  Similar to cairooverlay element but this element emits "draw"
-	  signal with Direct3D11 render target view, so that an application
-	  can render/overlay/blend on the given render target view
-	  without any copy operation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4415>
-
-2023-04-17 21:42:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11compositor.cpp:
-	  d3d11compositor: Add "ignore-inactive-pads" property
-	  Same as compositor element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4438>
-
-2023-04-17 21:34:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11compositor.cpp:
-	  d3d11compositor: Skip zero alpha input
-	  Blending such input is a waste of resource since nothing will
-	  be rendered
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4438>
-
-2023-03-20 20:42:41 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/gstmsdkvpp.h:
-	  msdkvpp: Enable dynamic capability support
-	  Enable dynamic capability support for msdkvpp. The gstmsdkvpp
-	  element can create the sink caps and src caps dynamically for
-	  different platforms.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-03-20 20:41:29 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	  msdkvpp: Add function to dynamically create sink caps and src caps
-	  We need to create the sink caps and src caps dynamically for different
-	  platforms. By default, the vpp init function create static pad template
-	  and the compatibility and flexibility of the platform are too poor.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-03-10 19:03:47 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	* sys/msdk/gstmsdkav1dec.c:
-	* sys/msdk/gstmsdkav1dec.h:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	* sys/msdk/gstmsdkh264dec.c:
-	* sys/msdk/gstmsdkh264dec.h:
-	* sys/msdk/gstmsdkh265dec.c:
-	* sys/msdk/gstmsdkh265dec.h:
-	* sys/msdk/gstmsdkmjpegdec.c:
-	* sys/msdk/gstmsdkmjpegdec.h:
-	* sys/msdk/gstmsdkmpeg2dec.c:
-	* sys/msdk/gstmsdkmpeg2dec.h:
-	* sys/msdk/gstmsdkvc1dec.c:
-	* sys/msdk/gstmsdkvc1dec.h:
-	* sys/msdk/gstmsdkvp8dec.c:
-	* sys/msdk/gstmsdkvp8dec.h:
-	* sys/msdk/gstmsdkvp9dec.c:
-	* sys/msdk/gstmsdkvp9dec.h:
-	  msdkdec: Enable dynamic capability support
-	  Enable dynamic capability support for msdkav1dec, msdkh264dec,
-	  msdkh265dec, msdkmjpegdec, msdkmpeg2dec, msdkvc1dec, msdkvp8dec,
-	  msdkvp9dec.
-	  The gstmsdkdec elements can create the sink caps and src caps
-	  dynamically for different platforms.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-03-10 16:32:03 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	  msdkdec: Add function to dynamically create sink caps and src caps
-	  We need to create the sink caps and src caps dynamically for different
-	  platforms. By default, the dec init function create static pad template
-	  and the compatibility and flexibility of the platform are too poor.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-03-06 19:45:06 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkav1enc.c:
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh265enc.c:
-	* sys/msdk/gstmsdkmjpegenc.c:
-	* sys/msdk/gstmsdkmpeg2enc.c:
-	* sys/msdk/gstmsdkvp9enc.c:
-	  msdkenc: Add documented capabilities to expose "stable" caps
-	  Although msdkenc supports dynamic caps, it still needs to expose
-	  "stable" caps to users.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-22 10:41:40 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	  msdkenc: Support image formats in low power mode for sink caps
-	  There are some special image formats in low power mode, these
-	  image formats should be supported in sink caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-23 13:20:28 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkav1enc.c:
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh265enc.c:
-	* sys/msdk/gstmsdkmpeg2enc.c:
-	* sys/msdk/gstmsdkvp9enc.c:
-	  msdkenc: Remove static templates in format setting
-	  The elements have supported dynamic capability query, and it is not
-	  necessary to refer the static templates.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-22 16:46:23 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	* sys/msdk/gstmsdkav1enc.c:
-	* sys/msdk/gstmsdkav1enc.h:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkenc.h:
-	* sys/msdk/gstmsdkh264enc.c:
-	* sys/msdk/gstmsdkh264enc.h:
-	* sys/msdk/gstmsdkh265enc.c:
-	* sys/msdk/gstmsdkh265enc.h:
-	* sys/msdk/gstmsdkmjpegenc.c:
-	* sys/msdk/gstmsdkmjpegenc.h:
-	* sys/msdk/gstmsdkmpeg2enc.c:
-	* sys/msdk/gstmsdkmpeg2enc.h:
-	* sys/msdk/gstmsdkvp9enc.c:
-	* sys/msdk/gstmsdkvp9enc.h:
-	  msdkenc: Enable dynamic capability support
-	  Enable dynamic capability support for msdkav1enc, msdkh264enc,
-	  msdkh265enc, msdkmjpegenc, msdkvp9enc, msdkmpeg2enc.
-	  The gstmsdkenc elements can create the sink caps and src caps
-	  dynamically for different platforms.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-23 16:33:42 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	  msdk: Add function to specify string array parameters
-	  Sometimes it is necessary to manually specify string parameters
-	  of multiple options, such as format, interlace-mode, etc.
-	  Add function to support this requirment.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-22 10:30:57 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	  msdkenc: Add function to dynamically create sink caps and src caps
-	  We need to create the sink caps and src caps dynamically for different
-	  platforms. By default, the enc init function create static pad template
-	  and the compatibility and flexibility of the platform are too poor.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2022-11-15 18:08:12 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/msdk.c:
-	* sys/msdk/msdk.h:
-	  msdk: add function to get the format list
-	  This static format list will be used to check the formats
-	  supported by the platform.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-22 10:24:12 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	  msdk: Register elements based on the codecs supported by the platform
-	  By default, msdk plugin will register all encoders and decoders
-	  on any platform, even unsupported encoders and decoders will be
-	  registered. Dynamically register encoders and decoders besed on
-	  the supported codecs on different platforms.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-22 10:23:00 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/msdk.c:
-	* sys/msdk/msdk.h:
-	  msdk: Add function to get the implementation description
-	  Through the implementation description, we can dynamically obtain
-	  the codec capabilities supported by the platform.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-04-07 14:26:55 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcontext.c:
-	* sys/msdk/gstmsdkcontext.h:
-	  msdk: Add functions to get data members from MsdkSession
-	  When getting mfxImplDescription, these data members need to
-	  be used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-04-07 14:09:40 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	* sys/msdk/gstmsdkcontext.c:
-	* sys/msdk/gstmsdkcontext.h:
-	* sys/msdk/gstmsdkcontextutil.c:
-	* sys/msdk/msdk.c:
-	* sys/msdk/msdk.h:
-	  msdk: Create msdk context without job_type
-	  The job_type is not necessary when creating a normal msdk
-	  context. Make the APIs for creating context more flexible.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-02-22 10:26:38 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkcaps.c:
-	* sys/msdk/gstmsdkcaps.h:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkenc.h:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/meson.build:
-	  msdk: Move all _gst_caps_has_feature to gstmsdkcaps.c
-	  _gst_caps_has_feature is used by all msdk elements, so
-	  move it to gstmsdkcaps.c
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4177>
-
-2023-04-13 01:10:42 +0200  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/srt/gstsrtsink.c:
-	* ext/srt/gstsrtsrc.c:
-	  docs: mark GstSRTSink and GstSRTSrc as plugin API
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4408>
-
-2023-04-13 04:42:52 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Remove pointless GetDC call
-	  We don't use the Win32 device context handle at all.
-	  Removing code which was copied from GL code blindly
-	  in early d3d11 implementation stage a long time ago
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4407>
-
-2018-07-19 17:21:22 +0200  Michael Olbrich <m.olbrich@pengutronix.de>
-
-	* ext/srtp/gstsrtpdec.c:
-	  srtpdec: fix "srtp-key" check
-	  The original code was:
-	  if (!gst_structure_get (s, "srtp-key", GST_TYPE_BUFFER, &buf, NULL) || !buf) {
-	  goto error;
-	  } else {
-	  stream->key = buf;
-	  }
-	  So use "srtp-key" if it is set so a non NULL buffer. The condition was
-	  incorrectly inverted in ad7ffe64a66ab48d81671651031c449149db4973 to:
-	  if (gst_structure_get (s, "srtp-key", GST_TYPE_BUFFER, &buf, NULL) || !buf) {
-	  stream->key = buf;
-	  } ...
-	  Fix the condition so it works as originally intended and avoid accessing
-	  'buf' uninitialised.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4401>
-
-2022-11-08 19:24:25 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/sdp/gstsdpdemux.c:
-	* gst/sdp/gstsdpdemux.h:
-	* tests/check/elements/sdpdemux.c:
-	* tests/check/meson.build:
-	  sdpdemux: Add support for RFC4570 SDP source filters
-	  Parse source-filter attributes and configure udpsrc accordingly
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3485>
-
-2023-04-04 17:50:39 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/codectimestamper/gstcodectimestamper.c:
-	* gst/codectimestamper/gstcodectimestamper.h:
-	* tests/validate/codectimestamper/h264_propagate_caps.validatetest:
-	* tests/validate/codectimestamper/h264_propagate_caps/flow-expectations/log-sink-sink-expected:
-	* tests/validate/meson.build:
-	  codectimestamper: Implement QUERY_CAPS support
-	  This is required to ensure that downstream restrcitions are also
-	  propagated upstream.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4341>
-
-2023-04-04 17:54:51 -0400  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/codectimestamper/gstcodectimestamper.c:
-	  codectimestamper: Use accept-intersect and accept-template caps
-	  We should behave similarly to video parsers so we can use:
-	  - accept-template as we can also accept caps with missing fields.
-	  - accept-intersect to do quick check with the pad template caps as it is
-	  enough. Users should have figured the appropriate full caps on a
-	  previous caps query
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4341>
-
-2023-04-12 02:17:14 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/closedcaption/gstcea608mux.c:
-	  cea608mux: Add support for seeking
-	  The "start_time" should be cleared per flush in order to apply
-	  new offset time to each output buffer. Also, input running time
-	  must be compared with output running time, not output position.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4398>
-
-2023-04-12 02:46:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/closedcaption/gstcea608mux.c:
-	  cea608mux: Implement GstAggregator::clip
-	  Drop buffers if it's outside of segment
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4398>
-
-2022-12-01 15:25:59 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcontext.c:
-	* sys/msdk/gstmsdkcontext.h:
-	  msdkcontext: Remove unused codes in msdkcontext
-	  We don't maintain three list (i.e. avail, locked and used) surfaces
-	  as the old way did to achieve memory management, so remove the
-	  correcponding codes for old memory management.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4276>
-
-2022-12-01 15:15:27 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkav1dec.c:
-	* sys/msdk/gstmsdkbufferpool.c:
-	* sys/msdk/gstmsdkbufferpool.h:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkh265dec.c:
-	* sys/msdk/gstmsdkmjpegdec.c:
-	* sys/msdk/gstmsdksystemmemory.c:
-	* sys/msdk/gstmsdksystemmemory.h:
-	* sys/msdk/gstmsdkvideomemory.c:
-	* sys/msdk/gstmsdkvideomemory.h:
-	* sys/msdk/gstmsdkvp9dec.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/meson.build:
-	* sys/msdk/msdk.c:
-	* sys/msdk/msdk.h:
-	  msdk: Remove unused gstmsdkbufferpool and memory
-	  GstMsdkBufferPool, GstMsdkVideoMemory and GstMsdkSystemMemory are no
-	  longer used in msdk plugins, instead we use va/d3d11 pool for memory
-	  allocation. So, remove the codes of unused stuffs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4276>
-
-2022-12-01 14:53:21 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/msdk.c:
-	* sys/msdk/msdk.h:
-	  msdk: Remove the func gst_msdk_is_msdk_buffer
-	  Since we use va/d3d11 pool to allocate memory, the old msdk bufferpool
-	  stuffs are not used anymore, so we don't need to check if an input
-	  buffer is msdk buffer using gst_msdk_is_msdk_buffer.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4276>
-
-2023-04-10 20:10:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst-libs/gst/codecs/gsth264picture.c:
-	  h264decoder: Enable low-latency bumping in case of pic_order_cnt_type 2
-	  In case of POC type 2, output order is equal to decoding order
-	  (no frame reordering)
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2447
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4357>
-
-2023-04-06 20:48:17 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst-libs/gst/codecs/gsth264picture.c:
-	* gst-libs/gst/codecs/gsth264picture.h:
-	  h264decoder: Fix for latency report
-	  The minimum latency answered by an element should be the maximum
-	  latency from the element's perspective. Also consider max_reorder_frames
-	  update as a sequence change
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4357>
-
-2023-04-06 20:26:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	  h264decoder: Ignore invalid max_num_reorder_frames in VUI
-	  It's not fatal and can be ignored
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4357>
-
-2023-04-06 19:40:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  h265decoder: Fix for latency report when src caps is not configured
-	  Depending on subclass, negotiation might not happen on new_sequence()
-	  Fixing regression introduced by the commit
-	  4a4823b9728fbb944e05d89e0fee681ab5b33e25
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4357>
-
-2023-04-06 19:36:03 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	  h264decoder: Fix for latency report when src caps is not configured
-	  Depending on subclass, negotiation might not happen on new_sequence()
-	  Fixing regression introduced by the commit
-	  4a4823b9728fbb944e05d89e0fee681ab5b33e25
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4357>
-
-2023-04-10 17:31:29 +0800  Wang Chuan <jdyaomo@gmail.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  gstd3d11window: fix memory leak
-	  GstStructure may leak when using external HWND
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4373>
-
-2023-04-08 23:03:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/amfcodec/gstamfav1enc.cpp:
-	* sys/amfcodec/gstamfencoder.cpp:
-	* sys/amfcodec/gstamfencoder.h:
-	* sys/amfcodec/gstamfh264enc.cpp:
-	* sys/amfcodec/gstamfh265enc.cpp:
-	  amfencoder: Set output DTS
-	  AMF runtime does not provide correct DTS. Although GetPts() seems to
-	  be returning DTS, it still needs to be adjusted to meet DTS <= PTS
-	  requirement. Do calculate DTS in baseclass instead
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4092>
-
-2023-02-09 11:12:17 +0100  Evgeny Pavlov <lucenticus@gmail.com>
-
-	* sys/amfcodec/gstamfh264enc.cpp:
-	  amfcodec: Add options for B-frames for amfh264enc plugin
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4092>
-
-2023-04-07 22:13:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/decklink/gstdecklinkaudiosink.cpp:
-	  decklinkaudiosink: Fix playback when video caps is configured before audio
-	  Scheduled playback starts on videosink's state change or on caps
-	  but it's possible that audiosink is configure without caps yet.
-	  Try start scheduled playback on audiosink's caps event as well
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4364>
-
-2023-01-18 14:42:38 +0000  Dario Marino Saccavino <dmsaccav@amazon.com>
-
-	* sys/wasapi2/gstwasapi2client.cpp:
-	* sys/wasapi2/gstwasapi2client.h:
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	* sys/wasapi2/gstwasapi2ringbuffer.h:
-	* sys/wasapi2/gstwasapi2src.c:
-	* sys/wasapi2/gstwasapi2util.h:
-	  wasapi2: Add option to monitor loopback device's mute state
-	  When loopback recording from a render device, the wasapi2src element
-	  captures audio even if the device is muted. This change adds the
-	  'loopback-silence-on-device-mute' property that, when set to `true`,
-	  causes wasapi2src to inject silence in the pipeline when
-	  the device is muted.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1306
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4337>
-
-2023-04-04 21:50:01 +1000  Jan Schmidt <jan@centricular.com>
-
-	* gst/mpegdemux/gstmpegdemux.c:
-	* gst/mpegdemux/gstmpegdemux.h:
-	  mpegpsdemux: Rework gap sending
-	  Take the gap logic from mpegtsdemux, and don't
-	  send gap events on a stream that's outputting buffers with
-	  no timestamps. Time isn't advancing, but the stream has
-	  buffers - so it's not sparse.
-	  Fixes #2374
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4333>
-
-2023-04-05 20:12:06 +0300  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkdevice.c:
-	* gst-libs/gst/vulkan/gstvkimagememory.c:
-	* gst-libs/gst/vulkan/gstvkinstance.c:
-	  vulkan: Use new GLib APIs as suggested by comments
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4349>
-
-2023-03-23 20:04:49 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst/videoparsers/gsth265parse.c:
-	  h265parse: Don't override upstream framerate
-	  The framerate should only be replaced (and corrected for alternating field)
-	  when it is parsed from the bitstream. Otherwise, the upstream framerate
-	  from caps should be trusted and assumed correct.
-	  Related to gst-plugins-bad!2020
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4259>
-
-2023-03-23 20:02:16 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst/videoparsers/gsth265parse.c:
-	* gst/videoparsers/gsth265parse.h:
-	  h265parse: Rename parsed_framerate to framerate_from_caps
-	  That meaning of parsed_framerate is ambigious, it is set whenever the
-	  framerate has been parsed from caps, which can be confused with being
-	  parsed from the bitstream. Rename this as framerate_from_caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4259>
-
-2023-04-04 16:41:39 +0200  Edward Hervey <edward@centricular.com>
-
-	* gst/mpegtsdemux/tsdemux.c:
-	  tsdemux: Minor refactoring
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4336>
-
-2023-04-04 11:51:43 +0200  Edward Hervey <edward@centricular.com>
-
-	* gst-libs/gst/mpegts/mpegts.h:
-	* gst/mpegtsdemux/tsdemux.c:
-	* tests/examples/mpegts/ts-parser.c:
-	  mpegts: Fix include headers
-	  <gst/mpegts/mpegts.h> is the unique header to use
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4336>
-
-2023-04-04 12:22:31 +0200  Wojciech Kapsa <wojciech.kapsa@medvc.eu>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/decklink/gstdecklink.cpp:
-	* sys/decklink/gstdecklink.h:
-	* sys/decklink/gstdecklinkvideosink.cpp:
-	* sys/decklink/gstdecklinkvideosrc.cpp:
-	  decklink: fix 10 bit RGB (r210) format auto detection
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2391
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4332>
-
-2023-03-29 03:16:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11screencapturesrc.cpp:
-	* sys/d3d11/gstd3d11winrtcapture.cpp:
-	* sys/d3d11/gstd3d11winrtcapture.h:
-	* sys/d3d11/meson.build:
-	  d3d11screencapturesrc: Add "window-capture-mode" property
-	  ... to support capturing only window's client area
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2425
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4324>
-
-2023-04-01 01:57:09 +0900  Seungha Yang <seungha@centricular.com>
-
-	* ext/closedcaption/gstcea608mux.c:
-	* ext/closedcaption/gstcea608mux.h:
-	  cea608mux: Fix output buffer timestamping
-	  Don't assume that input stream starts from zero running time.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4319>
-
-2023-03-27 09:20:27 +0200  Aleksandr Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* sys/d3d11/gstd3d11videosink.cpp:
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: fix race conditions in win32 window
-	  One race condition is the fact that the window object
-	  can be destroyed while running some routine in the UI
-	  thread (such as resizing). To avoid that situation we make
-	  UI thread hold a reference on the window object while it's
-	  running.
-	  Other probpematic case is when the window handle is reused:
-	  if we stop and start the pipeline very fast,
-	  so the sink creates a new window object that is going to use
-	  the same window handle as the previous one.
-	  And finally the case when the pipeline is stopped immediatelly
-	  right after starting, this one is also handled in this commit.
-	  NOTE: a unit test that reproduces this cases have been added
-	  in the previous commit.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4260>
-
-2023-03-21 18:17:12 +0100  Aleksandr Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* tests/check/elements/d3d11videosink.c:
-	* tests/check/meson.build:
-	  d3d11videosink: add gstcheck test for win32 window
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4260>
-
-2023-03-31 17:43:16 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/meson.build:
-	* gst-libs/gst/vulkan/wayland/gstvkdisplay_wayland.c:
-	* gst-libs/gst/vulkan/wayland/gstvkdisplay_wayland_private.h:
-	* gst-libs/gst/vulkan/wayland/gstvkwindow_wayland.c:
-	* gst-libs/gst/vulkan/wayland/gstvkwindow_wayland.h:
-	  vulkan/wayland: use xdg_wm_base when available
-	  wl_shell is deprecated and has been removed from some compositors.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4316>
-
-2023-03-31 16:45:47 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/wayland/gstvkdisplay_wayland.c:
-	  vulkan/wayland: provide a dummy registry global_remove function
-	  Even if we don't care about any global objects being removed, wayland
-	  will still error if globals are removed without a corresponding listener
-	  set up for them.  e.g. wl_output hotplugging
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4316>
-
-2023-03-31 16:33:58 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/wayland/gstvkwindow_wayland.c:
-	  vulkan/wayland: rename debug category to mention wayland instead of XCB
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4316>
-
-2023-04-02 00:29:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Enhancement for initial window size decision
-	  Use AdjustWindowRect() method to calculate window size so that
-	  video scene can be rendered on client area without black borders
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4323>
-
-2023-03-30 10:11:11 +1100  Matthew Waters <matthew@centricular.com>
-
-	* ext/closedcaption/gstccconverter.c:
-	  ccconverter: reintroduce frame count reset on cycle completion
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4308>
-
-2023-03-31 04:40:58 +0900  Seungha Yang <seungha@centricular.com>
-
-	* tools/gst-transcoder.c:
-	  tools: Count argc after parsing GOption on Windows
-	  Existing codes rely on modified argc value by g_option_context_parse()
-	  but g_option_context_parse_strv() is used in case of Windows.
-	  Count arguments after the option parsing manually.
-	  Fixing command "gst-inspect-1.0.exe -b"
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4313>
-
-2023-03-31 03:57:10 +1100  Brad Hards <bradh@frogmouth.net>
-
-	* gst/mpegtsdemux/tsdemux.c:
-	  mpegts: remove stream-type from KLV meta
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4310>
-
-2023-03-30 20:09:59 +1100  Brad Hards <bradh@frogmouth.net>
-
-	* gst/mpegtsdemux/tsdemux.c:
-	  mpegts: add support for KLV metadata in PES packets
-	  Co-authored-by: Andoni Morales Alastruey <ylatuya@gmail.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1312>
-
-2023-03-30 20:06:33 +1100  Brad Hards <bradh@frogmouth.net>
-
-	* gst-libs/gst/mpegts/gst-metadata-descriptor.c:
-	* gst-libs/gst/mpegts/gst-metadata-descriptor.h:
-	* gst-libs/gst/mpegts/gst-mpegtspesmetadatameta.c:
-	* gst-libs/gst/mpegts/gst-mpegtspesmetadatameta.h:
-	* gst-libs/gst/mpegts/gstmpegtsdescriptor.h:
-	* gst-libs/gst/mpegts/meson.build:
-	* gst-libs/gst/mpegts/mpegts.h:
-	* gst/mpegtsdemux/tsdemux.c:
-	* tests/examples/mpegts/ts-parser.c:
-	  mpegts: implement metadata in PES packets
-	  Co-authored-by: Andoni Morales Alastruey <ylatuya@gmail.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1312>
-
-2023-03-29 09:20:52 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/codecs/gsth264picture-private.h:
-	* gst-libs/gst/codecs/gsth264picture.h:
-	  gsth254picture: move internal API to private header
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4288>
-
-2023-03-27 13:53:34 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	* gst-libs/gst/codecs/gsth264picture-private.h:
-	* gst-libs/gst/codecs/gsth264picture.c:
-	  h264decoder: use last_output_poc from DPB
-	  It seems that `last_output_poc` in `h264decoder` class is a left over of commit
-	  5527cc4a2e7.
-	  This patch removes it but keeps the log message by fetching the `h264picture`'s
-	  `last_output_pic`.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4288>
-
-2023-03-29 12:58:14 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkmemory.c:
-	  vkmemory: flush whole size
-	  Running element_vkcolorconver test with Vulkan validation layer this error is
-	  raised:
-	  Code 0 : Validation Error:  VUID-VkMappedMemoryRange-size-01390  Object 0:
-	  handle = 0x100000000010, type = VK_OBJECT_TYPE_DEVICE_MEMORY;
-	  | MessageID = 0xdd4e6d8b
-	  | vkFlushMappedMemoryRanges: Size in pMemRanges0 is 0x4, which is not a
-	  multiple of VkPhysicalDeviceLimits::nonCoherentAtomSize (0x40) and offset +
-	  size (0x0 + 0x4 = 0x4) not equal to the memory size (0xb). The Vulkan spec
-	  states: If size is not equal to VK_WHOLE_SIZE, size must either be a multiple of
-	  VkPhysicalDeviceLimits::nonCoherentAtomSize, or offset plus size must equal the
-	  size of memory
-	  The reason of is that the image size used in the test doesn't comply hardware
-	  restrictions. In order to avoid juggling with image size and hardware
-	  restrictions, this patch proposes to use VK_WHOLE_SIZE macro.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4296>
-
-2023-03-29 12:44:00 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* tests/check/libs/vkimage.c:
-	  tests: vkimage: add VK_IMAGE_USAGE_SAMPLED_BIT usage bit
-	  Running tests with Vulkan Validation enabled show an error on vkimage tests:
-	  Code 0 : Validation Error:  VUID-VkImageViewCreateInfo-image-04441 
-	  Object 0: VK_NULL_HANDLE, type = VK_OBJECT_TYPE_COMMAND_BUFFER; Object 1: handle
-	  = 0x50000000005, type = VK_OBJECT_TYPE_IMAGE;
-	  | MessageID = 0xb75da543
-	  | Invalid usage flag for VkImage 0x50000000005 used by vkCreateImageView(). In
-	  this case, VkImage should have VK_IMAGE_USAGE_SAMPLED_BIT |
-	  VK_IMAGE_USAGE_STORAGE_BIT | VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT |
-	  VK_IMAGE_USAGE_DEPTH_STENCIL_ATTACHMENT_BIT |
-	  VK_IMAGE_USAGE_TRANSIENT_ATTACHMENT_BIT | VK_IMAGE_USAGE_INPUT_ATTACHMENT_BIT |
-	  VK_IMAGE_USAGE_FRAGMENT_SHADING_RATE_ATTACHMENT_BIT_KHR |
-	  VK_IMAGE_USAGE_FRAGMENT_DENSITY_MAP_BIT_EXT |
-	  VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR |
-	  VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR |
-	  VK_IMAGE_USAGE_VIDEO_ENCODE_SRC_BIT_KHR |
-	  VK_IMAGE_USAGE_VIDEO_ENCODE_DPB_BIT_KHR | VK_IMAGE_USAGE_SAMPLE_WEIGHT_BIT_QCOM
-	  | VK_IMAGE_USAGE_SAMPLE_BLOCK_MATCH_BIT_QCOM set during creation.
-	  The Vulkan spec states: image must have been created with a usage value
-	  containing at least one of the usages defined in the valid image usage list for
-	  image views
-	  This patch adds VK_IMAGE_USAGE_SAMPLED_BIT to the usage bits in test.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4296>
-
-2023-03-29 11:04:20 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkfullscreenquad.c:
-	  vkfullscreenquad: set enable_clear as TRUE by default
-	  While using the validation layer with this pipeline:
-	  gst-launch-1.0 videotestsrc num-buffers=10 ! vulkanupload ! vulkancolorconvert ! vulkansink
-	  The validation layer throws this message:
-	  Code 0 : Validation Error:  VUID-VkAttachmentDescription-format-06699 
-	  Object 0: handle = 0x5555562e9610, type = VK_OBJECT_TYPE_DEVICE; | MessageID = 0x52b3229e |
-	  vkCreateRenderPass: pCreateInfo->pAttachments0 format is
-	  VK_FORMAT_B8G8R8A8_UNORM and loadOp is VK_ATTACHMENT_LOAD_OP_LOAD, but
-	  initialLayout is VK_IMAGE_LAYOUT_UNDEFINED.
-	  The Vulkan spec states: If format includes a color or depth aspect and loadOp is
-	  VK_ATTACHMENT_LOAD_OP_LOAD, then initialLayout must not be VK_IMAGE_LAYOUT_UNDEFINED
-	  When creating the render pass the loadOp can be either
-	  `VK_ATTACHMENT_LOAD_OP_CLEAR` or `VK_ATTACHMENT_LOAD_OP_LOAD` depending on
-	  `enable_clear`. While `enable_clear` is FALSE by default (which means
-	  `VK_ATTACHMENT_LOAD_OP_LOAD`). Nonetheless, its value is explicitly changed by
-	  `vkoverlaycompositor` to FALSE too!
-	  This behavior was introduced in merge request #2470 where
-	  `VK_ATTACHMENT_LOAD_OP_CLEAR` was a fixed value for loadOp. Thus, the bug
-	  consists in a missing initialization of `enable_clear` to TRUE from that merge
-	  request.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4296>
-
-2023-02-23 14:44:34 +0000  Erik Fröbrant <erikto@axis.com>
-
-	* ext/curl/gstcurlbasesink.c:
-	  curlbasesink: error codes in transfer error details
-	  There is currently no easy way for an application to distinguish between
-	  different resource write errors being set in the curlbasesink.
-	  Add curl status codes as error details on transfer failure.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4062>
-
-2023-02-23 14:26:27 +0000  Erik Fröbrant <erikto@axis.com>
-
-	* ext/curl/gstcurlhttpsink.c:
-	  curlhttpsink: HTTP code in transfer error details
-	  There is currently no easy way for an application to distinguish between
-	  different resource write errors being set in the curlhttpsink.
-	  Add HTTP status code as error details on transfer failure.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4062>
-
-2023-03-27 16:28:04 +1100  Matthew Waters <matthew@centricular.com>
-
-	* gst-libs/gst/vulkan/gstvkswapper.c:
-	  vulkanswapper: correctly handle force-aspect-ratio=false
-	  It was simply ignored so actually handle it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4278>
-
-2023-03-26 16:49:32 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/qroverlay/gstdebugqroverlay.c:
-	  debugqroverlay: fix string leak
-	  g_string_free(.., FALSE) gives us ownership of the string
-	  already, no need to duplicate that again with g_strdup(),
-	  and doing so will leak the string returned by g_string_free()
-	  here. Caught by compiler warnings in newer GLib versions.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4273>
-
-2023-03-26 16:40:28 +0100  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/teletextdec/gstteletextdec.c:
-	* sys/winks/gstksvideodevice.c:
-	* sys/winks/kshelpers.c:
-	* tools/gst-app-maker:
-	  taglist, plugins: fix compiler warnings with GLib >= 2.76
-	  Fix compiler warnings about not using the return value when
-	  freeing the GString segment with g_string_free(.., FALSE):
-	  ignoring return value of ‘g_string_free_and_steal’ declared with attribute ‘warn_unused_result’
-	  which we get with newer GLib versions. These were all harmless.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4273>
-
-2023-03-19 18:26:56 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/aom/gstav1enc.c:
-	* ext/aom/gstav1enc.h:
-	* ext/aom/meson.build:
-	  av1enc: Use correct enum type with libaom >= 3
-	  This fixes, among other things, a compiler warning with clang.
-	  Also add static assertions that our own enum values match with the ones
-	  from libaom.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4223>
-
-2023-02-13 12:05:27 +0100  Stéphane Cerveau <scerveau@igalia.com>
-
-	* ext/openjpeg/gstopenjpegdec.c:
-	  openjpegdec: allow multithread decoding only in subframe mode
-	  To avoid mis-ordered frames, allow multithread decoding only in
-	  subframe mode.
-	  Fixes #1786
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3948>
-
-2023-03-24 20:39:42 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* ext/closedcaption/gstcea608mux.c:
-	  cea608mux: advance segment->position when outputting
-	  It is the responsibility of the subclass to advance segment->position if
-	  it wants to rely on gst_aggregator_simple_get_next_time() for timeouts
-	  in live mode.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4266>
-
-2023-03-24 12:46:55 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvaencoder.c:
-	* sys/va/gstvaencoder.h:
-	  vaencoder: remove display reference in decode picture
-	  Since it's possible to grab the VA display from the GstBuffer and
-	  GstMemory, there's no need to keep a reference to it in
-	  GstVaEncodePicture.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3066>
-
-2022-09-22 18:53:30 +0200  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvadecoder.c:
-	* sys/va/gstvadecoder.h:
-	  vadecoder: remove display reference in decode picture
-	  Since it's possible to grab the VA display from the GstBuffer and
-	  GstMemory, there's no need to keep a reference to it in
-	  GstVaDecodePicture.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3066>
-
-2023-03-20 17:12:31 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkinstance.c:
-	  vkinstance: register GStreamer version as engine version
-	  Specification says:
-	  """
-	  engineVersion is an unsigned integer variable containing the developer-supplied
-	  version number of the engine used to create the application.
-	  """
-	  Assuming the engine is GStreamer, it would be expected to set its version as
-	  engine version.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4243>
-
-2023-03-24 00:23:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11bufferpool.cpp:
-	  d3d11bufferpool: Fix invalid access in debug print loop
-	  Add missing condition check in for loop
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4255>
-
-2023-03-21 21:04:14 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkinstance.c:
-	  vkinstance: enable GPU assisted validation
-	  This allows to check for syncronization issues while using the validation layer.
-	  https://vulkan.lunarg.com/doc/sdk/1.3.239.0/linux/synchronization_usage.html
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4245>
-
-2023-03-10 17:37:46 +1100  Matthew Waters <matthew@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/vulkan/vkoverlaycompositor.c:
-	  vulkanoverlaycompositor: also support RGBA vulkan images
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4184>
-
-2023-03-16 14:21:21 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/mpegtsdemux/tsdemux.c:
-	  mpegtsdemux: Fix handling of explicit Opus channel mapping
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4180>
-
-2023-03-16 14:05:43 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/mpegtsmux/gstbasetsmux.c:
-	* gst/mpegtsmux/gstmpegtsmux.c:
-	* gst/mpegtsmux/tsmux/tsmuxstream.c:
-	* gst/mpegtsmux/tsmux/tsmuxstream.h:
-	  mpegtsmux: Allow writing arbitrary Opus channel mapping families and up to 255 channels
-	  And fix writing of dual-mono special cases.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4180>
-
-2022-12-07 14:30:23 +0000  Stéphane Cerveau <scerveau@igalia.com>
-
-	* gst-libs/gst/vulkan/win32/gstvkwindow_win32.c:
-	  vulkan: gl: change symbols to static
-	  Change window_proc and subclass_proc to static to avoid symbols
-	  duplication.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4246>
-
-2022-12-07 12:13:24 +0000  Stéphane Cerveau <scerveau@igalia.com>
-
-	* sys/directshow/gstdshow.cpp:
-	* sys/mediafoundation/gstmfcapturedshow.cpp:
-	  sys: avoid double definition of symbol MEDIASUBTYPE_I420
-	  Namespace the symbol MEDIASUBTYPE_I420 to avoid double definition
-	  across dshow and mediafoundation plugins.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4246>
-
-2023-03-21 20:06:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	  nvh264encoder: Fix template caps
-	  It should include progressive as well
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4236>
-
-2023-03-21 14:59:52 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkfence.c:
-	* gst-libs/gst/vulkan/gstvkinstance.c:
-	* gst-libs/gst/vulkan/gstvkqueue.c:
-	* gst-libs/gst/vulkan/gstvkutils.c:
-	  vulkan: silence gobject-instrospection warnings
-	  According with gi annotations 1 the "optional" annotation must be only
-	  for (out) or (inout) parameters.
-	  1. https://gi.readthedocs.io/en/latest/annotations/giannotations.html
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4244>
-
-2022-11-24 11:12:14 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	  msdkdec: delete use_video_memory
-	  Since msdkdec uses video pool as the output buffer pool at all time. The
-	  use_video_memory variable is not useful anymore. Now delete it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2022-11-24 11:00:15 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: expand retry times to 1s
-	  One-frame sleep time is not enough to wait until there is a surface
-	  unlocked from downstream. Now expand it to 1s and add a return when
-	  fail.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2022-11-17 10:41:10 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkallocator_d3d.c:
-	  msdkallocator_d3d: add gst_msdk_frame_free callback function
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2022-11-17 10:37:05 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: acquire buffer from video pool on Windows
-	  Video memory is available on Windows. This patch is to make the buffers
-	  acquired from d3d11 video pool.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2022-11-17 10:29:55 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: add thiz->ds_has_known_allocator for d3d11
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2022-10-26 10:32:10 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkallocator_d3d.c:
-	  msdkallocator_d3d: add alloc callback function for d3d allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2022-10-19 15:01:44 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: add d3d11 pool during negotiation
-	  Enable use_video_memory for Windows and add d3d11 pool.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2022-10-18 18:46:52 +0800  Tong Wu <tong1.wu@intel.com>
-
-	* sys/msdk/gstmsdkav1dec.c:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkh264dec.c:
-	* sys/msdk/gstmsdkh265dec.c:
-	* sys/msdk/gstmsdkmjpegdec.c:
-	* sys/msdk/gstmsdkvp9dec.c:
-	  msdkdec: add d3d11 caps for srcpad
-	  Set decoder srcpad with D3D11Memory.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4088>
-
-2023-03-16 22:13:40 +0100  Aleksandr Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	* gst-libs/gst/d3d11/gstd3d11converter.h:
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: add "method" property
-	  It allows to select the sampling method, same
-	  as "method" property of videoconvert.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4205>
-
-2023-03-17 20:44:30 +0100  Aleksandr Slobodeniuk <aslobodeniuk@fluendo.com>
-
-	* sys/d3d11/gstd3d11convert.cpp:
-	  d3d11convert: protect 'add-borders' with mutex
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4205>
-
-2023-03-20 17:44:23 +0000  Colin Kinloch <colin.kinloch@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	  gtkwaylandsink: Fix crash when rendering after the window is closed
-	  Continuation of https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4197
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4232>
-
-2023-03-09 17:18:16 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	  msdkvpp: Pass null formats when create va allocator for RGB565
-	  Fix https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1780
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4136>
-
-2023-03-16 17:50:39 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/va/gstvadisplay.c:
-	* sys/va/gstvapluginutils.c:
-	  va: add driver description in element metadata
-	  In the same spirit of libva-win32 elements this patch shows the driver of each
-	  element in gst-inspect, giving more information to the user. This driver
-	  description is parsed from vaQueryVendorString from mesa and intel drivers,
-	  while copied as is for others. Also appends the render node for multi gpu
-	  systems.
-	  Fixes #2349
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4204>
-
-2023-03-20 11:20:30 +0100  Edward Hervey <edward@centricular.com>
-
-	* ext/openjpeg/gstopenjpegdec.c:
-	* ext/openjpeg/gstopenjpegdec.h:
-	* gst-libs/gst/adaptivedemux/gstadaptivedemux.c:
-	  plugins: Fix wrong enum usage
-	  gcc 13 now detects conflicting enum usages. Fix the various cases where it was wrong
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4225>
-
-2023-03-19 21:21:31 +0100  Adrien De Coninck <deconinck.adrien@gmail.com>
-
-	* sys/winks/ksdeviceprovider.c:
-	  ksdeviceprovider: Fix leak in gst_dshow_device_provider_start
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4224>
-
-2023-03-19 20:57:18 +0100  Adrien De Coninck <a.deconinck@intopix.com>
-
-	* sys/directshow/dshowdeviceprovider.cpp:
-	  dshowdeviceprovider: Fix leak in gst_dshow_device_provider_start
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4224>
-
-2023-03-18 20:23:10 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvabasedec.c:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvacompositor.c:
-	  va: Return default device from device-path property getter
-	  Otherwise application would not be able to know matching element
-	  for wanted device. Typical use case of the read-only device path
-	  (DXGI Adapter LUID, CUDA device index, etc) property is that
-	  application enumerates physical devices and then selects matching
-	  GStreamer element (in null state) via device path property.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4220>
-
-2023-03-17 16:32:45 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/bs2b/gstbs2b.c:
-	* ext/bs2b/gstbs2b.h:
-	* ext/openal/gstopenal.c:
-	* gst/mxf/mxfmetadata.c:
-	* sys/v4l2codecs/gstv4l2codech264dec.c:
-	  plugins: Fix various trivial clang compiler warnings
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4210>
-
-2023-03-17 15:51:53 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst/mpegtsdemux/tsdemux.c:
-	  tsdemux: Fix reading of extended Opus channel configuration
-	  Argument evaluation order is implementation defined in C, and gcc is
-	  evaluating right-to-left (works) while clang is evaluating left-to-right
-	  (does not work).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4210>
-
-2023-03-17 23:28:58 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth264picture.c:
-	  h264decoder: Fix DPB bumping process
-	  As per spec C.4.5.3 "Bumping", if bumping is needed but DPB holds
-	  no "output needed" picture, then a picture that has the smallest
-	  POC should be considered first for output
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4211>
-
-2023-03-15 15:55:02 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	  h264parse: Stop considering NO_NAL as an error
-	  The NO_NAL return value simply means that the buffer did not contain
-	  enough data to identity a NAL. This should lead to waiting for more data not
-	  considering the stream as invalid.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3234>
-
-2022-10-20 15:07:15 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* tests/check/libs/h265parser.c:
-	  test: h265parser: Test for NAL missing header bytes
-	  H.265 NAL always have 2 bytes of headers. Unlike the H.264 parser, this parser
-	  will simply return that there is NO_NAL if some of these bytes are missing.
-	  This is then properly special cased by parsers and decoders. Add a test to
-	  ensure we don't break this in the future.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3234>
-
-2022-10-20 11:21:00 -0400  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* tests/check/libs/h264parser.c:
-	  h264parser: Fix return value parsing short header
-	  The appropriate return value for incomplete NAL header should be
-	  GST_H264_PARSER_NO_NAL_END. This tells the parser element to
-	  gather more data. Previously, it would assume the NAL is corrupted
-	  and would drop the data, potentially causing stream corruption.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3234>
-
-2023-03-18 01:33:20 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvencoder: Fix CQP option setting
-	  ... and zero initialize LUID and CUDA device list to address
-	  coverity issue
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4215>
-
-2023-03-16 13:33:46 +0100  Albert Sjölund <alberts@axis.com>
-
-	* gst-libs/gst/webrtc/nice/nicestream.c:
-	  webrtc: Fix segfault traversing ice transports
-	  Previously, reassigning loop index l in nicestream.c
-	  could cause a segfault if l->data was null, as it could
-	  reassign l to a null variable, triggering the loop
-	  postassignment l->next, which then segfaults due to
-	  l now being null. It is instead moved into the loop.
-	  _delete_transport already performs the reassignment
-	  inline.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4192>
-
-2023-03-16 16:02:26 +0000  Colin Kinloch <colin.kinloch@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	  gtkwaylandsink: Destroy GstWlWindow when parent GtkWindow is destroyed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4197>
-
-2023-03-15 18:54:13 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/avtp/gstavtpcrfutil.c:
-	* ext/closedcaption/bit_slicer.c:
-	* ext/closedcaption/io-sim.c:
-	* ext/closedcaption/raw_decoder.c:
-	* ext/closedcaption/sampling_par.c:
-	* ext/dash/gstdashdemux.c:
-	* ext/dtls/gstdtlsconnection.c:
-	* ext/hls/gsthlsdemux.c:
-	* ext/kate/gstkatespu.c:
-	* ext/lv2/gstlv2.c:
-	* ext/openal/gstopenalsink.c:
-	* ext/resindvd/resindvdsrc.c:
-	* ext/vulkan/vkviewconvert.c:
-	* ext/x265/gstx265enc.c:
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* gst-libs/gst/codecparsers/gstmpegvideoparser.c:
-	* gst-libs/gst/vulkan/wayland/gstvkdisplay_wayland.c:
-	* gst-libs/gst/wayland/gstwlcontext.c:
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/gstwlwindow.c:
-	* gst/dvbsubenc/libimagequant/libimagequant.c:
-	* gst/dvbsubenc/libimagequant/mempool.c:
-	* gst/dvbsubenc/libimagequant/pam.c:
-	* gst/dvdspu/gstspu-pgs.c:
-	* gst/fieldanalysis/gstfieldanalysis.c:
-	* gst/id3tag/id3tag.c:
-	* gst/interlace/gstinterlace.c:
-	* gst/jp2kdecimator/jp2kcodestream.c:
-	* gst/mpegtsdemux/mpegtsbase.c:
-	* gst/mxf/mxfaes-bwf.c:
-	* gst/mxf/mxfdemux.c:
-	* gst/mxf/mxfmetadata.c:
-	* gst/mxf/mxfup.c:
-	* gst/removesilence/vad_private.c:
-	* gst/rtmp2/rtmp/amf.c:
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gstmpegvideoparse.c:
-	* gst/videoparsers/gstvc1parse.c:
-	* sys/androidmedia/gst-android-graphics-imageformat.c:
-	* sys/androidmedia/gst-android-hardware-camera.c:
-	* sys/androidmedia/gst-android-hardware-sensor.c:
-	* sys/androidmedia/gstamc.c:
-	* sys/androidmedia/gstamcaudiodec.c:
-	* sys/androidmedia/gstamcvideodec.c:
-	* sys/androidmedia/gstamcvideoenc.c:
-	* sys/applemedia/vtenc.c:
-	* sys/d3dvideosink/d3dhelpers.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/v4l2codecs/gstv4l2decoder.c:
-	* sys/wasapi/gstwasapiutil.c:
-	* tests/check/elements/avtpcrfsync.c:
-	* tests/check/elements/avwait.c:
-	* tests/check/elements/kate.c:
-	* tests/check/elements/pnm.c:
-	* tests/check/libs/play.c:
-	* tests/check/pipelines/ipcpipeline.c:
-	* tests/examples/d3d11/d3d11videosink.c:
-	  gst-plugins-bad: re-indent with GNU indent 2.2.12
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4182>
-
-2023-03-16 23:09:53 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2client.cpp:
-	  wasapi2: Fix potential crash on device activation failure
-	  The activation object is live in COM thread already and therefore
-	  self refcount hack is pointless.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4194>
-
-2023-03-16 13:25:39 +0100  Albert Sjölund <alberts@axis.com>
-
-	* ext/webrtc/webrtcdatachannel.c:
-	  webrtc: patch leak caused by early return
-	  In webrtc_data_channel_send functions, both data and string,
-	  an early return on a non-open datachannel caused it to leak
-	  the buffer used for pushing to appsrc, meaning any buffer
-	  sent after leaving the open state was leaked in full.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4191>
-
-2023-03-16 00:53:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11converter.cpp:
-	  d3d11converter: Fix conversion backend selection
-	  Intended behavior was selecting video processor only if pixel shader
-	  is disabled, since we prefer shader over video processor
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4179>
-
-2023-03-15 22:05:33 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11window.cpp:
-	* sys/d3d11/gstd3d11window.h:
-	  d3d11videosink: Fix tearing in case of fullscreen mode
-	  DXGI_SWAP_CHAIN_FLAG_ALLOW_TEARING and DXGI_PRESENT_ALLOW_TEARING should
-	  be used only if required, when user wants Vsync off for example.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/2376
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4178>
-
-2022-11-28 09:00:27 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	  waylandsink: Add a comment about dmabuf without feature
-	  The code does not make it obvious that dmabuf is still supported
-	  without the feature. This documents that it is supported, but
-	  only for formats that are also support by SHM interface.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3476>
-
-2022-11-28 08:59:54 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* ext/wayland/gstwaylandsink.h:
-	  waylandsink: Remove unused instance member
-	  use_dmabuf is set but never used.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3476>
-
-2023-03-14 14:05:36 +0800  Teng, Jin Chung <jin.chung.teng@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	  msdkh264enc: Adding BGRx format DMABuf support
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4167>
-
-2023-03-14 22:08:54 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11compositor.cpp:
-	  d3d11compositor: Fix composition error on release_pad()
-	  Composition might be still in progress while it's being released
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4169>
-
-2023-03-11 01:58:01 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/va/gstvadisplay_win32.cpp:
-	  vadisplay_win32: Query profiles and entry points on init
-	  Depending on driver, display can be initialized but
-	  fails on query calls.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4149>
-
-2023-03-10 00:24:46 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/plugin.c:
-	  va: Don't error out on plugin registration
-	  Keep enumerate devices and don't return FALSE on plugin_init()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4149>
-
-2023-03-09 09:14:47 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* sys/applemedia/helpers.c:
-	* sys/applemedia/helpers.h:
-	* sys/applemedia/vtdec.c:
-	* sys/applemedia/vtenc.c:
-	* sys/applemedia/vtutil.h:
-	  applemedia: Consolidate GstVideoFormat <-> CVPixelFormat conversion
-	  In the process we have changed the color value range from video-range
-	  to full-range, which is probably what people want in the first place.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4135>
-
-2023-02-17 12:10:25 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	  bad: Update doc cache for waylandsink changes
-	  A new drm-device property has been added.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-16 16:21:33 -0500  Colin Kinloch <colin.kinloch@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* ext/wayland/gstwaylandsink.h:
-	  wayladnsink: Add DRM Dumb allocator support
-	  If the input is not a DMABuf, attempt to copy into a DRM Dumb
-	  buffer and import it has a DMABuf. This will offload the
-	  compositor from actually doing this copy (needed to handle SHM)
-	  and may allow the software decoded stream to be rendered to
-	  an HW layer, or even reach through some better accelerated
-	  GL import path.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-16 15:40:21 -0500  Colin Kinloch <colin.kinloch@collabora.com>
-
-	* gst-libs/gst/wayland/gstwlvideobufferpool.c:
-	* gst-libs/gst/wayland/gstwlvideobufferpool.h:
-	  wlvideobufferpool: Add DRM Dumb buffer support
-	  This allow the wayland buffer pool to use a GstDRMDumbAllocator
-	  if it has been configured to do so.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-17 09:42:42 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst-libs/gst/wayland/gstwldisplay.c:
-	* gst-libs/gst/wayland/gstwllinuxdmabuf.c:
-	* gst-libs/gst/wayland/gstwlvideoformat.c:
-	* gst-libs/gst/wayland/gstwlvideoformat.h:
-	  wlvideoformat: Fix sign issue for DRM fourcc
-	  DRM fourcc ared defined as 32bit unsigned in, but the format helper was passing
-	  an int, while using a unsigned int internally. This is a API/ABI break, but
-	  the API is still unstable.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-16 21:12:08 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* gst-libs/gst/wayland/gstwllinuxdmabuf.c:
-	  wllinuxdmabuf: Handle video meta inside the importer
-	  This allow simplifying the GstVideoInfo handling in the sinks. Instead
-	  of having to update a video info for the import, the sink can simply pass the
-	  video info associated with the caps and rely on the VideoMeta in the GstBuffer
-	  to obtain the appropriate offset and stride.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-16 14:31:10 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	  gtkwaylandsink: Fix display/wl_window/pool leaks
-	  These were leaked in the GTK implementation of the sink.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-16 13:54:42 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	* ext/wayland/gstwaylandsink.h:
-	  waylandsink: Refactor internal pool handling
-	  This is to make it easier to support more then one allocators
-	  including falling back from one to another.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-15 13:11:36 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	  waylandsink: Let the baseclass know when frames are dropped
-	  This is using the new GST_BASE_SINK_FLOW_DROPPED return value.
-	  With this change, fpsdisplaysink will properly report the
-	  render and dropped rate.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-15 12:34:27 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	  gtkwaylandsink: Force a redraw on resolution change
-	  As we don't render into the widget directly, there is no "initial" draw
-	  happening. As a side effect, the internal aspect ratio adapted display
-	  width/height is never initialize leading to assertions when handling navigation
-	  events.
-	  gst_video_center_rect: assertion 'src->h != 0' failed
-	  Simply queue a redraw after setting the widget format in order to fix the issue.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-15 12:13:16 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	* ext/wayland/gstwaylandsink.c:
-	  waylandsink: Stop modifying the display GstVideoInfo
-	  The video_info is supposed to match the display dimentions, but as soon as we
-	  get a padded video buffer, we modify it. This has side effect later on and
-	  maybe cause bad frames.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-15 11:49:38 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* ext/gtk/gstgtkwaylandsink.c:
-	  gtkwaylandsink: Remove redefine of GST_CAPS_FEATURE_MEMORY_DMABUF
-	  Instead just include the appropriate header file. There is no meson deps
-	  modification as gstallocators_dep is already part of gstwayland_dep.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-02-10 15:05:17 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* sys/kms/gstkmsallocator.c:
-	* sys/kms/gstkmsallocator.h:
-	  kmsallocator: Port to the new DRM Dumb Allocator
-	  This ports the KMS allocator to use the DRM Dumb allocator from the allocators
-	  library.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3801>
-
-2023-03-11 14:59:58 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* sys/androidmedia/gstamc.c:
-	* sys/androidmedia/gstamcvideodec.c:
-	* sys/androidmedia/gstamcvideoenc.c:
-	  androidmedia: Add support for AV1
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4156>
-
-2023-03-10 22:21:42 +0100  Alicia Boya García <ntrrgc@gmail.com>
-
-	* gst-libs/gst/cuda/gstcudaloader.cpp:
-	  cudaloader: Initialize logging category
-	  gstcudaloader.cpp defines GST_DEBUG_CATEGORY (gst_cudaloader_debug);
-	  but it wasn't initializing it anywhere.
-	  This caused the following error to be logged by gst-plugin-scanner when
-	  libcuda.so.1/nvcuda.dll couldn't be loaded, e.g. in systems without
-	  CUDA:
-	  (gst-plugin-scanner:39618): GStreamer-CRITICAL **: 14:40:22.346:
-	  gst_debug_log_full_valist: assertion 'category != NULL' failed
-	  This patch fixes the bug by initializing the category in
-	  gst_cuda_load_library_once_func() before any logging occurs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4154>
-
-2023-03-09 05:55:28 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* sys/applemedia/avfvideosrc.m:
-	  avfvideosrc: GL texture cache also supports YUY2 on macOS
-	  BGRA gives black frames, and everything else fails to negotiate.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4134>
-
-2023-03-08 01:06:10 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* sys/applemedia/avfvideosrc.m:
-	* sys/applemedia/helpers.c:
-	* sys/applemedia/helpers.h:
-	* sys/applemedia/meson.build:
-	  avfvideosrc: Use frame duration instead of frame rate
-	  These days you're can use minFrameDuration and maxFrameDuration which
-	  are CMTime with fractional values. That way we don't need to convert
-	  between double and fractions in a really weird way.
-	  This fixes really odd fractional values exposed in caps, like:
-	  2000000/76923, 1000000/37037, 5000000/178571, 10000000/344827, 10000000/333333
-	  Which are actually just 26/1, 27/1, 28/1, 29/1, 30/1
-	  We can also delete a lot of outdated code for iOS versions older than
-	  7.0 by using newer APIs.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4134>
-
-2023-03-08 22:54:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvabasedec.c:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvacompositor.c:
-	* sys/va/gstvapluginutils.h:
-	  va: Update "device-path" property description for Windows
-	  DRM does not make sense on Windows
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4114>
-
-2023-03-08 22:44:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvaav1dec.c:
-	* sys/va/gstvabasedec.h:
-	* sys/va/gstvacompositor.c:
-	* sys/va/gstvadeinterlace.c:
-	* sys/va/gstvah264dec.c:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265dec.c:
-	* sys/va/gstvah265enc.c:
-	* sys/va/gstvajpegdec.c:
-	* sys/va/gstvampeg2dec.c:
-	* sys/va/gstvapluginutils.c:
-	* sys/va/gstvapluginutils.h:
-	* sys/va/gstvavp8dec.c:
-	* sys/va/gstvavp9dec.c:
-	* sys/va/gstvavpp.c:
-	* sys/va/meson.build:
-	  va: Add Windows specific element type/feature naming support
-	  Adapter LUID will be changed per boot. Use different naming rule on Windows
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4114>
-
-2023-03-04 04:37:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvabasedec.c:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvacompositor.c:
-	* sys/va/gstvadeinterlace.c:
-	* sys/va/gstvadevice_linux.c:
-	* sys/va/gstvadevice_win32.cpp:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265enc.c:
-	* sys/va/gstvapluginutils.h:
-	* sys/va/gstvavpp.c:
-	* sys/va/meson.build:
-	* sys/va/plugin.c:
-	  va: Add support for Win32 backend
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4114>
-
-2023-03-04 04:12:13 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/va/gstva.h:
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvadisplay.h:
-	* gst-libs/gst/va/gstvadisplay_drm.c:
-	* gst-libs/gst/va/gstvadisplay_win32.cpp:
-	* gst-libs/gst/va/gstvadisplay_win32.h:
-	* gst-libs/gst/va/gstvautils.c:
-	* gst-libs/gst/va/meson.build:
-	  va: Add Win32 backend GstVaDisplay implementation
-	  ... and disable derived image on Windows which does not seem to
-	  work
-	  Closes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1750
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4114>
-
-2023-03-07 01:16:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvadecoder.c:
-	* sys/va/gstvaencoder.c:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265enc.c:
-	  va: Drop all GSlice bits
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4114>
-
-2023-03-10 12:46:34 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	* gst-libs/gst/webrtc/ice.c:
-	  webrtc: fix g-i annotations for allow-none
-	  'allow none' doesn't exist, and 'allow-none' is now deprecated.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4146>
-
-2023-01-07 16:18:03 +0100  Antonio Rojas <arojas@archlinux.org>
-
-	* ext/zxing/gstzxing.cpp:
-	  zxing: add support for zxing-c++ 2.0
-	  format is a C++ string in 2.0
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3693>
-
-2023-03-10 16:47:17 +1100  Matthew Waters <matthew@centricular.com>
-
-	* ext/vulkan/vkoverlaycompositor.c:
-	  vulkanoverlaycompositor: don't do a potential use after free
-	  Removing a meta from a buffer means one doesn't have access to it
-	  anymore.  Instead use the already reffed composition directly.
-	  Fixes a use-after-free in the following pipeline:
-	  ... ! vulkanupload ! timeoverlay ! vulkanoverlaycompositor ! ...
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4143>
-
-2023-03-09 18:03:42 +1100  Matthew Waters <matthew@centricular.com>
-
-	* ext/closedcaption/gstcea708decoder.c:
-	  cea708overlay: support multiple service blocks in the same dtvcc packet
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4137>
-
-2023-03-09 14:38:13 +1100  Matthew Waters <matthew@centricular.com>
-
-	* ext/closedcaption/gstcea708decoder.c:
-	  cea708overlay: fix HCR interpretation
-	  An unsigned counter with a for (i = end; i >= 0; i--), can be optimized to
-	  infinite loop as an unsigned value will always be >= 0.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4133>
-
-2023-03-07 23:46:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/videoparsers/gsth264parse.c:
-	* gst/videoparsers/gsth264parse.h:
-	  h264parse: Validate VUI framerate
-	  A few streams contain invalid/wrong framerate in VUI. Do validate
-	  it based on the spec and ignore invalid VUI framerate values.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1753
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4127>
-
-2023-03-07 17:44:58 +1100  Matthew Waters <matthew@centricular.com>
-
-	* ext/closedcaption/ccutils.c:
-	* tests/check/elements/cccombiner.c:
-	  cccombiner: fix output-padding=false for a cea608 field 1 only stream
-	  If we have data that needs outputting but we have to output padding to
-	  meet the alternating field requirements of cea608, then output that
-	  padding anyway.
-	  Also includes a test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4124>
-
-2023-03-07 15:39:04 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* ext/closedcaption/gstccconverter.c:
-	* tests/check/elements/ccconverter.c:
-	  ccconverter: implement field conversion of CEA 608 control codes
-	  As specified in EIA/CEA-608-B section 8.4:
-	  When closed captioning is used on line 21, field 2, it shall conform
-	  to all of the applicable specifications and recommended practices as
-	  defined for field 1 services with the following differences:
-	  a) The non-printing character of the miscellaneous control-character pairs
-	  that fall in the range of 14h, 20h to 14h, 2Fh in field 1, shall be replaced
-	  with 15h, 20h to 15h, 2Fh when used in field 2.
-	  b) The non-printing character of the miscellaneous control-character pairs
-	  that fall in the range of 1Ch, 20h to 1Ch, 2Fh in field 1, shall be replaced
-	  with 1Dh, 20h to 1Dh, 2Fh when used in field 2.
-	  This means simply switching the "field" field in the caps isn't enough for
-	  converting raw 608 from one field to another, some control codes also
-	  need to be amended.
-	  + Adds simple test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4126>
-
-2023-03-05 20:15:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvavp8dec.c:
-	  vavp8dec: Fix return type of decode_picture()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4113>
-
-2023-03-05 20:14:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstjpegdecoder.h:
-	  vajpegdec: Hide gst_jpeg_decoder_get_type() symbol
-	  It's not a public symbol yet
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4113>
-
-2023-03-05 20:01:44 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvabaseenc.h:
-	  vabaseenc: Fix return type of encode_frame vfunc
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4113>
-
-2023-03-05 19:53:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/va/gstvaav1dec.c:
-	* sys/va/gstvafilter.c:
-	* sys/va/gstvah264enc.c:
-	* sys/va/gstvah265enc.c:
-	* sys/va/gstvavp8dec.c:
-	* sys/va/gstvavpp.c:
-	  va: Fix struct empty initialization syntax
-	  "struct Foo bar; bar = {};" is not a valid syntax. Also remove use
-	  of __typeof__ which is GCC specific
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4113>
-
-2023-03-01 03:33:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/codectimestamper/gsth265timestamper.c:
-	  h265timestamper: Use gst_h265_parser_parse_decoder_config_record()
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2759>
-
-2022-07-15 01:53:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvh265dec.cpp:
-	  qsvh265dec: Use gst_h265_parser_parse_decoder_config_record()
-	  Stop duplicating code and use newly added parsing method instead
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2759>
-
-2022-08-19 04:25:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  h265decoder: Use gst_h265_parser_parse_decoder_config_record()
-	  Stop duplicating code and use newly added parsing method instead
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2759>
-
-2022-07-15 01:23:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/videoparsers/gsth265parse.c:
-	  h265parse: Use gst_h265_parser_parse_decoder_config_record()
-	  Stop duplicating code and use newly added parsing method instead
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2759>
-
-2022-07-15 00:13:45 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	* gst-libs/gst/codecparsers/gsth265parser.h:
-	* tests/check/libs/h265parser.c:
-	  h265parser: Add an API for HEVCDecoderConfigurationRecord parsing
-	  Add a method for HEVC configuration data parsing
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2759>
-
-2023-03-06 11:22:45 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	  msdkenc: Fix scale ratio for frame duration
-	  For the calculation of frame duration, the numerator
-	  should be FrameRateExtD, and the denominator should be
-	  FrameRateExtN.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4119>
-
-2023-03-05 22:03:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	  d3d11memory: Remove GstPoll from GstD3D11PoolAllocator
-	  GstBufferPool implementation was referenced for this GstD3D11PoolAllocator,
-	  for example GstAtomicQueue, various atomic operations, and GstPoll ones.
-	  However, such combination seems to be almost pointless
-	  since gst_poll_{read,write}_control() takes mutex and also
-	  GstPoll uses Win32 event handle internally.
-	  Use simple SRWLOCK and CONDITION_VARIABLE instead, and don't make things
-	  complicated/inefficient.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/2887>
-
-2023-02-23 14:14:57 +0100  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/meson.build:
-	* sys/applemedia/vtdec.c:
-	* sys/applemedia/vtdec.h:
-	  vtdec: Correctly retrieve reorder queue length from SPS
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4057>
-
-2023-03-03 00:24:32 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* ext/closedcaption/gstcea608mux.c:
-	  cea608mux: don't consume input buffers too early
-	  CCBuffer has no notion of time, we need to push caption pairs in
-	  it when it is ready for consumption and no earlier.
-	  Also perform comparisons with our output running time, not the raw
-	  output PTS.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4103>
-
-2023-03-02 17:23:44 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* ext/closedcaption/gstcccombiner.c:
-	  cccombiner: fix s334-1a in place conversion
-	  The code wants to prepend one byte to every byte pair. It correctly did
-	  so by working backwards pair-wise, but then didn't work backwards
-	  instead of each individual pair / future triplet, overwriting
-	  information before attempting to read it.
-	  The code also failed to update the len pointer after prepending.
-	  This fixes both issues.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4100>
-
-2023-03-02 14:54:45 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* ext/qroverlay/gstbaseqroverlay.c:
-	* ext/qroverlay/gstqroverlayplugin.c:
-	  qroverlay: Fix documentation
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4102>
-
-2023-03-01 16:46:19 -0500  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* ext/srt/gstsrtobject.c:
-	* ext/srt/gstsrtobject.h:
-	  srt: Use g_cancellable_get_fd for poll cancellation
-	  Removing sockets from the epoll for cancellation is unreliable and might
-	  not be thread-safe. Rather, have SRT watch a FD from the cancellable if
-	  available. Keep the cancellable cancelled while we're not open.
-	  Use the regular single-socket `sock` and `poll_id` fields for the
-	  listening thread instead of duplicating them.
-	  Before polling we need to check the socket state. SRT closes broken
-	  sockets by itself and when the epoll contains our cancellation FD it can
-	  no longer be empty, which was an error before.
-	  Treat more failures in the read and write operations as an opportunity
-	  to try a reconnect.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4087>
-
-2023-03-01 16:00:39 -0500  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* ext/srt/gstsrtobject.c:
-	* ext/srt/gstsrtobject.h:
-	* ext/srt/gstsrtsink.c:
-	* ext/srt/gstsrtsink.h:
-	* ext/srt/gstsrtsrc.c:
-	* ext/srt/gstsrtsrc.h:
-	  srt: Move cancellable into srtobject
-	  Should produce no difference in behavior.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4087>
-
-2023-02-28 18:55:25 -0500  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* ext/srt/gstsrtobject.h:
-	  srt: Set default poll-timeout to one second
-	  Removing a socket from the poll is not a guaranteed unlock. If we let
-	  the poll continue indefinitely, then e.g. an unfed srtsrc can deadlock
-	  when we try to shut it down.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4087>
-
-2023-02-28 18:54:27 -0500  Jan Alexander Steffens (heftig) <jan.steffens@ltnglobal.com>
-
-	* ext/srt/gstsrtobject.c:
-	  srt: Consider EPOLLEMPTY an error when not unlocking
-	  Seems that SRT can remove the socket from the poll by itself when the
-	  connection gets closed. Consider this an error condition and ensure we
-	  only "abort successfully" when we're actually trying to unlock.
-	  Needs more investigation but this is enough to prevent the element from
-	  getting stuck not reporting an error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4087>
-
-2023-02-15 13:10:39 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst/videoparsers/gsth265parse.c:
-	  h265parse: Fix to check returned value
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3968>
-
-2023-02-20 10:17:53 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdkvpp.c:
-	  msdkvpp: correct the fixated caps for src pad
-	  In src pad, fixate othercaps instead of the NULL result caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3999>
-
-2023-02-27 14:09:12 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/closedcaption/gstcea608mux.c:
-	* ext/closedcaption/gstcea608mux.h:
-	* ext/closedcaption/gstclosedcaption.c:
-	* ext/closedcaption/meson.build:
-	  closedcaption: implement cea608muxer element
-	  Wrapper aggregator around the CCBuffer internal utility, this
-	  version only supports aggregating CC1 and CC3 608 streams together into
-	  the s334-1a format.
-	  The element exposes CC1 and CC3 request pads.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4084>
-
-2023-03-01 06:36:15 +1100  Jan Schmidt <jan@centricular.com>
-
-	* sys/applemedia/avfvideosrc.m:
-	  avfvideosrc: Fix description and trailing whitespace
-	  Minor fix to mention that the element is also useful on MacOS,
-	  and remove some trailing whitespace
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4083>
-
-2023-03-01 06:32:19 +1100  Jan Schmidt <jan@centricular.com>
-
-	* sys/applemedia/avfvideosrc.m:
-	  avfvideosrc: Don't wait on main thread for permissions request
-	  Recursively invoking the NSMainLoop can cause crashes in
-	  applications that don't expect it. Instead of waiting for
-	  permission to be granted, move the wait later - until we
-	  actually need device permissions when starting the capture
-	  session. That moves the wait into the streaming thread
-	  instead of the application thread that's setting the pipeline
-	  state to READY.
-	  Instead of a manual state change implementation to open
-	  and close the device, use the basesrc start/stop methods that
-	  are intended for the purpose.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4083>
-
-2023-03-02 02:51:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11dxgicapture.cpp:
-	  d3d11screencapturesrc: Use keyed mutex instead of fence
-	  D3D11 runtime might not support ID3D11Fence, and if so GstD3D11Fence
-	  abstraction will use ID3D11Query instead. However, since the ID3D11Query
-	  requires busy waiting, keyed mutex is better approach.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4094>
-
-2023-02-28 23:35:59 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	  d3d11testsrc: Use keyed mutex for rendering patterns
-	  D2D operations would not flush D3D commands. Use keyed mutex
-	  to synchronize between them. Note that previous code was wrong
-	  (Flush should be called inside of BeginDraw/EndDraw calls)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4081>
-
-2023-02-28 23:50:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	  d3d11memory: Add support for keyed mutex
-	  Non-zero mutex key held by application is not considered for now.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4081>
-
-2023-02-28 18:48:24 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: demote and promote log messages level
-	  Before those levels where when implementing the plugin. Now these
-	  levels are for reporting issues from users.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4039>
-
-2023-02-12 22:37:01 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: reset parse state when the SOI is not the first marker
-	  There may be garbage or some bits before a SOI comes in some problematic
-	  mjpeg streams. For example, some network error may cause the EOI marker
-	  of the previous frame lost, and when the new frame's SOI comes, we still
-	  use the state of the last frame, which will generate errors.
-	  For this kind of frames without EOI, if that frame already has some data
-	  (the SOS segment is detected), we still push it as a frame with CORRUPTED
-	  flag set. But if not, we just discard all the data before the new SOI.
-	  Co-Authored-By: Víctor Jáquez <vjaquez@igalia.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4039>
-
-2023-02-15 17:16:47 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkenc.h:
-	  msdkenc: Set pts at handle_frame
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3998>
-
-2023-02-21 19:54:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh264dec.h:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvh265dec.h:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.h:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.h:
-	* sys/nvcodec/plugin.c:
-	  nvcodec: Remove stateful decoders
-	  Use H.264, H.265, VP8, and VP9 stateless decoders unconditionally
-	  and don't register its stateful counterpart
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1768
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gst-plugins-bad/-/issues/1621
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1432
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4015>
-
-2022-01-13 00:45:25 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* tests/check/elements/mpegtsmux.c:
-	  aggregator: improve parsing in create_new_pad
-	  The previous implementation was a bit primitive, assuming the subclass
-	  had registered a template name starting with sink_ . Instead make
-	  the effort of parsing the actual template name, and use that to generate
-	  the final pad name.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4032>
-
-2023-02-28 15:26:45 +0100  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtenc.c:
-	  vtenc: Fix checking for certain CPU variants when running in VMs
-	  These checks were introduced to prevent exposing ARGB64/RGBA64 in the caps
-	  when running on M1 Pro/Max with macOS <13 because of a bug in VideoToolbox.
-	  Unfortunately, the initial buffer size of 15 is too short when running
-	  in a VM - the CPU brand string there looks like "Apple M1 Pro (Virtual)",
-	  which due to its length causes sysctlbyname to return -1, resulting in
-	  broken formats still showing up in the caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4080>
-
-2023-02-09 11:16:19 +0100  Evgeny Pavlov <lucenticus@gmail.com>
-
-	* sys/amfcodec/gstamfav1enc.cpp:
-	* sys/amfcodec/gstamfencoder.cpp:
-	* sys/amfcodec/gstamfencoder.h:
-	* sys/amfcodec/gstamfh264enc.cpp:
-	* sys/amfcodec/gstamfh265enc.cpp:
-	  amfcodec: Initial support of preanalysis and preencoding for AMF encoders
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3847>
-
-2023-01-22 19:23:18 +0100  Jonas Danielsson <jonas.danielsson@spiideo.com>
-
-	* ext/wpe/WPEThreadedView.cpp:
-	* ext/wpe/wpe-extension/gstwpeextension.c:
-	  wpe: Post console messages as element messages
-	  Fixes #1731
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3769>
-
-2023-02-21 22:26:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/amfcodec/gstamfencoder.cpp:
-	* sys/d3d11/gstd3d11screencapturedevice.cpp:
-	* sys/mediafoundation/gstmfutils.cpp:
-	* sys/wic/gstwicutils.cpp:
-	  bad: Update indent
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4023>
-
-2023-02-25 22:40:19 +0000  amindfv <amindfv@mailbox.org>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/codecalpha/gstalphacombine.c:
-	  alphacombine: add support for I420_10LE
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4071>
-
-2022-09-24 17:03:22 +0100  Philippe Normand <philn@igalia.com>
-
-	* ext/wpe/WPEThreadedView.cpp:
-	* ext/wpe/WPEThreadedView.h:
-	  wpe: Add a basic WebProcess crash handler
-	  For now an error is emitted. Additional notification could be sent to the
-	  application as well, if needed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3077>
-
-2022-09-24 16:59:47 +0100  Philippe Normand <philn@igalia.com>
-
-	* ext/wpe/WPEThreadedView.cpp:
-	  wpe: Fix typo in estimate-load-progress signal callback name
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3077>
-
-2022-08-23 14:20:35 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	  msdkdec: Check available surfaces when all pre-allocated surfaces are in use
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3439>
-
-2022-08-23 11:47:02 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator.h:
-	* sys/msdk/gstmsdkallocator_libva.c:
-	* sys/msdk/gstmsdkcontext.c:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	  msdkdec: Apply the modified memory allocation logic
-	  We did several things to enable the new memory logic in msdkdec:
-	  (1) We always use video memory for decoder in linux path;
-	  (2) We give negotiated pool to alloc_pool stored in GstMsdkContext which
-	  will be used in callback mfxFrameAllocator:Alloc to alloc surfaces as
-	  MediaSDK needs, and this pool is also available for decoder itself;
-	  (3) We modify decide_allocation process, that is we make pool negotiaion
-	  before gst_msdk_init_decoder to ensure the pool is decided and ready for
-	  use in mfxFrameAllocator:Alloc callback; then we will consider the case
-	  when we need to do the gpu to cpu copy.
-	  (4) In gst_msdkdec_finish_task, we modify the way for copy following the
-	  logic in (3).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3439>
-
-2022-08-23 11:25:15 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	  msdkdec: Add a function to create va pool
-	  Add a pool creation function name as 2 for later use which will create
-	  va pool for video memory in linux and keep system pool for windows.
-	  This gst_msdkdec_create_buffer_pool2 will replace gst_msdkdec_create_buffer_pool
-	  when all the memory allocation modifications are ready in the commits after.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3439>
-
-2022-08-23 10:48:50 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator_libva.c:
-	  msdkallocator_libva: Rewrite gst_msdk_frame_alloc
-	  Rewrite gst_msdk_frame_alloc and name it as xxx_2 before applying it.
-	  It uses negotiated bufferpool stored in GstMsdkContext to allocate buffers
-	  in the callback MfxFrameAllocator:Alloc, then extract VASurface from buffer,
-	  wrap it as mfxMemIDs and pass these IDs to MediaSDK/oneVPL.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3439>
-
-2022-08-22 18:33:35 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator.c:
-	* sys/msdk/gstmsdkallocator.h:
-	* sys/msdk/gstmsdkallocator_libva.c:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkdec.h:
-	  msdkdec: Add a function to directly allocate output GstMsdkSurface
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3439>
-
-2022-08-22 17:44:35 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkcontext.c:
-	* sys/msdk/gstmsdkcontext.h:
-	  msdk: Add a bufferpool in GstMsdkContext structure
-	  This alloc_pool is the negotiated pool and will be used in
-	  mfxFrameAllocator:Alloc to create surfaces.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3439>
-
-2022-06-08 17:13:47 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkav1dec.c:
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkh264dec.c:
-	* sys/msdk/gstmsdkh265dec.c:
-	* sys/msdk/gstmsdkmjpegdec.c:
-	* sys/msdk/gstmsdkmpeg2dec.c:
-	* sys/msdk/gstmsdkvc1dec.c:
-	* sys/msdk/gstmsdkvp9dec.c:
-	  msdkdec: Enable va caps at srcpad
-	  Set caps with VA memory at src pad with a higher priority, then comes
-	  dmabuf caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3439>
-
-2023-02-17 16:20:37 +0000  Philippe Normand <philn@igalia.com>
-
-	* ext/webrtc/gstwebrtcbin.c:
-	* gst-libs/gst/webrtc/ice.c:
-	* gst-libs/gst/webrtc/ice.h:
-	* gst-libs/gst/webrtc/nice/nice.c:
-	  webrtcbin: Relay add-ice-candidate errors from Ice implementation to Application
-	  The `add_candidate` vfunc of the GstWebRTCICE interface gained a GstPromise
-	  argument, which is an ABI break. We're not aware of any external user of this
-	  interface yet so we think it's OK.
-	  This change is useful in cases where the application needs to bubble up errors
-	  from the underlying ICE agent, for instance when the agent was given an invalid
-	  ICE candidate.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3960>
-
-2023-02-14 16:25:15 +0000  Philippe Normand <philn@igalia.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/webrtc/gstwebrtcbin.c:
-	  webrtcbin: Add add-ice-candidate-full signal
-	  The signal triggers an asynchronous task on the PC thread but in some cases it
-	  can be useful for apps to be notified when the task completed. This method of
-	  the PeerConnection spec also returns a Promise so the interface is now more
-	  coherent with the spec.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3960>
-
-2023-02-25 22:35:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11testsrc.cpp:
-	* sys/d3d11/meson.build:
-	  d3d11testsrc: Add circular, blink and ball patterns
-	  Note that circular and ball patterns will be rendered via
-	  Direct2D (and Direct3D11 interop)
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4070>
-
-2023-02-24 21:58:00 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstjpegdecoder.c:
-	  jpegdecoder: fail early if no input caps have been provided
-	  The jpegdecoder class does not implement the ->parse() virtual function,
-	  and we always need to add the jpegparse element before it. So we should
-	  set_needs_format of the decoder to TRUE, then if no parse before it, it
-	  can fail with a "not-negotiated" error early, rather than go on and
-	  generate unexpected error.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1829
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4064>
-
-2023-02-24 21:49:27 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gstav1decoder.c:
-	  av1decoder: fail early if no input caps have been provided
-	  The av1decoder class does not implement the ->parse() virtual function,
-	  and we always need to add the av1parse element before it. So we should
-	  set_needs_format of the decoder to TRUE, then if no parse before it, it
-	  can fail with a "not-negotiated" error early, rather than go on and
-	  generate unexpected error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4064>
-
-2023-02-24 21:38:48 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gstvp9decoder.c:
-	  vp9decoder: fail early if no input caps have been provided
-	  The vp9decoder class does not implement the ->parse() virtual function,
-	  and we always need to add the vp9parse element before it. So we should
-	  set_needs_format of the decoder to TRUE, then if no parse before it, it
-	  can fail with a "not-negotiated" error early, rather than go on and
-	  generate unexpected error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4064>
-
-2023-02-24 21:27:27 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gstvp8decoder.c:
-	  vp8decoder: fail early if no input caps have been provided
-	  The vp8decoder class does not implement the ->parse() virtual function,
-	  it can only accepts frame aligned data. If some element such as filesrc
-	  feed it with unaligned data, the behaviour is undecided. So we should
-	  set_needs_format of the decoder to TRUE, then it can fail with a
-	  "not-negotiated" error early, rather than go on and generate unexpected
-	  error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4064>
-
-2023-02-24 21:12:40 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gstmpeg2decoder.c:
-	  mpeg2decoder: fail early if no input caps have been provided
-	  The mpeg2decoder class does not implement the ->parse() virtual function,
-	  and we always need to add the mpegvideoparse element before it. So we should
-	  set_needs_format of the decoder to TRUE, then if no parse before it, it
-	  can fail with a "not-negotiated" error early, rather than go on and
-	  generate unexpected error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4064>
-
-2023-02-24 21:09:31 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gsth264decoder.c:
-	  h264decoder: fail early if no input caps have been provided
-	  The h264decoder class does not implement the ->parse() virtual function,
-	  and we always need to add the h264parse element before it. So we should
-	  set_needs_format of the decoder to TRUE, then if no parse before it, it
-	  can fail with a "not-negotiated" error early, rather than go on and
-	  generate unexpected error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4064>
-
-2023-02-24 20:15:20 +0800  He Junyan <junyan.he@intel.com>
-
-	* gst-libs/gst/codecs/gsth265decoder.c:
-	  h265decoder: fail early if no input caps have been provided
-	  The h265decoder class does not implement the ->parse() virtual function,
-	  and we always need to add the h265parse element before it. So we should
-	  set_needs_format of the decoder to TRUE, then if no parse before it, it
-	  can fail with a "not-negotiated" error early, rather than go on and
-	  generate unexpected error.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4064>
-
-2023-02-21 19:47:42 +0100  Mathieu Duponchelle <mathieu@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/closedcaption/gstccconverter.c:
-	* ext/closedcaption/gstccconverter.h:
-	* tests/check/elements/ccconverter.c:
-	  ccconverter: add support for advertising / selecting field
-	  Raw 608 caps can now contain a "field" field. On the input side it
-	  signifies that the input raw 608 is attached to either field 0 or 1,
-	  on the output side it allows selecting whether to extract the raw 608
-	  data for field 0 or 1 for field-aware formats.
-	  In addition, it is also allowed to use ccconverter to "convert" 608
-	  field 0 to 608 field 1 (and conversely), this is passthrough as the
-	  change only needs to happen in the caps.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4031>
-
-2023-01-27 12:45:10 +0100  Robert Rosengren <robertr@axis.com>
-
-	* ext/curl/gstcurlhttpsrc.c:
-	  curlhttpsrc: Add curl anyauth option
-	  Add curl anyauth option to support http request to endpoints not using
-	  only basic authentication (as default in curl). Also aligning with
-	  curlhttpsink that already uses this option.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3824>
-
-2023-02-22 00:47:09 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/videoparsers/gsth265parse.c:
-	* tests/check/elements/h265parse.c:
-	  h265parse: Always set profile on src caps
-	  h265parse should provide profile for autoplugging
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4026>
-
-2023-02-22 15:18:12 +0100  Célestin Marot <c.marot@intopix.com>
-
-	* sys/d3d11/gstd3d11overlaycompositor.cpp:
-	  d3d11overlaycompositor: fix texture width and height
-	  The dimension of the overlay texture directly corresponds to the size of the overlay **buffer** which is given by its video meta.
-	  The dimension at which the overlay should be displayed directly correspond to the overlay `render_width`and `render_height`.
-	  This match the behavior of glimagesink
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4046>
-
-2023-02-22 11:52:38 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* po/fur.po:
-	  gst-plugins-bad: update translations
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4040>
-
-2023-02-19 10:41:51 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: Warn only malformed data in APP data.
-	  It's only malformed data in APP when its length is less than 6 chars,
-	  because it should have at least an id string. Otherwise, if the id string
-	  is not handled, no warning is raised, only a debug message noticing it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3943>
-
-2023-02-15 19:02:35 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst/jpegformat/gstjpegparse.c:
-	  jpegparse: Parse AVI1 tag in app0.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3943>
-
-2023-02-12 16:11:34 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstjpegdecoder.c:
-	  va: jpegdecoder: Do not check SOS state when parsing DRI marker.
-	  According to spec, the JPEG_MARKER_DRI(Restart interval definition)
-	  marker can come before the SOS marker. So we should not check the SOS
-	  state when parsing the DRI marker.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3943>
-
-2023-02-22 02:56:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaconverter.c:
-	  cudaconverter: Rename CUDA kernel function
-	  Changing its name (was too generic) to help GPU tracing via Nsight tool
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4029>
-
-2023-02-21 19:29:18 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/plugin.cpp:
-	  d3d11mpeg2dec: Promote rank to PRIMARY + 1
-	  Make its rank higher than avdec_mpeg2video
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4014>
-
-2023-02-19 20:51:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/meson.build:
-	  cuda: Link libatomic if needed
-	  Looks like C++ does not pull it automatically
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3997>
-
-2022-12-22 10:17:42 +0000  Philippe Normand <philn@igalia.com>
-
-	* ext/wpe/WPEThreadedView.cpp:
-	* ext/wpe/wpe-extension/gstwpeextension.c:
-	  wpe: Logging fixes for the WebExtension
-	  Using logging macros without a `GST_CAT_DEFAULT` in scope leads to critical
-	  warnings.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3623>
-
-2023-02-21 15:19:35 +1100  Matthew Waters <matthew@centricular.com>
-
-	* ext/closedcaption/gstccconverter.c:
-	  ccconverter: don't debug a potentially freed filter caps
-	  Fixes a use-after-free
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4011>
-
-2023-02-21 00:27:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/d3d11/gstd3d11videosink.cpp:
-	* sys/d3d11/gstd3d11window.cpp:
-	* sys/d3d11/gstd3d11window.h:
-	* sys/d3d11/gstd3d11window_win32.cpp:
-	  d3d11videosink: Fix rendering on external handle
-	  Partial revert of the commit 068a5c1053ae05b3c7747243948447e764d25aa6.
-	  That introduced size mismatch between internal and external HWND
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4006>
-
-2023-02-20 21:42:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvav1enc.cpp:
-	* sys/qsv/gstqsvh264enc.cpp:
-	* sys/qsv/gstqsvh265enc.cpp:
-	* sys/qsv/gstqsvjpegenc.cpp:
-	* sys/qsv/gstqsvvp9enc.cpp:
-	  qsvenc: Simplify property update helpers
-	  Takes lock outside of helper methods, and protect property getter too
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4005>
-
-2023-02-20 01:30:06 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvh264enc.cpp:
-	  qsvh264enc: Add more encoding options
-	  Adding trellis quantization, frame size, slice size and number of
-	  slices related encoding options
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4005>
-
-2023-02-19 22:43:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvav1enc.cpp:
-	* sys/qsv/gstqsvencoder.cpp:
-	* sys/qsv/gstqsvh264enc.cpp:
-	* sys/qsv/gstqsvh265enc.cpp:
-	* sys/qsv/gstqsvutils.cpp:
-	* sys/qsv/gstqsvutils.h:
-	* sys/qsv/gstqsvvp9enc.cpp:
-	  qsv: Use std::once_flag
-	  GLib's once implementation will take mutex every time
-	  in case of non-GCC build
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4005>
-
-2023-02-19 22:14:39 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/qsv/gstqsvh264enc.cpp:
-	  qsvh264enc: Optimization for byte-stream to packetized format conversion
-	  Allocate single memory instead of per NAL
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4005>
-
-2023-02-20 02:10:07 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencobject.cpp:
-	* sys/nvcodec/gstnvencobject.h:
-	  nvencoder: Fix b-frame encoding on Linux
-	  On Windows, Win32 event handle is used to wait for encoded output,
-	  but it's not available on Linux. We should delay bitstream locking
-	  if encoder returns "need-more-input"
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/4004>
-
-2023-02-17 19:16:33 +0000  Colin Kinloch <colin.kinloch@collabora.com>
-
-	* gst/debugutils/fpsdisplaysink.c:
-	  fpsdisplaysink: Skip reporting on frame counter reset
-	  When the QoS stats are reset (e.g. changing the source) the counters for
-	  dropped + rendered frames are reset to zero which result in negative values
-	  for their difference. This results in max-fps getting pegged at an extremely
-	  high value.
-	  ```
-	  fpsdisplaysink.c:373:display_current_fps:<fpsdisplaysink0> Updated max-fps to 36840705952231460864.000000
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3989>
-
-2023-02-17 17:29:32 +0000  Colin Kinloch <colin.kinloch@collabora.com>
-
-	* gst/debugutils/fpsdisplaysink.c:
-	  fpsdisplaysink: Log final statistics on stop
-	  Add a final message to the debug log that lists the min, max and average framerates when state of fpsdisplaysink transisions to NULL.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3988>
-
-2023-02-19 12:01:59 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* sys/va/gstvah265enc.c:
-	  vah265enc: Use helper to update properties.
-	  This is a continuation of the original patch by
-	  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3996>
-
-2023-02-20 10:56:27 -0500  Nicolas Dufresne <nicolas.dufresne@collabora.com>
-
-	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
-	  h264bitwriter: Remove second_chroma_qp_index_offset cast
-	  That API pps->second_chroma_qp_index_offset has been fixed to reflect
-	  the sign of field in the spec.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3966>
-
-2023-02-16 11:18:39 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/nvcodec/gstnvh264dec.cpp:
-	  nvh264dec: Remove type casting
-	  Have fixed type of second_chroma_qp_index_offset as gint8, so remove the type
-	  casting here.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3966>
-
-2023-02-15 09:32:57 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst-libs/gst/codecparsers/gsth264parser.h:
-	  h264parser: Fix the type of a parameter
-	  From spec, the value of second_chroma_qp_index_offset is in the range of
-	  -12 to +12 inclusive. Fix its type from guint8 to gint8.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3966>
-
-2023-02-16 15:03:25 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	  vaallocator: Check return value from va_sync_surface
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3919>
-
-2023-02-09 16:54:16 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/va/gstvaav1dec.c:
-	* sys/va/gstvabaseenc.c:
-	* sys/va/gstvabasetransform.c:
-	* sys/va/gstvaencoder.c:
-	* sys/va/gstvah264enc.c:
-	  va: Fix some code defects
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3919>
-
-2023-02-09 15:08:43 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkdec.c:
-	* sys/msdk/gstmsdkmjpegdec.c:
-	  msdkdec: Fix some lock issue
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3947>
-
-2023-02-19 03:39:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvencoder: Optimization for byte-stream to packetized format conversion
-	  Allocate single memory instead of per NAL
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3992>
-
-2023-02-19 03:17:09 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencobject.cpp:
-	* sys/nvcodec/gstnvencobject.h:
-	* sys/nvcodec/gstnvencoder.cpp:
-	* sys/nvcodec/gstnvencoder.h:
-	  nvencoder: Add support for caption insert
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1406
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3992>
-
-2023-02-18 23:45:43 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvencoder: Add support for HDR10 static metadata
-	  Insert HDR10 SEIs per IDR
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3992>
-
-2023-02-18 02:50:31 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencoder.cpp:
-	* sys/nvcodec/gstnvencoder.h:
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvencoder: Add support for GL memory
-	  preparation to deprecate old NVENC elements
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3992>
-
-2023-02-18 22:09:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencoder.cpp:
-	  nvencoder: Fix critical warning in autogpu mode
-	  If upstream memory is not CUDA, CUDA context will be null.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3992>
-
-2023-02-18 00:36:29 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	* gst-libs/gst/cuda/meson.build:
-	* sys/nvcodec/gstcudamemorycopy.c:
-	* sys/nvcodec/gstnvbaseenc.c:
-	* sys/nvcodec/gstnvdec.c:
-	* sys/nvcodec/gstnvdec.h:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvenc.c:
-	* sys/nvcodec/meson.build:
-	  cuda: Rename macro HAVE_NVCODEC_GST_GL -> HAVE_CUDA_GST_GL
-	  ... and always use #ifdef instead of #if
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3992>
-
-2023-02-14 10:29:00 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	  av1parser, h265parser: Fix some code defects
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3953>
-
-2023-02-17 14:56:20 +0800  Yinhang Liu <yinhang.liu@intel.com>
-
-	* sys/msdk/gstmsdk.c:
-	  msdkav1enc: fix the category for msdkav1enc debug
-	  The msdkav1enc debug initialized with gst_msdkav1dec_debug,
-	  fix this.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3985>
-
-2023-02-13 21:59:05 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcuvidloader.c:
-	* sys/nvcodec/gstcuvidloader.h:
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvdecobject.cpp:
-	* sys/nvcodec/gstnvdecobject.h:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvdecoder.h:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	  nvdecoder: Add support for reconfiguration
-	  Instead of creating new decoder instance per new sequence,
-	  re-use configured decoder instance via cuvidReconfigureDecoder()
-	  API. It will make output surface reusable without re-allocation.
-	  Also, in order for application to be able to reserve higher resolution
-	  output surface, "init-max-width" and "init-max-height" properties are
-	  added to each decoder.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-05 23:12:47 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencobject.cpp:
-	* sys/nvcodec/gstnvencobject.h:
-	* sys/nvcodec/gstnvencoder.cpp:
-	* sys/nvcodec/gstnvencoder.h:
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	* sys/nvcodec/meson.build:
-	  nvencoder: Reuse input resource
-	  Call input resource map functions (i.e., nvEncRegisterResource,
-	  nvEncUnregisterResource, nvEncMapInputResource, and
-	  nvEncUnmapInputResource) only once and reuse the mapped resources,
-	  instead of per input frame map/unmap
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-08 02:47:45 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* gst-libs/gst/cuda/gstcudamemory.h:
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	* gst-libs/gst/cuda/gstcudautils.h:
-	* gst-libs/gst/d3d11/gstd3d11memory.cpp:
-	* gst-libs/gst/d3d11/gstd3d11memory.h:
-	* gst-libs/gst/d3d11/gstd3d11utils.cpp:
-	* gst-libs/gst/d3d11/gstd3d11utils.h:
-	  cudamemory, d3d11memory: Add memory_{get,set}_token_data() methods
-	  Similar to GstMiniObject qdata but new methods will use int64
-	  token value and per object lock, instead of GQuark with global
-	  mutex in qdata
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-08 02:25:35 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvdecobject.cpp:
-	* sys/nvcodec/gstnvdecobject.h:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvdecoder.h:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	* sys/nvcodec/meson.build:
-	  nvdecoder: Add support for CUDA zero-copy in stateless decoder
-	  Wrap mapped decoder output surface using GstCudaMemory and
-	  output without any copy operation. Also, for application to be able to
-	  control the number of zero-copyable output surfaces,
-	  "num-output-surfaces" property is added.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-08 01:42:55 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.cpp:
-	* sys/nvcodec/gstnvdecoder.cpp:
-	* sys/nvcodec/gstnvh264dec.cpp:
-	* sys/nvcodec/gstnvh265dec.cpp:
-	* sys/nvcodec/gstnvvp8dec.cpp:
-	* sys/nvcodec/gstnvvp9dec.cpp:
-	* sys/nvcodec/meson.build:
-	  nvdecoder: Port to C++
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-02 03:45:26 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvav1dec.c:
-	* sys/nvcodec/gstnvh264dec.c:
-	* sys/nvcodec/gstnvh265dec.c:
-	* sys/nvcodec/gstnvvp8dec.c:
-	* sys/nvcodec/gstnvvp9dec.c:
-	  nvdecoder: Reduce render delay to 2 frames
-	  4 frames delay seems to be too high
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-05 20:03:04 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* gst-libs/gst/cuda/gstcudamemory.h:
-	  cudamemory: Add gst_cuda_allocator_alloc_wrapped() method
-	  ... so that application can pass already allocated CUDA memory
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-05 20:00:04 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	  cudamemory: Skip sync if no I/O operation happend on free()
-	  Synchronization for unused memory is not required
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-04 20:32:34 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaconverter.c:
-	  cudaconverter: Use cached texture
-	  ... instead of per conversion texture alloc/free
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-05 19:58:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* gst-libs/gst/cuda/gstcudamemory.h:
-	  cudamemory: Make CUtexObject object reusable
-	  Create and hold CUtexObject objects in GstCudaMemory so that it can
-	  be reusable
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-06 02:41:57 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudacontext.cpp:
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	* gst-libs/gst/cuda/meson.build:
-	* sys/nvcodec/gstcudamemorycopy.c:
-	* sys/nvcodec/gstnvencoder.cpp:
-	* sys/nvcodec/gstnvencoder.h:
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh264encoder.h:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.h:
-	* sys/nvcodec/meson.build:
-	* sys/nvcodec/plugin.c:
-	  cuda, nvcodec: Make GstD3D11 dependency mandatory
-	  GstD3D11 build-time dependencies should be always available on Windows already
-	  and runtime dependencies as well, since required external
-	  (non-GStreamer) depends are all system DLLs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-05 19:50:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/meson.build:
-	* gst-libs/gst/cuda/gstcuda-private.h:
-	* gst-libs/gst/cuda/gstcudabufferpool.cpp:
-	* gst-libs/gst/cuda/gstcudacontext.cpp:
-	* gst-libs/gst/cuda/gstcudaloader.cpp:
-	* gst-libs/gst/cuda/gstcudamemory.cpp:
-	* gst-libs/gst/cuda/gstcudanvrtc.cpp:
-	* gst-libs/gst/cuda/gstcudastream.cpp:
-	* gst-libs/gst/cuda/gstcudautils.cpp:
-	* gst-libs/gst/cuda/meson.build:
-	  cuda: Port to C++
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3884>
-
-2023-02-16 01:36:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/codectimestamper/gstcodectimestamper.c:
-	  codectimestamper: Fix timestamping on sequence update
-	  ... and enhance debug logging.
-	  Keep internal timestamp offsets on drain, no reason to reset them
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3973>
-
-2023-02-15 09:45:28 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* gst-libs/gst/codecparsers/gsth264bitwriter.c:
-	* gst-libs/gst/codecparsers/gsth265bitwriter.c:
-	  codecparsers: {h264,h265}bitwriter: Remove redundant condition checks
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3967>
-
-2023-01-12 17:49:14 +0100  Evgeny Pavlov <lucenticus@gmail.com>
-
-	* sys/amfcodec/gstamfav1enc.cpp:
-	* sys/amfcodec/gstamfh264enc.cpp:
-	* sys/amfcodec/gstamfh265enc.cpp:
-	  amfcodec: Initial support of Smart Access Video
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3904>
-
-2023-02-07 15:10:54 +0100  Evgeny Pavlov <lucenticus@gmail.com>
-
-	* sys/amfcodec/include/components/ColorSpace.h:
-	* sys/amfcodec/include/components/Component.h:
-	* sys/amfcodec/include/components/PreAnalysis.h:
-	* sys/amfcodec/include/components/VideoDecoderUVD.h:
-	* sys/amfcodec/include/components/VideoEncoderAV1.h:
-	* sys/amfcodec/include/components/VideoEncoderHEVC.h:
-	* sys/amfcodec/include/components/VideoEncoderVCE.h:
-	* sys/amfcodec/include/core/D3D12AMF.h:
-	* sys/amfcodec/include/core/Factory.h:
-	* sys/amfcodec/include/core/Platform.h:
-	* sys/amfcodec/include/core/Surface.h:
-	* sys/amfcodec/include/core/Variant.h:
-	* sys/amfcodec/include/core/Version.h:
-	* sys/amfcodec/include/core/VulkanAMF.h:
-	  amfcodec: Update AMF headers to version 1.4.29
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3904>
-
-2023-02-14 13:00:40 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  svtav1enc: Drain and completely reallocate the encoder instance on caps changes
-	  The encoder does not support reconfiguration, and only deinitializing it
-	  and then initializing it again causes deadlocks.
-	  Also only reconfigure and drain the encoder if the video info has
-	  actually changed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3957>
-
-2023-02-07 16:25:02 +0100  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtdec.c:
-	* sys/applemedia/vtenc.c:
-	* sys/applemedia/vtutil.h:
-	  vtenc/vtdec: Fix typo in RGBA64_LE availability define
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3912>
-
-2023-02-07 16:04:22 +0100  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtenc.c:
-	  vtenc: Disable ARGB/RGBA64 caps on M1 Pro/Max with macOS <13
-	  Fixes #1358.
-	  Passing ARGB64/RGBA64 to vtenc caused the encoding to fail
-	  when running on M1 Pro/Max variants with macOS 12.x, so let's
-	  remove these formats from caps when such scenario is detected.
-	  This issue appears to have been fixed OS-side in macOS 13.0.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3912>
-
-2023-02-10 19:03:13 +0100  Evgeny Pavlov <lucenticus@gmail.com>
-
-	* sys/amfcodec/gstamfav1enc.cpp:
-	  amfcodec: Add 10-bit & HDR support in AMF AV1 encoder
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3641>
-
-2022-12-23 19:40:32 +0100  Evgeny Pavlov <lucenticus@gmail.com>
-
-	* sys/amfcodec/gstamfh265enc.cpp:
-	  amfcodec: Add 10-bit & HDR support in h265 encoder
-	  This commit adds 10 bit source file encoding and HDR metadata support in AMF HEVC encoding.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3641>
-
-2023-02-12 23:17:41 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/amfcodec/gstamfav1enc.cpp:
-	  amfav1enc: Set stream-format on caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3946>
-
-2023-02-12 23:12:21 +0900  Seungha Yang <seungha@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* sys/qsv/gstqsvav1enc.cpp:
-	  qsvav1enc: Set stream-format on caps
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3946>
-
-2023-02-09 18:51:30 +0100  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtdec.c:
-	  vtdec: Fix not waiting for async frames when flushing
-	  This was causing incorrect output when seeking, especially
-	  when used with a multithreaded source like `videotestsrc n-threads=2`.
-	  It should now correctly wait for frames still being processed by VT
-	  while vtdec is flushing.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3922>
-
-2023-02-10 12:52:17 +0100  Alessandro Bono <alessandro.bono369@gmail.com>
-
-	* sys/win32ipc/protocol/win32ipcutils.cpp:
-	  win32ipcutils: Add missing include
-	  We are using std::isspace() with one parameter. That function is defined
-	  in the cctype header.
-	  ```
-	  win32ipcutils.cpp(34): error C2672: 'std::isspace': no matching overloaded function found
-	  win32ipcutils.cpp(34): error C2780: 'bool std::isspace(_Elem,const std::locale &)': expects 2 arguments - 1 provided
-	  ```
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3933>
-
-2023-02-06 17:47:11 +0100  Edward Hervey <bilboed@bilboed.com>
-
-	* gst/mxf/gstmxfelement.c:
-	* gst/mxf/meson.build:
-	* gst/mxf/mxfffv1.c:
-	* gst/mxf/mxfffv1.h:
-	* gst/mxf/mxfquark.c:
-	* gst/mxf/mxfquark.h:
-	  mxfdemux: Add support for FFV1 demuxing
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3899>
-
-2023-02-10 07:12:25 +0100  Edward Hervey <edward@centricular.com>
-
-	* gst/mxf/mxfaes-bwf.c:
-	* gst/mxf/mxfalaw.c:
-	* gst/mxf/mxfcustom.c:
-	* gst/mxf/mxfd10.c:
-	* gst/mxf/mxfdv-dif.c:
-	* gst/mxf/mxfessence.c:
-	* gst/mxf/mxfessence.h:
-	* gst/mxf/mxfjpeg2000.c:
-	* gst/mxf/mxfmpeg.c:
-	* gst/mxf/mxfprores.c:
-	* gst/mxf/mxfup.c:
-	* gst/mxf/mxfvanc.c:
-	* gst/mxf/mxfvc3.c:
-	  mxf: simplify essence track matching
-	  By directly providing a valid descriptor to match against
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3899>
-
-2023-02-06 17:57:32 +0100  Edward Hervey <bilboed@bilboed.com>
-
-	* gst/mxf/mxfdemux.c:
-	  mxfdemux: Handle empty tracks
-	  This can happen when tracks aren't fully/properly detected due to new descriptors
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3899>
-
-2023-02-06 15:59:56 +0100  Edward Hervey <bilboed@bilboed.com>
-
-	* gst/mxf/mxfdemux.c:
-	* gst/mxf/mxfmetadata.c:
-	* gst/mxf/mxfmetadata.h:
-	* gst/mxf/mxful.c:
-	* gst/mxf/mxful.h:
-	  mxfdemux: Handle sub-descriptor in generic descriptors
-	  Specificied in S377-1 (2019) B.2 Generic Descriptor
-	  This is one of the ways to store more "sub descriptors" for a single track
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3899>
-
-2023-02-06 15:57:58 +0100  Edward Hervey <edward@centricular.com>
-
-	* gst/mxf/mxfmpeg.c:
-	* gst/mxf/mxftypes.c:
-	* gst/mxf/mxftypes.h:
-	  mxf: Add convenience function for looking up primer tags
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3899>
-
-2023-02-06 15:26:48 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	  av1parser: Don't consider unknown metadata OBUs a bitstream error
-	  Just don't parse them.
-	  Fixes https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1774
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3898>
-
-2023-02-07 08:49:24 +0100  Edward Hervey <edward@centricular.com>
-
-	* ext/closedcaption/gstceaccoverlay.c:
-	  closedcaption: Don't leak caps event
-	  All events that we handle should be unreffed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3902>
-
-2023-02-07 04:58:04 +1100  Jan Schmidt <jan@centricular.com>
-
-	* ext/webrtc/gstwebrtcstats.c:
-	  webrtc: Calculate the jitter for remote-inbound-rtp stats
-	  Populate the clock-rate in the internal stats structure, so
-	  it can be used by the _get_stats_from_remote_rtp_source_stats()
-	  method to calculate remote receivers' jitter.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3900>
-
-2023-02-01 10:44:26 +1100  Jan Schmidt <jan@centricular.com>
-
-	* ext/webrtc/gstwebrtcstats.c:
-	  webrtcbin: Report full codec-stats for source pads
-	  Use the current caps for webrtcbin srcpads, as received_caps
-	  are only stored for sink pads based on incoming caps events.
-	  Makes it so that webrtcbin stats reports contain fuller
-	  codec information.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3900>
-
-2023-02-06 13:55:32 +0100  Adrian Fiergolski <adrian.fiergolski@fastree3d.com>
-
-	* ext/avtp/meson.build:
-	  avtp: specify the required version of libavtp
-	  Support of RVF requires libavtp in version 0.2.0 at least.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3897>
-
-2022-11-24 12:50:33 +0800  Ma, Mingyang <mingyang.ma@intel.com>
-
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkenc.h:
-	  msdkenc: Let runtime decide parameters
-	  Some parameters can be determined by runtime instead of default values. So unset the default and let runtime choose the best parameters
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3660>
-
-2023-02-03 21:33:17 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	* ext/svtav1/gstsvtav1enc.h:
-	  svtav1enc: Use G_DECLARE_FINAL_TYPE and GST_ELEMENT_REGISTER_DEFINE
-
-2023-02-03 21:25:43 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  svtav1enc: Fix compilation with SVT-AV1 1.1 and drop GStreamer 1.16 compatibility
-
-2023-02-03 21:20:56 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  svtav1enc: Fix indentation
-
-2023-01-31 16:34:33 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/meson.build:
-	* ext/svtav1/gstsvtav1enc.c:
-	* ext/svtav1/meson.build:
-	* meson_options.txt:
-	  svtav1: Integrate into the build system properly
-
-2023-01-25 01:13:27 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* sys/kms/gstkmsallocator.c:
-	  kms: drop use of GSlice allocator and remove unnecessary check
-	  g_new0() will never return NULL but just abort if it can't
-	  allocate memory (same for g_slice_new).
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3784>
-
-2023-01-25 01:11:14 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* sys/shm/gstshmsink.c:
-	* sys/shm/gstshmsrc.c:
-	* sys/shm/shmalloc.h:
-	  shm: drop use of GSlice allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3784>
-
-2023-01-25 00:39:54 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/midi/midiparse.c:
-	  midiparse: drop use of GSlice allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3784>
-
-2023-01-25 00:33:33 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/closedcaption/gstceaccoverlay.c:
-	* ext/closedcaption/gstceaccoverlay.h:
-	* ext/closedcaption/meson.build:
-	  cc708overlay: bump pango requirement and drop no longer required locking
-	  Gets rid of GSlice allocation that's never freed.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3784>
-
-2023-01-28 02:32:13 +0900  Seungha Yang <seungha@centricular.com>
-
-	* tools/gst-transcoder.c:
-	  tools: Make sure UTF-8 encoded command line arguments on Windows
-	  On Windows, arguments passed in main() are system codepage
-	  encoded and might not be valid UTF-8 string.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3828>
-
-2023-01-12 21:45:58 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/meson.build:
-	* tests/check/libs/cudamemory.c:
-	* tests/check/meson.build:
-	  tests: Add CUDA memory allocator test
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-23 03:12:24 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvbaseenc.c:
-	  nvenc: Use CUDA stream of memory if exists
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-22 02:27:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcuda-private.h:
-	* gst-libs/gst/cuda/gstcudautils.c:
-	* sys/nvcodec/gstcudamemorycopy.c:
-	  cudaupload, cudadownload: Update for shared CUDA stream
-	  Use CUDA stream of memory if exists
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-21 00:13:56 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvdec.c:
-	* sys/nvcodec/gstnvdecoder.c:
-	  nvdecoder: Skip synchronization if downstream buffer holds CUDA stream
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-20 23:04:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaconvertscale.c:
-	  cudaconvertscale: Add support for shared CUDA stream
-	  If CUDA stream is shared by upstream/downstream, don't sync at
-	  convert element
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-20 01:23:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudaconverter.c:
-	* sys/nvcodec/gstcudaconverter.h:
-	* sys/nvcodec/gstcudaconvertscale.c:
-	  cudaconverter: Don't sync per conversion
-	  Caller should take care of synchronization
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-20 00:54:42 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencoder.cpp:
-	  nvencoder: Add support for shared CUDA stream
-	  Sets CUDA stream on CUDA buffer pool so that CUDA stream object
-	  can be shared
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-23 00:37:36 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudabufferpool.c:
-	* gst-libs/gst/cuda/gstcudabufferpool.h:
-	  cudabufferpool: Add support for CUDA stream use in memory
-	  * Use GstCudaPoolAllocator
-	  * Pass configured GstCudaStream object to allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-19 21:56:37 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudabufferpool.c:
-	* gst-libs/gst/cuda/gstcudamemory.c:
-	* gst-libs/gst/cuda/gstcudamemory.h:
-	  cudamemory: Make GstCudaStream-aware
-	  This will be used for CUDA stream sharing.
-	  * Adding GstCudaPoolAllocator object. The pool allocator will
-	  control synchronization of allocated memory objects.
-	  * Modify gst_cuda_allocator_alloc() API so that caller can specify/set
-	  GstCudaStream object for the newly allocated memory.
-	  * GST_CUDA_MEMORY_TRANSFER_NEED_SYNC flag is added in addition to
-	  existing GST_CUDA_MEMORY_TRANSFER_NEED_{UPLOAD,DOWNLOAD}.
-	  The flag indicates that any GPU command queued in the CUDA stream
-	  may not be finished yet, and caller should take care of the
-	  synchronization.
-	  The flag is controlled by GstCudaMemory object if the memory holds
-	  GstCudaStream. (Otherwise, GstCudaMemory will do synchronization
-	  as before this commit). Specifically, GstCudaMemory object will set
-	  the new flag automatically when memory is mapped with
-	  (GST_MAP_CUDA | GST_MAP_WRITE) flags. Caller will need to unset
-	  the flag via GST_MEMORY_FLAG_UNSET() if it's already synchronized
-	  by client code.
-	  * gst_cuda_memory_sync() helper function is added to perform synchronization
-	  * Why not use CUevent object to keep track of synchronization status?
-	  CUDA provides fence-like interface already via CUevent object,
-	  but cuEventRecord/cuEventQuery APIs are not zero-cost operations.
-	  Instead, in this version, the status is tracked by using map and
-	  object flags.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-19 22:16:01 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcudabufferpool.c:
-	* gst-libs/gst/cuda/gstcudacontext.c:
-	* gst-libs/gst/cuda/gstcudamemory.c:
-	  cudamemory: Allow nullptr allocator object
-	  The GstCudaAllocator object doesn't hold any device object.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-21 23:59:19 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstcudabasetransform.c:
-	* sys/nvcodec/gstcudabasetransform.h:
-	* sys/nvcodec/gstcudaconvertscale.c:
-	* sys/nvcodec/gstcudamemorycopy.c:
-	* sys/nvcodec/gstnvbaseenc.c:
-	* sys/nvcodec/gstnvbaseenc.h:
-	* sys/nvcodec/gstnvdec.c:
-	* sys/nvcodec/gstnvdec.h:
-	* sys/nvcodec/gstnvdecoder.c:
-	* sys/nvcodec/gstnvencoder.cpp:
-	  nvcodec: Port to GstCudaStream
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-19 20:57:30 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/gstcuda.h:
-	* gst-libs/gst/cuda/gstcudastream.c:
-	* gst-libs/gst/cuda/gstcudastream.h:
-	* gst-libs/gst/cuda/meson.build:
-	  cuda: Add GstCudaStream object
-	  Wrap CUstream handle with GstCudaStream to make it ref-counted
-	  object. This GstCudaStream object will be used later for
-	  CUDA stream sharing
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2022-12-21 23:57:15 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/cuda/cuda-gst.h:
-	* gst-libs/gst/cuda/gstcuda-private.h:
-	* gst-libs/gst/cuda/gstcuda.h:
-	* gst-libs/gst/cuda/gstcudabufferpool.h:
-	* gst-libs/gst/cuda/gstcudacontext.h:
-	* gst-libs/gst/cuda/gstcudaloader.h:
-	* gst-libs/gst/cuda/gstcudamemory.h:
-	* gst-libs/gst/cuda/gstcudanvrtc.h:
-	* gst-libs/gst/cuda/gstcudautils.h:
-	* gst-libs/gst/cuda/meson.build:
-	* sys/nvcodec/gstcudabasetransform.c:
-	* sys/nvcodec/gstcudabasetransform.h:
-	* sys/nvcodec/gstcudaconverter.c:
-	* sys/nvcodec/gstcudaconverter.h:
-	* sys/nvcodec/gstcudafilter.c:
-	* sys/nvcodec/gstcudamemorycopy.c:
-	* sys/nvcodec/gstcuvidloader.h:
-	* sys/nvcodec/gstnvav1dec.c:
-	* sys/nvcodec/gstnvbaseenc.c:
-	* sys/nvcodec/gstnvbaseenc.h:
-	* sys/nvcodec/gstnvdec.c:
-	* sys/nvcodec/gstnvdec.h:
-	* sys/nvcodec/gstnvdecoder.h:
-	* sys/nvcodec/gstnvenc.h:
-	* sys/nvcodec/gstnvencoder.h:
-	* sys/nvcodec/gstnvh264dec.c:
-	* sys/nvcodec/gstnvvp8dec.c:
-	* sys/nvcodec/gstnvvp9dec.c:
-	  cuda: Provide single header include entry point
-	  Add "gstcuda.h" header file
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3629>
-
-2023-02-03 22:10:12 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvencoder.cpp:
-	* sys/nvcodec/gstnvencoder.h:
-	* sys/nvcodec/gstnvh264encoder.cpp:
-	* sys/nvcodec/gstnvh265encoder.cpp:
-	  nvencoder: Fix min buffers parameter of allocation query in auto GPU mode
-	  At the time when propose_allocation() get called, encoder session
-	  would not be initialized yet.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3888>
-
-2023-02-02 10:34:40 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	* ext/svtav1/gstsvtav1enc.h:
-	  gstreamer: Decide rate-control-mode based on the bitrate/cqp/crf settings
-	  And also keep the default encoder settings but simply override them with
-	  our own values that we care about.
-	  This mirrors the encoder configuration behaviour from ffmpeg.
-
-2023-02-02 09:50:16 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Use GLib types instead of stdint.h types consistently
-
-2023-02-01 17:26:01 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Fix double unref
-	  The ownership of the caps is passed to `gst_video_encoder_set_output_state()`.
-
-2023-02-01 14:06:53 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	* ext/svtav1/meson.build:
-	  gstreamer: Configure colorimetry and HDR metadata if present
-	  This raises the minimum GStreamer requirement to 1.16 as used by the CI
-	  and optionally makes use of 1.18 features, including HDR.
-
-2023-02-01 13:03:14 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Set correct maximum width/height limits
-
-2023-02-01 13:02:11 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Use correct 10-bit format on big endian systems
-
-2023-02-01 12:57:01 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Set `force_key_frames=true` in CQP/CRF mode
-	  Other modes don't support that so keyframes can't be requested at
-	  arbitrary times.
-
-2023-02-01 12:49:44 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	* ext/svtav1/gstsvtav1enc.h:
-	  gstreamer: Add support for setting arbitrary parameters via `parameters-string` property
-
-2023-01-31 19:04:24 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Fix naming of function name that was taken over from the SVT-HEVC encoder
-
-2023-01-31 15:30:24 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Don't overwrite application configuration on initialization and initialize with the default configuration
-
-2023-01-31 15:25:06 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Clean up property handling
-	  Use more correct types, defaults and clean up property names a bit.
-	  This now matches the configuration provided by ffmpeg.
-
-2023-01-31 13:37:15 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Mark all internal functions as `static`
-
-2023-01-31 13:06:16 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Fix encoder and buffer state life cycle
-	  Allocate/deallocate the encoder in `open()`/`close()` and its buffers in
-	  `start()` / `stop()`.
-	  Also fail correctly if configuring the encoder fails.
-
-2023-01-31 13:03:49 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	* ext/svtav1/gstsvtav1enc.h:
-	  gstreamer: Remove unused `frame_count` and `dts_offset`
-
-2023-01-31 12:59:50 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Fix debug category description
-
-2023-02-02 18:48:41 +0100  Adrian Fiergolski <adrian.fiergolski@fastree3d.com>
-
-	* ext/avtp/gstavtprvfdepay.c:
-	* ext/avtp/gstavtprvfpay.c:
-	  avtp: rvf: add missing since markers
-	  Add missing markers.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1335>
-
-2021-11-08 13:18:49 +0100  Adrian Fiergolski <adrian.fiergolski@fastree3d.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/avtp/gstavtp.c:
-	* ext/avtp/gstavtprvfdepay.c:
-	* ext/avtp/gstavtprvfdepay.h:
-	* ext/avtp/meson.build:
-	  avtp: rvf: add AVTP RVF de-payload support
-	  Add AVTP Raw Video Format de-payload support. The element supports only
-	  GRAY16_LE output format, so:
-	  - active pixels (no vertical blanking),
-	  - progressive mode,
-	  - 8 and 16-bit pixel depth,
-	  - mono pixel format,
-	  - grayscale colorspace.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1335>
-
-2021-11-09 13:20:01 +0100  Adrian Fiergolski <adrian.fiergolski@fastree3d.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/avtp/gstavtpcvfdepay.c:
-	* ext/avtp/gstavtpcvfdepay.h:
-	* ext/avtp/gstavtpvfdepaybase.c:
-	* ext/avtp/gstavtpvfdepaybase.h:
-	* ext/avtp/meson.build:
-	  avtp: cvf: extract AVTP VF depayload base class
-	  Extract a part which could be common with the AVTP RVF depayload plugin to a separate class.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1335>
-
-2021-11-02 12:49:31 +0100  Adrian Fiergolski <adrian.fiergolski@fastree3d.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/avtp/gstavtp.c:
-	* ext/avtp/gstavtprvfpay.c:
-	* ext/avtp/gstavtprvfpay.h:
-	* ext/avtp/meson.build:
-	  avtp: rvf: add AVTP RVF payload support
-	  Add AVTP Raw Video Format payload support. The element supports only GRAY16_LE
-	  input format, so:
-	  - active pixels (no vertical blanking),
-	  - progressive mode,
-	  - 8 and 16-bit pixel depth,
-	  - mono pixel format,
-	  - grayscale colorspace.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1335>
-
-2021-11-04 12:59:21 +0100  Adrian Fiergolski <adrian.fiergolski@fastree3d.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/avtp/gstavtpcvfpay.c:
-	* ext/avtp/gstavtpcvfpay.h:
-	* ext/avtp/gstavtpvfpaybase.c:
-	* ext/avtp/gstavtpvfpaybase.h:
-	* ext/avtp/meson.build:
-	  avtp: cvf: extract AVTP VF payload base class
-	  Extract a part which could be common with the AVTP RVF payload plugin to a separate class.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/1335>
-
-2022-11-09 20:20:35 +0100  Piotr Brzeziński <piotr@centricular.com>
-
-	* sys/applemedia/vtenc.c:
-	  vtenc: Disable HW acceleration for interlaced ProRes
-	  Due to a bug in the VT API, attempting to encode interlaced content
-	  with ProRes results in an error, halting the pipeline instead of
-	  gracefully falling back to software encoding.
-	  Should be removed in the future if Apple ever fixes this issue.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3222>
-
-2023-01-19 11:03:09 +0800  He Junyan <junyan.he@intel.com>
-
-	* sys/va/gstvah264dec.c:
-	  va: Avoid the array index overflow when filling 8x8 scaling list.
-	  The VA API has not defined the scaling list entries for U/V planes
-	  for the 4:4:4 stream. In fact, we do not meet the 4:4:4 format output
-	  for H264 so far, and scaling list is not used frequently, so we just
-	  print out some warning and ignore these scaling list values.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3749>
-
-2023-02-02 05:04:48 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/nvcodec/gstnvvp9dec.c:
-	  nvvp9dec: Fix return value
-	  It should return GstFlowReturn value, not boolean
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3870>
-
-2023-02-01 17:26:57 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/aom/gstav1dec.c:
-	* ext/aom/gstav1enc.c:
-	  aom: Include stream-format and alignment in the AV1 caps
-	  The decoder does not work with arbitrary alignment and annexb stream
-	  format and the encoder can give the information that it outputs
-	  obu-stream/tu to downstream.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3862>
-
-2023-01-27 15:40:21 -0500  Olivier Crête <olivier.crete@collabora.com>
-
-	* gst-libs/gst/wayland/gstwlbuffer.h:
-	* gst-libs/gst/wayland/gstwldisplay.h:
-	* gst-libs/gst/wayland/gstwlshmallocator.h:
-	* gst-libs/gst/wayland/gstwlvideobufferpool.h:
-	* gst-libs/gst/wayland/gstwlwindow.h:
-	  wayland: Export the _get_type() functions
-	  Add the macro before the declaration so the types are properly exported,
-	  this makes it possible to do dynamic casting and checks.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3858>
-
-2022-12-21 16:32:10 +0800  Mengkejiergeli Ba <mengkejiergeli.ba@intel.com>
-
-	* sys/msdk/gstmsdkallocator.c:
-	* sys/msdk/gstmsdkallocator.h:
-	* sys/msdk/gstmsdkenc.c:
-	* sys/msdk/gstmsdkvpp.c:
-	* sys/msdk/msdk.c:
-	* sys/msdk/msdk.h:
-	  msdkallocator: Use const ptr of videoinfo in func param
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3621>
-
-2023-01-11 15:20:21 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/codec2json/gstav12json.c:
-	* ext/codec2json/gstav12json.h:
-	* ext/codec2json/meson.build:
-	* ext/codec2json/plugin.c:
-	  codec2json: Add av12json element
-	  This element convert AV1 frame header into human readable
-	  json data.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3734>
-
-2023-01-04 10:35:20 +0100  Benjamin Gaignard <benjamin.gaignard@collabora.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* ext/codec2json/gstvp82json.c:
-	* ext/codec2json/gstvp82json.h:
-	* ext/codec2json/meson.build:
-	* ext/codec2json/plugin.c:
-	* ext/meson.build:
-	* meson_options.txt:
-	  codec2json: Add vp82json element
-	  This element convert vp8 frame header into human readable
-	  json data.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3734>
-
-2023-01-25 19:20:19 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/codecparsers/gstvp9parser.c:
-	* gst-libs/gst/codecparsers/gstvp9parser.h:
-	  codecparsers: vp9parser: use single allocation for parser structs
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3790>
-
-2023-01-27 15:54:48 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* gst/transcode/gsturitranscodebin.c:
-	  uritranscodebin: Fix unref of NULL
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3831>
-
-2023-01-19 22:22:52 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/win32ipc/gstwin32ipcbufferpool.cpp:
-	* sys/win32ipc/gstwin32ipcbufferpool.h:
-	* sys/win32ipc/gstwin32ipcmemory.cpp:
-	* sys/win32ipc/gstwin32ipcmemory.h:
-	* sys/win32ipc/gstwin32ipcvideosink.cpp:
-	* sys/win32ipc/gstwin32ipcvideosrc.cpp:
-	* sys/win32ipc/meson.build:
-	* sys/win32ipc/protocol/win32ipcpipeclient.cpp:
-	* sys/win32ipc/protocol/win32ipcpipeclient.h:
-	* sys/win32ipc/protocol/win32ipcpipeserver.cpp:
-	* sys/win32ipc/protocol/win32ipcpipeserver.h:
-	* sys/win32ipc/protocol/win32ipcprotocol.cpp:
-	* sys/win32ipc/protocol/win32ipcprotocol.h:
-	  win32ipc: Add support for zero-copy rendering
-	  * Extend protocol so that client can notify of releasing shared memory
-	  * Server will hold shared memory object until it's released by client
-	  * Add allocator/buffer pool to reuse shared memory objects and buffers
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3765>
-
-2022-12-30 00:49:27 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst/mpegdemux/gstmpegdemux.c:
-	  mpegpsdemux: Ignore DTS if PTS < DTS
-	  It's possibly timestamp rollover case. But PTS < DTS is already
-	  invalid case anyway.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3657>
-
-2022-12-06 16:30:32 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/sdp/gstsdpdemux.c:
-	* gst/sdp/gstsdpdemux.h:
-	  sdpdemux: add "media" property to allow audio-only or video-only streaming
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3531>
-
-2022-12-06 16:13:56 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/sdp/gstsdpdemux.c:
-	* gst/sdp/gstsdpdemux.h:
-	  sdpdemux: add "rtcp-mode" property to disable RTCP
-	  If we know there's only one stream we care about and we
-	  don't have to synchronise audio and video, or send RRs,
-	  we might just as well not hook up all the RTCP bits and
-	  use fewer threads and sockets and simplify the pipeline.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3531>
-
-2023-01-24 23:26:50 +0900  Seungha Yang <seungha@centricular.com>
-
-	* sys/wasapi2/gstwasapi2ringbuffer.cpp:
-	  wasapi2src: Fix loopback capture on Windows 10 Anniversary Update
-	  ... or older. Work around an OS bug that loopback capture
-	  device doesn't notify event.
-	  Fixes: https://gitlab.freedesktop.org/gstreamer/gstreamer/-/issues/1738
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3782>
-
-2023-01-12 17:15:12 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkimagebufferpool.c:
-	* gst-libs/gst/vulkan/gstvkvideofilter.c:
-	  vulkan: imagebufferpool: Remove video meta handling.
-	  Remove video meta handling since it's not used at all, also removed its usage in
-	  vkvideofilter.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3722>
-
-2023-01-11 16:46:40 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkphysicaldevice.c:
-	  vulkan: physicaldevice: Dump 1.3 features and properties.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3721>
-
-2023-01-04 17:30:47 +0100  Víctor Manuel Jáquez Leal <vjaquez@igalia.com>
-
-	* gst-libs/gst/vulkan/gstvkmemory.c:
-	  vulkan: memory: Flush non coherent memory after write.
-	  Spec 7.1.3:
-	  If a memory object does not have the VK_MEMORY_PROPERTY_HOST_COHERENT_BIT
-	  property, then vkFlushMappedMemoryRanges must be called in order to guarantee
-	  that writes to the memory object from the host are made available to the host
-	  domain, where they can be further made available to the device domain via a
-	  domain operation. Similarly, vkInvalidateMappedMemoryRanges must be called to
-	  guarantee that writes which are available to the host domain are made visible to
-	  host operations.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3723>
-
-2023-01-24 20:43:35 +0200  Sebastian Dröge <sebastian@centricular.com>
-
-	* ext/svtav1/gstsvtav1enc.c:
-	  gstreamer: Use stream-format=obu-stream alignment=tu in the caps
-	  There is no byte-stream/au format for AV1 but only for H264, and the
-	  encoder actually outputs obu-stream/tu instead of the annexb
-	  stream-format that is similar to H264 byte-stream format.
-	  Without this the encoder can't be used with elements that require a
-	  specific AV1 stream-format, e.g. the MP4 or Matroska/WebM muxer.
-
-2023-01-25 09:10:57 -0500  U. Artie Eoff <ullysses.a.eoff@intel.com>
-
-	* gst-libs/gst/codecparsers/gstvp9parser.c:
-	  vp9parser: remove checks for g_new0 result
-	  The g_new0 aborts the process if it fails.  Thus,
-	  there is no need to check if the g_new0 call succeeded.
-	  This should silence a resource leak warning by static
-	  scan.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3788>
-
-2023-01-14 12:29:03 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* ext/srtp/meson.build:
-	  meson: Add a wrap file for libsrt2p
-	  And allow fallback to it.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3708>
-
-2023-01-24 11:26:02 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* sys/nvcodec/plugin.c:
-	  nvcodec: Log readable errors when initializing CUDA
-	  It is really difficult for people to figure out why nvcodec has
-	  0 features. Even the debug log is cryptic. Also make sure the errors
-	  go to the ERROR log level, which is more likely to be enabled by
-	  default.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3776>
-
-2023-01-24 11:16:38 +0530  Nirbheek Chauhan <nirbheek@centricular.com>
-
-	* sys/nvcodec/plugin.c:
-	  nvcodec: Fix reporting of CuDeviceGetCount error
-	  cuda_ret is was always going to be CUDA_SUCCESS in the error log.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3776>
-
-2022-12-29 02:25:52 +0900  Seungha Yang <seungha@centricular.com>
-
-	* gst-libs/gst/d3d11/gstd3d11device.cpp:
-	* sys/d3d11/gstd3d11decoder.cpp:
-	* sys/d3d11/gstd3d11screencapturedevice.cpp:
-	  d3d11: Don't use g_alloca()
-	  _alloca CRT function is deprecated. Moreover, stack allocation
-	  for string is not a good idea. We can use _malloca inline
-	  function instead, but all use of _alloca in d3d11 library/plugin
-	  are not performance critical path at all.
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3652>
-
-2023-01-24 09:25:52 -0300  Thibault Saunier <tsaunier@igalia.com>
-
-	* docs/plugins/gst_plugins_cache.json:
-	* gst/codectimestamper/gsth264timestamper.c:
-	* gst/codectimestamper/gsth265timestamper.c:
-	  timestamper: Classify as Timestamper and make them RANK_MARGINAL
-	  This way those elements can be autoplugged when needed
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3779>
-
-2023-01-08 18:48:15 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/jpegformat/gstjifmux.c:
-	  jpegformat: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:47:51 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/rist/gstristrtxsend.c:
-	* gst/rist/gstristsink.c:
-	* gst/rist/gstristsrc.c:
-	  rist: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:47:24 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/netsim/gstnetsim.c:
-	  netsim: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:46:53 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/mpegpsmux/bits.h:
-	* gst/mpegpsmux/psmux.c:
-	* gst/mpegpsmux/psmuxstream.c:
-	  mpegpsmux: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:46:03 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/mpegtsdemux/mpegtspacketizer.c:
-	* gst/mpegtsdemux/tsdemux.c:
-	  mpegtsdemux: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:44:53 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/mpegtsmux/tsmux/tsmux.c:
-	* gst/mpegtsmux/tsmux/tsmuxstream.c:
-	  mpegtsmux: drop use of GSlice allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:43:02 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/jp2kdecimator/jp2kcodestream.c:
-	  jp2kdecimator: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:39:59 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/rtmp2/TODO:
-	* gst/rtmp2/rtmp/amf.c:
-	* gst/rtmp2/rtmp/rtmpchunkstream.c:
-	* gst/rtmp2/rtmp/rtmpclient.c:
-	* gst/rtmp2/rtmp/rtmpconnection.c:
-	* gst/rtmp2/rtmp/rtmphandshake.c:
-	* gst/rtmp2/rtmp/rtmputils.c:
-	  rtmp2: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:35:48 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/mxf/mxfaes-bwf.c:
-	* gst/mxf/mxfmetadata.c:
-	* gst/mxf/mxfmpeg.c:
-	* gst/mxf/mxftypes.c:
-	* gst/mxf/mxftypes.h:
-	  mxf: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:15:46 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst/dvbsuboverlay/dvb-sub.c:
-	  dvbsuboverlay: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:14:24 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/svthevcenc/gstsvthevcenc.c:
-	  svthevcenc: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:10:42 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/x265/gstx265enc.c:
-	  x265: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:10:12 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/wpe/WPEThreadedView.cpp:
-	  wpe: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:08:34 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/ttml/gstttmlrender.c:
-	* ext/ttml/subtitle.c:
-	* ext/ttml/ttmlparse.c:
-	  ttml: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:08:05 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/srtp/gstsrtp.c:
-	* ext/srtp/gstsrtpdec.c:
-	  srtp: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:06:48 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/resindvd/resindvdbin.c:
-	* ext/resindvd/rsninputselector.c:
-	  resindvd: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:06:24 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/kate/gstkateutil.c:
-	  kate: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:06:07 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* ext/openjpeg/gstopenjpegdec.c:
-	* ext/openjpeg/gstopenjpegenc.c:
-	  openjpeg: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:03:49 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/va/gstvaallocator.c:
-	* gst-libs/gst/va/gstvasurfacecopy.c:
-	  libs: va: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 18:02:47 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/codecparsers/gstav1parser.c:
-	* gst-libs/gst/codecparsers/gsth264parser.c:
-	* gst-libs/gst/codecparsers/gsth265parser.c:
-	* gst-libs/gst/codecparsers/gstmpegvideometa.c:
-	* gst-libs/gst/codecparsers/gstvc1parser.c:
-	* gst-libs/gst/codecparsers/gstvp9parser.c:
-	  libs: codecparsers: drop use of GSlice
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 17:58:38 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/insertbin/gstinsertbin.c:
-	  libs: insertbin: drop use of GSlice allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-08 17:56:42 +0000  Tim-Philipp Müller <tim@centricular.com>
-
-	* gst-libs/gst/mpegts/gst-atsc-section.c:
-	* gst-libs/gst/mpegts/gst-dvb-descriptor.c:
-	* gst-libs/gst/mpegts/gst-dvb-section.c:
-	* gst-libs/gst/mpegts/gst-scte-section.c:
-	* gst-libs/gst/mpegts/gstmpegtsdescriptor.c:
-	* gst-libs/gst/mpegts/gstmpegtssection.c:
-	  libs: mpegts: drop use of GSlice allocator
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3695>
-
-2023-01-23 23:04:53 +0000  Tim-Philipp Müller <tim@centricular.com>
-
 	* meson.build:
 	  Back to development
-	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/3775>
+	  Part-of: <https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/6261>
 
-=== release 1.22.0 ===
+=== release 1.24.0 ===

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/NEWS -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/NEWS Changed

@@ -1,895 +1,922 @@
-GStreamer 1.24 Release Notes
+GStreamer 1.26 Release Notes
 
-GStreamer 1.24.0 was originally released on 4 March 2024.
+GStreamer 1.26.0 was originally released on 11 March 2025.
 
-The latest bug-fix release in the stable 1.24 series is 1.24.10 and was released on 06 January 2025.
+See https://gstreamer.freedesktop.org/releases/1.26/ for the latest version of this document.
 
-See https://gstreamer.freedesktop.org/releases/1.24/ for the latest version of this document.
-
-Last updated: Tuesday 06 January 2025, 19:30 UTC (log)
+Last updated: Tuesday 11 March 2025, 20:00 UTC (log)
 
 ## Introduction
 
 The GStreamer team is proud to announce a new major feature release in the stable 1.x API series of your favourite
 cross-platform multimedia framework!
 
-As always, this release is again packed with many new features, bug fixes and other improvements.
+As always, this release is again packed with many new features, bug fixes, and other improvements.
 
 ## Highlights
 
--   New Discourse forum and Matrix chat space
--   New Analytics and Machine Learning abstractions and elements
--   Playbin3 and decodebin3 are now stable and the default in gst-play-1.0, GstPlay/GstPlayer
--   The va plugin is now preferred over gst-vaapi and has higher ranks
--   GstMeta serialization/deserialization and other GstMeta improvements
--   New GstMeta for SMPTE ST-291M HANC/VANC Ancillary Data
--   New unixfd plugin for efficient 1:N inter-process communication on Linux
--   cudaipc source and sink for zero-copy CUDA memory sharing between processes
--   New intersink and intersrc elements for 1:N pipeline decoupling within the same process
--   Qt5 + Qt6 QML integration improvements including qml6glsrc, qml6glmixer, qml6gloverlay, and qml6d3d11sink elements
--   DRM Modifier Support for dmabufs on Linux
--   OpenGL, Vulkan and CUDA integration enhancements
--   Vulkan H.264 and H.265 video decoders
--   RTP stack improvements including new RFC7273 modes and more correct header extension handling in depayloaders
--   WebRTC improvements such as support for ICE consent freshness, and a new webrtcsrc element to complement webrtcsink
--   WebRTC signallers and webrtcsink implementations for LiveKit and AWS Kinesis Video Streams
--   WHIP server source and client sink, and a WHEP source
--   Precision Time Protocol (PTP) clock support for Windows and other additions
--   Low-Latency HLS (LL-HLS) support and many other HLS and DASH enhancements
--   New W3C Media Source Extensions library
--   Countless closed caption handling improvements including new cea608mux and cea608tocea708 elements
--   Translation support for awstranscriber
--   Bayer 10/12/14/16-bit depth support
--   MPEG-TS support for asynchronous KLV demuxing and segment seeking, plus various new muxer features
--   Capture source and sink for AJA capture and playout cards
--   SVT-AV1 and VA-API AV1 encoders, stateless AV1 video decoder
--   New uvcsink element for exporting streams as UVC camera
--   DirectWrite text rendering plugin for windows
--   Direct3D12-based video decoding, conversion, composition, and rendering
--   AMD Advanced Media Framework AV1 + H.265 video encoders with 10-bit and HDR support
--   AVX/AVX2 support and NEON support on macOS on Apple ARM64 CPUs via new liborc
--   GStreamer C# bindings have been updated
--   Rust bindings improvements and many new and improved Rust plugins
--   Rust plugins now shipped in packages for all major platforms including Android and iOS
+-   H.266 Versatile Video Coding (VVC) codec support
+-   Low Complexity Enhancement Video Coding (LCEVC) support
+-   Closed captions: H.264/H.265 extractor/inserter, cea708overlay, cea708mux, tttocea708 and more
+-   New hlscmafsink, hlssink3, and hlsmultivariantsink; HLS/DASH client and dashsink improvements
+-   New AWS and Speechmatics transcription, translation and TTS services elements, plus translationbin
+-   Splitmux lazy loading and dynamic fragment addition support
+-   Matroska: H.266 video and rotation tag support, defined latency muxing
+-   MPEG-TS: support for H.266, JPEG XS, AV1, VP9 codecs and SMPTE ST-2038 and ID3 meta; mpegtslivesrc
+-   ISO MP4: support for H.266, Hap, Lagarith lossless codecs; raw video support; rotation tags
+-   SMPTE 2038 ancillary data streams support
+-   JPEG XS image codec support
+-   Analytics: New TensorMeta; N-to-N relationships; Mtd to carry segmentation masks
+-   ONVIF metadata extractor and conversion to/from relation metas
+-   New originalbuffer element that can restore buffers again after transformation steps for analytics
+-   Improved Python bindings for analytics API
+-   Lots of Vulkan integration and Vulkan Video decoder/encoder improvements
+-   OpenGL integration improvements, esp. in glcolorconvert, gldownload, glupload
+-   Qt5/Qt6 QML GL sinks now support direct DMABuf import from hardware decoders
+-   CUDA: New compositor, Jetson NVMM memory support, stream-ordered allocator
+-   NVCODEC AV1 video encoder element, and ndsdewarp
+-   New Direct3D12 integration support library
+-   New d3d12swapchainsink and d3d12deinterlace elements and D3D12 sink/source for zero-copy IPC
+-   Decklink HDR support (PQ + HLG) and frame scheduling enhancements
+-   AJA capture source clock handling and signal loss recovery improvements
+-   RTP and RTSP: New rtpbin sync modes, client-side MIKEY support in rtspsrc
+-   New Rust rtpbin2, rtprecv, rtpsend, and many new Rust RTP payloaders and depayloaders
+-   webrtcbin support for basic rollbacks and other improvements
+-   webrtcsink: support for more encoders, SDP munging, and a built-in web/signalling server
+-   webrtcsrc/sink: support for uncompressed audio/video and NTP & PTP clock signalling and synchronization
+-   rtmp2: server authentication improvements incl. Limelight CDN (llnw) authentication
+-   New Microsoft WebView2 based web browser source element
+-   The GTK3 plugin has gained support for OpenGL/WGL on Windows
+-   Many GTK4 paintable sink improvements
+-   GstPlay: id-based stream selection and message API improvements
+-   Real-time pipeline visualization in a browser using a new dots tracer and viewer
+-   New tracers for tracking memory usage, pad push timings, and buffer flow as pcap files
+-   VA hardware-acclerated H.266/VVC decoder, VP8 and JPEG encoders, VP9/VP8 alpha decodebins
+-   Video4Linux2 elements support DMA_DRM caps negotiation now
+-   V4L2 stateless decoders implement inter-frame resolution changes for AV1 and VP9
+-   Editing services: support for reverse playback and audio channel reordering
+-   New QUIC-based elements for working with raw QUIC streams, RTP-over-QUIC (RoQ) and WebTransport
+-   Apple AAC audio encoder and multi-channel support for the Apple audio decoders
+-   cerbero: Python bindings and introspection support; improved Windows installer based on WiX5
 -   Lots of new plugins, features, performance improvements and bug fixes
 
 ## Major new features and changes
 
-### Discourse forum and Matrix chat space
+### H.266 Versatile Video Coding (VVC) codec support
 
--   The new Discourse forum and Matrix chat space are now our preferred communication channels for support and developer chat.
+-   The H.266 / VVC video codec is a successor to H.265 / HEVC and is standardised in ISO/IEC 23090-3.
 
--   The mailing lists and IRC channel are on their way to being phased out, but Discourse can be used via e-mail as well.
+-   A new h266parse element was added, along with parsing API, typefinding support and some codec utility functions in the
+    gst-plugins-base utility library.
 
--   For release announcements please subscribe to the News + Announcements category on Discourse, although we will continue to
-    also send announcements to the mailing list for the time being.
+-   A H.266 decoder base class for hardware-accelerated decoders was added and used to implement a VA-API-based
+    hardware-accelerated H.266 decoder.
 
-### Playbin3, decodebin3 now stable and default
+-   The FFmpeg H.266 decoder is exposed now (from FFmpeg 7.0 onwards).
 
--   After a year of stability, testing and more improvements, playbin3, and its various components (uridecodebin3, decodebin3
-    and urisourcebin), are now the recommended playback components.
+-   H.266 / VVC muxing and demuxing support was implemented for MP4, Matroska and MPEG-TS containers.
 
--   Some playback components have now switched to defaulting to playbin3: gst-play-1.0 and the GstPlay / GstPlayer libraries.
-    Application developers are strongly recommended to switch to using those components instead of the legacy playbin and
-    (uri)decodebin.
+-   A VVdeC-based H.266 decoder element was added to the Rust plugins, based on the Fraunhofer Versatile Video Decoder library.
 
-Improvements in this cycle:
+### JPEG XS image codec support
 
--   Better support missing/faulty decoders, attempt to use another one or gracefully un-select the stream.
+-   JPEG XS is a visually lossless, low-latency, intra-only video codec for video production workflows, standardised in ISO/IEC
+    21122.
 
--   Many fixes for more complex gapless and instant-switching scenarios
+-   JPEG XS encoder and decoder elements based on the SVT JPEG XS library were added, including support for muxing JPEG XS into
+    MPEG-TS and demuxing it. Both interlaced and progressive modes are supported.
 
--   Lower latency for live pipelines
+### Low Complexity Enhancement Video Coding (LCEVC) support
 
--   Fix for “chained” streams (ex: Ogg, or PMT update in MPEG-TS)
+-   LCEVC is a codec that provides an enhancement layer on top of another codec such as H.264 for example. It is standardised as
+    MPEG-5 Part 2.
 
--   Fixes for hardware-accelerated playback with subtitles (provided the sink can handle offloading composition). This was also
-    partly due to a historical confusion between subtitle “decoders” (which decode the format to text and “parsers” (which only
-    do timing detection and optional seeking).
+-   LCEVC encoder and decoder elements based on V-Nova’s SDK libraries were added, including support in h264parse for extracting
+    the enhancement layer from H.264 and decoding it via a lcevch264decodebin element.
 
-### GstMeta serialization/deserialization and other GstMeta improvements
+### Closed captions improvements
 
--   GstMeta serialization/deserialization allows metas to be transmitted or stored. This is used by the unixfd and cudaipc
-    plugins for inter-process communication (IPC). Implemented so far for GstCustomMeta, GstVideoMeta, GstAudioMeta and
-    GstReferenceTimestampMeta.
+-   New H.264 and H.265 closed captions extractor and inserter elements.
 
--   Simplified GstCustomMeta registration with gst_meta_register_custom_simple() for the simple case where tags and transform
-    functions are not needed.
+    -   These extractor elements don’t actually extract captions from the bitstream, but rely on parser elements to do that and
+        add them to buffers in form of caption metas. The problem is that streams might contain B-frames, in which case the
+        captions in the bitstream will not be in presentation order and extracting them requires frame-reordering in the same
+        way that a decoder would do. These new elements will do exactly that and allow you to extract captions in presentation
+        order without having to decode the stream.
 
--   GstMetaClearFunction clears the content of the meta. This will be called by buffer pools when a pooled buffer is returned to
-    the pool.
+    -   The inserter elements do something similar and insert caption SEIs into the H.264 or H.265 bitstream, taking into
+        account frame ordering.
 
--   Add gst_meta_info_new() and gst_meta_info_register() to register a GstMeta in two steps for easier extensibility.
+    -   This is useful if one wants to extract, process and re-insert captions into an existing video bitstream without decoding
+        and re-encoding it (in which case the decoder and encoder would handle the caption reordering).
 
-### New unixfd plugin for efficient 1:N inter-process communication on Linux
+-   cdpserviceinject: New element for injecting a CDP service descriptor into closed caption CDP packets
 
--   unixfdsink and unixfdsrc are elements that, inspired by shmsink andn shmsrc, send UNIX file descriptors (e.g. memfd, dmabuf)
-    from one sink to multiple source elements in other processes on Linux.
+-   cea708overlay: New element for overlaying CEA608 / CEA708 closed captions over video streams.
 
--   The unixfdsink proposes a memfd/shm allocator to upstream elements which allows for example videotestsrc to write directly
-    into memory that can be transfered to other processes without copying.
+-   The cc708overlay element has been deprecated in favour of the cea708overlay element from the Rust plugins set.
 
-### New GstMeta for SMPTE ST-291M HANC/VANC Ancillary Data
+-   cea608mux gained a "force-live" property to make it always in live mode and aggregate on timeout regardless of whether any
+    live sources are linked upstream.
 
--   Previously only various specific GstMeta for ancillary data were provided, such as GstVideoCaptionMeta and GstVideoAFDMeta.
-    The new GstAncillaryMeta allows passing arbitrary ancillary data between elements, including custom and non-standard
-    ancillary data. See GstAncillaryMeta for details.
+-   cea708mux: New element that allows to mux multiple CEA708 services into a single stream.
 
--   Add with gst_buffer_add_ancillary_meta() and retrieve with gst_buffer_get_ancillary_meta() or
-    gst_buffer_iterate_ancillary_meta().
+-   cccombiner has two new properties:
 
--   Supported by the newly added AJA sink and source elements
+    -   "input-meta-processing" controls how input closed caption metas are processed and can be used to e.g. discard closed
+        captions from the input pad if the matching video buffer already has closed caption on it.
 
-### DSD audio support
+    -   "schedule-timeout" to support timing out captions without EOS
 
--   DSD audio is a non-PCM raw audio format representation and the GstAudio library gained support for this in form of new
-    GstDsdInfo and GstDsdFormat API.
+-   tttocea708: New element for converting timed-text to CEA708 closed captions
 
--   Support for DSD audio has been implemented in alsasink as well as the GstAudioSink and GstAudioRingBuffer base classes, and
-    the gst-libav plugin to enable FFmpeg-based DSD elements and functionality.
+-   Miscellaneous improvements and spec compliance fixes
 
-### Analytics and Machine Learning
+### Speech to Text, Translation and Speech Synthesis
 
--   A new library, GstAnalytics, has been added. It defines a GstAnalyticsRelationMeta that can efficiently hold a large number
-    of observations from a data analysis process, for example from machine learning. It also contains a matrix of the
-    relationship between those observations.
+-   awstranscriber2, awstranslate: New elements around the AWS transcription and translation services.
 
--   Three types of metadata are already defined in the library: object detection, classification and tracking.
+-   polly: New element around the AWS text-to-speech polly services
 
--   A new objectdetectionoverlay element has been merged that draws the bounding boxes and the classes from the object detection
-    and classification metadata types.
+-   speechmatics: New transcriber / speech-to-text and translation element
 
--   The onnxinference element has been split into two parts. The first part works with the ONNX Runtime library to do the actual
-    inference, while the second part called ssdobjectdetector interprets the produced tensor. This new element creates
-    GstAnalyticsRelationMeta.
+-   translationbin: Helper bin around translation elements, similar to the already existing transcriberbin for transcriptions.
 
--   The onnxinference element now accepts video frames without transformation if the module declares that it accepts the “Image”
-    type and the format is something that GStreamer knows.
+### HLS DASH adaptive streaming improvements
 
--   In the next release, tensor decoders such as ssdobjectdetector will live outside of the ONNX plugin so they can be used with
-    other machine learning acceleration frameworks.
+-   The adaptivedemux2 client implementation gained support for file:// URIs and as such the ability to play HLS and DASH from
+    local files. It also no longer sends spurious flush events when it loses sync in live streams, as that is unexpected and
+    will be handled poorly in non-playback scenarios. Lastly, support for HTTP request retries was added via the "max-retries"
+    property, along with some exponential backoff logic which can be fine-tuned via properties.
 
-### Qt5 + Qt6 QML integration improvements
+-   dashsink has received period duration fixes for dynamic MPDs and some memory leak fixes.
 
--   The Qt5 qmlglsink, qmlgloverlay, qmlglmixer received support for directly consuming BGRA and YV12 video frames without a
-    prior glcolorconvert.
+-   hlscmafsink, hlssink3: New single-variant HLS sink elements that can output CMAF (fMP4) or MPEG-TS fragments.
 
--   New qml6glsrc, qml6glmixer, and qml6gloverlay elements as Qt6 counterparts to the existing Qt5 elements, also with support
-    for directly consuming BGRA and YV12 video frames without a prior glcolorconvert.
+-   hlsmultivariantsink: New sink element that can output an HLS stream with multiple variants
 
--   qml6d3d11sink is a new Direct3D11 Qt6 QML sink for Windows as an alternative to the existing qml6glsink.
+### splitmuxsrc, splitmuxsink: lazy loading and dynamic fragment addition
 
-### DRM Modifier Support for dmabufs on Linux
+-   splitmuxsrc and splitmuxsink were originally designed to handle a small number of large file fragments, e.g. for situations
+    where one doesn’t want to exceed a certain file size when recording to legacy file systems. It was also designed for playing
+    back a static set of file fragments that have been created by an earlier recording session and no longer changes. Over time
+    people have found more applications and use cases for the splitmux elements and have been deploying them in different
+    scenarios, exposing the limits of the current implementation.
 
-The Linux dmabuf subsystem provides buffer sharing across different hardware device drivers and subsystems, and is used
-extensively by the DRM subsystem to exchange buffers between processes, contexts, and library APIs within the same process, and
-also to exchange buffers with other subsystems such as Linux Media.
+-   In this release, splitmuxsink and splitmuxsrc gained new abilities aimed at improving support for recordings with a large
+    number of files, and for adding fragments on the fly to allow playback of ongoing recordings:
 
-In GStreamer, it’s used on the capture side (v4l2src, pipewire), hardware-accelerated video decoders and encoders, OpenGL
-integration, Wayland renderers, etc.
+    -   You can now add fragments directly to splitmuxsrc and provide the offset and duration in the stream:
 
-GStreamer has had support for dmabufs for a long time and was able to negotiate “zero-copy” paths between different components,
-however it only supported and assumed simple linear formats and was not able to negotiate complex non-linear formats. This meant
-that dmabuf support actually had to be disabled in many scenarios to avoid “garbled video”.
+        -   Providing offset and duration means splitmuxsrc doesn’t need to scan the file to measure it and calculate it. That
+            makes for much faster startup.
 
-With GStreamer 1.24 there is now full DRM modifier support and complex non-linear formats can be supported and negotiated
-between components.
+        -   The new "add-fragment" signal can be used to add files to the set dynamically - allowing to be playing an ongoing
+            recording and adding files to the playback set as they are finished.
 
-This is achieved with an extra drm_format field in video/x-raw(memory:DMABuf), format=(string)DMA_DRM caps, e.g.
-drm-format=(string)NV12:0x0x0100000000000001.
+    -   splitmuxsrc no longer keeps all files open, but instead only keeps 100 files open by default, configurable with the
+        "num-open-fragments" property.
 
-See the GStreamer DMA buffers design documentation for more details.
+    -   There is a new "num-lookahead" property on splitmuxsrc to trigger (re)opening files a certain distance ahead of the play
+        position.
 
-This is used in the VA-API va plugin, waylandsink, the MSDK plugin, and the OpenGL integration. Video4Linux support is expected
-to land in one of the next minor releases.
+    -   splitmuxsink will report fragment offset and fragment duration via a message on the bus when closing a file. This
+        information can then be used to add the new fragment to a splitmuxsrc.
 
-New API has been added for easy handling of these new caps:
+### MPEG-TS container format improvements
 
--   GstVideoInfoDmaDrm plus associated functions, similar to GstVideoInfo, including conversion to and from GstVideoInfo with
-    gst_video_info_dma_drm_from_video_info() and gst_video_info_dma_drm_to_video_info()
+-   The MPEG-TS muxer and demuxer gained support for
 
--   GST_VIDEO_DMA_DRM_CAPS_MAKE
+    -   H.266 / VVC video muxing and demuxing
+    -   JPEG-XS video muxing and demuxing
+    -   VP9 video muxing and demuxing (using a custom mapping)
+    -   AV1 video muxing and demuxing (using a custom mapping, since the work-in-progress specification effort doesn’t seem to
+        be going anywhere anytime soon)
+    -   SMPTE ST-2038 ancillary metadata streams (see section above)
 
--   GST_VIDEO_FORMAT_DMA_DRM
+-   mpegtsmux gained support for muxing ID3 metadata into the TS stream, as well as SMPTE 302M audio.
 
-### OpenGL integration enhancements
+-   It’s also possible to disable sending SCTE-35 null (heartbeat) packets now in mpegtsmux by setting the
+    "scte-35-null-interval" to 0.
 
--   When using EGL, if both OpenGL ES and OpenGL are available, OpenGL ES is preferred over OpenGL. OpenGL ES supports some
-    necessary features required for dmabuf support. This does not apply if an external library/application chooses an OpenGL API
-    first.
+-   tsparse now handles 192-byte M2TS packets
 
--   Improved support for dmabuf use cases. The glupload element now supports the new and improved dmabuf negotiation with
-    explicit modifiers.
+-   mpegtslivesrc: New source element that can wrap a live MPEG-TS source (e.g. SRT or UDP source) and provides a clock based on
+    the PCR.
 
--   Base classes for mixing with OpenGL are now public API. GstGLBaseMixer and GstGLMixer are exposed matching the existing
-    filter-based GstGLBaseFilter and GstGLFilter base classes. The new OpenGL mixer base classes are based on
-    GstVideoAggregator.
+### Matroska container format improvements
 
--   Add support for a ‘surfaceless’ EGL context using EGL_MESA_platform_surfaceless.
+-   H.266 / VVC video muxing and demuxing support
 
--   Expose Vivante Framebuffer build-related files (pkg-config, gir) as public API
+-   matroskamux
 
--   Add support for more video formats:
+    -   was ported to the GstAggregator base class, ensuring defined-latency muxing in live streaming pipelines.
+    -   gained rotation tag support
 
-    -   A420 8/10/12/16-bit.
-    -   A422 8/10/12/16-bit.
-    -   A444 8/10/12/16-bit.
-    -   I420 10/12 bit.
-    -   RBGA.
+-   matroskademux now also supports seeks with a stop position in push mode.
 
--   Add support for tiled video formats
+### ISO MP4 container format improvements
 
-    -   NV12_16L32S (Mediatek format)
-    -   NV12_4L4 (Verisilicon Hantro format)
+-   can mux and demux H.266 / VVC in MP4 now
 
--   glcolorconvert now has API for retrieving shader strings for:
+-   can demux Hap video now, as well as Lagarith lossless video and ISO/IEC 23003-5 raw PCM audio.
 
-    -   swizzling (reordering components).
-    -   YUV->RGB conversion.
-    -   RGB->YUV conversion.
+-   qtdemux handles keyunit-only trick mode also in push mode now
 
--   Add more helpers for information about a particular video and/or GL format e.g. number of components, bytes used, or pixel
-    ordering.
+-   support for ISO/IEC 23001-17 raw video in MP4 in qtdemux and isomp4mux.
 
--   glvideomixer has new sink pad properties sizing-policy, xalign, yalign matching compositor.
+-   support for rotation tags in the muxers and demuxers was improved to correctly handle per-media and per-track rotations, and
+    support for flips was added as well.
 
--   GstGLBufferPool now has a configuration option for allowing a number of buffers to be always outstanding allowing for
-    reducing the potential synchronisation delay when reusing OpenGL memory backed buffers.
+SMPTE 2038 ancillary data streams
 
-### Vulkan integration enhancements
+-   SMPTE 2038 (pdf) is a generic system to put VBI-style ancillary data into an MPEG-TS container. This could include all kinds
+    of metadata such as scoreboard data or game clocks, and of course also closed captions, in this case in form of a distinct
+    stream completely separate from any video bitstream.
 
--   Add support for the Vulkan H.264 and H.265 decoders.
+-   A number of new elements in the GStreamer Rust closedcaption plugin add support for this, along with mappings for it in the
+    MPEG-TS muxer and demuxer. The new elements are:
 
--   Add support for timeline semaphores.
+    -   st2038ancdemux: splits SMPTE ST-2038 ancillary metadata (as received from tsdemux) into separate streams per DID/SDID
+        and line/horizontal_offset. Will add a sometimes pad with details for each ancillary stream. Also has an always source
+        pad that just outputs all ancillary streams for easy forwarding or remuxing, in case none of the ancillary streams need
+        to be modified or dropped.
 
--   Optionally use newer Vulkan functions for format selection.
+    -   st2038ancmux: muxes SMPTE ST-2038 ancillary metadata streams into a single stream for muxing into MPEG-TS with
+        mpegtsmux. Combines ancillary data on the same line if needed, as is required for MPEG-TS muxing. Can accept individual
+        ancillary metadata streams as inputs and/or the combined stream from st2038ancdemux.
 
--   Add support for GPU-assisted validation.
+        If the video framerate is known, it can be signalled to the ancillary data muxer via the output caps by adding a
+        capsfilter behind it, with e.g. meta/x-st-2038,framerate=30/1.
 
--   Vulkan/Wayland: add support for xdg_wm_base protocol for creating a visible debug window. Required as the previous wl_shell
-    interface is being removed from compositors.
+        This allows the muxer to bundle all packets belonging to the same frame (with the same timestamp), but that is not
+        required. In case there are multiple streams with the same DID/SDID that have an ST-2038 packet for the same frame, it
+        will prioritise the one from more recently created request pads over those from earlier created request pads (which
+        might contain a combined stream for example if that’s fed first).
 
-### CUDA / NVCODEC integration and feature additions
+    -   st2038anctocc: extracts closed captions (CEA-608 and/or CEA-708) from SMPTE ST-2038 ancillary metadata streams and
+        outputs them on the respective sometimes source pad (src_cea608 or src_cea708). The data is output as a closed caption
+        stream with caps closedcaption/x-cea-608,format=s334-1a or closedcaption/x-cea-708,format=cdp for further processing by
+        other GStreamer closed caption processing elements.
+
+    -   cctost2038anc: takes closed captions (CEA-608 and/or CEA-708) as produced by other GStreamer closed caption processing
+        elements and converts them into SMPTE ST-2038 ancillary data that can be fed to st2038ancmux and then to mpegtsmux for
+        splicing/muxing into an MPEG-TS container. The line-number and horizontal-offset properties should be set to the desired
+        line number and horizontal offset.
 
--   New cudaipcsrc and cudaipcsink elements for zero-copy CUDA memory sharing between processes
+### Analytics
 
--   New nvJPEG library based nvjpegenc JPEG encoder element
+-   Added a GstTensorMeta: This meta is designed to carry tensors from the inference element to the model-specific tensor
+    decoder. This also includes a basic GstTensor class containing a single tensor. The actual tensor data is a GstBuffer.
 
--   The NVIDIA desktop GPU decoder nvh264sldec, nvh265sldec, nvvp8sldec, and nvvp9sldec elements were renamed to nvh264dec,
-    nvh265dec, nvvp8dec, and nvvp9dec, respectively.
+-   Add N_TO_N relationship to GstAnalyticsRelationMeta: This makes it possible to describe N-to-N relationships. For example,
+    between classes and regions in an instance segmentation.
 
--   GStreamer NVIDIA H.264 and H.265 encoders except for nvh264enc and nvh265enc gained support for CEA708 Closed Caption
-    inserting.
+-   Add a new analytics Mtd to carry segmentation masks: Being part of the GstAnalyticsMeta, it can be in relationship with the
+    other Mtd, such as the classification and object detection bounding boxes.
 
--   OpenGL memory support is added to nv{cuda,autogpu}h264enc and nv{cuda,autogpu}h265enc elements
+-   onvifmetadataextractor: New element that can extract ONVIF metadata from GstMetas into a separate stream
 
--   CUDA stream integration: As of 1.24, CUDA stream synchronization is an application’s responsibility, and GStreamer will not
-    execute unnecessary synchronization operations. If an application needs direct access to CUDA memory via GST_MAP_CUDA map
-    flag, cuStreamSynchronize() or gst_cuda_memory_sync() call is required unless application-side CUDA operation is executed
-    with the GstCudaMemory’s associated CUDA stream.
+-   originalbuffer: New plugin with originalbuffersave / originalbufferrestore elements that allow saving an original buffer,
+    modifying it for analytics, and then restoring the original buffer content while keeping any additional metadata that was
+    added.
 
-### RTP stack improvements
+-   relationmeta: New plugin with elements converting between GstRelationMeta and ONVIF XML metadata.
 
--   New rtppassthroughpay element which just passes RTP packets through unchanged, but appears like an RTP payloader element.
-    This is useful for relaying an RTP stream as-is through gst-rtsp-server, which expects an RTP payloader with certain
-    properties at the end of an RTSP media sub-pipeline.
+-   Improved Python bindings for a more Pythonic interface when iterating over GstRelationMeta’s mtd
 
--   New “timeout-inactive-rtp-sources” property on rtpbin, sdpdemux and rtpsession to allow applications to disable automatic
-    timeout of sources from which no data has been received for a while.
+### Vulkan integration enhancements
 
--   rtpvp8pay, rtpvp9pay: expose “picture-id” as a property, and add a “picture-id-offset” property to the VP9 payloader to
-    bring it in line with the VP8 payloader.
+-   Vulkan Integration Improvements:
 
--   rtpjitterbuffer has seen improved media clock handling (clock equality and clock setting/resetting), as well as two new
-    properties that allow reconstruction of absolute PTP timestamps without actually syncing to the PTP clock, which can be
-    useful in scenarios where one wants to reconstruct the absolute PTP clock timestamps on a machine that doesn’t have access
-    to the network of the PTP clock provider. The two new properties are:
+    -   Memory Management: Non-coherent memory is now invalidated when mapping for read in vkmemory.
 
-    -   “rfc7273-use-system-clock”: allows the jitter buffer to assume that the system clock is synced sufficiently close to the
-        media clock used by an RFC7273 stream. By default the property is disabled and the jitter buffer will create a media
-        clock and try to sync to it, but this is only required to determine in which wraparound period from the media clock’s
-        Epoch the current RTP timestamps refer to (and thus to reconstruct absolute time stamps from them). If the property is
-        enabled the wraparound period and current offset from the Epoch will be determined based on the local system clock,
-        which means that no direct network connection to the media clock provider is needed to reconstruct absolute timestamps.
-        There is also no start-up delay, because there’s no clock sync that needs to be established first.
+    -   Color Space Selection: The vkswapper component now chooses the correct color space based on the format.
 
-    -   “rfc7273-reference-timestamp-meta-only”: If this property is enabled then the jitter buffer will do the normal timestamp
-        calculations for the output buffers according to the configured mode instead of making use of the RFC7273 media clock
-        for that. It will still calculate RFC7273 media clock timestamps, but only attach them to the output buffers in form of
-        a clock reference meta.
+    -   Vulkan Plugin Compatibility: Support added for cases where glslc is not available for building Vulkan plugins, along
+        with GLSL compiler support for glslang.
 
--   RTP payloaders and depayloaders now have an “extensions” property for retrieving the list of currently enabled RTP header
-    extensions.
+    -   Fullscreen Quad Updates: Improved support for setting NULL input/output buffers and added checks for unset video info.
 
--   rtpbin and webrtcbin no longer blindly set properties on the jitter buffer assuming it’s a standard rtpjitterbuffer, but
-    instead check if the property is available first, to better support non-standard jitterbuffers or even an identity element
-    in lieu of a jitter buffer.
+    -   Vulkan Buffer Pool Enhancements: Buffer pool access flags and usage configurations have been refined, offering better
+        performance for video decoding and encoding.
 
--   RTP header extension handling fixes for depayloaders that aggregate multiple input buffers into a single output buffer.
-    Before, only the last RTP input buffer was checked for header extensions. Now the depayloader remembers all RTP packets
-    pushed before an output buffer is produced and checks all RTP input buffers for header extensions.
+-   Decoder/Encoder Improvements:
 
-    -   Affected depayloaders: rtph264depay, rtph265depay, rtpvp8depay, rtpvp9depay, rtpxqtdepay, rtpasfdepay, rtpmp4gdepay,
-        rtpsbcdepay, rtpvorbisdepay, rtpmp4vdepay, rtptheoradepay, rtpsv3vdepay, rtpmp4adepay, rtpklvdepay, rtpjpegdepay,
-        rtpj2kdepay, rtph263pdepay, rtph263depay, rtph261depay. rtpgstdepay.
+    -   H264 Decoder: Enhancements to the vkh264dec component for better support of extended profiles and interlaced content
+        decoding.
 
-### WebRTC improvements
+    -   H265 Decoder fixes: vkh265dec updated for proper handling of VPS/SPS on demand, along with fixes to PicOrderCntVal.
 
--   Add support for ICE consent freshness (RFC 7675). This requires libnice >= 0.1.22.
+    -   Encoder Performance: Various internal optimizations to the Vulkan encoder, including removal of redundant references and
+        better management of the DPB view.
 
--   Advertise the local side of an end-of-candidates with an empty candidate string.
+-   Vulkan Instance and Device Management:
 
--   Add the number of Data Channels opened and closed to webrtcbin’s statistics.
+    -   Device Handling: Added new utility functions for managing Vulkan device instances, including
+        gst_vulkan_instance_create_device_with_index and gst_vulkan_ensure_element_device.
 
--   Various improvements and feature additions in the Rust webrtc plugin, which provides webrtcsrc and webrtcsink elements as
-    well as specific elements for different WebRTC signalling protocols. See the Rust plugins section below for more details.
+    -   Device Context Management: Updates to manage Vulkan context handling more effectively within the application.
 
-### Adaptive Streaming improvements and Low-Latency HLS (LL-HLS) support
+### OpenGL integration enhancements
 
--   hlsdemux2 now supports Low-Latency HLS (LL-HLS)
+-   glcolorconvert gained support for more formats and conversions:
 
--   hlsdemux2 asynchronous playlist download and update improves responsiveness and bandwith usage.
+    -   Planar YUV <-> planar YUV conversions
+    -   Converting to and from v210 in general
+    -   v210 <-> planar YUV
+    -   UYVY and YUY2 <-> planar YUV
+    -   v210 <-> UYVY and YUY2
+    -   Support for Y444_10, Y444_16, I422_10, I422_12 pixel formats (both little endian and big endian variants)
 
--   hlsdemux2 handles fallback variant URLs.
+-   gldownload can import DMABufs from a downstream pool
 
--   hlsdemux2 is more responsive and accurate when handling seeks.
+-   glupload gained a DRM raw uploader
 
--   dashdemux2 and hlsdemux2 have a new “start-bitrate” property, improving the decision for which initial stream variant that
-    will be used.
+### Qt5 + Qt6 QML integration improvements
 
--   dashdemux2, hlsdemux2, mssdemux2 have received many improvements regarding seeking, along with support for “early-seek”
-    which allows playback to start immediately from the requested position without any previous download.
+-   qmlglsink, qml6glsink now support external-oes textures, which allows direct DMABuf import from hardware decoders. Both also
+    support NV12 as an input format now.
 
--   dashdemux2, hlsdemux2, mssdemux2 better handle errors on or near the live edge.
+-   qmlglsink gained support for RGB16/BGR16 as input format
 
--   dashsink can now use the dashmp4mux muxer from the Rust plugins and will also produce better and RFC 6381-compatible codec
-    strings. The “suggested-presentation-delay” property allows to set the suggested presentation delay in the MPD.
+-   qmlgl6src can now use a downstream buffer pool when available
 
--   No development took place on the legacy demuxers (dashdemux, hlsdemux, mssdemux). Application developers are reminded to use
-    the new demuxers instead. They are automatically picked up when using urisourcebin, uridecodebin3 or playbin3.
+-   qmlgloverlay make the depth/stencil buffer optional, which reduces memory bandwidth on Windows.
 
-### W3C Media Source Extensions library
+### CUDA / NVCODEC integration and feature additions
 
--   A new GStreamer library (mse) implementing the W3C Media Source Extensions specification was added.
+-   Added AV1 video encoder nvav1enc
 
--   Applications can embed this library along with GStreamer in order to integrate software that uses the Media Source APIs
-    without relying on a web browser engine. Typically an application consuming this library will wrap the C API with JavaScript
-    bindings that match the Media Source API so their existing code can integrate with this library.
+-   CUDA mode nvcuda{CODEC}enc encode elements are renamed to nv{CODEC}enc and old nv{CODEC}enc implementations are removed
 
-### Closed Caption handling improvements
+-   Added support for CUDA Stream-Ordered allocator
 
--   ccconverter supports converting between the two CEA-608 fields.
+-   Added cudacompositor element which is equivalent to the software compositor element but uses CUDA
 
--   New cea608mux element for muxing multiple CEA-608 streams together.
+-   Added support for CUDA kernel precompile at plugin build time using nvcc and NVCODEC plugin can cache/reuse compiled CUDA
+    CUBIN/PTX
 
--   Various improvements and feature additions in the Rust-based closed caption elements. Check out the Rust plugins section
-    below for more details.
+-   cudaupload and cudadownload elements can support Jetson platform’s NVMM memory in addition to already supported desktop NVMM
+    memory
 
-### Precision Time Protocol (PTP) clock improvements
+-   Introduced nvdswrapper plugin which uses NVIDIA DeepStream SDK APIs with gst-cuda in an integrated way:
 
--   Many fixes and compatibility/interoperability improvements.
+    -   nvdsdewarp: NVIDIA NVWarp360 API based dewarping element
 
--   Better support for running on devices with multiple network interfaces.
+### GStreamer Direct3D12 integration
 
--   Allow sync to master clock on same host.
+-   New gst-d3d12 public library. The following elements are integrated with the gst-d3d12 library:
 
--   PTP clock support is now also available on Windows.
+    -   NVIDIA NVCODEC decoders and encoders can support D3D12 memory
+    -   Intel QSV encoders can accept D3D12 memory
+    -   All elements in dwrite plugin can support D3D12 memory
 
--   The standalone ptp-helper binary has been rewritten in Rust for portability and security. This works on Linux, Android,
-    Windows, macOS, FreeBSD, NetBSD, OpenBSD, DragonFlyBSD, Solaris and Illumos. Newly supported compared to the C version is
-    Windows. Compared to the C version various error paths are handled more correctly and a couple of memory leaks are fixed.
-    Otherwise it should work identically. The minimum required Rust version for compiling this is 1.48, i.e. the version
-    currently in Debian oldstable. On Windows, Rust 1.54 is needed at least.
+-   The d3d12 library and plugin can be built with MinGW toolchain now (in addition to MSVC)
 
--   New ptp-helper Meson build option so PTP support can be disabled or required.
+-   D3D12 video decoders and d3d12videosink are promoted to have higher rank than D3D11 elements
 
--   gst_ptp_init_full() allows for a more fine-grained and extensible configuration and initialization of the GStreamer PTP
-    subsystem, including TTL configuration.
+-   Added support for multiple mip-levels D3D12 textures:
 
-### Bayer 10/12/14/16-bit depth support
+    -   Newly added d3d12mipmapping element can generate D3D12 textures with multiple mip-levels
 
--   bayer2rgb and rgb2bayer now support bayer with 10/12/14/16 bit depths
+    -   max-mip-levels property is added to d3d12convert, d3d12videosink, and d3d12swapchainsink element, so that the elements
+        can generate an intermediate texture with multiple mip-levels in order to reduce downscale aliasing artifacts
 
--   v4l2src and videotestsrc now support bayer with 10/12/14/16 bit depths
+-   d3d12convert, d3d12videosink, and d3d12swapchainsink support the GstColorBalanceInterface to offer color balancing functions
+    such as hue, saturation, and brightness adjustment
 
--   imagefreeze gained bayer support as well
+-   Added d3d12ipcsink and d3d12ipcsrc elements for zero-copy GPU memory sharing between processes
 
-### MPEG-TS improvements
+-   d3d12upload and d3d12download support direct GPU memory copy between D3D12 and D3D12 resources
 
--   mpegtsdemux gained support for
-    -   segment seeking for seamless non-flushing looping, and
-    -   synchronous KLV
--   mpegtsmux now
-    -   allows attaching PCR to non-PES streams
-    -   allows setting of the PES stream number for AAC audio and AVC video streams via a new “stream-number” property on the
-        muxer sink pads. Currently the PES stream number is hard-coded to zero for these stream types.
-    -   allows writing arbitrary Opus channel mapping families and up to 255 channels
-    -   separate handling of DVB and ATSC AC3 descriptors
+-   Added d3d12swapchainsink element to support DirectComposition or UWP/WinUI3 SwapChainPanel based applications
 
-## New elements and plugins
+-   Added d3d12deinterlace element which performs deinterlacing using a GPU vendor agnostic compute shader.
 
--   analyticsoverlay visualises object-detection metas on a video stream.
+-   d3d12screencapturesrc element can capture HDR enabled desktop correctly in DDA mode (DXGI Desktop Duplication API)
 
--   autovideoflip and autodeinterlace are two new auto elements.
+### Capture and playout cards support
 
--   AJA source and sink elements plus device provider for AJA capture and playout cards, including support for HANC/VANC
-    ancillary data.
+-   ajasrc: Improve clock handling, frame counting, capture timestamping, and signal loss recovery
 
--   New cea608mux element for muxing multiple CEA-608 streams together.
+-   The Blackmagic Decklink plugin gained support
 
--   The codec2json plugin adds av12json, h2642json, h2652json and vp82json elements which convert AV1, H.264, H.265 and VP8
-    frame parameters into human readable JSON data, which is useful for debugging and testing purposes.
+    -   for HDR output and input (PQ + HLG static metadata)
 
--   New lc3 plugin with a decoder and encoder for the Bluetooth LC3 audio codec.
+    -   all modes of Quad HDMI recorder
 
--   New onnxinference element to run ONNX inference models on video buffers.
+    -   scheduling frames before they need to be displayed in decklinkvideosink
 
--   New rtppassthroughpay element which just passes RTP packets through unchanged, but appears like an RTP payloader element.
-    This is mostly useful for medias that simply pass through an existing RTP stream in gst-rtsp-server.
+### RTP and RTSP stack improvements
 
--   Qt6: qml6glsrc, qml6glmixer, qml6gloverlay, and qml6d3d11sink
+-   rtspsrc now supports client-managed MIKEY key management. Some RTSP servers (e.g. Axis cameras) expect the client to propose
+    the encryption key(s) to be used for SRTP / SRTCP. This is required to allow re-keying. This mode can be enabled by enabling
+    the "client-managed-mikey-mode" property and comes with a number of new signals ("request-rtp-key" and "request-rtcp-key"),
+    action signals ("set-mikey-parameter" and "remove-key") and properties ("hard-limit" and "soft-limit").
 
--   New SVT-AV1 encoder plugin, imported from SVT-AV1 but with many fixes.
+-   rtpbin: Add new “never” and “ntp” RTCP sync modes
 
--   Many exciting new Rust elements, see Rust section below.
+    -   Never is useful for some RTSP servers that report plain garbage both via RTCP SR and RTP-Info, for example.
+    -   NTP is useful if synchronization should only ever happen based on RTCP SR or NTP-64 RTP header extensions.
 
--   New DirectWrite text rendering and Direct3D12 plugins (see Windows section below).
+    This is part of a bigger refactoring of the synchronization / offsetting code in rtpbin, which also makes it regularly emit
+    the sync signal even if no new synchronisation information is available, controlled by the new "min-sync-interval" property.
 
--   New vaav1enc element for encoding video in AV1 (See VA-API section)
+-   rtpjitterbuffer: add RFC7273 active status to jitterbuffer stats so applications can easily check whether RFC7273 sync is
+    active.
 
--   New uvcsink element for exporting streams as UVC camera
+-   rtph265depay: Add "wait-for-keyframe" "request-keyframe" properties and improve request keyframe logic
 
-## New element features and additions
+-   rtppassthroughpay gained the ability to regenerate RTP timestamps from buffer timestamps via the new "retimestamp-mode"
+    property. This is useful in a relay RTSP server if one wants to do full drift compensation and ensure that the stream coming
+    out of gst-rtsp-server is not drifting compared to the pipeline clock and also not compared to the RTCP NTP times.
 
--   alphacombine supports I420_10LE now for 10-bit WebM/alpha support.
+-   New Rust RTP payloaders and depayloaders for AC3, AMR, JPEG, KLV, MPEG-TS (MP2T), MPEG-4 (MP4A, MP4G), Opus, PCMU (uLaw),
+    PCMA (aLaw), VP8, VP9.
 
--   The amfcodec for hardware-accelerated video encoding using the Advanced Media Framework (AMF) SDK for AMD GPUs gained some
-    new features:
+-   New rtpbin2 based on separate rtprecv and rtpsend elements
+
+### WebRTC improvements
 
-    -   10-bit and HDR support for H.265 / HEVC and AV1 video encoders
-    -   B-frame support in the H.264 encoder
-    -   Initial support of pre-analysis and pre-encoding
-    -   Initial support of Smart Access Video for optimal distribution amongst multiple AMD hardware instances.
+-   webrtcbin improvements
 
--   appsink: new “propose-allocation” signal so applications can provide a buffer pool or allocators to the upstream elements,
-    as well as “max-time” and “max-buffers” properties to configure the maximum size of the appsink-internal queue in addition
-    to the existing “max-bytes” property.
+    -   Make basic rollbacks work
 
--   autovideoconvert exposes colorspace and scaler elements for well know elements
+    -   Add "reuse-source-pads" property: When set to FALSE, if a transceiver becomes send-only or inactive then pre-existing
+        source pads will receive an EOS event and no further traffic even after further renegotiation. When TRUE, pads will
+        simply not receive any output when the negotiated transceiver state doesn’t have incoming traffic. If renegotiated
+        later, the pad will receive data again.
 
--   avtp: add AVTP Raw Video Format payload and de-payload support.
+    -   Early CNAME support (RFC5576): Have CNAME available to the jitterbuffer before the the first RTCP SR is received, for
+        rapid synchronization.
 
--   cacasink’s output driver can now be selected via the “driver” property.
+    -   New "post-rtp-aux-sender" signal to allow for placement of an object after rtpbin, before sendbin. This is useful for
+        objects such as congestion control elements, that don’t want to be burdened by the synchronization requirements of
+        rtpsession.
 
--   camerabin: various fixes and stability improvements
+    -   Create and associate transceivers earlier in negotiation, and other spec compliance improvements
 
--   clocksync: “QoS” property to optionally send QoS events upstream like a synchronising sink would.
+    -   Statistics generation improvements for bundled streams
 
--   cutter: can add GstAudioLevelMeta on output buffers, which can be enabled via the new “audio-level-meta” property.
+-   webrtcsink improvements:
 
--   dashdemux2 has a new “start-bitrate” property.
+    -   Support for more encoders: nvv4l2av1enc, vpuenc_h264 (for imx8mp), nvav1enc, av1enc, rav1enc and nvh265enc.
 
--   dashsink can now use the dashmp4mux muxer from the Rust plugins and will also produce better and RFC 6381-compatible codec
-    strings. The “suggested-presentation-delay” property allows to set the suggested presentation delay in the MPD.
+    -   The new "define-encoder-bitrates" signal allows applications to fine-tune the bitrate allocation for individual streams
+        in cases where there are multiple encoders. By default the bitrate is split equally between encoders.
 
--   deinterlace: Add support for 10/12/16-bit planar YUV formats
+    -   A generic mechanism was implemented to forward metas over the control channel.
 
--   The dvdspu subpicture overlay now implements GstVideoOverlayComposition support to make it work better with hardware
-    decoders where the video data should ideally stay on the GPU/VPU and the overlay blitting be delegated to the renderer.
+    -   Added a mechanism for SDP munging to handle server-specific quirks.
 
--   encodebin now automatically autoplugs timestamper elements such as h264timestamper or h265timestamper, based on new
-    “Timestamper” element factory type and rank.
+    -   Can expose a built-in web server and signalling server for prototyping and debugging purposes.
 
--   New fakevideodec element (see debugging section below).
+-   webrtcsink and webrtcsrc enhancements:
 
--   filesink: “file-mode” property to allow the ability to specify rb+ file mode, which overwrites an existing file. This is
-    useful in combination with splitmuxsink so that files can be pre-allocated which can be useful to reduce disk fragmentation
-    over time.
+    -   Support for raw payloads, i.e. uncompressed audio and video
 
--   flvmux: add “enforce-increasing-timestamps” property to allow disabling a hack that was added back in the day because
-    librtmp as used in rtmpsink would get confused by timestamps going backwards, but this is no longer required with rtmpsink2.
-    If set to true (still the default, for backwards compatibility), flvmux will modify buffers timestamps to ensure they are
-    always strictly increasing, inside one stream and also between the audio and video streams.
+    -   NTP & PTP clock signalling and synchronization support (RFC 7273)
 
--   giostreamsink: Add a property to close the stream on stop().
+    -   Generic data channel control mechanism for sending upstream events back to the sender (webrtcsink)
 
--   h264parse improved its AU boundary detection.
+-   webrtcsrc now has support for multiple producers
 
--   h264parse, h265parse, mpegvideoparse now support multiple unregistered user data SEI messages.
+## New elements and plugins
 
--   insertbin is now a registered element and available via the registry, so can be constructed via parse-launch and not just
-    via the insertbin API.
+-   Many exciting new Rust elements, see Rust section below.
 
--   jack: libjack is now loaded dynamically at runtime instead of linking it at build time. This means the plugin can be shipped
-    on Windows and macOS and will work if there’s a user-installed JACK server/library setup.
+-   webview2src: new Microsoft WebView2 based web browser source element
 
--   jpegparse now has a rank so it will be autoplugged if needed.
+-   h264ccextractor, h264ccinserter: H.264 closed caption extractor / inserter
 
--   kmssink: Add auto-detection for NXP i.MX8M Plus LCDIFv3, ST STM32 LTDC, and Texas Instruments TIDSS display controllers.
+-   h265ccextractor, h265ccinserter: H.265 closed caption extractor / inserter
 
--   matroskademux and matroskamux gained support for more raw video formats, namely RGBA64_LE, BGRA64_LE, GRAY10_BE32, GRAY16_LE
+-   h266parse
 
--   mpg123audiodec’s rank was changed from MARGINAL to PRIMARY so it’s now higher than avdec_mp3, as it works better with
-    “freeformat” MP3s.
+-   lcevch264decodebin
 
--   msdk:
+-   New VA elements (see below): vah266dec, vavp8enc, vajpegenc, vavp8alphadecodebin, vavp9alphadecodebin
 
-    -   DRM modifier support on Linux
+-   svtjpegxsdec, svtjpegxsenc: SVT JPEG XS decoder/encoder
 
-    -   only expose codecs and capabilities actually supported by the platform
+-   Many other new elements mentioned in other sections (e.g. CUDA, NVCODEC, etc.)
 
-    -   msdkvpp video post-processing:
+## New element features and additions
 
-        -   new “hdr-tone-mapping” property to enable HDR-to-SDR tone mapping
-        -   new compute scaling mode
+-   audioconvert enhancements:
 
-    -   Decoders sport D3D11 and VA integration, and the VP9 decoder supports certain resolution changes.
+    -   Add possibility to reorder input channels when audioconvert has unpositionned audio channels as input. It can now use
+        reordering configurations to automatically position those channels via the new "input-channels-reorder" and
+        "input-channels-reorder-mode" properties.
 
-    -   Encoders:
+    -   Better handling of setting of the mix matrix at run time
 
-        -   msdkh264enc, msdkh265enc**: “pic-timing-sei” property to insert pic timing SEI
-        -   msdkh264enc, msdkh265enc**: Add properties to allow different max/min-qp values for I/P/B frames
-        -   msdkh264enc: Added BGRx format DMABuf support
-        -   Advertise special image formats in low power mode
+    -   handles new GstRequestMixMatrix custom upstream event
 
--   mxfdemux gained support for FFV1 demuxing
+-   audiorate: Take the tolerance into account when filling gaps; better accounting of the number of samples added or dropped.
 
--   opusenc, opusdec now support decoding and encoding more than 8 channels, and can also handle unknown/unpositioned channel
-    layouts.
+-   av1enc: Add "timebase" property to allow configuring a specific time base, in line with what exists for vp8enc and vp9enc
+    already.
 
--   The oss plugin gained a device provider for audio device discovery
+-   av1parse can parse annexb streams now, and typefinding support has been added for annexb streams as well.
 
--   pcapparse learned how to handle the Linux “cooked” capture encapsulation v2
+-   The GTK3 plugin has gained support for OpenGL/WGL on Windows
 
--   Intel Quick Sync plugin improvements:
+-   fdsrc has a new "is-live" property to make it act like a live source and timestamp the received data with the clock running
+    time.
 
-    -   qsvh264enc gained more encoding options
-    -   qsvh265dec now supports GBR decoding and HEVC RExt profiles
+-   imagefreeze: Add support for JPEG and PNG
 
--   qtdemux now adds audio clipping meta when playing gapless m4a content, supports CENC sample grouping, as well as the SpeedHQ
-    video codec.
+-   kmssink: Extended the functionality to support buffers with DRM formats along with non-linear buffers
 
--   ristsrc gained support for dynamic payloads via the new “caps” and “encoding-name” properties. These can be used to make the
-    ristsrc receive other payload types than MPEG-TS.
+-   pitch now supports reverse playback
 
--   rtmp2src: a new “no-eof-is-error” property was added: There is currently no way for applications to know if the stream has
-    been properly terminated by the server or if the network connection was disconnected, as an EOS is sent in both cases. With
-    the property set, connection errors will be reported as errors, allowing applications to distinguish between both scenarios.
+-   queue can emit the notify signal on queue level changes if the "notify-levels" property has been set.
 
--   rtspsrc: new “extra-http-request-headers” property for adding custom http request headers when using http tunnelling.
+-   qroverlay: the "pixel-size" property has been removed in favour of a new "size" property with slightly different semantics,
+    where the size of the square is expressed in percent of the smallest of width and height.
 
--   sdpdemux now supports SDP source filters as per RFC 4570; audio-only or video-only streaming can be selected via the new
-    “media” property, and RTCP feedback can be disabled via the “rtcp-mode” property.
+-   rsvgdec: Negotiate resolution with downstream and scale accordingly
 
--   splitmuxsrc uses natural ordering to sort globbed filenames now, i.e. 0, 1, 2, 10, 11 instead of 0, 1, 10, 11, 2, …
+-   rtmp2: server authentication improvements
 
--   srt: Add more fields to the statistics to see how many packets were retransmitted and how many were dropped.
+    -   Mimic librtmp’s behaviour and support additional connection parameters for the connect packet, which are commonly used
+        for authentication, via the new "extra-connect-args" property.
 
--   switchbin: many improvements, especially for caps handling and passthrough.
+    -   Add support for Limelight CDN (llnw) authentication
 
--   taginject: a “scope” property was added to allow injection of global tags in addition to the current default which is stream
-    tags.
+-   scaletempo has gained support for a “fit-down” mode: In fit-down mode only 1.0 rates are supported, and the element will fit
+    audio data in buffers to their advertised duration. This is useful in speech synthesis cases, where elements such as
+    awspolly will generate audio data from text, and assign the duration of the input text buffers to their output buffers.
+    Translated or synthesised audio might be longer than the original inputs, so this makes sure the audio will be sped up to
+    fit the original duration, so it doesn’t go out of sync.
 
--   timeoverlay: add buffer-count and buffer-offset time modes.
+-   souphttpsrc: Add the notion of "retry-backoff" and retry on 503 (service unavailable) and 500 (internal server error) http
+    errors.
 
--   udpsrc: new “multicast-source” property to support IGMPv3 Source Specific Muliticast (SSM) as per RFC 4604.
+-   taginject now modifies existing tag events of the selected scope, with the new "merge-mode" property allowing finer control.
 
--   videoconvertscale, videoconvert: add a “converter-config” property to allow fine-tuning conversion parameters that are not
-    exposed directly as property.
+-   timecodestamper gained a new running-time source mode that converts the buffer running time into timecodes.
 
--   videoflip: many orientation tag handling fixes and improvements
+-   playbin3, uridecodebin3, parsebin
 
--   videorate: add “drop-out-of-segment” property to force dropping of out-of-segment buffers.
+    -   lots of stream-collection handling and stability/reliability fixes
+    -   error/warning/info message now include the URI (if known) and stream-id
+    -   missing plugin messages include the stream-id
 
--   volume now supports arbitrarily-large positive gains via a new “volume-full-range” property (it was not possibly to just
-    allow a bigger maximum value for the existing “volume” property for GstController-related backwards-compatibility reasons).
+-   videocodectestsink gained support for GBR_10LE, GRAY8 and GRAY10_LE{16,32} pixel formats
 
--   waylandsink, gtkwaylandsink: improved frame scheduling reducing frame drops and improve throughput.
+-   videoflip gained support for the Y444_16LE and Y444_16BE pixel formats
 
--   webpenc now has support for animated WebP which can be enabled via the new “animated” property. By default it will just
-    output a stand-alone WebP image for each input buffer, just like before.
+-   videoconvertscale:
 
--   wpe: added a WebProcess crash handler; gained WPEWebKit 2.0 API support.
+    -   Handle pixel aspect ratios with large numerators or denominators
+    -   Explicitly handle the overlaycomposition meta caps feature, so it doesn’t get dropped unnecessarily
 
--   x264enc gained support for 8-bit monochrome video (GRAY8).
+-   waylandsink prefers DMABuf over system memory now
 
--   ximagesrc gained navigation support (mouse and keyboard events).
+-   x264enc has a new "nal-hrd" property to make the encoder signal HRD information, which is required for Blu-ray streams,
+    television broadcast and a few other specialist areas. It can also be used to force true CBR, and will cause the encoder to
+    output null padding packets.
 
--   y4mdec now parses extended headers to support high bit depth video.
+-   zbar: add support for binary mode and getting symbols as raw bytes instead of a text string.
 
 ## Plugin and library moves
 
--   The AMR-NB and AMR-WB plugins have been moved from -ugly to -good.
+-   macOS: atdec was moved from the applemedia plugin in -bad to the osxaudio plugin in -good, in order to be able to share
+    audio-related helper methods.
 
 ## Plugin and element removals
 
--   The entire gst-omx package and plugin has been retired. See the OMX section below for more details.
-
--   The RealServer RTSP extension, RDT handling and PNM source have been removed from the realmedia plugin.
-
--   The kate subtitle plugin has been removed.
+-   None in this cycle
 
 ## Miscellaneous API additions
 
-GStreamer Core
+### GStreamer Core
 
--   gst_pipeline_get_configured_latency() and gst_pipeline_is_live() convenience functions to query liveness and configured
-    latency of a pipeline.
+-   gst_meta_api_type_set_params_aggregator() allows setting an GstAllocationMetaParamsAggregator function for metas, which has
+    been implemented for GstVideoMeta and is used to aggregate alignment requirements of multiple tee branches.
 
--   Plugins can now provide status info messages for plugins that will be displayed in gst-inspect-1.0 and is useful for dynamic
-    plugins that register features at runtime. They are now able to provide information to the user why features might not be
-    available. This is now used in the amfcodec, nvcodec, qsv, and va plugins.
+-   gst_debug_print_object() and gst_debug_print_segment() have been made public API. The can be used to easily get string
+    representations of various types of (mini)objects in custom log handlers.
 
--   GST_OBJECT_AUTO_LOCK() and GST_PAD_STREAM_AUTO_LOCK() are g_autoptr(GMutexLocker)-based helpers for GstPad and GstObject
-    that unlock the mutex automatically when the helper goes out of scope. This is not portable so should not be used in
-    GStreamer code that needs to be portable to e.g. Windows with MSVC.
+-   Added gst_aggregator_push_src_event(), so subclasses don’t just push events directly onto the source pad bypassing the base
+    class without giving it the chance to send out any pending serialised events that should be sent out before.
 
--   gst_clear_context(), gst_clear_promise(), gst_clear_sample()
+-   GstMessage has gained APIs to generically add “details” to messages:
 
--   gst_util_ceil_log2() and gst_util_simplify_fraction() utility functions
+    -   gst_message_set_details()
+    -   gst_message_get_details()
+    -   gst_message_writable_details()
+    -   gst_message_parse_error_writable_details()
+    -   gst_message_parse_warning_writable_details()
+    -   gst_message_parse_info_writable_details() This is used in uridecodebin3 to add the triggering URI to any INFO, WARNING
+        or ERROR messages posted on the bus, and in decodebin3 to add the stream ID to any missing plugin messages posted on the
+        bus.
 
--   New TAG_CONTAINER_SPECIFIC_TRACK_ID tag for container specific track ID as used in an HTML5 context, plus basic support in
-    matroskademux, qtdemux, dashdemux and dashdemux2
+-   gst_util_floor_log2() returns smallest integral value not bigger than log2(v).
 
--   New utility functions to create a stream-id without a pad for elements:
+-   gst_util_fraction_multiply_int64() is a 64-bit variant of gst_util_fraction_multiply().
 
-    -   gst_element_decorate_stream_id()
-    -   gst_element_decorate_stream_id_printf_valist()
-    -   gst_element_decorate_stream_id_printf()
+#### GstIdStr replaces GQuark in structure and caps APIs
 
--   GstQueueArray gained API for sorting and sorted insertion
+-   GQuarks are integer identifiers for strings that are inserted into a global hash table, allowing in theory for cheap
+    equality comparisons. In GStreamer they have been used to represent GstStructure names and field names. The problem is that
+    these strings once added to the global string table can never be freed again, which can lead to ever-increasing memory usage
+    for processes where such name identifiers are created based on external input or on locally-created random identifiers.
 
--   Add strict GstStructure serialisation with gst_structure_serialize_full() in combination with GST_SERIALIZE_FLAG_STRICT
-    which only succeeds if the result can later be fully deserialised again.
+-   GstIdStr is a new data structure made to replace quarks in our APIs. It can hold a short string inline, a static string, or
+    a reference to a heap-allocated longer string, and allows for cheap storage of short strings and cheap comparisons. It does
+    not involve access to a global hash table protected by a global lock, and as most strings used in GStreamer structures are
+    very short, it is actually more performant than quarks in many scenarios.
 
--   GstBaseSrc enhancements: the “automatic-eos” property can be used to do the equivalent to gst_base_src_set_automatic_eos().
-    gst_base_src_push_segment() sends a segment event right away which can be useful for subclasses like appsrc which have their
-    own internal queuing.
+-   GQuark-using APIs in GstStructure or GstCaps have been deprecated and equivalent APIs using GstIdStr have been added
+    instead. For more details about this change watch Sebastian’s GStreamer Conference presentation “GQuark in GStreamer
+    structures - what nonsense!”.
 
--   GstBaseSink gained a new custom GST_BASE_SINK_FLOW_DROPPED flow return which can be used by subclasses from the virtual
-    ::render method to signal to the base class that a frame is not being rendered. This is used in e.g. waylandsink and ensures
-    that elements such as fpsdisplaysink will correctly report the rate of frames rendered and dropped.
+-   Most applications and plugins will have been using the plain string-based APIs which are not affected by this change.
 
-GstDiscoverer
+#### GstVecDeque
 
--   New “load-serialized-info” signal to retrieve a serialized GstDiscovererInfo
+-   Moved GstQueueArray as GstVecDeque into core for use in GstBus, the ringbuffer logger and in GstBufferPool, where an overly
+    complicated signaling mechanism using GstAtomicQueue and GstPoll was replaced with GstVecDeque and a simple mutex/cond.
 
-GstSDP
+-   GstQueueArray in libgstbase was deprecated in favour of GstVecDeque.
 
--   Add gst_sdp_message_remove_media()
+-   GstAtomicQueue will be deprecated once all users in GStreamer have been moved over to GstVecDeque.
 
-Video Library
+### Audio Library
 
-DRM Modifier Support for dmabufs on Linux
+-   Added gst_audio_reorder_channels_with_reorder_map() which allows reordering the samples with a pre-calculated reorder map
+    instead of re-calculating the reorder map every time.
 
-See section above.
+-   Add top-surround-left and top-surround-right channel positions
 
-List of Video Formats for Passthrough
+-   GstAudioConverter now supports more numerical types for the mix matrix, namely double, int, int64, uint, and uint64 in
+    addition to plain floats.
 
-New helper API was added to get a list of all supported video formats, including DMA_DRM formats, and can be used to advertise
-all supported formats for passthrough purposes:
+### Plugins Base Utils Library
 
--   GST_VIDEO_FORMATS_ANY_STR, GST_VIDEO_FORMATS_ANY
--   gst_video_formats_any() which can be used by bindings or for code that prefers GstVideoFormat values instead of strings.
+-   New AV1 caps utility functions for AV1 Codec Configuration Record codec_data handling
 
-New Video Formats
+-   The GstEncodingProfile (de)serialization functions are now public
 
--   12-bit and 16-bit A420 / A422 / A444 (YUV with alpha channel) variants:
+-   GstEncodingProfile gained a way to specify a factory-name when specifying caps. In some cases you want to ensure that a
+    specific element factory is used while requiring some specific caps, but this was not possible so far. You can now do
+    e.g. qtmux:video/x-prores,variant=standard|factory-name=avenc_prores_ks to ensure that the avenc_prores_ks factory is used
+    to produce the variant of prores video stream.
 
-    -   A444_12BE, A444_12LE
-    -   A422_12BE, A422_12LE
-    -   A420_12BE, A420_12LE
-    -   A444_16BE, A444_16LE
-    -   A422_16BE, A422_16LE
-    -   A420_16BE, A420_16LE
+### Tag Library
 
--   8-bit A422 / A444 (YUV with alpha channel) variant:
+-   EXIF handling now support the CAPTURING_LIGHT_SOURCE tag
 
-    -   A422
-    -   A444
+-   Vorbis tag handling gained support for the LYRICS tag
 
--   Planar 16-bit 4:4:4 RGB formats:
+### Video Library and OpenGL Library
 
-    -   GBR_16BE
-    -   GBR_16LE
+-   gst_video_convert_sample(), gst_video_convert_sample_async() gained support for D3D12 conversion.
 
--   RBGA, intended to be used by hardware decoders where VUYA is only supported 4:4:4 decoding surface but the stream is encoded
-    with GBR color space, such as HEVC and VP9 GBR streams for example.
+-   GstVideoEncoder: gst_video_encoder_release_frame() and gst_video_encoder_drop_frame() have been made available as public
+    API.
 
--   Two tiled Mediatek 10-bit formats:
+-   Navigation: gained mouse double click event support
 
-    -   MT2110T
-    -   MT2110R
+-   Video element QoS handling was improved so as to not overshoot the QoS earliest time by a factor of 2. This was fixed in the
+    video decoder, encoder, aggregator and audiovisualizer base classes, as well as in the adaptivedemux, deinterlace,
+    monoscope, shapewipe, and (old) videomixer elements.
 
--   Tiled 10-bit NV12 format NV12_10LE40_4L4 (Verisilicon Hantro)
+-   GstVideoConverter gained fast paths for v210 to/from I420_10 / I422_10
 
-## Miscellaneous performance, latency and memory optimisations
+-   New gst_video_dma_drm_format_from_gst_format() helper function that converts a video format into a dma drm fourcc / modifier
+    pair, plus gst_video_dma_drm_format_to_gst_format() which will do the reverse.
 
--   liborc 0.4.35 (latest: 0.4.38) adds support for AVX/AVX2 and contains improvements for the SSE backend.
+-   In the same vein gst_gl_dma_buf_transform_gst_formats_to_drm_formats() and
+    gst_gl_dma_buf_transform_drm_formats_to_gst_formats() have been added to the GStreamer OpenGL support library.
 
--   liborc 0.4.37 adds support for NEON on macOS on Apple ARM64 CPUs.
+-   GLDisplay/EGL: Add API (gst_gl_display_egl_set_foreign()) for overriding foreign-ness of the EGLDisplay in order to control
+    whether GStreamer should call eglTerminate() or not.
 
--   Most direct use of the GLib GSLice allocator has been removed, as there is little evidence that it actually still provides
-    much advantage over the standard system allocator on Linux or Windows in 2024. There is strong evidence however that it
-    causes memory fragmentation for standard GStreamer workloads such as RTSP/RTP/WebRTC streaming.
+-   Additional DMA DRM format definitions/mappings:
 
--   As always there have been plenty of performance, latency and memory optimisations all over the place.
+    -   NV15, NV20, NV30
+    -   NV12_16L32S, MT2110T, MT2110R as used on Meditek SoCs
+    -   NV12_10LE40
+    -   RGB15, GRAY8, GRAY16_LE, GRAY16_BE
+    -   plus support for big endian DRM formats and DRM vendor modifiers
 
-## Tracing framework and debugging improvements
+New Raw Video Formats
 
--   The gst-stats tool can now be passed a custom regular expression
+-   Packed 4:2:2 YUV with 16 bits per channel:
+    -   Y216_LE, Y216_BE
+-   Packed 4:4:4:4 YUV with alpha, with 16 bits per channel:
+    -   Y416_LE, Y416_BE
+-   10-bit grayscale, packed into 16-bit words with left padding:
+    -   GRAY10_LE16
 
--   gst-debug-viewer from the devtools module has seen minor improvements and fixes
+### GstPlay Library
 
-New tracers
+-   Add stream-id based selection of streams to better match playbin3’s API:
+    -   Add accessors for the stream ID and selection API based on the stream ID:
+        -   gst_play_stream_info_get_stream_id()
+        -   gst_play_set_audio_track_id()
+        -   gst_play_set_video_track_id()
+        -   gst_play_set_subtitle_track_id()
+        -   gst_play_set_track_ids()
+    -   Deprecate the old index-based APIs:
+        -   gst_play_stream_info_get_index()
+        -   gst_play_set_audio_track()
+        -   gst_play_set_video_track()
+        -   gst_play_set_subtitle_track()
+    -   Remove old playbin support
+    -   Implement the track enable API based on stream selection
+-   Distinguish missing plugin errors and include more details (uri, and stream-id if available) in error/warning messages:
+    -   gst_play_message_get_uri()
+    -   gst_play_message_get_stream_id()
+    -   GST_PLAY_ERROR_MISSING_PLUGIN
+    -   gst_play_message_parse_error_missing_plugin()
+    -   gst_play_message_parse_warning_missing_plugin()
+-   Improve play message API inconsistencies:
+    -   Consistently name parse functions according to their message type:
+        -   gst_play_message_parse_duration_changed()
+        -   gst_play_message_parse_buffering()
+    -   Deprecate the misnamed functions:
+        -   gst_play_message_parse_duration_updated()
+        -   gst_play_message_parse_buffering_percent()
+    -   Add missing parse functions:
+        -   gst_play_message_parse_uri_loaded()
+        -   gst_play_message_parse_seek_done()
+-   Support disabling the selected track at startup
 
--   None in this release.
+## Miscellaneous performance, latency and memory optimisations
 
-Debug logging system improvements
+-   dvdspu: use multiple minimal sized PGS overlay rectangles instead of a single large one to minimise the total blitting
+    surface in case of disjointed rectangles.
 
--   Nothing major in this cycle.
+-   video-frame: reduce number of memcpy() calls on frame copies if possible
 
-Fake video decoder
+-   video-converter: added fast path conversions between v210 and I420_10 / I422_10
 
--   The new fakevideodec element does not decode the input bitstream, it only reads video width, height and framerate from the
-    caps and then pushes out raw video frames of the expected size in RGB format.
+-   As always there have been plenty of performance, latency and memory optimisations all over the place.
 
--   It draws a snake moving from left to right in the middle of the frame, which is reasonably light weight and still provides
-    an idea about how smooth the rendering is.
+## Miscellaneous other changes and enhancements
 
-## Tools
+-   netclientclock: now also emits the clock synced signal when corrupted to signal that sync has been lost.
 
--   gst-launch-1.0 gained a new --prog-name command line option to set the program name, which will be used by GTK and GStreamer
-    to set the class or app-id.
+-   GstValue, GstStructure: can now (de)serialize string arrays (G_TYPE_STRV)
 
--   gst-play-1.0 now defaults to using playbin3, but can still be made to use the old playbin by passing the --use-playbin2
-    command line argument.
-
-## GStreamer FFmpeg wrapper
+## Tracing framework and debugging improvements
 
--   New avvideocompare element to compare two incoming video buffers using a specified comparison method (e.g. SSIM or PSNR).
+-   dot files (pipeline graph dumps) are now written to disk atomically
 
--   Prefer using FFmpeg Musepack decoder/demuxer over musepackdec as they work better with decodebin3 and playbin3 which likes
-    to have parsers and decoders separate.
+-   tracing: add hooks for gst_pad_send_event_unchecked() and GstMemory init/free
 
--   Added codec mappings for AV1, MxPEG, FFVHuff video
+-   tracers: Simplify params handling using GstStructure and object properties and move tracers over to property-based
+    configuration (leaks, latency).
 
--   Added raw video format support for P010, VUYA, Y410, P012, Y212 and Y412.
+-   textoverlay, clockoverlay, timeoverlay: new "response-time-compensation" property that makes the element render the text or
+    timestamp twice: Once in the normal location and once in a different sequentially predictable location for every frame. This
+    is useful when measuring video latency by taking a photo with a camera of two screens showing the test video overlayed with
+    timeoverlay or clockoverlay. In these cases, you will often see ghosting if the display’s pixel response time is not great,
+    which makes it difficult to discern what the current timestamp being shown is. Rendering in a different location for each
+    frame makes it easy to tell what the latest timestamp is. In addition, you can also use the fade-time of the previous frame
+    to measure with sub-framerate accuracy when the photo was taken, not just clamped to the framerate, giving you a higher
+    precision latency value.
 
--   Newer, non-deprecated APIs are used by the plugin when built with FFmpeg 6.0 or newer.
+New tracers
 
--   The FFmpeg meson subproject wrap has been updated to v6.1
+-   memory-tracer: New tracer that can track memory usage over time
 
--   Note: see Known Issues section below for known issues with FFmpeg 6.0.0 and the latest FFmpeg 7.x release
+-   pad-push-timings: New tracer for tracing pad push timings
 
-## GStreamer RTSP server
+-   pcap-writer: New tracer that can store the buffers flowing through a pad as PCAP file
 
--   New “ensure-keyunit-on-start” property: While the suspend modes NONE and PAUSED provided a low startup latency for
-    connecting clients, it did not ensure that streams started on fresh data. With this new property it is possible to maintain
-    the low startup latency of those suspend modes while also ensuring that a stream starts on a key unit. Furthermore, by
-    setting the new “ensure-keyunit-on-start-timeout” property it is also possible to accept a key unit of a certain age, but
-    discard it if too much time has passed and instead force a new key unit.
+Dot tracer/viewer
 
--   rtspclientsink: apply “port-range” property for RTCP port selection as well
+-   New dots tracer that simplifies the pipeline visualization workflow:
+    -   Automatically configures dot file directory and cleanup
+    -   Integrates with the pipeline-snapshotS tracer to allow dumping pipeline on demand from the gst-dots-viewer web interface
+    -   Uses GST_DEBUG_DUMP_DOT_DIR or falls back to $XDG_CACHE_HOME/gstreamer-dots
+-   New gst-dots-viewer web tool for real-time pipeline visualization
+    -   Provides interface to browse and visualize pipeline dot files
+    -   Features on-demand pipeline snapshots via “Dump Pipelines” button
+    -   WebSocket integration for live updates
+    -   Uses GST_DEBUG_DUMP_DOT_DIR or falls back to $XDG_CACHE_HOME/gstreamer-dots
+-   Simple usage:
+    -   gst-dots-viewer (starts server)
+    -   GST_TRACERS=dots gst-launch-1.0 videotestsrc ! autovideosink (runs with tracer)
+    -   View at http://localhost:3000
 
-## GStreamer VA-API support
+Debug logging system improvements
 
-GstVA
+-   Nothing major in this cycle.
 
--   vah264dec, vah265dec, vavp8dec, vavp9dec, vampeg2dec and vaav1dec were promoted to rank PRIMARY+1 on Linux
+## Tools
 
--   Improved support for dmabuf use cases. All va elements now negotiate the new and improved dmabuf capabilities with explicit
-    modifiers. This supports both import and export of dmabufs.
+-   gst-inspect-1.0 documents tracer properties now and shows element flags
 
--   Added vaav1enc element, available in recent Intel and AMD GPUs
+-   gst-launch-1.0 will show error messages posted during pipeline construction
 
--   Added support for the experimental VA-Win32 backend. It needs at least libva 1.18
+## GStreamer FFmpeg wrapper
 
--   Improved handling of multi-GPU systems. Still, sharing buffers among them is not advised.
+-   Add support for H.266/VVC decoder
 
--   Bumped minimum libva version to 1.12
+-   Add mappings for the Hap video codec, the Quite OK Image codec (QOI) and the M101 Matrox uncompressed SD video codec.
 
--   Enhanced support for RadeonSI Mesa driver for 10bit decoding
+-   Don’t register elements for which we have no caps and which were non-functional as a result (showing unknown/unknown caps).
 
--   Register elements only for allowed drivers (Intel and Mesa, for the moment)
+-   The S302M audio encoder now supports up to 8 channels.
 
-GStreamer-VAAPI
+-   Various tag handling improvements in the avdemux wrappers, especially when there are both upstream tags and additional local
+    tags.
 
--   The new GstVA elements (see above) should be preferred when possible.
+-   Support for 10-bit grayscale formats
 
--   Ranks of decoders were demoted to NONE so they won’t be used automatically by playbin and similar elements anymore.
+## GStreamer RTSP server
 
--   Clean-ups and minimal fixes.
+-   GstRTSPOnvifMediaFactoryClass gained a ::create_backchannel_stream() vfunc. This allows subclasses to delay creation of the
+    backchannel to later in the sequence, which is useful in scenarios where the RTSP server acts as a relay and the supported
+    caps depend on the upstream camera, for example.
 
--   gstreamer-vaapi should be considered deprecated and may be discontinued as soon as the va plugin is fully feature
-    equivalent. Users who rely on gstreamer-vaapi are encouraged to migrate and test the va elements at the earliest
-    opportunity.
+-   The ONVIF backchannel example now features support for different codecs, including AAC.
 
-## GStreamer Video4Linux2 support
+## VA-API integration
 
--   New uvcsink element, based on v4l2sink allow streaming your pipeline as a UVC camera using Linux UVC Gadget driver.
+VA plugin
 
--   v4l2src now supports 10/12/14/16-bit bayer formats.
+-   New VA elements:
 
--   Stateful decoders now pass too large encoded frames over multiple buffers.
+    -   H.266 / VVC video decoder
+    -   VP8 video encoder
+    -   JPEG encoder
+    -   VP9 + VP8 alpha decodebin
 
--   AV1 Stateless video decoder.
+    Remember that the availability of these elements depends on your platform and driver.
 
--   Stateless decoders now tested using Virtual driver (visl), making it possible to run the tests in the cloud based CI
+-   There are a lot of improvements and bug fixes, to hightlight some of them:
 
-## GStreamer OMX
+    -   Improved B pyramid mode for both H264 and HEVC encoding when reference frame count exceeds 2, optimizing pyramid level
+        handling.
+    -   Enabled ICQ and QVBR modes for several encoders, including H264, H265, VP9 and AV1.
+    -   Updated rate control features by setting the quality factor parameter, while improving bitrate change handling.
+    -   Improved VP9 encoder’s ability to avoid reopening or renegotiating encoder settings when parameters remain stable.
+    -   Added functionality to adjust the trellis parameter in encoders.
+    -   Optimize encoders throughput with the introduction of output delay.
+    -   Added support for new interpolation methods for scaling and improvements for handling interlace modes.
 
--   The gst-omx module has been removed. The OpenMAX standard is long dead and even the Raspberry Pi OS no longer supports it.
-    There has not been any development since 1.22 was released. Users of these elements should switch to the Video4Linux-based
-    video encoders and decoders which have been the standard on embedded Linux for quite some time now.
+GStreamer-VAAPI is now deprecated
 
--   Hardware vendors which still use OpenMAX are known to have non-standard forks and it is recommended that they maintain it
-    while planning their move to the Video4Linux API.
+-   gstreamer-vaapi has been deprecated and is no longer actively maintained. Users who rely on gstreamer-vaapi are encouraged
+    to migrate to the va plugin’s elements at the earliest opportunity.
 
-## GStreamer Editing Services and NLE
+-   vaapi*enc encoders have been demoted to a rank of None, so will no longer be autoplugged in encodebin. They have also no
+    longer advertise dmabuf caps or unusual pixel formats on their input pad template caps.
 
--   Implement a gesvideoscale effect which gives user the ability to chooses where a clip has to be scaled in the chain of
-    effects. By default scaling is done in the compositor.
+## GStreamer Video4Linux2 support
 
--   Add support for gessrc as sub-timeline element so third party can implement their own formatters and use their timelines as
-    sub-timelines. Before that, only timelines serialized as files on the filesystem could be loaded as sub-timelines (using
-    gesdemux).
+-   Implemented DMA_DRM caps negotiation
 
--   Implement a new GESDiscovererManager singleton object making management of the discoverers used to discoverer media files
-    cleaner and allowing to expose the following APIs:
+-   Framerate negotiation improvements
 
-    -   load-serialize-info signal so GstDiscovererInfo can be serialized by users the way they like and load them without
-        requiring discovering the file when reloading a project.
-    -   source-setup signal so user can tweak source elements during discovery
+-   Support for P010 and BGR10A2_LE pixel formats
 
--   Expose GESFrameCompositionMeta in public API so user can implement their own effects targetting GES which take into account
-    that meta.
+-   The V4L2 stateless decoders now support inter-frame resolution changes for AV1 and VP9
 
--   Expose audioconvert:mix-matrix property in audio sources
+-   The V4L2 stateful encoders can now handle dynamic frame rates (0/1), and colorimetry negotiation was also improved.
 
--   Port GESPipeline rendering to use encodebin2. This allows rendering timelines directly with a muxing sink (like hlssinkX
-    etc..) and leverage all new features of that new element.
+## GStreamer Editing Services and NLE
 
-ges-launch
+-   Added support for reverse playback with a new reverse property on nlesource which is exposed child property on GESClip
 
--   Fix setting keyframes
+-   Input channels reordering for flexible audio channel mapping
 
--   Add an ignore-eos option
+-   Added support for transition in the ges-launch-1.0 timeline description format
 
--   Allow overriding container profile so that the user can build encoding profiles following the media format of a specific
-    media file, for example, but ensuring it is muxed using a specific format
+-   Added support for GstContext sharing in GESTimeline
 
--   Ensure sink elements are inside a GstBin and never in a GstPipeline
+-   Added basic support for duplicated children property in GESTimelineElement
 
--   Move +effect stack effects from source to last effect added, so it feels more natural to user as adding them at the
-    beginning of the chain while the syntax is +effect felt wrong
+-   validate: Add an action type to group clips
 
 ## GStreamer validate
 
--   In action types, add a way to avoid checking property value after setting it, in case elements do it async for example.
-
--   Add a vmethod to free GstValidateActionParameters to be more binding friendly.
+-   Added new action types:
 
--   Allow scenarios to define the pipeline state target in the metadata instead of assuming PLAYING state.
+    -   start-http-server: Start a new instance of our HTTP test server
+    -   http-requests: Send an HTTP request to a server, designed to work with our test http server
 
--   Add support to run sub-pipelines/scenarios
+-   HTTP server control endpoints to allow scenarios to control the server behavior, allowing simulating server failures from
+    tests
 
-    -   Added support to forward buffers from appsink to appsrc
+-   Improved the select-streams action type, adding support for selecting the same streams several times
 
--   Add a way to set pipeline base-time, start-time and force using the system clock.
+-   Added support for forcing monitoring of all pipelines in validatetest files
 
--   Add a ‘fill-mode’ to the appsrc-push action type so we can create some type of streams easily using an appsrc, giving
-    control when writing scenarios without requiring files with the content.
+-   Enhanced support for expected Error messages on the bus
 
--   Add a “select-streams” action type to test “stream aware” elements.
+-   Added ways to retrieve HTTP server port in .validatetest files
 
--   Add a way to wait for a property to reach a specified value before executing an action. For example it is possible to wait
-    for a pad to get some specific caps set before executing an action.
-
--   validate: Add support to replace variables in deeply nested structures in particular for more complex action types where
-    some of the properties are inside structures.
-
--   Fixed compatibility with Python 3.12.
+-   Added support for lldb in the gst-validate-launcher
 
 ## GStreamer Python Bindings
 
@@ -898,2292 +925,391 @@
 pythonic; as well as support for APIs that aren’t available through the regular gobject-introspection based bindings, such as
 e.g. GStreamer’s fundamental GLib types such as Gst.Fraction, Gst.IntRange etc.
 
--   Added a GstTagList override that makes a tag list act like a dict
+-   The python Meson build option has been renamed to python-exe (and will yield to the monorepo build option of the same name
+    if set, in a monorepo build context).
 
--   Fix build and usage in Windows
+-   Added an iterator for AnalyticsRelationMeta
 
--   Various fixes for Python >= 3.12
+-   Implement __eq__ for Mtd classes
 
--   Rework libpython loading to be relocatable
-
--   Fix libpython dlopen on macOS
+-   Various build fixes and Windows-related fixes.
 
 ## GStreamer C# Bindings
 
--   The GStreamer C# bindings have been updated to a more recent version of GtkSharp and the bindings have been regenerated with
-    that version.
-
--   GStreamer API added in recent GStreamer releases is now available
-
--   GstRtspServer bindings have been added, plus an RTSP server example
+-   The C# bindings have been updated for the latest GStreamer 1.26 API
 
 ## GStreamer Rust Bindings and Rust Plugins
 
-The GStreamer Rust bindings and plugins are released separately with a different release cadence that’s tied to the twice-a-year
-GNOME release cycle.
+The GStreamer Rust bindings and plugins are released separately with a different release cadence that’s tied to the gtk-rs
+release cycle.
 
-The latest release of the bindings (0.22) has already been updated for the new GStreamer 1.24 APIs, and works with any GStreamer
+The latest release of the bindings (0.23) has already been updated for the new GStreamer 1.26 APIs, and works with any GStreamer
 version starting at 1.14.
 
 gst-plugins-rs, the module containing GStreamer plugins written in Rust, has also seen lots of activity with many new elements
-and plugins. The GStreamer 1.24 binaries track the 0.12 release series of gst-plugins-rs, and fixes from newer versions will be
-backported as needed to the 0.12 brach for future 1.24.x bugfix releases.
+and plugins. The GStreamer 1.26 binaries will be tracking the main branch of gst-plugins-rs for starters and then track the 0.14
+branch once that has been released (around summer 2025). After that, fixes from newer versions will be backported as needed to
+the 0.14 branch for future 1.26.x bugfix releases.
 
 Rust plugins can be used from any programming language. To applications they look just like a plugin written in C or C++.
 
-### WebRTC
-
--   New element webrtcsrc that can act as a recvonly WebRTC client. Just like the opposite direction, webrtcsink, this can
-    support various different WebRTC signalling protocols. Some are included with the plugin and provide their own element
-    factory for easier usage but it is also possible for applications to provide new signalling protocol implementations.
-
--   webrtcsink now exposes the signaller as property and allows implementing a custom signaller by connecting signal handlers to
-    the default signaller.
-
--   A new signaller and webrtcsink implementation for Janus’ VideoRoom implementation. The corresponding webrtcsrc signaller
-    implementation is currently in a merge request in GitLab.
-
--   New whepsrc element that can receive WHEP WebRTC streams. This is currently not based on webrtcsrc but in the future a new
-    element around webrtcsrc will be added.
-
--   New whipserversrc element around webrtcsrc for ingesting WHIP WebRTC streams in GStreamer.
-
--   New whipclientsink element around webrtcsink for publishing WHIP WebRTC streams from GStreamer. This deprecates the old
-    whipsink element.
-
--   A new signaller and webrtcsink implementation for LiveKit. The corresponding webrtcsrc signaller implementation was merged
-    into the git repository recently.
-
--   A new signaller and webrtcsink implementation for AWS Kinesis Video Streams
-
--   webrtcsink has a new payloader-setup signal to allow the application more fine grained control over the RTP payloader
-    configuration, similar to the already existing encoder-setup signal for encoders.
-
--   webrtcsrc gained support for a custom navigation event protocol over the data channel, which is compatible with the
-    navigation event protocol supported by webrtcsink.
+### New Rust elements
 
--   webrtcsink supports encoded streams as input. Using encoded streams will disable webrtcsinks congestion control changing any
-    encoded stream parameters.
+-   awstranscriber2, awstranslate: New elements around the AWS transcription and translation services.
 
--   webrtcsink and webrtcsrc have a new signal ‘request-encoded-filter’ to allow transformations of the encoded stream. This can
-    be used, for example, for the same use-cases as the WebRTC Insertable Streams API.
+-   cea708mux: New element that allows to mux multiple CEA708 services into a single stream.
 
--   gstwebrtc-api: JavaScript API for interacting with the default signalling protocol used by webrtcsink / webrtcsrc.
+-   cdpserviceinject: New element for injecting a CDP service descriptor into closed caption CDP packets
 
-… and various other smaller improvements!
+-   cea708overlay: New element for overlaying CEA608 / CEA708 closed captions over video streams.
 
-### RTSP
+-   gopbuffer: New element that can buffer a minimum duration of data delimited by discrete GOPs (Group of Picture)
 
--   New rtspsrc2 element. Only a subset of RTSP features are implemented so far:
-    -   RTSP 1.0 support
-    -   TCP, UDP, UDP-Multicast lower transports
-    -   RTCP SR, RTCP RR, RTCP-based A/V sync
-        -   Tested for correctness in multicast cases too
-    -   Lower transport selection and order (NEW!)
-        -   The existing rtspsrc has a hard-coded order list for lower transports
-    -   Many advanced features are not implemented yet, such as non-live support. See the README for the current status.
+-   hlscmafsink, hlssink3: New single-variant HLS sink elements that can output CMAF (fMP4) or MPEG-TS fragments.
 
-### GTK4
+-   hlsmultivariantsink: New sink element that can output an HLS stream with multiple variants
 
--   Support for rendering GL textures on X11/EGL, X11/GLX, Wayland, macOS, and WGL/EGL on Windows.
+-   mpegtslivesrc: New source element that can wrap a live MPEG-TS source (e.g. SRT or UDP source) and provides a clock based on
+    the PCR.
 
--   Create a window for testing purposes when running in gst-launch-1.0 or if GST_GTK4_WINDOW=1 is set.
+-   onvifmetadataextractor: New element that can extract ONVIF metadata from GstMetas into a separate stream
 
--   New background-color property for setting the color of the background of the frame and the borders, if any. This also allows
-    setting a fully transparent background.
+-   originalbuffer: New plugin with originalbuffersave / originalbufferrestore elements that allow saving an original buffer,
+    modifying it for analytics, and then restoring the original buffer content while keeping any additional metadata that was
+    added.
 
--   New scale-filter property for defining how to scale the frames.
+-   polly: New element around the AWS text-to-speech polly services
 
--   Add Python example application to the repository.
+-   quinn: New plugin that contains various QUIC-based elements for working with raw QUIC streams, RTP-over-QUIC (RoQ) and
+    WebTransport.
 
--   Various bugfixes, including support for the new GTK 4.14 GL renderer. The plugin needs to be built with at least the
-    gtk_v4_10 feature to work with the new GTK 4.14 GL renderer, and will work best if built with the gtk_v4_14 feature.
+-   relationmeta: New plugin with elements converting between GstRelationMeta and ONVIF XML metadata.
 
-### Closed Caption
+-   New Rust RTP payloaders and depayloaders for AC3, AMR, JPEG, KLV, MPEG-TS (MP2T), MPEG-4 (MP4A, MP4G), Opus, PCMU (uLaw),
+    PCMA (aLaw), VP8, VP9.
 
--   Add cea608tocea708 element for upconverting CEA-608 captions to their CEA-708 representation.
+-   New rtpbin2 based on rtprecv / rtpsend elements
 
--   Add support for translations within transcriberbin.
+-   speechmatics: New transcriber / speech-to-text and translation element
 
--   awstranscriber supports translating the transcribed text into different languages, including multiple languages at the same
-    time.
-
--   awstranscriber is using the new HTTP/2-based API now instead of the WebSocket-based one.
-
-### Other new elements
-
--   New awss3putobjectsink that works similar to awss3sink but with a different upload strategy.
+-   New spotifylyricssrc element for grabbing lyrics from Spotify.
 
--   New hlscmafsink element for writing HLS streams with CMAF/ISOBMFF fragments.
+-   streamgrouper: New element that takes any number of streams as input and adjusts their stream-start events in such a way
+    that they all belong to the same stream group.
 
--   New inter plugin with new intersink and intersrc elements that allow to 1:N connect different pipelines in the same process.
-    This is implemented around the appsrc / appsink-based StreamProducer API that is provided as part of the GStreamer Rust
-    bindings, and is also used inside webrtcsrc and webrtcsink.
+-   translationbin: Helper bin around translation elements, similar to the already existing transcriberbin for transcriptions.
 
--   New livesync element that allows maintaining a contiguous live stream without gaps from a potentially unstable source.
+-   tttocea708: New element for converting timed-text to CEA708 closed captions
 
--   New isomp4mux non-fragmented MP4 muxer element.
+-   A VVdeC-based H.266 decoder element was added to the Rust plugins, based on the Fraunhofer Versatile Video Decoder library.
 
-### Other improvements
+For a full list of changes in the Rust plugins see the gst-plugins-rs ChangeLog between versions 0.12 (shipped with GStreamer
+1.24) and 0.14.x (shipped with GStreamer 1.26).
 
--   audiornnoise
-    -   Attach audio level meta to output buffers.
-    -   Add voice detection threshold property
--   fmp4mux
-    -   Add support for CMAF-style chunking, e.g. low-latency / LL HLS and DASH
-    -   Add support for muxing Opus, VP8, VP9 and AV1 streams
-    -   Add ‘offset-to-zero’ property and make media/track timescales configurable
--   hlssink3
-    -   Allow adding EXT-X-PROGRAM-DATE-TIME tag to the manifest.
-    -   Allow generating I-frame-only playlist
--   ndi
-    -   Closed Caption support in ndisrc / ndisink
-    -   Zero-copy output support in ndisrc for raw video and audio
--   spotifyaudiosrc: Support configurable bitrate
-
-For a full list of changes in the Rust plugins see the gst-plugins-rs ChangeLog between versions 0.9 (shipped with GStreamer
-1.22) and 0.12 (shipped with GStreamer 1.24).
-
-## Cerbero Rust support
-
--   As of GStreamer 1.24, the GStreamer Rust plugins are shipped as part of our binary packages on all major platforms. This
-    includes Android and iOS now in addition to macOS and Windows/MSVC.
+Note that at the time of GStreamer 1.26.0 gst-plugins-rs 0.14 was not released yet and the git main branch was included instead
+(see above). As such, the ChangeLog also did not contain the changes between the latest 0.13 release and 0.14.0.
 
 ## Build and Dependencies
 
--   Meson >= 1.1 is now required for all modules
-
--   The GLib requirement has been bumped to >= 2.64
+-   Meson >= 1.4 is now required for all modules
 
--   liborc >= 0.4.38 is strongly recommended
+-   liborc >= 0.4.41 is strongly recommended
 
 -   libnice >= 0.1.22 is strongly recommended, as it is required for WebRTC ICE consent freshness (RFC 7675).
 
--   gst-libav was updated for FFmpeg API deprecations and removals
+-   The ASIO plugin dropped its external SDK header dependency, so it can always be built and shipped more easily.
 
--   libwebpmux is required for the animated WebP support
+-   Require tinyalsa >= 1.1.0 when building the tinyalsa plugin
 
--   The wpe plugin gained support for the WPEWebKit 2.0 API version
+-   The srtp plugin now requires libsrtp2, support for libsrtp1 was dropped.
 
--   Bumped minimum libva version to 1.12 for the va plugin.
+Monorepo build
 
--   zxing: added support for the zxing-c++ 2.0 API
+-   The FFmpeg subproject wrap was updated to 7.1
 
--   The ptp-helper for Precision Time Protocol (PTP) support in GStreamer core has been rewritten in Rust, and the minimum
-    required Rust version for building this is 1.48, i.e. the version currently in Debian oldstable. On Windows, at least Rust
-    1.54 is needed. There is a new ptp-helper Meson feature option that can be used to make sure everything needed for PTP
-    support is available (if set to ptp-helper=enabled). cargo is not required for building.
-
--   gst-plugins-rs requires Rust 1.70 or newer.
-
--   Link to libsoup at build time in all cases on non-Linux, and only load it dynamically on Linux systems where we might need
-    to support a mix of applications with dependencies that might be using libsoup2 or libsoup3. A “soup-version” meson build
-    option was added to prefer a specific version. Distros should make sure that libsoup is still a package dependency, since
-    it’s still required at runtime for the soup and adaptivedemux2 plugins to function.
-
--   libjack is now dynamically loaded at runtime by the JACK audio plugin, and no longer a hard build dependency. However, it
-    still is a runtime dependency, so distros should make sure it remains a package dependency.
-
-Monorepo build (née gst-build)
-
--   There is now a top-level meson build option to enable/require webrtc
-
--   The FFmpeg subproject wrap was udpated to 6.1
-
--   A libvpx wrap was added (for VP8/VP9 software encoding/decoding)
+-   Many other wrap updates
 
 gstreamer-full
 
--   Add full static build support, including on Windows: Allow a project to use gstreamer-full as a static library and link to
-    create a binary without dependencies. Introduce the meson build option gst-full-target-type to select the build type:
-    dynamic (default) or static.
-
--   Registers all full features in a plugin now to offer the possibility to get information at the plugin level and get it from
-    the registry. All the full features are now registered in a fullstaticfeatures meta plugin instead of having a NULL plugin.
+-   No major changes
 
 Development environment
 
--   add VSCode IDE integration
+-   Local pre-commit checks via git hooks have been moved over to pre-commit, including the code indentation check.
 
--   gst-env.py: Output a setting for the prompt with --only-environment
+-   Code indentation checking no longer relies on a locally installed copy of GNU indent (which had different outcomes depending
+    on the exact version installed). Instead pre-commit will automatically install the gst-indent-1.0 indentation tool through
+    pip, which also works on Windows and macOS.
 
-### Cerbero
+-   A pre-commit hook has been added to check documentation cache updates and since tags.
 
-Cerbero is a meta build system used to build GStreamer plus dependencies on platforms where dependencies are not readily
-available, such as Windows, Android, iOS, and macOS.
+-   Many meson wrap updates, including to FFmpeg 7.1
 
-General improvements
+-   The uninstalled development environment should work better on macOS now, also in combination with homebrew (e.g. when
+    libsoup comes from homebrew).
 
--   New plugins have been added
-    -   codecalpha dvbsubenc rtponvif switchbin videosignal isac ivfparse inter rtspsrc2
--   JACK plugin is now available all platforms (previously only Linux), and will be loaded if the JACK library is found at
-    plugin load time
--   Several recipes were ported to meson, leading to faster builds and better MSVC support
-    -   ffmpeg, gperf, lame, libvpx, ogg, opencore-amr, sbc, speex, tiff, webrtc-audio-processing
-    -   For more information, please see the tracker issue
--   Some recipes are now outdated or unnecessary and have been removed:
-    -   intltool, libkate
--   Various recipe updated to their latest versions
--   Rust toolchain updated to 1.76.0 (latest as of writing)
--   Rust plugins are now stripped and debug info split out correctly, reducing their size
--   Fix several spurious build issues, especially with the Rust toolchain
--   CMake is picked up from the system if available
--   Cerbero will no longer OOM or consume excessive resources on low-end systems
--   Python recipes have been moved from setuptools to virtualenv
--   Fixed support for Python 3.12+
-
-macOS
-
--   Minimum macOS version has been increased to 10.13 (High Sierra)
-    -   Released 5½ years ago, >95% marketshare
--   Fix macOS app store validation issue caused by absolute RPATHs
--   Rosetta is automatically installed if required for universal builds on Apple Silicon
--   The official macOS binaries now also include static libs for the GStreamer Rust plugins
-
-iOS
-
--   Minimum iOS version has been increased to 12.0
--   The iOS binary packages now include the GStreamer Rust plugins
--   tremor and ivorbisdec plugins are no longer shipped on iOS
-
-Windows
-
--   New features shipped with the official binaries:
-    -   plugins: dwrite d3d12 (MSVC) soundtouch (MSVC) taglib (MSVC) webrtcdsp (MSVC)
-    -   plugin features: d3d11-wgc (Windows Graphics Capture Support)
-    -   libraries: gstdxva-1.0
--   New qml6 plugin can be built on Windows with the qt6 variant enabled
-    -   Similar to qt5, this plugin cannot be included in the official binaries
--   GLib process handling helpers for Windows are now shipped
--   Windows 11 SDK is now required for builds
-    -   Visual Studio 2019 and newer ship this SDK
--   MSYS is now deprecated for building Windows binaries, will be removed in the next release
-    -   MSYS2 is required, and the bootstrap script tools/bootstrap-windows.ps can install it for you
--   Windows bootstrap script tools/bootstrap-windows.ps1 is much more interactive and user-friendly now
--   Fixed Pango crash on 32-bit Windows
--   WiX packaging now works with cross-windows builds from linux
-
-Linux
-
--   Linux packages will now also include static libs for the GStreamer Rust plugins
--   Add Python support for multiarch distributions
--   Build fixes for various recipes on multiarch distributions
--   Use arch-specific libdir correctly on multiarch distributions
--   gst-omx was removed from gstreamer, and hence is no longer shipped
--   Fixed Gentoo support
--   Added support for RHEL 9
--   Added support for Rocky Linux
--   Added support for Manjaro Linux
-
-Android
-
--   Android NDK has been updated to r25c
-    -   Only the Clang toolchain is used from the NDK now (both target and host)
-    -   gnustl has been completely removed
--   The Android binary packages now include the GStreamer Rust plugins
--   tremor and ivorbisdec plugins are no longer shipped on Android
--   openh264 plugin no longer enables ASM optimizations on Android x86 due to relocation errors
+-   New python-exe Meson build option to override the target Python installation to use. This will be picked up by the
+    gst-python and gst-editing-sevices subprojects.
 
 ## Platform-specific changes and improvements
 
 ### Android
 
--   Add NDK implementation of Android MediaCodec. This reduces the amount of Java <-> native calls, which should reduce
-    overhead.
-
--   Add support for AV1 to the androidmedia video encoder and decoder.
+-   The recommended mechanism to build Android apps has changed from Android.mk to CMake-in-Gradle using
+    FindGStreamerMobile.cmake. Android.mk support has been deprecated and will be removed in the next stable release. For more
+    information, see below, in the Cerbero section.
+-   More H.264/H.265 profiles and levels have been added to the androidmedia hardware-accelerated video encoder and decoder
+    elements, along with mappings for a number of additional pixel formats for P010, packed 4:2:0 variants and RGBA layouts,
+    which fixes problems with android decoders refusing to output raw video frames with decoders that announce support for these
+    common pixel formats and only allow the ‘hardware surfaces output’ path.
 
 ### Apple macOS and iOS
 
--   osxaudio: audio clock improvements (interpolate based on system time)
-
--   Set activation policy in gst_macos_main() and in osxvideosink and glimagesink. Setting the policy to
-    NSApplicationActivationPolicyAccessory by default makes sure that we can activate windows programmatically or by clicking on
-    them. Without that, windows would disappear if you clicked outside them and there would be no way to bring them to front
-    again. This change also allows osxvideosink to receive navigation events correctly.
-
-### Windows
-
--   New DirectWrite text rendering plugin with dwriteclockoverlay, dwritetimeoverlay, dwritetextoverlay, dwritesubtitlemux, and
-    dwritesubtitleoverlay elements, including closed caption overlay support in dwritetextoverlay.
-
--   PTP clock support is now also available on Windows
-
--   qml6d3d11sink is a new Direct3D11 Qt6 QML sink for Windows as an alternative to the existing qml6glsink.
-
--   wasapi2 audio plugin:
-
-    -   Added an option to monitor a loopback device’s mute state
-    -   Allows process loopback capture on Windows 10
-
--   win32ipc supports zero-copy rendering now through a shared bufferpool.
-
--   Add a Windows-specific plugin loader implementation (gst-plugin-scanner), so plugin loading during registry updates happens
-    in an external process on Windows as well.
-
--   gst_video_convert_sample() which is often used for thumbnailing gained a D3D11 specific conversion path.
-
--   d3d11 plugin:
-
-    -   d3d11mpeg2dec element is promoted to PRIMARY + 1 rank
-    -   Added d3d11ipcsrc and d3d11ipcsink elements for zero-copy GPU memory sharing between multiple processes.
-    -   Added HLSL shader pre-compilation (at binary build time) support in MSVC build.
-    -   d3d11videosink and d3d11convert elements support 3D transform, MSAA (MultiSampling Anti-Aliasing) and anisotropic
-        sampling method.
-    -   Added support for more raw video formats by using compute shader. A list of supported raw video formats can be found in
-        the d3d11videosink plugin documentation.
-    -   Added d3d11overlay element for applications to be able to draw/blend an overlay image on Direct3D11 texture directly.
-
--   New Direct3D12 plugin: From a video decoding, conversion, composition, and rendering point of view, this new d3d12 plugin is
-    feature-wise near equivalent to the d3d11 plugin. Notable differences between d3d12 and d3d11 are:
-    -   The GStreamer Direct3D12 integration layer is not exposed as a GStreamer API yet. Thus, other plugins such as amfcodec,
-        nvcodec, qsv, and dwrite are not integrated with d3d12 yet.
-    -   H.264 video encoding support via d3d12h264enc element.
-        -   Direct3D12 video encoding API requires Windows 11 or DirectX 12 Agility SDK
-    -   IPC, overlay, and deinterlace elements are not implemented in d3d12
-    -   Windows Graphics Capture API based screen capturing is not implemented in d3d12
-    -   In this release, MSVC is the only officially supported toolchain for the d3d12 plugin build.
-    -   All d3d12 elements are zero ranked for now. Users will need to adjust rank of each d3d12 element via GST_PLUGIN_RANK
-        environment or appropriate plugin feature APIs if they want these elements autoplugged.
-
-## Documentation improvements
-
--   hotdoc has been updated to the latest version, and the theme has also been updated, which should fix various usability
-    issues.
-
-## Possibly Breaking Changes
-
--   gst_plugin_feature_check_version() has been updated to fix unexpected version check behaviour for git versions. It would
-    return TRUE if the plugin version is for a git development version (e.g. 1.24.0.1) and the check is for the “next” micro
-    version (1.24.1). Now it no longer does this. This just brings the runtime version check in line with the build time version
-    checks which have been fixed some time ago.
-
--   GstAudioAggregator and subclasses such as audiomixer now sync property values to output timestamp, which is what
-    GstVideoAggregator has been doing already since 2019, and which makes sense, as the properties need to change at every
-    output frame based on the output time because they may change even though the input frame is not changing.
-
--   rtpac3depay now outputs audio/x-ac3 instead of audio/ac3 as that is the canonical media format in GStreamer. audio/ac3 is
-    still sometimes accepted as input format for backwards compatibility (e.g. in rtpac3pay or ac3parse), but shouldn’t be
-    output.
-
--   timecodestamper: The “drop-frame” property now defaults to TRUE
-
--   The NVIDIA desktop GPU decoders nvh264sldec, nvh265sldec, nvvp8sldec and nvvp9sldec were renamed to nvh264dec, nvh265dec,
-    nvvp8dec and nvvp9dec, respectively.
-
-## Known Issues
-
--   There are known issues with FFmpeg version 6.0.0 due to opaque passing being broken in that version. This affects at least
-    avdec_h264, but may affect other decoders as well. Versions before 6.0.0, and 6.0.1 or higher are not affected.
-
--   gst-libav < 1.24.6 didn’t build against the latest FFmpeg 7.0 release. This has been worked on and tracked in this “libav:
-    Fix compatibility with ffmpeg 7” Merge Request.
-
-## Statistics
-
--   4643 commits
-
--   2405 Merge Requests
-
--   850 Issues
-
--   290+ Contributors
-
--   ~25% of all commits and Merge Requests were in Rust modules
-
--   4747 files changed
-
--   469633 lines added
-
--   209842 lines deleted
-
--   259791 lines added (net)
-
-## Contributors
-
-Aaron Boxer, Aaron Huang, Acky Xu, adixonn, Adrian Fiergolski, Adrien De Coninck, Akihiro Sagawa, Albert Sjölund, Alessandro
-Bono, Alexande B, Alexander Slobodeniuk, Alicia Boya García, amindfv, Amir Naghdinezhad, anaghdin, Anders Hellerup Madsen,
-Andoni Morales Alastruey, Antonio Kevo, Antonio Rojas, Arnaud Rebillout, Arnaud Vrac, Arun Raghavan, badcel, Balló György, Bart
-Van Severen, Bastien Nocera, Benjamin Gaignard, Bilal Elmoussaoui, Brad Hards, Camilo Celis Guzman, Carlo Cabrera, Carlos
-Falgueras García, Carlos Rafael Giani, Célestin Marot, Chao Guo, Charlie Blevins, Cheah, Vincent Beng Keat, Chris Degawa, Chris
-Spencer, Christian Curtis Veng, Christian Meissl, Christopher Degawa, Chris Wiggins, Cidana-Developers, Colin Kinloch, Damian
-Hobson-Garcia, Daniel Almeida, Daniel Knobe, Daniel Moberg, Daniel Morin, Daniel Pendse, Daniel Stone, Daniel Ulery, Dan
-Searles, Dario Marino Saccavino, Dave Patrick Caberto, David Craven, David Revay, David Rosca, David Svensson Fors, Detlev
-Casanova, Diego Nieto, Dominique Leroux, Dongyun Seo, Doug Nazar, Edward Hervey, Ekwang Lee, elenril, Elliot Chen, Enrique Ocaña
-González, Erik Fröbrant, Eva Pace, Evgeny Pavlov, Fabian Orccon, Felix Yan, Fernando Jiménez Moreno, Florian Zwoch, François
-Laignel, Frank Dana, Georges Basile Stavracas Neto, Guillaume Desmottes, Guillaume Gomez, Gwyn Ciesla, Haihua Hu, Hassene Tmar,
-hassount, Heiko Becker, He Junyan, hguermaz, Hiero32, Hosang Lee, Hou Qi, Hugo Svirak, Hugues Fruchet, Hu Qian, Hyung Song,
-Ignazio Pillai, Ilie Halip, Itamar Marom, Ivan Molodetskikh, Ivan Tishchenko, JackZhouVCD, Jacob Johnsson, jainl28patel, Jakub
-Adam, James Cowgill, James Hilliard, James Oliver, Jan Alexander Steffens (heftig), Jan Beich, Jan Schmidt, Jan Vermaete, Jayson
-Reis, Jeff Wilson, Jeongki Kim, Jeri Li, Jimmi Holst Christensen, Jimmy Ohn, Jochen Henneberg, Johan Adam Nilsson, Johan
-Sternerup, John King, Jonas Danielsson, Jonas K Danielsson, Jonas Kvinge, Jordan Petridis, Jordan Yelloz, Josef Kolář, Juan
-Navarro, Julien Isorce, Jun Zhao, Jurijs Satcs, Kalev Lember, Kamal Mostafa, kelvinhu325, Kevin Song, Khem Raj, Kourosh
-Firoozbakht, Leander Schulten, Leif Andersen, L. E. Segovia, Lieven Paulissen, lijing0010, Lily Foster, Link Mauve, Li Yuanheng,
-Loïc Le Page, Loïc Molinari, Lukas Geiger, Luke McGartland, Maksym Khomenko, Ma, Mingyang, Manel J, Marcin Kolny, Marc Leeman,
-Marc Solsona, Marc Wiblishauser, Marek Vasut, Marijn Suijten, Mark Hymers, Markus Ebner, Martin Nordholts, Martin Robinson, Mart
-Raudsepp, Marvin Schmidt, Mathieu Duponchelle, Matt Feury, Matthew Waters, Matthias Fuchs, Matthieu Volat, Maxim P. Dementyev,
-medithe, Mengkejiergeli Ba, Michael Bunk, Michael Gruner, Michael Grzeschik, Michael Olbrich, Michael Tretter, Michiel
-Westerbeek, Mihail Ivanchev, Ming Qian, Nader Mahdi, naglis, Nick Steel, Nicolas Beland, Nicolas Dufresne, Nirbheek Chauhan,
-Olivier Babasse, Olivier Blin, Olivier Crête, Omar Khlif, Onur Demiralay, Patricia Muscalu, Paul Fee, Pawel Stawicki, Peter
-Stensson, Philippe Normand, Philipp Zabel, PhoenixWorthVCD, Piotr Brzeziński, Priit Laes, Qian Hu, Rabindra Harlalka, Rafał
-Dzięgiel, Rahul T R, rajneeshksoni, Ratchanan Srirattanamet, renjun wang, Rhythm Narula, Robert Ayrapetyan, Robert Mader, Robert
-Rosengren, Robin Gustavsson, Roman Lebedev, Rouven Czerwinski, Ruben Gonzalez, Ruslan Khamidullin, Ryan Pavlik, Sanchayan Maity,
-Sangchul Lee, Scott Kanowitz, Scott Moreau, SeaDve, Sean DuBois, Sebastian Dröge, Sebastian Szczepaniak, Sergey Radionov,
-Seungha Yang, Shengqi Yu, Simon Himmelbauer, Slava Andrejev, Slawomir Pawlowski, soak, Stefan Brüns, Stéphane Cerveau, Stephan
-Seitz, Stijn Last, Talha Khan, Taruntej Kanakamalla, Jin Chung Teng, Théo Maillart, Thibault Saunier, Thomas Schneider,
-Tim-Philipp Müller, Tobias Rapp, Tong Wu, Tristan van Berkom, ttrigui, U. Artie Eoff, utzcoz, Víctor Manuel Jáquez Leal, Vivia
-Nikolaidou, Wang Chuan, William Manley, Wojciech Kapsa, Xabier Rodriguez Calvar, Xavier Claessens, Xuchen Yang, Yatin Maan,
-Yinhang Liu, Yorick Smilda, Yuri Fedoseev, Gang Zhao, Jack Zhou, …
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-Stable 1.24 branch
-
-After the 1.24.0 release there will be several 1.24.x bug-fix releases which will contain bug fixes which have been deemed
-suitable for a stable branch, but no new features or intrusive changes will be added to a bug-fix release usually. The 1.24.x
-bug-fix releases will be made from the git 1.24 branch, which will be a stable branch.
-
-1.24.0
-
-GStreamer 1.24.0 was released on 4 March 2024.
-
-1.24.1
-
-The first 1.24 bug-fix release (1.24.1) was released on 21 March 2024.
-
-This release only contains bugfixes and it should be safe to update from 1.24.0.
-
-Highlighted bugfixes in 1.24.1
-
--   Fix instant-EOS regression in audio sinks in some cases when volume is 0
--   rtspsrc: server compatibility improvements and ONVIF trick mode fixes
--   rtsp-server: fix issues if RTSP media was set to be both shared and reusable
--   (uri)decodebin3 and playbin3 fixes
--   adaptivdemux2/hlsdemux2: Fix issues with failure updating playlists
--   mpeg123 audio decoder fixes
--   v4l2codecs: DMA_DRM caps support for decoders
--   va: various AV1 / H.264 / H.265 video encoder fixes
--   vtdec: fix potential deadlock regression with ProRes playback
--   gst-libav: fixes for video decoder frame handling, interlaced mode detection
--   avenc_aac: support for 7.1 and 16 channel modes
--   glimagesink: Fix the sink not always respecting preferred size on macOS
--   gtk4paintablesink: Fix scaling of texture position
--   webrtc: Allow resolution and framerate changes, and many other improvements
--   webrtc: Add new LiveKit source element
--   Fix usability of binary packages on arm64 iOS
--   various bug fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   registry, ptp: Canonicalize the library path returned by dladdr
--   segment: Don’t use g_return_val_if_fail() in gst_segment_to_running_time_full()
--   uri: Sort uri protocol sources/sinks by feature name to break a feature rank tie
--   ptp: Initialize expected DELAY_REQ seqnum to an invalid value
--   ptp: Don’t install test executable
--   gst-inspect: fix –exists for plugins with versions other than GStreamer’s version, like the Rust plugins
--   identity: Don’t refuse seeks unless single-segment=true
-
-gst-plugins-base
-
--   audiobasesink: Don’t wait on gap events
--   audioencoder: Avoid using temporarily mapped memory as base for input buffers
--   decodebin3: Be more specific when sending missing plugin messages
--   decodebin3: Fix re-usability issues
--   decodebin3: Provide clear error message if no decoders present
--   playbin3: Remove un-needed URI NULL check
--   uridecodebin3: Don’t hold lock when posting messages or signals
--   uridecodebin3: Handle potential double redirection errors
--   glimagesink: Fix the sink not always respecting preferred size on macOS
--   glupload: Do not propose allocators with sysmem, fixes warning when playing VP9 with alpha
--   shmallocator: fix build on Illumos
--   meson: Fix the condition to skip theoradec test
-
-gst-plugins-good
-
--   adaptivdemux/hlsdemux2: Fix issues with failure updating playlists
--   mpg123audiodec: Correctly handle the case of clipping all decoded samples
--   mpg123audiodec: gst_audio_decoder_allocate_output_buffer: assertion ‘size > 0’ failed
--   qt: Fix description in meson build options
--   qtdemux: Do not set channel-mask to zero
--   rtspsrc: remove ‘deprecated’ flag from the ‘push-backchannel-sample’ signal
--   rtspsrc: Consider 503 Service Not Available when handling broken control urls
--   rtspsrc, rtponviftimestamp: ONVIF mode fixes
--   rtspsrc: Don’t invoke close when stopping if we’ve started cleanup, fixing potential crash on shutdown
--   rtpgstpay: Delay pushing of event packets until the next buffer
-
-gst-plugins-bad
-
--   asio: Fix {input,output}-channels property handling
--   cuda,d3d11,d3d12bufferpool: Disable preallocation
--   d3d11device: Fix adapter LUID comparison in wrapped device mode
--   d3d12device: Fix IDXGIFactory2 leak
--   d3d12: Fix SDK debug layer activation
--   dvbsubenc: Fix bottom field size calculation
--   dvdspu: avoid null dereference
--   GstPlay: Fix a critical warning in error callback
--   v4l2codecs: decoders: Add DMA_DRM caps support
--   vaav1enc: Init the output_frame_num when resetting gf group
--   vah264enc, vah265enc, vaav1enc: fix potential crash on devices without rate control
--   vah265enc: checking surface alignment
--   videoparsers: Don’t verbosely warn about CEA_708_PROCESS_EM_DATA_FLAG not being set
--   vtdec: Fix a deadlock during ProRes playback, handle non-linked gracefully
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   gtk4paintablesink: Fix scaling of texture position
--   janusvrwebrtcsink: Handle 64 bit numerical room ids
--   janusvrwebrtcsink: Don’t include deprecated audio/video fields in publish messages
--   janusvrwebrtcsink: Handle various other messages to avoid printing errors
--   livekitwebrtc: Fix shutdown behaviour
--   rtpgccbwe: Don’t forward buffer lists with buffers from different SSRCs to avoid breaking assumptions in rtpsession
--   sccparse: Ignore invalid timecodes during seeking
--   webrtcsink: Don’t try parsing audio caps as video caps
--   webrtc: Allow resolution and framerate changes
--   webrtcsrc: Make producer-peer-id optional
--   livekitwebrtcsrc: Add new LiveKit source element
--   regex: Add support for configuring regex behaviour
--   spotifyaudiosrc: Document how to use with non-Facebook accounts
--   webrtcsrc: Add do-retransmission property
-
-gst-libav
-
--   avcodecmap: Increase max AAC channels to 16
--   avviddec: Fix how we get back the codec frame
--   avviddec: Fix interlaced mode detection
--   avviddec: Double check if AV_CODEC_FLAG_COPY_OPAQUE port is safe for our scenario
-
-gst-rtsp-server
-
--   media: gst_rtsp_media_set_reusable() and gst_rtsp_media_set_shared() have become incompatible
--   rtsp-stream: clear sockets when leaving bin
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   ges: Fix critical warning
-
-gst-validate + gst-integration-testsuites
-
--   No changes
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   No changes
-
-Cerbero build tool and packaging changes in 1.24.1
-
--   gstreamer: Enable ptp helper explicitly
--   gst-plugins-bad: Package new insertbin plugin
--   gst-plugins-rs: Adjust parallel architecture build blocks
--   libnice: update to 0.1.22
--   pixman: Bump to 0.43.4
--   orc: disable JIT code generation on arm64 on iOS again, fixing crashes
-
-Contributors to 1.24.1
-
-Alexander Slobodeniuk, Antonio Larrosa, Edward Hervey, Elizabeth Figura, François Laignel, Guillaume Desmottes, He Junyan, Jan
-Schmidt, Jordan Yelloz, L. E. Segovia, Mark Nauwelaerts, Mathieu Duponchelle, Michael Tretter, Mikhail Rudenko, Nicolas
-Dufresne, Nirbheek Chauhan, Philippe Normand, Piotr Brzeziński, Robert Mader, Ruijing Dong, Sebastian Dröge, Seungha Yang,
-Thomas Goodwin, Thomas Klausner, Tim-Philipp Müller, Xi Ruoyao,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.1
-
--   List of Merge Requests applied in 1.24.1
--   List of Issues fixed in 1.24.1
-
-1.24.2
-
-The second 1.24 bug-fix release (1.24.2) was released on 9 April 2024.
-
-This release only contains bugfixes and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.2
-
--   H.264 parsing regression fixes
--   WavPack typefinding improvements
--   Video4linux fixes and improvements
--   Android build and runtime fixes
--   macOS OpenGL memory leak and robustness fixes
--   Qt/QML video sink fixes
--   Package new analytics and mse libraries in binary packages
--   Windows MSVC binary packages: fix libvpx avx/avx2/avx512 instruction set detection
--   various bug fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   clock: Block futex_time64 usage on Android API level < 30
--   basesrc: Clear submitted buffer lists consistently with buffers
--   ptpclock: fix double free of domain data during deinit
--   clocksync: Proxy allocation queries
--   inputselector: fix possible clock leak on shutdown
--   typefind: Handle WavPack block sizes > 131072
-
-gst-plugins-base
-
--   glcolorconvert: Ensure glcolorconvert does not miss supported RGB formats
--   gl/macos: a couple of race/reference count fixes
--   pbutils: descriptions: Don’t warn on MPEG-1 audio caps without layer field
--   encodebin: Add the parser before timestamper to tosync list
--   videorate: Reset last_ts when a new segment is received
-
-gst-plugins-good
-
--   qml6glsink: fix destruction of underlying texture
--   qt/qt6: Fixup for dummy textures
--   rtpjitterbuffer: Don’t use estimated_dts to do default skew adjustment
--   rtpjitterbuffer: Use an extended RTP timestamp for the clock-base
--   rtpmp4adepay: Set duration on outgoing buffers
--   tests: rtpred: fix out-of-bound writes
--   v4l2: allocator: Fix unref log/trace on memory release
--   v4l2: Also set max_width/max_width if enum framesize fail
--   v4l2: enforce a pixel aspect ratio of 1/1 if no data are available
--   v4l2: fix error in calculating padding bottom for tile format
--   v4l2src: need maintain the caps order in caps compare when fixate
--   vpxenc: Include vpx error details in errors and warnings
-
-gst-plugins-bad
-
--   h264parse: element hangs with some video streams (regression)
--   h264parse: Revert “AU boundary detection changes”
--   alphadecodebin: Explicitly pass 64 bit integers as such through varargs
--   atdec: Set a channel mask for channel counts greater than 2
--   ccconverter: Fix caps leak and remove unnecessary code
--   d3d11videosink: disconnect signals before releasing the window
--   d3d11: meson: Add support for MinGW DirectXMath package and update directxmath wrap to 3.1.9
--   d3d11: meson: Disable library build if DirectXMath header was not found
--   dwrite: Fix crash on device update
--   GstPlay: Update video_snapshot to support playbin3
--   jpegparse: avi1 tag can be progressive
--   jpegparse: turn some bus warnings into object ones
--   qsvdecoder: Release too old frames
--   ristsrc: Only free caps if needed
--   va: av1enc: Correct the reference number and improve the reference setting
--   va: {vp9, av1}enc: Avoid reopen encoder or renegotiate
--   videoparsers: Demote CC warning message
--   vkbufferpool: correct usage flags type
--   vkh26xdec: a couple decoding fixes
--   vtdec: Fix caps criticals during negotiation
--   wpe: avoid crash with G_DEBUG=fatal_criticals and static build
--   Sink missing floating references
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   aws: use fixed BehaviorVersion
--   aws: improve error message logs
--   fmp4: Update to dash-mpd 0.16
--   fmp4mux: Require gstreamer-pbutils 1.20 for the examples
--   onvifmetadataparse: Reset state in PAUSED->READY after pad deactivation, fixing occasional deadlock on shutdown
--   reqwest: Update to reqwest 0.12
--   webrtcsink: set perfect-timestamp=true on audio encoders
--   webrtcsink: improve panic message on unexpected caps during discovery
--   webrtchttp: Update to reqwest 0.12
--   webrtc: fix inconsistencies in documentation of object names
--   Fix clippy warnings after upgrade to Rust 1.77
-
-gst-libav
-
--   avviddec: Fix AVPacket leak
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   ges: frame-composition-meta: Stop using keyword ‘operator’ for field in C++
-
-gst-validate + gst-integration-testsuites
-
--   No changes
-
-gst-examples
-
--   webrtc examples: set perfect-timestamp=true on opusenc for better Chrome interoperability
-
-Development build environment
-
--   flac: Add subproject wrap and allow falling back to it in the flac plugin
--   libnice: bump subproject wrap to v0.1.22 (needed for ICE consent freshness support in gstwebrtc)
-
-Cerbero build tool and packaging changes in 1.24.2
-
--   glib: Block futex_time64 usage on Android API level < 30
--   libvpx: Fix build with Python 3.8
--   libvpx: Fix errors with avx* instruction set detection for x86* builds and MSVC
--   openjpeg: Update to 2.5.2
--   directxmath: Update to 3.1.9
--   gst-plugins-rs: Fix superstripping for ELF breaking all plugins
--   Rust-based plugin initialization hangs on Android with GStreamer 1.24.0
-
-Contributors to 1.24.2
-
-Alexander Slobodeniuk, Arnaud Vrac, Chao Guo, Chris Spencer, Daniel Morin, Edward Hervey, Elizabeth Figura, Elliot Chen, eri,
-François Laignel, Guillaume Desmottes, Haihua Hu, He Junyan, Hou Qi, Jan Schmidt, Jochen Henneberg, L. E. Segovia, Martin
-Nordholts, Matthew Waters, Nicolas Dufresne, Philippe Normand, Philipp Zabel, Piotr Brzeziński, Robert Guziolowski, Robert
-Mader, Ruben Gonzalez, Sebastian Dröge, Seungha Yang, Taruntej Kanakamalla, Thibault Saunier, Tim Blechmann, Tim-Philipp Müller,
-Víctor Manuel Jáquez Leal, Wojciech Kapsa, Xavier Claessens,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.2
-
--   List of Merge Requests applied in 1.24.2
--   List of Issues fixed in 1.24.2
-
-1.24.3
-
-The third 1.24 bug-fix release (1.24.3) was released on 30 April 2024.
-
-This release only contains bugfixes and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.3
-
--   EXIF image tag parsing security fixes
--   Subtitle handling improvements in parsebin
--   Fix issues with HLS streams that contain VTT subtitles
--   Qt6 QML sink re-render and re-sizing fixes
--   unixfd ipc plugin timestamp and segment handling fixes
--   vah264enc, vah265enc: Do not touch the PTS of the output frame
--   vah264dec and vapostproc fixes and improvements
--   v4l2: multiple fixes and improvements, incl. for mediatek JPEG decoder and v4l2 loopback
--   v4l2: fix hang after seek with some v4l2 decoders
--   Wayland sink fixes
--   ximagesink: fix regression on RPi/aarch64
--   fmp4mux, mp4mux gained FLAC audio support
--   D3D11, D3D12: reliablity improvements and memory leak fixes
--   Media Foundation device provider fixes
--   GTK4 paintable sink improvements including support for directly importing dmabufs with GTK 4.14
--   WebRTC sink/source fixes and improvements
--   AWS s3sink, s3src, s3hlssink now support path-style addressing
--   MPEG-TS demuxer fixes
--   Python bindings fixes
--   various bug fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   ptp: Silence Rust compiler warning about some unused trait methods
-
-gst-plugins-base
-
--   EXIF image tag parsing security fixes
--   glcolorconvert: remove some dead code
--   parsebin: Ensure non-time subtitle streams get “parsed”
--   playbin3: Handle combiner update in case of errors
--   ximagesink: initialize mask for XISelectEvents
-
-gst-plugins-good
-
--   adaptivedemux2: Playback hangs with VTT fragments
--   adaptivedemux2: Avoid double usage of parsebin
--   pulsedeviceprovider: Add compare_device_type_name function and missing lock
--   qml6glsink: Notify that the returned QSGNode node has changes
--   qml6glsink: video content resizes to new item size
--   qtdemux: fix wrong full_range offset when parsing colr box
--   soup: fix thread name
--   v4l2: add multiplane y42b (yuv422m) support (for mediatek v4l2 jpeg decoder)
--   v4l2: bufferpool: Drop writable check on output pool process
--   v4l2: bufferpool: Ensure freshly created buffers are not marked as queued, fixing issues with v4l2sink on a v4l2loopback
-    device
--   v4l2: bufferpool: queue back the buffer flagged LAST but empty, fixes hangs after seek with some decoders
--   v4l2: silence valgrind warning
--   vpx: Include vpx error details in errors and warnings
-
-gst-plugins-bad
-
--   d3d11device: protect device_lock vs device_new
--   d3d11decoder, d3d12decoder: Fix potential use after free
--   d3d11videosink: Fix rendering on keyed mutex enabled handle
--   d3d12decoder: Fix d3d12 resource copy
--   d3d12encoder: Fix buffer pool leak
--   d3d12videosink: HWND event handling related fixes
--   d3d12vp9dec: Fix Intel GPU crash occurred when decoding VP9 SVC
--   dvbsubenc: fixed some memory leaks and a crash
--   GstPlay: fix read duration failure issue for some type rtsp streams which have valid duration
--   mediafoundation: Fix device enumeration
--   mediafoundation: Fix infinite loop in device provider
--   tests: fix possible libscpp build failure in gst-plugins-bad
--   tsdemux, tsparse: Fix Program equality check
--   tsdemux: Disable smart program update
--   unixfdsink: Take segment into account when converting timestamps
--   va: videoformat: use video library to get DRM fourcc
--   va: radeonsi: DRM RGB formats doesn’t look correctly mapped to VA formats
--   vah264enc, vah265enc: Do not touch the PTS of output frame
--   vaav1enc: Change the alignment of output to “tu”
--   vaallocator: disable derived all together for Mesa <23.3
--   waylandsink: free staged buffer when do gst_wl_window_finalize
--   wlwindow: clear configure mutex and cond when finalize
--   waylandsink: config buffer pool with query size when propose_allocation
--   v4l2codecs: Don’t unref allocation query caps
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
-Fixed:
-
--   hrtfrender: Use a bitmask instead of an int in the caps for the channel-mask
--   rtpgccbwe: Don’t log an error when pushing a buffer list fails while stopping
--   webrtcsink: Don’t panic in bitrate handling with unsupported encoders
--   webrtcsink: Don’t panic if unsupported input caps are used
--   webrtcsrc: Allow a None producer-id in request-encoded-filter signal
-
-Added:
-
--   aws: New property to support path-style addressing
--   fmp4mux / mp4mux: Support FLAC inside (f)MP4
--   gtk4: Support directly importing dmabufs with GTK 4.14
--   gtk4: Add force-aspect-ratio property similar to other video sinks
-
-gst-libav
-
--   libav: guard some recently dropped APIs
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   Fix Python library name fetching and library searching on Windows
--   Don’t link to python for the gi overrides module
-
-gst-editing-services
-
--   ges-launcher: Fix for forcing container profiles
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   debug-viewer: Fix plugin loading machinery
--   validate/flvdemux: Stop spamming audio/video on test
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   No changes
-
-Cerbero build tool and packaging changes in 1.24.3
-
--   No changes
-
-Contributors to 1.24.3
-
-Alexander Slobodeniuk, Edward Hervey, Elliot Chen, F. Duncanh, François Laignel, Haihua Hu, He Junyan, Hou Qi, Jan Schmidt,
-Jimmy Ohn, Maksym Khomenko, Matthew Waters, Nicolas Dufresne, Nirbheek Chauhan, Philippe Normand, Philipp Zabel, Qian Hu (胡骞),
-Sanchayan Maity, Sebastian Dröge, Seungha Yang, Simonas Kazlauskas, Taruntej Kanakamalla, Tim Blechmann, Tim-Philipp Müller, U.
-Artie Eoff, Víctor Manuel Jáquez Leal, William Wedler, Xavier Claessens,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.3
-
--   List of Merge Requests applied in 1.24.3
--   List of Issues fixed in 1.24.3
-
-1.24.4
+-   atenc: added an Apple AAC audio encoder
 
-The fourth 1.24 bug-fix release (1.24.4) was released on 29 May 2024.
+-   atdec can now decode audio with more than two channels
 
-This release only contains bugfixes and it should be safe to update from 1.24.x.
+-   vtenc has received various bug fixes as well as a number of new features:
 
-Highlighted bugfixes in 1.24.4
+    -   Support for HEVC with alpha encoding via the new vtenc_h265a element
+    -   additional rate control options for constant bitrate encoding (only supported on macOS 13.0+ and iOS 16.0+ on Apple
+        Silicon), setting data rate limits, and emulating CBR mode via data rate limits where CBR is not supported.
+    -   HLG color transfer support
+    -   new "max-frame-delay" property (for ProRes)
 
--   audioconvert: support more than 64 audio channels
--   avvidec: fix dropped frames when doing multi-threaded decoding of I-frame codecs such as DV Video
--   mpegtsmux: Correctly time out in live pipelines, esp. for sparse streams like KLV and DVB subtitles
--   vtdec deadlock fixes on shutdown and format/resolution changes (as might happen with e.g. HLS/DASH)
--   fmp4mux, isomp4mux: Add support for adding AV1 header OBUs into the MP4 headers, and add language from tags
--   gtk4paintablesink improvements: fullscreen mode and gst-play-1.0 support
--   webrtcsink: add support for insecure TLS and improve error handling and VP9 handling
--   v4l2codecs: decoder: Reorder caps to prefer DMA_DRM ones, fixes issues with playbin3
--   vah264enc, vah265enc: timestamp handling fixes; generate IDR frames on force-keyunit-requests, not I frames
--   Visualizer plugins fixes
--   Avoid using private APIs on iOS
--   Various bug fixes, memory leak fixes, and other stability and reliability improvements
+-   Better macOS support for gst-validate tools which now use gst_macos_main() and support lldb
 
-gstreamer
+-   The osxaudio device provider exposes more properties including a unique id
 
--   clock: Fix 32 bit assertions in GST_TIME_TO_TIMEVAL and GST_TIME_TO_TIMESPEC
--   systemclock: fix usage of __STDC_NO_ATOMICS__
--   filesrc: Don’t abort on _get_osfhandle() on Windows
--   tests: Avoid using “bool” for the variable name
--   Various Solaris / Illumos fixes
--   parse: Don’t assume that child proxy child objects are GstObjects
+-   osxaudio will automatically set up AVAudioSession on iOS and always expose the maximum number of channels a device supports
+    with an unpositioned layout.
 
-gst-plugins-base
+-   The monorepo development environment should work better on macOS now
 
--   audioconvert: Support converting >64 channels
--   decodebin3: Fix caps and stream leaks
--   playbin(3), streamsynchronizer: Fix deadlock when streams have been flushed before others start
--   videotestsrc: fix race condition when clearing cached buffer
--   Fix visualization plugins
--   GstDiscoverer hangs when processing media file containing mebx on MacOS
--   glmixer: Add GL_SYNC_META option to buffer pool
--   typefinding: Fix ID_ODD_SIZE handling regression in WavPack typefinder
+-   CMake apps that build macOS and iOS apps can consume GStreamer more easily now, using FindGStreamer.cmake or
+    FindGStreamerMobile.cmake respectively.
 
-gst-plugins-good
+-   In the near future, CMake in Xcode will be the preferred way of building the iOS tutorials. See below, in the Cerbero
+    section.
 
--   osxaudio: Avoid using private APIs on iOS
--   qtdemux: unit test fixes for 32-bit platforms
-
-gst-plugins-bad
-
--   cudamemory: Fix offset of subsampled planar formats
--   d3d11: Revert “d3d11device: protect device_lock vs device_new
--   d3dshader: Fix gamma and primaries conversion pixel shader
--   dtlsconnection: Fix overflow in timeout calculation on systems with 32 bit time_t
--   GstPlay: Initialize debug category and error quark in class_init
--   kmssink: Do not close the DRM prime handle twice
--   mpegtsmux: Correctly time out and mux anyway in live pipelines
--   nvcodec: Accept progressive-high profiles for h264
--   nvencoder: Fix maximum QP value setting
--   qsvh264dec, qsvh265dec: Fix nalu leaks
--   v4l2codecs: decoder: Reorder caps to prefer DMA_DRM ones
--   vah264enc, vah265enc: Let FORCE_KEYFRAME be IDR frame rather than just I frame
--   vah264enc, vah265enc: Set DTS offset before PTS
--   vkh26xdec: Fix stop memory leak
--   vtdec: Fix deadlock when negotiating format change
--   vtdec: Fix PAUSED->READY deadlock when output loop is running
--   wayland: Use wl_display_create_queue_with_name
--   webrtc: request-aux-sender, only sink floating refs
--   webrtcbin: Allow session level setup attribute in SDP
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   fmp4mux, isomp4mux: Add support for adding AV1 header OBUs into the MP4 headers
--   fmp4mux, isomp4mux: Add language from tags
--   gtk4paintablesink: Also create own window for gst-play-1.0
--   gtk4paintablesink: Add GST_GTK4_WINDOW_FULLSCREEN environment variable to fullscreen window for testing with
-    e.g. gst-launch-1.0
--   gtk4: Fix plugin description and update python examples
--   rtpgccbwe: Log effective bitrate in more places, and log delay and loss target bitrates separately
--   webrtcsink: Improve error when no encoder was found or RTP plugins were missing
--   webrtcsink: Add VP9 parser after the encoder for VP9 too
--   webrtc: Add support for insecure TLS connections
-
-gst-libav
-
--   avvidec: Fix dropping wrong “ghost” frames - fixing multi-threaded decoding of I-frame codecs such as DV Video
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   ges-pipeline: Configure encodebin before linking
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   No changes
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   No changes
-
-Cerbero build tool and packaging changes in 1.24.4
-
--   Add Fedora 40 support
--   srt: bump version to 1.5.3
--   pango: Fix leaks on Windows (textoverlay plugins)
--   windows runtime installer has empty qt6 msm
--   WiX: assorted fixes
-
-Contributors to 1.24.4
-
-Alexander Slobodeniuk, Bill Nottingham, Brad Reitmeyer, Chris Del Guercio, Daniel Stone, Edward Hervey, Emil Pettersson, He
-Junyan, Jordan Petridis, Joshua Breeden, L. E. Segovia, Martin Nordholts, Mathieu Duponchelle, Matthew Waters, Nirbheek Chauhan,
-Philippe Normand, Piotr Brzeziński, Rafael Carício, Robert Ayrapetyan, Robert Mader, Sebastian Dröge, Seungha Yang, Shengqi Yu,
-Stéphane Cerveau, Tim-Philipp Müller,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.4
-
--   List of Merge Requests applied in 1.24.4
--   List of Issues fixed in 1.24.4
-
-1.24.5
-
-The fifth 1.24 bug-fix release (1.24.5) was released on 20 June 2024.
-
-This release only contains bugfixes and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.5
-
--   webrtcsink: Support for AV1 via nvav1enc, av1enc or rav1enc encoders
--   AV1 RTP payloader/depayloader fixes to work correctly with Chrome and Pion WebRTC
--   av1parse, av1dec error handling/robustness improvements
--   av1enc: Handle force-keyunit events properly for WebRTC
--   decodebin3: selection and collection handling improvements
--   hlsdemux2: Various fixes for discontinuities, variant switching, playlist updates
--   qml6glsink: fix RGB format support
--   rtspsrc: more control URL handling fixes
--   v4l2src: Interpret V4L2 report of sync loss as video signal loss
--   d3d12 encoder, memory and videosink fixes
--   vtdec: more robust error handling, fix regression
--   ndi: support for NDI SDK v6
--   Various bug fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   promise: Don’t use g_return_* for internal checks
--   debug: Add missing gst_debug_log_id_literal() dummy with gst_debug=false
--   ptp-helper: Add GNU/Hurd support
-
-gst-plugins-base
-
--   uridecodebin3: Don’t hold PLAY_ITEMS lock when activating them
--   decodebin3: Always ensure we end up with parsebin or identity
--   decodebin3: Properly support changing input collections
--   decodebin3: Avoid usage of parsebin even more
--   decodebin3: Fix dealing with input without caps
--   video-info: Don’t crash in gst_video_info_is_equal() if one videoinfo is zero-initialized
-
-gst-plugins-good
-
--   flacparse: fix buffer overflow
--   hlsdemux2: Various fixes for discontinuities, variant switching, playlist updates
--   qml6glsink: fix RGB format support
--   rtpdtmfdepay: fix caps negotiation with audioconvert
--   rtpdtmfsrc: fix leak when shutting down mid-event
--   rtspsrc: fix invalid seqnum assertions
--   rtspsrc: Various control URL handling fixes
--   v4l2src: Interpret V4L2 report of sync loss as video signal loss
-
-gst-plugins-bad
-
--   av1parse: Do not return error when expectedFrameId mismatch
--   av1dec: Don’t treat decoding errors as fatal and print more error details
--   av1enc: Handle force-keyunit events properly by requesting keyframes
--   codectimestamper: never set DTS to NONE
--   d3d12encoder: Do not print error log for not-supported feature
--   d3d12memory: Fix staging buffer alignment
--   d3d12videosink: Disconnect window signal handler on dispose as intended
--   dtlssrtpenc: Don’t crash if no pad name is provided when requesting a new pad
--   glcolorconvert: update existing sync meta if outbuf has one
--   pcapparse: Parsing code assumes unaligned memory accesses are OK
--   pcapparse: Avoid unaligned memory access
--   tsdemux: Fix maximum PCR/DTS values
--   vtdec: Improve error handling in edge cases
--   vtdec, qtdemux: regression in 1.24.3 - internal data stream error
--   uvcgadget: Use g_path_get_basename instead of libc basename
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   gtk4: update flatpak integration code
--   ndi: Add support for loading NDI SDK v6
--   reqwesthttpsrc: Fix race condition when unlocking
--   rtp: Don’t restrict payload types for payloaders
--   rtp: av1pay: Correctly use N flag for marking keyframes
--   rtp: av1depay: Parse internal size fields of OBUs and handle them
--   webrtcsink: Refactor value retrieval to avoid lock poisoning
--   webrtcsink: Add support for AV1
--   webrtc: Update to async-tungstenite 0.26
--   Fix various new clippy 1.79 warnings
--   meson: Fix various issues in dependency management, feature detection, some regressions, and add logging
-
-gst-libav
-
--   No changes
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   No changes
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   No changes
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   No changes
-
-Cerbero build tool and packaging changes in 1.24.5
-
--   osxrelocator: Fix RPATHs in deeply nested libraries
-
-Contributors to 1.24.5
-
-Angelo Verlain, Chris Del Guercio, Corentin Damman, Edward Hervey, Francisco Javier Velázquez-García, He Junyan, Jakub Adam,
-Jakub Vaněk, Khem Raj, L. E. Segovia, Martin Nordholts, Mathieu Duponchelle, Nirbheek Chauhan, Piotr Brzeziński, Samuel
-Thibault, Sebastian Dröge, Sergey Krivohatskiy, Seungha Yang, Tim-Philipp Müller, Zach van Rijn,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.5
-
--   List of Merge Requests applied in 1.24.5
--   List of Issues fixed in 1.24.5
-
-1.24.6
-
-The sixth 1.24 bug-fix release (1.24.6) was released on 29 July 2024.
-
-This release only contains bugfixes and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.6
-
--   Fix compatibility with FFmpeg 7.0
--   qmlglsink: Fix failure to display content on recent Android devices
--   adaptivedemux: Fix handling of closed caption streams
--   cuda: Fix runtime compiler loading with old CUDA tookit
--   decodebin3 stream selection handling fixes
--   d3d11compositor, d3d12compositor: Fix transparent background mode with YUV output
--   d3d12converter: Make gamma remap work as intended
--   h264decoder: Update output frame duration for interlaced video when second field frame is discarded
--   macOS audio device provider now listens to audio devices being added/removed at runtime
--   Rust plugins: audioloudnorm, s3hlssink, gtk4paintablesink, livesync and webrtcsink fixes
--   videoaggregator: preserve features in non-alpha caps for subclasses with non-system memory sink caps
--   vtenc: Fix redistribute latency spam
--   v4l2: fixes for complex video formats
--   va: Fix strides when importing DMABUFs, dmabuf handle leaks, and blocklist unmaintained Intel i965 driver for encoding
--   waylandsink: Fix surface cropping for rotated streams
--   webrtcdsp: Enable multi_channel processing to fix handling of stereo streams
--   Various bug fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   downloadbuffer: fix push mode
--   queue: queue2: multiqueue: Don’t work with segment.position if buffers have no timestamps
--   gst-inspect-1.0: Fix leak of plugin/feature
-
-gst-plugins-base
-
--   decodebin3: Fix detection of selection done
--   glvideomixer: Fix critical when setting start-time-selection
--   parsebin: accept-caps handling for elements with unusual sink pad names
--   subparse: Don’t use jit for regular expressions when running in valgrind
--   subparse: put valgrind header availability define into config.h for subparse
--   videoaggregator: preserve features in non-alpha caps
--   videoscale: correct classification error
--   meson: Fix invalid include flag in uninstalled gl pc file
--   Fix various memory leaks
-
-gst-plugins-good
-
--   adaptivedemux: Fix handling closed caption streams
--   qml/glsink: also support GLES2 needing shader ‘precision’ directives
--   v4l2object: use v4l2 reported width for padded_width when complex video formats
--   v4l2: meson: fix SIZEOF_OFF_T when cross-compiling with Meson >= 1.3.0
-
-gst-plugins-bad
-
--   svtav1enc: Fix segfault when flushing
--   avfdeviceprovider: Fix debug category initialization
--   osxaudiodeviceprovider: Listen for audio devices being added/removed
--   avtp: Fixed Linux/Alpine 3.20 build
--   cuda: Fix runtime compiler loading with old CUDA tookit
--   d3d11compositor, d3d12compositor: Fix transparent background mode with YUV output
--   d3d11converter: Fix runtime compiled shader code
--   d3d12converter: Make gamma remap work as intended
--   h264decoder: Update output frame duration when second field frame is discarded
--   isac: Work around upstream having no shared library support for MSVC
--   lc3: remove bitstream comparison in the tests
--   qroverlay: redraw overlay when caps changes
--   qsv: Fix critical warnings
--   rtmp2: guard against calling gst_amf_node_get_type() with NULL
--   srtsrc: fix case fallthrough of authentication param
--   va: Blocklist unmaintained i965 driver for encoding
--   va: Fix strides when importing DMABUFs
--   va: Fix dmabuf handle leaks
--   vadisplay: fix minor version check
--   vkh265dec: Fix H.264 ref in logs
--   vulkan: fix wrong stages or access in barriers
--   vtenc: Fix redistribute latency spam
--   waylandsink: Fix surface cropping for rotated streams
--   webrtcdsp: Enable multi_channel processing
-
-gst-plugins-ugly
-
--   asfdemux: Be more lenient towards malformed header, fixes playback of files written by VLC
-
-GStreamer Rust plugins
-
--   audioloudnorm: Fix limiter buffer index wraparound off-by-one for the last buffer
--   aws: s3hlssink: Do not call abort before finishing uploads
--   gtk4paintablesink: Support RGBx formats in SW paths
--   gtk4paintablesink: default to force-aspect-ratio=false for Paintable
--   livesync: Use the actual output buffer duration of gap filler buffers
--   livesync: Allow queueing up to latency buffers, also sync on the first buffer and add sync property
--   webrtcsink: fix property types for rav1enc AV1 encoder
-
-gst-libav
-
--   Fix compatibility with ffmpeg 7
--   avauddec: Fix crash on stop()
--   avmux: Fix crash when muxer doesn’t get codecid
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   ges: Various leak fixes
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   validate: Remove G_REGEX_OPTIMIZE usage, helps avoid valgrind issues
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   libgudev wrap: add fallback uri
--   liblc3 wrap: update to v1.1.1
-
-Cerbero build tool and packaging changes in 1.24.6
-
--   meson: Backport fix for Glib including a GCC-only flag in the pkg-config file
--   libsoup: Workaround build error with GCC 14
--   libltc: Fix Windows build
--   webrtc-audio-processing: Fix MinGW build
--   libvpx: Also build a shared lib on macOS
--   glib: Fix Windows build
--   osxrelocator: Fix framework entrypoints being unable to load dylibs
--   gobject-introspection, recipe: Fix more fallout from the Meson dylib ID fixes
--   cargo-c.recipe: Ensure that we can change the id and rpath
-
-Contributors to 1.24.6
-
-Chris Spoelstra, Edward Hervey, François Laignel, Guillaume Desmottes, Jakub Adam, Jan Schmidt, Jordan Petridis, L. E. Segovia,
-Loïc Yhuel, Matthew Waters, Nirbheek Chauhan, Piotr Brzeziński, Robert Mader, Ruben Gonzalez, Sanchayan Maity, Sebastian Dröge,
-Sebastian Gross, Seungha Yang, Shengqi Yu, Taruntej Kanakamalla, Tim-Philipp Müller, tomaszmi, Víctor Manuel Jáquez Leal,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.6
-
--   List of Merge Requests applied in 1.24.6
--   List of Issues fixed in 1.24.6
-
-1.24.7
-
-The seventh 1.24 bug-fix release (1.24.7) was released on 21 August 2024.
-
-This release only contains bugfixes and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.7
-
--   Fix APE and Musepack audio file and GIF playback with FFmpeg 7.0
--   playbin3: Fix potential deadlock with multiple playbin3s with glimagesink used in parallel
--   qt6: various qmlgl6src and qmlgl6sink fixes and improvements
--   rtspsrc: expose property to force usage of non-compliant setup URLs for RTSP servers where the automatic fallback doesn’t
-    work
--   urisourcebin: gapless playback and program switching fixes
--   v4l2: various fixes
--   va: Fix potential deadlock with multiple va elements used in parallel
--   meson: option to disable gst-full for static-library build configurations that do not need this
--   cerbero: libvpx updated to 1.14.1; map 2022Server to Windows11; disable rust variant on Linux if binutils is too old
--   Various bug fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   bin: Don’t keep the object lock while setting a GstContext when handling NEED_CONTEXT
--   core: Log pad name, not just the pointer
-
-gst-plugins-base
-
--   pbutils: descriptions: use subsampling factor to get YUV subsampling
--   rtspconnection: Handle invalid argument properly
--   urisourcebin: Actually drop EOS on old-school pad switch
--   urisourcebin: Don’t hold lock when emitting about-to-finish
--   gst-launch deadlock with two playbin3s
--   xvimagesink: Fix crash in pool on error
-
-gst-plugins-good
-
--   qmlgl6src: Fix crash when use-default-fbo is not set
--   qt6glwindow: Fallback to GL_RGB on CopyTexImage2D error, fixing usage with eglfs backend
--   qt6glwindow: Only use GL_READ_FRAMEBUFFER when we do blits
--   qt6: glwindow: Don’t leak previously rendered buffer
--   rtspsrc: expose property for forcing usage of non-compliant URLs
--   v4l2object: fix ARIB_STD_B67 colorimetry unmatch issue
--   v4l2: Fix colorimetry mismatch for encoded format with RGB color-matrix
-
-gst-plugins-bad
-
--   aom: av1enc: restrict allowed input width and height
--   h264parse: bypass check for length_size_minus_one
--   h265parse: Reject FD received before SPS
--   msdk: replace strcmp with g_strcmp0
--   msdkvc1dec crashes (segfault)
--   rsvgoverlay: add debug category
--   va: don’t use GST_ELEMENT_WARNING in set_context() vmethod to fix potential deadlock
--   va: deadlock when playing two videos at once
--   webrtc: Add missing G_BEGIN/END_DECLS in header for C++
--   wpe: initialize threading.ready before reading it
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   gtk4: Move the dmabuf cfg to the correct bracket level
-
-gst-libav
-
--   avdemux: Fix deadlock with FFmpeg 7.x when serialized events are received from upstream while opening, such as e.g. APE
-    files with tags
--   libav: return EOF when stream is out of data
--   avdemux: Never return 0 from read function, which would lead to infinite loops
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   vaapi: Fix sps_max_dec_pic_buffering_minus1 value in h265 decoder
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   nlecomposition: Don’t leak QoS events
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   validate: Fix copying of action name
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   Add a meson option to disable gst-full for static-library build configurations that do not need this
-
-Cerbero build tool and packaging changes in 1.24.7
-
--   Disable rust variant on Linux if binutils is too old
--   Added 2022Server to the Windows platform distro map as Windows11
--   libvpx: Update to 1.14.1
-
-Contributors to 1.24.7
-
-David Rosca, Edward Hervey, Guillaume Desmottes, Hou Qi, Jan Schmidt, Jesper Jensen, Jordan Petridis, Jordan Yelloz, L. E.
-Segovia, Lyra McMillan, Mathieu Duponchelle, Max Romanov, Nicolas Dufresne, Nirbheek Chauhan, Qian Hu (胡骞), Sebastian Dröge,
-Tim-Philipp Müller, Víctor Manuel Jáquez Leal,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.7
-
--   List of Merge Requests applied in 1.24.7
--   List of Issues fixed in 1.24.7
-
-1.24.8
-
-The eigth 1.24 bug-fix release (1.24.8) was released on 19 September 2024.
-
-This release only contains bugfixes and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.8
-
--   decodebin3: collection handling fixes
--   encodebin: Fix pad removal (and smart rendering in gst-editing-services)
--   glimagesink: Fix cannot resize viewport when video size changed in caps
--   matroskamux, webmmux: fix firefox compatibility issue with Opus audio streams
--   mpegtsmux: Wait for data on all pads before deciding on a best pad unless timing out
--   splitmuxsink: Override LATENCY query to pretend to downstream that we’re not live
--   video: QoS event handling improvements
--   voamrwbenc: fix list of bitrates
--   vtenc: Restart encoding session when certain errors are detected
--   wayland: Fix ABI break in WL context type name
--   webrtcbin: Prevent crash when attempting to set answer on invalid SDP
--   cerbero: ship vp8/vp9 software encoders again, which went missing in 1.24.7; ship transcode plugin
--   Various bug fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   clock: Fix unchecked overflows in linear regression code
--   meta: Add missing include of gststructure.h
--   pad: Check data NULL-ness when probes are stopped
--   aggregator: Immediately return NONE from simple_get_next_time() on non-TIME segments
-
-gst-plugins-base
-
--   decodebin3: Fix collection identity check
--   encodebin: Fix pad removal
--   glimagesink: Fix cannot resize viewport when video size changed in caps
--   video: Don’t overshoot QoS earliest time by a factor of 2
--   meson: gst-play: link to libm
-
-gst-plugins-good
-
--   jackaudiosrc: actually use the queried ports from JACK
--   matroskamux: Include end padding in the block duration for Opus streams, fixing firefox compatibility
--   osxaudio: Avoid dangling pointer on shutdown
--   splitmuxsink: Override LATENCY query to pretend to downstream that we’re not live
--   v4l2bufferpool: actually queue back the empty buffer flagged LAST
--   v4l2videoenc: unref buffer pool after usage properly
--   v4l2: encoder: Add dynamic framerate support
-
-gst-plugins-bad
-
--   GstPlay: Name the different bus
--   GstPlay: check whether stream is seekable before seeking when state change
--   GstPlayer: Check GstPlayerSignalDispatcher type
--   mpegtsmux: Wait for data on all pads before deciding on a best pad unless timing out
--   mpegtsmux: Fix refcounting issue when selecting the best pad
--   uvcsink: fix caps event handling
--   v4l2codecs: h265: Minimize memory allocation
--   voamrwbenc: fix list of bitrates
--   vtenc: Restart encoding session when certain errors are detected
--   wayland: Fix ABI break in WL context type name
--   webrtcbin: Prevent crash when attempting to set answer on invalid SDP
--   wpe: fix gst-launch example
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   No changes
-
-gst-libav
-
--   No changes
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   discoverer-manager: Fix race leading to assertion when stopping
--   structured-interface: Fix memory leak of invalid fields GList
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   pad-monitor: Fix remaining pad function data handling
--   pad-monitor: Fix pad function data properly
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   meson: Update openjpeg wrap to 2.5.2, fixes a warning
-
-Cerbero build tool and packaging changes in 1.24.8
-
--   No vp8 / vp9 encoders packaged (regression)
--   libvpx: Fix codec detection to fix vp8enc/vp9enc elements not being shipped
--   gst-plugins-bad: Add missing transcode plugin
-
-Contributors to 1.24.8
-
-Andoni Morales Alastruey, Arun Raghavan, Benjamin Gaignard, Carlos Bentzen, Chao Guo, Edward Hervey, Francis Quiers, Guillaume
-Desmottes, Hou Qi, Jan Schmidt,, L. E. Segovia, Michael Tretter, Nicolas Dufresne, Nirbheek Chauhan, Peter Kjellerstedt,
-Philippe Normand, Piotr Brzeziński, Randy Li (ayaka), Sebastian Dröge, Thibault Saunier, Tim-Philipp Müller, Wim Taymans,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.8
-
--   List of Merge Requests applied in 1.24.8
--   List of Issues fixed in 1.24.8
-
-1.24.9
-
-The ninth 1.24 bug-fix release (1.24.9) was released on 30 October 2024.
-
-This release only contains bugfixes and a security fix and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.9
-
--   gst-rtsp-server security fix
--   GstAggregator start time selection and latency query fixes for force-live mode
--   audioconvert: fix dynamic handling of mix matrix, and accept custom upstream event for setting one
--   encodebin: fix parser selection for encoders that support multiple codecs
--   flvmux improvments for pipelines where timestamps don’t start at 0
--   glcontext: egl: Unrestrict the support base DRM formats
--   kms: Add IMX-DCSS auto-detection in sink and fix stride with planar formats in allocator
--   macOS main application event loop fixes
--   mpegtsdemux: Handle PTS/DTS wraparound with ignore-pcr=true
--   playbin3, decodebin3, parsebin, urisourcebin: fix races, and improve stability and stream-collection handling
--   rtpmanager: fix early RTCP SR generation for sparse streams like metadata
--   qml6glsrc: Reduce capture delay
--   qtdemux: fix parsing of rotation matrix with 180 degree rotation
--   rtpav1depay: added wait-for-keyframe and request-keyframe properties
--   srt: make work with newer libsrt versions and don’t re-connect on authentication failure
--   v4l2 fixes and improvement
--   webrtcsink, webrtcbin and whepsrc fixes
--   cerbero: fix Python 3.13 compatibility, g-i with newer setuptools, bootstrap on Arch Linux; iOS build fixes
--   Ship qroverlay plugin in binary packages - Various bug fixes, memory leak fixes, and other stability and reliability
-    improvements
--   Various bug fixes, build fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   aggregator: fix start time selection first with force-live
--   aggregator: fix live query when force-live is TRUE
--   parse-launch: Make sure children are bins before recursing in
--   macos: Fix race conditions in cocoa/application main event loop
--   multiqueue: Do not unref the query we get in pad->query
-
-gst-plugins-base
-
--   audioconvert: fix dynamic handling of mix matrix, accept custom upstream event for setting one
--   playback: Fix a variety of decodebin3/parsebin/urisourcebin races
--   playbin3: prevent crashing trying to play a corrupted mp4 file (WARNING : HIGH PITCHED CORRUPTED SOUND)
--   urisourcebin: Ensure all stream-start are handled
--   urisourcebin: Allow more cases for posting stream-collection
--   decodebin3: Make update/posting of collection messages atomic
--   decodebin3: send selected stream message as long as not all the tracks can’t select decoders
--   urisourcebin/parsebin: Improve collection creation and handling
--   encodebasebin: Miscellaneous fixes
--   allocators: drmdumb: Fix bpp value for P010
--   gldownload: use gst_gl_sync_meta_wait_cpu()
--   Revert “meson: Fix invalid include flag in uninstalled gl pc file”
--   gl: Fix configure error when libdrm is a subproject
--   glcontext: egl: Unrestrict the support base DRM formats
--   exiftag: Check the result of gst_date_time_new_local_time(), fixes criticals with malformed EXIF tags
-
-gst-plugins-good
-
--   flvmux: Use first running time on the initial header instead of 0
--   rtpmanager: skip RTPSources which are not ready in the RTCP generation
--   rtppassthroughpay: Fix reading clock-rate and payload type from caps
--   qml6glsrc: Reduce capture delay
--   qtdemux: fix parsing of matrix with 180 rotation
--   qtdemux: Check fourcc of a second CEA608 atom instead of assuming it’s cdt2
--   qtdemux: Skip zero-sized boxes instead of stopping to look at further boxes
--   twcc: Handle wrapping of reference time
--   v4l2object: append non colorimetry structure to probed caps
--   v4l2: Various fixes and improvement
-
-gst-plugins-bad
-
--   avfdeviceprovider: Fix leak from the GstCaps
--   codecparsers: add debug categories to bitwriters
--   codectimestamper: Fix gint wraparound in pts_compare_func
--   dvxa: Explicitly use cpp_std=c++11
--   GstPlay: message parsing and documentation improvements
--   h26xbitwriter: false have_space if aligning fails on aud
--   kmsallocator: fix stride with planar formats
--   kmssink: Add IMX-DCSS auto-detection
--   mpegtsdemux: Handle PTS/DTS wraparound with ignore-pcr=true
--   rtmp2sink: Initialize base_ts / last_ts with the actual first observed timestamp
--   scenechange: fix memory leak
--   srtsink: Register SRT listen callback before binding socket
--   srt: Don’t attempt to reconnect on authentication failures
--   tests: va: fix vapostproc test for DMABuf
--   tests: lc3: Allocate the same size for the buffer and the data
--   va: Fix libdrm include, plus meson and wrap changes
--   vaav1enc: Do not enable palette mode by default
--   vp8decoder: Fix resolution change handling
--   vtdec: add support for level 6 6.1 and 6.2
--   wayland: Add NV15 support
--   webrtcbin: Clean up bin elements when datachannel is removed
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   Build: turn lto off for dev profile for faster dev builds
--   fmp4 hls_live example: Don’t set header-update-mode=update, no need to update the header in live mode
--   gtk4paintablesink: Don’t check for a GL context when filtering dmabuf caps
--   livesync: Log latency query results when handling latency query too
--   onvifmetadatapay: Set output caps earlier, so upstream can send gap events earlier
--   rtpav1depay: Add wait-for-keyframe and request-keyframe properties
--   spotify: tweak dependencies
--   transcriberbin: fix panic during gst-inspect-1.0 -u
--   webrtcsink: fix segment format mismatch with remote offer
--   webrtcsink: fix assertions when finalizing
--   webrtcsink: Fix typo in “turn-servers” property description
--   whepsrc: Fix incorrect default caps
-
-gst-libav
-
--   avviddec: Unlock video decoder stream lock temporarily while finishing frames
-
-gst-rtsp-server
-
--   rtsp-server: Remove pointless assertions that can happen if client provides invalid rates (security fix)
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   ges: Fix name of GESFrameCompositionMeta API type (which caused gobject-introspection failures at build time)
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   validate: Ignore flaky dash playbin3 issue
--   validate: Blacklist more netsim tests
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   No changes
-
-Cerbero build tool and packaging changes in 1.24.9
-
--   Fix Python 3.13 compatibility
--   gobject-introspection: Import patch to build against newer setuptools
--   Switch from wget to curl on Fedora 40 and newer
--   bootstrap: Add missing dependencies on Arch Linux
--   harfbuzz: Add CXXFLAGS to fix broken build on iOS
--   openssl.recipe: Stop using non-existent domain in primary tarball url
--   gst-plugins-bad: ship qroverlay plugin
-
-Contributors to 1.24.9
-
-Andoni Morales Alastruey, Arun Raghavan, Benjamin Gaignard, Corentin Damman, Dave Lucia, Edward Hervey, Elliot Chen, eri,
-Francisco Javier Velázquez-García, Guillaume Desmottes, He Junyan, Hugues Fruchet, Jakub Adam, James Cowgill, Jan Alexander
-Steffens (heftig), Jan Schmidt, Johan Sternerup, Jordan Petridis, L. E. Segovia, Mathieu Duponchelle, Nick Steel, Nicolas
-Dufresne, Nirbheek Chauhan, Ognyan Tonchev, Olivier Crête, Peter Stensson, Philippe Normand, Piotr Brzeziński, Sanchayan Maity,
-Sebastian Dröge, Shengqi Yu, Stéphane Cerveau, Théo Maillart, Thibault Saunier, Tim-Philipp Müller, Víctor Manuel Jáquez Leal,
-Weijian Pan, Xavier Claessens,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.9
-
--   List of Merge Requests applied in 1.24.9
--   List of Issues fixed in 1.24.9
-
-1.24.10
-
-The tenth 1.24 bug-fix release (1.24.10) was released on 03 December 2024.
-
-This release only contains bugfixes and security fixes. It should be safe to update from 1.24.x and we would recommend you
-update at your earliest convenience.
-
-Highlighted bugfixes in 1.24.10
-
--   More than 40 security fixes across a wide range of elements following an audit by the GitHub Security Lab, including the
-    MP4, Matroska, Ogg and WAV demuxers, subtitle parsers, image decoders, audio decoders and the id3v2 tag parser.
--   avviddec: Fix regression that could trigger assertions about width/height mismatches
--   appsink and appsrc fixes
--   closed caption handling fixes
--   decodebin3 and urisourcebin fixes
--   glupload: dmabuf: Fix emulated tiled import
--   level: fix LevelMeta values outside of the stated range
--   mpegtsmux, flvmux: fix potential busy looping with high cpu usage in live mode
--   pipeline dot file graph generation improvements
--   qt(6): fix criticals with multiple qml(6)gl{src,sink}
--   rtspsrc: Optionally timestamp RTP packets with their receive times in TCP/HTTP mode to enable clock drift handling
--   splitmuxsrc: reduce number of file descriptors used
--   systemclock: locking order fixes
--   v4l2: fix possible v4l2videodec deadlock on shutdown; 8-bit bayer format fixes
--   x265: Fix build with libx265 version >= 4.1 after masteringDisplayColorVolume API change
--   macOS: fix rendering artifacts in retina displays, plus ptp clock fixes
--   cargo: Default to thin lto for the release profile (for faster builds with lower memory requirements)
--   Various bug fixes, build fixes, memory leak fixes, and other stability and reliability improvements
--   Translation updates
-
-gstreamer
-
--   allocator: Avoid integer overflow when allocating sysmem and avoid integer overflow in qtdemux theora extension parsing
--   deviceprovider: fix leaking hidden providers
--   gstreamer: prefix debug dot node names to prevent splitting
--   pad: Never push sticky events in response to a FLUSH_STOP
--   systemclock: Fix lock order violation and some cleanup
--   utils: improve gst_util_ceil_log2()
--   ptp: use ip_mreq instead of ip_mreqn for macos
--   tracers: unlock leaks tracer if already tracking
-
-gst-plugins-base
-
--   appsink: fix timeout logic for gst_app_sink_try_pull_sample()
--   appsrc: Fix use-after-free when making buffer / buffer-lists writable
--   audiostreamalign: Don’t report disconts for every buffer if alignment-threshold is too small
--   decodebin3: Unify collection switching checks
--   discoverer: Don’t print channel layout for more than 64 channels
--   discoverer: Make sure the missing elements details array is NULL-terminated in a thread-safe way
--   discoverer: fix segfault in race condition adding a new uri
--   id3v2: Don’t try parsing extended header if not enough data is available
--   glupload: dmabuf: Fix emulated tiled import
--   gl: cocoa: fix rendering artifacts in retina displays
--   gl: meson: Don’t use libdrm_dep in cc.has_header()
--   oggstream: fix invalid ogg_packet->packet accesses, address invalid writes CVE
--   opusdec: Set at most 64 channels to NONE position
--   playbin: Fix caps leak in get_n_common_capsfeatures()
--   playbin3: ERROR when setting new HLS URI with instant-uri=true
--   sdp: Add debug categories for message and mikey modules
--   ssaparse: Search for closing brace after opening brace
--   splitmuxsrc: Convert part reader to a bin with a non-async bus
--   subparse: Check for NULL return of strchr() when parsing LRC subtitles
--   streamsynchronizer: Only send GAP events out of source pads
--   urisourcebin: Also use event probe for HLS use-cases
--   video-converter: Set TIME segment format on appsrc
--   vorbisdec: Set at most 64 channels to NONE position
--   Translation for gst-plugins-base 1.24.0 not sync-ed with Translation Project
--   Update translations
-
-gst-plugins-good
-
--   avisubtitle: Fix size checks and avoid overflows when checking sizes
--   flvmux: Don’t time out in live mode if no timestamped next buffer is available
--   gdkpixbufdec: Check if initializing the video info actually succeeded
--   jpegdec: Directly error out on negotiation failures
--   level: Fix integer overflow when filling LevelMeta
--   level: produces level value outside of Stated Range
--   matroskademux: header parsing fixes
--   qtdemux: header and sample table parsing fixes
--   qtdemux: avoid integer overflow in theora extension parsing
--   qt(6)/material: ensure that we always update the context in setBuffer()
--   rtspsrc: Optionally timestamp RTP packets with their receive times in TCP/HTTP mode
--   rtp: Fix precision loss in gst_rtcp_ntp_to_unix()
--   rtpfunnel: Ensure segment events are forwarded after flushs
--   rtpmanager: don’t map READWRITE in twcc header ext
--   rtph264depay, rtph265depay: Fix various OOB reads / NULL pointer dereferences in parameter-set string handling
--   shout2send: Unref event at the end of the event function
--   udpsrc: protect cancellable from unlock/unlock_stop race
--   v4l2object: Fixed incorrect maximum value for int range
--   v4l2object: Remove little endian marker on 8 bit bayer format names
--   v4l2videodec: fix freeze race condition
--   wavparse: Fix various (missing) size checks and other parsing problems
-
-gst-plugins-bad
-
--   ccconverter: Don’t override in_fps_entry when trying to take output
--   ccutils fixes
--   kmssink: Add mediatek auto-detection
--   mpegtsmux: Don’t time out in live mode if no timestamped next buffer is available (fixes busy loop with high cpu usage)
--   mpegvideoparse: do not set delta unit flag on unknown frame type
--   mxfmux: Fix off-by-one in the month when generating a timestamp for now
--   timecodestamper: Don’t fail the latency query in LTC mode if we have no framerate
--   webrtc: don’t crash on invalid bundle id
--   x265: Allow building with x265-4.1 (after masteringDisplayColorVolume API change)
--   meson: Don’t unconditionally invoke the libsoup subproject for tests
-
-gst-plugins-ugly
-
--   No changes
-
-GStreamer Rust plugins
-
--   cargo: Default to thin lto for the release profile (for faster builds with lower memory requirements)
-
-gst-libav
-
--   avcodecmap: Use avcodec_get_supported_config() instead of struct fields
--   libav: viddec: provide details if meta has the wrong resolution
--   avviddec: Unlock video decoder stream lock temporarily while finishing frames
-
-gst-rtsp-server
-
--   No changes
-
-gstreamer-vaapi
-
--   No changes
-
-gstreamer-sharp
-
--   No changes
-
-gst-omx
-
--   No changes
-
-gst-python
-
--   No changes
-
-gst-editing-services
-
--   No changes
-
-gst-devtools, gst-validate + gst-integration-testsuites
-
--   validate: Fix leaks in ssim components
-
-gst-examples
-
--   No changes
-
-Development build environment
-
--   meson: Fix failing libva wrap file build
-
-Cerbero build tool and packaging changes in 1.24.10
-
--   shell: fix TemporaryDirectory error with the with statement when ZSH
--   ci: update macos CI to 15 Sequoia
-
-Contributors to 1.24.10
-
-Albert Sjolund, Alicia Boya García, Andoni Morales Alastruey, Antonio Morales, Edward Hervey, Guillaume Desmottes, Jan Alexander
-Steffens (heftig), Jan Schmidt, Jonas Rebmann, Jordan Petridis, Mathieu Duponchelle, Matthew Waters, Nicolas Dufresne, Nirbheek
-Chauhan, Pablo Sun, Philippe Normand, Robert Rosengren, Ruben Gonzalez, Sebastian Dröge, Seungmin Kim, Stefan Riedmüller,
-Stéphane Cerveau, Taruntej Kanakamalla, Théo Maillart, Thibault Saunier, Tim-Philipp Müller, Tomáš Polomský, Wilhelm Bartel, Xi
-Ruoyao,
-
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
-
-List of merge requests and issues fixed in 1.24.10
-
--   List of Merge Requests applied in 1.24.10
--   List of Issues fixed in 1.24.10
-
-1.24.11
-
-The eleventh 1.24 bug-fix release (1.24.11) was released on 06 January 2025.
-
-This release only contains bugfixes and it should be safe to update from 1.24.x.
-
-Highlighted bugfixes in 1.24.11
-
--   playback: Fix SSA/ASS subtitles with embedded fonts
--   decklink: add missing video modes and fix 8K video modes
--   matroskamux: spec compliance fixes for audio-only files
--   onnx: disable onnxruntime telemetry
--   qtdemux: Fix base offset update when doing segment seeks
--   srtpdec: Fix a use-after-free issue
--   (uri)decodebin3: Fix stream change scenarios, possible deadlock on shutdown
--   video: fix missing alpha flag in AV12 format description
--   avcodecmap: Add some more channel position mappings
--   cerbero bootstrap fixes for Windows 11
--   Various bug fixes, build fixes, memory leak fixes, and other stability and reliability improvements
-
-gstreamer
-
--   No changes
-
-gst-plugins-base
-
--   appsrc: Decrease log level for item drop
--   gl: raise WARNING instead of ERROR when no connector is connected
--   decodebin3: Free main input even if it is not part of the list of inputs
--   urisourcebin: Avoid deadlock on shutdown
--   urisourcebin: Only rewrite stream-start event once
--   urisourcebin/(uri)decodebin3: Fix stream change scenarios
--   urisourcebin: Reference counting leak
--   playbin3: leak detected with A/V playback and window closed
--   videodecoder: Gracefully handle missing data without prior input segment
--   videodecoder: set decode only flag by decode only buffer
--   video: fix AV12 format lacking the GST_VIDEO_FORMAT_FLAG_ALPHA flag.
--   Fix SSA/ASS subtitles with embedded fonts
-
-gst-plugins-good
-
--   matroskamux: Fix audio-only stream conditions and consider audio buffers as keyframes when writing out simpleblocks
--   qtdemux: fix accumulated base offset in segment seeks
--   rtppassthroughpay: ensure buffer is writable before mapping writable
--   rtpsession: Fix twcc stats structure leak
--   v4l2: object: Add P010 format
--   v4l2videodec: release decode only frame in input list
-
-gst-plugins-bad
-
--   decklink: add missing video modes, fix 8K video modes
--   onnx: disable onnxruntime telemetry
--   srtpdec: fix build when libsrtp1 is being used
--   srtpdec: Fix a use-after-free buffer issue
--   va: display: Optimize out some property indirection
--   vp9parse/av1parse: Add video codec tag to the tag list
--   webrtc: Simplify fmtp handling in codec stats
--   webrtcbin: Fix potential deadlock on bin elements cleanup
--   zxing: Replace deprecated DecodeHints with ReaderOptions
--   meson: Also disable drm on GNU/Hurd
-
-gst-plugins-ugly
+### Windows
 
--   No changes
+-   webview2src: new Microsoft WebView2 based web browser source element
 
-GStreamer Rust plugins
+-   The mediafoundation plugin can also be built with MinGW now.
 
--   No changes
+-   The GTK3 plugin has gained support for OpenGL/WGL on Windows
 
-gst-libav
+-   qsv: Add support for d3d12 interop in encoder, via D3D11 textures
 
--   avcodecmap: Add some more channel position mappings
+### Cerbero
 
-gst-rtsp-server
+Cerbero is a meta build system used to build GStreamer plus dependencies on platforms where dependencies are not readily
+available, such as Windows, Android, iOS, and macOS.
 
--   No changes
+General improvements
 
-gstreamer-vaapi
+-   New features:
 
--   meson: Re-added required: lines accidentally removed
+    -   Python bindings support has been re-introduced and now supports Linux, Windows (MSVC) and macOS. Simply downloading the
+        official binaries and setting PYTHONPATH to the appropriate directory is sufficient.
 
-gstreamer-sharp
+        -   This should make it easier for macOS and Windows users to use Python libraries, frameworks, and projects that use
+            GStreamer such as Pitivi and gst-python-ml.
 
--   No changes
+    -   Introspection support has been re-introduced on Linux, Windows (MSVC), and macOS.
 
-gst-omx
+    -   New variants assert and checks to disable GLib assertions and runtime checks for performance reasons. Please note that
+        these are not recommended because they have significant behavioural side-effects, make debugging harder, and should only
+        be enabled when targeting extremely resource-constrained platforms.
 
--   No changes
+-   API/ABI changes:
 
-gst-python
+    -   Libsoup has been upgraded from 2.74 to 3.6, which is an API and ABI breaking change. The soup and adaptivedemux2 plugins
+        are unchanged, but your applications may need updating since libsoup-2.4 and libsoup-3.0 cannot co-exist in the same
+        process.
 
--   No changes
+    -   OpenSSL has been updated from 1.1.1 to 3.4, which is an ABI and API breaking change. Plugins are unchanged, but your
+        applications may need updating.
 
-gst-editing-services
+-   Plugins added:
 
--   ges: Fix some reference counting and error handling
--   ges-meta-container: Fix the GET_INTERFACE macro
+    -   The svt-av1 plugin is now shipped in the binary releases for all platforms.
 
-gst-devtools, gst-validate + gst-integration-testsuites
+    -   The svt-jpeg-xs plugin is now shipped in the binary releases for all platforms.
 
--   No changes
+    -   The x265 plugin is now shipped in the binary releases for all platforms.
 
-gst-examples
+    -   All gst-plugins-rs elements are now shipped in the binary releases for all platforms, except those that have C/C++
+        system-deps like GTK4. For a full list, see the Rust section above.
 
--   No changes
+-   Plugins changed:
 
-Development build environment
+    -   The rsvg plugin now uses librsvg written in Rust. The only side-effects of this should be better SVG rendering and
+        slightly larger plugin size.
 
--   No changes
+    -   The webrtc Rust plugin now also supports aws and livekit integrations .
 
-Cerbero build tool and packaging changes in 1.24.11
+-   Plugins removed:
 
--   Fix bootstrap on Windows 11: Install WMIC when missing
+    -   webrtc-audio-processing has been updated to 2.0, which means the isac plugin is no longer shipped.
 
-Contributors to 1.24.11
+-   Development improvements:
 
-Armin Begovic, Benjamin Gräf, Cheung Yik Pang, Christian Meissl, Daniel Morin, Dean Zhang (张安迪), Edward Hervey, Emil
-Ljungdahl, Francisco Javier Velázquez-García, Guillaume Desmottes, Jan Alexander Steffens (heftig), L. E. Segovia, Matthew
-Waters, Max Romanov, Nicolas Dufresne, Philippe Normand, Robert Mader, Samuel Thibault, Sebastian Dröge, Stéphane Cerveau,
-Thibault Saunier, Tim-Philipp Müller,
+    -   Support for the shell command has been added to cross-macos-universal, since the prefix is executable despite being a
+        cross-compile target
 
-… and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
+    -   More recipes have been ported away from Autotools to Meson and CMake, speeding up the build and increasing platform
+        support.
 
-List of merge requests and issues fixed in 1.24.11
+#### macOS
 
--   List of Merge Requests applied in 1.24.11
--   List of Issues fixed in 1.24.11
+-   Python bindings support on macOS only supports using the Xcode-provided Python 3
 
-1.24.12
+-   MoltenVK support in the applemedia plugin now also works on arm64 when doing a cross-universal build.
 
-The twelfth 1.24 bug-fix release (1.24.12) was released on 29 January 2025.
+#### iOS
 
-This release only contains bugfixes and it should be safe to update from 1.24.x.
+-   CMake inside Xcode will soon be the recommended way to consume GStreamer when building iOS apps, similar to Android apps.
 
-Highlighted bugfixes in 1.24.12
+    -   FindGStreamerMobile.cmake is the recommended way to consume GStreamer now
 
--   d3d12: Fix shaders failing to compile with newer dxc versions
--   decklinkvideosink: Fix handling of caps framerate in auto mode; also a decklinkaudiosink fix
--   devicemonitor: Fix potential crash macOS when a device is unplugged
--   gst-libav: Fix crash in audio encoders like avenc_ac3 if input data has insufficient alignment
--   gst-libav: Fix build against FFmpeg 4.2 as in Ubuntu 20.04
--   gst-editing-services: Fix Python library name fetching on Windows
--   netclientclock: Don’t store failed internal clocks in the cache, so applications can re-try later
--   oggdemux: Seeking and duration handling fixes
--   osxaudiosrc: Fixes for failing init/no output on recent iOS versions
--   qtdemux: Use mvhd transform matrix and support for flipping
--   rtpvp9pay: Fix profile parsing
--   splitmuxsrc: Fix use with decodebin3 which would occasionally fail with an assertion when seeking
--   tsdemux: Fix backwards PTS wraparound detection with ignore-pcr=true
--   video-overlay-composition: Declare the video/size/orientation tags for the meta and implement scale transformations
--   vtdec: Fix seeks occasionally hanging on macOS due to a race condition when draining
--   webrtc: Fix duplicate payload types with RTX and multiple video codecs
--   win32-pluginloader: Make sure not to create any windows when inspecting plugins
--   wpe: Various fixes for re-negotiation, latency reporting, progress messages on startup
--   x264enc: Add missing data to AvcDecoderConfigurationRecord in codec_data for high profile variants
--   cerbero: Support using ccache with cmake if enabled
--   Various bug fixes, build fixes, memory leak fixes, and other stability and reliability improvements
+    -   Tutorials and examples still use Xcode project files, but CMake support will be the active focus going forward
 
-gstreamer
+#### Windows
 
--   device: Fix racy nullptr deref on macOS when a device is unplugged
--   iterator: Added error handling to filtered iterators
--   netclientclock: Don’t ever store failed internal clocks in the cache
--   netclock-replay: use gst_c_args when building, fixing build failure on Solaris
--   pluginloader-win32: create no window
--   pluginloader-win32: fix use after free in find_helper_bin_location
--   sparsefile: ensure error is set when read_buffer() returns 0
--   basetransform: fix incorrect logging inside gst_base_transform_query_caps
+-   The minimum supported OS version is now Windows 10.
 
-gst-plugins-base
+    -   GStreamer itself can still be built for an older Windows, so if your project is majorly impacted by this, please open an
+        issue with details.
 
--   oggdemux: fixes seeking in some cases by not overwriting a valid duration with CLOCK_TIME_NONE
--   video-overlay-composition: Declare the video/size/orientation tags for the meta & implement scale transformation
--   Various fixes found from adding extra warning flags
+-   The Windows MSI installers are now based on WiX v5, with several improvements including a much faster MSI creation process,
+    improved naming in Add/Remove Programs, and more.
 
-gst-plugins-good
+    -   Windows installer packages: Starting with 1.26, due to security reasons, the default installation directory has changed
+        from C:\gstreamer to the Program Files folder, e.g. C:\Program Files (x86)\gstreamer for the 32-bit package on 64-bit
+        Windows. If you upgrade from 1.24 or older versions, the 1.26 installers will NOT keep using the existing folder.
+        Nevertheless if you were using C:\gstreamer we strongly recommend you double-check the install location.
 
--   osxaudiosrc: Fixes for failing init/no output on recent iOS versions
--   qtdemux: Use mvhd transform matrix and support for flipping
--   qtmux: fix critical warnings on negotiation error
--   rtpvp9pay: fix profile parsing
--   splitmuxsrc: Ensure only a single stream-start event is pushed
--   splitmuxsrc: decodebin3 Fails with assertion in mq_slot_handle_stream_start when seeking
--   Various fixes found from adding extra warning flags
+    -   Note for MSI packagers: Starting with 1.26, the installers were ported to WiX 5.0. As part of this, the property for
+        setting the installation directory has been changed to INSTALLDIR, and it now requires a full path to the desired
+        directory, e.g. C:\gstreamer instead of C:\.
 
-gst-plugins-bad
+    -   Cross-MinGW build no longer supports the creation of MSIs. Please use tarballs.
 
--   decklinkvideosink: Fix handling of caps framerate in auto mode
--   decklinkaudiosink: Don’t crash if started without corresponding video sink
--   d3d12: Fix shaders failing to compile with newer dxc versions
--   tsdemux: Fix backwards PTS wraparound detection with ignore-pcr=true
--   vtdec: fix seeks hangs due to a race condition draining
--   vtdec: seeks freeze the pipeline
--   wayland: Print table split when DMABuf format changes
--   webrtc: fix duplicate payload types with RTX and multiple video codecs
--   wpevideosrc: Clear cached SHM buffers after caps re-negotiation
--   wpe: Report latency and start-up progress messages
--   wpe: remove glFlush() when filling buffer
--   Fix build with gtk3 but not wayland
--   Various fixes found from adding extra warning flags
+-   MinGW:
 
-gst-plugins-ugly
+    -   MinGW toolchain has been updated from GCC 8.2 → 14.2 and MinGW 6.0 → 12.0
 
--   x264enc: add missing data to AvcDecoderConfigurationRecord, and switch to GstByteWriter
+    -   The mediafoundation plugin is also shipped in the MinGW packages now.
 
-GStreamer Rust plugins
+    -   The d3d12 plugin is also shipped in the MinGW packages now.
 
--   No changes
+    -   Rust support has been enabled on MinGW 64-bit. Rust support cannot work on 32-bit MinGW due to differences in exception
+        handling between our 32-bit MinGW toolchain and that used by the Rust project
 
-gst-libav
+-   The asio plugin is shipped now, since it no longer has a build-time dependency on the ASIO SDK.
 
--   avaudenc: fix crash in avenc_ac3 if input buffers are insufficiently aligned
--   avcodecmap: Only use new channel positions when compiling against new enough ffmpeg
--   gst-libav: 1.24.11: Fails to build with minimum supported ffmpeg version
+-   The new plugin webview2 is shipped with MSVC. It requires the relevant component shipped with Windows.
 
-gst-rtsp-server
+#### Linux
 
--   No changes
+-   Preliminary support for Alma Linux has been added.
 
-gstreamer-vaapi
+-   RHEL distro support has been improved.
 
--   No changes
+-   Cerbero CI now tests the build on Ubuntu 24.04 LTS.
 
-gstreamer-sharp
+-   curl is used for downloading sources on Fedora instead of wget, since they have moved to wget2 despite show-stopper
+    regressions such as returning a success error code on download failure.
 
--   No changes
+#### Android
 
-gst-omx
+-   CMake inside Gradle is now the recommended way to consume GStreamer when building Android apps
 
--   No changes
+    -   FindGStreamerMobile.cmake is the recommended way to consume GStreamer now
 
-gst-python
+    -   1.26 will support both CMake and Make inside Gradle, but the Make support will likely be removed in 1.28
 
--   No changes
+    -   Documentation updates are still a work-in-progress, help is appreciated
 
-gst-editing-services
+-   Android tutorials and examples are now built with gradle + cmake instead of gradle + make on the CI
 
--   ges: Fix Python library name fetching on Windows
+## Documentation improvements
 
-gst-devtools, gst-validate + gst-integration-testsuites
+-   Tracer objects information is now included in the documentation
 
--   No changes
+## Possibly Breaking Changes
 
-gst-examples
+-   qroverlay: the "pixel-size" property has been removed in favour of a new "size" property with slightly different semantics,
+    where the size of the square is expressed in percent of the smallest of width and height.
 
--   No changes
+-   svtav1enc: The SVT-AV1 3.0.0 API exposes a different mechanism to configure the level of parallelism when encoding, which
+    has been exposed as a new "level-of-parallelism" property. The old "logical-processors" property is no longer functional if
+    the plugin has been compiled against the new API, which might affect encoder performance if application code setting it is
+    not updated.
 
-Development build environment
+-   udpsrc: now disables allocated port reuse for unicast to avoid unexpected side-effects of SO_REUSEADDR where the kernel
+    allocates the same listening port for multiple udpsrc.
 
--   No changes
+-   uridecodebin3 remove non-functional "source" property that doesn’t make sense and always returned NULL anyway.
 
-Cerbero build tool and packaging changes in 1.24.12
+## Known Issues
 
--   cmake: Support using ccache if enabled
+-   GstBuffer now uses C11 atomics for 64 bit atomic operations if available, which may require linking to libatomic on some
+    systems, but this is not done automatically yet, see issue #4177.
 
-Contributors to 1.24.12
+Contributors
 
-Adrian Perez de Castro, Alan Coopersmith, Alexander Slobodeniuk, Andoni Morales Alastruey, Andrew Yooeun Chun, Brad Hards,
-Carlos Bentzen, Colin Kinloch, Edward Hervey, François Laignel, Guillaume Desmottes, Jochen Henneberg, Jordan Yelloz, L. E.
-Segovia, Monty C, Nirbheek Chauhan, Philippe Normand, Piotr Brzeziński, Rares Branici, Samuel Thibault, Sebastian Dröge, Silvio
-Lazzeretti, Tim-Philipp Müller, Tomas Granath, Will Miller,
+Aaron Boxer, Adrian Perez de Castro, Adrien De Coninck, Alan Coopersmith, Albert Sjolund, Alexander Slobodeniuk, Alex Ashley,
+Alicia Boya García, Andoni Morales Alastruey, Andreas Wittmann, Andrew Yooeun Chun, Angelo Verlain, Aniket Hande, Antonio
+Larrosa, Antonio Morales, Armin Begovic, Arnaud Vrac, Artem Martus, Arun Raghavan, Benjamin Gaignard, Benjamin Gräf, Bill
+Nottingham, Brad Hards, Brad Reitmeyer, Branko Subasic, Carlo Caione, Carlos Bentzen, Carlos Falgueras García, cdelguercio, Chao
+Guo, Cheah, Cheung Yik Pang, chitao1234, Chris Bainbridge, Chris Spencer, Chris Spoelstra, Christian Meissl, Christopher Degawa,
+Chun-wei Fan, Colin Kinloch, Corentin Damman, Daniel Morin, Daniel Pendse, Daniel Stone, Dan Yeaw, Dave Lucia, David Rosca, Dean
+Zhang (张安迪), Denis Yuji Shimizu, Detlev Casanova, Devon Sookhoo, Diego Nieto, Dongyun Seo, dukesook, Edward Hervey, eipachte,
+Eli Mallon, Elizabeth Figura, Elliot Chen, Emil Ljungdahl, Emil Pettersson, eri, F. Duncanh, Fotis Xenakis, Francisco Javier
+Velázquez-García, Francis Quiers, François Laignel, George Hazan, Glyn Davies, Guillaume Desmottes, Guillermo E. Martinez,
+Haihua Hu, Håvard Graff, He Junyan, Hosang Lee, Hou Qi, Hugues Fruchet, Hyunwoo, iodar, jadarve, Jakub Adam, Jakub Vaněk, James
+Cowgill, James Oliver, Jan Alexander Steffens (heftig), Jan Schmidt, Jeffery Wilson, Jendrik Weise, Jerome Colle, Jesper Jensen,
+Jimmy Ohn, Jochen Henneberg, Johan Sternerup, Jonas K Danielsson, Jonas Rebmann, Jordan Petridis, Jordan Petridіs, Jordan
+Yelloz, Jorge Zapata, Joshua Breeden, Julian Bouzas, Jurijs Satcs, Kévin Commaille, Kevin Wang, Khem Raj, kingosticks, Leonardo
+Salvatore, L. E. Segovia, Liam, Lim, Loïc Le Page, Loïc Yhuel, Lyra McMillan, Maksym Khomenko, Marc-André Lureau, Marek Olejnik,
+Marek Vasut, Marianna Smidth Buschle, Marijn Suijten, Mark-André Schadow, Mark Nauwelaerts, Markus Ebner, Martin Nordholts, Mart
+Raudsepp, Mathieu Duponchelle, Matthew Waters, Maxim P. DEMENTYEV, Max Romanov, Mengkejiergeli Ba, Michael Grzeschik, Michael
+Olbrich, Michael Scherle, Michael Tretter, Michiel Westerbeek, Mikhail Rudenko, Nacho Garcia, Nick Steel, Nicolas Dufresne,
+Niklas Jang, Nirbheek Chauhan, Ognyan Tonchev, Olivier Crête, Oskar Fiedot, Pablo García, Pablo Sun, Patricia Muscalu, Paweł
+Kotiuk, Peter Kjellerstedt, Peter Stensson, pgarciasancho, Philippe Normand, Philipp Zabel, Piotr Brzeziński, Qian Hu (胡骞),
+Rafael Caricio, Randy Li (ayaka), Rares Branici, Ray Tiley, Robert Ayrapetyan, Robert Guziolowski, Robert Mader, Roberto Viola,
+Robert Rosengren, RSWilli,Ruben González, Ruijing Dong, Sachin Gadag, Sam James, Samuel Thibault, Sanchayan Maity, Scott Moreau,
+Sebastian Dröge, Sebastian Gross, Sebastien Cote, Sergey Krivohatskiy, Sergey Radionov, Seungha Yang, Seungmin Kim, Shengqi Yu,
+Sid Sethupathi, Silvio Lazzeretti, Simonas Kazlauskas, Stefan Riedmüller, Stéphane Cerveau, Tamas Levai, Taruntej Kanakamalla,
+Théo Maillart, Thibault Saunier, Thomas Goodwin, Thomas Klausner, Tihran Katolikian, Tim Blechmann, Tim-Philipp Müller, Tjitte
+de Wert, Tomas Granath, Tomáš Polomský, tomaszmi, Tom Schuring, U. Artie Eoff, valadaptive, Víctor Manuel Jáquez Leal, Vivia
+Nikolaidou, W. Bartel, Weijian Pan, William Wedler, Will Miller, Wim Taymans, Wojciech Kapsa, Xavier Claessens, Xi Ruoyao,
+Xizhen, Yaakov Selkowitz, Yacine Bandou, Zach van Rijn, Zeno Endemann, Zhao, Zhong Hongcheng,
 
 … and many others who have contributed bug reports, translations, sent suggestions or helped testing. Thank you all!
 
-List of merge requests and issues fixed in 1.24.12
+Stable 1.26 branch
 
--   List of Merge Requests applied in 1.24.12
--   List of Issues fixed in 1.24.12
+After the 1.26.0 release there will be several 1.26.x bug-fix releases which will contain bug fixes which have been deemed
+suitable for a stable branch, but no new features or intrusive changes will be added to a bug-fix release usually. The 1.26.x
+bug-fix releases will be made from the git 1.26 branch, which is a stable release series branch.
 
-Schedule for 1.26
+Schedule for 1.28
 
-Our next major feature release will be 1.26, and 1.25 will be the unstable development version leading up to the stable 1.26
-release. The development of 1.25/1.25 will happen in the git main branch of the GStreamer mono repository.
+Our next major feature release will be 1.28, and 1.27 will be the unstable development version leading up to the stable 1.28
+release. The development of 1.27/1.28 will happen in the git main branch of the GStreamer mono repository.
 
-The schedule for 1.26 is yet to be decided.
+The schedule for 1.28 is yet to be decided.
 
-1.26 will be backwards-compatible to the stable 1.24, 1.22, 1.20, 1.18, 1.16, 1.14, 1.12, 1.10, 1.8, 1.6, 1.4, 1.2 and 1.0
+1.28 will be backwards-compatible to the stable 1.26, 1.24, 1.22, 1.20, 1.18, 1.16, 1.14, 1.12, 1.10, 1.8, 1.6, 1.4, 1.2 and 1.0
 release series.
 
 --------------------------------------------------------------------------------------------------------------------------------
 
-These release notes have been prepared by Tim-Philipp Müller with contributions from Edward Hervey, Matthew Waters, Nicolas
-Dufresne, Nirbheek Chauhan, Olivier Crête, Sebastian Dröge, Seungha Yang, Thibault Saunier, and Víctor Manuel Jáquez Leal.
+These release notes have been prepared by Tim-Philipp Müller with contributions from Arun Raghavan, Daniel Morin, Nirbheek
+Chauhan, Olivier Crête, Philippe Normand, Sebastian Dröge, Seungha Yang, Thibault Saunier, and Víctor Manuel Jáquez Leal.
 
 License: CC BY-SA 4.0

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/README.md -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/README.md Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/RELEASE -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/RELEASE Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/docs/libs/cuda/index.md -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/docs/libs/cuda/index.md Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/docs/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/docs/meson.build Changed

@@ -26,12 +26,12 @@
     message('Introspection not built, won\'t build documentation requiring it')
 endif
 
-required_hotdoc_extensions = 'gi-extension', 'c-extension', 'gst-extension'
 if gst_dep.type_name() == 'internal'
     gst_proj = subproject('gstreamer')
     plugins_cache_generator = gst_proj.get_variable('plugins_cache_generator')
 else
-    plugins_cache_generator = find_program(join_paths(gst_dep.get_variable('libexecdir'), 'gstreamer-' + api_version, 'gst-plugins-doc-cache-generator'),
+    plugins_cache_generator = find_program('gst-plugins-doc-cache-generator',
+        dirs: join_paths(gst_dep.get_variable('libexecdir', default_value: ''), 'gstreamer-' + api_version),
         required: false)
 endif
 
@@ -50,34 +50,10 @@
     warning('GStreamer plugin inspector for documentation not found, can\'t update the cache')
 endif
 
-hotdoc_p = find_program('hotdoc', required: get_option('doc'))
-if not hotdoc_p.found()
-    message('Hotdoc not found, not building the documentation')
-    subdir_done()
+if get_option('doc').disabled()
+  subdir_done()
 endif
 
-hotdoc_req = '>= 0.11.0'
-hotdoc_version = run_command(hotdoc_p, '--version', check: false).stdout()
-if not hotdoc_version.version_compare(hotdoc_req)
-    if get_option('doc').enabled()
-        error('Hotdoc version @0@ not found, got @1@'.format(hotdoc_req, hotdoc_version))
-    else
-        message('Hotdoc version @0@ not found, got @1@'.format(hotdoc_req, hotdoc_version))
-        subdir_done()
-    endif
-endif
-
-hotdoc = import('hotdoc')
-foreach extension: required_hotdoc_extensions
-    if not hotdoc.has_extensions(extension)
-        if get_option('doc').enabled()
-            error('Documentation enabled but @0@ missing'.format(extension))
-        endif
-
-        message('@0@ extensions not found, not building documentation requiring it'.format(extension))
-    endif
-endforeach
-
 build_hotdoc = true
 
 docconf = configuration_data()
@@ -118,130 +94,128 @@
     excludes += join_paths(meson.current_source_dir(), root_rel, f)
 endforeach
 
-libs = 
+libs_doc_source_file = configure_file(
+  output: 'libs_doc_sources.json',
+  configuration: libs_sources,
+  output_format: 'json')
+
+libs_doc_c_source_file = configure_file(
+  output: 'libs_doc_c_sources.json',
+  configuration: libs_c_sources,
+  output_format: 'json')
+
+libs_doc_gi_conf = {}
+
+libs_doc_depends = 
+
 if build_gir
-    libs = 
-        {'name': 'mpegts', 'gir': mpegts_gir, 'lib': gstmpegts_dep},
-        {'name': 'play', 'gir': play_gir, 'lib': gstplay_dep},
-        {'name': 'player', 'gir': player_gir, 'lib': gstplayer_dep},
-        {'name': 'insertbin', 'gir': insertbin_gir, 'lib': gstinsertbin_dep},
-        {'name': 'codecparsers', 'lib': gstcodecparsers_dep},
-        {'name': 'adaptivedemux', 'lib': gstadaptivedemux_dep},
-        {'name': 'basecamerabinsrc', 'gir': basecamerabin_gir, 'lib': gstbasecamerabin_dep},
-        {'name': 'webrtc', 'gir': webrtc_gir, 'lib': gstwebrtc_dep, 'suffix': 'lib'},
-        {'name': 'audio', 'gir': audio_gir, 'lib': gstbadaudio_dep, 'prefix': 'bad-'},
-        {'name': 'transcoder', 'gir': transcoder_gir, 'lib': gst_transcoder_dep},
-        {'name': 'codecs', 'gir': codecs_gir, 'lib': gstcodecs_dep},
-        {'name': 'cuda', 'gir': gst_cuda_gir, 'lib': gstcuda_dep, 'c_source_patterns': '*.h', '*.cpp'},
-        {'name': 'dxva', 'gir': dxva_gir, 'lib': gstdxva_dep, 'c_source_patterns': '*.h', '*.cpp'},
-        {'name': 'mse', 'gir': mse_gir, 'lib': gstmse_dep, 'suffix': 'lib'},
-        {'name': 'analytics', 'gir': analytics_gir, 'lib': gstanalytics_dep},
+    libs_doc_gi_conf += {
+      'mpegts': mpegts_gir0.full_path(),
+      'play': play_gir0.full_path(),
+      'player': player_gir0.full_path(),
+      'insertbin': insertbin_gir0.full_path(),
+      'basecamerabinsrc': basecamerabin_gir0.full_path(),
+      'webrtc': webrtc_gir0.full_path(),
+      'audio': audio_gir0.full_path(),
+      'transcoder': transcoder_gir0.full_path(),
+      'codecs': codecs_gir0.full_path(),
+      'dxva': dxva_gir0.full_path(),
+      'mse': mse_gir0.full_path(),
+      'analytics': analytics_gir0.full_path(),
+    }
+
+    libs_doc_depends += 
+      mpegts_gir0,
+      play_gir0,
+      player_gir0,
+      insertbin_gir0,
+      basecamerabin_gir0,
+      webrtc_gir0,
+      audio_gir0,
+      transcoder_gir0,
+      codecs_gir0,
+      dxva_gir0,
+      mse_gir0,
+      analytics_gir0,
     
 
-    if gstopencv_dep.found()
-        libs += 
-            {'name': 'opencv', 'lib': gstopencv_dep, 'c_source_patterns': '*.h', '*.cpp', 'extra_c_flags': '-x c++'},
-        
+    if get_variable('gst_cuda_gir', ).length() > 0
+        libs_doc_gi_conf += {'cuda': gst_cuda_gir0.full_path()}
+        libs_doc_depends += gst_cuda_gir0
     endif
 
     if gstva_dep.found()
-        libs += {'name': 'va', 'gir': va_gir, 'lib': gstva_dep, 'suffix': 'lib'}
+        libs_doc_gi_conf += {'va': va_gir0.full_path()}
+        libs_doc_depends += va_gir0
     else
-        libs += {'name': 'va', 'gir-file': join_paths(meson.global_source_root(), 'girs', 'GstVa-1.0.gir'), 'lib': }
+        libs_doc_gi_conf += {'va': join_paths(meson.global_source_root(), 'girs', 'GstVa-1.0.gir')}
     endif
 
     if gstvulkan_dep.found()
-        libs += 
-             {'name': 'vulkan', 'gir': vulkan_gir, 'lib': gstvulkan_dep, 'suffix': 'lib'},
-        
+        libs_doc_gi_conf += {'vulkan': vulkan_gir0.full_path()}
+        libs_doc_depends += vulkan_gir0
         if enabled_vulkan_winsys.contains('xcb')
-            libs += 
-                {'name': 'vulkan-xcb', 'gir': vulkan_xcb_gir, 'lib': gstvulkanxcb_dep, 'extra_sources' : 
-                    join_paths(root_rel, 'gst-libs/gst/vulkan/xcb/gstvkdisplay_xcb.ch'),
-                },
-            
+            libs_doc_gi_conf += {'vulkan-xcb': vulkan_xcb_gir0.full_path()}
+            libs_doc_depends += vulkan_xcb_gir0
         endif
         if enabled_vulkan_winsys.contains('wayland')
-            libs += 
-                {'name': 'vulkan-wayland', 'gir': vulkan_wayland_gir, 'lib': gstvulkanwayland_dep, 'extra_sources' : 
-                    join_paths(root_rel, 'gst-libs/gst/vulkan/wayland/gstvkdisplay_wayland.ch'),
-                },
-            
+            libs_doc_gi_conf += {'vulkan-wayland': vulkan_wayland_gir0.full_path()}
+            libs_doc_depends += vulkan_wayland_gir0
         endif
     endif
 endif
 
-has_gi_extension = hotdoc.has_extensions('gi-extension')
-has_c_extension = hotdoc.has_extensions('c-extension')
-libs_doc = 
-foreach lib_def: libs
-  name = lib_def'name'
-  lib = lib_def'lib'
-  extra_sources = lib_def.get('extra_sources', )
-
-  c_source_patterns = lib_def.get('c_source_patterns', '*.hc')
-  c_sources = 
-  foreach pattern: c_source_patterns
-    c_sources += join_paths(root_rel, 'gst-libs/gst', name, pattern)
-  endforeach
-  c_sources += extra_sources
-
-    if lib_def.has_key('gir') or lib_def.has_key('gir-file')
-        if has_gi_extension
-            if lib_def.has_key('gir')
-                gir_targets = lib_def'gir'
-                gir = gir_targets0
-                gir_file = gir0.full_path()
-            else
-                gir_targets = 
-                gir = 
-                gir_file = lib_def'gir-file'
-            endif
-
-            prefix = lib_def.get('prefix', '')
-            suffix = lib_def.get('suffix', '')
-            libs_doc += hotdoc.generate_doc(prefix + name + suffix,
-                project_version: api_version,
-                gi_c_sources: c_sources,
-                gi_sources: gir_file,
-                gi_c_source_filters: excludes,
-                sitemap: join_paths('libs', name, 'sitemap.txt'),
-                index: join_paths('libs/', name, 'index.md'),
-                gi_index: join_paths('libs/', name, 'index.md'),
-                gi_smart_index: true,
-                gi_order_generated_subpages: true,
-                dependencies: lib, gir_targets,
-                c_flags: '-DGST_USE_UNSTABLE_API',
-                install: false,
-                depends: gir,
-            )
-        endif
-    else
-        if has_c_extension
-            libs_doc += hotdoc.generate_doc('gst-plugins-bad-' + name,
-                sitemap: join_paths('libs', name, 'sitemap.txt'),
-                index: join_paths('libs', name, 'index.md'),
-                project_version: api_version,
-                c_sources: c_sources,
-                c_source_filters: excludes,
-                c_index: join_paths('libs', name, 'index.md'),
-                c_smart_index: true,
-                c_order_generated_subpages: true,
-                extra_c_flags: '-DGST_USE_UNSTABLE_API' + lib_def.get('extra_c_flags', ),
-                dependencies: lib,
-                install: false,
-            )
-        endif
-    endif
+cdir = meson.current_source_dir()
+
+libs_doc_gi_source_file = configure_file(
+  output: 'libs_doc_gi_sources.json',
+  configuration: libs_doc_gi_conf,
+  output_format: 'json')
+
+libs_hotdoc_configs = custom_target(
+  'build-libs-hotdoc-configs',
+  command: 
+    plugins_cache_generator,
+    'hotdoc-lib-config',
+    '--srcdir', cdir,
+    '--builddir', meson.current_build_dir(),
+    '--buildroot', meson.global_build_root(),
+    '--project_version', api_version,
+    '--gi_source_file', libs_doc_gi_source_file,
+    '--gi_c_source_file', libs_doc_source_file,
+    '--gi_c_source_filters', excludes,
+    '--c_source_filters', excludes,
+    '--c_source_file', libs_doc_c_source_file,
+    '--source_root', cdir / 'libs',
+    '--gi_source_root', cdir / '..' / 'gst-libs' / 'gst',
+    '--output', '@OUTPUT@',
+  ,
+  output: 'hotdoc-libs-configs.json',
+  depends: libs_doc_depends,
+)
+
+doc_source_file = configure_file(output: 'doc_sources.json', configuration: plugin_sources, output_format: 'json')
+
+plugin_libraries = {}
+
+foreach plugin: plugins
+  if plugin.name().startswith('gst')
+    plugin_name = plugin.name().substring(3)
+  else
+    plugin_name = plugin.name()
+  endif
+
+  plugin_libraries += {
+    plugin_name: plugin.full_path()
+  }
 endforeach
 
+doc_plugin_libs_file = configure_file(output: 'doc_plugin_libs.json', configuration: plugin_libraries, output_format: 'json')
+
 cdir = meson.current_source_dir()
-if host_machine.system() == 'windows'
-  pathsep = ';'
-else
-  pathsep = ':'
-endif
-gst_plugins_doc = run_command(
+plugin_hotdoc_configs = custom_target(
+  'build-hotdoc-configs',
+  command: 
     plugins_cache_generator,
     'hotdoc-config',
     '--builddir', meson.current_build_dir(),
@@ -250,20 +224,13 @@
     '--index', cdir / 'plugins/index.md',
     '--c_flags', '\-DGST_USE_UNSTABLE_API',
     '--gst_index', 'plugins/index.md',
-    '--gst_c_sources',
-        cdir / '../sys/*/*.cmh',
-        cdir / '../sys/*/*.cpp',
-        cdir / '../sys/*/*.cc',
-        cdir / '../sys/*/*.mm',
-        cdir / '../sys/*/*.hh',
-        cdir / '../ext/*/*.ch',
-        cdir / '../ext/*/*.cpp',
-        cdir / '../ext/*/*.cc',
-        cdir / '../ext/*/*.hh',
-        cdir / '../gst/*/*.ch',
-        cdir / '../gst/rtmp2/*/*.ch',
-    '--gst_cache_file', plugins_cache,
     '--gst_c_source_filters', excludes,
-    '--include_paths', join_paths(meson.current_source_dir(), '..'),
-    check: true,
-).stdout().split(pathsep)
+    '--gst_cache_file', '@INPUT@',
+    '--include_paths', cdir / '..',
+    '--output', '@OUTPUT@',
+    '--gst_c_source_file', doc_source_file,
+    '--gst_plugin_libraries_file', doc_plugin_libs_file,
+  ,
+  input: plugins_cache,
+  output: 'hotdoc-configs.json',
+)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/docs/plugins/gst_plugins_cache.json -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/docs/plugins/gst_plugins_cache.json Changed

@@ -3501,12 +3501,12 @@
                 "klass": "Analyzer/Visualization/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -3976,6 +3976,20 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "timebase": {
+                        "blurb": "Fraction of one second that is the shortest interframe time - normally left as zero which will default to the framerate",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0/1",
+                        "max": "2147483647/1",
+                        "min": "0/1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstFraction",
+                        "writable": true
+                    },
                     "undershoot-pct": {
                         "blurb": "Rate control adaptation undershoot control",
                         "conditionally-available": false,
@@ -4146,35 +4160,8 @@
         "url": "Unknown package origin"
     },
     "applemedia": {
-        "description": "Elements for capture and codec access on Apple OS X and iOS",
+        "description": "Elements for capture and codec access on Apple macOS and iOS",
         "elements": {
-            "atdec": {
-                "author": "Alessandro Decina <alessandro.d@gmail.com>",
-                "description": "AudioToolbox based audio decoder",
-                "hierarchy": 
-                    "GstATDec",
-                    "GstAudioDecoder",
-                    "GstElement",
-                    "GstObject",
-                    "GInitiallyUnowned",
-                    "GObject"
-                ,
-                "klass": "Codec/Decoder/Audio",
-                "long-name": "AudioToolbox based audio decoder",
-                "pad-templates": {
-                    "sink": {
-                        "caps": "audio/mpeg:\n    mpegversion: 4\n         framed: true\n       channels:  1, 2147483647 \naudio/mpeg:\n    mpegversion: 1\n          layer:  1, 3 \n",
-                        "direction": "sink",
-                        "presence": "always"
-                    },
-                    "src": {
-                        "caps": "audio/x-raw:\n         format: S16LE\n           rate:  1, 2147483647 \n       channels:  1, 2147483647 \n         layout: interleaved\naudio/x-raw:\n         format: F32LE\n           rate:  1, 2147483647 \n       channels:  1, 2147483647 \n         layout: interleaved\n",
-                        "direction": "src",
-                        "presence": "always"
-                    }
-                },
-                "rank": "marginal"
-            },
             "avfassetsrc": {
                 "author": "Andoni Morales Alastruey amorales@fluendo.com",
                 "description": "Read and decode samples from AVFoundation assets using the AVFAssetReader API",
@@ -4220,7 +4207,7 @@
             },
             "avfvideosrc": {
                 "author": "Ole André Vadla Ravnås <oleavr@soundrop.com>",
-                "description": "Reads frames from an iOS AVFoundation device",
+                "description": "Reads frames from an iOS/MacOS AVFoundation device",
                 "hierarchy": 
                     "GstAVFVideoSrc",
                     "GstPushSrc",
@@ -4363,6 +4350,62 @@
                         "readable": true,
                         "type": "GstAVFVideoSourcePosition",
                         "writable": true
+                    },
+                    "screen-crop-height": {
+                        "blurb": "Height of the screen capture area (0 = maximum)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "screen-crop-width": {
+                        "blurb": "Width of the screen capture area (0 = maximum)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "screen-crop-x": {
+                        "blurb": "Horizontal coordinate of top left corner of the screen capture area",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "screen-crop-y": {
+                        "blurb": "Vertical coordinate of top left corner of the screen capture area",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
                     }
                 },
                 "rank": "secondary"
@@ -4430,12 +4473,12 @@
                 "long-name": "Apple VideoToolbox decoder",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-h264:\n  stream-format: avc\n      alignment: au\n          width:  1, 2147483647 \n         height:  1, 2147483647 \nvideo/mpeg:\n    mpegversion: 2\n   systemstream: false\n         parsed: true\nimage/jpeg:\nvideo/x-prores:\n        variant: { (string)standard, (string)hq, (string)lt, (string)proxy, (string)4444, (string)4444xq }\n",
+                        "caps": "video/x-h264:\n  stream-format: avc\n      alignment: au\n          width:  1, 2147483647 \n         height:  1, 2147483647 \nvideo/x-h265:\n  stream-format: { (string)hev1, (string)hvc1 }\n      alignment: au\n          width:  1, 2147483647 \n         height:  1, 2147483647 \nvideo/mpeg:\n    mpegversion: 2\n   systemstream: false\n         parsed: true\nimage/jpeg:\nvideo/x-prores:\n        variant: { (string)standard, (string)hq, (string)lt, (string)proxy, (string)4444, (string)4444xq }\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw:\n         format: { NV12, AYUV64, RGBA64_LE, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, AYUV64, RGBA64_LE, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n texture-target: rectangle\n",
+                        "caps": "video/x-raw:\n         format: { NV12, AYUV64, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, AYUV64, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n texture-target: rectangle\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -4458,12 +4501,12 @@
                 "long-name": "Apple VideoToolbox decoder (hardware only)",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-h264:\n  stream-format: avc\n      alignment: au\n          width:  1, 2147483647 \n         height:  1, 2147483647 \nvideo/mpeg:\n    mpegversion: 2\n   systemstream: false\n         parsed: true\nimage/jpeg:\nvideo/x-prores:\n        variant: { (string)standard, (string)hq, (string)lt, (string)proxy, (string)4444, (string)4444xq }\n",
+                        "caps": "video/x-h264:\n  stream-format: avc\n      alignment: au\n          width:  1, 2147483647 \n         height:  1, 2147483647 \nvideo/x-h265:\n  stream-format: { (string)hev1, (string)hvc1 }\n      alignment: au\n          width:  1, 2147483647 \n         height:  1, 2147483647 \nvideo/mpeg:\n    mpegversion: 2\n   systemstream: false\n         parsed: true\nimage/jpeg:\nvideo/x-prores:\n        variant: { (string)standard, (string)hq, (string)lt, (string)proxy, (string)4444, (string)4444xq }\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw:\n         format: { NV12, AYUV64, RGBA64_LE, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, AYUV64, RGBA64_LE, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n texture-target: rectangle\n",
+                        "caps": "video/x-raw:\n         format: { NV12, AYUV64, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, AYUV64, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n texture-target: rectangle\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -4475,6 +4518,7 @@
                 "description": "H.264 encoder",
                 "hierarchy": 
                     "vtenc_h264",
+                    "GstVTEnc",
                     "GstVideoEncoder",
                     "GstElement",
                     "GstObject",
@@ -4488,7 +4532,7 @@
                 "long-name": "H.264 encoder",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, RGBA64_LE, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -4525,6 +4569,18 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "data-rate-limits": {
+                        "blurb": "Desired bitrate in kbps averaged over a duration in seconds: bitrate,duration (0,0 = disabled)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0,0.00000",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
                     "max-keyframe-interval": {
                         "blurb": "Maximum number of frames between keyframes (0 = auto)",
                         "conditionally-available": false,
@@ -4567,6 +4623,18 @@
                         "type": "gdouble",
                         "writable": true
                     },
+                    "rate-control": {
+                        "blurb": "Desired rate control for the encoder",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "abr (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVtencRateControl",
+                        "writable": true
+                    },
                     "realtime": {
                         "blurb": "Configure the encoder for realtime output",
                         "conditionally-available": false,
@@ -4587,6 +4655,7 @@
                 "description": "H.264 (HW only) encoder",
                 "hierarchy": 
                     "vtenc_h264_hw",
+                    "GstVTEnc",
                     "GstVideoEncoder",
                     "GstElement",
                     "GstObject",
@@ -4600,7 +4669,7 @@
                 "long-name": "H.264 (HW only) encoder",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, RGBA64_LE, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -4637,6 +4706,562 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "data-rate-limits": {
+                        "blurb": "Desired bitrate in kbps averaged over a duration in seconds: bitrate,duration (0,0 = disabled)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0,0.00000",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "max-keyframe-interval": {
+                        "blurb": "Maximum number of frames between keyframes (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "max-keyframe-interval-duration": {
+                        "blurb": "Maximum number of nanoseconds between keyframes (0 = no limit)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "quality": {
+                        "blurb": "The desired compression quality",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "rate-control": {
+                        "blurb": "Desired rate control for the encoder",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "abr (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVtencRateControl",
+                        "writable": true
+                    },
+                    "realtime": {
+                        "blurb": "Configure the encoder for realtime output",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "primary"
+            },
+            "vtenc_h265": {
+                "author": "Piotr Brzeziński <piotr@centricular.com>",
+                "description": "H.265/HEVC encoder",
+                "hierarchy": 
+                    "vtenc_h265",
+                    "GstVTEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h265:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n interlace-mode: { (string)progressive, (string)interleaved }\n  stream-format: hvc1\n      alignment: au\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "allow-frame-reordering": {
+                        "blurb": "Whether to allow frame reordering or not",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Target video bitrate in kbps (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "data-rate-limits": {
+                        "blurb": "Desired bitrate in kbps averaged over a duration in seconds: bitrate,duration (0,0 = disabled)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0,0.00000",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "max-keyframe-interval": {
+                        "blurb": "Maximum number of frames between keyframes (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "max-keyframe-interval-duration": {
+                        "blurb": "Maximum number of nanoseconds between keyframes (0 = no limit)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "quality": {
+                        "blurb": "The desired compression quality",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "rate-control": {
+                        "blurb": "Desired rate control for the encoder",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "abr (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVtencRateControl",
+                        "writable": true
+                    },
+                    "realtime": {
+                        "blurb": "Configure the encoder for realtime output",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "primary"
+            },
+            "vtenc_h265_hw": {
+                "author": "Piotr Brzeziński <piotr@centricular.com>",
+                "description": "H.265/HEVC (HW only) encoder",
+                "hierarchy": 
+                    "vtenc_h265_hw",
+                    "GstVTEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h265:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n interlace-mode: { (string)progressive, (string)interleaved }\n  stream-format: hvc1\n      alignment: au\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "allow-frame-reordering": {
+                        "blurb": "Whether to allow frame reordering or not",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Target video bitrate in kbps (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "data-rate-limits": {
+                        "blurb": "Desired bitrate in kbps averaged over a duration in seconds: bitrate,duration (0,0 = disabled)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0,0.00000",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "max-keyframe-interval": {
+                        "blurb": "Maximum number of frames between keyframes (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "max-keyframe-interval-duration": {
+                        "blurb": "Maximum number of nanoseconds between keyframes (0 = no limit)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "quality": {
+                        "blurb": "The desired compression quality",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "rate-control": {
+                        "blurb": "Desired rate control for the encoder",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "abr (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVtencRateControl",
+                        "writable": true
+                    },
+                    "realtime": {
+                        "blurb": "Configure the encoder for realtime output",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "primary"
+            },
+            "vtenc_h265a": {
+                "author": "Piotr Brzeziński <piotr@centricular.com>",
+                "description": "H.265/HEVC with alpha encoder",
+                "hierarchy": 
+                    "vtenc_h265a",
+                    "GstVTEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h265:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n interlace-mode: { (string)progressive, (string)interleaved }\n  stream-format: hvc1\n      alignment: au\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "allow-frame-reordering": {
+                        "blurb": "Whether to allow frame reordering or not",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Target video bitrate in kbps (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "data-rate-limits": {
+                        "blurb": "Desired bitrate in kbps averaged over a duration in seconds: bitrate,duration (0,0 = disabled)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0,0.00000",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "max-keyframe-interval": {
+                        "blurb": "Maximum number of frames between keyframes (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "max-keyframe-interval-duration": {
+                        "blurb": "Maximum number of nanoseconds between keyframes (0 = no limit)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "quality": {
+                        "blurb": "The desired compression quality",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "rate-control": {
+                        "blurb": "Desired rate control for the encoder",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "abr (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVtencRateControl",
+                        "writable": true
+                    },
+                    "realtime": {
+                        "blurb": "Configure the encoder for realtime output",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "primary"
+            },
+            "vtenc_h265a_hw": {
+                "author": "Piotr Brzeziński <piotr@centricular.com>",
+                "description": "H.265/HEVC with alpha (HW only) encoder",
+                "hierarchy": 
+                    "vtenc_h265a_hw",
+                    "GstVTEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h265:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n interlace-mode: { (string)progressive, (string)interleaved }\n  stream-format: hvc1\n      alignment: au\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "allow-frame-reordering": {
+                        "blurb": "Whether to allow frame reordering or not",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Target video bitrate in kbps (0 = auto)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "data-rate-limits": {
+                        "blurb": "Desired bitrate in kbps averaged over a duration in seconds: bitrate,duration (0,0 = disabled)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0,0.00000",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
                     "max-keyframe-interval": {
                         "blurb": "Maximum number of frames between keyframes (0 = auto)",
                         "conditionally-available": false,
@@ -4679,6 +5304,18 @@
                         "type": "gdouble",
                         "writable": true
                     },
+                    "rate-control": {
+                        "blurb": "Desired rate control for the encoder",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "abr (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVtencRateControl",
+                        "writable": true
+                    },
                     "realtime": {
                         "blurb": "Configure the encoder for realtime output",
                         "conditionally-available": false,
@@ -4695,10 +5332,11 @@
                 "rank": "primary"
             },
             "vtenc_prores": {
-                "author": "Ole André Vadla Ravnås <oleavr@soundrop.com>, Dominik Röttsches <dominik.rottsches@intel.com>",
+                "author": "Nirbheek Chauhan <nirbheek@centricular.com>",
                 "description": "Apple ProRes encoder",
                 "hierarchy": 
                     "vtenc_prores",
+                    "GstVTEnc",
                     "GstVideoEncoder",
                     "GstElement",
                     "GstObject",
@@ -4712,7 +5350,7 @@
                 "long-name": "Apple ProRes encoder",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, RGBA64_LE, ARGB64_BE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { AYUV64, UYVY, NV12, I420, ARGB64_BE, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -4749,6 +5387,32 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "data-rate-limits": {
+                        "blurb": "Desired bitrate in kbps averaged over a duration in seconds: bitrate,duration (0,0 = disabled)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0,0.00000",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "max-frame-delay": {
+                        "blurb": "Maximum frames allowed in the compression window (-1 = unlimited)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
                     "max-keyframe-interval": {
                         "blurb": "Maximum number of frames between keyframes (0 = auto)",
                         "conditionally-available": false,
@@ -4803,6 +5467,18 @@
                         "type": "gdouble",
                         "writable": true
                     },
+                    "rate-control": {
+                        "blurb": "Desired rate control for the encoder",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "abr (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVtencRateControl",
+                        "writable": true
+                    },
                     "realtime": {
                         "blurb": "Configure the encoder for realtime output",
                         "conditionally-available": false,
@@ -4896,6 +5572,35 @@
                         "value": "0"
                     }
                 
+            },
+            "GstVTEnc": {
+                "hierarchy": 
+                    "GstVTEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "kind": "object"
+            },
+            "GstVtencRateControl": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Average Bitrate",
+                        "name": "abr",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Constant Bitrate",
+                        "name": "cbr",
+                        "value": "1"
+                    }
+                
             }
         },
         "package": "GStreamer Bad Plug-ins",
@@ -5073,6 +5778,179 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "asio": {
+        "description": "Steinberg ASIO plugin",
+        "elements": {
+            "asiosink": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Stream audio from an audio capture device through ASIO",
+                "hierarchy": 
+                    "GstAsioSink",
+                    "GstAudioBaseSink",
+                    "GstBaseSink",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Source/Audio/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: { F64LE, F64BE, F32LE, F32BE, S32LE, S32BE, U32LE, U32BE, S24_32LE, S24_32BE, U24_32LE, U24_32BE, S24LE, S24BE, U24LE, U24BE, S20LE, S20BE, U20LE, U20BE, S18LE, S18BE, U18LE, U18BE, S16LE, S16BE, U16LE, U16BE, S8, U8 }\n         layout: interleaved\n           rate:  1, 2147483647 \n       channels:  1, 2147483647 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "buffer-size": {
+                        "blurb": "Preferred buffer size (0 for default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "device-clsid": {
+                        "blurb": "ASIO device CLSID as a string",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "occupy-all-channels": {
+                        "blurb": "When enabled, ASIO device will allocate resources for all in/output channels",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "output-channels": {
+                        "blurb": "Comma-separated list of ASIO channels to output",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "secondary"
+            },
+            "asiosrc": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Stream audio from an audio capture device through ASIO",
+                "hierarchy": 
+                    "GstAsioSrc",
+                    "GstAudioBaseSrc",
+                    "GstPushSrc",
+                    "GstBaseSrc",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Source/Audio/Hardware",
+                "pad-templates": {
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: { F64LE, F64BE, F32LE, F32BE, S32LE, S32BE, U32LE, U32BE, S24_32LE, S24_32BE, U24_32LE, U24_32BE, S24LE, S24BE, U24LE, U24BE, S20LE, S20BE, U20LE, U20BE, S18LE, S18BE, U18LE, U18BE, S16LE, S16BE, U16LE, U16BE, S8, U8 }\n         layout: interleaved\n           rate:  1, 2147483647 \n       channels:  1, 2147483647 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "buffer-size": {
+                        "blurb": "Preferred buffer size (0 for default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "device-clsid": {
+                        "blurb": "ASIO device CLSID as a string",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "input-channels": {
+                        "blurb": "Comma-separated list of ASIO channels to capture",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "loopback": {
+                        "blurb": "Open the sink device for loopback recording",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "occupy-all-channels": {
+                        "blurb": "When enabled, ASIO device will allocate resources for all in/output channels",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "secondary"
+            }
+        },
+        "filename": "gstasio",
+        "license": "LGPL",
+        "other-types": {},
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "assrender": {
         "description": "ASS/SSA subtitle renderer",
         "elements": {
@@ -5090,7 +5968,7 @@
                 "long-name": "ASS/SSA Render",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw:\n         format: { BGRx, RGBx, xRGB, xBGR, RGBA, BGRA, ARGB, ABGR, RGB, BGR, I420, YV12, AYUV, YUY2, UYVY, v308, Y41B, Y42B, Y444, NV12, NV21, A420, YUV9, YVU9, IYU1, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { BGRx, RGBx, xRGB, xBGR, RGBA, BGRA, ARGB, ABGR, RGB, BGR, I420, YV12, AYUV, YUY2, UYVY, v308, Y41B, Y42B, Y444, NV12, NV21, A420, YUV9, YVU9, IYU1, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     },
@@ -5100,7 +5978,7 @@
                         "presence": "always"
                     },
                     "video_sink": {
-                        "caps": "video/x-raw:\n         format: { BGRx, RGBx, xRGB, xBGR, RGBA, BGRA, ARGB, ABGR, RGB, BGR, I420, YV12, AYUV, YUY2, UYVY, v308, Y41B, Y42B, Y444, NV12, NV21, A420, YUV9, YVU9, IYU1, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { BGRx, RGBx, xRGB, xBGR, RGBA, BGRA, ARGB, ABGR, RGB, BGR, I420, YV12, AYUV, YUY2, UYVY, v308, Y41B, Y42B, Y444, NV12, NV21, A420, YUV9, YVU9, IYU1, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -7711,12 +8589,12 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     },
                     "video_sink": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -7809,6 +8687,44 @@
                     }
                 },
                 "properties": {
+                    "cea608-padding-strategy": {
+                        "blurb": "What transformations to perform on CEA-608 padding data",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "valid",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstCCBufferCea608PaddingStrategy",
+                        "writable": true
+                    },
+                    "cea608-padding-valid-timeout": {
+                        "blurb": "How long after receiving valid non-padding CEA-608 data to keep writing valid CEA-608 padding bytes",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "18446744073709551615",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "input-meta-processing": {
+                        "blurb": "Controls how input closed caption meta is processed",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "append (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstCCCombinerInputProcessing",
+                        "writable": true
+                    },
                     "max-scheduled": {
                         "blurb": "Maximum number of buffers to queue for scheduling",
                         "conditionally-available": false,
@@ -7846,6 +8762,20 @@
                         "readable": true,
                         "type": "gboolean",
                         "writable": true
+                    },
+                    "schedule-timeout": {
+                        "blurb": "How long after not receiving caption data on the caption pad to continue adding (padding) caption data on output buffers",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "18446744073709551615",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
                     }
                 },
                 "rank": "none"
@@ -7969,6 +8899,126 @@
                         "type": "GstAggregatorPad"
                     }
                 },
+                "properties": {
+                    "force-live": {
+                        "blurb": "Always operate in live mode and aggregate on timeout regardless of whether any live sources are linked upstream",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "h264ccextractor": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Extract GstVideoCaptionMeta from input H.264 stream",
+                "hierarchy": 
+                    "GstH264CCExtractor",
+                    "GstH264Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Video/Filter",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h264:\n      alignment: au\n         parsed: true\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "closedcaption/x-cea-608:\n         format: { raw, s334-1a }\nclosedcaption/x-cea-708:\n         format: { cc_data, cdp }\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "none"
+            },
+            "h264ccinserter": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Insert closed caption data to H.264 streams",
+                "hierarchy": 
+                    "GstH264CCInserter",
+                    "GstCodecCCInserter",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Video/Filter",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h264:\n      alignment: au\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h264:\n      alignment: au\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "none"
+            },
+            "h265ccextractor": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Extract GstVideoCaptionMeta from input H.265 stream",
+                "hierarchy": 
+                    "GstH265CCExtractor",
+                    "GstH265Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Video/Filter",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h265:\n      alignment: au\n         parsed: true\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "closedcaption/x-cea-608:\n         format: { raw, s334-1a }\nclosedcaption/x-cea-708:\n         format: { cc_data, cdp }\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "none"
+            },
+            "h265ccinserter": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Insert closed caption data to H.265 streams",
+                "hierarchy": 
+                    "GstH265CCInserter",
+                    "GstCodecCCInserter",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Video/Filter",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h265:\n      alignment: au\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h265:\n      alignment: au\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
                 "rank": "none"
             },
             "line21decoder": {
@@ -8071,6 +9121,46 @@
         "filename": "gstclosedcaption",
         "license": "LGPL",
         "other-types": {
+            "GstCCBufferCea608PaddingStrategy": {
+                "kind": "flags",
+                "values": 
+                    {
+                        "desc": "Remove padding from input data",
+                        "name": "input-remove",
+                        "value": "0x00000001"
+                    },
+                    {
+                        "desc": "Write 608 padding as valid",
+                        "name": "valid",
+                        "value": "0x00000002"
+                    }
+                
+            },
+            "GstCCCombinerInputProcessing": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "append aggregated CC to existing metas on video buffer",
+                        "name": "append",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "drop existing CC metas on input video buffer",
+                        "name": "drop",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "discard aggregated CC when input video buffers hold CC metas already",
+                        "name": "favor",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "discard aggregated CC even when input video buffers do not hold CC",
+                        "name": "force",
+                        "value": "3"
+                    }
+                
+            },
             "GstCCConverterCDPMode": {
                 "kind": "flags",
                 "values": 
@@ -8116,6 +9206,57 @@
                     }
                 
             },
+            "GstCodecCCInsertMetaOrder": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Decode",
+                        "name": "decode",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Display",
+                        "name": "display",
+                        "value": "1"
+                    }
+                
+            },
+            "GstCodecCCInserter": {
+                "hierarchy": 
+                    "GstCodecCCInserter",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "kind": "object",
+                "properties": {
+                    "caption-meta-order": {
+                        "blurb": "Order of caption metas attached on buffers. In case of \"display\" order, inserter will reorder captions to decoding order",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "decode (0)",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstCodecCCInsertMetaOrder",
+                        "writable": true
+                    },
+                    "remove-caption-meta": {
+                        "blurb": "Remove caption meta from outgoing video buffers",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                }
+            },
             "GstLine21DecoderMode": {
                 "kind": "enum",
                 "values": 
@@ -10045,6 +11186,18 @@
                         "type": "gchararray",
                         "writable": true
                     },
+                    "ssh-host-pubkey-sha256": {
+                        "blurb": "SHA256 checksum (Base64 encoded) of the remote host's public key",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
                     "ssh-key-passphrase": {
                         "blurb": "The passphrase used to protect the SSH private key file",
                         "conditionally-available": false,
@@ -10343,12 +11496,12 @@
                 "klass": "Filter/Converter/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -10423,7 +11576,7 @@
                 "klass": "Filter/Editor/Video/Compositor",
                 "pad-templates": {
                     "sink_%%u": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "request",
                         "type": "GstD3D11CompositorPad"
@@ -10496,12 +11649,12 @@
                 "klass": "Filter/Converter/Scaler/Effect/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -10709,12 +11862,12 @@
                 "klass": "Filter/Effect/Video/Deinterlace/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -10910,12 +12063,12 @@
                 "klass": "Filter/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -11353,12 +12506,12 @@
                 "klass": "Filter/Converter/Video/Scaler/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -11590,7 +12743,7 @@
                 "klass": "Source/Video",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -11678,12 +12831,12 @@
                 "klass": "Filter/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -11709,7 +12862,7 @@
                 "klass": "Sink/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 16384 \n         height:  1, 16384 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -12717,7 +13870,7 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -12766,6 +13919,119 @@
                         "writable": false
                     }
                 },
+                "rank": "primary + 2"
+            },
+            "d3d12colorconvert": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Converts colorspace and adjusts hue/saturation/brightness/contrast using Direct3D12",
+                "hierarchy": 
+                    "GstD3D12ColorConvert",
+                    "GstD3D12BaseConvert",
+                    "GstD3D12BaseFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstColorBalance"
+                ,
+                "klass": "Filter/Converter/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "brightness": {
+                        "blurb": "brightness",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "contrast": {
+                        "blurb": "contrast",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "gamma-mode": {
+                        "blurb": "Gamma conversion mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "none (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstVideoGammaMode",
+                        "writable": true
+                    },
+                    "hue": {
+                        "blurb": "hue",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "primaries-mode": {
+                        "blurb": "Primaries conversion mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "none (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstVideoPrimariesMode",
+                        "writable": true
+                    },
+                    "saturation": {
+                        "blurb": "saturation",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
                 "rank": "none"
             },
             "d3d12compositor": {
@@ -12786,7 +14052,7 @@
                 "klass": "Filter/Editor/Video/Compositor",
                 "pad-templates": {
                     "sink_%%u": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "request",
                         "type": "GstD3D12CompositorPad"
@@ -12813,6 +14079,20 @@
                         "type": "gint",
                         "writable": true
                     },
+                    "async-depth": {
+                        "blurb": "Number of in-flight GPU commands which can be scheduled without synchronization (0 = unlimited)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
                     "background": {
                         "blurb": "Background type",
                         "conditionally-available": false,
@@ -12842,9 +14122,10 @@
             },
             "d3d12convert": {
                 "author": "Seungha Yang <seungha@centricular.com>",
-                "description": "Performs resizing, colorspace conversion, cropping and flipping/rotating using Direct3D12",
+                "description": "Performs resizing, colorspace conversion, cropping, flipping/rotating and adjusts hue/saturation/brightness/contrast using Direct3D12",
                 "hierarchy": 
                     "GstD3D12Convert",
+                    "GstD3D12BaseConvert",
                     "GstD3D12BaseFilter",
                     "GstBaseTransform",
                     "GstElement",
@@ -12853,17 +14134,18 @@
                     "GObject"
                 ,
                 "interfaces": 
-                    "GstVideoDirection"
+                    "GstVideoDirection",
+                    "GstColorBalance"
                 ,
                 "klass": "Filter/Converter/Scaler/Effect/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -12895,6 +14177,34 @@
                         "type": "guint64",
                         "writable": true
                     },
+                    "brightness": {
+                        "blurb": "brightness",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "contrast": {
+                        "blurb": "contrast",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
                     "gamma-mode": {
                         "blurb": "Gamma conversion mode",
                         "conditionally-available": false,
@@ -12907,6 +14217,34 @@
                         "type": "GstVideoGammaMode",
                         "writable": true
                     },
+                    "hue": {
+                        "blurb": "hue",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "max-mip-levels": {
+                        "blurb": "Maximum mip levels of shader resource to create if viewport size is smaller than shader resource (0 = maximum level)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "65535",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
                     "method": {
                         "blurb": "Method used for sampling",
                         "conditionally-available": false,
@@ -12930,6 +14268,73 @@
                         "readable": true,
                         "type": "GstVideoPrimariesMode",
                         "writable": true
+                    },
+                    "saturation": {
+                        "blurb": "saturation",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "d3d12deinterlace": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "A Direct3D12 deinterlacer element",
+                "hierarchy": 
+                    "GstD3D12Deinterlace",
+                    "GstD3D12BaseFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Deinterlace/Effect/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "engine": {
+                        "blurb": "Engine to use",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "auto (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstD3D12DeinterlaceEngine",
+                        "writable": true
+                    },
+                    "fields": {
+                        "blurb": "Fields to use for deinterlacing",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "all (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstD3D12DeinterlaceFields",
+                        "writable": true
                     }
                 },
                 "rank": "none"
@@ -12939,7 +14344,7 @@
                 "description": "Downloads Direct3D12 texture memory into system memory",
                 "hierarchy": 
                     "GstD3D12Download",
-                    "GstD3D12BaseFilter",
+                    "GstD3D12MemoryCopy",
                     "GstBaseTransform",
                     "GstElement",
                     "GstObject",
@@ -12949,12 +14354,12 @@
                 "klass": "Filter/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -12982,7 +14387,7 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: NV12\n          width:  1, 4096 \n         height:  1, 4096 \nvideo/x-raw:\n         format: NV12\n          width:  1, 4096 \n         height:  1, 4096 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: NV12\n          width:  1, 4096 \n         height:  1, 4096 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: NV12\n          width:  1, 4096 \n         height:  1, 4096 \nvideo/x-raw:\n         format: NV12\n          width:  1, 4096 \n         height:  1, 4096 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -13031,7 +14436,7 @@
                         "writable": false
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 2"
             },
             "d3d12h264enc": {
                 "author": "Seungha Yang <seungha@centricular.com>",
@@ -13338,7 +14743,7 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -13387,6 +14792,187 @@
                         "writable": false
                     }
                 },
+                "rank": "primary + 2"
+            },
+            "d3d12ipcsink": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Sends Direct3D12 shared handle to peer d3d12ipcsrc elements",
+                "hierarchy": 
+                    "GstD3D12IpcSink",
+                    "GstBaseSink",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Sink/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, BGRA, RGBA, BGRx, RGBx, VUYA, NV12, NV21, P010_10LE, P012_LE, P016_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, BGRA, RGBA, BGRx, RGBx, VUYA, NV12, NV21, P010_10LE, P012_LE, P016_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "adapter": {
+                        "blurb": "DXGI adapter index (-1 for default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "pipe-name": {
+                        "blurb": "The name of Win32 named pipe to communicate with clients. Validation of the pipe name is caller's responsibility",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "\\\\.\\pipe\\gst.d3d12.ipc",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "d3d12ipcsrc": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Receives Direct3D12 shared handle from the d3d12ipcsink element",
+                "hierarchy": 
+                    "GstD3D12IpcSrc",
+                    "GstBaseSrc",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Source/Video",
+                "pad-templates": {
+                    "src": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, BGRA, RGBA, BGRx, RGBx, VUYA, NV12, NV21, P010_10LE, P012_LE, P016_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "connection-timeout": {
+                        "blurb": "Connection timeout in seconds (0 = never timeout)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "5",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "io-mode": {
+                        "blurb": "Memory I/O mode to use",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "copy (0)",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstD3D12IpcIOMode",
+                        "writable": true
+                    },
+                    "pipe-name": {
+                        "blurb": "The name of Win32 named pipe to communicate with clients. Validation of the pipe name is caller's responsibility",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "\\\\.\\pipe\\gst.d3d12.ipc",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "processing-deadline": {
+                        "blurb": "Maximum processing time for a buffer in nanoseconds",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "20000000",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "d3d12mipmapping": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Generates RGBA MipMap texture from input",
+                "hierarchy": 
+                    "GstD3D12MipMapping",
+                    "GstD3D12BaseFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Converter/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { VUYA, RGBA, AYUV64, RGBA64_LE, GRAY8, GRAY16_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { VUYA, RGBA, AYUV64, RGBA64_LE, GRAY8, GRAY16_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "async-depth": {
+                        "blurb": "Number of in-flight GPU commands which can be scheduled without synchronization (0 = unlimited)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "mip-levels": {
+                        "blurb": "Mipmap levels to use (0 = maximum level)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "65535",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    }
+                },
                 "rank": "none"
             },
             "d3d12mpeg2dec": {
@@ -13410,7 +14996,7 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: NV12\n          width:  1, 1920 \n         height:  1, 1920 \nvideo/x-raw:\n         format: NV12\n          width:  1, 1920 \n         height:  1, 1920 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: NV12\n          width:  1, 1920 \n         height:  1, 1920 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: NV12\n          width:  1, 1920 \n         height:  1, 1920 \nvideo/x-raw:\n         format: NV12\n          width:  1, 1920 \n         height:  1, 1920 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -13459,6 +15045,76 @@
                         "writable": false
                     }
                 },
+                "rank": "primary + 2"
+            },
+            "d3d12scale": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Resizes video using Direct3D12",
+                "hierarchy": 
+                    "GstD3D12Scale",
+                    "GstD3D12BaseConvert",
+                    "GstD3D12BaseFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Converter/Video/Scaler/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "add-borders": {
+                        "blurb": "Add black borders if necessary to keep the display aspect ratio",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "border-color": {
+                        "blurb": "Border color to use in ARGB64 format",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "18446462598732840960",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "max-mip-levels": {
+                        "blurb": "Maximum mip levels of shader resource to create if viewport size is smaller than shader resource (0 = maximum level)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "65535",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    }
+                },
                 "rank": "none"
             },
             "d3d12screencapturesrc": {
@@ -13475,12 +15131,38 @@
                 "klass": "Source/Video",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: BGRA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \npixel-aspect-ratio: 1/1\n    colorimetry: sRGB\nvideo/x-raw:\n         format: BGRA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \npixel-aspect-ratio: 1/1\n    colorimetry: sRGB\n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { BGRA, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \npixel-aspect-ratio: 1/1\n    colorimetry: sRGB\nvideo/x-raw:\n         format: { BGRA, RGBA64_LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \npixel-aspect-ratio: 1/1\n    colorimetry: sRGB\n",
                         "direction": "src",
                         "presence": "always"
                     }
                 },
                 "properties": {
+                    "adapter": {
+                        "blurb": "DXGI Adapter index for creating device when WGC mode is selected (-1 for default)",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "capture-api": {
+                        "blurb": "Capture API to use",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "dxgi (0)",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstD3D12ScreenCaptureAPI",
+                        "writable": true
+                    },
                     "crop-height": {
                         "blurb": "Height of screen capture area (0 = maximum)",
                         "conditionally-available": false,
@@ -13565,6 +15247,18 @@
                         "type": "gint",
                         "writable": true
                     },
+                    "show-border": {
+                        "blurb": "Show border lines to capture area when WGC mode is selected",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "show-cursor": {
                         "blurb": "Whether to show mouse cursor",
                         "conditionally-available": false,
@@ -13576,10 +15270,265 @@
                         "readable": true,
                         "type": "gboolean",
                         "writable": true
+                    },
+                    "tonemap": {
+                        "blurb": "Tonemapping method to use when HDR capturing is enabled",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "linear (0)",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstD3D12ScreenCaptureTonemap",
+                        "writable": true
+                    },
+                    "window-capture-mode": {
+                        "blurb": "Window capture mode to use if \"window-handle\" is set",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstD3D12WindowCaptureMode",
+                        "writable": true
+                    },
+                    "window-handle": {
+                        "blurb": "A HWND handle of window to capture",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
                     }
                 },
                 "rank": "none"
             },
+            "d3d12swapchainsink": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "DXGI composition swapchain sink",
+                "hierarchy": 
+                    "GstD3D12SwapChainSink",
+                    "GstVideoSink",
+                    "GstBaseSink",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstColorBalance"
+                ,
+                "klass": "Sink/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "adapter": {
+                        "blurb": "Adapter index for creating device (-1 for default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "border-color": {
+                        "blurb": "ARGB64 representation of the border color to use",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "18446462598732840960",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "brightness": {
+                        "blurb": "brightness",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "contrast": {
+                        "blurb": "contrast",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "force-aspect-ratio": {
+                        "blurb": "When enabled, scaling will respect original aspect ratio",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "hue": {
+                        "blurb": "hue",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "max-mip-levels": {
+                        "blurb": "Maximum mip levels of shader resource to create if viewport size is smaller than shader resource (0 = maximum level)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "65535",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "msaa": {
+                        "blurb": "MSAA (Multi-Sampling Anti-Aliasing) level",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "disabled (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstD3D12MSAAMode",
+                        "writable": true
+                    },
+                    "sampling-method": {
+                        "blurb": "Sampler filter type to use",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "bilinear (1)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstD3D12SamplingMethod",
+                        "writable": true
+                    },
+                    "saturation": {
+                        "blurb": "saturation",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "swapchain": {
+                        "blurb": "DXGI swapchain handle",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gpointer",
+                        "writable": false
+                    },
+                    "swapchain-height": {
+                        "blurb": "Height of swapchain buffers",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "720",
+                        "max": "16384",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": false
+                    },
+                    "swapchain-width": {
+                        "blurb": "Width of swapchain buffers",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1280",
+                        "max": "16384",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": false
+                    }
+                },
+                "rank": "none",
+                "signals": {
+                    "resize": {
+                        "action": true,
+                        "args": 
+                            {
+                                "name": "arg0",
+                                "type": "guint"
+                            },
+                            {
+                                "name": "arg1",
+                                "type": "guint"
+                            }
+                        ,
+                        "return-type": "void",
+                        "when": "last"
+                    }
+                }
+            },
             "d3d12testsrc": {
                 "author": "Seungha Yang <seungha@centricular.com>",
                 "description": "Creates a test video stream",
@@ -13594,7 +15543,7 @@
                 "klass": "Source/Video",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -13628,6 +15577,20 @@
                         "type": "gfloat",
                         "writable": true
                     },
+                    "async-depth": {
+                        "blurb": "Number of in-flight GPU commands which can be scheduled without synchronization (0 = unlimited)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
                     "is-live": {
                         "blurb": "Whether to act as a live source",
                         "conditionally-available": false,
@@ -13660,7 +15623,7 @@
                 "description": "Uploads system memory into Direct3D12 texture memory",
                 "hierarchy": 
                     "GstD3D12Upload",
-                    "GstD3D12BaseFilter",
+                    "GstD3D12MemoryCopy",
                     "GstBaseTransform",
                     "GstElement",
                     "GstObject",
@@ -13670,12 +15633,12 @@
                 "klass": "Filter/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -13696,12 +15659,13 @@
                 ,
                 "interfaces": 
                     "GstVideoOverlay",
-                    "GstNavigation"
+                    "GstNavigation",
+                    "GstColorBalance"
                 ,
                 "klass": "Sink/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, RGB10A2_LE, Y410, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, NV12, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV21, I420, YV12, GRAY16_LE, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D12Memory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:SystemMemory, meta:GstVideoOverlayComposition):\n         format: { RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, YUY2, NV12, ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, A444_16LE, A444_12LE, A444_10LE, A444, A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8, v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, RGB15, BGR15 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -13721,6 +15685,58 @@
                         "type": "gint",
                         "writable": true
                     },
+                    "brightness": {
+                        "blurb": "brightness",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "contrast": {
+                        "blurb": "contrast",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "direct-swapchain": {
+                        "blurb": "Attach DXGI swapchain to external window handle directly",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "display-format": {
+                        "blurb": "Swapchain display format",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "unknown (0)",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstD3D12VideoSinkDisplayFormat",
+                        "writable": true
+                    },
                     "enable-navigation-events": {
                         "blurb": "When enabled, navigation events are sent upstream",
                         "conditionally-available": false,
@@ -13733,6 +15749,30 @@
                         "type": "gboolean",
                         "writable": true
                     },
+                    "error-on-closed": {
+                        "blurb": "Posts error message and return flow error if window is closed in playing or paused state",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "external-window-only": {
+                        "blurb": "Disallow creating videosink's own window when overlay handle is not set",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "force-aspect-ratio": {
                         "blurb": "When enabled, scaling will respect original aspect ratio",
                         "conditionally-available": false,
@@ -13795,6 +15835,34 @@
                         "type": "GstVideoGammaMode",
                         "writable": true
                     },
+                    "hue": {
+                        "blurb": "hue",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "max-mip-levels": {
+                        "blurb": "Maximum mip levels of shader resource to create if viewport size is smaller than shader resource (0 = maximum level)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "65535",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
                     "msaa": {
                         "blurb": "MSAA (Multi-Sampling Anti-Aliasing) level",
                         "conditionally-available": false,
@@ -13819,6 +15887,18 @@
                         "type": "gboolean",
                         "writable": true
                     },
+                    "overlay-mode": {
+                        "blurb": "Overlay signal type to use",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "none",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstD3D12WindowOverlayMode",
+                        "writable": true
+                    },
                     "primaries-mode": {
                         "blurb": "Primaries conversion mode",
                         "conditionally-available": false,
@@ -13909,6 +15989,20 @@
                         "type": "GstD3D12SamplingMethod",
                         "writable": true
                     },
+                    "saturation": {
+                        "blurb": "saturation",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
                     "scale-x": {
                         "blurb": "Scale multiplier for x-axis",
                         "conditionally-available": false,
@@ -13938,7 +16032,39 @@
                         "writable": true
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 1",
+                "signals": {
+                    "overlay": {
+                        "args": 
+                            {
+                                "name": "arg0",
+                                "type": "gpointer"
+                            },
+                            {
+                                "name": "arg1",
+                                "type": "gpointer"
+                            },
+                            {
+                                "name": "arg2",
+                                "type": "gpointer"
+                            },
+                            {
+                                "name": "arg3",
+                                "type": "gpointer"
+                            },
+                            {
+                                "name": "arg4",
+                                "type": "gpointer"
+                            },
+                            {
+                                "name": "arg5",
+                                "type": "gpointer"
+                            }
+                        ,
+                        "return-type": "void",
+                        "when": "last"
+                    }
+                }
             },
             "d3d12vp8dec": {
                 "author": "Seungha Yang <seungha@centricualr.com>",
@@ -14010,7 +16136,7 @@
                         "writable": false
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 2"
             },
             "d3d12vp9dec": {
                 "author": "Seungha Yang <seungha@centricualr.com>",
@@ -14033,7 +16159,7 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n",
+                        "caps": "video/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  1, 16384 \n         height:  1, 16384 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -14082,12 +16208,52 @@
                         "writable": false
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 2"
             }
         },
         "filename": "gstd3d12",
         "license": "LGPL",
         "other-types": {
+            "GstD3D12BaseConvert": {
+                "hierarchy": 
+                    "GstD3D12BaseConvert",
+                    "GstD3D12BaseFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "kind": "object",
+                "properties": {
+                    "async-depth": {
+                        "blurb": "Number of in-flight GPU commands which can be scheduled without synchronization (0 = unlimited)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "method": {
+                        "blurb": "Method used for sampling",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "bilinear (1)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstD3D12SamplingMethod",
+                        "writable": true
+                    }
+                }
+            },
             "GstD3D12BaseFilter": {
                 "hierarchy": 
                     "GstD3D12BaseFilter",
@@ -14097,7 +16263,23 @@
                     "GInitiallyUnowned",
                     "GObject"
                 ,
-                "kind": "object"
+                "kind": "object",
+                "properties": {
+                    "adapter": {
+                        "blurb": "Adapter index for creating device (-1 for default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    }
+                }
             },
             "GstD3D12CompositorBackground": {
                 "kind": "enum",
@@ -14262,6 +16444,46 @@
                     }
                 
             },
+            "GstD3D12DeinterlaceEngine": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "iGPU uses 3D engine, dGPU uses compute engine",
+                        "name": "auto",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "3D",
+                        "name": "3d",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "Compute",
+                        "name": "compute",
+                        "value": "2"
+                    }
+                
+            },
+            "GstD3D12DeinterlaceFields": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "All fields",
+                        "name": "all",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Top fields only",
+                        "name": "top",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "Bottom fields only",
+                        "name": "bottom",
+                        "value": "2"
+                    }
+                
+            },
             "GstD3D12Encoder": {
                 "hierarchy": 
                     "GstD3D12Encoder",
@@ -14450,6 +16672,21 @@
                     }
                 
             },
+            "GstD3D12IpcIOMode": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Copy remote texture",
+                        "name": "copy",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Import remote texture",
+                        "name": "import",
+                        "value": "1"
+                    }
+                
+            },
             "GstD3D12MSAAMode": {
                 "kind": "enum",
                 "values": 
@@ -14475,6 +16712,33 @@
                     }
                 
             },
+            "GstD3D12MemoryCopy": {
+                "hierarchy": 
+                    "GstD3D12MemoryCopy",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "kind": "object",
+                "properties": {
+                    "adapter": {
+                        "blurb": "Adapter index for creating device (-1 for default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    }
+                }
+            },
             "GstD3D12SamplingMethod": {
                 "kind": "enum",
                 "values": 
@@ -14500,6 +16764,36 @@
                     }
                 
             },
+            "GstD3D12ScreenCaptureAPI": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "DXGI Desktop Duplication",
+                        "name": "dxgi",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Windows Graphics Capture",
+                        "name": "wgc",
+                        "value": "1"
+                    }
+                
+            },
+            "GstD3D12ScreenCaptureTonemap": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Linear scaling",
+                        "name": "linear",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Reinhard tonemap",
+                        "name": "reinhard",
+                        "value": "1"
+                    }
+                
+            },
             "GstD3D12TestSrcPattern": {
                 "kind": "enum",
                 "values": 
@@ -14574,6 +16868,71 @@
                         "value": "18"
                     }
                 
+            },
+            "GstD3D12VideoSinkDisplayFormat": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "DXGI_FORMAT_UNKNOWN",
+                        "name": "unknown",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "DXGI_FORMAT_R10G10B10A2_UNORM",
+                        "name": "r10g10b10a2-unorm",
+                        "value": "24"
+                    },
+                    {
+                        "desc": "DXGI_FORMAT_R8G8B8A8_UNORM",
+                        "name": "r8g8b8a8-unorm",
+                        "value": "28"
+                    },
+                    {
+                        "desc": "DXGI_FORMAT_B8G8R8A8_UNORM",
+                        "name": "b8g8r8a8-unorm",
+                        "value": "87"
+                    }
+                
+            },
+            "GstD3D12WindowCaptureMode": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Capture entire window area",
+                        "name": "default",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Capture client area",
+                        "name": "client",
+                        "value": "1"
+                    }
+                
+            },
+            "GstD3D12WindowOverlayMode": {
+                "kind": "flags",
+                "values": 
+                    {
+                        "desc": "None",
+                        "name": "none",
+                        "value": "0x00000000"
+                    },
+                    {
+                        "desc": "Emits present signal with Direct3D12 resources",
+                        "name": "d3d12",
+                        "value": "0x00000001"
+                    },
+                    {
+                        "desc": "Emits present signal with Direct3D12/11 resources",
+                        "name": "d3d11",
+                        "value": "0x00000003"
+                    },
+                    {
+                        "desc": "Emit present signal with Direct3D12/11 and Direct2D resources",
+                        "name": "d2d",
+                        "value": "0x00000007"
+                    }
+                
             }
         },
         "package": "GStreamer Bad Plug-ins",
@@ -14823,7 +17182,7 @@
                         "writable": true
                     },
                     "mpd-root-path": {
-                        "blurb": "Path where the MPD and its fragents will be written",
+                        "blurb": "Path where the MPD and its fragments will be written",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -15972,7 +18331,7 @@
                 "long-name": "Fake Video Sink",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -16563,7 +18922,7 @@
                 "long-name": "Video CODEC Test Sink",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { Y444_12LE, I422_12LE, I420_12LE, Y444_10LE, I422_10LE, I420_10LE, Y444, Y42B, I420, NV12 }\n",
+                        "caps": "video/x-raw:\n         format: { Y444_12LE, I422_12LE, I420_12LE, Y444_10LE, I422_10LE, I420_10LE, Y444, Y42B, I420, NV12, GRAY8, GRAY10_LE16, GRAY10_LE32, GBR_10LE }\n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -17062,7 +19421,7 @@
                 "long-name": "Decklink Video Sink",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\n",
+                        "caps": "video/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate:  0/1, 2147483647/1 \n         format: r210\n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -17241,7 +19600,7 @@
                 "long-name": "Decklink Video Source",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt601\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt2020\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    colorimetry: bt709\n    chroma-site: mpeg2\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\n",
+                        "caps": "video/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 10/11\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 12/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: interleaved\n      framerate: 30/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1280\n         height: 720\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1556\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 2048\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 3840\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 30000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: interleaved\n      framerate: 24000/1001\n    field-order: bottom-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: interleaved\n      framerate: 25/1\n    field-order: top-field-first\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 486\npixel-aspect-ratio: 40/33\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt601\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 720\n         height: 576\npixel-aspect-ratio: 16/11\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 4096\n         height: 2160\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 7680\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24000/1001\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 24/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 25/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30000/1001\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 30/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60000/1001\n         format: r210\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 8192\n         height: 4320\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 640\n         height: 480\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 800\n         height: 600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 900\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1440\n         height: 1080\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1600\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1200\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 1920\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1440\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 50/1\n         format: r210\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: UYVY\n    chroma-site: mpeg2\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt709\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2020\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-pq\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: v210\n    colorimetry: bt2100-hlg\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: ARGB\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: BGRA\nvideo/x-raw:\n          width: 2560\n         height: 1600\npixel-aspect-ratio: 1/1\n interlace-mode: progressive\n      framerate: 60/1\n         format: r210\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -21882,7 +24241,7 @@
                 "long-name": "DVB Subtitles Overlay",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     },
@@ -21892,7 +24251,7 @@
                         "presence": "always"
                     },
                     "video_sink": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -21965,7 +24324,7 @@
                 "long-name": "Sub-picture Overlay",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     },
@@ -21975,7 +24334,7 @@
                         "presence": "always"
                     },
                     "video": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -24562,6 +26921,111 @@
                 },
                 "rank": "none"
             },
+            "frei0r-filter-aech0r": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, d-j-a-y & vloop",
+                "description": "analog video echo",
+                "hierarchy": 
+                    "frei0r-filter-aech0r",
+                    "GstVideoFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Effect/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: BGRA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: BGRA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "direction": {
+                        "blurb": "Darker or Brighter echo",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "fade-factor": {
+                        "blurb": "Disappearance rate of the echo",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.15",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "keep-blue": {
+                        "blurb": "Influence on Blue channel",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "keep-green": {
+                        "blurb": "Influence on Green channel",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "keep-red": {
+                        "blurb": "Influence on Red channel",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "strobe-period": {
+                        "blurb": "Rate of the stroboscope: from 0 to 8 frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "frei0r-filter-alpha0ps": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Marko Cebokli",
                 "description": "Display and manipulation of the alpha channel",
@@ -25166,6 +27630,18 @@
                         "readable": true,
                         "type": "gdouble",
                         "writable": true
+                    },
+                    "invert": {
+                        "blurb": "Whether to produce the inverse of the effect on the alpha channel",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
                     }
                 },
                 "rank": "none"
@@ -26299,7 +28775,7 @@
                 },
                 "properties": {
                     "b--zier-spline": {
-                        "blurb": "Use cubic Bézier spline. Has to be a sorted list of points in the format \"handle1x;handle1y#pointx;pointy#handle2x;handle2y\"(pointx = in, pointy = out). Points are separated by a \"|\".The values can have \"double\" precision. x, y for points should be in the range 0-1. x,y for handles might also be out of this range.",
+                        "blurb": "Use cubic Bézier spline. Has to be a sorted list of points in the format 'handle1x;handle1y#pointx;pointy#handle2x;handle2y'(pointx = in, pointy = out). Points are separated by a '|'.The values can have 'double' precision. x, y for points should be in the range 0-1. x,y for handles might also be out of this range.",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -26574,6 +29050,18 @@
                         "type": "gdouble",
                         "writable": true
                     },
+                    "crop": {
+                        "blurb": "Straighten all edges of video frame",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "defish": {
                         "blurb": "Fish or Defish",
                         "conditionally-available": false,
@@ -26628,6 +29116,20 @@
                         "type": "gdouble",
                         "writable": true
                     },
+                    "non-linear-scale": {
+                        "blurb": "Fix camera scaling between 4:3 and 16:9",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
                     "scaling": {
                         "blurb": "Scaling method",
                         "conditionally-available": false,
@@ -26655,6 +29157,20 @@
                         "readable": true,
                         "type": "gdouble",
                         "writable": true
+                    },
+                    "y-scale": {
+                        "blurb": "Scale Y to affect aspect ratio",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
                     }
                 },
                 "rank": "none"
@@ -26948,7 +29464,7 @@
             },
             "frei0r-filter-elastic-scale-filter": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Matthias Schnoell",
-                "description": "This is a frei0r filter which allows to scale video footage non-linearly.",
+                "description": "This is a frei0r filter which allows one to scale video footage non-linearly.",
                 "hierarchy": 
                     "frei0r-filter-elastic-scale-filter",
                     "GstVideoFilter",
@@ -27271,6 +29787,133 @@
                 },
                 "rank": "none"
             },
+            "frei0r-filter-film-grain": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, esmane",
+                "description": "Adds film-like grain and softens the picture.",
+                "hierarchy": 
+                    "frei0r-filter-film-grain",
+                    "GstVideoFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Effect/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "blue-grain": {
+                        "blurb": "The percentage of grain applied to the blue channel.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "blur-amount": {
+                        "blurb": "The intensity of the blur.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "dust-amount": {
+                        "blurb": "The amount of dust particles on the image.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.2",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "flicker": {
+                        "blurb": "The amount of variation in brightness between frames.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "grain-amount": {
+                        "blurb": "The intensity of the grain.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "green-grain": {
+                        "blurb": "The percentage of grain applied to the green channel.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "red-grain": {
+                        "blurb": "The percentage of grain applied to the red channel.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.75",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "frei0r-filter-flippo": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Carlo Emilio, Jean-Sebastien Senecal",
                 "description": "Flipping in x and y axis",
@@ -27398,6 +30041,77 @@
                 },
                 "rank": "none"
             },
+            "frei0r-filter-gate-weave": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, esmane",
+                "description": "Randomly moves frame around to simulate film gate weave.",
+                "hierarchy": 
+                    "frei0r-filter-gate-weave",
+                    "GstVideoFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Effect/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "interval": {
+                        "blurb": "The amount of time before the position is randomized again. The larger the number the slower the picture will move.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.6",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "maximum-horizontal-movement": {
+                        "blurb": "The maximum distance the picture could move left or right. The larger the number the more the picture moves and the less subtle the effect.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.2",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "maximum-vertical-movement": {
+                        "blurb": "The maximum distance the picture could move up or down. The larger the number the more the picture moves and the less subtle the effect.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.2",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "frei0r-filter-glitch0r": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, IDENT Software",
                 "description": "Adds glitches and block shifting",
@@ -27787,6 +30501,251 @@
                 },
                 "rank": "none"
             },
+            "frei0r-filter-kaleid0sc0pe": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Brendan Hack",
+                "description": "Applies a kaleid0sc0pe effect",
+                "hierarchy": 
+                    "frei0r-filter-kaleid0sc0pe",
+                    "GstVideoFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Effect/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "bg-alpha": {
+                        "blurb": "alpha to use if reflection lies outside of source image and not reflecting back in. default 1",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "bg-color-b": {
+                        "blurb": "colour to use if reflection lies outside of source image and not reflecting back in. default 1,0,1",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "bg-color-g": {
+                        "blurb": "colour to use if reflection lies outside of source image and not reflecting back in. default 1,0,1",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "bg-color-r": {
+                        "blurb": "colour to use if reflection lies outside of source image and not reflecting back in. default 1,0,1",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "corner-search": {
+                        "blurb": "if true search clockwise for furthest corner, otherwise counter clockwise",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "edge-threshold": {
+                        "blurb": "edge threshold / 4, reflections outside the image but within this distance clamp to the edge. default 0",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "multithreaded": {
+                        "blurb": "set to true to enable multithreaded calculation. default true",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "n-threads": {
+                        "blurb": "the number of threads to use, if 0 then autocalculate otherwise value * 32. default 0",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "origin-x": {
+                        "blurb": "origin of the kaleid0sc0pe in x. default 0.5",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "origin-y": {
+                        "blurb": "origin of the kaleid0sc0pe in y. default 0.5",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.5",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "preferred-corner": {
+                        "blurb": "preferred corner, 0 is top right, 0.25 top left, 0.5 bottom left, 0.75 bottom right",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "reflect-edges": {
+                        "blurb": "if true then reflections that end up outside the source reflect back into it, otherwise the specified background colour is used.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "segmentation": {
+                        "blurb": "kaleid0sc0pe segmentation / 128, segmentations of 1, 2 or multiples of 4 work best. default 16/128",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0.125",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "segmentation-direction": {
+                        "blurb": "segmentation direction, < 1/3 is none, < 2/3 is counter clockwise, otherwise clockwise",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "source-segment": {
+                        "blurb": "centre of source segment if specify_source is true. 0 is in +x and rotates counter clockwise",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "specify-source": {
+                        "blurb": "if true then source angle is read from source_segment, otherwise auto-calculated",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "frei0r-filter-keyspillm0pup": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Marko Cebokli",
                 "description": "Reduces the visibility of key color spill in chroma keying",
@@ -28388,7 +31347,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "false",
+                        "default": "true",
                         "mutable": "null",
                         "readable": true,
                         "type": "gboolean",
@@ -28442,7 +31401,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "false",
+                        "default": "true",
                         "mutable": "null",
                         "readable": true,
                         "type": "gboolean",
@@ -28454,7 +31413,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "false",
+                        "default": "true",
                         "mutable": "null",
                         "readable": true,
                         "type": "gboolean",
@@ -28518,7 +31477,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "false",
+                        "default": "true",
                         "mutable": "null",
                         "readable": true,
                         "type": "gboolean",
@@ -28572,7 +31531,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "false",
+                        "default": "true",
                         "mutable": "null",
                         "readable": true,
                         "type": "gboolean",
@@ -29756,7 +32715,7 @@
                 },
                 "properties": {
                     "block-height": {
-                        "blurb": "Vertical size of one \"pixel\"",
+                        "blurb": "Vertical size of one 'pixel'",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -29770,7 +32729,7 @@
                         "writable": true
                     },
                     "block-width": {
-                        "blurb": "Horizontal size of one \"pixel\"",
+                        "blurb": "Horizontal size of one 'pixel'",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -30299,7 +33258,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "true",
+                        "default": "false",
                         "mutable": "null",
                         "readable": true,
                         "type": "gboolean",
@@ -32554,7 +35513,7 @@
             },
             "frei0r-mixer-burn": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Jean-Sebastien Senecal",
-                "description": "Perform an RGBA dodge operation between the pixel sources, using the generalised algorithm:\nD = saturation of 255 or depletion of 0, of ((255 - A) * 256) / (B + 1)",
+                "description": "Perform an RGBA dodge operation between the pixel sources, using the generalised algorithm: D = saturation of 255 or depletion of 0, of ((255 - A) * 256) / (B + 1)",
                 "hierarchy": 
                     "frei0r-mixer-burn",
                     "GstElement",
@@ -32956,7 +35915,7 @@
             },
             "frei0r-mixer-dodge": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Jean-Sebastien Senecal",
-                "description": "Perform an RGBA dodge operation between the pixel sources, using the generalised algorithm:\nD = saturation of 255 or (A * 256) / (256 - B)",
+                "description": "Perform an RGBA dodge operation between the pixel sources, using the generalised algorithm: D = saturation of 255 or (A * 256) / (256 - B)",
                 "hierarchy": 
                     "frei0r-mixer-dodge",
                     "GstElement",
@@ -33173,7 +36132,7 @@
             },
             "frei0r-mixer-overlay": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Jean-Sebastien Senecal",
-                "description": "Perform an RGBA overlay operation between the pixel sources, using the generalised algorithm:\nD =  A * (B + (2 * B) * (255 - A))",
+                "description": "Perform an RGBA overlay operation between the pixel sources, using the generalised algorithm: D =  A * (B + (2 * B) * (255 - A))",
                 "hierarchy": 
                     "frei0r-mixer-overlay",
                     "GstElement",
@@ -33202,6 +36161,190 @@
                 },
                 "rank": "none"
             },
+            "frei0r-mixer-push-down": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Push from top to bottom",
+                "hierarchy": 
+                    "frei0r-mixer-push-down",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Push position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-push-left": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Push from right to left",
+                "hierarchy": 
+                    "frei0r-mixer-push-left",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Push position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-push-right": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Push from left to right",
+                "hierarchy": 
+                    "frei0r-mixer-push-right",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Push position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-push-up": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Push from bottom to top",
+                "hierarchy": 
+                    "frei0r-mixer-push-up",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, ABGR, ARGB, BGRx, RGBx, xBGR, xRGB, AYUV }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Push position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "frei0r-mixer-rgb": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Richard Spindler",
                 "description": "Averages each Input and uses each as R, G or B channel of the Output",
@@ -33271,7 +36414,7 @@
             },
             "frei0r-mixer-screen": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Jean-Sebastien Senecal",
-                "description": "Perform an RGBA screen operation between the pixel sources, using the generalised algorithm:\nD = 255 - (255 - A) * (255 - B)",
+                "description": "Perform an RGBA screen operation between the pixel sources, using the generalised algorithm: D = 255 - (255 - A) * (255 - B)",
                 "hierarchy": 
                     "frei0r-mixer-screen",
                     "GstElement",
@@ -33300,6 +36443,190 @@
                 },
                 "rank": "none"
             },
+            "frei0r-mixer-slide-down": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Slide from top to bottom",
+                "hierarchy": 
+                    "frei0r-mixer-slide-down",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Slide position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-slide-left": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Slide from right to left",
+                "hierarchy": 
+                    "frei0r-mixer-slide-left",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Slide position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-slide-right": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Slide from left to right",
+                "hierarchy": 
+                    "frei0r-mixer-slide-right",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Slide position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-slide-up": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Slide from bottom to top",
+                "hierarchy": 
+                    "frei0r-mixer-slide-up",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Slide position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "frei0r-mixer-softlight": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Jean-Sebastien Senecal",
                 "description": "Perform an RGBA softlight operation between the pixel sources.",
@@ -33424,6 +36751,374 @@
                 },
                 "rank": "none"
             },
+            "frei0r-mixer-wipe-barn-door-h": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Horizontal barn door wipe",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-barn-door-h",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Edges position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-wipe-barn-door-v": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Vertical barn door wipe",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-barn-door-v",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Edges position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-wipe-circle": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Circle wipe",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-circle",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Circle size",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-wipe-down": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Wipe from top to bottom",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-down",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Edge position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-wipe-left": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Wipe from right to left",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-left",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Edge position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-wipe-rect": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Rectangular wipe",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-rect",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Rectangle size",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-wipe-right": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Wipe from left to right",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-right",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Edge position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "frei0r-mixer-wipe-up": {
+                "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Vadim Druzhin",
+                "description": "Wipe from bottom to top",
+                "hierarchy": 
+                    "frei0r-mixer-wipe-up",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Editor/Video",
+                "pad-templates": {
+                    "sink_0": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "sink_1": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "position": {
+                        "blurb": "Edge position",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "frei0r-mixer-xfade0r": {
                 "author": "Sebastian Dröge <sebastian.droege@collabora.co.uk>, Martin Bayer",
                 "description": "a simple xfader",
@@ -36161,7 +39856,7 @@
                 "long-name": "Gtk Wayland Video Sink",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { AYUV, RGBA, ARGB, BGRA, ABGR, P010_10LE, NV12_10LE40, v308, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, I420, YV12, NV12, NV21, Y41B, YUV9, YVU9, BGR16, RGB16 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { AYUV, RGBA, ARGB, BGRA, ABGR, P010_10LE, NV12_10LE40, v308, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, I420, YV12, NV12, NV21, Y41B, YUV9, YVU9, BGR16, RGB16 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -36951,7 +40646,7 @@
                 "long-name": "Internal video sink",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -36987,7 +40682,7 @@
                 "long-name": "Internal video source",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -37495,6 +41190,145 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "isac": {
+        "description": "iSAC plugin",
+        "elements": {
+            "isacdec": {
+                "author": "Guillaume Desmottes <guillaume.desmottes@collabora.com>",
+                "description": "iSAC audio decoder",
+                "hierarchy": 
+                    "GstIsacDec",
+                    "GstAudioDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Audio",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/isac:\n           rate: { (int)16000, (int)32000 }\n       channels: 1\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: S16LE\n           rate: { (int)16000, (int)32000 }\n         layout: interleaved\n       channels: 1\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "primary"
+            },
+            "isacenc": {
+                "author": "Guillaume Desmottes <guillaume.desmottes@collabora.com>",
+                "description": "iSAC audio encoder",
+                "hierarchy": 
+                    "GstIsacEnc",
+                    "GstAudioEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Audio",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: S16LE\n           rate: { (int)16000, (int)32000 }\n         layout: interleaved\n       channels: 1\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/isac:\n           rate: { (int)16000, (int)32000 }\n       channels: 1\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "bitrate": {
+                        "blurb": "Average Bitrate (ABR) in bits/sec",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "32000",
+                        "max": "56000",
+                        "min": "10000",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "max-payload-size": {
+                        "blurb": "Maximum payload size, in bytes. Range is 120 to 400 at 16 kHz and 120 to 600 at 32 kHz (-1 = encoder default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "600",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "max-rate": {
+                        "blurb": "Maximum rate, in bits/sec, which the codec may not exceed for any signal packet. Range is 32000 to 53400 at 16 kHz and 32000 to 160000 at 32 kHz (-1 = encoder default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "160000",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "output-frame-len": {
+                        "blurb": "Length, in ms, of output frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "30 ms (30)",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstIsacEncOutputFrameLen",
+                        "writable": true
+                    }
+                },
+                "rank": "primary"
+            }
+        },
+        "filename": "gstisac",
+        "license": "LGPL",
+        "other-types": {
+            "GstIsacEncOutputFrameLen": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "30 ms",
+                        "name": "30 ms",
+                        "value": "30"
+                    },
+                    {
+                        "desc": "60 ms",
+                        "name": "60 ms, only usable in wideband mode (16 kHz)",
+                        "value": "60"
+                    }
+                
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "ivfparse": {
         "description": "IVF parser",
         "elements": {
@@ -37764,7 +41598,7 @@
                 "long-name": "KMS video sink",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, P016_LE, P010_10LE, NV24, BGRx, RGBx, RGB, BGR, Y42B, NV61, NV16, UYVY, YVYU, YUY2, I420, YV12, NV21, NV12, RGB16, BGR16 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { BGRA, RGBA, P016_LE, NV12_10LE40, P010_10LE, NV24, BGRx, RGBx, RGB, BGR, Y42B, NV61, NV16, UYVY, YVYU, YUY2, I420, YV12, NV21, NV12, RGB16, BGR16 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -38451,6 +42285,230 @@
                 },
                 "rank": "none"
             },
+            "ladspa-ladspa-rubberband-so-rubberband-r3-pitchshifter-mono": {
+                "author": "Breakfast Quay, Juan Manuel Borges Caño <juanmabcmail@gmail.com>, Andy Wingo <wingo at pobox.com>, Steve Baker <stevebaker_org@yahoo.co.uk>, Erik Walthinsen <omega@cse.ogi.edu>, Stefan Sauer <ensonic@users.sf.net>, Wim Taymans <wim@fluendo.com>",
+                "description": "Rubber Band R3 Mono Pitch Shifter",
+                "hierarchy": 
+                    "ladspa-ladspa-rubberband-so-rubberband-r3-pitchshifter-mono",
+                    "GstLADSPAFilter",
+                    "GstAudioFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Effect/Audio/LADSPA",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 1\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 1\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "cents": {
+                        "blurb": "Cents",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "100",
+                        "min": "-100",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "formant-preserving": {
+                        "blurb": "Formant Preserving",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "latency": {
+                        "blurb": "latency",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "3.40282e+38",
+                        "min": "-3.40282e+38",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": false
+                    },
+                    "octaves": {
+                        "blurb": "Octaves",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "2",
+                        "min": "-2",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "semitones": {
+                        "blurb": "Semitones",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "12",
+                        "min": "-12",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "wet-dry-mix": {
+                        "blurb": "Wet-Dry Mix",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "ladspa-ladspa-rubberband-so-rubberband-r3-pitchshifter-stereo": {
+                "author": "Breakfast Quay, Juan Manuel Borges Caño <juanmabcmail@gmail.com>, Andy Wingo <wingo at pobox.com>, Steve Baker <stevebaker_org@yahoo.co.uk>, Erik Walthinsen <omega@cse.ogi.edu>, Stefan Sauer <ensonic@users.sf.net>, Wim Taymans <wim@fluendo.com>",
+                "description": "Rubber Band R3 Stereo Pitch Shifter",
+                "hierarchy": 
+                    "ladspa-ladspa-rubberband-so-rubberband-r3-pitchshifter-stereo",
+                    "GstLADSPAFilter",
+                    "GstAudioFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Effect/Audio/LADSPA",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "cents": {
+                        "blurb": "Cents",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "100",
+                        "min": "-100",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "formant-preserving": {
+                        "blurb": "Formant Preserving",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "latency": {
+                        "blurb": "latency",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "3.40282e+38",
+                        "min": "-3.40282e+38",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": false
+                    },
+                    "octaves": {
+                        "blurb": "Octaves",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "2",
+                        "min": "-2",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "semitones": {
+                        "blurb": "Semitones",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "12",
+                        "min": "-12",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "wet-dry-mix": {
+                        "blurb": "Wet-Dry Mix",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "ladspa-sine-so-sine-faaa": {
                 "author": "Richard Furse (LADSPA example plugins), Juan Manuel Borges Caño <juanmabcmail@gmail.com>, Andy Wingo <wingo at pobox.com>, Steve Baker <stevebaker_org@yahoo.co.uk>, Erik Walthinsen <omega@cse.ogi.edu>, Stefan Sauer <ensonic@users.sf.net>, Wim Taymans <wim@fluendo.com>",
                 "description": "Sine Oscillator (Freq:audio, Amp:audio)",
@@ -38846,7 +42904,7 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "audio/x-raw:\n         format: { S16LE, S24LE, S32LE, F32LE }\n           rate: { (int)8000, (int)16000, (int)24000, (int)32000, (int)48000 }\n       channels:  1, 2147483647 \n",
+                        "caps": "audio/x-raw:\n         format: S16LE\n         layout: interleaved\n           rate: { (int)8000, (int)16000, (int)24000, (int)32000, (int)48000 }\n       channels:  1, 2147483647 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -38870,7 +42928,7 @@
                 "klass": "Codec/Encoder/Audio",
                 "pad-templates": {
                     "sink": {
-                        "caps": "audio/x-raw:\n         format: { S16LE, S24LE, S32LE, F32LE }\n           rate: { (int)8000, (int)16000, (int)24000, (int)32000, (int)48000 }\n       channels:  1, 2147483647 \n",
+                        "caps": "audio/x-raw:\n         format: S16LE\n           rate: { (int)8000, (int)16000, (int)24000, (int)32000, (int)48000 }\n       channels:  1, 2147483647 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -38891,6 +42949,82 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "ldac": {
+        "description": "LDAC bluetooth audio support",
+        "elements": {
+            "ldacenc": {
+                "author": "Sanchayan Maity <sanchayan@asymptotic.io>",
+                "description": "Encode an LDAC audio stream",
+                "hierarchy": 
+                    "GstLdacEnc",
+                    "GstAudioEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Audio",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: { S16LE, S24LE, S32LE, F32LE }\n           rate: { (int)44100, (int)48000, (int)88200, (int)96000 }\n       channels:  1, 2 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/x-ldac:\n           rate: { (int)44100, (int)48000, (int)88200, (int)96000 }\n       channels: 1\n   channel-mode: mono\naudio/x-ldac:\n           rate: { (int)44100, (int)48000, (int)88200, (int)96000 }\n       channels: 2\n   channel-mode: { (string)dual, (string)stereo }\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "eqmid": {
+                        "blurb": "Encode Quality Mode Index. 0: High Quality 1: Standard Quality 2: Mobile Use Quality",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "sq (1)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstLdacEqmid",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            }
+        },
+        "filename": "gstldac",
+        "license": "LGPL",
+        "other-types": {
+            "GstLdacEqmid": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "HQ",
+                        "name": "hq",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "SQ",
+                        "name": "sq",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "MQ",
+                        "name": "mq",
+                        "value": "2"
+                    }
+                
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "legacyrawparse": {
         "description": "Parses byte streams into raw frames",
         "elements": {
@@ -39208,11 +43342,11 @@
     "lv2": {
         "description": "All LV2 plugins",
         "elements": {
-            "lsp-plug-in-plugins-lv2-comp-delay-mono": {
-                "author": "LSP LV2",
-                "description": "LSP Delay Compensator Mono",
+            "breakfastquay-com-rdf-lv2-rubberband-mono": {
+                "author": "Breakfast Quay",
+                "description": "Rubber Band Mono Pitch Shifter",
                 "hierarchy": 
-                    "lsp-plug-in-plugins-lv2-comp-delay-mono",
+                    "breakfastquay-com-rdf-lv2-rubberband-mono",
                     "GstAudioFilter",
                     "GstBaseTransform",
                     "GstElement",
@@ -39223,8 +43357,7 @@
                 "interfaces": 
                     "GstPreset"
                 ,
-                "klass": "Filter/Effect/Audio/LV2/Delay",
-                "long-name": "LSP Delay Compensator Mono",
+                "klass": "Filter/Effect/Audio/LV2/Pitch Shifter Plugin",
                 "pad-templates": {
                     "sink": {
                         "caps": "audio/x-raw:\n         format: F32LE\n       channels: 1\n           rate:  1, 2147483647 \n         layout: interleaved\n",
@@ -39238,8 +43371,34 @@
                     }
                 },
                 "properties": {
-                    "bypass": {
-                        "blurb": "Bypass",
+                    "cents": {
+                        "blurb": "Cents",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "100",
+                        "min": "-100",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "crispness": {
+                        "blurb": "Crispness",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "3. Standard (3)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "breakfastquay-com-rdf-lv2-rubberband-monocrispness",
+                        "writable": true
+                    },
+                    "formant": {
+                        "blurb": "Formant Preserving",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
@@ -39250,192 +43409,410 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "cm": {
-                        "blurb": "Centimeters",
+                    "latency": {
+                        "blurb": "latency",
                         "conditionally-available": false,
-                        "construct": true,
+                        "construct": false,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "100",
+                        "max": "1",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
-                        "type": "gfloat",
+                        "type": "gint",
+                        "writable": false
+                    },
+                    "octaves": {
+                        "blurb": "Octaves",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "2",
+                        "min": "-2",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
                         "writable": true
                     },
-                    "d-d": {
-                        "blurb": "Delay distance",
+                    "semitones": {
+                        "blurb": "Semitones",
                         "conditionally-available": false,
-                        "construct": false,
+                        "construct": true,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "50000",
+                        "max": "12",
+                        "min": "-12",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "wetdry": {
+                        "blurb": "Wet-Dry Mix",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
                         "type": "gfloat",
-                        "writable": false
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "breakfastquay-com-rdf-lv2-rubberband-r3mono": {
+                "author": "Breakfast Quay",
+                "description": "Rubber Band R3 Mono Pitch Shifter",
+                "hierarchy": 
+                    "breakfastquay-com-rdf-lv2-rubberband-r3mono",
+                    "GstAudioFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Filter/Effect/Audio/LV2/Pitch Shifter Plugin",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 1\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "sink",
+                        "presence": "always"
                     },
-                    "d-s": {
-                        "blurb": "Delay samples",
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 1\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "cents": {
+                        "blurb": "Cents",
                         "conditionally-available": false,
-                        "construct": false,
+                        "construct": true,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "192000",
-                        "min": "0",
+                        "max": "100",
+                        "min": "-100",
                         "mutable": "null",
                         "readable": true,
                         "type": "gint",
-                        "writable": false
+                        "writable": true
                     },
-                    "d-t": {
-                        "blurb": "Delay time",
+                    "formant": {
+                        "blurb": "Formant Preserving",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "latency": {
+                        "blurb": "latency",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "1000",
+                        "max": "1",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
-                        "type": "gfloat",
+                        "type": "gint",
                         "writable": false
                     },
-                    "dry": {
-                        "blurb": "Dry amount",
+                    "octaves": {
+                        "blurb": "Octaves",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "10",
-                        "min": "0",
+                        "max": "2",
+                        "min": "-2",
                         "mutable": "null",
                         "readable": true,
-                        "type": "gfloat",
+                        "type": "gint",
                         "writable": true
                     },
-                    "g-out": {
-                        "blurb": "Output gain",
+                    "semitones": {
+                        "blurb": "Semitones",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "1",
-                        "max": "10",
+                        "default": "0",
+                        "max": "12",
+                        "min": "-12",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "wetdry": {
+                        "blurb": "Wet-Dry Mix",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
                         "type": "gfloat",
                         "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "breakfastquay-com-rdf-lv2-rubberband-r3stereo": {
+                "author": "Breakfast Quay",
+                "description": "Rubber Band R3 Stereo Pitch Shifter",
+                "hierarchy": 
+                    "breakfastquay-com-rdf-lv2-rubberband-r3stereo",
+                    "GstAudioFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Filter/Effect/Audio/LV2/Pitch Shifter Plugin",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "sink",
+                        "presence": "always"
                     },
-                    "m": {
-                        "blurb": "Meters",
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "cents": {
+                        "blurb": "Cents",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "200",
-                        "min": "0",
+                        "max": "100",
+                        "min": "-100",
                         "mutable": "null",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "mode": {
-                        "blurb": "Mode",
+                    "formant": {
+                        "blurb": "Formant Preserving",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "Samples (0)",
+                        "default": "false",
                         "mutable": "null",
                         "readable": true,
-                        "type": "lsp-plug-in-plugins-lv2-comp-delay-monomode",
+                        "type": "gboolean",
                         "writable": true
                     },
-                    "out-latency": {
-                        "blurb": "Latency OUT",
+                    "latency": {
+                        "blurb": "latency",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "192000",
+                        "max": "1",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
                         "type": "gint",
                         "writable": false
                     },
-                    "ramp": {
-                        "blurb": "Ramping",
+                    "octaves": {
+                        "blurb": "Octaves",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "false",
+                        "default": "0",
+                        "max": "2",
+                        "min": "-2",
                         "mutable": "null",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "gint",
                         "writable": true
                     },
-                    "samp": {
-                        "blurb": "Samples",
+                    "semitones": {
+                        "blurb": "Semitones",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "10000",
-                        "min": "0",
+                        "max": "12",
+                        "min": "-12",
                         "mutable": "null",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "t": {
-                        "blurb": "Temperature",
+                    "wetdry": {
+                        "blurb": "Wet-Dry Mix",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "20",
-                        "max": "60",
-                        "min": "-60",
+                        "default": "0",
+                        "max": "1",
+                        "min": "0",
                         "mutable": "null",
                         "readable": true,
                         "type": "gfloat",
                         "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "breakfastquay-com-rdf-lv2-rubberband-stereo": {
+                "author": "Breakfast Quay",
+                "description": "Rubber Band Stereo Pitch Shifter",
+                "hierarchy": 
+                    "breakfastquay-com-rdf-lv2-rubberband-stereo",
+                    "GstAudioFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Filter/Effect/Audio/LV2/Pitch Shifter Plugin",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "sink",
+                        "presence": "always"
                     },
-                    "time": {
-                        "blurb": "Time",
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "cents": {
+                        "blurb": "Cents",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "1000",
+                        "max": "100",
+                        "min": "-100",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "crispness": {
+                        "blurb": "Crispness",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "3. Standard (3)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "breakfastquay-com-rdf-lv2-rubberband-stereocrispness",
+                        "writable": true
+                    },
+                    "formant": {
+                        "blurb": "Formant Preserving",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "latency": {
+                        "blurb": "latency",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
-                        "type": "gfloat",
+                        "type": "gint",
+                        "writable": false
+                    },
+                    "octaves": {
+                        "blurb": "Octaves",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "2",
+                        "min": "-2",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
                         "writable": true
                     },
-                    "wet": {
-                        "blurb": "Wet amount",
+                    "semitones": {
+                        "blurb": "Semitones",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": true,
-                        "default": "1",
-                        "max": "10",
+                        "default": "0",
+                        "max": "12",
+                        "min": "-12",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "wetdry": {
+                        "blurb": "Wet-Dry Mix",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
@@ -39445,11 +43822,11 @@
                 },
                 "rank": "none"
             },
-            "lsp-plug-in-plugins-lv2-comp-delay-stereo": {
+            "lsp-plug-in-plugins-lv2-comp-delay-mono": {
                 "author": "LSP LV2",
-                "description": "LSP Delay Compensator Stereo",
+                "description": "LSP Delay Compensator Mono",
                 "hierarchy": 
-                    "lsp-plug-in-plugins-lv2-comp-delay-stereo",
+                    "lsp-plug-in-plugins-lv2-comp-delay-mono",
                     "GstAudioFilter",
                     "GstBaseTransform",
                     "GstElement",
@@ -39461,15 +43838,15 @@
                     "GstPreset"
                 ,
                 "klass": "Filter/Effect/Audio/LV2/Delay",
-                "long-name": "LSP Delay Compensator Stereo",
+                "long-name": "LSP Delay Compensator Mono",
                 "pad-templates": {
                     "sink": {
-                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 1\n           rate:  1, 2147483647 \n         layout: interleaved\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 1\n           rate:  1, 2147483647 \n         layout: interleaved\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -39594,7 +43971,7 @@
                         "default": "Samples (0)",
                         "mutable": "null",
                         "readable": true,
-                        "type": "lsp-plug-in-plugins-lv2-comp-delay-stereomode",
+                        "type": "lsp-plug-in-plugins-lv2-comp-delay-monomode",
                         "writable": true
                     },
                     "out-latency": {
@@ -39682,11 +44059,11 @@
                 },
                 "rank": "none"
             },
-            "lsp-plug-in-plugins-lv2-comp-delay-x2-stereo": {
+            "lsp-plug-in-plugins-lv2-comp-delay-stereo": {
                 "author": "LSP LV2",
-                "description": "LSP Delay Compensator x2 Stereo",
+                "description": "LSP Delay Compensator Stereo",
                 "hierarchy": 
-                    "lsp-plug-in-plugins-lv2-comp-delay-x2-stereo",
+                    "lsp-plug-in-plugins-lv2-comp-delay-stereo",
                     "GstAudioFilter",
                     "GstBaseTransform",
                     "GstElement",
@@ -39698,7 +44075,7 @@
                     "GstPreset"
                 ,
                 "klass": "Filter/Effect/Audio/LV2/Delay",
-                "long-name": "LSP Delay Compensator x2 Stereo",
+                "long-name": "LSP Delay Compensator Stereo",
                 "pad-templates": {
                     "sink": {
                         "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
@@ -39724,8 +44101,8 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "cm-l": {
-                        "blurb": "Centimeters L",
+                    "cm": {
+                        "blurb": "Centimeters",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
@@ -39738,51 +44115,288 @@
                         "type": "gfloat",
                         "writable": true
                     },
-                    "cm-r": {
-                        "blurb": "Centimeters R",
+                    "d-d": {
+                        "blurb": "Delay distance",
                         "conditionally-available": false,
-                        "construct": true,
+                        "construct": false,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "100",
+                        "max": "50000",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
                         "type": "gfloat",
-                        "writable": true
+                        "writable": false
                     },
-                    "d-d-l": {
-                        "blurb": "Delay distance L",
+                    "d-s": {
+                        "blurb": "Delay samples",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "50000",
+                        "max": "192000",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
-                        "type": "gfloat",
+                        "type": "gint",
                         "writable": false
                     },
-                    "d-d-r": {
-                        "blurb": "Delay distance R",
+                    "d-t": {
+                        "blurb": "Delay time",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
                         "default": "0",
-                        "max": "50000",
+                        "max": "1000",
                         "min": "0",
                         "mutable": "null",
                         "readable": true,
                         "type": "gfloat",
                         "writable": false
                     },
-                    "d-s-l": {
-                        "blurb": "Delay samples L",
-                        "conditionally-available": false,
+                    "dry": {
+                        "blurb": "Dry amount",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "10",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "g-out": {
+                        "blurb": "Output gain",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "10",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "m": {
+                        "blurb": "Meters",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "200",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "mode": {
+                        "blurb": "Mode",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "Samples (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "lsp-plug-in-plugins-lv2-comp-delay-stereomode",
+                        "writable": true
+                    },
+                    "out-latency": {
+                        "blurb": "Latency OUT",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "192000",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": false
+                    },
+                    "ramp": {
+                        "blurb": "Ramping",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "samp": {
+                        "blurb": "Samples",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "10000",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "t": {
+                        "blurb": "Temperature",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "20",
+                        "max": "60",
+                        "min": "-60",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "time": {
+                        "blurb": "Time",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "1000",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "wet": {
+                        "blurb": "Wet amount",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "1",
+                        "max": "10",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "lsp-plug-in-plugins-lv2-comp-delay-x2-stereo": {
+                "author": "LSP LV2",
+                "description": "LSP Delay Compensator x2 Stereo",
+                "hierarchy": 
+                    "lsp-plug-in-plugins-lv2-comp-delay-x2-stereo",
+                    "GstAudioFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Filter/Effect/Audio/LV2/Delay",
+                "long-name": "LSP Delay Compensator x2 Stereo",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: F32LE\n       channels: 2\n           rate:  1, 2147483647 \n         layout: interleaved\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "bypass": {
+                        "blurb": "Bypass",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "cm-l": {
+                        "blurb": "Centimeters L",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "100",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "cm-r": {
+                        "blurb": "Centimeters R",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "100",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "d-d-l": {
+                        "blurb": "Delay distance L",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "50000",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": false
+                    },
+                    "d-d-r": {
+                        "blurb": "Delay distance R",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "0",
+                        "max": "50000",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": false
+                    },
+                    "d-s-l": {
+                        "blurb": "Delay samples L",
+                        "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": true,
@@ -167121,6 +171735,56 @@
         "filename": "gstlv2",
         "license": "LGPL",
         "other-types": {
+            "breakfastquay-com-rdf-lv2-rubberband-monocrispness": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "0. Smooth",
+                        "name": "0. Smooth",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "1. Multitimbral",
+                        "name": "1. Multitimbral",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "2. Two sources",
+                        "name": "2. Two sources",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "3. Standard",
+                        "name": "3. Standard",
+                        "value": "3"
+                    }
+                
+            },
+            "breakfastquay-com-rdf-lv2-rubberband-stereocrispness": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "0. Smooth",
+                        "name": "0. Smooth",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "1. Multitimbral",
+                        "name": "1. Multitimbral",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "2. Two sources",
+                        "name": "2. Two sources",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "3. Standard",
+                        "name": "3. Standard",
+                        "value": "3"
+                    }
+                
+            },
             "lsp-plug-in-plugins-lv2-comp-delay-monomode": {
                 "ignore-enum-members": true,
                 "kind": "enum",
@@ -220616,7 +225280,7 @@
                         "presence": "sometimes"
                     },
                     "video_%%01x_%%05x": {
-                        "caps": "video/mpeg:\n    mpegversion: { (int)1, (int)2, (int)4 }\n   systemstream: false\nvideo/x-h264:\n  stream-format: byte-stream\nvideo/x-h265:\n  stream-format: byte-stream\nvideo/x-dirac:\nvideo/x-cavs:\nvideo/x-wmv:\n     wmvversion: 3\n         format: WVC1\nimage/x-jpc:\n",
+                        "caps": "video/mpeg:\n    mpegversion: { (int)1, (int)2, (int)4 }\n   systemstream: false\nvideo/x-h264:\n  stream-format: byte-stream\nvideo/x-h265:\n  stream-format: byte-stream\nvideo/x-h266:\n  stream-format: byte-stream\nvideo/x-vp9:\nvideo/x-av1:\n  stream-format: obu-stream\n      alignment: frame\nvideo/x-dirac:\nvideo/x-cavs:\nvideo/x-wmv:\n     wmvversion: 3\n         format: WVC1\nimage/x-jpc:\nimage/x-jxsc:\n",
                         "direction": "src",
                         "presence": "sometimes"
                     }
@@ -220874,7 +225538,7 @@
                 "long-name": "MPEG Transport Stream Muxer",
                 "pad-templates": {
                     "sink_%%d": {
-                        "caps": "video/mpeg:\n         parsed: true\n    mpegversion: { (int)1, (int)2, (int)4 }\n   systemstream: false\nvideo/x-dirac:\nimage/x-jpc:\n      alignment: frame\nvideo/x-h264:\n  stream-format: byte-stream\n      alignment: { (string)au, (string)nal }\nvideo/x-h265:\n  stream-format: byte-stream\n      alignment: { (string)au, (string)nal }\naudio/mpeg:\n         parsed: true\n    mpegversion: 1\naudio/mpeg:\n         framed: true\n    mpegversion: { (int)2, (int)4 }\n  stream-format: { (string)adts, (string)raw }\naudio/x-lpcm:\n          width: { (int)16, (int)20, (int)24 }\n           rate: { (int)48000, (int)96000 }\n       channels:  1, 8 \n  dynamic_range:  0, 255 \n       emphasis: { (boolean)false, (boolean)true }\n           mute: { (boolean)false, (boolean)true }\naudio/x-ac3:\n         framed: true\naudio/x-dts:\n         framed: true\naudio/x-opus:\n       channels:  1, 255 \nsubpicture/x-dvb:\napplication/x-teletext:\nmeta/x-klv:\n         parsed: true\nimage/x-jpc:\n      alignment: frame\n        profile:  0, 49151 \n",
+                        "caps": "video/mpeg:\n         parsed: true\n    mpegversion: { (int)1, (int)2, (int)4 }\n   systemstream: false\nvideo/x-dirac:\nimage/x-jpc:\n      alignment: frame\nvideo/x-av1:\n  stream-format: obu-stream\n      alignment: frame\nvideo/x-h264:\n  stream-format: byte-stream\n      alignment: { (string)au, (string)nal }\nvideo/x-h265:\n  stream-format: byte-stream\n      alignment: { (string)au, (string)nal }\nvideo/x-h266:\n  stream-format: byte-stream\n      alignment: { (string)au, (string)nal }\naudio/mpeg:\n         parsed: true\n    mpegversion: 1\naudio/mpeg:\n         framed: true\n    mpegversion: { (int)2, (int)4 }\n  stream-format: { (string)adts, (string)raw }\naudio/x-lpcm:\n          width: { (int)16, (int)20, (int)24 }\n           rate: { (int)48000, (int)96000 }\n       channels:  1, 8 \n  dynamic_range:  0, 255 \n       emphasis: { (boolean)false, (boolean)true }\n           mute: { (boolean)false, (boolean)true }\naudio/x-ac3:\n         framed: true\naudio/x-dts:\n         framed: true\naudio/x-opus:\n       channels:  1, 255 \naudio/x-smpte-302m:\nsubpicture/x-dvb:\napplication/x-teletext:\nmeta/x-klv:\n         parsed: true\nmeta/x-id3:\n         parsed: true\nmeta/x-st-2038:\n      alignment: line\nvideo/x-vp9:\nimage/x-jpc:\n      alignment: frame\n        profile:  0, 49151 \nimage/x-jxsc:\n      alignment: frame\n       sampling: { (string)YCbCr-4:2:2, (string)YCbCr-4:4:4 }\n interlace-mode: progressive\nimage/x-jxsc:\n      alignment: frame\n       sampling: { (string)YCbCr-4:2:2, (string)YCbCr-4:4:4 }\n interlace-mode: fields\n    field-order: { (string)top-field-first, (string)bottom-field-first }\n",
                         "direction": "sink",
                         "presence": "request",
                         "type": "GstBaseTsMuxPad"
@@ -220945,6 +225609,18 @@
                         "type": "guint64",
                         "writable": true
                     },
+                    "enable-custom-mappings": {
+                        "blurb": "Enable custom mappings for which there are no official specifications",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "pat-interval": {
                         "blurb": "Set the interval (in ticks of the 90kHz clock) for writing out the PAT table",
                         "conditionally-available": false,
@@ -220999,14 +225675,14 @@
                         "writable": true
                     },
                     "scte-35-null-interval": {
-                        "blurb": "Set the interval (in ticks of the 90kHz clock) for writing SCTE-35 NULL (heartbeat) packets. (only valid if scte-35-pid is different from 0)",
+                        "blurb": "Set the interval (in ticks of the 90kHz clock) for writing SCTE-35 NULL (heartbeat) packets. 0=disable (only valid if scte-35-pid is different from 0)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "27000000",
                         "max": "-1",
-                        "min": "1",
+                        "min": "0",
                         "mutable": "null",
                         "readable": true,
                         "type": "guint",
@@ -223585,7 +228261,7 @@
                         "presence": "always"
                     }
                 },
-                "rank": "primary"
+                "rank": "marginal"
             }
         },
         "filename": "gstmusepack",
@@ -224120,6 +228796,66 @@
     "nvcodec": {
         "description": "GStreamer NVCODEC plugin",
         "elements": {
+            "cudacompositor": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "A CUDA compositor",
+                "hierarchy": 
+                    "GstCudaCompositor",
+                    "GstVideoAggregator",
+                    "GstAggregator",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstChildProxy"
+                ,
+                "klass": "Filter/Editor/Video/Compositor/Hardware",
+                "pad-templates": {
+                    "sink_%%u": {
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "request",
+                        "type": "GstCudaCompositorPad"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always",
+                        "type": "GstAggregatorPad"
+                    }
+                },
+                "properties": {
+                    "cuda-device-id": {
+                        "blurb": "Set the GPU device to use for operations (-1 = auto)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "ignore-inactive-pads": {
+                        "blurb": "Avoid timing out waiting for inactive pads",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "cudaconvert": {
                 "author": "Seungha Yang <seungha.yang@navercorp.com>",
                 "description": "Converts video from one colorspace to another using CUDA",
@@ -224136,12 +228872,12 @@
                 "klass": "Filter/Converter/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -224167,12 +228903,12 @@
                 "klass": "Filter/Converter/Video/Scaler/Colorspace/Effect/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -224209,12 +228945,12 @@
                 "klass": "Filter/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, Y444, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, YUY2, UYVY, RGBP, BGRP, GBR, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, YV12, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, BGRx, RGBx, Y42B, I422_10LE, I422_12LE, GBR, GBR, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, Y444, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, YUY2, UYVY, RGBP, BGRP, GBR, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, YV12, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, BGRx, RGBx, Y42B, I422_10LE, I422_12LE, GBR, GBR, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -224235,7 +228971,7 @@
                 "klass": "Sink/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -224247,7 +228983,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "\\\\.\\pipe\\gst.cuda.ipc",
+                        "default": "",
                         "mutable": "ready",
                         "readable": true,
                         "type": "gchararray",
@@ -224296,7 +229032,7 @@
                 "klass": "Source/Video",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -224308,7 +229044,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "\\\\.\\pipe\\gst.cuda.ipc",
+                        "default": "",
                         "mutable": "ready",
                         "readable": true,
                         "type": "gchararray",
@@ -224401,12 +229137,12 @@
                 "klass": "Filter/Converter/Video/Scaler/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -224443,18 +229179,448 @@
                 "klass": "Filter/Video",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, Y444, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, YUY2, UYVY, RGBP, BGRP, GBR, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, YV12, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, BGRx, RGBx, Y42B, I422_10LE, I422_12LE, GBR, GBR, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, Y444, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, YUY2, UYVY, RGBP, BGRP, GBR, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, YV12, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, BGRx, RGBx, Y42B, I422_10LE, I422_12LE, GBR, GBR, GBR_10LE, GBR_12LE, GBR_16LE }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, YUY2, UYVY, RGBP, BGRP, GBR, GBR_10LE, GBR_12LE, GBR_16LE, GBRA, VUYA }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
                 },
                 "rank": "none"
             },
+            "nvautogpuav1enc": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Encode AV1 video streams using NVCODEC API auto GPU select Mode",
+                "hierarchy": 
+                    "GstNvAutoGpuAv1Enc",
+                    "GstNvEncoder",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-av1:\n          width:  192, 8192 \n         height:  128, 8192 \n        profile: main\n      alignment: tu\n  stream-format: obu-stream\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "adapter-luid": {
+                        "blurb": "DXGI Adapter LUID (Locally Unique Identifier) to use",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "9223372036854775807",
+                        "min": "-9223372036854775808",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint64",
+                        "writable": true
+                    },
+                    "aq-strength": {
+                        "blurb": "Adaptive Quantization Strength when spatial-aq is enabled from 1 (low) to 15 (aggressive), (0 = autoselect)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "15",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "b-adapt": {
+                        "blurb": "Enable adaptive B-frame insert when lookahead is enabled",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "bframes": {
+                        "blurb": "Number of B-frames between I and P",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "7",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Bitrate in kbit/sec (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "const-quality": {
+                        "blurb": "Target Constant Quality level for VBR mode (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "cuda-device-id": {
+                        "blurb": "CUDA device ID to use",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "gop-size": {
+                        "blurb": "Number of frames between intra frames (-1 = infinite)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "75",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "i-adapt": {
+                        "blurb": "Enable adaptive I-frame insert when lookahead is enabled",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "max-bitrate": {
+                        "blurb": "Maximum Bitrate in kbit/sec (ignored in CBR mode)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderMultiPass",
+                        "writable": true
+                    },
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Encoding Preset",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderPreset",
+                        "writable": true
+                    },
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "rc-lookahead": {
+                        "blurb": "Number of frames for frame type lookahead",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "32",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderRCMode",
+                        "writable": true
+                    },
+                    "spatial-aq": {
+                        "blurb": "Spatial Adaptive Quantization",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "strict-gop": {
+                        "blurb": "Minimize GOP-to-GOP rate fluctuations",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "temporal-aq": {
+                        "blurb": "Temporal Adaptive Quantization",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "tune": {
+                        "blurb": "Encoding tune",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderTune",
+                        "writable": true
+                    },
+                    "vbv-buffer-size": {
+                        "blurb": "VBV(HRD) Buffer Size in kbits (0 = NVENC default)",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
             "nvautogpuh264enc": {
                 "author": "Seungha Yang <seungha@centricular.com>",
                 "description": "Encode H.264 video streams using NVCODEC API auto GPU select Mode",
@@ -224473,12 +229639,12 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h264:\n          width:  160, 4096 \n         height:  64, 4096 \n        profile: { (string)main, (string)high, (string)constrained-high, (string)constrained-baseline, (string)baseline, (string)high-4:4:4 }\n  stream-format: { (string)avc, (string)byte-stream }\n      alignment: au\n",
+                        "caps": "video/x-h264:\n          width:  160, 4096 \n         height:  64, 4096 \n        profile: { (string)main, (string)high, (string)constrained-baseline, (string)baseline, (string)high-4:4:4 }\n  stream-format: { (string)byte-stream, (string)avc }\n      alignment: au\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -224536,7 +229702,7 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "b-frames": {
+                    "bframes": {
                         "blurb": "Number of B-frames between I and P",
                         "conditionally-available": true,
                         "construct": false,
@@ -224610,7 +229776,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "30",
+                        "default": "75",
                         "max": "2147483647",
                         "min": "-1",
                         "mutable": "playing",
@@ -224644,22 +229810,44 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "max-qp-b": {
-                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderMultiPass",
                         "writable": true
                     },
-                    "max-qp-i": {
-                        "blurb": "Maximum QP value for I frame, (-1 = disabled)",
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Encoding Preset",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderPreset",
+                        "writable": true
+                    },
+                    "qp-const": {
+                        "blurb": "DEPRECATED, use qp-const-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224672,8 +229860,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "max-qp-p": {
-                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224686,8 +229874,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-b": {
-                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224700,8 +229888,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-i": {
-                        "blurb": "Minimum QP value for I frame, (-1 = disabled)",
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224714,8 +229902,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-p": {
-                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                    "qp-max": {
+                        "blurb": "DEPRECATED, Use qp-max-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224728,44 +229916,50 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "multi-pass": {
-                        "blurb": "Multi pass encoding",
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "default (0)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderMultiPass",
+                        "type": "gint",
                         "writable": true
                     },
-                    "nonref-p": {
-                        "blurb": "Automatic insertion of non-reference P-frames",
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "gint",
                         "writable": true
                     },
-                    "preset": {
-                        "blurb": "Encoding Preset",
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "p4 (11)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderPreset",
+                        "type": "gint",
                         "writable": true
                     },
-                    "qp-b": {
-                        "blurb": "Constant QP value for B frame (-1 = default)",
+                    "qp-min": {
+                        "blurb": "DEPRECATED, Use qp-min-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224778,8 +229972,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-i": {
-                        "blurb": "Constant QP value for I frame (-1 = default)",
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224792,8 +229986,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-p": {
-                        "blurb": "Constant QP value for P frame (-1 = default)",
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224806,16 +230000,18 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "rate-control": {
-                        "blurb": "Rate Control Method",
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "vbr (1)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderRCMode",
+                        "type": "gint",
                         "writable": true
                     },
                     "rc-lookahead": {
@@ -224832,6 +230028,18 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderRCMode",
+                        "writable": true
+                    },
                     "repeat-sequence-header": {
                         "blurb": "Insert sequence headers (SPS/PPS) per IDR",
                         "conditionally-available": false,
@@ -224918,8 +230126,8 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "zero-reorder-delay": {
-                        "blurb": "Zero latency operation (i.e., num_reorder_frames = 0)",
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -224951,12 +230159,12 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n\nvideo/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  48, 8192 \n        profile: { (string)main, (string)main-10, (string)main-444, (string)main-444-10 }\n  stream-format: { (string)hvc1, (string)hev1, (string)byte-stream }\n      alignment: au\n",
+                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  48, 8192 \n        profile: { (string)main, (string)main-10, (string)main-444, (string)main-444-10 }\n  stream-format: { (string)byte-stream, (string)hvc1, (string)hev1 }\n      alignment: au\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -225014,7 +230222,7 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "b-frames": {
+                    "bframes": {
                         "blurb": "Number of B-frames between I and P",
                         "conditionally-available": true,
                         "construct": false,
@@ -225076,7 +230284,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "30",
+                        "default": "75",
                         "max": "2147483647",
                         "min": "-1",
                         "mutable": "playing",
@@ -225110,22 +230318,44 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "max-qp-b": {
-                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderMultiPass",
                         "writable": true
                     },
-                    "max-qp-i": {
-                        "blurb": "Maximum QP value for I frame, (-1 = disabled)",
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Encoding Preset",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderPreset",
+                        "writable": true
+                    },
+                    "qp-const": {
+                        "blurb": "DEPRECATED, use qp-const-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225138,8 +230368,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "max-qp-p": {
-                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225152,8 +230382,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-b": {
-                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225166,8 +230396,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-i": {
-                        "blurb": "Minimum QP value for I frame, (-1 = disabled)",
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225180,8 +230410,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-p": {
-                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                    "qp-max": {
+                        "blurb": "DEPRECATED, Use qp-max-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225194,44 +230424,50 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "multi-pass": {
-                        "blurb": "Multi pass encoding",
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "default (0)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderMultiPass",
+                        "type": "gint",
                         "writable": true
                     },
-                    "nonref-p": {
-                        "blurb": "Automatic insertion of non-reference P-frames",
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "gint",
                         "writable": true
                     },
-                    "preset": {
-                        "blurb": "Encoding Preset",
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "p4 (11)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderPreset",
+                        "type": "gint",
                         "writable": true
                     },
-                    "qp-b": {
-                        "blurb": "Constant QP value for B frame (-1 = default)",
+                    "qp-min": {
+                        "blurb": "DEPRECATED, Use qp-min-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225244,8 +230480,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-i": {
-                        "blurb": "Constant QP value for I frame (-1 = default)",
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225258,8 +230494,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-p": {
-                        "blurb": "Constant QP value for P frame (-1 = default)",
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225272,16 +230508,18 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "rate-control": {
-                        "blurb": "Rate Control Method",
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "vbr (1)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderRCMode",
+                        "type": "gint",
                         "writable": true
                     },
                     "rc-lookahead": {
@@ -225298,6 +230536,18 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderRCMode",
+                        "writable": true
+                    },
                     "repeat-sequence-header": {
                         "blurb": "Insert sequence headers (SPS/PPS) per IDR, ignored if negotiated stream-format is \"hvc1\"",
                         "conditionally-available": false,
@@ -225384,8 +230634,8 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "zero-reorder-delay": {
-                        "blurb": "Zero latency operation (i.e., num_reorder_frames = 0)",
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225414,12 +230664,12 @@
                 "klass": "Codec/Decoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-av1:\n      alignment: frame\n          width:  128, 8192 \n         height:  128, 8192 \n        profile: { (string)main }\n",
+                        "caps": "video/x-av1:\n          width:  128, 8192 \n         height:  128, 8192 \n      alignment: frame\n        profile: main\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, I420_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, I420_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  128, 8192 \n         height:  128, 8192 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -225498,11 +230748,11 @@
                 },
                 "rank": "primary + 1"
             },
-            "nvcudah264enc": {
+            "nvav1enc": {
                 "author": "Seungha Yang <seungha@centricular.com>",
-                "description": "Encode H.264 video streams using NVCODEC API CUDA Mode",
+                "description": "Encode AV1 video streams using NVCODEC API CUDA Mode",
                 "hierarchy": 
-                    "GstNvCudaH264Enc",
+                    "GstNvAv1Enc",
                     "GstNvEncoder",
                     "GstVideoEncoder",
                     "GstElement",
@@ -225516,12 +230766,12 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h264:\n          width:  160, 4096 \n         height:  64, 4096 \n        profile: { (string)main, (string)high, (string)constrained-baseline, (string)baseline, (string)high-4:4:4 }\n  stream-format: { (string)avc, (string)byte-stream }\n      alignment: au\n",
+                        "caps": "video/x-av1:\n          width:  192, 8192 \n         height:  128, 8192 \n        profile: main\n      alignment: tu\n  stream-format: obu-stream\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -225541,18 +230791,6 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "aud": {
-                        "blurb": "Use AU (Access Unit) delimiter",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "true",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
-                    },
                     "b-adapt": {
                         "blurb": "Enable adaptive B-frame insert when lookahead is enabled",
                         "conditionally-available": true,
@@ -225565,14 +230803,14 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "b-frames": {
+                    "bframes": {
                         "blurb": "Number of B-frames between I and P",
                         "conditionally-available": true,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "0",
-                        "max": "4",
+                        "max": "7",
                         "min": "0",
                         "mutable": "playing",
                         "readable": true,
@@ -225593,18 +230831,6 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "cabac": {
-                        "blurb": "Enable CABAC entropy coding",
-                        "conditionally-available": true,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "true",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
-                    },
                     "const-quality": {
                         "blurb": "Target Constant Quality level for VBR mode (0 = automatic)",
                         "conditionally-available": false,
@@ -225639,7 +230865,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "30",
+                        "default": "75",
                         "max": "2147483647",
                         "min": "-1",
                         "mutable": "playing",
@@ -225673,178 +230899,166 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "max-qp-b": {
-                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderMultiPass",
                         "writable": true
                     },
-                    "max-qp-i": {
-                        "blurb": "Maximum QP value for I frame, (-1 = disabled)",
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "false",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "gboolean",
                         "writable": true
                     },
-                    "max-qp-p": {
-                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                    "preset": {
+                        "blurb": "Encoding Preset",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderPreset",
                         "writable": true
                     },
-                    "min-qp-b": {
-                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-i": {
-                        "blurb": "Minimum QP value for I frame, (-1 = disabled)",
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-p": {
-                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "multi-pass": {
-                        "blurb": "Multi pass encoding",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "default (0)",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "GstNvEncoderMultiPass",
-                        "writable": true
-                    },
-                    "nonref-p": {
-                        "blurb": "Automatic insertion of non-reference P-frames",
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "gint",
                         "writable": true
                     },
-                    "preset": {
-                        "blurb": "Encoding Preset",
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "p4 (11)",
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderPreset",
+                        "type": "gint",
                         "writable": true
                     },
-                    "qp-b": {
-                        "blurb": "Constant QP value for B frame (-1 = default)",
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-i": {
-                        "blurb": "Constant QP value for I frame (-1 = default)",
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-p": {
-                        "blurb": "Constant QP value for P frame (-1 = default)",
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "rate-control": {
-                        "blurb": "Rate Control Method",
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "vbr (1)",
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderRCMode",
+                        "type": "gint",
                         "writable": true
                     },
                     "rc-lookahead": {
@@ -225861,16 +231075,16 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "repeat-sequence-header": {
-                        "blurb": "Insert sequence headers (SPS/PPS) per IDR",
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "GstNvEncoderRCMode",
                         "writable": true
                     },
                     "spatial-aq": {
@@ -225935,20 +231149,8 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "weighted-pred": {
-                        "blurb": "Enables Weighted Prediction",
-                        "conditionally-available": true,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "false",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
-                    },
-                    "zero-reorder-delay": {
-                        "blurb": "Zero latency operation (i.e., num_reorder_frames = 0)",
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -225960,13 +231162,13 @@
                         "writable": true
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 1"
             },
-            "nvcudah265enc": {
+            "nvd3d11av1enc": {
                 "author": "Seungha Yang <seungha@centricular.com>",
-                "description": "Encode H.265 video streams using NVCODEC API CUDA Mode",
+                "description": "Encode AV1 video streams using NVCODEC API Direct3D11 Mode",
                 "hierarchy": 
-                    "GstNvCudaH265Enc",
+                    "GstNvD3D11Av1Enc",
                     "GstNvEncoder",
                     "GstVideoEncoder",
                     "GstElement",
@@ -225980,41 +231182,43 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  192, 8192 \n         height:  128, 8192 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  48, 8192 \n        profile: { (string)main, (string)main-10, (string)main-444, (string)main-444-10 }\n  stream-format: { (string)hvc1, (string)hev1, (string)byte-stream }\n      alignment: au\n",
+                        "caps": "video/x-av1:\n          width:  192, 8192 \n         height:  128, 8192 \n        profile: main\n      alignment: tu\n  stream-format: obu-stream\n",
                         "direction": "src",
                         "presence": "always"
                     }
                 },
                 "properties": {
-                    "aq-strength": {
-                        "blurb": "Adaptive Quantization Strength when spatial-aq is enabled from 1 (low) to 15 (aggressive), (0 = autoselect)",
+                    "adapter-luid": {
+                        "blurb": "DXGI Adapter LUID (Locally Unique Identifier) of associated GPU",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "0",
-                        "max": "15",
-                        "min": "0",
-                        "mutable": "playing",
+                        "max": "9223372036854775807",
+                        "min": "-9223372036854775808",
+                        "mutable": "null",
                         "readable": true,
-                        "type": "guint",
-                        "writable": true
+                        "type": "gint64",
+                        "writable": false
                     },
-                    "aud": {
-                        "blurb": "Use AU (Access Unit) delimiter",
+                    "aq-strength": {
+                        "blurb": "Adaptive Quantization Strength when spatial-aq is enabled from 1 (low) to 15 (aggressive), (0 = autoselect)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "true",
+                        "default": "0",
+                        "max": "15",
+                        "min": "0",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "guint",
                         "writable": true
                     },
                     "b-adapt": {
@@ -226029,14 +231233,14 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "b-frames": {
+                    "bframes": {
                         "blurb": "Number of B-frames between I and P",
                         "conditionally-available": true,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "0",
-                        "max": "5",
+                        "max": "7",
                         "min": "0",
                         "mutable": "playing",
                         "readable": true,
@@ -226071,27 +231275,13 @@
                         "type": "gdouble",
                         "writable": true
                     },
-                    "cuda-device-id": {
-                        "blurb": "CUDA device ID of associated GPU",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "0",
-                        "max": "2147483647",
-                        "min": "0",
-                        "mutable": "null",
-                        "readable": true,
-                        "type": "guint",
-                        "writable": false
-                    },
                     "gop-size": {
                         "blurb": "Number of frames between intra frames (-1 = infinite)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "30",
+                        "default": "75",
                         "max": "2147483647",
                         "min": "-1",
                         "mutable": "playing",
@@ -226125,178 +231315,166 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "max-qp-b": {
-                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderMultiPass",
                         "writable": true
                     },
-                    "max-qp-i": {
-                        "blurb": "Maximum QP value for I frame, (-1 = disabled)",
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "false",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "gboolean",
                         "writable": true
                     },
-                    "max-qp-p": {
-                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                    "preset": {
+                        "blurb": "Encoding Preset",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderPreset",
                         "writable": true
                     },
-                    "min-qp-b": {
-                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-i": {
-                        "blurb": "Minimum QP value for I frame, (-1 = disabled)",
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-p": {
-                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "multi-pass": {
-                        "blurb": "Multi pass encoding",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "default (0)",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "GstNvEncoderMultiPass",
-                        "writable": true
-                    },
-                    "nonref-p": {
-                        "blurb": "Automatic insertion of non-reference P-frames",
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "gint",
                         "writable": true
                     },
-                    "preset": {
-                        "blurb": "Encoding Preset",
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "p4 (11)",
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderPreset",
+                        "type": "gint",
                         "writable": true
                     },
-                    "qp-b": {
-                        "blurb": "Constant QP value for B frame (-1 = default)",
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-i": {
-                        "blurb": "Constant QP value for I frame (-1 = default)",
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-p": {
-                        "blurb": "Constant QP value for P frame (-1 = default)",
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
                         "default": "-1",
-                        "max": "51",
+                        "max": "255",
                         "min": "-1",
                         "mutable": "playing",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "rate-control": {
-                        "blurb": "Rate Control Method",
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "vbr (1)",
+                        "default": "-1",
+                        "max": "255",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderRCMode",
+                        "type": "gint",
                         "writable": true
                     },
                     "rc-lookahead": {
@@ -226313,16 +231491,16 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "repeat-sequence-header": {
-                        "blurb": "Insert sequence headers (SPS/PPS) per IDR, ignored if negotiated stream-format is \"hvc1\"",
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "GstNvEncoderRCMode",
                         "writable": true
                     },
                     "spatial-aq": {
@@ -226387,20 +231565,8 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "weighted-pred": {
-                        "blurb": "Enables Weighted Prediction",
-                        "conditionally-available": true,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "false",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
-                    },
-                    "zero-reorder-delay": {
-                        "blurb": "Zero latency operation (i.e., num_reorder_frames = 0)",
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226432,12 +231598,12 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, Y444 }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h264:\n          width:  160, 4096 \n         height:  64, 4096 \n        profile: { (string)main, (string)high, (string)constrained-high, (string)constrained-baseline, (string)baseline, (string)high-4:4:4 }\n  stream-format: { (string)avc, (string)byte-stream }\n      alignment: au\n",
+                        "caps": "video/x-h264:\n          width:  160, 4096 \n         height:  64, 4096 \n        profile: { (string)main, (string)high, (string)constrained-baseline, (string)baseline, (string)high-4:4:4 }\n  stream-format: { (string)byte-stream, (string)avc }\n      alignment: au\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -226495,7 +231661,7 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "b-frames": {
+                    "bframes": {
                         "blurb": "Number of B-frames between I and P",
                         "conditionally-available": true,
                         "construct": false,
@@ -226555,7 +231721,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "30",
+                        "default": "75",
                         "max": "2147483647",
                         "min": "-1",
                         "mutable": "playing",
@@ -226589,22 +231755,44 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "max-qp-b": {
-                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderMultiPass",
                         "writable": true
                     },
-                    "max-qp-i": {
-                        "blurb": "Maximum QP value for I frame, (-1 = disabled)",
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Encoding Preset",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderPreset",
+                        "writable": true
+                    },
+                    "qp-const": {
+                        "blurb": "DEPRECATED, use qp-const-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226617,8 +231805,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "max-qp-p": {
-                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226631,8 +231819,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-b": {
-                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226645,8 +231833,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-i": {
-                        "blurb": "Minimum QP value for I frame, (-1 = disabled)",
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226659,8 +231847,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-p": {
-                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                    "qp-max": {
+                        "blurb": "DEPRECATED, Use qp-max-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226673,44 +231861,50 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "multi-pass": {
-                        "blurb": "Multi pass encoding",
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "default (0)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderMultiPass",
+                        "type": "gint",
                         "writable": true
                     },
-                    "nonref-p": {
-                        "blurb": "Automatic insertion of non-reference P-frames",
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "gint",
                         "writable": true
                     },
-                    "preset": {
-                        "blurb": "Encoding Preset",
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "p4 (11)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderPreset",
+                        "type": "gint",
                         "writable": true
                     },
-                    "qp-b": {
-                        "blurb": "Constant QP value for B frame (-1 = default)",
+                    "qp-min": {
+                        "blurb": "DEPRECATED, Use qp-min-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226723,8 +231917,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-i": {
-                        "blurb": "Constant QP value for I frame (-1 = default)",
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226737,8 +231931,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-p": {
-                        "blurb": "Constant QP value for P frame (-1 = default)",
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226751,16 +231945,18 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "rate-control": {
-                        "blurb": "Rate Control Method",
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "vbr (1)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderRCMode",
+                        "type": "gint",
                         "writable": true
                     },
                     "rc-lookahead": {
@@ -226777,6 +231973,18 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderRCMode",
+                        "writable": true
+                    },
                     "repeat-sequence-header": {
                         "blurb": "Insert sequence headers (SPS/PPS) per IDR",
                         "conditionally-available": false,
@@ -226863,8 +232071,8 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "zero-reorder-delay": {
-                        "blurb": "Zero latency operation (i.e., num_reorder_frames = 0)",
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -226896,12 +232104,12 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  48, 8192 \n        profile: { (string)main, (string)main-10, (string)main-444, (string)main-444-10 }\n  stream-format: { (string)hvc1, (string)hev1, (string)byte-stream }\n      alignment: au\n",
+                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  48, 8192 \n        profile: { (string)main, (string)main-10, (string)main-444, (string)main-444-10 }\n  stream-format: { (string)byte-stream, (string)hvc1, (string)hev1 }\n      alignment: au\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -226959,7 +232167,7 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "b-frames": {
+                    "bframes": {
                         "blurb": "Number of B-frames between I and P",
                         "conditionally-available": true,
                         "construct": false,
@@ -227007,7 +232215,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "30",
+                        "default": "75",
                         "max": "2147483647",
                         "min": "-1",
                         "mutable": "playing",
@@ -227041,22 +232249,44 @@
                         "type": "guint",
                         "writable": true
                     },
-                    "max-qp-b": {
-                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
+                        "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstNvEncoderMultiPass",
                         "writable": true
                     },
-                    "max-qp-i": {
-                        "blurb": "Maximum QP value for I frame, (-1 = disabled)",
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Encoding Preset",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderPreset",
+                        "writable": true
+                    },
+                    "qp-const": {
+                        "blurb": "DEPRECATED, use qp-const-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227069,8 +232299,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "max-qp-p": {
-                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227083,8 +232313,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-b": {
-                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227097,8 +232327,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-i": {
-                        "blurb": "Minimum QP value for I frame, (-1 = disabled)",
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227111,8 +232341,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "min-qp-p": {
-                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                    "qp-max": {
+                        "blurb": "DEPRECATED, Use qp-max-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227125,44 +232355,50 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "multi-pass": {
-                        "blurb": "Multi pass encoding",
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "default (0)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderMultiPass",
+                        "type": "gint",
                         "writable": true
                     },
-                    "nonref-p": {
-                        "blurb": "Automatic insertion of non-reference P-frames",
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "false",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "gboolean",
+                        "type": "gint",
                         "writable": true
                     },
-                    "preset": {
-                        "blurb": "Encoding Preset",
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "p4 (11)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderPreset",
+                        "type": "gint",
                         "writable": true
                     },
-                    "qp-b": {
-                        "blurb": "Constant QP value for B frame (-1 = default)",
+                    "qp-min": {
+                        "blurb": "DEPRECATED, Use qp-min-{i,p,b} properties instead",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227175,8 +232411,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-i": {
-                        "blurb": "Constant QP value for I frame (-1 = default)",
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227189,8 +232425,8 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-p": {
-                        "blurb": "Constant QP value for P frame (-1 = default)",
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227203,16 +232439,18 @@
                         "type": "gint",
                         "writable": true
                     },
-                    "rate-control": {
-                        "blurb": "Rate Control Method",
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "vbr (1)",
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
                         "mutable": "playing",
                         "readable": true,
-                        "type": "GstNvEncoderRCMode",
+                        "type": "gint",
                         "writable": true
                     },
                     "rc-lookahead": {
@@ -227229,6 +232467,18 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderRCMode",
+                        "writable": true
+                    },
                     "repeat-sequence-header": {
                         "blurb": "Insert sequence headers (SPS/PPS) per IDR, ignored if negotiated stream-format is \"hvc1\"",
                         "conditionally-available": false,
@@ -227315,8 +232565,8 @@
                         "type": "gboolean",
                         "writable": true
                     },
-                    "zero-reorder-delay": {
-                        "blurb": "Zero latency operation (i.e., num_reorder_frames = 0)",
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
@@ -227345,12 +232595,12 @@
                 "klass": "Codec/Decoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-h264:\n  stream-format: { (string)avc, (string)avc3, (string)byte-stream }\n      alignment: au\n        profile: { (string)high, (string)main, (string)constrained-high, (string)constrained-baseline, (string)baseline, (string)progressive-high }\n      framerate:  0/1, 2147483647/1 \n          width:  48, 4096 \n         height:  16, 4096 \n",
+                        "caps": "video/x-h264:\n          width:  48, 4096 \n         height:  16, 4096 \n  stream-format: { (string)avc, (string)avc3, (string)byte-stream }\n      alignment: au\n        profile: { (string)high, (string)main, (string)constrained-high, (string)constrained-baseline, (string)baseline, (string)progressive-high }\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: I420\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:GLMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \nvideo/x-raw:\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:GLMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \nvideo/x-raw:\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -227430,12 +232680,11 @@
                 "rank": "primary + 1"
             },
             "nvh264enc": {
-                "author": "Tim-Philipp Müller <tim@centricular.com>, Matthew Waters <matthew@centricular.com>, Seungha Yang <seungha.yang@navercorp.com>",
-                "description": "Encode H.264 video streams using NVIDIA's hardware-accelerated NVENC encoder API",
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Encode H.264 video streams using NVCODEC API CUDA Mode",
                 "hierarchy": 
                     "GstNvH264Enc",
-                    "GstNvDevice0H264Enc",
-                    "GstNvBaseEnc",
+                    "GstNvEncoder",
                     "GstVideoEncoder",
                     "GstElement",
                     "GstObject",
@@ -227448,17 +232697,31 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { NV12, YV12, I420, BGRA, RGBA, Y444, VUYA }\n          width:  145, 4096 \n         height:  49, 4096 \n      framerate:  0/1, 2147483647/1 \n interlace-mode: { (string)progressive }\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, YV12, I420, BGRA, RGBA, Y444, VUYA }\n          width:  145, 4096 \n         height:  49, 4096 \n      framerate:  0/1, 2147483647/1 \n interlace-mode: { (string)progressive }\n\nvideo/x-raw(memory:CUDAMemory):\n         format: { NV12, YV12, I420, BGRA, RGBA, Y444, VUYA }\n          width:  145, 4096 \n         height:  49, 4096 \n      framerate:  0/1, 2147483647/1 \n interlace-mode: { (string)progressive }\n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }\n          width:  160, 4096 \n         height:  64, 4096 \n interlace-mode: progressive\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h264:\n          width:  145, 4096 \n         height:  49, 4096 \n      framerate:  0/1, 2147483647/1 \n  stream-format: byte-stream\n      alignment: au\n        profile: { (string)main, (string)high, (string)high-4:4:4, (string)baseline, (string)constrained-baseline }\n",
+                        "caps": "video/x-h264:\n          width:  160, 4096 \n         height:  64, 4096 \n        profile: { (string)main, (string)high, (string)constrained-baseline, (string)baseline, (string)high-4:4:4 }\n  stream-format: { (string)byte-stream, (string)avc }\n      alignment: au\n",
                         "direction": "src",
                         "presence": "always"
                     }
                 },
                 "properties": {
+                    "aq-strength": {
+                        "blurb": "Adaptive Quantization Strength when spatial-aq is enabled from 1 (low) to 15 (aggressive), (0 = autoselect)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "15",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
                     "aud": {
                         "blurb": "Use AU (Access Unit) delimiter",
                         "conditionally-available": false,
@@ -227478,7 +232741,7 @@
                         "construct-only": false,
                         "controllable": false,
                         "default": "false",
-                        "mutable": "ready",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "gboolean",
                         "writable": true
@@ -227492,11 +232755,309 @@
                         "default": "0",
                         "max": "4",
                         "min": "0",
-                        "mutable": "ready",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Bitrate in kbit/sec (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "guint",
                         "writable": true
                     },
+                    "cabac": {
+                        "blurb": "Enable CABAC entropy coding",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "const-quality": {
+                        "blurb": "Target Constant Quality level for VBR mode (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "cuda-device-id": {
+                        "blurb": "CUDA device ID of associated GPU",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": false
+                    },
+                    "gop-size": {
+                        "blurb": "Number of frames between intra frames (-1 = infinite)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "75",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "i-adapt": {
+                        "blurb": "Enable adaptive I-frame insert when lookahead is enabled",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "max-bitrate": {
+                        "blurb": "Maximum Bitrate in kbit/sec (ignored in CBR mode)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderMultiPass",
+                        "writable": true
+                    },
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Encoding Preset",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderPreset",
+                        "writable": true
+                    },
+                    "qp-const": {
+                        "blurb": "DEPRECATED, use qp-const-{i,p,b} properties instead",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max": {
+                        "blurb": "DEPRECATED, Use qp-max-{i,p,b} properties instead",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min": {
+                        "blurb": "DEPRECATED, Use qp-min-{i,p,b} properties instead",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
                     "rc-lookahead": {
                         "blurb": "Number of frames for frame type lookahead",
                         "conditionally-available": true,
@@ -227506,11 +233067,59 @@
                         "default": "0",
                         "max": "32",
                         "min": "0",
-                        "mutable": "ready",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "guint",
                         "writable": true
                     },
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderRCMode",
+                        "writable": true
+                    },
+                    "repeat-sequence-header": {
+                        "blurb": "Insert sequence headers (SPS/PPS) per IDR",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "spatial-aq": {
+                        "blurb": "Spatial Adaptive Quantization",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "strict-gop": {
+                        "blurb": "Minimize GOP-to-GOP rate fluctuations",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "temporal-aq": {
                         "blurb": "Temporal Adaptive Quantization",
                         "conditionally-available": true,
@@ -227523,6 +233132,18 @@
                         "type": "gboolean",
                         "writable": true
                     },
+                    "tune": {
+                        "blurb": "Encoding tune",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderTune",
+                        "writable": true
+                    },
                     "vbv-buffer-size": {
                         "blurb": "VBV(HRD) Buffer Size in kbits (0 = NVENC default)",
                         "conditionally-available": true,
@@ -227532,13 +233153,13 @@
                         "default": "0",
                         "max": "-1",
                         "min": "0",
-                        "mutable": "ready",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "guint",
                         "writable": true
                     },
                     "weighted-pred": {
-                        "blurb": "Weighted Prediction",
+                        "blurb": "Enables Weighted Prediction",
                         "conditionally-available": true,
                         "construct": false,
                         "construct-only": false,
@@ -227548,9 +233169,21 @@
                         "readable": true,
                         "type": "gboolean",
                         "writable": true
+                    },
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
                     }
                 },
-                "rank": "primary + 256"
+                "rank": "primary + 1"
             },
             "nvh265dec": {
                 "author": "Seungha Yang <seungha@centricular.com>",
@@ -227567,12 +233200,12 @@
                 "klass": "Codec/Decoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-h265:\n  stream-format: { (string)hev1, (string)hvc1, (string)byte-stream }\n      alignment: au\n        profile: { (string)main, (string)main-10, (string)main-12, (string)main-444, (string)main-444-10, (string)main-444-12 }\n          width:  144, 8192 \n         height:  144, 8192 \n",
+                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  144, 8192 \n  stream-format: { (string)hev1, (string)hvc1, (string)byte-stream }\n      alignment: au\n        profile: { (string)main, (string)main-10, (string)main-12, (string)main-444, (string)main-444-10, (string)main-444-12 }\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, P012_LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, I420_10LE, I420_12LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, P012_LE, Y444, GBR }\n          width:  144, 8192 \n         height:  144, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, P012_LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, P012_LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE, P012_LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, I420_10LE, I420_12LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { I420, I420_10LE, I420_12LE, Y444, Y444_16LE, GBR }\n          width:  144, 8192 \n         height:  144, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, P012_LE, Y444, Y444_16LE, GBR, GBR_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -227652,12 +233285,11 @@
                 "rank": "primary + 1"
             },
             "nvh265enc": {
-                "author": "Tim-Philipp Müller <tim@centricular.com>, Matthew Waters <matthew@centricular.com>, Seungha Yang <pudding8757@gmail.com>",
-                "description": "Encode HEVC video streams using NVIDIA's hardware-accelerated NVENC encoder API",
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Encode H.265 video streams using NVCODEC API CUDA Mode",
                 "hierarchy": 
                     "GstNvH265Enc",
-                    "GstNvDevice0H265Enc",
-                    "GstNvBaseEnc",
+                    "GstNvEncoder",
                     "GstVideoEncoder",
                     "GstElement",
                     "GstObject",
@@ -227670,17 +233302,31 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { NV12, P010_10LE, P016_LE, Y444, Y444_16LE, Y444_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, P016_LE, Y444, Y444_16LE, Y444_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, P016_LE, Y444, Y444_16LE, Y444_16LE }\n          width:  144, 8192 \n         height:  144, 8192 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\nvideo/x-raw:\n         format: { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }\n          width:  144, 8192 \n         height:  48, 8192 \n interlace-mode: progressive\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  144, 8192 \n  stream-format: byte-stream\n      alignment: au\n        profile: { (string)main, (string)main-10, (string)main-12, (string)main-444, (string)main-444-10, (string)main-444-12 }\n",
+                        "caps": "video/x-h265:\n          width:  144, 8192 \n         height:  48, 8192 \n        profile: { (string)main, (string)main-10, (string)main-444, (string)main-444-10 }\n  stream-format: { (string)byte-stream, (string)hvc1, (string)hev1 }\n      alignment: au\n",
                         "direction": "src",
                         "presence": "always"
                     }
                 },
                 "properties": {
+                    "aq-strength": {
+                        "blurb": "Adaptive Quantization Strength when spatial-aq is enabled from 1 (low) to 15 (aggressive), (0 = autoselect)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "15",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
                     "aud": {
                         "blurb": "Use AU (Access Unit) delimiter",
                         "conditionally-available": false,
@@ -227700,7 +233346,7 @@
                         "construct-only": false,
                         "controllable": false,
                         "default": "false",
-                        "mutable": "ready",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "gboolean",
                         "writable": true
@@ -227714,11 +233360,297 @@
                         "default": "0",
                         "max": "5",
                         "min": "0",
-                        "mutable": "ready",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Bitrate in kbit/sec (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "const-quality": {
+                        "blurb": "Target Constant Quality level for VBR mode (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "cuda-device-id": {
+                        "blurb": "CUDA device ID of associated GPU",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": false
+                    },
+                    "gop-size": {
+                        "blurb": "Number of frames between intra frames (-1 = infinite)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "75",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "i-adapt": {
+                        "blurb": "Enable adaptive I-frame insert when lookahead is enabled",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "max-bitrate": {
+                        "blurb": "Maximum Bitrate in kbit/sec (ignored in CBR mode)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "guint",
                         "writable": true
                     },
+                    "multi-pass": {
+                        "blurb": "Multi pass encoding",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderMultiPass",
+                        "writable": true
+                    },
+                    "nonref-p": {
+                        "blurb": "Automatic insertion of non-reference P-frames",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Encoding Preset",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderPreset",
+                        "writable": true
+                    },
+                    "qp-const": {
+                        "blurb": "DEPRECATED, use qp-const-{i,p,b} properties instead",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-b": {
+                        "blurb": "Constant QP value for B frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-i": {
+                        "blurb": "Constant QP value for I frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-const-p": {
+                        "blurb": "Constant QP value for P frame (-1 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max": {
+                        "blurb": "DEPRECATED, Use qp-max-{i,p,b} properties instead",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-b": {
+                        "blurb": "Maximum QP value for B frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-i": {
+                        "blurb": "Maximum QP value for I frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-max-p": {
+                        "blurb": "Maximum QP value for P frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min": {
+                        "blurb": "DEPRECATED, Use qp-min-{i,p,b} properties instead",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-b": {
+                        "blurb": "Minimum QP value for B frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-i": {
+                        "blurb": "Minimum QP value for I frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "qp-min-p": {
+                        "blurb": "Minimum QP value for P frame, (-1 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "51",
+                        "min": "-1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
                     "rc-lookahead": {
                         "blurb": "Number of frames for frame type lookahead",
                         "conditionally-available": true,
@@ -227728,11 +233660,59 @@
                         "default": "0",
                         "max": "32",
                         "min": "0",
-                        "mutable": "ready",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "guint",
                         "writable": true
                     },
+                    "rc-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderRCMode",
+                        "writable": true
+                    },
+                    "repeat-sequence-header": {
+                        "blurb": "Insert sequence headers (SPS/PPS) per IDR, ignored if negotiated stream-format is \"hvc1\"",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "spatial-aq": {
+                        "blurb": "Spatial Adaptive Quantization",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "strict-gop": {
+                        "blurb": "Minimize GOP-to-GOP rate fluctuations",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "temporal-aq": {
                         "blurb": "Temporal Adaptive Quantization",
                         "conditionally-available": true,
@@ -227745,6 +233725,18 @@
                         "type": "gboolean",
                         "writable": true
                     },
+                    "tune": {
+                        "blurb": "Encoding tune",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstNvEncoderTune",
+                        "writable": true
+                    },
                     "vbv-buffer-size": {
                         "blurb": "VBV(HRD) Buffer Size in kbits (0 = NVENC default)",
                         "conditionally-available": true,
@@ -227754,13 +233746,13 @@
                         "default": "0",
                         "max": "-1",
                         "min": "0",
-                        "mutable": "ready",
+                        "mutable": "playing",
                         "readable": true,
                         "type": "guint",
                         "writable": true
                     },
                     "weighted-pred": {
-                        "blurb": "Weighted Prediction",
+                        "blurb": "Enables Weighted Prediction",
                         "conditionally-available": true,
                         "construct": false,
                         "construct-only": false,
@@ -227770,9 +233762,21 @@
                         "readable": true,
                         "type": "gboolean",
                         "writable": true
+                    },
+                    "zerolatency": {
+                        "blurb": "Zero latency operation (no reordering delay)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
                     }
                 },
-                "rank": "primary + 256"
+                "rank": "primary + 1"
             },
             "nvjpegdec": {
                 "author": "Ericsson AB, http://www.ericsson.com, Seungha Yang <seungha.yang@navercorp.com>",
@@ -227961,7 +233965,7 @@
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: I420\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:GLMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \nvideo/x-raw:\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n\nvideo/x-raw(memory:GLMemory):\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \nvideo/x-raw:\n         format: NV12\n          width:  48, 4096 \n         height:  16, 4096 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -228055,12 +234059,12 @@
                 "klass": "Codec/Decoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-vp9:\n          width:  128, 8192 \n         height:  128, 8192 \n        profile: { (string)0, (string)2 }\n      alignment: frame\n",
+                        "caps": "video/x-vp9:\n          width:  128, 8192 \n         height:  128, 8192 \n      alignment: frame\n        profile: { (string)0, (string)2 }\n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, P012_LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, I420_10LE, I420_12LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, P012_LE }\n          width:  128, 8192 \n         height:  128, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, P012_LE }\n          width:  128, 8192 \n         height:  128, 8192 \n",
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { NV12, P010_10LE, P012_LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE, P012_LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:D3D11Memory):\n         format: { I420, I420_10LE, I420_12LE }\n          width:  128, 8192 \n         height:  128, 8192 \n\nvideo/x-raw(memory:GLMemory):\n         format: { NV12, P010_10LE, P012_LE }\n          width:  128, 8192 \n         height:  128, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, P012_LE }\n          width:  128, 8192 \n         height:  128, 8192 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -228182,399 +234186,185 @@
                     }
                 }
             },
-            "GstCudaIpcIOMode": {
-                "kind": "enum",
-                "values": 
-                    {
-                        "desc": "Copy remote memory",
-                        "name": "copy",
-                        "value": "0"
-                    },
-                    {
-                        "desc": "Import remote memory",
-                        "name": "import",
-                        "value": "1"
-                    }
-                
-            },
-            "GstCudaIpcMode": {
+            "GstCudaCompositorOperator": {
                 "kind": "enum",
                 "values": 
                     {
-                        "desc": "Legacy IPC mode",
-                        "name": "legacy",
+                        "desc": "Source",
+                        "name": "source",
                         "value": "0"
                     },
                     {
-                        "desc": "Memory Map",
-                        "name": "mmap",
+                        "desc": "Over",
+                        "name": "over",
                         "value": "1"
                     }
                 
             },
-            "GstCudaMemoryCopy": {
+            "GstCudaCompositorPad": {
                 "hierarchy": 
-                    "GstCudaMemoryCopy",
-                    "GstCudaBaseTransform",
-                    "GstBaseTransform",
-                    "GstElement",
-                    "GstObject",
-                    "GInitiallyUnowned",
-                    "GObject"
-                ,
-                "kind": "object"
-            },
-            "GstNvBaseEnc": {
-                "hierarchy": 
-                    "GstNvBaseEnc",
-                    "GstVideoEncoder",
-                    "GstElement",
+                    "GstCudaCompositorPad",
+                    "GstVideoAggregatorPad",
+                    "GstAggregatorPad",
+                    "GstPad",
                     "GstObject",
                     "GInitiallyUnowned",
                     "GObject"
                 ,
-                "interfaces": 
-                    "GstPreset"
-                ,
                 "kind": "object",
                 "properties": {
-                    "aq-strength": {
-                        "blurb": "Adaptive Quantization Strength when spatial-aq is enabled from 1 (low) to 15 (aggressive), (0 = autoselect)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "0",
-                        "max": "15",
-                        "min": "0",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "guint",
-                        "writable": true
-                    },
-                    "bitrate": {
-                        "blurb": "Bitrate in kbit/sec (0 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "0",
-                        "max": "2048000",
-                        "min": "0",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "guint",
-                        "writable": true
-                    },
-                    "const-quality": {
-                        "blurb": "Target Constant Quality level for VBR mode (0 = automatic)",
+                    "alpha": {
+                        "blurb": "Alpha of the picture",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
-                        "default": "0",
-                        "max": "51",
+                        "controllable": true,
+                        "default": "1",
+                        "max": "1",
                         "min": "0",
-                        "mutable": "playing",
+                        "mutable": "null",
                         "readable": true,
                         "type": "gdouble",
                         "writable": true
                     },
-                    "cuda-device-id": {
-                        "blurb": "Get the GPU device to use for operations",
+                    "height": {
+                        "blurb": "Height of the picture",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
+                        "controllable": true,
                         "default": "0",
-                        "max": "-1",
-                        "min": "0",
-                        "mutable": "null",
-                        "readable": true,
-                        "type": "guint",
-                        "writable": false
-                    },
-                    "gop-size": {
-                        "blurb": "Number of frames between intra frames (-1 = infinite)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "75",
                         "max": "2147483647",
-                        "min": "-1",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gint",
-                        "writable": true
-                    },
-                    "i-adapt": {
-                        "blurb": "Enable adaptive I-frame insert when lookahead is enabled",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "false",
-                        "mutable": "ready",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
-                    },
-                    "max-bitrate": {
-                        "blurb": "Maximum Bitrate in kbit/sec (ignored for CBR mode)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "0",
-                        "max": "2048000",
-                        "min": "0",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "guint",
-                        "writable": true
-                    },
-                    "nonref-p": {
-                        "blurb": "Automatic insertion of non-reference P-frames",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "false",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
-                    },
-                    "preset": {
-                        "blurb": "Encoding Preset",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "default (0)",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "GstNvPreset",
-                        "writable": true
-                    },
-                    "qp-const": {
-                        "blurb": "Constant quantizer (-1 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gint",
-                        "writable": true
-                    },
-                    "qp-const-b": {
-                        "blurb": "Constant QP value for B frame, When >= 0, \"qp-const-i\" and \"qp-const-p\" should be also >= 0. Overwritten by \"qp-const\" (-1 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gint",
-                        "writable": true
-                    },
-                    "qp-const-i": {
-                        "blurb": "Constant QP value for I frame, When >= 0, \"qp-const-p\" and \"qp-const-b\" should be also >= 0. Overwritten by \"qp-const\" (-1 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gint",
-                        "writable": true
-                    },
-                    "qp-const-p": {
-                        "blurb": "Constant QP value for P frame, When >= 0, \"qp-const-i\" and \"qp-const-b\" should be also >= 0. Overwritten by \"qp-const\" (-1 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gint",
-                        "writable": true
-                    },
-                    "qp-max": {
-                        "blurb": "Maximum quantizer (-1 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gint",
-                        "writable": true
-                    },
-                    "qp-max-b": {
-                        "blurb": "Maximum QP value for B frame, When >= 0, \"qp-max-i\" and \"qp-max-p\" should be also >= 0. Overwritten by \"qp-max\" (-1 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gint",
-                        "writable": true
-                    },
-                    "qp-max-i": {
-                        "blurb": "Maximum QP value for I frame, When >= 0, \"qp-max-p\" and \"qp-max-b\" should be also >= 0. Overwritten by \"qp-max\" (-1 = from NVENC preset)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
+                        "min": "-2147483648",
+                        "mutable": "null",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-max-p": {
-                        "blurb": "Maximum QP value for P frame, When >= 0, \"qp-max-i\" and \"qp-max-b\" should be also >= 0. Overwritten by \"qp-max\" (-1 = from NVENC preset)",
+                    "operator": {
+                        "blurb": "Blending operator to use for blending this pad over the previous ones",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
+                        "controllable": true,
+                        "default": "over (1)",
+                        "mutable": "null",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstCudaCompositorOperator",
                         "writable": true
                     },
-                    "qp-min": {
-                        "blurb": "Minimum quantizer (-1 = from NVENC preset)",
+                    "sizing-policy": {
+                        "blurb": "Sizing policy to use for image scaling",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
+                        "controllable": true,
+                        "default": "none (0)",
+                        "mutable": "null",
                         "readable": true,
-                        "type": "gint",
+                        "type": "GstCudaCompositorSizingPolicy",
                         "writable": true
                     },
-                    "qp-min-b": {
-                        "blurb": "Minimum QP value for B frame, When >= 0, \"qp-min-i\" and \"qp-min-p\" should be also >= 0. Overwritten by \"qp-min\" (-1 = from NVENC preset)",
+                    "width": {
+                        "blurb": "Width of the picture",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
+                        "controllable": true,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "-2147483648",
+                        "mutable": "null",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-min-i": {
-                        "blurb": "Minimum QP value for I frame, When >= 0, \"qp-min-p\" and \"qp-min-b\" should be also >= 0. Overwritten by \"qp-min\" (-1 = from NVENC preset)",
+                    "xpos": {
+                        "blurb": "X position of the picture",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
+                        "controllable": true,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "-2147483648",
+                        "mutable": "null",
                         "readable": true,
                         "type": "gint",
                         "writable": true
                     },
-                    "qp-min-p": {
-                        "blurb": "Minimum QP value for P frame, When >= 0, \"qp-min-i\" and \"qp-min-b\" should be also >= 0. Overwritten by \"qp-min\" (-1 = from NVENC preset)",
+                    "ypos": {
+                        "blurb": "Y position of the picture",
                         "conditionally-available": false,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
-                        "default": "-1",
-                        "max": "51",
-                        "min": "-1",
-                        "mutable": "playing",
+                        "controllable": true,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "-2147483648",
+                        "mutable": "null",
                         "readable": true,
                         "type": "gint",
                         "writable": true
+                    }
+                }
+            },
+            "GstCudaCompositorSizingPolicy": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "None: Image is scaled to fill configured destination rectangle without padding or keeping the aspect ratio",
+                        "name": "none",
+                        "value": "0"
                     },
-                    "rc-mode": {
-                        "blurb": "Rate Control Mode",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "default (0)",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "GstNvRCMode",
-                        "writable": true
-                    },
-                    "spatial-aq": {
-                        "blurb": "Spatial Adaptive Quantization",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "false",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
+                    {
+                        "desc": "Keep Aspect Ratio: Image is scaled to fit destination rectangle specified by GstD3D12CompositorPad:{xpos, ypos, width, height} with preserved aspect ratio. Resulting image will be centered in the destination rectangle with padding if necessary",
+                        "name": "keep-aspect-ratio",
+                        "value": "1"
+                    }
+                
+            },
+            "GstCudaIpcIOMode": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Copy remote memory",
+                        "name": "copy",
+                        "value": "0"
                     },
-                    "strict-gop": {
-                        "blurb": "Minimize GOP-to-GOP rate fluctuations",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "false",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
+                    {
+                        "desc": "Import remote memory",
+                        "name": "import",
+                        "value": "1"
+                    }
+                
+            },
+            "GstCudaIpcMode": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Legacy IPC mode",
+                        "name": "legacy",
+                        "value": "0"
                     },
-                    "zerolatency": {
-                        "blurb": "Zero latency operation (no reordering delay)",
-                        "conditionally-available": false,
-                        "construct": false,
-                        "construct-only": false,
-                        "controllable": false,
-                        "default": "false",
-                        "mutable": "playing",
-                        "readable": true,
-                        "type": "gboolean",
-                        "writable": true
+                    {
+                        "desc": "Memory Map",
+                        "name": "mmap",
+                        "value": "1"
                     }
-                }
+                
+            },
+            "GstCudaMemoryCopy": {
+                "hierarchy": 
+                    "GstCudaMemoryCopy",
+                    "GstCudaBaseTransform",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "kind": "object"
             },
             "GstNvDec": {
                 "hierarchy": 
@@ -228617,36 +234407,6 @@
                     }
                 }
             },
-            "GstNvDevice0H264Enc": {
-                "hierarchy": 
-                    "GstNvDevice0H264Enc",
-                    "GstNvBaseEnc",
-                    "GstVideoEncoder",
-                    "GstElement",
-                    "GstObject",
-                    "GInitiallyUnowned",
-                    "GObject"
-                ,
-                "interfaces": 
-                    "GstPreset"
-                ,
-                "kind": "object"
-            },
-            "GstNvDevice0H265Enc": {
-                "hierarchy": 
-                    "GstNvDevice0H265Enc",
-                    "GstNvBaseEnc",
-                    "GstVideoEncoder",
-                    "GstElement",
-                    "GstObject",
-                    "GInitiallyUnowned",
-                    "GObject"
-                ,
-                "interfaces": 
-                    "GstPreset"
-                ,
-                "kind": "object"
-            },
             "GstNvEncoder": {
                 "hierarchy": 
                     "GstNvEncoder",
@@ -228672,6 +234432,17 @@
                         "readable": true,
                         "type": "GstNvEncoderSeiInsertMode",
                         "writable": true
+                    },
+                    "extern-cuda-bufferpool": {
+                        "blurb": "GstCudaBufferPool prepared by application",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "GstObject",
+                        "writable": true
                     }
                 }
             },
@@ -228784,13 +234555,13 @@
                 "kind": "enum",
                 "values": 
                     {
-                        "desc": "Constant Quantization",
-                        "name": "cqp",
+                        "desc": "Default",
+                        "name": "default",
                         "value": "0"
                     },
                     {
-                        "desc": "Variable Bit Rate",
-                        "name": "vbr",
+                        "desc": "Constant Quantization",
+                        "name": "constqp",
                         "value": "1"
                     },
                     {
@@ -228799,19 +234570,29 @@
                         "value": "2"
                     },
                     {
+                        "desc": "Variable Bit Rate",
+                        "name": "vbr",
+                        "value": "3"
+                    },
+                    {
+                        "desc": "Variable Bit Rate (deprecated, use vbr and qp options)",
+                        "name": "vbr-minqp",
+                        "value": "4"
+                    },
+                    {
                         "desc": "Low-Delay CBR, High Quality (deprecated, use cbr with tune and multipass)",
                         "name": "cbr-ld-hq",
-                        "value": "3"
+                        "value": "5"
                     },
                     {
                         "desc": "CBR, High Quality (deprecated, use cbr with tune and multipass)",
                         "name": "cbr-hq",
-                        "value": "4"
+                        "value": "6"
                     },
                     {
                         "desc": "VBR, High Quality (deprecated, use vbr with tune and multipass)",
                         "name": "vbr-hq",
-                        "value": "5"
+                        "value": "7"
                     }
                 
             },
@@ -228864,8 +234645,166 @@
                         "value": "4"
                     }
                 
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
+    "nvcomp": {
+        "description": "GStreamer nvCOMP plugin",
+        "elements": {
+            "nvcompvideodec": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Decompress a video stream using nvCOMP library",
+                "hierarchy": 
+                    "GstNvCompVideoDec",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-nvcomp:\nvideo/x-nvcomp-lz4:\nvideo/x-nvcomp-snappy:\nvideo/x-nvcomp-gdeflate:\nvideo/x-nvcomp-deflate:\nvideo/x-nvcomp-zstd:\nvideo/x-nvcomp-cascaded:\nvideo/x-nvcomp-bitcomp:\nvideo/x-nvcomp-ans:\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "none"
             },
-            "GstNvPreset": {
+            "nvcompvideoenc": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Lossless video compression element based on nvCOMP library",
+                "hierarchy": 
+                    "GstNvCompVideoEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:GLMemory):\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-nvcomp:\nvideo/x-nvcomp-lz4:\nvideo/x-nvcomp-snappy:\nvideo/x-nvcomp-gdeflate:\nvideo/x-nvcomp-deflate:\nvideo/x-nvcomp-zstd:\nvideo/x-nvcomp-cascaded:\nvideo/x-nvcomp-bitcomp:\nvideo/x-nvcomp-ans:\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "async-depth": {
+                        "blurb": "Internal resource pool size for threaded encoding",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "2",
+                        "max": "4",
+                        "min": "1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "batched": {
+                        "blurb": "Use low-level C API for batched operation",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "bitcomp-algo": {
+                        "blurb": "Algorithm to use for bitcomp method",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "sparse (1)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstNvCompBitcompAlgo",
+                        "writable": true
+                    },
+                    "chunk-size": {
+                        "blurb": "Uncompressed chunk size for batched compression (0 = default)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "data-type": {
+                        "blurb": "Compression data type",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (-1)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstNvCompDataType",
+                        "writable": true
+                    },
+                    "deflate-algo": {
+                        "blurb": "Algorithm to use for deflate and gdeflate methods",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "high-throughput (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstNvCompDeflateAlgo",
+                        "writable": true
+                    },
+                    "method": {
+                        "blurb": "Compression method",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "bitcomp (6)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstNvCompMethod",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            }
+        },
+        "filename": "gstnvcomp",
+        "license": "LGPL",
+        "other-types": {
+            "GstNvCompBitcompAlgo": {
                 "kind": "enum",
                 "values": 
                     {
@@ -228874,83 +234813,128 @@
                         "value": "0"
                     },
                     {
-                        "desc": "High Performance",
-                        "name": "hp",
+                        "desc": "Sparse",
+                        "name": "sparse",
                         "value": "1"
+                    }
+                
+            },
+            "GstNvCompDataType": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Default",
+                        "name": "default",
+                        "value": "-1"
                     },
                     {
-                        "desc": "High Quality",
-                        "name": "hq",
+                        "desc": "CHAR",
+                        "name": "char",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "UCHAR",
+                        "name": "uchar",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "SHORT",
+                        "name": "short",
                         "value": "2"
                     },
                     {
-                        "desc": "Low Latency",
-                        "name": "low-latency",
+                        "desc": "USHORT",
+                        "name": "ushort",
                         "value": "3"
                     },
                     {
-                        "desc": "Low Latency, High Quality",
-                        "name": "low-latency-hq",
+                        "desc": "INT",
+                        "name": "int",
                         "value": "4"
                     },
                     {
-                        "desc": "Low Latency, High Performance",
-                        "name": "low-latency-hp",
+                        "desc": "UINT",
+                        "name": "uint",
                         "value": "5"
                     },
                     {
-                        "desc": "Lossless",
-                        "name": "lossless",
+                        "desc": "LONGLONG",
+                        "name": "longlong",
                         "value": "6"
                     },
                     {
-                        "desc": "Lossless, High Performance",
-                        "name": "lossless-hp",
+                        "desc": "ULONGLONG",
+                        "name": "ulonglong",
                         "value": "7"
+                    },
+                    {
+                        "desc": "BITS",
+                        "name": "bits",
+                        "value": "255"
                     }
                 
             },
-            "GstNvRCMode": {
+            "GstNvCompDeflateAlgo": {
                 "kind": "enum",
                 "values": 
                     {
-                        "desc": "Default",
-                        "name": "default",
+                        "desc": "High throughput, low compression ratio",
+                        "name": "high-throughput",
                         "value": "0"
                     },
                     {
-                        "desc": "Constant Quantization",
-                        "name": "constqp",
+                        "desc": "Low throughput, high compression ratio",
+                        "name": "low-throughput",
                         "value": "1"
                     },
                     {
-                        "desc": "Constant Bit Rate",
-                        "name": "cbr",
+                        "desc": "Highest throughput, entropy-only compression",
+                        "name": "highest-throughput",
+                        "value": "2"
+                    }
+                
+            },
+            "GstNvCompMethod": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "LZ4",
+                        "name": "lz4",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "SNAPPY",
+                        "name": "snappy",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "GDEFLATE",
+                        "name": "gdeflate",
                         "value": "2"
                     },
                     {
-                        "desc": "Variable Bit Rate",
-                        "name": "vbr",
+                        "desc": "DEFLATE",
+                        "name": "deflate",
                         "value": "3"
                     },
                     {
-                        "desc": "Variable Bit Rate (with minimum quantization parameter, DEPRECATED)",
-                        "name": "vbr-minqp",
+                        "desc": "ZSTD",
+                        "name": "zstd",
                         "value": "4"
                     },
                     {
-                        "desc": "Low-Delay CBR, High Quality",
-                        "name": "cbr-ld-hq",
+                        "desc": "CASCADED",
+                        "name": "cascaded",
                         "value": "5"
                     },
                     {
-                        "desc": "CBR, High Quality (slower)",
-                        "name": "cbr-hq",
+                        "desc": "BITCOMP",
+                        "name": "bitcomp",
                         "value": "6"
                     },
                     {
-                        "desc": "VBR, High Quality (slower)",
-                        "name": "vbr-hq",
+                        "desc": "ANS",
+                        "name": "ans",
                         "value": "7"
                     }
                 
@@ -228961,6 +234945,318 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "nvdswrapper": {
+        "description": "NVIDIA DeepStream wrapper plugin",
+        "elements": {
+            "nvdsdewarp": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Performs dewraping using NVIDIA DeepStream NVWarp360 API",
+                "hierarchy": 
+                    "GstNvDsDewarp",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Effect/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:CUDAMemory):\n         format: RGBA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "bottom-angle": {
+                        "blurb": "Bottom angle of view in degrees",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-90",
+                        "max": "3.40282e+38",
+                        "min": "-3.40282e+38",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "control": {
+                        "blurb": "Projection specific control value",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0.6",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "device-id": {
+                        "blurb": "CUDA Device ID",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "fov": {
+                        "blurb": "Source field of view in degrees",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "180",
+                        "max": "3.40282e+38",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "pitch": {
+                        "blurb": "Pitch rotation angle in degrees",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "3.40282e+38",
+                        "min": "-3.40282e+38",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "roll": {
+                        "blurb": "Roll rotation angle in degrees",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "3.40282e+38",
+                        "min": "-3.40282e+38",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "rotation-axes": {
+                        "blurb": "Rotation Axes to apply. X rotation rotates the view upward, Y rightward, and Z clockwise. Default is \"YXZ\" as known as yaw, pitch, roll",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "yxz (2)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstNvDsDewarpAxes",
+                        "writable": true
+                    },
+                    "top-angle": {
+                        "blurb": "Top angle of view in degrees",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "90",
+                        "max": "3.40282e+38",
+                        "min": "-3.40282e+38",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "warp-type": {
+                        "blurb": "Warp type to use. \"wrap-type=none\" will enable passthrough mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "none (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstNvDsDewarpWarp",
+                        "writable": true
+                    },
+                    "yaw": {
+                        "blurb": "Yaw rotation angle in degrees",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "3.40282e+38",
+                        "min": "-3.40282e+38",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            }
+        },
+        "filename": "gstnvdswrapper",
+        "license": "LGPL",
+        "other-types": {
+            "GstNvDsDewarpAxes": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "XYZ",
+                        "name": "xyz",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "XZY",
+                        "name": "xzy",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "YXZ",
+                        "name": "yxz",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "YZX",
+                        "name": "yzx",
+                        "value": "3"
+                    },
+                    {
+                        "desc": "ZXY",
+                        "name": "zxy",
+                        "value": "4"
+                    },
+                    {
+                        "desc": "ZYX",
+                        "name": "zyx",
+                        "value": "5"
+                    }
+                
+            },
+            "GstNvDsDewarpWarp": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "None",
+                        "name": "none",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Fisheye Pushbroom",
+                        "name": "fisheye-pushbroom",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "Fisheye Rotcylinder",
+                        "name": "fisheye-rotcylinder",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "Perspective Perspective",
+                        "name": "perspective-perspective",
+                        "value": "3"
+                    },
+                    {
+                        "desc": "Fisheye Perspective",
+                        "name": "fisheye-perspective",
+                        "value": "4"
+                    },
+                    {
+                        "desc": "Fisheye Fisheye",
+                        "name": "fisheye-fisheye",
+                        "value": "5"
+                    },
+                    {
+                        "desc": "Fisheye Cylinder",
+                        "name": "fisheye-cylinder",
+                        "value": "6"
+                    },
+                    {
+                        "desc": "Fisheye Equirect",
+                        "name": "fisheye-equirect",
+                        "value": "7"
+                    },
+                    {
+                        "desc": "Fisheye Panini",
+                        "name": "fisheye-panini",
+                        "value": "8"
+                    },
+                    {
+                        "desc": "Perspective Equirect",
+                        "name": "perspective-equirect",
+                        "value": "9"
+                    },
+                    {
+                        "desc": "Perspective Panini",
+                        "name": "perspective-panini",
+                        "value": "10"
+                    },
+                    {
+                        "desc": "Equirect Cylinder",
+                        "name": "equirect-cylinder",
+                        "value": "11"
+                    },
+                    {
+                        "desc": "Equirect Equirect",
+                        "name": "equirect-equirect",
+                        "value": "12"
+                    },
+                    {
+                        "desc": "Equirect Fisheye",
+                        "name": "equirect-fisheye",
+                        "value": "13"
+                    },
+                    {
+                        "desc": "Equirect Panini",
+                        "name": "equirect-panini",
+                        "value": "14"
+                    },
+                    {
+                        "desc": "Equirect Perspective",
+                        "name": "equirect-perspective",
+                        "value": "15"
+                    },
+                    {
+                        "desc": "Equirect Pushbroom",
+                        "name": "equirect-pushbroom",
+                        "value": "16"
+                    },
+                    {
+                        "desc": "Equirect Sterographic",
+                        "name": "equirect-stereographic",
+                        "value": "17"
+                    },
+                    {
+                        "desc": "Equirect Rotcylinder",
+                        "name": "equirect-rotcylinder",
+                        "value": "18"
+                    }
+                
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "openal": {
         "description": "OpenAL plugin library",
         "elements": {
@@ -229110,6 +235406,87 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "openaptx": {
+        "description": "Open Source implementation of Audio Processing Technology codec (aptX)",
+        "elements": {
+            "openaptxdec": {
+                "author": "Igor V. Kovalenko <igor.v.kovalenko@gmail.com>, Thomas Weißschuh <thomas@t-8ch.de>",
+                "description": "Decode an aptX or aptX-HD audio stream using libopenaptx",
+                "hierarchy": 
+                    "GstOpenaptxDec",
+                    "GstAudioDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Audio",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/aptx-hd:\n       channels: 2\n           rate:  1, 2147483647 \naudio/aptx:\n       channels: 2\n           rate:  1, 2147483647 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/x-raw:\n         format: S24LE\n           rate:  1, 2147483647 \n       channels: 2\n         layout: interleaved\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "autosync": {
+                        "blurb": "Gracefully handle partially corrupted stream in which some bytes are missing",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "none"
+            },
+            "openaptxenc": {
+                "author": "Igor V. Kovalenko <igor.v.kovalenko@gmail.com>, Thomas Weißschuh <thomas@t-8ch.de>",
+                "description": "Encode an aptX or aptX-HD audio stream using libopenaptx",
+                "hierarchy": 
+                    "GstOpenaptxEnc",
+                    "GstAudioEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Audio",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "audio/x-raw:\n         format: S24LE\n           rate:  1, 2147483647 \n       channels: 2\n         layout: interleaved\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "audio/aptx-hd:\n       channels: 2\n           rate:  1, 2147483647 \naudio/aptx:\n       channels: 2\n           rate:  1, 2147483647 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "none"
+            }
+        },
+        "filename": "gstopenaptx",
+        "license": "LGPL",
+        "other-types": {},
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "opencv": {
         "description": "GStreamer OpenCV Plugins",
         "elements": {
@@ -230631,7 +237008,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "@0@/fist.xml",
+                        "default": "/usr/share/opencv4/haarcascades//fist.xml",
                         "mutable": "null",
                         "readable": true,
                         "type": "gchararray",
@@ -230643,7 +237020,7 @@
                         "construct": false,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "@0@/palm.xml",
+                        "default": "/usr/share/opencv4/haarcascades//palm.xml",
                         "mutable": "null",
                         "readable": true,
                         "type": "gchararray",
@@ -232998,23 +239375,25 @@
                 "hierarchy": 
                     "GstDebugQROverlay",
                     "GstBaseQROverlay",
-                    "GstVideoFilter",
-                    "GstBaseTransform",
+                    "GstBin",
                     "GstElement",
                     "GstObject",
                     "GInitiallyUnowned",
                     "GObject"
                 ,
+                "interfaces": 
+                    "GstChildProxy"
+                ,
                 "klass": "Qrcode overlay containing buffer information",
                 "long-name": "qroverlay",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { I420 }\n      framerate:  0/1, 2147483647/1 \n          width:  16, 2147483647 \n         height:  16, 2147483647 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw:\n         format: { I420 }\n      framerate:  0/1, 2147483647/1 \n          width:  16, 2147483647 \n         height:  16, 2147483647 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -233081,23 +239460,25 @@
                 "hierarchy": 
                     "GstQROverlay",
                     "GstBaseQROverlay",
-                    "GstVideoFilter",
-                    "GstBaseTransform",
+                    "GstBin",
                     "GstElement",
                     "GstObject",
                     "GInitiallyUnowned",
                     "GObject"
                 ,
+                "interfaces": 
+                    "GstChildProxy"
+                ,
                 "klass": "Qrcode overlay containing random data",
                 "long-name": "qroverlay",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { I420 }\n      framerate:  0/1, 2147483647/1 \n          width:  16, 2147483647 \n         height:  16, 2147483647 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
                     "src": {
-                        "caps": "video/x-raw:\n         format: { I420 }\n      framerate:  0/1, 2147483647/1 \n          width:  16, 2147483647 \n         height:  16, 2147483647 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -233125,15 +239506,29 @@
             "GstBaseQROverlay": {
                 "hierarchy": 
                     "GstBaseQROverlay",
-                    "GstVideoFilter",
-                    "GstBaseTransform",
+                    "GstBin",
                     "GstElement",
                     "GstObject",
                     "GInitiallyUnowned",
                     "GObject"
                 ,
+                "interfaces": 
+                    "GstChildProxy"
+                ,
                 "kind": "object",
                 "properties": {
+                    "case-sensitive": {
+                        "blurb": "Strings to encode are case sensitive (e.g. passwords or SSIDs)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "pixel-size": {
                         "blurb": "Pixel size of each Qrcode pixel",
                         "conditionally-available": false,
@@ -233160,6 +239555,20 @@
                         "type": "GstQrcodeOverlayCorrection",
                         "writable": true
                     },
+                    "size": {
+                        "blurb": "Size of the square (in percent of the smallest of width and height)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "33",
+                        "max": "100",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
                     "x": {
                         "blurb": "X position (in percent of the width)",
                         "conditionally-available": false,
@@ -233242,7 +239651,7 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -233397,7 +239806,7 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: NV12\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: NV12\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: NV12\n          width:  16, 8192 \n         height:  16, 8192 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: NV12\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: NV12\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: NV12\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: NV12\n          width:  16, 8192 \n         height:  16, 8192 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -233920,7 +240329,7 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE }\n          width:  16, 8192 \n         height:  16, 8192 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -234253,7 +240662,7 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, YUY2, BGRA }\n          width:  16, 16384 \n         height:  16, 16384 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, YUY2, BGRA }\n          width:  16, 16384 \n         height:  16, 16384 \nvideo/x-raw:\n         format: { NV12, YUY2, BGRA }\n          width:  16, 16384 \n         height:  16, 16384 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, YUY2, BGRA }\n          width:  16, 16384 \n         height:  16, 16384 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, YUY2, BGRA }\n          width:  16, 16384 \n         height:  16, 16384 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, YUY2, BGRA }\n          width:  16, 16384 \n         height:  16, 16384 \nvideo/x-raw:\n         format: { NV12, YUY2, BGRA }\n          width:  16, 16384 \n         height:  16, 16384 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -234326,7 +240735,7 @@
                 "klass": "Codec/Encoder/Video/Hardware",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, VUYA, Y410 }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, P010_10LE, VUYA, Y410 }\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, VUYA, Y410 }\n          width:  16, 8192 \n         height:  16, 8192 \n",
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: { NV12, P010_10LE, VUYA, Y410 }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:D3D12Memory):\n         format: { NV12, P010_10LE, VUYA, Y410 }\n          width:  16, 8192 \n         height:  16, 8192 \n\nvideo/x-raw(memory:VAMemory):\n         format: { NV12, P010_10LE, VUYA, Y410 }\n          width:  16, 8192 \n         height:  16, 8192 \nvideo/x-raw:\n         format: { NV12, P010_10LE, VUYA, Y410 }\n          width:  16, 8192 \n         height:  16, 8192 \n",
                         "direction": "sink",
                         "presence": "always"
                     },
@@ -235020,7 +241429,7 @@
                         "presence": "sometimes"
                     },
                     "video": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "sometimes"
                     }
@@ -236404,6 +242813,18 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "extra-connect-args": {
+                        "blurb": "librtmp-style arbitrary data to be appended to the \"connect\" command",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
                     "peak-kbps": {
                         "blurb": "Bitrate in kbit/sec to pace outgoing packets",
                         "conditionally-available": false,
@@ -236483,6 +242904,18 @@
                         "type": "gboolean",
                         "writable": true
                     },
+                    "extra-connect-args": {
+                        "blurb": "librtmp-style arbitrary data to be appended to the \"connect\" command",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
                     "idle-timeout": {
                         "blurb": "The maximum allowed time in seconds for valid packets not to arrive from the peer (0 = no timeout)",
                         "conditionally-available": false,
@@ -236532,19 +242965,24 @@
                 "kind": "enum",
                 "values": 
                     {
-                        "desc": "GST_RTMP_AUTHMOD_NONE",
+                        "desc": "Attempt no authentication",
                         "name": "none",
                         "value": "0"
                     },
                     {
-                        "desc": "GST_RTMP_AUTHMOD_AUTO",
+                        "desc": "Automatically switch to server-suggested method",
                         "name": "auto",
                         "value": "1"
                     },
                     {
-                        "desc": "GST_RTMP_AUTHMOD_ADOBE",
+                        "desc": "Adobe-style authentication",
                         "name": "adobe",
                         "value": "2"
+                    },
+                    {
+                        "desc": "Limelight Networks authentication",
+                        "name": "llnw",
+                        "value": "3"
                     }
                 
             },
@@ -240277,6 +246715,933 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "svtav1": {
+        "description": "Scalable Video Technology for AV1 (SVT-AV1)",
+        "elements": {
+            "svtav1enc": {
+                "author": "Jun Tian <jun.tian@intel.com> Xavier Hallade <xavier.hallade@intel.com>",
+                "description": "Scalable Video Technology for AV1 Encoder (SVT-AV1 Encoder)",
+                "hierarchy": 
+                    "GstSvtAv1Enc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { I420, I420_10LE }\n          width:  64, 16384 \n         height:  64, 8704 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-av1:\n  stream-format: obu-stream\n      alignment: tu\n          width:  64, 16384 \n         height:  64, 8704 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "cqp": {
+                        "blurb": "Quantization parameter used in CQP mode (-1 is disabled)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "63",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "crf": {
+                        "blurb": "Quantization parameter used in CRF mode (-1 is disabled)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "35",
+                        "max": "63",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "intra-period-length": {
+                        "blurb": "Period of Intra Frames insertion (-2 is auto, -1 no updates)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-2",
+                        "max": "2147483647",
+                        "min": "-2",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "intra-refresh-type": {
+                        "blurb": "CRA (open GOP)or IDR frames (closed GOP)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "IDR (2)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtAv1EncIntraRefreshType",
+                        "writable": true
+                    },
+                    "logical-processors": {
+                        "blurb": "Number of logical CPU cores to be used. Deprecated and replaced with level-of-parallelism in SVT-AV1 3.0.0. 0: auto",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "max-bitrate": {
+                        "blurb": "Maximum bitrate in kbits/sec. Enables VBR mode if a different target-bitrate is provided",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "100000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "max-qp-allowed": {
+                        "blurb": "Maximum QP value allowed for rate control use Only used in CBR and VBR mode.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "63",
+                        "max": "63",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "maximum-buffer-size": {
+                        "blurb": "Maximum buffer size in milliseconds. Only used in CBR mode.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1000",
+                        "max": "10000",
+                        "min": "20",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "min-qp-allowed": {
+                        "blurb": "Minimum QP value allowed for rate control use Only used in CBR and VBR mode.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "63",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "parameters-string": {
+                        "blurb": "Colon-delimited list of key=value pairs of additional parameters to set",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "preset": {
+                        "blurb": "Quality vs density tradeoff point that the encoding is to be performed at (0 is the highest quality, 13 is the highest speed) ",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "10",
+                        "max": "13",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "target-bitrate": {
+                        "blurb": "Target bitrate in kbits/sec. Enables CBR or VBR mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "100000",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "target-socket": {
+                        "blurb": "Target CPU socket to run on. -1: all available",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "15",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    }
+                },
+                "rank": "secondary"
+            }
+        },
+        "filename": "gstsvtav1",
+        "license": "LGPL",
+        "other-types": {
+            "GstSvtAv1EncIntraRefreshType": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Open GOP",
+                        "name": "CRA",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "Closed GOP",
+                        "name": "IDR",
+                        "value": "2"
+                    }
+                
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
+    "svthevcenc": {
+        "description": "svt-hevc encoder based H265 plugins",
+        "elements": {
+            "svthevcenc": {
+                "author": "Yeongjin Jeong <yeongjin.jeong@navercorp.com>",
+                "description": "Scalable Video Technology for HEVC Encoder (SVT-HEVC Encoder)",
+                "hierarchy": 
+                    "GstSvtHevcEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { I420, Y42B, Y444, I420_10LE, I422_10LE, Y444_10LE }\n      framerate:  0/1, 2147483647/1 \n          width:  64, 8192 \n         height:  64, 4320 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h265:\n      framerate:  0/1, 2147483647/1 \n          width:  64, 8192 \n         height:  64, 4320 \n  stream-format: byte-stream\n      alignment: au\n        profile: { (string)main, (string)main-10, (string)main-422-10, (string)main-444, (string)main-444-10 }\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "aud": {
+                        "blurb": "Use AU (Access Unit) delimiter",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "b-pyramid": {
+                        "blurb": "Number of hierarchical layers used to construct GOP",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "4-level-hierarchy (3)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtHevcEncBPyramid",
+                        "writable": true
+                    },
+                    "baselayer-mode": {
+                        "blurb": "Random Access Prediction Structure type setting",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "B-frame (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtHevcEncBaseLayerMode",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "Bitrate in kbit/sec",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "7000",
+                        "max": "2147483647",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "config-interval": {
+                        "blurb": "Send VPS, SPS and PPS Insertion Interval per every few IDR. 0: disabled",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "cores": {
+                        "blurb": "Number of logical cores to be used. 0: auto",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "-1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "enable-open-gop": {
+                        "blurb": "Allow intra-refresh using the CRA, not IDR",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "enable-scd": {
+                        "blurb": "Use the scene change detection algorithm",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "insert-vui": {
+                        "blurb": "Insert VUI NAL in stream",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "key-int-max": {
+                        "blurb": "Distance Between Intra Frame inserted: -1=no intra update. -2=auto",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-2",
+                        "max": "255",
+                        "min": "-2",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "lookahead": {
+                        "blurb": "Look ahead distance",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "40",
+                        "max": "250",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "pred-struct": {
+                        "blurb": "Prediction Structure used to construct GOP",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "random-access (2)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtHevcEncPredStruct",
+                        "writable": true
+                    },
+                    "qp-i": {
+                        "blurb": "QP value for intra frames in CQP mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "25",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "qp-max": {
+                        "blurb": "Maximum QP value allowed for rate control use",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "48",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "qp-min": {
+                        "blurb": "Minimum QP value allowed for rate control use",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "10",
+                        "max": "50",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "rc": {
+                        "blurb": "Bitrate control mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "cqp (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtHevcEncRC",
+                        "writable": true
+                    },
+                    "socket": {
+                        "blurb": "Target socket to run on. -1: all available",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "1",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "speed": {
+                        "blurb": "Encoding preset 0, 11 (e.g. 0 is the highest quality mode, 11 is the highest), 0, 11 (for >= 4k resolution), 0, 10 (for >= 1080p resolution), 0, 9 (for all resolution)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "7",
+                        "max": "11",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "tile-col": {
+                        "blurb": "Tile count in the Column",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "16",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "tile-row": {
+                        "blurb": "Tile count in the Row",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "16",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "tune": {
+                        "blurb": "Quality tuning mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "oq (1)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtHevcEncTune",
+                        "writable": true
+                    },
+                    "vbv-buffer-size": {
+                        "blurb": "VBV buffer size in kbits for VBR mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "vbv-max-rate": {
+                        "blurb": "VBV maxrate in kbit/sec for VBR mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    }
+                },
+                "rank": "primary"
+            }
+        },
+        "filename": "gstsvthevcenc",
+        "license": "GPL",
+        "other-types": {
+            "GstSvtHevcEncBPyramid": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Flat",
+                        "name": "flat",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "2-Level Hierarchy",
+                        "name": "2-level-hierarchy",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "3-Level Hierarchy",
+                        "name": "3-level-hierarchy",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "4-Level Hierarchy",
+                        "name": "4-level-hierarchy",
+                        "value": "3"
+                    }
+                
+            },
+            "GstSvtHevcEncBaseLayerMode": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Use B-frames in the base layer pointing to the same past picture",
+                        "name": "B-frame",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Use P-frames in the base layer",
+                        "name": "P-frame",
+                        "value": "1"
+                    }
+                
+            },
+            "GstSvtHevcEncPredStruct": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Low Delay Prediction Structure with P/p pictures",
+                        "name": "low-delay-P",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Low Delay Prediction Structure with B/b pictures",
+                        "name": "low-delay-B",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "Random Access Prediction Structure",
+                        "name": "random-access",
+                        "value": "2"
+                    }
+                
+            },
+            "GstSvtHevcEncRC": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Constant QP Control",
+                        "name": "cqp",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Variable Bitrate Contorol",
+                        "name": "vbr",
+                        "value": "1"
+                    }
+                
+            },
+            "GstSvtHevcEncTune": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Visually Optimized Mode",
+                        "name": "sq",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "PSNR/SSIM Optimized Mode",
+                        "name": "oq",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "VMAF Optimized Mode",
+                        "name": "vmaf",
+                        "value": "2"
+                    }
+                
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
+    "svtjpegxs": {
+        "description": "Scalable Video Technology for JPEG XS (SVT-JPEG-XS)",
+        "elements": {
+            "svtjpegxsdec": {
+                "author": "Tim-Philipp Müller <tim centricular com>",
+                "description": "Scalable Video Technology for JPEG XS Decoder",
+                "hierarchy": 
+                    "GstSvtJpegXsDec",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "image/x-jxsc:\n      alignment: frame\n interlace-mode: { (string)progressive, (string)fields }\n       sampling: { (string)YCbCr-4:4:4, (string)YCbCr-4:2:2, (string)YCbCr-4:2:0 }\n          depth: { (int)8, (int)10, (int)12 }\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: { Y444, Y42B, I420, Y444_10LE, I422_10LE, I420_10LE, Y444_12LE, I422_12LE, I420_12LE }\n interlace-mode: { (string)progressive, (string)interleaved }\n          width:  16, 16384 \n         height:  16, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "threads": {
+                        "blurb": "Number of threads to use (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    }
+                },
+                "rank": "secondary"
+            },
+            "svtjpegxsenc": {
+                "author": "Tim-Philipp Müller <tim centricular com>",
+                "description": "Scalable Video Technology for JPEG XS Encoder",
+                "hierarchy": 
+                    "GstSvtJpegXsEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { Y444, Y42B, I420, Y444_10LE, I422_10LE, I420_10LE, Y444_12LE, I422_12LE, I420_12LE }\n interlace-mode: progressive\n          width:  16, 16384 \n         height:  16, 16384 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { Y444, Y42B, I420, Y444_10LE, I422_10LE, I420_10LE, Y444_12LE, I422_12LE, I420_12LE }\n interlace-mode: interleaved\n    field-order: { (string)top-field-first, (string)bottom-field-first }\n          width:  16, 16384 \n         height:  16, 16384 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "image/x-jxsc:\n      alignment: frame\n          width:  16, 16384 \n         height:  16, 16384 \n interlace-mode: { (string)progressive, (string)fields }\n       sampling: { (string)YCbCr-4:4:4, (string)YCbCr-4:2:2, (string)YCbCr-4:2:0 }\n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "bits-per-pixel": {
+                        "blurb": "Bits per pixel (can be a fractional number, e.g. 3.75)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "3",
+                        "max": "100",
+                        "min": "0.001",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gdouble",
+                        "writable": true
+                    },
+                    "coding-signs": {
+                        "blurb": "Coding signs handling strategy",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "disable (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtJpegXsEncCodingSignsType",
+                        "writable": true
+                    },
+                    "decomp-h": {
+                        "blurb": "Horizontal decomposition (has to be great or equal to decomp-v)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "5",
+                        "max": "5",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "decomp-v": {
+                        "blurb": "Vertical decomposition",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "2",
+                        "max": "2",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "quant-mode": {
+                        "blurb": "Quantization Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "deadzone (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtJpegXsEncQuantModeType",
+                        "writable": true
+                    },
+                    "rate-control-mode": {
+                        "blurb": "Rate Control Mode",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "cbr-precinct (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstSvtJpegXsEncRateControlModeType",
+                        "writable": true
+                    },
+                    "slice-height": {
+                        "blurb": "The height of each slice in pixel lines (per thread processing unit)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "16",
+                        "max": "16",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "threads": {
+                        "blurb": "Number of threads to use (0 = automatic)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2147483647",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    }
+                },
+                "rank": "secondary"
+            }
+        },
+        "filename": "gstsvtjpegxs",
+        "license": "LGPL",
+        "other-types": {
+            "GstSvtJpegXsEncCodingSignsType": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Disable",
+                        "name": "disable",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Fast",
+                        "name": "fast",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "Full",
+                        "name": "full",
+                        "value": "2"
+                    }
+                
+            },
+            "GstSvtJpegXsEncQuantModeType": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Deadzone",
+                        "name": "deadzone",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Uniform",
+                        "name": "uniform",
+                        "value": "1"
+                    }
+                
+            },
+            "GstSvtJpegXsEncRateControlModeType": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "CBR budget per precinct",
+                        "name": "cbr-precinct",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "CBR budget per precinct move padding",
+                        "name": "cbr-precinct-move-padding",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "CBR budget per slice",
+                        "name": "cbr-slice",
+                        "value": "2"
+                    }
+                
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "switchbin": {
         "description": "switchbin",
         "elements": {
@@ -240453,6 +247818,86 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "tensordecoders": {
+        "description": "Tensor decoders elements",
+        "elements": {
+            "ssdobjectdetector": {
+                "author": "Aaron Boxer <aaron.boxer@collabora.com>, Marcus Edel <marcus.edel@collabora.com>",
+                "description": "Apply tensor output from inference to detect objects in video frames",
+                "hierarchy": 
+                    "GstSsdObjectDetector",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "TensorDecoder/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "label-file": {
+                        "blurb": "Label file",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "NULL",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "score-threshold": {
+                        "blurb": "Threshold for deciding when to remove boxes based on score",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0.3",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    },
+                    "size-threshold": {
+                        "blurb": "Threshold for deciding when to remove boxes based on proportion of the image",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0.9",
+                        "max": "1",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gfloat",
+                        "writable": true
+                    }
+                },
+                "rank": "primary"
+            }
+        },
+        "filename": "gsttensordecoders",
+        "license": "LGPL",
+        "other-types": {},
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "timecode": {
         "description": "Timecode-related elements",
         "elements": {
@@ -240866,6 +248311,11 @@
                         "desc": "Timecode from real time clock",
                         "name": "rtc",
                         "value": "5"
+                    },
+                    {
+                        "desc": "Buffer running time as timecode",
+                        "name": "running-time",
+                        "value": "6"
                     }
                 
             }
@@ -241484,7 +248934,7 @@
                 "long-name": "TTML subtitle renderer",
                 "pad-templates": {
                     "src": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     },
@@ -241494,7 +248944,7 @@
                         "presence": "always"
                     },
                     "video_sink": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(ANY):\n         format: { DMA_DRM, A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -241556,6 +249006,18 @@
                         "readable": true,
                         "type": "GUnixSocketAddressType",
                         "writable": true
+                    },
+                    "wait-for-connection": {
+                        "blurb": "Block the stream until a least one client is connected",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
                     }
                 },
                 "rank": "none"
@@ -241758,12 +249220,12 @@
                         "presence": "always"
                     },
                     "vfsrc": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nimage/jpeg:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nimage/jpeg:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "src",
                         "presence": "always"
                     },
                     "vidsrc": {
-                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nimage/jpeg:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-h264:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n  stream-format: { (string)byte-stream, (string)avc }\n      alignment: au\n        profile: { (string)high, (string)main, (string)baseline, (string)constrained-baseline }\n",
+                        "caps": "video/x-raw:\n         format: { A444_16LE, A444_16BE, Y416_LE, AYUV64, RGBA64_LE, ARGB64, ARGB64_LE, BGRA64_LE, ABGR64_LE, Y416_BE, RGBA64_BE, ARGB64_BE, BGRA64_BE, ABGR64_BE, A422_16LE, A422_16BE, A420_16LE, A420_16BE, A444_12LE, GBRA_12LE, A444_12BE, GBRA_12BE, Y412_LE, Y412_BE, A422_12LE, A422_12BE, A420_12LE, A420_12BE, A444_10LE, GBRA_10LE, A444_10BE, GBRA_10BE, A422_10LE, A422_10BE, A420_10LE, A420_10BE, BGR10A2_LE, RGB10A2_LE, Y410, A444, GBRA, AYUV, VUYA, RGBA, RBGA, ARGB, BGRA, ABGR, A422, A420, AV12, Y444_16LE, GBR_16LE, Y444_16BE, GBR_16BE, Y216_LE, Y216_BE, v216, P016_LE, P016_BE, Y444_12LE, GBR_12LE, Y444_12BE, GBR_12BE, I422_12LE, I422_12BE, Y212_LE, Y212_BE, I420_12LE, I420_12BE, P012_LE, P012_BE, Y444_10LE, GBR_10LE, Y444_10BE, GBR_10BE, r210, I422_10LE, I422_10BE, NV16_10LE32, Y210, UYVP, v210, I420_10LE, I420_10BE, P010_10LE, NV12_10LE40, NV12_10LE32, P010_10BE, MT2110R, MT2110T, NV12_10BE_8L128, NV12_10LE40_4L4, Y444, BGRP, GBR, RGBP, NV24, v308, IYU2, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, VYUY, I420, YV12, NV12, NV21, NV12_16L32S, NV12_32L32, NV12_4L4, NV12_64Z32, NV12_8L128, Y41B, IYU1, YUV9, YVU9, BGR16, RGB16, BGR15, RGB15, RGB8P, GRAY16_LE, GRAY16_BE, GRAY10_LE16, GRAY10_LE32, GRAY8 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nimage/jpeg:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-h264:\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n  stream-format: { (string)byte-stream, (string)avc }\n      alignment: au\n        profile: { (string)high, (string)main, (string)baseline, (string)constrained-baseline }\n",
                         "direction": "src",
                         "presence": "always"
                     }
@@ -242350,10 +249812,404 @@
     },
     "v4l2codecs": {
         "description": "V4L2 CODEC Accelerators plugin",
-        "elements": {},
+        "elements": {
+            "v4l2slav1dec": {
+                "author": "Daniel Almeida <daniel.almeida@collabora.com>",
+                "description": "A V4L2 based AV1 video decoder",
+                "hierarchy": 
+                    "v4l2slav1dec",
+                    "GstAV1Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-av1:\n      alignment: frame\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { MT2110R, MT2110T, NV12_10LE40_4L4, NV12_10LE40, P010_10LE, YUY2, NV12_16L32S, NV12_32L32, NV12_4L4, NV12, I420 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "media-device": {
+                        "blurb": "Path to the media device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/mediaX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "video-device": {
+                        "blurb": "Path to the video device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/videoX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "primary + 1"
+            },
+            "v4l2slh264dec": {
+                "author": "Nicolas Dufresne <nicolas.dufresne@collabora.com>",
+                "description": "A V4L2 based H.264 video decoder",
+                "hierarchy": 
+                    "v4l2slh264dec",
+                    "GstH264Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h264:\n  stream-format: { (string)avc, (string)avc3, (string)byte-stream }\n      alignment: au\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { MT2110R, MT2110T, NV12_10LE40_4L4, NV12_10LE40, P010_10LE, YUY2, NV12_16L32S, NV12_32L32, NV12_4L4, NV12, I420 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "media-device": {
+                        "blurb": "Path to the media device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/mediaX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "video-device": {
+                        "blurb": "Path to the video device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/videoX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "primary + 1"
+            },
+            "v4l2slh265dec": {
+                "author": "Nicolas Dufresne <nicolas.dufresne@collabora.com>",
+                "description": "A V4L2 based H.265 video decoder",
+                "hierarchy": 
+                    "v4l2slh265dec",
+                    "GstH265Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h265:\n  stream-format: { (string)hvc1, (string)hev1, (string)byte-stream }\n      alignment: au\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { MT2110R, MT2110T, NV12_10LE40_4L4, NV12_10LE40, P010_10LE, YUY2, NV12_16L32S, NV12_32L32, NV12_4L4, NV12, I420 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "media-device": {
+                        "blurb": "Path to the media device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/mediaX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "video-device": {
+                        "blurb": "Path to the video device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/videoX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "primary + 1"
+            },
+            "v4l2slmpeg2dec": {
+                "author": "Daniel Almeida <daniel.almeida@collabora.com>",
+                "description": "A V4L2 based Mpeg2 video decoder",
+                "hierarchy": 
+                    "v4l2slmpeg2dec",
+                    "GstMpeg2Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/mpeg:\n   systemstream: false\n    mpegversion: 2\n        profile: { (string)main, (string)simple }\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { MT2110R, MT2110T, NV12_10LE40_4L4, NV12_10LE40, P010_10LE, YUY2, NV12_16L32S, NV12_32L32, NV12_4L4, NV12, I420 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "media-device": {
+                        "blurb": "Path to the media device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/mediaX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "video-device": {
+                        "blurb": "Path to the video device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/videoX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "primary + 1"
+            },
+            "v4l2slvp8alphadecodebin": {
+                "author": "Daniel Almeida <daniel.almeida@collabora.com>",
+                "description": "Wrapper bin to decode VP8 with alpha stream.",
+                "hierarchy": 
+                    "v4l2slvp8alphadecodebin",
+                    "GstV4l2CodecAlphaDecodeBin",
+                    "GstBin",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstChildProxy"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-vp8:\n    codec-alpha: true\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "ANY",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "primary + 11"
+            },
+            "v4l2slvp8dec": {
+                "author": "Nicolas Dufresne <nicolas.dufresne@collabora.com>",
+                "description": "A V4L2 based VP8 video decoder",
+                "hierarchy": 
+                    "v4l2slvp8dec",
+                    "GstVp8Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-vp8:\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { MT2110R, MT2110T, NV12_10LE40_4L4, NV12_10LE40, P010_10LE, YUY2, NV12_16L32S, NV12_32L32, NV12_4L4, NV12, I420 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "media-device": {
+                        "blurb": "Path to the media device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/mediaX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "video-device": {
+                        "blurb": "Path to the video device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/videoX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "primary + 1"
+            },
+            "v4l2slvp9alphadecodebin": {
+                "author": "Nicolas Dufresne <nicolas.dufresne@collabora.com>",
+                "description": "Wrapper bin to decode VP9 with alpha stream.",
+                "hierarchy": 
+                    "v4l2slvp9alphadecodebin",
+                    "GstV4l2CodecAlphaDecodeBin",
+                    "GstBin",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstChildProxy"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-vp9:\n    codec-alpha: true\n      alignment: frame\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "ANY",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "primary + 11"
+            },
+            "v4l2slvp9dec": {
+                "author": "Daniel Almeida <daniel.almeida@collabora.com>",
+                "description": "A V4L2 based VP9 video decoder",
+                "hierarchy": 
+                    "v4l2slvp9dec",
+                    "GstVp9Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-vp9:\n      alignment: frame\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { MT2110R, MT2110T, NV12_10LE40_4L4, NV12_10LE40, P010_10LE, YUY2, NV12_16L32S, NV12_32L32, NV12_4L4, NV12, I420 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "media-device": {
+                        "blurb": "Path to the media device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/mediaX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "video-device": {
+                        "blurb": "Path to the video device node",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": true,
+                        "controllable": false,
+                        "default": "/dev/videoX",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "primary + 1"
+            }
+        },
         "filename": "gstv4l2codecs",
         "license": "LGPL",
-        "other-types": {},
+        "other-types": {
+            "GstV4l2CodecAlphaDecodeBin": {
+                "hierarchy": 
+                    "GstV4l2CodecAlphaDecodeBin",
+                    "GstBin",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstChildProxy"
+                ,
+                "kind": "object"
+            }
+        },
         "package": "GStreamer Bad Plug-ins",
         "source": "gst-plugins-bad",
         "tracers": {},
@@ -242401,6 +250257,270 @@
                         "writable": false
                     }
                 },
+                "rank": "primary + 1"
+            },
+            "vaav1enc": {
+                "author": "He Junyan <junyan.he@intel.com>",
+                "description": "VA-API based AV1 video encoder",
+                "hierarchy": 
+                    "GstVaAV1Enc",
+                    "GstVaBaseEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:VAMemory):\n         format: { NV12 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { NV12 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-av1:\n      alignment: tu\n  stream-format: obu-stream\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "bitrate": {
+                        "blurb": "The desired bitrate expressed in kbps (0: auto-calculate)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "cpb-size": {
+                        "blurb": "The desired max CPB size in Kb (0: auto-calculate)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "gf-group-size": {
+                        "blurb": "The size of the golden frame group.",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "32",
+                        "max": "32",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "hierarchical-level": {
+                        "blurb": "The hierarchical level for golden frame group. Setting to 1 disables all future reference",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "6",
+                        "max": "6",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "key-int-max": {
+                        "blurb": "The maximal distance between two keyframes. It decides the size of GOP (0: auto-calculate)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "60",
+                        "max": "1024",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "max-qp": {
+                        "blurb": "Maximum quantizer value for each frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "255",
+                        "max": "255",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "mbbrc": {
+                        "blurb": "Macroblock level Bitrate Control. It is not compatible with CQP",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "disabled (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVaFeature",
+                        "writable": true
+                    },
+                    "min-qp": {
+                        "blurb": "Minimum quantizer value for each frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "255",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "num-tile-cols": {
+                        "blurb": "The number of columns for tile encoding",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "64",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "num-tile-rows": {
+                        "blurb": "The number of rows for tile encoding",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "64",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "qp": {
+                        "blurb": "In CQP mode, it specifies the basic quantizer value for all frames. In ICQ and QVBR modes, it specifies a quality factor. In other modes, it is ignored",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "128",
+                        "max": "255",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "rate-control": {
+                        "blurb": "The desired rate control mode for the encoder",
+                        "conditionally-available": true,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "cbr (2)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstVaEncoderRateControl_AV01_renderD128",
+                        "writable": true
+                    },
+                    "ref-frames": {
+                        "blurb": "Number of reference frames, including both the forward and the backward",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "7",
+                        "max": "7",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "superblock-128x128": {
+                        "blurb": "Enable the 128x128 superblock mode",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "target-percentage": {
+                        "blurb": "The percentage for 'target bitrate'/'maximum bitrate' (Only in VBR)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "66",
+                        "max": "100",
+                        "min": "50",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "target-usage": {
+                        "blurb": "The target usage to control and balance the encoding speed/quality",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "4",
+                        "max": "7",
+                        "min": "1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "tile-groups": {
+                        "blurb": "Number of tile groups for each frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "4096",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    }
+                },
                 "rank": "none"
             },
             "vacompositor": {
@@ -242446,6 +250566,18 @@
                         "type": "gchararray",
                         "writable": false
                     },
+                    "interpolation-method": {
+                        "blurb": "Interpolation method to use for scaling",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "default (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVaInterpolationMethod",
+                        "writable": true
+                    },
                     "scale-method": {
                         "blurb": "Scale method to use",
                         "conditionally-available": false,
@@ -242541,7 +250673,7 @@
                         "writable": false
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 1"
             },
             "vah264enc": {
                 "author": "He Junyan <junyan.he@intel.com>",
@@ -242717,12 +250849,12 @@
                         "writable": true
                     },
                     "mbbrc": {
-                        "blurb": "Macroblock level Bitrate Control. It is not compatible with CQP",
+                        "blurb": "Macroblock level Bitrate Control. Not available in CQP mode",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "disabled (0)",
+                        "default": "auto (2)",
                         "mutable": "null",
                         "readable": true,
                         "type": "GstVaFeature",
@@ -242757,7 +250889,7 @@
                         "writable": true
                     },
                     "qpb": {
-                        "blurb": "The quantizer value for B frame. This is available only in CQP mode",
+                        "blurb": "The quantizer value for B frame. Available only in CQP mode",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
@@ -242771,7 +250903,7 @@
                         "writable": true
                     },
                     "qpi": {
-                        "blurb": "The quantizer value for I frame. In CQP mode, it specifies the QP of I frame, in other mode, it specifies the init QP of all frames",
+                        "blurb": "The quantizer value for I frame. In CQP mode, it specifies the QP of I frame. In ICQ and QVBR modes, it specifies a quality factor. In other modes, it is ignored",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
@@ -242785,7 +250917,7 @@
                         "writable": true
                     },
                     "qpp": {
-                        "blurb": "The quantizer value for P frame. This is available only in CQP mode",
+                        "blurb": "The quantizer value for P frame. Available only in CQP mode",
                         "conditionally-available": false,
                         "construct": true,
                         "construct-only": false,
@@ -242798,6 +250930,18 @@
                         "type": "guint",
                         "writable": true
                     },
+                    "rate-control": {
+                        "blurb": "The desired rate control mode for the encoder",
+                        "conditionally-available": true,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "cbr (2)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstVaEncoderRateControl_H264_renderD128",
+                        "writable": true
+                    },
                     "ref-frames": {
                         "blurb": "Number of reference frames, including both the forward and the backward",
                         "conditionally-available": false,
@@ -242894,6 +251038,322 @@
                         "writable": false
                     }
                 },
+                "rank": "primary + 1"
+            },
+            "vah265enc": {
+                "author": "He Junyan <junyan.he@intel.com>",
+                "description": "VA-API based H.265 video encoder",
+                "hierarchy": 
+                    "GstVaH265Enc",
+                    "GstVaBaseEnc",
+                    "GstVideoEncoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstPreset"
+                ,
+                "klass": "Codec/Encoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw(memory:VAMemory):\n         format: { NV12 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { NV12 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h265:\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "aud": {
+                        "blurb": "Insert AU (Access Unit) delimeter for each frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "b-frames": {
+                        "blurb": "Number of B frames between I and P reference frames",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "31",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "b-pyramid": {
+                        "blurb": "Enable the b-pyramid reference structure in the GOP",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "bitrate": {
+                        "blurb": "The desired bitrate expressed in kbps (0: auto-calculate)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "cpb-size": {
+                        "blurb": "The desired max CPB size in Kb (0: auto-calculate)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "2048000",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "i-frames": {
+                        "blurb": "Force the number of I frames insertion within one GOP, not including the first IDR frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "1023",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "key-int-max": {
+                        "blurb": "The maximal distance between two keyframes. It decides the size of GOP (0: auto-calculate)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "1024",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "max-qp": {
+                        "blurb": "Maximum quantizer value for each frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "51",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "mbbrc": {
+                        "blurb": "Macroblock level Bitrate Control. It is not compatible with CQP",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "auto (2)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstVaFeature",
+                        "writable": true
+                    },
+                    "min-qp": {
+                        "blurb": "Minimum quantizer value for each frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "num-slices": {
+                        "blurb": "Number of slices per frame",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "200",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "num-tile-cols": {
+                        "blurb": "The number of columns for tile encoding",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "20",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "num-tile-rows": {
+                        "blurb": "The number of rows for tile encoding",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "1",
+                        "max": "22",
+                        "min": "1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "qpb": {
+                        "blurb": "The quantizer value for B frame. This is available only in CQP mode",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "26",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "qpi": {
+                        "blurb": "The quantizer value for I frame. In CQP mode, it specifies the QP of I frame. In ICQ and QVBR modes, it specifies a quality factor. In other modes, it is ignored",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "26",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "qpp": {
+                        "blurb": "The quantizer value for P frame. This is available only in CQP mode",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "26",
+                        "max": "51",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "rate-control": {
+                        "blurb": "The desired rate control mode for the encoder",
+                        "conditionally-available": true,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "cbr (2)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstVaEncoderRateControl_H265_renderD128",
+                        "writable": true
+                    },
+                    "ref-frames": {
+                        "blurb": "Number of reference frames, including both the forward and the backward",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "3",
+                        "max": "15",
+                        "min": "0",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "target-percentage": {
+                        "blurb": "The percentage for 'target bitrate'/'maximum bitrate' (Only in VBR)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "66",
+                        "max": "100",
+                        "min": "50",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "target-usage": {
+                        "blurb": "The target usage to control and balance the encoding speed/quality",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "4",
+                        "max": "7",
+                        "min": "1",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint",
+                        "writable": true
+                    },
+                    "trellis": {
+                        "blurb": "Enable the trellis quantization method",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
                 "rank": "none"
             },
             "vajpegdec": {
@@ -242976,7 +251436,7 @@
                         "writable": false
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 1"
             },
             "vapostproc": {
                 "author": "Víctor Jáquez <vjaquez@igalia.com>",
@@ -242993,7 +251453,7 @@
                 "interfaces": 
                     "GstColorBalance"
                 ,
-                "klass": "Effect/Converter/Filter/Colorspace/Scaler/Video/Hardware",
+                "klass": "Converter/Filter/Colorspace/Scaler/Video/Hardware",
                 "pad-templates": {
                     "sink": {
                         "caps": "video/x-raw(memory:VAMemory):\n         format: { NV12, I420, YV12, YUY2, RGBA, BGRA, P010_10LE, ARGB, ABGR }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { VUYA, GRAY8, NV12, NV21, YUY2, UYVY, YV12, I420, P010_10LE, RGBA, BGRA, ARGB, ABGR }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
@@ -243031,12 +251491,24 @@
                         "type": "gboolean",
                         "writable": true
                     },
+                    "interpolation-method": {
+                        "blurb": "Interpolation method to use for scaling",
+                        "conditionally-available": true,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": true,
+                        "default": "default (0)",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "GstVaInterpolationMethod",
+                        "writable": true
+                    },
                     "scale-method": {
                         "blurb": "Scale method to use",
-                        "conditionally-available": false,
+                        "conditionally-available": true,
                         "construct": false,
                         "construct-only": false,
-                        "controllable": false,
+                        "controllable": true,
                         "default": "default (0)",
                         "mutable": "playing",
                         "readable": true,
@@ -243126,7 +251598,7 @@
                         "writable": false
                     }
                 },
-                "rank": "none"
+                "rank": "primary + 1"
             }
         },
         "filename": "gstva",
@@ -243289,14 +251761,119 @@
                         "value": "1"
                     },
                     {
+                        "desc": "Weave: Show both fields per frame. (don't use)",
+                        "name": "weave",
+                        "value": "2"
+                    },
+                    {
                         "desc": "Adaptive: Interpolating missing lines by using spatial/temporal references.",
                         "name": "adaptive",
                         "value": "3"
+                    }
+                
+            },
+            "GstVaEncoderRateControl_AV01_renderD128": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Constant Bitrate",
+                        "name": "cbr",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "Variable Bitrate",
+                        "name": "vbr",
+                        "value": "4"
+                    },
+                    {
+                        "desc": "Constant Quantizer",
+                        "name": "cqp",
+                        "value": "16"
+                    }
+                
+            },
+            "GstVaEncoderRateControl_H264_renderD128": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Constant Bitrate",
+                        "name": "cbr",
+                        "value": "2"
                     },
                     {
-                        "desc": "Compensation: Recreating missing lines by using motion vector.",
-                        "name": "compensated",
+                        "desc": "Variable Bitrate",
+                        "name": "vbr",
                         "value": "4"
+                    },
+                    {
+                        "desc": "Constant Quantizer",
+                        "name": "cqp",
+                        "value": "16"
+                    }
+                
+            },
+            "GstVaEncoderRateControl_H265_renderD128": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Constant Bitrate",
+                        "name": "cbr",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "Variable Bitrate",
+                        "name": "vbr",
+                        "value": "4"
+                    },
+                    {
+                        "desc": "Constant Quantizer",
+                        "name": "cqp",
+                        "value": "16"
+                    }
+                
+            },
+            "GstVaFeature": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "GST_VA_FEATURE_DISABLED",
+                        "name": "disabled",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "GST_VA_FEATURE_ENABLED",
+                        "name": "enabled",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "GST_VA_FEATURE_AUTO",
+                        "name": "auto",
+                        "value": "2"
+                    }
+                
+            },
+            "GstVaInterpolationMethod": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "Default interpolation",
+                        "name": "default",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "Nearest neighbor interpolation",
+                        "name": "nearest-neighbor",
+                        "value": "4096"
+                    },
+                    {
+                        "desc": "Bilinear interpolation",
+                        "name": "bilinear",
+                        "value": "8192"
+                    },
+                    {
+                        "desc": "Advanced interpolation method is defined by each implementation and usually gives best quality.",
+                        "name": "advanced",
+                        "value": "12288"
                     }
                 
             },
@@ -243672,6 +252249,48 @@
                 },
                 "rank": "secondary"
             },
+            "h266parse": {
+                "author": "Hongcheng Zhong",
+                "description": "Parses H.266 streams",
+                "hierarchy": 
+                    "GstH266Parse",
+                    "GstBaseParse",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Parser/Converter/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h266:\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-h266:\n         parsed: true\n  stream-format: { (string)vvc1, (string)vvi1, (string)byte-stream }\n      alignment: { (string)au, (string)nal }\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "config-interval": {
+                        "blurb": "Send VPS, SPS and PPS Insertion Interval in seconds (sprop parameter sets will be multiplexed in the data stream when detected.) (0 = disabled, -1 = send with every IDR frame)",
+                        "conditionally-available": false,
+                        "construct": true,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "0",
+                        "max": "3600",
+                        "min": "-1",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    }
+                },
+                "rank": "secondary"
+            },
             "jpeg2000parse": {
                 "author": "Aaron Boxer <boxerab@gmail.com>",
                 "description": "Parses JPEG 2000 files",
@@ -244568,6 +253187,60 @@
                 "properties": {},
                 "rank": "none"
             },
+            "vulkanh264dec": {
+                "author": "Víctor Jáquez <vjaquez@igalia.com>",
+                "description": "A H.264 video decoder based on Vulkan",
+                "hierarchy": 
+                    "GstVulkanH264Decoder",
+                    "GstH264Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h264:\n        profile: { (string)high, (string)main, (string)constrained-baseline, (string)baseline, (string)extended }\n  stream-format: { (string)avc, (string)byte-stream }\n      alignment: au\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:VulkanImage):\n         format: NV12\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "none"
+            },
+            "vulkanh265dec": {
+                "author": "Víctor Jáquez <vjaquez@igalia.com>",
+                "description": "A H.265 video decoder based on Vulkan",
+                "hierarchy": 
+                    "GstVulkanH265Decoder",
+                    "GstH265Decoder",
+                    "GstVideoDecoder",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Codec/Decoder/Video/Hardware",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-h265:\n        profile: main\n  stream-format: { (string)hvc1, (string)hev1, (string)byte-stream }\n      alignment: au\n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw(memory:VulkanImage):\n         format: NV12\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "rank": "none"
+            },
             "vulkanimageidentity": {
                 "author": "Matthew Waters <matthew@centricular.com>",
                 "description": "A Vulkan image copier",
@@ -245429,7 +254102,7 @@
                 "long-name": "wayland video sink",
                 "pad-templates": {
                     "sink": {
-                        "caps": "video/x-raw:\n         format: { AYUV, RGBA, ARGB, BGRA, ABGR, P010_10LE, NV12_10LE40, v308, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, I420, YV12, NV12, NV21, Y41B, YUV9, YVU9, BGR16, RGB16 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n\nvideo/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "caps": "video/x-raw(memory:DMABuf):\n         format: DMA_DRM\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \nvideo/x-raw:\n         format: { AYUV, RGBA, ARGB, BGRA, ABGR, P010_10LE, NV12_10LE40, v308, RGBx, xRGB, BGRx, xBGR, RGB, BGR, Y42B, NV16, NV61, YUY2, YVYU, UYVY, I420, YV12, NV12, NV21, Y41B, YUV9, YVU9, BGR16, RGB16 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
                         "direction": "sink",
                         "presence": "always"
                     }
@@ -245940,6 +254613,18 @@
                         "type": "GstWebRTCSessionDescription",
                         "writable": false
                     },
+                    "reuse-source-pads": {
+                        "blurb": "If FALSE, webrtcbin will send EOS on source pads with inactive transceivers. TRUE to reuse pads after renegotiation with no EOS",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "sctp-transport": {
                         "blurb": "The WebRTC SCTP Transport",
                         "conditionally-available": false,
@@ -246190,6 +254875,16 @@
                         "return-type": "GstElement",
                         "when": "last"
                     },
+                    "request-post-rtp-aux-sender": {
+                        "args": 
+                            {
+                                "name": "arg0",
+                                "type": "GstWebRTCDTLSTransport"
+                            }
+                        ,
+                        "return-type": "GstElement",
+                        "when": "last"
+                    },
                     "set-local-description": {
                         "action": true,
                         "args": 
@@ -246385,7 +255080,7 @@
                         "construct": true,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "moderate (1)",
+                        "default": "moderate (2)",
                         "mutable": "null",
                         "readable": true,
                         "type": "GstWebrtcEchoSuppressionLevel",
@@ -246409,7 +255104,7 @@
                         "construct": true,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "true",
+                        "default": "false",
                         "mutable": "null",
                         "readable": true,
                         "type": "gboolean",
@@ -246545,7 +255240,7 @@
                         "construct": true,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "10",
+                        "default": "0",
                         "max": "30",
                         "min": "10",
                         "mutable": "null",
@@ -246559,7 +255254,7 @@
                         "construct": true,
                         "construct-only": false,
                         "controllable": false,
-                        "default": "low (1)",
+                        "default": "low (2)",
                         "mutable": "null",
                         "readable": true,
                         "type": "GstWebrtcVoiceDetectionLikelihood",
@@ -246607,17 +255302,17 @@
                     {
                         "desc": "Low Suppression",
                         "name": "low",
-                        "value": "0"
+                        "value": "1"
                     },
                     {
                         "desc": "Moderate Suppression",
                         "name": "moderate",
-                        "value": "1"
+                        "value": "2"
                     },
                     {
                         "desc": "high Suppression",
                         "name": "high",
-                        "value": "2"
+                        "value": "3"
                     }
                 
             },
@@ -246633,6 +255328,11 @@
                         "desc": "Fixed Digital",
                         "name": "fixed-digital",
                         "value": "2"
+                    },
+                    {
+                        "desc": "Adaptive Analog",
+                        "name": "adaptive-analog",
+                        "value": "0"
                     }
                 
             },
@@ -246667,22 +255367,22 @@
                     {
                         "desc": "Very Low Likelihood",
                         "name": "very-low",
-                        "value": "0"
+                        "value": "1"
                     },
                     {
                         "desc": "Low Likelihood",
                         "name": "low",
-                        "value": "1"
+                        "value": "2"
                     },
                     {
                         "desc": "Moderate Likelihood",
                         "name": "moderate",
-                        "value": "2"
+                        "value": "3"
                     },
                     {
                         "desc": "High Likelihood",
                         "name": "high",
-                        "value": "3"
+                        "value": "4"
                     }
                 
             }
@@ -246692,6 +255392,108 @@
         "tracers": {},
         "url": "Unknown package origin"
     },
+    "webview2": {
+        "description": "WebView2 plugin",
+        "elements": {
+            "webview2src": {
+                "author": "Seungha Yang <seungha@centricular.com>",
+                "description": "Creates a video stream rendered by WebView2",
+                "hierarchy": 
+                    "GstWebView2Src",
+                    "GstBaseSrc",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "interfaces": 
+                    "GstURIHandler"
+                ,
+                "klass": "Source/Video",
+                "pad-templates": {
+                    "src": {
+                        "caps": "video/x-raw(memory:D3D11Memory):\n         format: BGRA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \npixel-aspect-ratio: 1/1\n\nvideo/x-raw(memory:D3D12Memory):\n         format: BGRA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \npixel-aspect-ratio: 1/1\nvideo/x-raw:\n         format: BGRA\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \npixel-aspect-ratio: 1/1\n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "adapter": {
+                        "blurb": "DXGI Adapter index (-1 for any device)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "-1",
+                        "max": "2147483647",
+                        "min": "-1",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gint",
+                        "writable": true
+                    },
+                    "javascript": {
+                        "blurb": "Javascript to run on nevigation completed",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "location": {
+                        "blurb": "The URL to display",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "about:blank",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    },
+                    "processing-deadline": {
+                        "blurb": "Maximum processing time for a buffer in nanoseconds",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "20000000",
+                        "max": "18446744073709551615",
+                        "min": "0",
+                        "mutable": "playing",
+                        "readable": true,
+                        "type": "guint64",
+                        "writable": true
+                    },
+                    "user-data-folder": {
+                        "blurb": "Absolute path to WebView2 user data folder location.",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "",
+                        "mutable": "ready",
+                        "readable": true,
+                        "type": "gchararray",
+                        "writable": true
+                    }
+                },
+                "rank": "marginal"
+            }
+        },
+        "filename": "gstwebview2",
+        "license": "LGPL",
+        "other-types": {},
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
+        "url": "Unknown package origin"
+    },
     "wic": {
         "description": "Windows Imaging Component (WIC) plugin",
         "elements": {
@@ -247781,6 +256583,18 @@
                         "type": "gboolean",
                         "writable": true
                     },
+                    "binary": {
+                        "blurb": "Enable or disable binary QR codes, where binary data is not converted to text",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
                     "cache": {
                         "blurb": "Enable or disable the inter-image result cache",
                         "conditionally-available": false,
@@ -247815,6 +256629,203 @@
         "package": "GStreamer Bad Plug-ins",
         "source": "gst-plugins-bad",
         "tracers": {},
+        "url": "Unknown package origin"
+    },
+    "zxing": {
+        "description": "ZXing bar code detector plugin",
+        "elements": {
+            "zxing": {
+                "author": "Stéphane Cerveau <scerveau@collabora.com>",
+                "description": "Detect bar codes in the video streams with zxing library",
+                "hierarchy": 
+                    "GstZXing",
+                    "GstVideoFilter",
+                    "GstBaseTransform",
+                    "GstElement",
+                    "GstObject",
+                    "GInitiallyUnowned",
+                    "GObject"
+                ,
+                "klass": "Filter/Analyzer/Video",
+                "pad-templates": {
+                    "sink": {
+                        "caps": "video/x-raw:\n         format: { ARGB, xRGB, Y444, Y42B, I420, Y41B, YUV9, YV12 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "sink",
+                        "presence": "always"
+                    },
+                    "src": {
+                        "caps": "video/x-raw:\n         format: { ARGB, xRGB, Y444, Y42B, I420, Y41B, YUV9, YV12 }\n          width:  1, 2147483647 \n         height:  1, 2147483647 \n      framerate:  0/1, 2147483647/1 \n",
+                        "direction": "src",
+                        "presence": "always"
+                    }
+                },
+                "properties": {
+                    "attach-frame": {
+                        "blurb": "Attach a frame dump to each barcode message",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "format": {
+                        "blurb": "Barcode image format",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "all (0)",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "GstBarCodeFormat",
+                        "writable": true
+                    },
+                    "message": {
+                        "blurb": "Post a barcode message for each detected code",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "true",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "try-faster": {
+                        "blurb": "Try faster to analyze the frame",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    },
+                    "try-rotate": {
+                        "blurb": "Try to rotate the frame to detect barcode (slower)",
+                        "conditionally-available": false,
+                        "construct": false,
+                        "construct-only": false,
+                        "controllable": false,
+                        "default": "false",
+                        "mutable": "null",
+                        "readable": true,
+                        "type": "gboolean",
+                        "writable": true
+                    }
+                },
+                "rank": "marginal"
+            }
+        },
+        "filename": "gstzxing",
+        "license": "LGPL",
+        "other-types": {
+            "GstBarCodeFormat": {
+                "kind": "enum",
+                "values": 
+                    {
+                        "desc": "ALL",
+                        "name": "all",
+                        "value": "0"
+                    },
+                    {
+                        "desc": "AZTEC",
+                        "name": "aztec",
+                        "value": "1"
+                    },
+                    {
+                        "desc": "CODABAR",
+                        "name": "codabar",
+                        "value": "2"
+                    },
+                    {
+                        "desc": "CODE_39",
+                        "name": "code_39",
+                        "value": "3"
+                    },
+                    {
+                        "desc": "CODE_93",
+                        "name": "code_93",
+                        "value": "4"
+                    },
+                    {
+                        "desc": "CODE_128",
+                        "name": "code_128",
+                        "value": "5"
+                    },
+                    {
+                        "desc": "PNG",
+                        "name": "png",
+                        "value": "6"
+                    },
+                    {
+                        "desc": "EAN_8",
+                        "name": "ean_8",
+                        "value": "7"
+                    },
+                    {
+                        "desc": "EAN_13",
+                        "name": "ean_13",
+                        "value": "8"
+                    },
+                    {
+                        "desc": "ITF",
+                        "name": "itf",
+                        "value": "9"
+                    },
+                    {
+                        "desc": "MAXICODE",
+                        "name": "maxicode",
+                        "value": "10"
+                    },
+                    {
+                        "desc": "PDF_417",
+                        "name": "pdf_417",
+                        "value": "11"
+                    },
+                    {
+                        "desc": "QR_CODE",
+                        "name": "qr_code",
+                        "value": "12"
+                    },
+                    {
+                        "desc": "RSS_14",
+                        "name": "rss_14",
+                        "value": "13"
+                    },
+                    {
+                        "desc": "RSS_EXPANDED",
+                        "name": "rss_expanded",
+                        "value": "14"
+                    },
+                    {
+                        "desc": "UPC_A",
+                        "name": "upc_a",
+                        "value": "15"
+                    },
+                    {
+                        "desc": "UPC_E",
+                        "name": "upc_e",
+                        "value": "16"
+                    },
+                    {
+                        "desc": "UPC_EAN_EXTENSION",
+                        "name": "upc_ean_expansion",
+                        "value": "17"
+                    }
+                
+            }
+        },
+        "package": "GStreamer Bad Plug-ins",
+        "source": "gst-plugins-bad",
+        "tracers": {},
         "url": "Unknown package origin"
     }
 }
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/aes/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/aes/meson.build Changed

@@ -5,23 +5,36 @@
   'gstaesdec.c',
 
 
+aes_headers = 
+  'gstaesenc.h',
+  'gstaeshelper.h',
+  'gstaesdec.h',
+
+
+doc_sources = 
+foreach s: aes_sources + aes_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'aes': pathsep.join(doc_sources)
+}
+
 aes_cargs = 
 aes_dep = dependency('openssl', version : '>= 1.1.0', required : get_option('aes'))
 if aes_dep.found()
   aes_cargs += '-DHAVE_OPENSSL'
-else
-  subdir_done()
-endif
 
-gstaes = library('gstaes',
-  aes_sources,
-  c_args : gst_plugins_bad_args + aes_cargs,
-  link_args : noseh_link_args,
-  include_directories : configinc,
-  dependencies : gstpbutils_dep, gstvideo_dep,
-                  aes_dep, gio_dep, libm,
-  install : true,
-  install_dir : plugins_install_dir,
-)
-plugins += gstaes
+  gstaes = library('gstaes',
+    aes_sources,
+    c_args : gst_plugins_bad_args + aes_cargs,
+    link_args : noseh_link_args,
+    include_directories : configinc,
+    dependencies : gstpbutils_dep, gstvideo_dep,
+                    aes_dep, gio_dep, libm,
+    install : true,
+    install_dir : plugins_install_dir,
+  )
+  plugins += gstaes
+endif
 aes_dep = declare_dependency(include_directories : include_directories('.'))

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/analyticsoverlay/gstobjectdetectionoverlay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/analyticsoverlay/gstobjectdetectionoverlay.c Changed

@@ -554,12 +554,14 @@
       GST_INFO_OBJECT (overlay, "EOS");
       overlay->eos = TRUE;
       g_mutex_unlock (&overlay->stream_event_mutex);
+      ret = GST_BASE_TRANSFORM_CLASS (parent_class)->sink_event (trans, event);
       break;
     case GST_EVENT_FLUSH_START:
       g_mutex_lock (&overlay->stream_event_mutex);
-      GST_INFO_OBJECT (overlay, "Flush stop");
+      GST_INFO_OBJECT (overlay, "Flush start");
       overlay->flushing = TRUE;
       g_mutex_unlock (&overlay->stream_event_mutex);
+      ret = GST_BASE_TRANSFORM_CLASS (parent_class)->sink_event (trans, event);
       break;
     case GST_EVENT_FLUSH_STOP:
       g_mutex_lock (&overlay->stream_event_mutex);
@@ -567,6 +569,7 @@
       overlay->eos = FALSE;
       overlay->flushing = FALSE;
       g_mutex_unlock (&overlay->stream_event_mutex);
+      ret = GST_BASE_TRANSFORM_CLASS (parent_class)->sink_event (trans, event);
       break;
     default:
       ret = GST_BASE_TRANSFORM_CLASS (parent_class)->sink_event (trans, event);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/analyticsoverlay/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/analyticsoverlay/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/aom/gstav1enc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/aom/gstav1enc.c Changed

@@ -208,7 +208,8 @@
   PROP_ENC_PASS,
   PROP_USAGE_PROFILE,
   PROP_LAG_IN_FRAMES,
-  PROP_KEYFRAME_MAX_DIST
+  PROP_KEYFRAME_MAX_DIST,
+  PROP_TIMEBASE
 };
 
 /* From av1/av1_cx_iface.c */
@@ -232,8 +233,6 @@
 #define DEFAULT_BUF_SZ                                       6000
 #define DEFAULT_BUF_INITIAL_SZ                               4000
 #define DEFAULT_BUF_OPTIMAL_SZ                               5000
-#define DEFAULT_TIMEBASE_N                                      1
-#define DEFAULT_TIMEBASE_D                                  90000
 #define DEFAULT_BIT_DEPTH                              AOM_BITS_8
 #define DEFAULT_THREADS                                         0
 #define DEFAULT_ROW_MT                                       TRUE
@@ -244,6 +243,8 @@
 #define DEFAULT_USAGE_PROFILE      GST_AV1_ENC_USAGE_GOOD_QUALITY
 #define DEFAULT_LAG_IN_FRAMES                                   0
 #define DEFAULT_KEYFRAME_MAX_DIST                              30
+#define DEFAULT_TIMEBASE_N                                      0
+#define DEFAULT_TIMEBASE_D                                      1
 
 static void gst_av1_enc_finalize (GObject * object);
 static void gst_av1_enc_set_property (GObject * object, guint prop_id,
@@ -526,6 +527,18 @@
           (GParamFlags) (G_PARAM_READWRITE |
               G_PARAM_STATIC_STRINGS | GST_PARAM_DOC_SHOW_DEFAULT)));
 
+  /**
+   * av1enc:timebase:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_TIMEBASE,
+      gst_param_spec_fraction ("timebase", "Shortest interframe time",
+          "Fraction of one second that is the shortest interframe time - normally left as zero which will default to the framerate",
+          0, 1, G_MAXINT, 1, DEFAULT_TIMEBASE_N, DEFAULT_TIMEBASE_D,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
+          GST_PARAM_DOC_SHOW_DEFAULT));
+
   gst_type_mark_as_plugin_api (GST_TYPE_END_USAGE_MODE, 0);
   gst_type_mark_as_plugin_api (GST_TYPE_RESIZE_MODE, 0);
   gst_type_mark_as_plugin_api (GST_TYPE_SUPERRES_MODE, 0);
@@ -555,6 +568,8 @@
   av1enc->row_mt = DEFAULT_ROW_MT;
   av1enc->tile_columns = DEFAULT_TILE_COLUMNS;
   av1enc->tile_rows = DEFAULT_TILE_ROWS;
+  av1enc->timebase_n = DEFAULT_TIMEBASE_N;
+  av1enc->timebase_d = DEFAULT_TIMEBASE_D;
 
 #ifdef FIXED_QP_OFFSET_COUNT
   av1enc->aom_cfg.fixed_qp_offsets0 = -1;
@@ -586,8 +601,8 @@
   av1enc->aom_cfg.rc_buf_sz = DEFAULT_BUF_SZ;
   av1enc->aom_cfg.rc_buf_initial_sz = DEFAULT_BUF_INITIAL_SZ;
   av1enc->aom_cfg.rc_buf_optimal_sz = DEFAULT_BUF_OPTIMAL_SZ;
-  av1enc->aom_cfg.g_timebase.num = DEFAULT_TIMEBASE_N;
-  av1enc->aom_cfg.g_timebase.den = DEFAULT_TIMEBASE_D;
+  av1enc->aom_cfg.g_timebase.num = 1;
+  av1enc->aom_cfg.g_timebase.den = 90000;
   av1enc->aom_cfg.g_bit_depth = DEFAULT_BIT_DEPTH;
   av1enc->aom_cfg.g_input_bit_depth = (unsigned int) DEFAULT_BIT_DEPTH;
   av1enc->aom_cfg.kf_mode = (enum aom_kf_mode) DEFAULT_KF_MODE;
@@ -835,13 +850,19 @@
 
   av1enc->aom_cfg.g_w = GST_VIDEO_INFO_WIDTH (info);
   av1enc->aom_cfg.g_h = GST_VIDEO_INFO_HEIGHT (info);
-  /* Zero framerate and max-framerate but still need to setup the timebase to avoid
-   * a divide by zero error. Presuming the lowest common denominator will be RTP -
-   * VP8 payload draft states clock rate of 90000 which should work for anyone where
-   * FPS < 90000 (shouldn't be too many cases where it's higher) though wouldn't be optimal. RTP specification
-   * http://tools.ietf.org/html/draft-ietf-payload-vp8-01 section 6.3.1 */
-  av1enc->aom_cfg.g_timebase.num = 1;
-  av1enc->aom_cfg.g_timebase.den = 90000;
+  if (av1enc->timebase_n != 0 && av1enc->timebase_d != 0) {
+    GST_DEBUG_OBJECT (av1enc, "Using timebase configuration");
+    av1enc->aom_cfg.g_timebase.num = av1enc->timebase_n;
+    av1enc->aom_cfg.g_timebase.den = av1enc->timebase_d;
+  } else {
+    /* Zero framerate and max-framerate but still need to setup the timebase to avoid
+     * a divide by zero error. Presuming the lowest common denominator will be RTP -
+     * VP8 payload draft states clock rate of 90000 which should work for anyone where
+     * FPS < 90000 (shouldn't be too many cases where it's higher) though wouldn't be optimal. RTP specification
+     * http://tools.ietf.org/html/draft-ietf-payload-vp8-01 section 6.3.1 */
+    av1enc->aom_cfg.g_timebase.num = 1;
+    av1enc->aom_cfg.g_timebase.den = 90000;
+  }
   av1enc->aom_cfg.g_error_resilient = AOM_ERROR_RESILIENT_DEFAULT;
 
   if (av1enc->threads == DEFAULT_THREADS)
@@ -1229,6 +1250,10 @@
       av1enc->aom_cfg.kf_max_dist = g_value_get_int (value);
       global = TRUE;
       break;
+    case PROP_TIMEBASE:
+      av1enc->timebase_n = gst_value_get_fraction_numerator (value);
+      av1enc->timebase_d = gst_value_get_fraction_denominator (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -1339,6 +1364,9 @@
     case PROP_KEYFRAME_MAX_DIST:
       g_value_set_int (value, av1enc->aom_cfg.kf_max_dist);
       break;
+    case PROP_TIMEBASE:
+      gst_value_set_fraction (value, av1enc->timebase_n, av1enc->timebase_d);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/aom/gstav1enc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/aom/gstav1enc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/aom/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/aom/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/assrender/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/assrender/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/avtp/gstavtpsrc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/avtp/gstavtpsrc.c Changed

@@ -86,6 +86,8 @@
 
 static gboolean gst_avtp_src_start (GstBaseSrc * basesrc);
 static gboolean gst_avtp_src_stop (GstBaseSrc * basesrc);
+static gboolean gst_avtp_src_unlock (GstBaseSrc * basesrc);
+static gboolean gst_avtp_src_unlock_stop (GstBaseSrc * basesrc);
 static GstFlowReturn gst_avtp_src_fill (GstPushSrc * pushsrc, GstBuffer *
     buffer);
 
@@ -121,6 +123,8 @@
 
   basesrc_class->start = GST_DEBUG_FUNCPTR (gst_avtp_src_start);
   basesrc_class->stop = GST_DEBUG_FUNCPTR (gst_avtp_src_stop);
+  basesrc_class->unlock = GST_DEBUG_FUNCPTR (gst_avtp_src_unlock);
+  basesrc_class->unlock_stop = GST_DEBUG_FUNCPTR (gst_avtp_src_unlock_stop);
   pushsrc_class->fill = GST_DEBUG_FUNCPTR (gst_avtp_src_fill);
 
   GST_DEBUG_CATEGORY_INIT (avtpsrc_debug, "avtpsrc", 0, "AVTP Source");
@@ -135,7 +139,6 @@
 
   avtpsrc->ifname = g_strdup (DEFAULT_IFNAME);
   avtpsrc->address = g_strdup (DEFAULT_ADDRESS);
-  avtpsrc->sk_fd = -1;
 }
 
 static void
@@ -146,6 +149,8 @@
   g_free (avtpsrc->ifname);
   g_free (avtpsrc->address);
 
+  g_clear_object (&avtpsrc->cancellable);
+
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
 
@@ -202,17 +207,19 @@
   struct sockaddr_ll sk_addr = { 0 };
   struct packet_mreq mreq = { 0 };
   GstAvtpSrc *avtpsrc = GST_AVTP_SRC (basesrc);
+  GError *gerr = NULL;
 
   index = if_nametoindex (avtpsrc->ifname);
   if (!index) {
-    GST_ERROR_OBJECT (avtpsrc, "Failed to get if_index: %s",
-        g_strerror (errno));
+    GST_ELEMENT_ERROR (avtpsrc, RESOURCE, OPEN_READ, (NULL),
+        ("Failed to get if_index: %s", g_strerror (errno)));
     return FALSE;
   }
 
   fd = socket (AF_PACKET, SOCK_DGRAM, htons (ETH_P_TSN));
   if (fd < 0) {
-    GST_ERROR_OBJECT (avtpsrc, "Failed to open socket: %s", g_strerror (errno));
+    GST_ELEMENT_ERROR (avtpsrc, RESOURCE, OPEN_READ, (NULL),
+        ("Failed to open socket: %s", g_strerror (errno)));
     return FALSE;
   }
 
@@ -222,14 +229,16 @@
 
   res = bind (fd, (struct sockaddr *) &sk_addr, sizeof (sk_addr));
   if (res < 0) {
-    GST_ERROR_OBJECT (avtpsrc, "Failed to bind socket: %s", g_strerror (errno));
+    GST_ELEMENT_ERROR (avtpsrc, RESOURCE, SETTINGS, (NULL),
+        ("Failed to bind socket: %s", g_strerror (errno)));
     goto err;
   }
 
   res = sscanf (avtpsrc->address, "%hhx:%hhx:%hhx:%hhx:%hhx:%hhx",
       &addr0, &addr1, &addr2, &addr3, &addr4, &addr5);
   if (res != 6) {
-    GST_ERROR_OBJECT (avtpsrc, "Destination MAC address format not valid");
+    GST_ELEMENT_ERROR (avtpsrc, RESOURCE, SETTINGS, (NULL),
+        ("Destination MAC address format not valid"));
     goto err;
   }
 
@@ -240,12 +249,20 @@
   res = setsockopt (fd, SOL_PACKET, PACKET_ADD_MEMBERSHIP, &mreq,
       sizeof (struct packet_mreq));
   if (res < 0) {
-    GST_ERROR_OBJECT (avtpsrc, "Failed to set multicast address: %s",
-        g_strerror (errno));
+    GST_ELEMENT_ERROR (avtpsrc, RESOURCE, SETTINGS, (NULL),
+        ("Failed to set multicast address: %s", g_strerror (errno)));
+    goto err;
+  }
+
+  avtpsrc->socket = g_socket_new_from_fd (fd, &gerr);
+  if (gerr) {
+    GST_ELEMENT_ERROR (avtpsrc, RESOURCE, SETTINGS, (NULL),
+        ("Could not create socket object: %s", gerr->message));
+    g_clear_error (&gerr);
     goto err;
   }
 
-  avtpsrc->sk_fd = fd;
+  avtpsrc->cancellable = g_cancellable_new ();
 
   GST_DEBUG_OBJECT (avtpsrc, "AVTP source started");
   return TRUE;
@@ -260,20 +277,55 @@
 {
   GstAvtpSrc *avtpsrc = GST_AVTP_SRC (basesrc);
 
-  close (avtpsrc->sk_fd);
+  GST_OBJECT_LOCK (avtpsrc);
+  g_cancellable_cancel (avtpsrc->cancellable);
+  g_clear_object (&avtpsrc->cancellable);
+  GST_OBJECT_UNLOCK (avtpsrc);
+
+  if (avtpsrc->socket)
+    g_socket_close (avtpsrc->socket, NULL);
+  g_clear_object (&avtpsrc->socket);
 
   GST_DEBUG_OBJECT (avtpsrc, "AVTP source stopped");
   return TRUE;
 }
 
+static gboolean
+gst_avtp_src_unlock (GstBaseSrc * basesrc)
+{
+  GstAvtpSrc *avtpsrc = GST_AVTP_SRC (basesrc);
+
+  GST_OBJECT_LOCK (avtpsrc);
+  g_cancellable_cancel (avtpsrc->cancellable);
+  GST_OBJECT_UNLOCK (avtpsrc);
+
+  return TRUE;
+}
+
+static gboolean
+gst_avtp_src_unlock_stop (GstBaseSrc * basesrc)
+{
+  GstAvtpSrc *avtpsrc = GST_AVTP_SRC (basesrc);
+
+  GST_OBJECT_LOCK (avtpsrc);
+  g_clear_object (&avtpsrc->cancellable);
+  avtpsrc->cancellable = g_cancellable_new ();
+  GST_OBJECT_UNLOCK (avtpsrc);
+
+  return TRUE;
+}
+
+
 static GstFlowReturn
 gst_avtp_src_fill (GstPushSrc * pushsrc, GstBuffer * buffer)
 {
   GstMapInfo map;
   gsize buffer_size;
-  ssize_t n = MAX_AVTPDU_SIZE;
-  ssize_t received = -1;
+  gssize n = MAX_AVTPDU_SIZE;
+  gssize received = -1;
   GstAvtpSrc *avtpsrc = GST_AVTP_SRC (pushsrc);
+  GError *gerr = NULL;
+  GCancellable *cancellable;
 
   buffer_size = gst_buffer_get_size (buffer);
   if (G_UNLIKELY (buffer_size < MAX_AVTPDU_SIZE)) {
@@ -289,22 +341,33 @@
     return GST_FLOW_OK;
   }
 
-retry:
-  errno = 0;
-  received = recv (avtpsrc->sk_fd, map.data, n, 0);
-  if (received < 0) {
-    if (errno == EINTR) {
-      goto retry;
-    }
+  GST_OBJECT_LOCK (avtpsrc);
+  cancellable = g_object_ref (avtpsrc->cancellable);
+  GST_OBJECT_UNLOCK (avtpsrc);
+
+  received = g_socket_receive (avtpsrc->socket,
+      (gchar *) map.data, n, cancellable, &gerr);
+
+  g_object_unref (cancellable);
+
+  gst_buffer_unmap (buffer, &map);
+
+  if (g_error_matches (gerr, G_IO_ERROR, G_IO_ERROR_BUSY) ||
+      g_error_matches (gerr, G_IO_ERROR, G_IO_ERROR_CANCELLED)) {
+    g_clear_error (&gerr);
+    return GST_FLOW_FLUSHING;
+  }
+
+  if (gerr) {
     GST_ELEMENT_ERROR (avtpsrc, RESOURCE, READ, (NULL),
-        ("Failed to receive AVTPDU: %s", g_strerror (errno)));
+        ("Failed to receive AVTPDU: %s", gerr->message));
     gst_buffer_unmap (buffer, &map);
+    g_clear_error (&gerr);
 
     return GST_FLOW_ERROR;
   }
 
   gst_buffer_set_size (buffer, received);
-  gst_buffer_unmap (buffer, &map);
 
   return GST_FLOW_OK;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/avtp/gstavtpsrc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/avtp/gstavtpsrc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/avtp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/avtp/meson.build Changed

@@ -18,6 +18,34 @@
   'gstavtpcrfcheck.c',
 
 
+avtp_headers = 
+  'gstavtpvfpaybase.h',
+  'gstavtpcrfutil.h',
+  'gstavtpsink.h',
+  'gstavtprvfpay.h',
+  'gstavtpcrfsync.h',
+  'gstavtpcrfbase.h',
+  'gstavtpcrfcheck.h',
+  'gstavtprvfdepay.h',
+  'gstavtpvfdepaybase.h',
+  'gstavtpcvfpay.h',
+  'gstavtpaafpay.h',
+  'gstavtpsrc.h',
+  'gstavtpbasedepayload.h',
+  'gstavtpaafdepay.h',
+  'gstavtpbasepayload.h',
+  'gstavtpcvfdepay.h',
+
+
+doc_sources = 
+foreach s: avtp_sources + avtp_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'avtp': pathsep.join(doc_sources)
+}
+
 avtp_dep = dependency('', required: false)
 avtp_option = get_option('avtp')
 
@@ -37,7 +65,7 @@
     avtp_sources,
     c_args : gst_plugins_bad_args,
     include_directories : configinc,
-    dependencies : gstaudio_dep, gstvideo_dep, avtp_dep, libm,
+    dependencies : gio_dep, gstaudio_dep, gstvideo_dep, avtp_dep, libm,
     install : true,
     install_dir : plugins_install_dir,
   )

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/bs2b/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/bs2b/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/bz2/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/bz2/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/chromaprint/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/chromaprint/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/ccutils.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/ccutils.c Changed

@@ -342,7 +342,8 @@
 static gint
 cc_data_extract_cea608 (const guint8 * cc_data, guint cc_data_len,
     guint8 * cea608_field1, guint * cea608_field1_len,
-    guint8 * cea608_field2, guint * cea608_field2_len)
+    guint8 * cea608_field2, guint * cea608_field2_len,
+    gboolean remove_cea608_padding)
 {
   guint i, field_1_len = 0, field_2_len = 0;
 
@@ -382,8 +383,10 @@
           return CC_DATA_EXTRACT_TOO_MANY_FIELD1;
         }
 
-        cea608_field1(*cea608_field1_len)++ = byte1;
-        cea608_field1(*cea608_field1_len)++ = byte2;
+        if (!remove_cea608_padding || byte1 != 0x80 || byte2 != 0x80) {
+          cea608_field1(*cea608_field1_len)++ = byte1;
+          cea608_field1(*cea608_field1_len)++ = byte2;
+        }
       }
     } else if (cc_type == 0x01) {
       if (!cc_valid)
@@ -395,8 +398,10 @@
               *cea608_field2_len + 2);
           return CC_DATA_EXTRACT_TOO_MANY_FIELD2;
         }
-        cea608_field2(*cea608_field2_len)++ = byte1;
-        cea608_field2(*cea608_field2_len)++ = byte2;
+        if (!remove_cea608_padding || byte1 != 0x80 || byte2 != 0x80) {
+          cea608_field2(*cea608_field2_len)++ = byte1;
+          cea608_field2(*cea608_field2_len)++ = byte2;
+        }
       }
     } else {
       /* all cea608 packets must be at the beginning of a cc_data */
@@ -416,10 +421,35 @@
 gint
 drop_ccp_from_cc_data (guint8 * cc_data, guint cc_data_len)
 {
-  return cc_data_extract_cea608 (cc_data, cc_data_len, NULL, NULL, NULL, NULL);
+  return cc_data_extract_cea608 (cc_data, cc_data_len, NULL, NULL, NULL, NULL,
+      FALSE);
+}
+
+GType
+gst_cc_buffer_cea608_padding_strategy_get_type (void)
+{
+  static const GFlagsValue values = {
+    {CC_BUFFER_CEA608_PADDING_STRATEGY_INPUT_REMOVE,
+        "Remove padding from input data", "input-remove"},
+    {CC_BUFFER_CEA608_PADDING_STRATEGY_VALID, "Write 608 padding as valid",
+        "valid"},
+    {0, NULL, NULL}
+  };
+  static GType id = 0;
+
+  if (g_once_init_enter ((gsize *) & id)) {
+    GType _id;
+
+    _id = g_flags_register_static ("GstCCBufferCea608PaddingStrategy", values);
+
+    g_once_init_leave ((gsize *) & id, _id);
+  }
+
+  return id;
 }
 
 #define DEFAULT_MAX_BUFFER_TIME (100 * GST_MSECOND)
+#define DEFAULT_VALID_TIMEOUT GST_CLOCK_TIME_NONE
 
 struct _CCBuffer
 {
@@ -429,11 +459,18 @@
   GArray *cc_data;
   /* used for tracking which field to write across output buffer boundaries */
   gboolean last_cea608_written_was_field1;
+  /* tracks the timeout for valid_timeout */
+  guint64 field1_padding_written_count;
+  guint64 field2_padding_written_count;
+  gboolean cea608_1_any_valid;
+  gboolean cea608_2_any_valid;
 
   /* properties */
   GstClockTime max_buffer_time;
   gboolean output_padding;
   gboolean output_ccp_padding;
+  CCBufferCea608PaddingStrategy cea608_padding_strategy;
+  GstClockTime valid_timeout;
 };
 
 G_DEFINE_TYPE (CCBuffer, cc_buffer, G_TYPE_OBJECT);
@@ -454,6 +491,12 @@
   buf->max_buffer_time = DEFAULT_MAX_BUFFER_TIME;
   buf->output_padding = TRUE;
   buf->output_ccp_padding = FALSE;
+  buf->cea608_padding_strategy = 0;
+  buf->valid_timeout = DEFAULT_VALID_TIMEOUT;
+  buf->field1_padding_written_count = 0;
+  buf->field2_padding_written_count = 0;
+  buf->cea608_1_any_valid = FALSE;
+  buf->cea608_2_any_valid = FALSE;
 }
 
 static void
@@ -529,7 +572,7 @@
 }
 
 static guint
-calculate_n_cea608_doubles_from_time_ceil (CCBuffer * buf, GstClockTime ns)
+calculate_n_cea608_doubles_from_time_ceil (GstClockTime ns)
 {
   /* cea608 has a maximum bitrate of 60000/1001 * 2 bytes/s */
   guint ret = gst_util_uint64_scale_ceil (ns, 120000, 1001 * GST_SECOND);
@@ -538,7 +581,7 @@
 }
 
 static guint
-calculate_n_cea708_doubles_from_time_ceil (CCBuffer * buf, GstClockTime ns)
+calculate_n_cea708_doubles_from_time_ceil (GstClockTime ns)
 {
   /* ccp has a maximum bitrate of 9600000/1001 bits/s */
   guint ret = gst_util_uint64_scale_ceil (ns, 9600000 / 8, 1001 * GST_SECOND);
@@ -546,17 +589,18 @@
   return GST_ROUND_UP_2 (ret);
 }
 
-static void
+static CCBufferPushReturn
 push_internal (CCBuffer * buf, const guint8 * cea608_1,
     guint cea608_1_len, const guint8 * cea608_2, guint cea608_2_len,
     const guint8 * cc_data, guint cc_data_len)
 {
   guint max_cea608_bytes;
+  gboolean pushed = FALSE, overflow = FALSE;
 
   GST_DEBUG_OBJECT (buf, "pushing cea608-1: %u cea608-2: %u ccp: %u",
       cea608_1_len, cea608_2_len, cc_data_len);
   max_cea608_bytes =
-      calculate_n_cea608_doubles_from_time_ceil (buf, buf->max_buffer_time);
+      calculate_n_cea608_doubles_from_time_ceil (buf->max_buffer_time);
 
   if (cea608_1_len > 0) {
     if (cea608_1_len + buf->cea608_1->len > max_cea608_bytes) {
@@ -564,8 +608,10 @@
           "previous data, max %u, attempted to hold %u", max_cea608_bytes,
           cea608_1_len + buf->cea608_1->len);
       g_array_set_size (buf->cea608_1, 0);
+      overflow = TRUE;
     }
     g_array_append_vals (buf->cea608_1, cea608_1, cea608_1_len);
+    pushed = TRUE;
   }
   if (cea608_2_len > 0) {
     if (cea608_2_len + buf->cea608_2->len > max_cea608_bytes) {
@@ -573,23 +619,34 @@
           "previous data, max %u, attempted to hold %u", max_cea608_bytes,
           cea608_2_len + buf->cea608_2->len);
       g_array_set_size (buf->cea608_2, 0);
+      overflow = TRUE;
     }
     g_array_append_vals (buf->cea608_2, cea608_2, cea608_2_len);
+    pushed = TRUE;
   }
   if (cc_data_len > 0) {
     guint max_cea708_bytes =
-        calculate_n_cea708_doubles_from_time_ceil (buf, buf->max_buffer_time);
+        calculate_n_cea708_doubles_from_time_ceil (buf->max_buffer_time);
     if (cc_data_len + buf->cc_data->len > max_cea708_bytes) {
       GST_WARNING_OBJECT (buf, "ccp data overflow, dropping all "
           "previous data, max %u, attempted to hold %u", max_cea708_bytes,
           cc_data_len + buf->cc_data->len);
       g_array_set_size (buf->cc_data, 0);
+      overflow = TRUE;
     }
     g_array_append_vals (buf->cc_data, cc_data, cc_data_len);
+    pushed = TRUE;
   }
+
+  if (overflow)
+    return CC_BUFFER_PUSH_OVERFLOW;
+  else if (pushed)
+    return CC_BUFFER_PUSH_OK;
+  else
+    return CC_BUFFER_PUSH_NO_DATA;
 }
 
-gboolean
+CCBufferPushReturn
 cc_buffer_push_separated (CCBuffer * buf, const guint8 * cea608_1,
     guint cea608_1_len, const guint8 * cea608_2, guint cea608_2_len,
     const guint8 * cc_data, guint cc_data_len)
@@ -597,12 +654,17 @@
   guint8 cea608_1_copyMAX_CEA608_LEN;
   guint8 cea608_2_copyMAX_CEA608_LEN;
   guint8 cc_data_copyMAX_CDP_PACKET_LEN;
+  gboolean remove_cea608_padding =
+      (buf->cea608_padding_strategy &
+      CC_BUFFER_CEA608_PADDING_STRATEGY_INPUT_REMOVE)
+      != 0;
   guint i;
 
   if (cea608_1 && cea608_1_len > 0) {
     guint out_i = 0;
     for (i = 0; i < cea608_1_len / 2; i++) {
-      if (cea608_1i != 0x80 || cea608_1i + 1 != 0x80) {
+      if (!remove_cea608_padding || cea608_1i != 0x80
+          || cea608_1i + 1 != 0x80) {
         cea608_1_copyout_i++ = cea608_1i;
         cea608_1_copyout_i++ = cea608_1i + 1;
       }
@@ -615,7 +677,8 @@
   if (cea608_2 && cea608_2_len > 0) {
     guint out_i = 0;
     for (i = 0; i < cea608_2_len / 2; i++) {
-      if (cea608_2i != 0x80 || cea608_2i + 1 != 0x80) {
+      if (!remove_cea608_padding || cea608_2i != 0x80
+          || cea608_2i + 1 != 0x80) {
         cea608_2_copyout_i++ = cea608_2i;
         cea608_2_copyout_i++ = cea608_2i + 1;
       }
@@ -632,13 +695,11 @@
     cc_data_len = 0;
   }
 
-  push_internal (buf, cea608_1_copy, cea608_1_len, cea608_2_copy,
+  return push_internal (buf, cea608_1_copy, cea608_1_len, cea608_2_copy,
       cea608_2_len, cc_data_copy, cc_data_len);
-
-  return cea608_1_len > 0 || cea608_2_len > 0 || cc_data_len > 0;
 }
 
-gboolean
+CCBufferPushReturn
 cc_buffer_push_cc_data (CCBuffer * buf, const guint8 * cc_data,
     guint cc_data_len)
 {
@@ -654,17 +715,17 @@
   cc_data_len = compact_cc_data (cc_data_copy, cc_data_len);
 
   ccp_offset = cc_data_extract_cea608 (cc_data_copy, cc_data_len, cea608_1,
-      &cea608_1_len, cea608_2, &cea608_2_len);
+      &cea608_1_len, cea608_2, &cea608_2_len,
+      (buf->cea608_padding_strategy &
+          CC_BUFFER_CEA608_PADDING_STRATEGY_INPUT_REMOVE) != 0);
 
   if (ccp_offset < 0) {
     GST_WARNING_OBJECT (buf, "Failed to extract cea608 from cc_data");
-    return FALSE;
+    return CC_BUFFER_PUSH_NO_DATA;
   }
 
-  push_internal (buf, cea608_1, cea608_1_len, cea608_2,
-      cea608_2_len, &cc_data_copyccp_offset, cc_data_len - ccp_offset);
-
-  return cea608_1_len > 0 || cea608_2_len > 0 || cc_data_len - ccp_offset > 0;
+  return push_internal (buf, cea608_1, cea608_1_len, cea608_2, cea608_2_len,
+      &cc_data_copyccp_offset, cc_data_len - ccp_offset);
 }
 
 void
@@ -720,7 +781,7 @@
 {
   gint extra_ccp = 0, extra_cea608_1 = 0, extra_cea608_2 = 0;
   gint write_ccp_size = 0, write_cea608_1_size = 0, write_cea608_2_size = 0;
-  gboolean wrote_first = FALSE;
+  gboolean write_field1 = FALSE;
 
   if (buf->cc_data->len) {
     extra_ccp = buf->cc_data->len - 3 * fps_entry->max_ccp_count;
@@ -733,7 +794,8 @@
   *field1_padding = 0;
   *field2_padding = 0;
 
-  wrote_first = !buf->last_cea608_written_was_field1;
+  write_field1 = !buf->last_cea608_written_was_field1;
+
   /* try to push data into the packets.  Anything 'extra' will be
    * stored for later */
   while (TRUE) {
@@ -744,7 +806,7 @@
     if (avail_1 + avail_2 >= 2 * fps_entry->max_cea608_count)
       break;
 
-    if (wrote_first) {
+    if (write_field1) {
       if (extra_cea608_1 > 0) {
         extra_cea608_1 -= 2;
         g_assert_cmpint (extra_cea608_1, >=, 0);
@@ -770,7 +832,8 @@
        * requested to start with field2 */
       *field2_padding += 2;
     }
-    wrote_first = TRUE;
+
+    write_field1 = TRUE;
   }
 
   // don't write padding if not requested
@@ -816,7 +879,14 @@
     } else if (cea608_1) {
       memcpy (cea608_1, buf->cea608_1->data, write_cea608_1_size);
       memset (&cea608_1write_cea608_1_size, 0x80, field1_padding);
+      if (write_cea608_1_size == 0) {
+        buf->field1_padding_written_count += field1_padding / 2;
+      } else {
+        buf->field1_padding_written_count = 0;
+      }
       *cea608_1_len = write_cea608_1_size + field1_padding;
+      if (*cea608_1_len > 0)
+        buf->last_cea608_written_was_field1 = TRUE;
     } else {
       *cea608_1_len = 0;
     }
@@ -829,7 +899,14 @@
     } else if (cea608_2) {
       memcpy (cea608_2, buf->cea608_2->data, write_cea608_2_size);
       memset (&cea608_2write_cea608_2_size, 0x80, field2_padding);
+      if (write_cea608_2_size == 0) {
+        buf->field2_padding_written_count += field2_padding / 2;
+      } else {
+        buf->field2_padding_written_count = 0;
+      }
       *cea608_2_len = write_cea608_2_size + field2_padding;
+      if (*cea608_2_len > 0)
+        buf->last_cea608_written_was_field1 = FALSE;
     } else {
       *cea608_2_len = 0;
     }
@@ -871,13 +948,15 @@
 
 void
 cc_buffer_take_cc_data (CCBuffer * buf,
-    const struct cdp_fps_entry *fps_entry, gboolean nul_padding,
+    const struct cdp_fps_entry *fps_entry,
     guint8 * cc_data, guint * cc_data_len)
 {
   guint write_cea608_1_size, write_cea608_2_size, write_ccp_size;
   guint field1_padding, field2_padding;
-  gboolean wrote_first;
-  guint8 padding_byte = nul_padding ? 0x00 : 0x80;
+  gboolean write_field1;
+  gboolean nul_padding =
+      (buf->cea608_padding_strategy & CC_BUFFER_CEA608_PADDING_STRATEGY_VALID)
+      == 0;
 
   cc_buffer_get_out_sizes (buf, fps_entry, &write_cea608_1_size,
       &field1_padding, &write_cea608_2_size, &field2_padding, &write_ccp_size);
@@ -892,15 +971,18 @@
         field2_padding;
     guint ccp_padding = 0;
 
-    wrote_first = !buf->last_cea608_written_was_field1;
+    write_field1 = !buf->last_cea608_written_was_field1;
+
     while (cea608_1_i + cea608_2_i < cea608_output_count) {
-      if (wrote_first) {
+      if (write_field1) {
         if (cea608_1_i < write_cea608_1_size) {
           cc_dataout_i++ = 0xfc;
           cc_dataout_i++ = cea608_1cea608_1_i;
           cc_dataout_i++ = cea608_1cea608_1_i + 1;
           cea608_1_i += 2;
           buf->last_cea608_written_was_field1 = TRUE;
+          buf->field1_padding_written_count = 0;
+          buf->cea608_1_any_valid = TRUE;
         } else if (cea608_1_i < write_cea608_1_size + field1_padding) {
           GST_TRACE_OBJECT (buf,
               "write field2:%u field2_i:%u, cea608-2 buf len:%u",
@@ -913,10 +995,16 @@
             cc_dataout_i++ = 0xfc;
             cc_dataout_i++ = 0x80;
             cc_dataout_i++ = 0x80;
+            buf->field1_padding_written_count = 0;
           } else {
-            cc_dataout_i++ = 0xf8;
+            gboolean write_invalid = nul_padding || (buf->cea608_1_any_valid &&
+                calculate_n_cea608_doubles_from_time_ceil (buf->valid_timeout) /
+                2 < buf->field1_padding_written_count);
+            guint8 padding_byte = write_invalid ? 0x00 : 0x80;
+            cc_dataout_i++ = write_invalid ? 0xf8 : 0xfc;
             cc_dataout_i++ = padding_byte;
             cc_dataout_i++ = padding_byte;
+            buf->field1_padding_written_count += 1;
           }
           cea608_1_i += 2;
           buf->last_cea608_written_was_field1 = TRUE;
@@ -929,15 +1017,22 @@
         cc_dataout_i++ = cea608_2cea608_2_i + 1;
         cea608_2_i += 2;
         buf->last_cea608_written_was_field1 = FALSE;
+        buf->field2_padding_written_count = 0;
+        buf->cea608_2_any_valid = TRUE;
       } else if (cea608_2_i < write_cea608_2_size + field2_padding) {
-        cc_dataout_i++ = 0xf9;
+        gboolean write_invalid = nul_padding || (buf->cea608_2_any_valid &&
+            calculate_n_cea608_doubles_from_time_ceil (buf->valid_timeout) / 2 <
+            buf->field2_padding_written_count);
+        guint8 padding_byte = write_invalid ? 0x00 : 0x80;
+        cc_dataout_i++ = write_invalid ? 0xf9 : 0xfd;
         cc_dataout_i++ = padding_byte;
         cc_dataout_i++ = padding_byte;
         cea608_2_i += 2;
         buf->last_cea608_written_was_field1 = FALSE;
+        buf->field2_padding_written_count += 1;
       }
 
-      wrote_first = TRUE;
+      write_field1 = TRUE;
     }
 
     if (write_ccp_size > 0)
@@ -1048,3 +1143,16 @@
   buf->output_padding = output_padding;
   buf->output_ccp_padding = output_ccp_padding;
 }
+
+void
+cc_buffer_set_cea608_padding_strategy (CCBuffer * buf,
+    CCBufferCea608PaddingStrategy padding_strategy)
+{
+  buf->cea608_padding_strategy = padding_strategy;
+}
+
+void
+cc_buffer_set_cea608_valid_timeout (CCBuffer * buf, GstClockTime valid_timeout)
+{
+  buf->valid_timeout = valid_timeout;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/ccutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/ccutils.h Changed

@@ -75,6 +75,37 @@
 #define MAX_CDP_PACKET_LEN 256
 #define MAX_CEA608_LEN 32
 
+/**
+ * GstCCBufferCea608PaddingStrategy:
+ * @CC_BUFFER_CEA608_PADDING_STRATEGY_INPUT_REMOVE: Keep whatever padding was provided on the input.
+ *     Do not add, remove, or modify, any padding bytes.
+ * @CC_BUFFER_CEA608_PADDING_STRATEGY_VALID: Always modify any padding data to become valid.
+ *     This may cause a stream to show as a CEA-608 caption stream with no contents.
+ *
+ * Since: 1.26
+ */
+/**
+ * @CC_BUFFER_CEA608_PADDING_STRATEGY_INPUT_REMOVE:
+ * Since: 1.26
+ */
+/**
+ * @CC_BUFFER_CEA608_PADDING_STRATEGY_VALID:
+ * Since: 1.26
+ */
+typedef enum {
+   CC_BUFFER_CEA608_PADDING_STRATEGY_INPUT_REMOVE = (1 << 0),
+   CC_BUFFER_CEA608_PADDING_STRATEGY_VALID        = (1 << 1),
+} CCBufferCea608PaddingStrategy;
+
+#define GST_TYPE_CC_BUFFER_CEA608_PADDING_STRATEGY (gst_cc_buffer_cea608_padding_strategy_get_type())
+GType gst_cc_buffer_cea608_padding_strategy_get_type (void);
+
+typedef enum {
+  CC_BUFFER_PUSH_OK,
+  CC_BUFFER_PUSH_NO_DATA,
+  CC_BUFFER_PUSH_OVERFLOW,
+} CCBufferPushReturn;
+
 G_DECLARE_FINAL_TYPE (CCBuffer, cc_buffer, GST, CC_BUFFER, GObject);
 
 G_GNUC_INTERNAL
@@ -85,7 +116,7 @@
                                                  guint * cea608_2_len,
                                                  guint * cc_data_len);
 G_GNUC_INTERNAL
-gboolean        cc_buffer_push_separated        (CCBuffer * buf,
+CCBufferPushReturn  cc_buffer_push_separated    (CCBuffer * buf,
                                                  const guint8 * cea608_1,
                                                  guint cea608_1_len,
                                                  const guint8 * cea608_2,
@@ -93,13 +124,12 @@
                                                  const guint8 * cc_data,
                                                  guint cc_data_len);
 G_GNUC_INTERNAL
-gboolean        cc_buffer_push_cc_data          (CCBuffer * buf,
+CCBufferPushReturn  cc_buffer_push_cc_data      (CCBuffer * buf,
                                                  const guint8 * cc_data,
                                                  guint cc_data_len);
 G_GNUC_INTERNAL
 void            cc_buffer_take_cc_data          (CCBuffer * buf,
                                                  const struct cdp_fps_entry * fps_entry,
-                                                 gboolean nul_padding,
                                                  guint8 * cc_data,
                                                  guint * cc_data_len);
 G_GNUC_INTERNAL
@@ -132,6 +162,11 @@
 void            cc_buffer_set_output_padding    (CCBuffer * buf,
                                                  gboolean output_padding,
                                                  gboolean output_ccp_padding);
+G_GNUC_INTERNAL
+void            cc_buffer_set_cea608_padding_strategy(CCBuffer * buf,
+                                                 CCBufferCea608PaddingStrategy padding_strategy);
+G_GNUC_INTERNAL
+void           cc_buffer_set_cea608_valid_timeout (CCBuffer * buf, GstClockTime valid_timeout);
 
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/gstcccombiner.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstcccombiner.c Changed

@@ -63,11 +63,48 @@
   PROP_SCHEDULE,
   PROP_OUTPUT_PADDING,
   PROP_MAX_SCHEDULED,
+  PROP_CEA608_PADDING_STRATEGY,
+  PROP_CEA608_VALID_PADDING_TIMEOUT,
+  PROP_SCHEDULE_TIMEOUT,
+  PROP_INPUT_META_PROCESSING,
 };
 
 #define DEFAULT_MAX_SCHEDULED 30
 #define DEFAULT_SCHEDULE TRUE
 #define DEFAULT_OUTPUT_PADDING TRUE
+#define DEFAULT_CEA608_PADDING_STRATEGY CC_BUFFER_CEA608_PADDING_STRATEGY_VALID
+#define DEFAULT_CEA608_VALID_PADDING_TIMEOUT GST_CLOCK_TIME_NONE
+#define DEFAULT_SCHEDULE_TIMEOUT GST_CLOCK_TIME_NONE
+#define DEFAULT_INPUT_META_PROCESSING CCCOMBINER_INPUT_PROCESSING_APPEND
+
+#define GST_TYPE_CCCOMBINER_INPUT_META_PROCESSING (gst_cccombiner_input_meta_processing_get_type())
+static GType
+gst_cccombiner_input_meta_processing_get_type (void)
+{
+  static GType cccombiner_input_meta_processing_type = 0;
+  static const GEnumValue cccombiner_input_meta_processing = {
+    {CCCOMBINER_INPUT_PROCESSING_APPEND,
+        "append aggregated CC to existing metas on video buffer", "append"},
+    {CCCOMBINER_INPUT_PROCESSING_DROP,
+        "drop existing CC metas on input video buffer", "drop"},
+    {CCCOMBINER_INPUT_PROCESSING_FAVOR,
+          "discard aggregated CC when input video buffers hold CC metas already",
+        "favor"},
+    {CCCOMBINER_INPUT_PROCESSING_FORCE,
+          "discard aggregated CC even when input video buffers do not hold CC",
+        "force"},
+    {0, NULL, NULL},
+  };
+
+  if (!cccombiner_input_meta_processing_type) {
+    cccombiner_input_meta_processing_type =
+        g_enum_register_static ("GstCCCombinerInputProcessing",
+        cccombiner_input_meta_processing);
+  }
+  return cccombiner_input_meta_processing_type;
+}
+
+#define FALLBACK_FRAME_DURATION (50 * GST_MSECOND)
 
 typedef struct
 {
@@ -93,6 +130,8 @@
 {
   GstCCCombiner *self = GST_CCCOMBINER (object);
 
+  gst_clear_object (&self->caption_pad);
+
   g_array_unref (self->current_frame_captions);
   self->current_frame_captions = NULL;
 
@@ -156,8 +195,7 @@
 
   gst_buffer_map (buffer, &map, GST_MAP_WRITE);
   len = map.size;
-  cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry, TRUE, map.data,
-      &len);
+  cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry, map.data, &len);
   gst_buffer_unmap (buffer, &map);
   gst_buffer_set_size (buffer, len);
 }
@@ -183,12 +221,13 @@
 take_s334_both_fields (GstCCCombiner * self, GstBuffer * buffer)
 {
   GstMapInfo out = GST_MAP_INFO_INIT;
-  guint s334_len, cc_data_len, i;
+  gint s334_len;
+  guint cc_data_len, i;
 
   gst_buffer_map (buffer, &out, GST_MAP_READWRITE);
 
   cc_data_len = out.size;
-  cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry, FALSE,
+  cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry,
       out.data, &cc_data_len);
   s334_len = drop_ccp_from_cc_data (out.data, cc_data_len);
   if (s334_len < 0) {
@@ -207,7 +246,7 @@
   gst_buffer_set_size (buffer, s334_len);
 }
 
-static void
+static CCBufferPushReturn
 schedule_cdp (GstCCCombiner * self, const GstVideoTimeCode * tc,
     const guint8 * data, guint len, GstClockTime pts, GstClockTime duration)
 {
@@ -215,11 +254,10 @@
   guint cc_data_len;
 
   cc_data_len = extract_cdp (self, data, len, cc_data);
-  if (cc_buffer_push_cc_data (self->cc_buffer, cc_data, cc_data_len))
-    self->current_scheduled++;
+  return cc_buffer_push_cc_data (self->cc_buffer, cc_data, cc_data_len);
 }
 
-static void
+static CCBufferPushReturn
 schedule_cea608_s334_1a (GstCCCombiner * self, guint8 * data, guint len,
     GstClockTime pts, GstClockTime duration)
 {
@@ -249,84 +287,76 @@
     }
   }
 
-  if (cc_buffer_push_separated (self->cc_buffer, field0_data, field0_len,
-          field1_data, field1_len, NULL, 0))
-    self->current_scheduled++;
+  return cc_buffer_push_separated (self->cc_buffer, field0_data, field0_len,
+      field1_data, field1_len, NULL, 0);
 }
 
-static void
+static CCBufferPushReturn
 schedule_cea708_raw (GstCCCombiner * self, guint8 * data, guint len,
     GstClockTime pts, GstClockTime duration)
 {
-  if (cc_buffer_push_cc_data (self->cc_buffer, data, len))
-    self->current_scheduled++;
+  return cc_buffer_push_cc_data (self->cc_buffer, data, len);
 }
 
-static void
+static CCBufferPushReturn
 schedule_cea608_raw (GstCCCombiner * self, guint8 * data, guint len)
 {
-  if (cc_buffer_push_separated (self->cc_buffer, data, len, NULL, 0, NULL, 0))
-    self->current_scheduled++;
+  return cc_buffer_push_separated (self->cc_buffer, data, len,
+      NULL, 0, NULL, 0);
 }
 
 static void
-schedule_caption (GstCCCombiner * self, GstBuffer * caption_buf,
-    const GstVideoTimeCode * tc)
+schedule_caption (GstCCCombiner * self, GstAggregatorPad * caption_pad,
+    GstBuffer * caption_buf, const GstVideoTimeCode * tc)
 {
   GstMapInfo map;
-  GstClockTime pts, duration;
+  GstClockTime pts, duration, running_time;
+  CCBufferPushReturn push_ret = CC_BUFFER_PUSH_NO_DATA;
 
   pts = GST_BUFFER_PTS (caption_buf);
   duration = GST_BUFFER_DURATION (caption_buf);
 
-  if (self->current_scheduled + 1 >= self->max_scheduled) {
-    GstClockTime stream_time, running_time;
-    GstAggregatorPad *caption_pad;
-
-    caption_pad =
-        GST_AGGREGATOR_PAD_CAST (gst_element_get_static_pad (GST_ELEMENT_CAST
-            (self), "caption"));
-
-    GST_WARNING_OBJECT (self,
-        "scheduled queue runs too long, discarding stored");
-
-    running_time =
-        gst_segment_to_running_time (&caption_pad->segment, GST_FORMAT_TIME,
-        pts);
-    stream_time =
-        gst_segment_to_stream_time (&caption_pad->segment, GST_FORMAT_TIME,
-        pts);
-
-    gst_element_post_message (GST_ELEMENT_CAST (self),
-        gst_message_new_qos (GST_OBJECT_CAST (self), FALSE,
-            running_time, stream_time, pts, duration));
+  running_time =
+      gst_segment_to_running_time (&caption_pad->segment, GST_FORMAT_TIME, pts);
 
-    cc_buffer_discard (self->cc_buffer);
-    self->current_scheduled = 0;
-
-    gst_clear_object (&caption_pad);
-  }
+  self->last_caption_ts = running_time;
 
   gst_buffer_map (caption_buf, &map, GST_MAP_READ);
 
   switch (self->caption_type) {
     case GST_VIDEO_CAPTION_TYPE_CEA708_CDP:
-      schedule_cdp (self, tc, map.data, map.size, pts, duration);
+      push_ret = schedule_cdp (self, tc, map.data, map.size, pts, duration);
       break;
     case GST_VIDEO_CAPTION_TYPE_CEA708_RAW:
-      schedule_cea708_raw (self, map.data, map.size, pts, duration);
+      push_ret = schedule_cea708_raw (self, map.data, map.size, pts, duration);
       break;
     case GST_VIDEO_CAPTION_TYPE_CEA608_S334_1A:
-      schedule_cea608_s334_1a (self, map.data, map.size, pts, duration);
+      push_ret =
+          schedule_cea608_s334_1a (self, map.data, map.size, pts, duration);
       break;
     case GST_VIDEO_CAPTION_TYPE_CEA608_RAW:
-      schedule_cea608_raw (self, map.data, map.size);
+      push_ret = schedule_cea608_raw (self, map.data, map.size);
       break;
     default:
       break;
   }
 
   gst_buffer_unmap (caption_buf, &map);
+
+  if (push_ret == CC_BUFFER_PUSH_OVERFLOW) {
+    GstClockTime stream_time;
+
+    GST_WARNING_OBJECT (self, "CC buffer overflowed with %" GST_PTR_FORMAT,
+        caption_buf);
+
+    stream_time =
+        gst_segment_to_stream_time (&caption_pad->segment, GST_FORMAT_TIME,
+        pts);
+
+    gst_element_post_message (GST_ELEMENT_CAST (self),
+        gst_message_new_qos (GST_OBJECT_CAST (self), FALSE,
+            running_time, stream_time, pts, duration));
+  }
 }
 
 static void
@@ -343,6 +373,24 @@
   if (drain && cc_buffer_is_empty (self->cc_buffer))
     return;
 
+  if (self->schedule_timeout != GST_CLOCK_TIME_NONE) {
+    if (self->last_caption_ts == GST_CLOCK_TIME_NONE) {
+      return;
+    }
+
+    if (self->current_video_running_time > self->last_caption_ts
+        && self->current_video_running_time - self->last_caption_ts
+        > self->schedule_timeout) {
+      GST_LOG_OBJECT (self, "Not outputting caption as last caption buffer ts %"
+          GST_TIME_FORMAT " is more than the schedule timeout %" GST_TIME_FORMAT
+          " from the current output time %" GST_TIME_FORMAT,
+          GST_TIME_ARGS (self->last_caption_ts),
+          GST_TIME_ARGS (self->schedule_timeout),
+          GST_TIME_ARGS (self->current_video_running_time));
+      return;
+    }
+  }
+
   caption_data.caption_type = self->caption_type;
   switch (self->caption_type) {
     case GST_VIDEO_CAPTION_TYPE_CEA708_CDP:
@@ -351,7 +399,7 @@
       if (GST_BUFFER_FLAG_IS_SET (self->current_video_buffer,
               GST_VIDEO_BUFFER_FLAG_INTERLACED)) {
         if (!GST_VIDEO_BUFFER_IS_BOTTOM_FIELD (self->current_video_buffer)) {
-          cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry, TRUE,
+          cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry,
               cc_data, &cc_data_len);
           caption_data.buffer =
               make_cdp_buffer (self, cc_data, cc_data_len, self->cdp_fps_entry,
@@ -359,7 +407,7 @@
           g_array_append_val (self->current_frame_captions, caption_data);
         }
       } else {
-        cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry, TRUE,
+        cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry,
             cc_data, &cc_data_len);
         caption_data.buffer =
             make_cdp_buffer (self, cc_data, cc_data_len, self->cdp_fps_entry,
@@ -446,6 +494,15 @@
   }
 }
 
+static gboolean
+remove_caption_meta (GstBuffer * buffer, GstMeta ** meta, gpointer user_data)
+{
+  if ((*meta)->info->api == GST_VIDEO_CAPTION_META_API_TYPE)
+    *meta = NULL;
+
+  return TRUE;
+}
+
 static GstFlowReturn
 gst_cc_combiner_collect_captions (GstCCCombiner * self, gboolean timeout)
 {
@@ -456,12 +513,14 @@
   GstVideoTimeCodeMeta *tc_meta;
   GstVideoTimeCode *tc = NULL;
   gboolean caption_pad_is_eos = FALSE;
+  GstFlowReturn flow_ret = GST_FLOW_OK;
 
   g_assert (self->current_video_buffer != NULL);
 
-  caption_pad =
-      GST_AGGREGATOR_PAD_CAST (gst_element_get_static_pad (GST_ELEMENT_CAST
-          (self), "caption"));
+  GST_OBJECT_LOCK (self);
+  caption_pad = self->caption_pad ? gst_object_ref (self->caption_pad) : NULL;
+  GST_OBJECT_UNLOCK (self);
+
   /* No caption pad, forward buffer directly */
   if (!caption_pad) {
     GST_LOG_OBJECT (self, "No caption pad, passing through video");
@@ -588,7 +647,7 @@
       caption_data.buffer = caption_buf;
       g_array_append_val (self->current_frame_captions, caption_data);
     } else {
-      schedule_caption (self, caption_buf, tc);
+      schedule_caption (self, caption_pad, caption_buf, tc);
       gst_buffer_unref (caption_buf);
     }
   } while (TRUE);
@@ -602,15 +661,38 @@
       GST_BUFFER_DTS (self->current_video_buffer),
       GST_BUFFER_DURATION (self->current_video_buffer), NULL);
 
-  GST_LOG_OBJECT (self, "Attaching %u captions to buffer %p",
+  GST_LOG_OBJECT (self, "Collected %u captions for buffer %p",
       self->current_frame_captions->len, self->current_video_buffer);
 
+  switch (self->prop_input_meta_processing) {
+    case CCCOMBINER_INPUT_PROCESSING_APPEND:
+      break;
+    case CCCOMBINER_INPUT_PROCESSING_DROP:
+      self->current_video_buffer =
+          gst_buffer_make_writable (self->current_video_buffer);
+      gst_buffer_foreach_meta (self->current_video_buffer, remove_caption_meta,
+          NULL);
+      break;
+    case CCCOMBINER_INPUT_PROCESSING_FAVOR:
+      if (gst_buffer_get_meta (self->current_video_buffer,
+              GST_VIDEO_CAPTION_META_API_TYPE)) {
+        GST_LOG_OBJECT (self,
+            "Video buffer already has captions, dropping %d dequeued captions",
+            self->current_frame_captions->len);
+        g_array_set_size (self->current_frame_captions, 0);
+      }
+      break;
+    case CCCOMBINER_INPUT_PROCESSING_FORCE:
+      GST_LOG_OBJECT (self,
+          "Forced input captions, dropping %d dequeued captions",
+          self->current_frame_captions->len);
+      g_array_set_size (self->current_frame_captions, 0);
+      break;
+  }
+
   if (self->current_frame_captions->len > 0) {
     guint i;
 
-    if (self->schedule)
-      self->current_scheduled = MAX (1, self->current_scheduled) - 1;
-
     video_buf = gst_buffer_make_writable (self->current_video_buffer);
     self->current_video_buffer = NULL;
 
@@ -619,6 +701,9 @@
           &g_array_index (self->current_frame_captions, CaptionData, i);
       GstMapInfo map;
 
+      if (gst_buffer_get_size (caption_data->buffer) == 0)
+        continue;
+
       gst_buffer_map (caption_data->buffer, &map, GST_MAP_READ);
       gst_buffer_add_video_caption_meta (video_buf, caption_data->caption_type,
           map.data, map.size);
@@ -639,7 +724,41 @@
   src_pad->segment.position =
       GST_BUFFER_PTS (video_buf) + GST_BUFFER_DURATION (video_buf);
 
-  return gst_aggregator_finish_buffer (GST_AGGREGATOR_CAST (self), video_buf);
+  flow_ret =
+      gst_aggregator_finish_buffer (GST_AGGREGATOR_CAST (self), video_buf);
+
+  if (self->pending_video_caps) {
+    GST_DEBUG_OBJECT (self, "Setting pending video caps %" GST_PTR_FORMAT,
+        self->pending_video_caps);
+    gst_aggregator_set_src_caps (GST_AGGREGATOR_CAST (self),
+        self->pending_video_caps);
+    gst_clear_caps (&self->pending_video_caps);
+  }
+
+  return flow_ret;
+}
+
+static GstClockTime
+gst_cc_combiner_get_next_time (GstAggregator * aggregator)
+{
+  GstCCCombiner *self = GST_CCCOMBINER (aggregator);
+
+  GST_OBJECT_LOCK (self);
+  /* No point timing out if we can't combine captions */
+  if (!self->caption_pad)
+    goto wait_for_data;
+
+  /* We need a video buffer */
+  if (!self->current_video_buffer &&
+      !gst_aggregator_pad_has_buffer (self->video_pad))
+    goto wait_for_data;
+  GST_OBJECT_UNLOCK (self);
+
+  return gst_aggregator_simple_get_next_time (aggregator);
+
+wait_for_data:
+  GST_OBJECT_UNLOCK (self);
+  return GST_CLOCK_TIME_NONE;
 }
 
 static GstFlowReturn
@@ -657,18 +776,16 @@
     GstClockTime video_start;
     GstBuffer *video_buf;
 
-    video_pad =
-        GST_AGGREGATOR_PAD_CAST (gst_element_get_static_pad (GST_ELEMENT_CAST
-            (aggregator), "sink"));
+    video_pad = self->video_pad;
     video_buf = gst_aggregator_pad_peek_buffer (video_pad);
     if (!video_buf) {
       if (gst_aggregator_pad_is_eos (video_pad)) {
         GST_DEBUG_OBJECT (aggregator, "Video pad is EOS, we're done");
 
-        /* Assume that this buffer ends where it started +50ms (25fps) and handle it */
+        /* Assume that this buffer ends where it started +50ms (20fps) and handle it */
         if (self->current_video_buffer) {
           self->current_video_running_time_end =
-              self->current_video_running_time + 50 * GST_MSECOND;
+              self->current_video_running_time + FALLBACK_FRAME_DURATION;
           flow_ret = gst_cc_combiner_collect_captions (self, timeout);
         }
 
@@ -683,14 +800,12 @@
         flow_ret = GST_FLOW_OK;
       }
 
-      gst_object_unref (video_pad);
       return flow_ret;
     }
 
     video_start = GST_BUFFER_PTS (video_buf);
     if (!GST_CLOCK_TIME_IS_VALID (video_start)) {
       gst_buffer_unref (video_buf);
-      gst_object_unref (video_pad);
 
       GST_ERROR_OBJECT (aggregator, "Video buffer without PTS");
 
@@ -704,7 +819,6 @@
       GST_DEBUG_OBJECT (aggregator, "Buffer outside segment, dropping");
       gst_aggregator_pad_drop_buffer (video_pad);
       gst_buffer_unref (video_buf);
-      gst_object_unref (video_pad);
       return GST_FLOW_OK;
     }
 
@@ -753,8 +867,6 @@
           GST_TIME_ARGS (self->current_video_running_time),
           GST_TIME_ARGS (self->current_video_running_time_end));
     }
-
-    gst_object_unref (video_pad);
   }
 
   /* At this point we have a video buffer queued and can start collecting
@@ -811,6 +923,7 @@
       } else {
         gint fps_n, fps_d;
         const gchar *interlace_mode;
+        GstClockTime frame_duration = GST_CLOCK_TIME_NONE;
 
         fps_n = fps_d = 0;
 
@@ -821,11 +934,14 @@
         self->progressive = !interlace_mode
             || !g_strcmp0 (interlace_mode, "progressive");
 
-        if (fps_n != self->video_fps_n || fps_d != self->video_fps_d) {
-          GstClockTime latency;
+        if (fps_d > 0)
+          frame_duration = gst_util_uint64_scale (GST_SECOND, fps_d, fps_n);
+        if (!GST_CLOCK_TIME_IS_VALID (frame_duration) || frame_duration == 0)
+          frame_duration = FALLBACK_FRAME_DURATION;
 
-          latency = gst_util_uint64_scale (GST_SECOND, fps_d, fps_n);
-          gst_aggregator_set_latency (aggregator, latency, latency);
+        if (fps_n != self->video_fps_n || fps_d != self->video_fps_d) {
+          gst_aggregator_set_latency (aggregator, frame_duration,
+              frame_duration);
         }
 
         self->video_fps_n = fps_n;
@@ -842,7 +958,16 @@
           self->cdp_fps_entry = cdp_fps_entry_from_fps (60, 1);
         }
 
-        gst_aggregator_set_src_caps (aggregator, caps);
+        cc_buffer_set_max_buffer_time (self->cc_buffer,
+            frame_duration * self->max_scheduled);
+
+        if (self->current_video_buffer) {
+          GST_DEBUG_OBJECT (self, "Storing new caps %" GST_PTR_FORMAT, caps);
+          gst_caps_replace (&self->pending_video_caps, caps);
+        } else {
+          gst_clear_caps (&self->pending_video_caps);
+          gst_aggregator_set_src_caps (aggregator, caps);
+        }
       }
 
       break;
@@ -856,6 +981,11 @@
       }
       break;
     }
+    case GST_EVENT_STREAM_START:{
+      if (strcmp (GST_OBJECT_NAME (agg_pad), "caption") == 0) {
+        self->last_caption_ts = GST_CLOCK_TIME_NONE;
+      }
+    }
     default:
       break;
   }
@@ -873,12 +1003,12 @@
   self->current_video_running_time = self->current_video_running_time_end =
       self->previous_video_running_time_end = GST_CLOCK_TIME_NONE;
   gst_buffer_replace (&self->current_video_buffer, NULL);
+  gst_clear_caps (&self->pending_video_caps);
 
   g_array_set_size (self->current_frame_captions, 0);
   self->caption_type = GST_VIDEO_CAPTION_TYPE_UNKNOWN;
 
   cc_buffer_discard (self->cc_buffer);
-  self->current_scheduled = 0;
   self->cdp_fps_entry = &null_fps_entry;
 
   return TRUE;
@@ -894,6 +1024,7 @@
   self->current_video_running_time = self->current_video_running_time_end =
       self->previous_video_running_time_end = GST_CLOCK_TIME_NONE;
   gst_buffer_replace (&self->current_video_buffer, NULL);
+  gst_clear_caps (&self->pending_video_caps);
 
   g_array_set_size (self->current_frame_captions, 0);
 
@@ -902,7 +1033,6 @@
   self->cdp_hdr_sequence_cntr = 0;
 
   cc_buffer_discard (self->cc_buffer);
-  self->current_scheduled = 0;
 
   return GST_FLOW_OK;
 }
@@ -927,16 +1057,30 @@
   agg_pad = g_object_new (GST_TYPE_AGGREGATOR_PAD,
       "name", "caption", "direction", GST_PAD_SINK, "template", templ, NULL);
   self->caption_type = GST_VIDEO_CAPTION_TYPE_UNKNOWN;
+  self->caption_pad = gst_object_ref (agg_pad);
   GST_OBJECT_UNLOCK (self);
 
   return agg_pad;
 }
 
+static void
+gst_cc_combiner_release_pad (GstElement * element, GstPad * pad)
+{
+  GstCCCombiner *self = GST_CCCOMBINER (element);
+
+  GST_OBJECT_LOCK (self);
+  if (pad == GST_PAD_CAST (self->caption_pad)) {
+    gst_clear_object (&self->caption_pad);
+  }
+  GST_OBJECT_UNLOCK (self);
+
+  GST_ELEMENT_CLASS (parent_class)->release_pad (element, pad);
+}
+
 static gboolean
 gst_cc_combiner_src_query (GstAggregator * aggregator, GstQuery * query)
 {
-  GstPad *video_sinkpad =
-      gst_element_get_static_pad (GST_ELEMENT_CAST (aggregator), "sink");
+  GstCCCombiner *self = GST_CCCOMBINER (aggregator);
   gboolean ret;
 
   switch (GST_QUERY_TYPE (query)) {
@@ -945,7 +1089,7 @@
     case GST_QUERY_URI:
     case GST_QUERY_CAPS:
     case GST_QUERY_ALLOCATION:
-      ret = gst_pad_peer_query (video_sinkpad, query);
+      ret = gst_pad_peer_query (GST_PAD_CAST (self->video_pad), query);
       break;
     case GST_QUERY_ACCEPT_CAPS:{
       GstCaps *caps;
@@ -963,8 +1107,6 @@
       break;
   }
 
-  gst_object_unref (video_sinkpad);
-
   return ret;
 }
 
@@ -972,8 +1114,7 @@
 gst_cc_combiner_sink_query (GstAggregator * aggregator,
     GstAggregatorPad * aggpad, GstQuery * query)
 {
-  GstPad *video_sinkpad =
-      gst_element_get_static_pad (GST_ELEMENT_CAST (aggregator), "sink");
+  GstCCCombiner *self = GST_CCCOMBINER (aggregator);
   GstPad *srcpad = GST_AGGREGATOR_SRC_PAD (aggregator);
 
   gboolean ret;
@@ -983,7 +1124,7 @@
     case GST_QUERY_DURATION:
     case GST_QUERY_URI:
     case GST_QUERY_ALLOCATION:
-      if (GST_PAD_CAST (aggpad) == video_sinkpad) {
+      if (aggpad == self->video_pad) {
         ret = gst_pad_peer_query (srcpad, query);
       } else {
         ret =
@@ -992,7 +1133,7 @@
       }
       break;
     case GST_QUERY_CAPS:
-      if (GST_PAD_CAST (aggpad) == video_sinkpad) {
+      if (aggpad == self->video_pad) {
         ret = gst_pad_peer_query (srcpad, query);
       } else {
         GstCaps *filter;
@@ -1013,7 +1154,7 @@
       }
       break;
     case GST_QUERY_ACCEPT_CAPS:
-      if (GST_PAD_CAST (aggpad) == video_sinkpad) {
+      if (aggpad == self->video_pad) {
         ret = gst_pad_peer_query (srcpad, query);
       } else {
         GstCaps *caps;
@@ -1032,8 +1173,6 @@
       break;
   }
 
-  gst_object_unref (video_sinkpad);
-
   return ret;
 }
 
@@ -1041,18 +1180,11 @@
 gst_cc_combiner_peek_next_sample (GstAggregator * agg,
     GstAggregatorPad * aggpad)
 {
-  GstAggregatorPad *caption_pad, *video_pad;
   GstCCCombiner *self = GST_CCCOMBINER (agg);
   GstSample *res = NULL;
 
-  caption_pad =
-      GST_AGGREGATOR_PAD_CAST (gst_element_get_static_pad (GST_ELEMENT_CAST
-          (self), "caption"));
-  video_pad =
-      GST_AGGREGATOR_PAD_CAST (gst_element_get_static_pad (GST_ELEMENT_CAST
-          (self), "sink"));
-
-  if (aggpad == caption_pad) {
+  if (aggpad != self->video_pad) {
+    /* Must be the caption pad */
     if (self->current_frame_captions->len > 0) {
       GstCaps *caps = gst_pad_get_current_caps (GST_PAD (aggpad));
       GstBufferList *buflist = gst_buffer_list_new ();
@@ -1070,7 +1202,7 @@
       gst_sample_set_buffer_list (res, buflist);
       gst_buffer_list_unref (buflist);
     }
-  } else if (aggpad == video_pad) {
+  } else {
     if (self->current_video_buffer) {
       GstCaps *caps = gst_pad_get_current_caps (GST_PAD (aggpad));
       res = gst_sample_new (self->current_video_buffer,
@@ -1079,12 +1211,6 @@
     }
   }
 
-  if (caption_pad)
-    gst_object_unref (caption_pad);
-
-  if (video_pad)
-    gst_object_unref (video_pad);
-
   return res;
 }
 
@@ -1097,10 +1223,14 @@
     case GST_STATE_CHANGE_READY_TO_PAUSED:
       self->schedule = self->prop_schedule;
       self->max_scheduled = self->prop_max_scheduled;
-      self->output_padding = self->prop_output_padding;
+      self->schedule_timeout = self->prop_schedule_timeout;
       cc_buffer_set_max_buffer_time (self->cc_buffer, GST_CLOCK_TIME_NONE);
       cc_buffer_set_output_padding (self->cc_buffer, self->prop_output_padding,
           self->prop_output_padding);
+      cc_buffer_set_cea608_padding_strategy (self->cc_buffer,
+          self->prop_cea608_padding_strategy);
+      cc_buffer_set_cea608_valid_timeout (self->cc_buffer,
+          self->prop_cea608_valid_padding_timeout);
       break;
     default:
       break;
@@ -1125,6 +1255,18 @@
     case PROP_OUTPUT_PADDING:
       self->prop_output_padding = g_value_get_boolean (value);
       break;
+    case PROP_CEA608_PADDING_STRATEGY:
+      self->prop_cea608_padding_strategy = g_value_get_flags (value);
+      break;
+    case PROP_CEA608_VALID_PADDING_TIMEOUT:
+      self->prop_cea608_valid_padding_timeout = g_value_get_uint64 (value);
+      break;
+    case PROP_SCHEDULE_TIMEOUT:
+      self->prop_schedule_timeout = g_value_get_uint64 (value);
+      break;
+    case PROP_INPUT_META_PROCESSING:
+      self->prop_input_meta_processing = g_value_get_enum (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -1147,6 +1289,18 @@
     case PROP_OUTPUT_PADDING:
       g_value_set_boolean (value, self->prop_output_padding);
       break;
+    case PROP_CEA608_PADDING_STRATEGY:
+      g_value_set_flags (value, self->prop_cea608_padding_strategy);
+      break;
+    case PROP_CEA608_VALID_PADDING_TIMEOUT:
+      g_value_set_uint64 (value, self->prop_cea608_valid_padding_timeout);
+      break;
+    case PROP_SCHEDULE_TIMEOUT:
+      g_value_set_uint64 (value, self->prop_schedule_timeout);
+      break;
+    case PROP_INPUT_META_PROCESSING:
+      g_value_set_enum (value, self->prop_input_meta_processing);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -1240,6 +1394,73 @@
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
           GST_PARAM_MUTABLE_READY));
 
+  /**
+   * GstCCCombiner:cea608-padding-strategy:
+   *
+   * Controls the transformations that may be done on padding CEA-608 data.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass),
+      PROP_CEA608_PADDING_STRATEGY,
+      g_param_spec_flags ("cea608-padding-strategy",
+          "CEA-608 Padding Strategy",
+          "What transformations to perform on CEA-608 padding data",
+          GST_TYPE_CC_BUFFER_CEA608_PADDING_STRATEGY,
+          DEFAULT_CEA608_PADDING_STRATEGY,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
+          GST_PARAM_MUTABLE_READY));
+
+  /**
+   * GstCCCombiner:cea608-padding-valid-timeout:
+   *
+   * Timeout to apply when padding strategy contains "valid".  After this time
+   * hase passed, CEA-608 padding will be signalled as invalid until new valid
+   * CEA-608 non-padding data is received.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass),
+      PROP_CEA608_VALID_PADDING_TIMEOUT,
+      g_param_spec_uint64 ("cea608-padding-valid-timeout",
+          "CEA-608 Padding Valid Timeout",
+          "How long after receiving valid non-padding CEA-608 data to keep writing valid CEA-608 padding bytes",
+          0, G_MAXUINT64, DEFAULT_CEA608_VALID_PADDING_TIMEOUT,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
+          GST_PARAM_MUTABLE_READY));
+
+  /**
+   * GstCCCombiner:schedule-timeout:
+   *
+   * Timeout to apply when the caption pad is EOS and schedule=true.  On
+   * reaching the timeout, no caption data will be placed on the outgoing
+   * buffers until receiving a new stream.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass),
+      PROP_SCHEDULE_TIMEOUT,
+      g_param_spec_uint64 ("schedule-timeout",
+          "Schedule Timeout",
+          "How long after not receiving caption data on the caption pad to continue adding (padding) caption data on output buffers",
+          0, G_MAXUINT64, DEFAULT_SCHEDULE_TIMEOUT,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
+          GST_PARAM_MUTABLE_READY));
+
+  /**
+   * GstCCCombiner:input-meta-processing
+   *
+   * Controls how input closed caption meta is processed.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass),
+      PROP_INPUT_META_PROCESSING, g_param_spec_enum ("input-meta-processing",
+          "Input Meta Processing",
+          "Controls how input closed caption meta is processed",
+          GST_TYPE_CCCOMBINER_INPUT_META_PROCESSING,
+          DEFAULT_INPUT_META_PROCESSING,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
 
   gst_element_class_add_static_pad_template_with_gtype (gstelement_class,
       &sinktemplate, GST_TYPE_AGGREGATOR_PAD);
@@ -1250,6 +1471,8 @@
 
   gstelement_class->change_state =
       GST_DEBUG_FUNCPTR (gst_cc_combiner_change_state);
+  gstelement_class->release_pad =
+      GST_DEBUG_FUNCPTR (gst_cc_combiner_release_pad);
 
   aggregator_class->aggregate = gst_cc_combiner_aggregate;
   aggregator_class->stop = gst_cc_combiner_stop;
@@ -1257,26 +1480,27 @@
   aggregator_class->create_new_pad = gst_cc_combiner_create_new_pad;
   aggregator_class->sink_event = gst_cc_combiner_sink_event;
   aggregator_class->negotiate = NULL;
-  aggregator_class->get_next_time = gst_aggregator_simple_get_next_time;
+  aggregator_class->get_next_time = gst_cc_combiner_get_next_time;
   aggregator_class->src_query = gst_cc_combiner_src_query;
   aggregator_class->sink_query = gst_cc_combiner_sink_query;
   aggregator_class->peek_next_sample = gst_cc_combiner_peek_next_sample;
 
   GST_DEBUG_CATEGORY_INIT (gst_cc_combiner_debug, "cccombiner",
       0, "Closed Caption combiner");
+
+  gst_type_mark_as_plugin_api (GST_TYPE_CCCOMBINER_INPUT_META_PROCESSING, 0);
 }
 
 static void
 gst_cc_combiner_init (GstCCCombiner * self)
 {
   GstPadTemplate *templ;
-  GstAggregatorPad *agg_pad;
 
   templ = gst_static_pad_template_get (&sinktemplate);
-  agg_pad = g_object_new (GST_TYPE_AGGREGATOR_PAD,
+  self->video_pad = g_object_new (GST_TYPE_AGGREGATOR_PAD,
       "name", "sink", "direction", GST_PAD_SINK, "template", templ, NULL);
   gst_object_unref (templ);
-  gst_element_add_pad (GST_ELEMENT_CAST (self), GST_PAD_CAST (agg_pad));
+  gst_element_add_pad (GST_ELEMENT_CAST (self), GST_PAD_CAST (self->video_pad));
 
   self->current_frame_captions =
       g_array_new (FALSE, FALSE, sizeof (CaptionData));
@@ -1291,9 +1515,14 @@
   self->prop_schedule = DEFAULT_SCHEDULE;
   self->prop_max_scheduled = DEFAULT_MAX_SCHEDULED;
   self->prop_output_padding = DEFAULT_OUTPUT_PADDING;
+  self->prop_cea608_padding_strategy = DEFAULT_CEA608_PADDING_STRATEGY;
+  self->prop_cea608_valid_padding_timeout =
+      DEFAULT_CEA608_VALID_PADDING_TIMEOUT;
+  self->prop_schedule_timeout = DEFAULT_SCHEDULE_TIMEOUT;
+  self->prop_input_meta_processing = DEFAULT_INPUT_META_PROCESSING;
   self->cdp_hdr_sequence_cntr = 0;
   self->cdp_fps_entry = &null_fps_entry;
+  self->last_caption_ts = GST_CLOCK_TIME_NONE;
 
   self->cc_buffer = cc_buffer_new ();
-  cc_buffer_set_max_buffer_time (self->cc_buffer, GST_CLOCK_TIME_NONE);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/gstcccombiner.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstcccombiner.h Changed

@@ -42,16 +42,37 @@
 typedef struct _GstCCCombiner GstCCCombiner;
 typedef struct _GstCCCombinerClass GstCCCombinerClass;
 
+/**
+ * GstCCCombinerInputProcessing:
+ * @CCCOMBINER_INPUT_PROCESSING_APPEND: append aggregated CC to existing metas on video buffers
+ * @CCCOMBINER_INPUT_PROCESSING_DROP: drop existing CC metas on input video buffers
+ * @CCCOMBINER_INPUT_PROCESSING_FAVOR: discard aggregated CC when input video buffers hold CC metas already
+ * @CCCOMBINER_INPUT_PROCESSING_FORCE: discard aggregated CC even when input video buffers do not hold CC meta
+ *
+ * Possible processing types for the input-meta-processing property.
+ *
+ * Since: 1.26
+ */
+typedef enum {
+  CCCOMBINER_INPUT_PROCESSING_APPEND = 0,
+  CCCOMBINER_INPUT_PROCESSING_DROP,
+  CCCOMBINER_INPUT_PROCESSING_FAVOR,
+  CCCOMBINER_INPUT_PROCESSING_FORCE,
+} GstCCCombinerInputProcessing;
+
 struct _GstCCCombiner
 {
   GstAggregator parent;
 
+  GstAggregatorPad *video_pad, *caption_pad;
+
   gint video_fps_n, video_fps_d;
   gboolean progressive;
   GstClockTime previous_video_running_time_end;
   GstClockTime current_video_running_time;
   GstClockTime current_video_running_time_end;
   GstBuffer *current_video_buffer;
+  GstCaps *pending_video_caps;
 
   GArray *current_frame_captions;
   GstVideoCaptionType caption_type;
@@ -59,11 +80,15 @@
   gboolean prop_schedule;
   guint prop_max_scheduled;
   gboolean prop_output_padding;
+  CCBufferCea608PaddingStrategy prop_cea608_padding_strategy;
+  GstClockTime prop_cea608_valid_padding_timeout;
+  GstClockTime prop_schedule_timeout;
+  GstCCCombinerInputProcessing prop_input_meta_processing;
 
   gboolean schedule;
   guint max_scheduled;
-  gboolean output_padding;
-  guint current_scheduled;
+  GstClockTime schedule_timeout;
+  GstClockTime last_caption_ts;
 
   CCBuffer *cc_buffer;
   guint16 cdp_hdr_sequence_cntr;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/gstccconverter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstccconverter.c Changed

@@ -479,6 +479,14 @@
       "Got caps %" GST_PTR_FORMAT " to %" GST_PTR_FORMAT " (passthrough %d)",
       incaps, outcaps, passthrough);
 
+  if (self->output_caption_type == GST_VIDEO_CAPTION_TYPE_CEA708_RAW
+      || self->output_caption_type == GST_VIDEO_CAPTION_TYPE_CEA708_CDP) {
+    cc_buffer_set_cea608_padding_strategy (self->cc_buffer, 0);
+  } else {
+    cc_buffer_set_cea608_padding_strategy (self->cc_buffer,
+        CC_BUFFER_CEA608_PADDING_STRATEGY_VALID);
+  }
+
   return TRUE;
 
 invalid_caps:
@@ -884,7 +892,7 @@
           tc_meta ? &tc_meta->tc : NULL, &self->current_output_timecode))
     goto drop;
 
-  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, TRUE, cc_data,
+  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, cc_data,
       &cc_data_len);
 
   gst_buffer_map (outbuf, &out, GST_MAP_WRITE);
@@ -1045,7 +1053,7 @@
           tc_meta ? &tc_meta->tc : NULL, &self->current_output_timecode))
     goto drop;
 
-  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, TRUE, cc_data,
+  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, cc_data,
       &cc_data_len);
 
   gst_buffer_map (outbuf, &out, GST_MAP_WRITE);
@@ -1185,7 +1193,7 @@
           tc_meta ? &tc_meta->tc : NULL, &self->current_output_timecode))
     goto drop;
 
-  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, TRUE, cc_data,
+  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, cc_data,
       &cc_data_len);
 
   gst_buffer_map (outbuf, &out, GST_MAP_WRITE);
@@ -1230,11 +1238,15 @@
   gst_buffer_map (outbuf, &out, GST_MAP_WRITE);
   cea608_len = out.size;
   if (self->out_field == 0) {
+    guint8 unused_fieldMAX_CEA608_LEN;
+    guint unused_len = MAX_CEA608_LEN;
     cc_buffer_take_separated (self->cc_buffer, out_fps_entry, out.data,
-        &cea608_len, NULL, 0, NULL, 0);
+        &cea608_len, unused_field, &unused_len, NULL, 0);
   } else {
-    cc_buffer_take_separated (self->cc_buffer, out_fps_entry, NULL, 0, out.data,
-        &cea608_len, NULL, 0);
+    guint8 unused_fieldMAX_CEA608_LEN;
+    guint unused_len = MAX_CEA608_LEN;
+    cc_buffer_take_separated (self->cc_buffer, out_fps_entry, unused_field,
+        &unused_len, out.data, &cea608_len, NULL, 0);
   }
   gst_buffer_unmap (outbuf, &out);
   self->output_frames++;
@@ -1279,8 +1291,8 @@
   gst_buffer_map (outbuf, &out, GST_MAP_READWRITE);
 
   cc_data_len = out.size;
-  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, FALSE,
-      out.data, &cc_data_len);
+  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, out.data,
+      &cc_data_len);
   s334_len = drop_ccp_from_cc_data (out.data, cc_data_len);
   if (s334_len < 0)
     goto drop;
@@ -1331,8 +1343,7 @@
 
   gst_buffer_map (outbuf, &out, GST_MAP_WRITE);
   out_len = (guint) out.size;
-  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, TRUE, out.data,
-      &out_len);
+  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, out.data, &out_len);
 
   gst_buffer_unmap (outbuf, &out);
   self->output_frames++;
@@ -1371,7 +1382,7 @@
           &self->current_output_timecode))
     goto out;
 
-  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, TRUE, cc_data,
+  cc_buffer_take_cc_data (self->cc_buffer, out_fps_entry, cc_data,
       &cc_data_len);
 
   gst_buffer_map (outbuf, &out, GST_MAP_WRITE);
@@ -1874,6 +1885,7 @@
       0, "Closed Caption converter");
 
   gst_type_mark_as_plugin_api (GST_TYPE_CC_CONVERTER_CDP_MODE, 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_CC_BUFFER_CEA608_PADDING_STRATEGY, 0);
 }
 
 static void
@@ -1884,4 +1896,5 @@
   self->out_field = 0;
   self->cc_buffer = cc_buffer_new ();
   cc_buffer_set_output_padding (self->cc_buffer, TRUE, FALSE);
+  cc_buffer_set_cea608_padding_strategy (self->cc_buffer, 0);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/gstcea608mux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstcea608mux.c Changed

@@ -49,6 +49,14 @@
 GST_DEBUG_CATEGORY_STATIC (gst_cea608_mux_debug);
 #define GST_CAT_DEFAULT gst_cea608_mux_debug
 
+enum
+{
+  PROP_0,
+  PROP_FORCE_LIVE,
+};
+
+#define DEFAULT_FORCE_LIVE              FALSE
+
 static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src",
     GST_PAD_SRC,
     GST_PAD_ALWAYS,
@@ -70,11 +78,6 @@
 GST_ELEMENT_REGISTER_DEFINE (cea608mux, "cea608mux",
     GST_RANK_NONE, GST_TYPE_CEA608MUX);
 
-enum
-{
-  PROP_0,
-};
-
 static void
 gst_cea608_mux_finalize (GObject * object)
 {
@@ -185,12 +188,13 @@
 take_s334_both_fields (GstCea608Mux * self, GstBuffer * buffer)
 {
   GstMapInfo out = GST_MAP_INFO_INIT;
-  guint s334_len, cc_data_len, i;
+  gint s334_len;
+  guint cc_data_len, i;
 
   gst_buffer_map (buffer, &out, GST_MAP_READWRITE);
 
   cc_data_len = out.size;
-  cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry, FALSE, out.data,
+  cc_buffer_take_cc_data (self->cc_buffer, self->cdp_fps_entry, out.data,
       &cc_data_len);
   s334_len = drop_ccp_from_cc_data (out.data, cc_data_len);
   if (s334_len < 0) {
@@ -296,14 +300,15 @@
 
       gst_buffer_unmap (buffer, &map);
       gst_buffer_unref (buffer);
-    } else {
-      /* We got flushed */
+    } else if (!timeout) {
+      /* We got flushed and still have time to wait before the deadline */
       flow_ret = GST_AGGREGATOR_FLOW_NEED_DATA;
     }
-  } else if (all_pads_eos (aggregator)) {
+  } else if (!gst_aggregator_get_force_live (aggregator)
+      && all_pads_eos (aggregator)) {
     GST_INFO_OBJECT (self, "EOS!");
     flow_ret = GST_FLOW_EOS;
-  } else {
+  } else if (!timeout) {
     GST_LOG_OBJECT (self, "Need more data");
     flow_ret = GST_AGGREGATOR_FLOW_NEED_DATA;
   }
@@ -396,6 +401,36 @@
 }
 
 static void
+gst_cea608_mux_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec)
+{
+  switch (prop_id) {
+    case PROP_FORCE_LIVE:
+      g_value_set_boolean (value,
+          gst_aggregator_get_force_live (GST_AGGREGATOR (object)));
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_cea608_mux_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec)
+{
+  switch (prop_id) {
+    case PROP_FORCE_LIVE:
+      gst_aggregator_set_force_live (GST_AGGREGATOR (object),
+          g_value_get_boolean (value));
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
 gst_cea608_mux_class_init (GstCea608MuxClass * klass)
 {
   GObjectClass *gobject_class;
@@ -407,6 +442,8 @@
   aggregator_class = (GstAggregatorClass *) klass;
 
   gobject_class->finalize = gst_cea608_mux_finalize;
+  gobject_class->get_property = gst_cea608_mux_get_property;
+  gobject_class->set_property = gst_cea608_mux_set_property;
 
   gst_element_class_set_static_metadata (gstelement_class,
       "Closed Caption Muxer",
@@ -430,6 +467,23 @@
 
   GST_DEBUG_CATEGORY_INIT (gst_cea608_mux_debug, "cea608mux",
       0, "Closed Caption muxer");
+
+  /**
+   * cea608mux:force-live:
+   *
+   * Causes the element to aggregate on a timeout even when no live source is
+   * connected to its sinks. See #GstAggregator:min-upstream-latency for a
+   * companion property: in the vast majority of cases where you plan to plug in
+   * live sources with a non-zero latency, you should set it to a non-zero value.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_FORCE_LIVE,
+      g_param_spec_boolean ("force-live", "Force live",
+          "Always operate in live mode and aggregate on timeout regardless of "
+          "whether any live sources are linked upstream",
+          DEFAULT_FORCE_LIVE,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT_ONLY));
 }
 
 static void
@@ -438,6 +492,9 @@
   self->cc_buffer = cc_buffer_new ();
   cc_buffer_set_max_buffer_time (self->cc_buffer, GST_CLOCK_TIME_NONE);
   cc_buffer_set_output_padding (self->cc_buffer, TRUE, FALSE);
+  cc_buffer_set_cea608_padding_strategy (self->cc_buffer,
+      CC_BUFFER_CEA608_PADDING_STRATEGY_VALID |
+      CC_BUFFER_CEA608_PADDING_STRATEGY_INPUT_REMOVE);
   self->cdp_fps_entry = &null_fps_entry;
   self->start_time = GST_CLOCK_TIME_NONE;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/gstcea708decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstcea708decoder.c Changed

@@ -283,20 +283,20 @@
   }
   GST_DEBUG ("processing 0x%02X", c);
 
-  if (c >= 0x00 && c <= 0x1F) { /* C0 */
+  if (c <= 0x1F) {              /* C0 */
     if (c == 0x03) {            /* ETX */
       gst_cea708dec_process_command (decoder, dtvcc_buffer, index);
     } else if (c == 0x00 || c == 0x08 || c == 0x0C || c == 0x0D || c == 0x0E) {
       gst_cea708dec_window_add_char (decoder, c);
     } else if (c == 0x10) {     /* EXT1 */
       guint8 next_c = dtvcc_bufferindex + 1;
-      if (next_c >= 0x00 && next_c <= 0x1F) {   /* C2 */
+      if (next_c <= 0x1F) {     /* C2 */
         gst_cea708dec_process_c2 (decoder, dtvcc_buffer, index + 1);
       } else if (next_c >= 0x20 && next_c <= 0x7F) {    /* G2 */
         gst_cea708dec_process_g2 (decoder, dtvcc_buffer, index + 1);
       } else if (next_c >= 0x80 && next_c <= 0x9F) {    /* C3 */
         gst_cea708dec_process_c3 (decoder, dtvcc_buffer, index + 1);
-      } else if (next_c >= 0xA0 && next_c <= 0xFF) {    /* G3 */
+      } else if (next_c >= 0xA0) {      /* G3 */
         gst_cea708dec_process_g3 (decoder, dtvcc_buffer, index + 1);
       }
     } else if (c > 0x10 && c < 0x18) {
@@ -315,7 +315,7 @@
     }
   } else if ((c >= 0x80) && (c <= 0x9F)) {      /* C1 */
     gst_cea708dec_process_command (decoder, dtvcc_buffer, index);
-  } else if ((c >= 0xA0) && (c <= 0xFF)) {      /* G1 */
+  } else if ((c >= 0xA0)) {     /* G1 */
     gst_cea708dec_window_add_char (decoder, c);
   }
 }
@@ -1772,7 +1772,7 @@
 gst_cea708dec_process_c2 (Cea708Dec * decoder, guint8 * dtvcc_buffer, int index)
 {
   guint8 c = dtvcc_bufferindex;
-  if (c >= 0x00 && c <= 0x07) {
+  if (c <= 0x07) {
     decoder->output_ignore = 1;
   } else if (c >= 0x08 && c <= 0x0F) {
     decoder->output_ignore = 2;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/gstceaccoverlay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstceaccoverlay.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/gstclosedcaption.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstclosedcaption.c Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstcodecccinserter.c Added

@@ -0,0 +1,746 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstcodecccinserter.h"
+#include <string.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_codec_cc_inserter_debug);
+#define GST_CAT_DEFAULT gst_codec_cc_inserter_debug
+
+/**
+ * GstCodecCCInsertMetaOrder:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_CODEC_CC_INSERT_META_ORDER (gst_codec_cc_insert_meta_order_mode_get_type())
+static GType
+gst_codec_cc_insert_meta_order_mode_get_type (void)
+{
+  static GType type = 0;
+  static const GEnumValue order_types = {
+    {GST_CODEC_CC_INSERT_META_ORDER_DECODE, "Decode", "decode"},
+    {GST_CODEC_CC_INSERT_META_ORDER_DISPLAY, "Display", "display"},
+    {0, NULL, NULL},
+  };
+
+  if (g_once_init_enter ((gsize *) & type)) {
+    GType tmp = g_enum_register_static ("GstCodecCCInsertMetaOrder",
+        order_types);
+    g_once_init_leave ((gsize *) & type, tmp);
+  }
+
+  return type;
+}
+
+enum
+{
+  PROP_0,
+  PROP_CAPTION_META_ORDER,
+  PROP_REMOVE_CAPTION_META,
+};
+
+#define DEFAULT_CAPTION_META_ORDER GST_CODEC_CC_INSERT_META_ORDER_DECODE
+#define DEFAULT_REMOVE_CAPTION_META FALSE
+
+struct _GstCodecCCInserterPrivate
+{
+  GMutex lock;
+
+  GList *current_frame_events;
+  GPtrArray *caption_metas;
+  GstClockTime latency;
+
+  GstCodecCCInsertMetaOrder meta_order;
+  gboolean remove_meta;
+};
+
+static void gst_codec_cc_inserter_class_init (GstCodecCCInserterClass * klass);
+static void gst_codec_cc_inserter_init (GstCodecCCInserter * self,
+    GstCodecCCInserterClass * klass);
+static void gst_codec_cc_inserter_finalize (GObject * object);
+static void gst_codec_cc_inserter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_codec_cc_inserter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static GstFlowReturn gst_codec_cc_inserter_chain (GstPad * pad,
+    GstObject * parent, GstBuffer * buffer);
+static gboolean gst_codec_cc_inserter_sink_event (GstPad * pad,
+    GstObject * parent, GstEvent * event);
+static gboolean gst_codec_cc_inserter_sink_query (GstPad * pad,
+    GstObject * parent, GstQuery * query);
+static gboolean gst_codec_cc_inserter_src_query (GstPad * pad,
+    GstObject * parent, GstQuery * query);
+static GstCaps *gst_codec_cc_inserter_get_caps (GstCodecCCInserter * self,
+    GstCaps * filter);
+static GstStateChangeReturn gst_codec_cc_inserter_change_state (GstElement *
+    element, GstStateChange transition);
+static void gst_codec_cc_inserter_reset (GstCodecCCInserter * self);
+static void gst_codec_cc_inserter_drain (GstCodecCCInserter * self);
+
+static GTypeClass *parent_class = NULL;
+static gint private_offset = 0;
+
+/**
+ * GstCodecCCInserter:
+ *
+ * Since: 1.26
+ */
+
+/* we can't use G_DEFINE_ABSTRACT_TYPE because we need the klass in the _init
+ * method to get to the padtemplates */
+GType
+gst_codec_cc_inserter_get_type (void)
+{
+  static gsize type = 0;
+
+  if (g_once_init_enter (&type)) {
+    GType _type;
+    static const GTypeInfo info = {
+      sizeof (GstCodecCCInserterClass),
+      NULL,
+      NULL,
+      (GClassInitFunc) gst_codec_cc_inserter_class_init,
+      NULL,
+      NULL,
+      sizeof (GstCodecCCInserter),
+      0,
+      (GInstanceInitFunc) gst_codec_cc_inserter_init,
+    };
+
+    _type = g_type_register_static (GST_TYPE_ELEMENT,
+        "GstCodecCCInserter", &info, G_TYPE_FLAG_ABSTRACT);
+
+    private_offset = g_type_add_instance_private (_type,
+        sizeof (GstCodecCCInserterPrivate));
+
+    g_once_init_leave (&type, _type);
+  }
+  return type;
+}
+
+static inline GstCodecCCInserterPrivate *
+gst_codec_cc_inserter_get_instance_private (GstCodecCCInserter * self)
+{
+  return (G_STRUCT_MEMBER_P (self, private_offset));
+}
+
+static void
+gst_codec_cc_inserter_class_init (GstCodecCCInserterClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+
+  parent_class = g_type_class_peek_parent (klass);
+  if (private_offset)
+    g_type_class_adjust_private_offset (klass, &private_offset);
+
+  object_class->set_property = gst_codec_cc_inserter_set_property;
+  object_class->get_property = gst_codec_cc_inserter_get_property;
+  object_class->finalize = gst_codec_cc_inserter_finalize;
+
+  g_object_class_install_property (object_class, PROP_CAPTION_META_ORDER,
+      g_param_spec_enum ("caption-meta-order", "Caption Meta Order",
+          "Order of caption metas attached on buffers. In case of \"display\" order, "
+          "inserter will reorder captions to decoding order",
+          GST_TYPE_CODEC_CC_INSERT_META_ORDER, DEFAULT_CAPTION_META_ORDER,
+          GST_PARAM_MUTABLE_READY | G_PARAM_READWRITE |
+          G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (object_class, PROP_REMOVE_CAPTION_META,
+      g_param_spec_boolean ("remove-caption-meta", "Remove Caption Meta",
+          "Remove caption meta from outgoing video buffers", FALSE,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  element_class->change_state =
+      GST_DEBUG_FUNCPTR (gst_codec_cc_inserter_change_state);
+
+  GST_DEBUG_CATEGORY_INIT (gst_codec_cc_inserter_debug, "codecccinserter", 0,
+      "codecccinserter");
+
+  gst_type_mark_as_plugin_api (GST_TYPE_CODEC_CC_INSERTER, 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_CODEC_CC_INSERT_META_ORDER, 0);
+}
+
+static void
+gst_codec_cc_inserter_init (GstCodecCCInserter * self,
+    GstCodecCCInserterClass * klass)
+{
+  GstCodecCCInserterPrivate *priv;
+  GstPadTemplate *template;
+
+  self->priv = priv = gst_codec_cc_inserter_get_instance_private (self);
+
+  template = gst_element_class_get_pad_template (GST_ELEMENT_CLASS (klass),
+      "sink");
+  self->sinkpad = gst_pad_new_from_template (template, "sink");
+  gst_pad_set_chain_function (self->sinkpad,
+      GST_DEBUG_FUNCPTR (gst_codec_cc_inserter_chain));
+  gst_pad_set_event_function (self->sinkpad,
+      GST_DEBUG_FUNCPTR (gst_codec_cc_inserter_sink_event));
+  gst_pad_set_query_function (self->sinkpad,
+      GST_DEBUG_FUNCPTR (gst_codec_cc_inserter_sink_query));
+
+  GST_PAD_SET_PROXY_SCHEDULING (self->sinkpad);
+  GST_PAD_SET_ACCEPT_INTERSECT (self->sinkpad);
+  GST_PAD_SET_ACCEPT_TEMPLATE (self->sinkpad);
+  GST_PAD_SET_PROXY_CAPS (self->sinkpad);
+
+  gst_element_add_pad (GST_ELEMENT (self), self->sinkpad);
+
+  template = gst_element_class_get_pad_template (GST_ELEMENT_CLASS (klass),
+      "src");
+  self->srcpad = gst_pad_new_from_template (template, "src");
+  gst_pad_set_query_function (self->srcpad,
+      GST_DEBUG_FUNCPTR (gst_codec_cc_inserter_src_query));
+  GST_PAD_SET_PROXY_SCHEDULING (self->srcpad);
+
+  gst_element_add_pad (GST_ELEMENT (self), self->srcpad);
+
+  g_mutex_init (&priv->lock);
+  priv->meta_order = DEFAULT_CAPTION_META_ORDER;
+  priv->remove_meta = DEFAULT_REMOVE_CAPTION_META;
+  priv->caption_metas = g_ptr_array_new ();
+}
+
+static void
+gst_codec_cc_inserter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (object);
+  GstCodecCCInserterPrivate *priv = self->priv;
+
+  g_mutex_lock (&priv->lock);
+
+  switch (prop_id) {
+    case PROP_CAPTION_META_ORDER:
+      priv->meta_order = g_value_get_enum (value);
+      break;
+    case PROP_REMOVE_CAPTION_META:
+      priv->remove_meta = g_value_get_boolean (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+
+  g_mutex_unlock (&priv->lock);
+}
+
+static void
+gst_codec_cc_inserter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (object);
+  GstCodecCCInserterPrivate *priv = self->priv;
+
+  g_mutex_lock (&priv->lock);
+
+  switch (prop_id) {
+    case PROP_CAPTION_META_ORDER:
+      g_value_set_enum (value, priv->meta_order);
+      break;
+    case PROP_REMOVE_CAPTION_META:
+      g_value_set_boolean (value, priv->remove_meta);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+
+  g_mutex_unlock (&priv->lock);
+}
+
+static void
+gst_codec_cc_inserter_finalize (GObject * object)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (object);
+  GstCodecCCInserterPrivate *priv = self->priv;
+
+  g_mutex_clear (&priv->lock);
+  g_ptr_array_unref (priv->caption_metas);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_codec_cc_inserter_flush_events (GstCodecCCInserter * self, GList ** events)
+{
+  GList *iter;
+
+  for (iter = *events; iter; iter = g_list_next (iter)) {
+    GstEvent *ev = GST_EVENT (iter->data);
+
+    if (GST_EVENT_IS_STICKY (ev) && GST_EVENT_TYPE (ev) != GST_EVENT_EOS &&
+        GST_EVENT_TYPE (ev) != GST_EVENT_SEGMENT) {
+      gst_pad_store_sticky_event (self->srcpad, ev);
+    }
+
+    gst_event_unref (ev);
+  }
+
+  g_clear_pointer (events, g_list_free);
+}
+
+static void
+gst_codec_cc_inserter_flush (GstCodecCCInserter * self)
+{
+  GstCodecCCInserterClass *klass = GST_CODEC_CC_INSERTER_GET_CLASS (self);
+  GstCodecCCInserterPrivate *priv = self->priv;
+  GstVideoCodecFrame *frame;
+
+  klass->drain (self);
+
+  while ((frame = klass->pop (self)) != NULL) {
+    gst_codec_cc_inserter_flush_events (self, &frame->events);
+    gst_video_codec_frame_unref (frame);
+  }
+
+  gst_codec_cc_inserter_flush_events (self, &priv->current_frame_events);
+}
+
+static void
+gst_codec_cc_insert_update_latency (GstCodecCCInserter * self,
+    GstClockTime latency)
+{
+  GstCodecCCInserterPrivate *priv = self->priv;
+  gboolean post_msg = FALSE;
+
+  if (!GST_CLOCK_TIME_IS_VALID (latency))
+    return;
+
+  g_mutex_lock (&priv->lock);
+  if (GST_CLOCK_TIME_IS_VALID (latency) && priv->latency < latency) {
+    priv->latency = latency;
+    post_msg = TRUE;
+  }
+  g_mutex_unlock (&priv->lock);
+
+  if (post_msg) {
+    gst_element_post_message (GST_ELEMENT_CAST (self),
+        gst_message_new_latency (GST_OBJECT_CAST (self)));
+  }
+}
+
+static gboolean
+gst_codec_cc_inserter_sink_event (GstPad * pad, GstObject * parent,
+    GstEvent * event)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (parent);
+  GstCodecCCInserterPrivate *priv = self->priv;
+  GstCodecCCInserterClass *klass = GST_CODEC_CC_INSERTER_GET_CLASS (self);
+  gboolean forward = FALSE;
+
+  switch (GST_EVENT_TYPE (event)) {
+    case GST_EVENT_CAPS:
+    {
+      GstCaps *caps;
+      GstClockTime latency = 0;
+
+      gst_event_parse_caps (event, &caps);
+      if (!klass->set_caps (self, caps, &latency)) {
+        GST_ERROR_OBJECT (self, "Couldn't set caps");
+        gst_event_unref (event);
+        return FALSE;
+      }
+
+      gst_codec_cc_insert_update_latency (self, latency);
+
+      if (klass->get_num_buffered (self) == 0) {
+        GST_DEBUG_OBJECT (self, "No buffered frame, forward caps immediately");
+        forward = TRUE;
+      }
+      break;
+    }
+    case GST_EVENT_SEGMENT:
+    {
+      GstSegment segment;
+      gst_event_copy_segment (event, &segment);
+      if (segment.rate < 0) {
+        GST_ERROR_OBJECT (self, "Negative rate is not supported");
+        gst_event_unref (event);
+        return FALSE;
+      }
+
+      if (klass->get_num_buffered (self) == 0) {
+        GST_DEBUG_OBJECT (self,
+            "No buffered frame, forward segment immediately");
+        forward = TRUE;
+      }
+      break;
+    }
+    case GST_EVENT_STREAM_START:
+    case GST_EVENT_EOS:
+      gst_codec_cc_inserter_drain (self);
+      if (priv->current_frame_events) {
+        GList *iter;
+
+        for (iter = priv->current_frame_events; iter; iter = g_list_next (iter))
+          gst_pad_push_event (self->srcpad, GST_EVENT (iter->data));
+
+        g_clear_pointer (&priv->current_frame_events, g_list_free);
+      }
+      forward = TRUE;
+      break;
+    case GST_EVENT_FLUSH_STOP:
+      gst_codec_cc_inserter_flush (self);
+      forward = TRUE;
+      break;
+    default:
+      break;
+  }
+
+  if (!GST_EVENT_IS_SERIALIZED (event) || forward) {
+    return gst_pad_event_default (pad, parent, event);
+  }
+
+  /* Store event to serialize queued frames */
+  priv->current_frame_events = g_list_append (priv->current_frame_events,
+      event);
+
+  return TRUE;
+}
+
+static gboolean
+remove_caption_meta (GstBuffer * buffer, GstMeta ** meta, gpointer user_data)
+{
+  if ((*meta)->info->api == GST_VIDEO_CAPTION_META_API_TYPE)
+    *meta = NULL;
+
+  return TRUE;
+}
+
+static gboolean
+copy_caption_meta (GstBuffer * buffer, GstMeta ** meta, gpointer user_data)
+{
+  GstVideoCaptionMeta *cc_meta;
+  GstBuffer *outbuf = GST_BUFFER (user_data);
+
+  if ((*meta)->info->api != GST_VIDEO_CAPTION_META_API_TYPE)
+    return TRUE;
+
+  cc_meta = (GstVideoCaptionMeta *) (*meta);
+  gst_buffer_add_video_caption_meta (outbuf, cc_meta->caption_type,
+      cc_meta->data, cc_meta->size);
+
+  return TRUE;
+}
+
+static gboolean
+extract_caption_meta (GstBuffer * buffer, GstMeta ** meta, gpointer user_data)
+{
+  GstVideoCaptionMeta *cc_meta;
+  GPtrArray *array = user_data;
+
+  if ((*meta)->info->api != GST_VIDEO_CAPTION_META_API_TYPE)
+    return TRUE;
+
+  cc_meta = (GstVideoCaptionMeta *) (*meta);
+  /* TODO: Support conversion to cea708 cc_data? */
+  if (cc_meta->caption_type == GST_VIDEO_CAPTION_TYPE_CEA708_RAW)
+    g_ptr_array_add (array, cc_meta);
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_codec_cc_inserter_output_frame (GstCodecCCInserter * self,
+    GstVideoCodecFrame * frame)
+{
+  GstCodecCCInserterClass *klass = GST_CODEC_CC_INSERTER_GET_CLASS (self);
+  GstCodecCCInserterPrivate *priv = self->priv;
+  GList *iter;
+  GstFlowReturn ret;
+  GstBuffer *output;
+  GstBuffer *caption_source;
+  gboolean reordered = FALSE;
+
+  for (iter = frame->events; iter; iter = g_list_next (iter)) {
+    GstEvent *event = GST_EVENT (iter->data);
+    gst_pad_push_event (self->srcpad, event);
+  }
+
+  g_clear_pointer (&frame->events, g_list_free);
+
+  output = gst_buffer_copy (frame->input_buffer);
+  g_mutex_lock (&priv->lock);
+  caption_source = frame->input_buffer;
+  if (priv->meta_order == GST_CODEC_CC_INSERT_META_ORDER_DISPLAY &&
+      frame->output_buffer) {
+    caption_source = frame->output_buffer;
+    if (frame->output_buffer != frame->input_buffer)
+      reordered = TRUE;
+  }
+
+  /* Remove caption meta form outgoing buffer if requested or
+   * caption is reordered */
+  if (priv->remove_meta || reordered)
+    gst_buffer_foreach_meta (output, remove_caption_meta, NULL);
+
+  /* Attach meta again if meta was removed because of reordering */
+  if (!priv->remove_meta && reordered)
+    gst_buffer_foreach_meta (caption_source, copy_caption_meta, output);
+
+  g_ptr_array_set_size (priv->caption_metas, 0);
+  /* Collects metas */
+  gst_buffer_foreach_meta (caption_source,
+      extract_caption_meta, priv->caption_metas);
+
+  output = klass->insert_cc (self, output, priv->caption_metas);
+  g_mutex_unlock (&priv->lock);
+
+  gst_video_codec_frame_unref (frame);
+
+  GST_LOG_OBJECT (self, "Output %" GST_PTR_FORMAT, output);
+
+  ret = gst_pad_push (self->srcpad, output);
+
+  return ret;
+}
+
+static void
+gst_codec_cc_inserter_drain (GstCodecCCInserter * self)
+{
+  GstCodecCCInserterClass *klass = GST_CODEC_CC_INSERTER_GET_CLASS (self);
+  GstVideoCodecFrame *frame;
+
+  klass->drain (self);
+
+  while ((frame = klass->pop (self)) != NULL)
+    gst_codec_cc_inserter_output_frame (self, frame);
+}
+
+static GstFlowReturn
+gst_codec_cc_inserter_chain (GstPad * pad, GstObject * parent,
+    GstBuffer * buffer)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (parent);
+  GstCodecCCInserterPrivate *priv = self->priv;
+  GstCodecCCInserterClass *klass = GST_CODEC_CC_INSERTER_GET_CLASS (self);
+  GstVideoCodecFrame *frame;
+  GstClockTime latency = 0;
+
+  GST_LOG_OBJECT (self, "Handle %" GST_PTR_FORMAT, buffer);
+
+  frame = g_new0 (GstVideoCodecFrame, 1);
+  frame->ref_count = 1;
+  frame->input_buffer = buffer;
+  frame->events = priv->current_frame_events;
+  priv->current_frame_events = NULL;
+
+  gst_video_codec_frame_ref (frame);
+  if (!klass->push (self, frame, &latency)) {
+    GST_ERROR_OBJECT (self, "Couldn't process frame");
+    priv->current_frame_events = frame->events;
+    gst_video_codec_frame_unref (frame);
+    /* TODO: return error in case of too many decoding error */
+    return GST_FLOW_OK;
+  }
+
+  gst_video_codec_frame_unref (frame);
+  gst_codec_cc_insert_update_latency (self, latency);
+
+  while ((frame = klass->pop (self)) != NULL) {
+    GstFlowReturn ret = gst_codec_cc_inserter_output_frame (self, frame);
+    if (ret != GST_FLOW_OK)
+      return ret;
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstCaps *
+gst_codec_cc_inserter_get_caps (GstCodecCCInserter * self, GstCaps * filter)
+{
+  GstCaps *peercaps, *templ;
+  GstCaps *res, *tmp, *pcopy;
+
+  templ = gst_pad_get_pad_template_caps (self->sinkpad);
+  if (filter) {
+    GstCaps *fcopy = gst_caps_copy (filter);
+
+    peercaps = gst_pad_peer_query_caps (self->srcpad, fcopy);
+    gst_caps_unref (fcopy);
+  } else {
+    peercaps = gst_pad_peer_query_caps (self->srcpad, NULL);
+  }
+
+  pcopy = gst_caps_copy (peercaps);
+
+  res = gst_caps_intersect_full (pcopy, templ, GST_CAPS_INTERSECT_FIRST);
+  gst_caps_unref (pcopy);
+  gst_caps_unref (templ);
+
+  if (filter) {
+    GstCaps *tmp = gst_caps_intersect_full (res, filter,
+        GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (res);
+    res = tmp;
+  }
+
+  /* Try if we can put the downstream caps first */
+  pcopy = gst_caps_copy (peercaps);
+  tmp = gst_caps_intersect_full (pcopy, res, GST_CAPS_INTERSECT_FIRST);
+  gst_caps_unref (pcopy);
+  if (!gst_caps_is_empty (tmp))
+    res = gst_caps_merge (tmp, res);
+  else
+    gst_caps_unref (tmp);
+
+  gst_caps_unref (peercaps);
+  return res;
+}
+
+static gboolean
+gst_codec_cc_inserter_sink_query (GstPad * pad, GstObject * parent,
+    GstQuery * query)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (parent);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CAPS:{
+      GstCaps *caps, *filter;
+
+      gst_query_parse_caps (query, &filter);
+      caps = gst_codec_cc_inserter_get_caps (self, filter);
+      GST_LOG_OBJECT (self, "sink getcaps returning caps %" GST_PTR_FORMAT,
+          caps);
+      gst_query_set_caps_result (query, caps);
+      gst_caps_unref (caps);
+
+      return TRUE;
+    }
+    default:
+      break;
+  }
+
+  return gst_pad_query_default (pad, parent, query);
+}
+
+static gboolean
+gst_codec_cc_inserter_src_query (GstPad * pad, GstObject * parent,
+    GstQuery * query)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (parent);
+  GstCodecCCInserterPrivate *priv = self->priv;
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_LATENCY:
+    {
+      gboolean ret;
+
+      ret = gst_pad_peer_query (self->sinkpad, query);
+      if (ret) {
+        GstClockTime min, max;
+        gboolean live;
+
+        gst_query_parse_latency (query, &live, &min, &max);
+
+        g_mutex_lock (&priv->lock);
+        if (GST_CLOCK_TIME_IS_VALID (priv->latency)) {
+          min += priv->latency;
+
+          if (GST_CLOCK_TIME_IS_VALID (max))
+            max += priv->latency;
+        }
+        g_mutex_unlock (&priv->lock);
+
+        gst_query_set_latency (query, live, min, max);
+      }
+      return ret;
+    }
+    default:
+      break;
+  }
+
+  return gst_pad_query_default (pad, parent, query);
+}
+
+static void
+gst_codec_cc_inserter_reset (GstCodecCCInserter * self)
+{
+  GstCodecCCInserterPrivate *priv = self->priv;
+
+  if (priv->current_frame_events) {
+    g_list_free_full (priv->current_frame_events,
+        (GDestroyNotify) gst_event_unref);
+    priv->current_frame_events = NULL;
+  }
+
+  priv->latency = 0;
+}
+
+static gboolean
+gst_codec_cc_inserter_start (GstCodecCCInserter * self)
+{
+  GstCodecCCInserterClass *klass = GST_CODEC_CC_INSERTER_GET_CLASS (self);
+  GstCodecCCInserterPrivate *priv = self->priv;
+
+  gst_codec_cc_inserter_reset (self);
+
+  if (klass->start)
+    return klass->start (self, priv->meta_order);
+
+  return TRUE;
+}
+
+static gboolean
+gst_codec_cc_inserter_stop (GstCodecCCInserter * self)
+{
+  GstCodecCCInserterClass *klass = GST_CODEC_CC_INSERTER_GET_CLASS (self);
+
+  gst_codec_cc_inserter_reset (self);
+
+  if (klass->stop)
+    return klass->stop (self);
+
+  return TRUE;
+}
+
+static GstStateChangeReturn
+gst_codec_cc_inserter_change_state (GstElement * element,
+    GstStateChange transition)
+{
+  GstCodecCCInserter *self = GST_CODEC_CC_INSERTER (element);
+  GstStateChangeReturn ret;
+
+  switch (transition) {
+    case GST_STATE_CHANGE_READY_TO_PAUSED:
+      gst_codec_cc_inserter_start (self);
+      break;
+    default:
+      break;
+  }
+
+  ret = GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
+
+  switch (transition) {
+    case GST_STATE_CHANGE_PAUSED_TO_READY:
+      gst_codec_cc_inserter_stop (self);
+      break;
+    default:
+      break;
+  }
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gstcodecccinserter.h Added

@@ -0,0 +1,85 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_CODEC_CC_INSERTER             (gst_codec_cc_inserter_get_type())
+#define GST_CODEC_CC_INSERTER(obj)             (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_CODEC_CC_INSERTER,GstCodecCCInserter))
+#define GST_CODEC_CC_INSERTER_CLASS(klass)     (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_CODEC_CC_INSERTER,GstCodecCCInserterClass))
+#define GST_CODEC_CC_INSERTER_GET_CLASS(obj)   (GST_CODEC_CC_INSERTER_CLASS(G_OBJECT_GET_CLASS(obj)))
+#define GST_CODEC_CC_INSERTER_CAST(obj)        ((GstCodecCCInserter*)(obj))
+
+typedef struct _GstCodecCCInserter GstCodecCCInserter;
+typedef struct _GstCodecCCInserterClass GstCodecCCInserterClass;
+typedef struct _GstCodecCCInserterPrivate GstCodecCCInserterPrivate;
+
+typedef enum
+{
+  GST_CODEC_CC_INSERT_META_ORDER_DECODE,
+  GST_CODEC_CC_INSERT_META_ORDER_DISPLAY,
+} GstCodecCCInsertMetaOrder;
+
+struct _GstCodecCCInserter
+{
+  GstElement parent;
+
+  GstPad *sinkpad;
+  GstPad *srcpad;
+
+  GstCodecCCInserterPrivate *priv;
+};
+
+struct _GstCodecCCInserterClass
+{
+  GstElementClass parent_class;
+
+  gboolean      (*start)         (GstCodecCCInserter * inserter,
+                                  GstCodecCCInsertMetaOrder meta_order);
+
+  gboolean      (*stop)          (GstCodecCCInserter * inserter);
+
+  gboolean      (*set_caps)      (GstCodecCCInserter * inserter,
+                                  GstCaps * caps,
+                                  GstClockTime * latency);
+
+  guint         (*get_num_buffered) (GstCodecCCInserter * inserter);
+
+  gboolean      (*push)          (GstCodecCCInserter * inserter,
+                                  GstVideoCodecFrame * frame,
+                                  GstClockTime * latency);
+
+  GstVideoCodecFrame * (*pop)    (GstCodecCCInserter * inserter);
+
+  void          (*drain)         (GstCodecCCInserter * inserter);
+
+  GstBuffer *   (*insert_cc)     (GstCodecCCInserter * inserter,
+                                  GstBuffer * buffer,
+                                  GPtrArray * metas);
+};
+
+G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstCodecCCInserter, gst_object_unref);
+
+GType gst_codec_cc_inserter_get_type (void);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth264ccextractor.c Added

@@ -0,0 +1,470 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+ /**
+ * SECTION:element-h264ccextractor
+ * @title: h264ccextractor
+ *
+ * Extracts closed caption data from H.264 stream and outputs in display order
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsth264ccextractor.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_h264_cc_extractor_debug);
+#define GST_CAT_DEFAULT gst_h264_cc_extractor_debug
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h264, alignment=(string) au, "
+        "parsed=(boolean) true"));
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS
+    ("closedcaption/x-cea-608,format={ (string) raw, (string) s334-1a}; "
+        "closedcaption/x-cea-708,format={ (string) cc_data, (string) cdp }"));
+
+static void gst_h264_cc_extractor_finalize (GObject * object);
+
+static gboolean gst_h264_cc_extractor_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state);
+static gboolean gst_h264_cc_extractor_negotiate (GstVideoDecoder * decoder);
+static gboolean gst_h264_cc_extractor_transform_meta (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame, GstMeta * meta);
+static GstFlowReturn
+gst_h264_cc_extractor_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame);
+static GstFlowReturn gst_h264_cc_extractor_finish (GstVideoDecoder * decoder);
+
+static GstFlowReturn
+gst_h264_cc_extractor_new_sequence (GstH264Decoder * decoder,
+    const GstH264SPS * sps, gint max_dpb_size);
+static GstFlowReturn
+gst_h264_cc_extractor_new_picture (GstH264Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH264Picture * picture);
+static GstFlowReturn
+gst_h264_cc_extractor_new_field_picture (GstH264Decoder * decoder,
+    GstH264Picture * first_field, GstH264Picture * second_field);
+static GstFlowReturn
+gst_h264_cc_extractor_start_picture (GstH264Decoder * decoder,
+    GstH264Picture * picture, GstH264Slice * slice, GstH264Dpb * dpb);
+static GstFlowReturn
+gst_h264_cc_extractor_decode_slice (GstH264Decoder * decoder,
+    GstH264Picture * picture, GstH264Slice * slice, GArray * ref_pic_list0,
+    GArray * ref_pic_list1);
+static GstFlowReturn
+gst_h264_cc_extractor_output_picture (GstH264Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH264Picture * picture);
+
+typedef struct _CaptionData
+{
+  GstVideoCaptionType caption_type;
+  GstBuffer *buffer;
+} CaptionData;
+
+struct _GstH264CCExtractor
+{
+  GstH264Decoder parent;
+
+  GstVideoCaptionType caption_type;
+  GstVecDeque *cur_data;
+  GstVecDeque *out_data;
+  gboolean on_eos;
+  gint fps_n;
+  gint fps_d;
+  gboolean need_negotiate;
+};
+
+#define gst_h264_cc_extractor_parent_class parent_class
+G_DEFINE_TYPE (GstH264CCExtractor, gst_h264_cc_extractor,
+    GST_TYPE_H264_DECODER);
+
+GST_ELEMENT_REGISTER_DEFINE (h264ccextractor, "h264ccextractor",
+    GST_RANK_NONE, GST_TYPE_H264_CC_EXTRACTOR);
+
+static void
+gst_h264_cc_extractor_class_init (GstH264CCExtractorClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (klass);
+  GstH264DecoderClass *h264_class = GST_H264_DECODER_CLASS (klass);
+
+  object_class->finalize = gst_h264_cc_extractor_finalize;
+
+  gst_element_class_set_static_metadata (element_class,
+      "H.264 Closed Caption Extractor",
+      "Codec/Video/Filter",
+      "Extract GstVideoCaptionMeta from input H.264 stream",
+      "Seungha Yang <seungha@centricular.com>");
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  decoder_class->set_format =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_set_format);
+  decoder_class->negotiate =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_negotiate);
+  decoder_class->transform_meta =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_transform_meta);
+  decoder_class->handle_frame =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_handle_frame);
+  decoder_class->finish = GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_finish);
+
+  h264_class->new_sequence =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_new_sequence);
+  h264_class->new_picture =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_new_picture);
+  h264_class->new_field_picture =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_new_field_picture);
+  h264_class->start_picture =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_start_picture);
+  h264_class->decode_slice =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_decode_slice);
+  h264_class->output_picture =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_extractor_output_picture);
+
+  GST_DEBUG_CATEGORY_INIT (gst_h264_cc_extractor_debug, "h264ccextractor",
+      0, "h264ccextractor");
+}
+
+static void
+caption_data_clear_func (CaptionData * data)
+{
+  data->caption_type = GST_VIDEO_CAPTION_TYPE_UNKNOWN;
+  gst_clear_buffer (&data->buffer);
+}
+
+static GstVecDeque *
+caption_data_queue_new (void)
+{
+  GstVecDeque *array = gst_vec_deque_new_for_struct (sizeof (CaptionData), 2);
+  gst_vec_deque_set_clear_func (array,
+      (GDestroyNotify) caption_data_clear_func);
+  return array;
+}
+
+static void
+gst_h264_cc_extractor_init (GstH264CCExtractor * self)
+{
+  self->cur_data = caption_data_queue_new ();
+  self->out_data = gst_vec_deque_new_for_struct (sizeof (CaptionData), 2);
+  self->caption_type = GST_VIDEO_CAPTION_TYPE_UNKNOWN;
+  self->fps_n = 0;
+  self->fps_d = 1;
+}
+
+static void
+gst_h264_cc_extractor_finalize (GObject * object)
+{
+  GstH264CCExtractor *self = GST_H264_CC_EXTRACTOR (object);
+
+  if (self->cur_data)
+    gst_vec_deque_free (self->cur_data);
+
+  gst_vec_deque_free (self->out_data);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+gst_h264_cc_extractor_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state)
+{
+  GstH264CCExtractor *self = GST_H264_CC_EXTRACTOR (decoder);
+  GstVideoCodecState *out_state;
+  GstCaps *caps;
+  gboolean ret;
+
+  self->need_negotiate = TRUE;
+
+  /* Assume caption type is cea708 raw which is common cc type
+   * embedded in SEI */
+  if (self->caption_type == GST_VIDEO_CAPTION_TYPE_UNKNOWN)
+    self->caption_type = GST_VIDEO_CAPTION_TYPE_CEA708_RAW;
+
+  /* Create dummy output state. Otherwise decoder baseclass will try to create
+   * video caps on GAP event */
+  out_state = gst_video_decoder_set_output_state (decoder,
+      GST_VIDEO_FORMAT_NV12, state->info.width, state->info.height, NULL);
+  caps = gst_video_caption_type_to_caps (self->caption_type);
+  gst_caps_set_simple (caps, "framerate", GST_TYPE_FRACTION,
+      state->info.fps_n, state->info.fps_d, NULL);
+  out_state->caps = caps;
+  gst_video_codec_state_unref (out_state);
+
+  ret = GST_VIDEO_DECODER_CLASS (parent_class)->set_format (decoder, state);
+
+  gst_video_decoder_negotiate (decoder);
+
+  return ret;
+}
+
+static gboolean
+gst_h264_cc_extractor_negotiate (GstVideoDecoder * decoder)
+{
+  GstH264CCExtractor *self = GST_H264_CC_EXTRACTOR (decoder);
+  GstCaps *caps;
+
+  if (!self->need_negotiate)
+    return TRUE;
+
+  caps = gst_video_caption_type_to_caps (self->caption_type);
+
+  gst_caps_set_simple (caps,
+      "framerate", GST_TYPE_FRACTION, self->fps_n, self->fps_d, NULL);
+
+  gst_pad_set_caps (decoder->srcpad, caps);
+  gst_caps_unref (caps);
+
+  self->need_negotiate = FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_cc_extractor_transform_meta (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame, GstMeta * meta)
+{
+  /* do not copy any meta */
+  return FALSE;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame)
+{
+  GstH264CCExtractor *self = GST_H264_CC_EXTRACTOR (decoder);
+  GstVideoTimeCodeMeta *tc_meta;
+  GstVideoCaptionMeta *cc_meta;
+  gpointer iter = NULL;
+  GstFlowReturn ret;
+
+  if (self->cur_data)
+    gst_vec_deque_clear (self->cur_data);
+
+  tc_meta = gst_buffer_get_video_time_code_meta (frame->input_buffer);
+
+  while ((cc_meta = (GstVideoCaptionMeta *)
+          gst_buffer_iterate_meta_filtered (frame->input_buffer, &iter,
+              GST_VIDEO_CAPTION_META_API_TYPE))) {
+    CaptionData data;
+    data.caption_type = cc_meta->caption_type;
+    data.buffer = gst_buffer_new_memdup (cc_meta->data, cc_meta->size);
+    GST_BUFFER_DTS (data.buffer) = GST_CLOCK_TIME_NONE;
+    GST_BUFFER_PTS (data.buffer) = GST_BUFFER_PTS (frame->input_buffer);
+    GST_BUFFER_DURATION (data.buffer) =
+        GST_BUFFER_DURATION (frame->input_buffer);
+
+    if (tc_meta)
+      gst_buffer_add_video_time_code_meta (data.buffer, &tc_meta->tc);
+
+    if (!self->cur_data)
+      self->cur_data = caption_data_queue_new ();
+
+    gst_vec_deque_push_tail_struct (self->cur_data, &data);
+  }
+
+  GST_DEBUG_OBJECT (self, "Queued captions %" G_GSIZE_FORMAT,
+      self->cur_data ? gst_vec_deque_get_length (self->cur_data) : 0);
+
+  ret = GST_VIDEO_DECODER_CLASS (parent_class)->handle_frame (decoder, frame);
+
+  if (self->cur_data)
+    gst_vec_deque_clear (self->cur_data);
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_finish (GstVideoDecoder * decoder)
+{
+  GST_VIDEO_DECODER_CLASS (parent_class)->finish (decoder);
+
+  /* baseclass will post error message if there was no output buffer
+   * and subclass returns OK. Return flow EOS to avoid the error message */
+  return GST_FLOW_EOS;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_new_sequence (GstH264Decoder * decoder,
+    const GstH264SPS * sps, gint max_dpb_size)
+{
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_new_picture (GstH264Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH264Picture * picture)
+{
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_new_field_picture (GstH264Decoder * decoder,
+    GstH264Picture * first_field, GstH264Picture * second_field)
+{
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_start_picture (GstH264Decoder * decoder,
+    GstH264Picture * picture, GstH264Slice * slice, GstH264Dpb * dpb)
+{
+  GstH264CCExtractor *self = GST_H264_CC_EXTRACTOR (decoder);
+  GstH264Picture *target_pic = picture;
+  GstVecDeque *pic_data;
+
+  GST_LOG_OBJECT (self, "Start %s field picture", picture->second_field ?
+      "second" : "first");
+
+  if (!self->cur_data || !gst_vec_deque_get_length (self->cur_data))
+    return GST_FLOW_OK;
+
+  /* Baseclass will output only the first field's codec frame.
+   * If this second field picture's codec frame is different from
+   * the first one, attach  */
+  if (picture->second_field && picture->other_field &&
+      GST_CODEC_PICTURE_FRAME_NUMBER (picture) !=
+      GST_CODEC_PICTURE_FRAME_NUMBER (picture->other_field)) {
+    target_pic = picture->other_field;
+    GST_DEBUG_OBJECT (self, "Found second field picture");
+  }
+
+  pic_data = gst_h264_picture_get_user_data (target_pic);
+  if (!pic_data) {
+    GST_DEBUG_OBJECT (self, "Creating new picture data, caption size: %"
+        G_GSIZE_FORMAT, gst_vec_deque_get_length (self->cur_data));
+    gst_h264_picture_set_user_data (target_pic,
+        g_steal_pointer (&self->cur_data), (GDestroyNotify) gst_vec_deque_free);
+  } else {
+    gpointer caption_data;
+
+    GST_DEBUG_OBJECT (self, "Appending %" G_GSIZE_FORMAT
+        " caption buffers, prev size: %" G_GSIZE_FORMAT,
+        gst_vec_deque_get_length (self->cur_data),
+        gst_vec_deque_get_length (pic_data));
+
+    while ((caption_data = gst_vec_deque_pop_head_struct (self->cur_data)))
+      gst_vec_deque_push_tail_struct (pic_data, caption_data);
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_decode_slice (GstH264Decoder * decoder,
+    GstH264Picture * picture, GstH264Slice * slice, GArray * ref_pic_list0,
+    GArray * ref_pic_list1)
+{
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h264_cc_extractor_output_picture (GstH264Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH264Picture * picture)
+{
+  GstVideoDecoder *videodec = GST_VIDEO_DECODER (decoder);
+  GstH264CCExtractor *self = GST_H264_CC_EXTRACTOR (decoder);
+  gint fps_n = 0;
+  gint fps_d = 1;
+  gboolean updated = FALSE;
+  GstCodecPicture *codec_pic = GST_CODEC_PICTURE (picture);
+  GstVecDeque *pic_data;
+  CaptionData *caption_data = NULL;
+  GstBuffer *front_buf = NULL;
+  GstClockTime pts, dur;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  pic_data = gst_h264_picture_get_user_data (picture);
+
+  /* Move caption buffer to our temporary storage */
+  if (pic_data) {
+    while ((caption_data = gst_vec_deque_pop_head_struct (pic_data)))
+      gst_vec_deque_push_tail_struct (self->out_data, caption_data);
+  }
+
+  fps_n = decoder->input_state->info.fps_n;
+  fps_d = decoder->input_state->info.fps_d;
+
+  if (codec_pic->discont_state) {
+    fps_n = codec_pic->discont_state->info.fps_n;
+    fps_d = codec_pic->discont_state->info.fps_d;
+  }
+
+  if (fps_n != self->fps_n || fps_d != self->fps_d) {
+    updated = TRUE;
+    self->fps_n = fps_n;
+    self->fps_d = fps_d;
+  }
+
+  GST_DEBUG_OBJECT (self, "picture is holding %" G_GSIZE_FORMAT
+      " caption buffers", gst_vec_deque_get_length (self->out_data));
+
+  if (gst_vec_deque_get_length (self->out_data)) {
+    caption_data = gst_vec_deque_pop_head_struct (self->out_data);
+    front_buf = caption_data->buffer;
+    if (caption_data->caption_type != self->caption_type) {
+      GST_DEBUG_OBJECT (self, "Caption type changed, need new caps");
+      self->caption_type = caption_data->caption_type;
+      updated = TRUE;
+    }
+  }
+
+  if (updated) {
+    self->need_negotiate = TRUE;
+    gst_video_decoder_negotiate (videodec);
+  }
+
+  gst_h264_picture_unref (picture);
+
+  pts = GST_BUFFER_PTS (frame->input_buffer);
+  dur = GST_BUFFER_DURATION (frame->input_buffer);
+
+  if (!front_buf) {
+    GstEvent *gap;
+
+    GST_VIDEO_CODEC_FRAME_SET_DECODE_ONLY (frame);
+    ret = gst_video_decoder_finish_frame (videodec, frame);
+    gap = gst_event_new_gap (pts, dur);
+    gst_pad_push_event (videodec->srcpad, gap);
+    return ret;
+  }
+
+  frame->output_buffer = front_buf;
+  ret = gst_video_decoder_finish_frame (videodec, frame);
+
+  /* Drain other caption data */
+  while ((caption_data = gst_vec_deque_pop_head_struct (self->out_data))) {
+    if (ret == GST_FLOW_OK)
+      ret = gst_pad_push (videodec->srcpad, caption_data->buffer);
+    else
+      gst_buffer_unref (caption_data->buffer);
+  }
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth264ccextractor.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/codecs/gsth264decoder.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H264_CC_EXTRACTOR (gst_h264_cc_extractor_get_type())
+G_DECLARE_FINAL_TYPE (GstH264CCExtractor, gst_h264_cc_extractor,
+    GST, H264_CC_EXTRACTOR, GstH264Decoder);
+
+GST_ELEMENT_REGISTER_DECLARE (h264ccextractor);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth264ccinserter.c Added

@@ -0,0 +1,277 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-h264ccinserter
+ * @title: h264ccinserter
+ *
+ * Extracts closed caption meta from buffer and inserts closed caption SEI message
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0.exe filesrc location=video.mp4 ! parsebin name=p ! h264parse ! \
+ *   queue ! cccombiner name=c ! \
+ *   h264ccinserter remove-caption-meta=true caption-meta-order=display ! \
+ *   h264parse ! avdec_h264 ! videoconvert ! cea608overlay ! queue ! autovideosink \
+ *   filesrc location=caption.mcc ! mccparse ! ccconverter ! \
+ *   closedcaption/x-cea-708,format=(string)cc_data ! queue ! c.caption
+ * ```
+ *
+ * Above pipeline inserts closed caption data to already encoded H.264 stream
+ * and renders. Because mccparse outputs caption data in display order,
+ * "caption-meta-order=display" property is required in this example.
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsth264ccinserter.h"
+#include "gsth264reorder.h"
+#include <gst/codecparsers/gsth264parser.h>
+#include <string.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_h264_cc_inserter_debug);
+#define GST_CAT_DEFAULT gst_h264_cc_inserter_debug
+
+static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h264, alignment=(string) au"));
+
+static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h264, alignment=(string) au"));
+
+struct _GstH264CCInserter
+{
+  GstCodecCCInserter parent;
+
+  GstH264Reorder *reorder;
+  GArray *sei_array;
+};
+
+static void gst_h264_cc_inserter_finalize (GObject * object);
+
+static gboolean gst_h264_cc_inserter_start (GstCodecCCInserter * inserter,
+    GstCodecCCInsertMetaOrder meta_order);
+static gboolean gst_h264_cc_inserter_stop (GstCodecCCInserter * inserter);
+static gboolean gst_h264_cc_inserter_set_caps (GstCodecCCInserter * inserter,
+    GstCaps * caps, GstClockTime * latency);
+static guint
+gst_h264_cc_inserter_get_num_buffered (GstCodecCCInserter * inserter);
+static gboolean gst_h264_cc_inserter_push (GstCodecCCInserter * inserter,
+    GstVideoCodecFrame * frame, GstClockTime * latency);
+static GstVideoCodecFrame *gst_h264_cc_inserter_pop (GstCodecCCInserter *
+    inserter);
+static void gst_h264_cc_inserter_drain (GstCodecCCInserter * inserter);
+static GstBuffer *gst_h264_cc_inserter_insert_cc (GstCodecCCInserter * inserter,
+    GstBuffer * buffer, GPtrArray * metas);
+
+#define gst_h264_cc_inserter_parent_class parent_class
+G_DEFINE_TYPE (GstH264CCInserter,
+    gst_h264_cc_inserter, GST_TYPE_CODEC_CC_INSERTER);
+GST_ELEMENT_REGISTER_DEFINE (h264ccinserter, "h264ccinserter",
+    GST_RANK_NONE, GST_TYPE_H264_CC_INSERTER);
+
+static void
+gst_h264_cc_inserter_class_init (GstH264CCInserterClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstCodecCCInserterClass *inserter_class = GST_CODEC_CC_INSERTER_CLASS (klass);
+
+  object_class->finalize = gst_h264_cc_inserter_finalize;
+
+  gst_element_class_add_static_pad_template (element_class, &sinktemplate);
+  gst_element_class_add_static_pad_template (element_class, &srctemplate);
+
+  gst_element_class_set_static_metadata (element_class,
+      "H.264 Closed Caption Inserter",
+      "Codec/Video/Filter", "Insert closed caption data to H.264 streams",
+      "Seungha Yang <seungha@centricular.com>");
+
+  inserter_class->start = GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_start);
+  inserter_class->stop = GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_stop);
+  inserter_class->set_caps = GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_set_caps);
+  inserter_class->get_num_buffered =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_get_num_buffered);
+  inserter_class->push = GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_push);
+  inserter_class->pop = GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_pop);
+  inserter_class->drain = GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_drain);
+  inserter_class->insert_cc =
+      GST_DEBUG_FUNCPTR (gst_h264_cc_inserter_insert_cc);
+
+  GST_DEBUG_CATEGORY_INIT (gst_h264_cc_inserter_debug, "h264ccinserter", 0,
+      "h264ccinserter");
+}
+
+static void
+gst_h264_cc_inserter_init (GstH264CCInserter * self)
+{
+  self->sei_array = g_array_new (FALSE, FALSE, sizeof (GstH264SEIMessage));
+  g_array_set_clear_func (self->sei_array, (GDestroyNotify) gst_h264_sei_clear);
+}
+
+static void
+gst_h264_cc_inserter_finalize (GObject * object)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (object);
+
+  g_array_unref (self->sei_array);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+gst_h264_cc_inserter_start (GstCodecCCInserter * inserter,
+    GstCodecCCInsertMetaOrder meta_order)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+  gboolean need_reorder = FALSE;
+  if (meta_order == GST_CODEC_CC_INSERT_META_ORDER_DISPLAY)
+    need_reorder = TRUE;
+
+  self->reorder = gst_h264_reorder_new (need_reorder);
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_cc_inserter_stop (GstCodecCCInserter * inserter)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+
+  gst_clear_object (&self->reorder);
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_cc_inserter_set_caps (GstCodecCCInserter * inserter, GstCaps * caps,
+    GstClockTime * latency)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+
+  return gst_h264_reorder_set_caps (self->reorder, caps, latency);
+}
+
+static gboolean
+gst_h264_cc_inserter_push (GstCodecCCInserter * inserter,
+    GstVideoCodecFrame * frame, GstClockTime * latency)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+
+  return gst_h264_reorder_push (self->reorder, frame, latency);
+}
+
+static GstVideoCodecFrame *
+gst_h264_cc_inserter_pop (GstCodecCCInserter * inserter)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+
+  return gst_h264_reorder_pop (self->reorder);
+}
+
+static void
+gst_h264_cc_inserter_drain (GstCodecCCInserter * inserter)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+
+  gst_h264_reorder_drain (self->reorder);
+}
+
+static guint
+gst_h264_cc_inserter_get_num_buffered (GstCodecCCInserter * inserter)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+
+  return gst_h264_reorder_get_num_buffered (self->reorder);
+}
+
+static GstBuffer *
+gst_h264_cc_inserter_insert_cc (GstCodecCCInserter * inserter,
+    GstBuffer * buffer, GPtrArray * metas)
+{
+  GstH264CCInserter *self = GST_H264_CC_INSERTER (inserter);
+  guint i;
+  GstBuffer *new_buf;
+
+  g_array_set_size (self->sei_array, 0);
+
+  for (i = 0; i < metas->len; i++) {
+    GstVideoCaptionMeta *meta = g_ptr_array_index (metas, i);
+    GstH264SEIMessage sei;
+    GstH264RegisteredUserData *rud;
+    guint8 *data;
+
+    if (meta->caption_type != GST_VIDEO_CAPTION_TYPE_CEA708_RAW)
+      continue;
+
+    memset (&sei, 0, sizeof (GstH264SEIMessage));
+    sei.payloadType = GST_H264_SEI_REGISTERED_USER_DATA;
+    rud = &sei.payload.registered_user_data;
+
+    rud->country_code = 181;
+    rud->size = meta->size + 10;
+
+    data = g_malloc (rud->size);
+    memcpy (data + 9, meta->data, meta->size);
+
+    data0 = 0;                /* 16-bits itu_t_t35_provider_code */
+    data1 = 49;
+    data2 = 'G';              /* 32-bits ATSC_user_identifier */
+    data3 = 'A';
+    data4 = '9';
+    data5 = '4';
+    data6 = 3;                /* 8-bits ATSC1_data_user_data_type_code */
+    /* 8-bits:
+     * 1 bit process_em_data_flag (0)
+     * 1 bit process_cc_data_flag (1)
+     * 1 bit additional_data_flag (0)
+     * 5-bits cc_count
+     */
+    data7 = ((meta->size / 3) & 0x1f) | 0x40;
+    data8 = 255;              /* 8 bits em_data, unused */
+    datameta->size + 9 = 255; /* 8 marker bits */
+
+    rud->data = data;
+
+    g_array_append_val (self->sei_array, sei);
+  }
+
+  if (self->sei_array->len == 0)
+    return buffer;
+
+  new_buf = gst_h264_reorder_insert_sei (self->reorder,
+      buffer, self->sei_array);
+
+  g_array_set_size (self->sei_array, 0);
+
+  if (!new_buf) {
+    GST_WARNING_OBJECT (self, "Couldn't insert SEI");
+    return buffer;
+  }
+
+  gst_buffer_unref (buffer);
+  return new_buf;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth264ccinserter.h Added

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstcodecccinserter.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H264_CC_INSERTER (gst_h264_cc_inserter_get_type())
+G_DECLARE_FINAL_TYPE (GstH264CCInserter, gst_h264_cc_inserter,
+    GST, H264_CC_INSERTER, GstCodecCCInserter);
+
+GST_ELEMENT_REGISTER_DECLARE (h264ccinserter);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth264reorder.c Added

@@ -0,0 +1,1956 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsth264reorder.h"
+#include <gst/codecs/gsth264picture.h>
+#include <gst/codecs/gsth264picture-private.h>
+#include <gst/base/base.h>
+#include <string.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_h264_reorder_debug);
+#define GST_CAT_DEFAULT gst_h264_reorder_debug
+
+struct _GstH264Reorder
+{
+  GstObject parent;
+
+  gboolean need_reorder;
+
+  gint width;
+  gint height;
+  gint fps_n;
+  gint fps_d;
+  guint nal_length_size;
+  gboolean is_avc;
+  GstH264NalParser *parser;
+  GstH264Dpb *dpb;
+  GstH264SPS *active_sps;
+  GstH264PPS *active_pps;
+  GstH264Picture *current_picture;
+  GstVideoCodecFrame *current_frame;
+  GstH264Slice current_slice;
+  GstH264Picture *last_field;
+
+  gint max_frame_num;
+  gint max_pic_num;
+  gint max_long_term_frame_idx;
+
+  gint prev_frame_num;
+  gint prev_ref_frame_num;
+  gint prev_frame_num_offset;
+  gboolean prev_has_memmgmnt5;
+
+  /* Values related to previously decoded reference picture */
+  gboolean prev_ref_has_memmgmnt5;
+  gint prev_ref_top_field_order_cnt;
+  gint prev_ref_pic_order_cnt_msb;
+  gint prev_ref_pic_order_cnt_lsb;
+
+  GstH264PictureField prev_ref_field;
+
+  /* Split packetized data into actual nal chunks (for malformed stream) */
+  GArray *split_nalu;
+
+  GArray *au_nalus;
+
+  GPtrArray *frame_queue;
+  GPtrArray *output_queue;
+  guint32 system_num;
+  guint32 present_num;
+
+  GstClockTime latency;
+};
+
+static void gst_h264_reorder_finalize (GObject * object);
+
+static GstH264Picture *gst_h264_reorder_split_frame (GstH264Reorder * self,
+    GstH264Picture * picture);
+static void gst_h264_reorder_bump_dpb (GstH264Reorder * self,
+    GstH264Picture * current_picture);
+static void gst_h264_reorder_add_to_dpb (GstH264Reorder * self,
+    GstH264Picture * picture);
+
+#define gst_h264_reorder_parent_class parent_class
+G_DEFINE_TYPE (GstH264Reorder, gst_h264_reorder, GST_TYPE_OBJECT);
+
+static void
+gst_h264_reorder_class_init (GstH264ReorderClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_h264_reorder_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_h264_reorder_debug, "h264reorder", 0,
+      "h264reorder");
+}
+
+static void
+gst_h264_reorder_init (GstH264Reorder * self)
+{
+  self->parser = gst_h264_nal_parser_new ();
+  self->dpb = gst_h264_dpb_new ();
+  self->frame_queue =
+      g_ptr_array_new_with_free_func (
+      (GDestroyNotify) gst_video_codec_frame_unref);
+  self->output_queue =
+      g_ptr_array_new_with_free_func (
+      (GDestroyNotify) gst_video_codec_frame_unref);
+
+  self->split_nalu = g_array_new (FALSE, FALSE, sizeof (GstH264NalUnit));
+  self->au_nalus = g_array_new (FALSE, FALSE, sizeof (GstH264NalUnit));
+  self->fps_n = 25;
+  self->fps_d = 1;
+}
+
+static void
+gst_h264_reorder_finalize (GObject * object)
+{
+  GstH264Reorder *self = GST_H264_REORDER (object);
+
+  gst_h264_nal_parser_free (self->parser);
+  g_ptr_array_unref (self->frame_queue);
+  g_ptr_array_unref (self->output_queue);
+  g_array_unref (self->split_nalu);
+  g_array_unref (self->au_nalus);
+  gst_h264_dpb_free (self->dpb);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gint
+gst_h264_reorder_get_max_num_reorder_frames (GstH264Reorder * self,
+    GstH264SPS * sps, gint max_dpb_size)
+{
+  if (sps->vui_parameters_present_flag
+      && sps->vui_parameters.bitstream_restriction_flag) {
+    if (sps->vui_parameters.num_reorder_frames > max_dpb_size) {
+      GST_WARNING_OBJECT (self,
+          "max_num_reorder_frames present, but larger than MaxDpbFrames (%d > %d)",
+          sps->vui_parameters.num_reorder_frames, max_dpb_size);
+      return max_dpb_size;
+    }
+
+    return sps->vui_parameters.num_reorder_frames;
+  } else if (sps->constraint_set3_flag) {
+    /* If max_num_reorder_frames is not present, if profile id is equal to
+     * 44, 86, 100, 110, 122, or 244 and constraint_set3_flag is equal to 1,
+     * max_num_reorder_frames shall be inferred to be equal to 0 */
+    switch (sps->profile_idc) {
+      case 44:
+      case 86:
+      case 100:
+      case 110:
+      case 122:
+      case 244:
+        return 0;
+      default:
+        break;
+    }
+  }
+
+  if (sps->profile_idc == 66 || sps->profile_idc == 83) {
+    /* baseline, constrained baseline and scalable-baseline profiles
+     * only contain I/P frames. */
+    return 0;
+  }
+
+  return max_dpb_size;
+}
+
+typedef struct
+{
+  GstH264Level level;
+
+  guint32 max_mbps;
+  guint32 max_fs;
+  guint32 max_dpb_mbs;
+  guint32 max_main_br;
+} LevelLimits;
+
+static const LevelLimits level_limits_map = {
+  {GST_H264_LEVEL_L1, 1485, 99, 396, 64},
+  {GST_H264_LEVEL_L1B, 1485, 99, 396, 128},
+  {GST_H264_LEVEL_L1_1, 3000, 396, 900, 192},
+  {GST_H264_LEVEL_L1_2, 6000, 396, 2376, 384},
+  {GST_H264_LEVEL_L1_3, 11800, 396, 2376, 768},
+  {GST_H264_LEVEL_L2, 11880, 396, 2376, 2000},
+  {GST_H264_LEVEL_L2_1, 19800, 792, 4752, 4000},
+  {GST_H264_LEVEL_L2_2, 20250, 1620, 8100, 4000},
+  {GST_H264_LEVEL_L3, 40500, 1620, 8100, 10000},
+  {GST_H264_LEVEL_L3_1, 108000, 3600, 18000, 14000},
+  {GST_H264_LEVEL_L3_2, 216000, 5120, 20480, 20000},
+  {GST_H264_LEVEL_L4, 245760, 8192, 32768, 20000},
+  {GST_H264_LEVEL_L4_1, 245760, 8192, 32768, 50000},
+  {GST_H264_LEVEL_L4_2, 522240, 8704, 34816, 50000},
+  {GST_H264_LEVEL_L5, 589824, 22080, 110400, 135000},
+  {GST_H264_LEVEL_L5_1, 983040, 36864, 184320, 240000},
+  {GST_H264_LEVEL_L5_2, 2073600, 36864, 184320, 240000},
+  {GST_H264_LEVEL_L6, 4177920, 139264, 696320, 240000},
+  {GST_H264_LEVEL_L6_1, 8355840, 139264, 696320, 480000},
+  {GST_H264_LEVEL_L6_2, 16711680, 139264, 696320, 800000}
+};
+
+static gint
+h264_level_to_max_dpb_mbs (GstH264Level level)
+{
+  gint i;
+  for (i = 0; i < G_N_ELEMENTS (level_limits_map); i++) {
+    if (level == level_limits_mapi.level)
+      return level_limits_mapi.max_dpb_mbs;
+  }
+
+  return 0;
+}
+
+static void
+gst_h264_reorder_set_output_buffer (GstH264Reorder * self, guint frame_num)
+{
+  gsize i, j;
+
+  for (i = 0; i < self->frame_queue->len; i++) {
+    GstVideoCodecFrame *frame = g_ptr_array_index (self->frame_queue, i);
+    if (frame->system_frame_number != frame_num)
+      continue;
+
+    /* Copy frame at present index to  */
+    if (!frame->output_buffer) {
+      GST_LOG_OBJECT (self, "decoding order: %u, display order: %u",
+          frame_num, self->present_num);
+      frame->presentation_frame_number = self->present_num;
+      self->present_num++;
+      for (j = 0; j < self->frame_queue->len; j++) {
+        GstVideoCodecFrame *other_frame =
+            g_ptr_array_index (self->frame_queue, j);
+        if (other_frame->system_frame_number ==
+            frame->presentation_frame_number) {
+          frame->output_buffer = gst_buffer_ref (other_frame->input_buffer);
+          return;
+        }
+      }
+    }
+
+    break;
+  }
+}
+
+static void
+gst_h264_reorder_output_picture (GstH264Reorder * self,
+    GstH264Picture * picture)
+{
+  guint frame_num = GST_CODEC_PICTURE_FRAME_NUMBER (picture);
+
+  gst_h264_reorder_set_output_buffer (self, frame_num);
+  if (picture->other_field && !picture->other_field->nonexisting) {
+    guint other_frame_num =
+        GST_CODEC_PICTURE_FRAME_NUMBER (picture->other_field);
+    if (other_frame_num != frame_num) {
+      GST_LOG_OBJECT (self, "Found separate frame for second field");
+      gst_h264_reorder_set_output_buffer (self, other_frame_num);
+    }
+  }
+
+  gst_h264_picture_unref (picture);
+
+  /* Move completed frames to output queue */
+  while (self->frame_queue->len > 0) {
+    GstVideoCodecFrame *frame = g_ptr_array_index (self->frame_queue, 0);
+    if (!frame->output_buffer)
+      break;
+
+    frame = g_ptr_array_steal_index (self->frame_queue, 0);
+    g_ptr_array_add (self->output_queue, frame);
+  }
+}
+
+GstH264Reorder *
+gst_h264_reorder_new (gboolean need_reorder)
+{
+  GstH264Reorder *self = g_object_new (GST_TYPE_H264_REORDER, NULL);
+  gst_object_ref_sink (self);
+
+  self->need_reorder = need_reorder;
+
+  return self;
+}
+
+void
+gst_h264_reorder_drain (GstH264Reorder * reorder)
+{
+  GstH264Picture *picture;
+
+  while ((picture = gst_h264_dpb_bump (reorder->dpb, TRUE)) != NULL) {
+    gst_h264_reorder_output_picture (reorder, picture);
+  }
+
+  gst_clear_h264_picture (&reorder->last_field);
+  gst_h264_dpb_clear (reorder->dpb);
+
+  /* Frame queue should be empty or holding only current frame */
+  while (reorder->frame_queue->len > 0) {
+    GstVideoCodecFrame *frame = g_ptr_array_index (reorder->frame_queue, 0);
+    if (frame == reorder->current_frame)
+      break;
+
+    GST_WARNING_OBJECT (reorder, "Remaining frame after drain %" GST_PTR_FORMAT,
+        frame->input_buffer);
+
+    /* Move to output queue anyway  */
+    frame->output_buffer = gst_buffer_ref (frame->input_buffer);
+    frame = g_ptr_array_steal_index (reorder->frame_queue, 0);
+    g_ptr_array_add (reorder->output_queue, frame);
+  }
+
+  /* presentation number */
+  if (reorder->current_frame)
+    reorder->present_num = reorder->current_frame->system_frame_number;
+  else
+    reorder->present_num = reorder->system_num;
+}
+
+static void
+gst_h264_reorder_process_sps (GstH264Reorder * self, GstH264SPS * sps)
+{
+  guint8 level;
+  gint max_dpb_mbs;
+  gint width_mb, height_mb;
+  gint max_dpb_frames;
+  gint max_dpb_size;
+  gint prev_max_dpb_size;
+  gint max_reorder_frames;
+  gint prev_max_reorder_frames;
+  gboolean prev_interlaced;
+  gboolean interlaced;
+
+  interlaced = !sps->frame_mbs_only_flag;
+
+  /* Spec A.3.1 and A.3.2
+   * For Baseline, Constrained Baseline and Main profile, the indicated level is
+   * Level 1b if level_idc is equal to 11 and constraint_set3_flag is equal to 1
+   */
+  level = sps->level_idc;
+  if (level == 11 && (sps->profile_idc == 66 || sps->profile_idc == 77) &&
+      sps->constraint_set3_flag) {
+    /* Level 1b */
+    level = 9;
+  }
+
+  max_dpb_mbs = h264_level_to_max_dpb_mbs ((GstH264Level) level);
+  max_dpb_frames = GST_H264_DPB_MAX_SIZE;
+
+  width_mb = sps->width / 16;
+  height_mb = sps->height / 16;
+
+  if (max_dpb_mbs > 0) {
+    max_dpb_frames = MIN (max_dpb_mbs / (width_mb * height_mb),
+        GST_H264_DPB_MAX_SIZE);
+  }
+
+  if (sps->vui_parameters_present_flag
+      && sps->vui_parameters.bitstream_restriction_flag) {
+    max_dpb_frames = MAX (1, sps->vui_parameters.max_dec_frame_buffering);
+  }
+
+  max_dpb_size = MAX (max_dpb_frames, sps->num_ref_frames);
+  if (max_dpb_size > GST_H264_DPB_MAX_SIZE) {
+    GST_WARNING_OBJECT (self, "Too large calculated DPB size %d", max_dpb_size);
+    max_dpb_size = GST_H264_DPB_MAX_SIZE;
+  }
+
+  prev_max_dpb_size = gst_h264_dpb_get_max_num_frames (self->dpb);
+  prev_interlaced = gst_h264_dpb_get_interlaced (self->dpb);
+
+  prev_max_reorder_frames = gst_h264_dpb_get_max_num_reorder_frames (self->dpb);
+  max_reorder_frames =
+      gst_h264_reorder_get_max_num_reorder_frames (self, sps, max_dpb_size);
+
+  if (self->width != sps->width || self->height != sps->height ||
+      prev_max_dpb_size != max_dpb_size || prev_interlaced != interlaced ||
+      prev_max_reorder_frames != max_reorder_frames) {
+    GST_DEBUG_OBJECT (self,
+        "SPS updated, resolution: %dx%d -> %dx%d, dpb size: %d -> %d, "
+        "interlaced %d -> %d, max_reorder_frames: %d -> %d",
+        self->width, self->height, sps->width, sps->height,
+        prev_max_dpb_size, max_dpb_size, prev_interlaced, interlaced,
+        prev_max_reorder_frames, max_reorder_frames);
+
+    gst_h264_reorder_drain (self);
+
+    self->width = sps->width;
+    self->height = sps->height;
+
+    gst_h264_dpb_set_max_num_frames (self->dpb, max_dpb_size);
+    gst_h264_dpb_set_interlaced (self->dpb, interlaced);
+    gst_h264_dpb_set_max_num_reorder_frames (self->dpb, max_reorder_frames);
+  }
+
+  self->latency = gst_util_uint64_scale_int (max_dpb_size * GST_SECOND,
+      self->fps_d, self->fps_n);
+}
+
+static gboolean
+gst_h264_reorder_parse_sps (GstH264Reorder * self, GstH264NalUnit * nalu)
+{
+  GstH264SPS sps;
+  GstH264ParserResult pres;
+  gboolean ret = TRUE;
+
+  pres = gst_h264_parse_sps (nalu, &sps);
+  if (pres != GST_H264_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to parse SPS, result %d", pres);
+    return FALSE;
+  }
+
+  GST_LOG_OBJECT (self, "SPS parsed");
+
+  gst_h264_reorder_process_sps (self, &sps);
+  if (gst_h264_parser_update_sps (self->parser, &sps) != GST_H264_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to update SPS");
+    ret = FALSE;
+  }
+
+  gst_h264_sps_clear (&sps);
+
+  return ret;
+}
+
+static gboolean
+gst_h264_reorder_parse_pps (GstH264Reorder * self, GstH264NalUnit * nalu)
+{
+  GstH264PPS pps;
+  GstH264ParserResult pres;
+  gboolean ret = TRUE;
+
+  pres = gst_h264_parse_pps (self->parser, nalu, &pps);
+  if (pres != GST_H264_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to parse PPS, result %d", pres);
+    return FALSE;
+  }
+
+  GST_LOG_OBJECT (self, "PPS parsed");
+
+  pres = gst_h264_parser_update_pps (self->parser, &pps);
+  if (pres != GST_H264_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to update PPS");
+    ret = FALSE;
+  }
+
+  gst_h264_pps_clear (&pps);
+
+  return ret;
+}
+
+static gboolean
+gst_h264_reorder_parse_codec_data (GstH264Reorder * self, const guint8 * data,
+    gsize size)
+{
+  GstH264DecoderConfigRecord *config = NULL;
+  gboolean ret = TRUE;
+  GstH264NalUnit *nalu;
+  guint i;
+
+  if (gst_h264_parser_parse_decoder_config_record (self->parser, data, size,
+          &config) != GST_H264_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to parse codec-data");
+    return FALSE;
+  }
+
+  self->nal_length_size = config->length_size_minus_one + 1;
+  for (i = 0; i < config->sps->len; i++) {
+    nalu = &g_array_index (config->sps, GstH264NalUnit, i);
+
+    if (nalu->type != GST_H264_NAL_SPS)
+      continue;
+
+    ret = gst_h264_reorder_parse_sps (self, nalu);
+    if (!ret) {
+      GST_WARNING_OBJECT (self, "Failed to parse SPS");
+      goto out;
+    }
+  }
+
+  for (i = 0; i < config->pps->len; i++) {
+    nalu = &g_array_index (config->pps, GstH264NalUnit, i);
+    if (nalu->type != GST_H264_NAL_PPS)
+      continue;
+
+    ret = gst_h264_reorder_parse_pps (self, nalu);
+    if (!ret) {
+      GST_WARNING_OBJECT (self, "Failed to parse PPS");
+      goto out;
+    }
+  }
+
+out:
+  gst_h264_decoder_config_record_free (config);
+  return ret;
+}
+
+gboolean
+gst_h264_reorder_set_caps (GstH264Reorder * self, GstCaps * caps,
+    GstClockTime * latency)
+{
+  GstStructure *s;
+  const gchar *str;
+  const GValue *codec_data;
+  gboolean ret = TRUE;
+  gint fps_n, fps_d;
+
+  GST_DEBUG_OBJECT (self, "Set caps %" GST_PTR_FORMAT, caps);
+
+  self->nal_length_size = 4;
+  self->is_avc = FALSE;
+
+  s = gst_caps_get_structure (caps, 0);
+  str = gst_structure_get_string (s, "stream-format");
+  if (str && (g_strcmp0 (str, "avc") == 0 || g_strcmp0 (str, "avc3") == 0))
+    self->is_avc = TRUE;
+
+  if (gst_structure_get_fraction (s, "framerate", &fps_n, &fps_d) &&
+      fps_n > 0 && fps_d > 0) {
+    self->fps_n = fps_n;
+    self->fps_d = fps_d;
+  } else {
+    self->fps_n = 25;
+    self->fps_d = 1;
+  }
+
+  codec_data = gst_structure_get_value (s, "codec_data");
+  if (codec_data && G_VALUE_TYPE (codec_data) == GST_TYPE_BUFFER) {
+    GstBuffer *buf = gst_value_get_buffer (codec_data);
+    GstMapInfo info;
+    if (gst_buffer_map (buf, &info, GST_MAP_READ)) {
+      ret = gst_h264_reorder_parse_codec_data (self, info.data, info.size);
+      gst_buffer_unmap (buf, &info);
+    } else {
+      GST_ERROR_OBJECT (self, "Couldn't map codec data");
+      ret = FALSE;
+    }
+  }
+
+  if (self->need_reorder)
+    *latency = self->latency;
+  else
+    *latency = 0;
+
+  return ret;
+}
+
+static gboolean
+gst_h264_reorder_handle_memory_management_opt (GstH264Reorder * self,
+    GstH264Picture * picture)
+{
+  gint i;
+
+  for (i = 0; i < G_N_ELEMENTS (picture->dec_ref_pic_marking.ref_pic_marking);
+      i++) {
+    GstH264RefPicMarking *ref_pic_marking =
+        &picture->dec_ref_pic_marking.ref_pic_markingi;
+    guint8 type = ref_pic_marking->memory_management_control_operation;
+
+    GST_TRACE_OBJECT (self, "memory management operation %d, type %d", i, type);
+
+    /* Normal end of operations' specification */
+    if (type == 0)
+      return TRUE;
+
+    switch (type) {
+      case 4:
+        self->max_long_term_frame_idx =
+            ref_pic_marking->max_long_term_frame_idx_plus1 - 1;
+        break;
+      case 5:
+        self->max_long_term_frame_idx = -1;
+        break;
+      default:
+        break;
+    }
+
+    if (!gst_h264_dpb_perform_memory_management_control_operation (self->dpb,
+            ref_pic_marking, picture)) {
+      GST_WARNING_OBJECT (self, "memory management operation type %d failed",
+          type);
+      /* Most likely our implementation fault, but let's just perform
+       * next MMCO if any */
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_reorder_sliding_window_picture_marking (GstH264Reorder * self,
+    GstH264Picture * picture)
+{
+  const GstH264SPS *sps = self->active_sps;
+  gint num_ref_pics;
+  gint max_num_ref_frames;
+
+  /* Skip this for the second field */
+  if (picture->second_field)
+    return TRUE;
+
+  if (!sps) {
+    GST_ERROR_OBJECT (self, "No active sps");
+    return FALSE;
+  }
+
+  /* 8.2.5.3. Ensure the DPB doesn't overflow by discarding the oldest picture */
+  num_ref_pics = gst_h264_dpb_num_ref_frames (self->dpb);
+  max_num_ref_frames = MAX (1, sps->num_ref_frames);
+
+  if (num_ref_pics < max_num_ref_frames)
+    return TRUE;
+
+  /* In theory, num_ref_pics shouldn't be larger than max_num_ref_frames
+   * but it could happen if our implementation is wrong somehow or so.
+   * Just try to remove reference pictures as many as possible in order to
+   * avoid DPB overflow.
+   */
+  while (num_ref_pics >= max_num_ref_frames) {
+    /* Max number of reference pics reached, need to remove one of the short
+     * term ones. Find smallest frame_num_wrap short reference picture and mark
+     * it as unused */
+    GstH264Picture *to_unmark =
+        gst_h264_dpb_get_lowest_frame_num_short_ref (self->dpb);
+
+    if (num_ref_pics > max_num_ref_frames) {
+      GST_WARNING_OBJECT (self,
+          "num_ref_pics %d is larger than allowed maximum %d",
+          num_ref_pics, max_num_ref_frames);
+    }
+
+    if (!to_unmark) {
+      GST_WARNING_OBJECT (self, "Could not find a short ref picture to unmark");
+      return FALSE;
+    }
+
+    GST_TRACE_OBJECT (self,
+        "Unmark reference flag of picture %p (frame_num %d, poc %d)",
+        to_unmark, to_unmark->frame_num, to_unmark->pic_order_cnt);
+
+    gst_h264_picture_set_reference (to_unmark, GST_H264_PICTURE_REF_NONE, TRUE);
+    gst_h264_picture_unref (to_unmark);
+
+    num_ref_pics--;
+  }
+
+  return TRUE;
+}
+
+/* This method ensures that DPB does not overflow, either by removing
+ * reference pictures as specified in the stream, or using a sliding window
+ * procedure to remove the oldest one.
+ * It also performs marking and unmarking pictures as reference.
+ * See spac 8.2.5.1 */
+static gboolean
+gst_h264_reorder_reference_picture_marking (GstH264Reorder * self,
+    GstH264Picture * picture)
+{
+  /* If the current picture is an IDR, all reference pictures are unmarked */
+  if (picture->idr) {
+    gst_h264_dpb_mark_all_non_ref (self->dpb);
+
+    if (picture->dec_ref_pic_marking.long_term_reference_flag) {
+      gst_h264_picture_set_reference (picture,
+          GST_H264_PICTURE_REF_LONG_TERM, FALSE);
+      picture->long_term_frame_idx = 0;
+      self->max_long_term_frame_idx = 0;
+    } else {
+      gst_h264_picture_set_reference (picture,
+          GST_H264_PICTURE_REF_SHORT_TERM, FALSE);
+      self->max_long_term_frame_idx = -1;
+    }
+
+    return TRUE;
+  }
+
+  /* Not an IDR. If the stream contains instructions on how to discard pictures
+   * from DPB and how to mark/unmark existing reference pictures, do so.
+   * Otherwise, fall back to default sliding window process */
+  if (picture->dec_ref_pic_marking.adaptive_ref_pic_marking_mode_flag) {
+    if (picture->nonexisting) {
+      GST_WARNING_OBJECT (self,
+          "Invalid memory management operation for non-existing picture "
+          "%p (frame_num %d, poc %d", picture, picture->frame_num,
+          picture->pic_order_cnt);
+    }
+
+    return gst_h264_reorder_handle_memory_management_opt (self, picture);
+  }
+
+  return gst_h264_reorder_sliding_window_picture_marking (self, picture);
+}
+
+static void
+output_picture_directly (GstH264Reorder * self, GstH264Picture * picture)
+{
+  GstH264Picture *out_pic = NULL;
+
+  if (GST_H264_PICTURE_IS_FRAME (picture)) {
+    g_assert (self->last_field == NULL);
+    out_pic = g_steal_pointer (&picture);
+    goto output;
+  }
+
+  if (self->last_field == NULL) {
+    if (picture->second_field) {
+      GST_WARNING ("Set the last output %p poc:%d, without first field",
+          picture, picture->pic_order_cnt);
+
+      goto output;
+    }
+
+    /* Just cache the first field. */
+    self->last_field = g_steal_pointer (&picture);
+  } else {
+    if (!picture->second_field || !picture->other_field
+        || picture->other_field != self->last_field) {
+      GST_WARNING ("The last field %p poc:%d is not the pair of the "
+          "current field %p poc:%d",
+          self->last_field, self->last_field->pic_order_cnt,
+          picture, picture->pic_order_cnt);
+
+      gst_clear_h264_picture (&self->last_field);
+      goto output;
+    }
+
+    GST_TRACE ("Pair the last field %p poc:%d and the current"
+        " field %p poc:%d",
+        self->last_field, self->last_field->pic_order_cnt,
+        picture, picture->pic_order_cnt);
+
+    out_pic = self->last_field;
+    self->last_field = NULL;
+    /* Link each field. */
+    out_pic->other_field = picture;
+  }
+
+output:
+  if (out_pic) {
+    gst_h264_dpb_set_last_output (self->dpb, out_pic);
+    gst_h264_reorder_output_picture (self, out_pic);
+  }
+
+  gst_clear_h264_picture (&picture);
+}
+
+static void
+gst_h264_reorder_finish_picture (GstH264Reorder * self,
+    GstH264Picture * picture)
+{
+  /* Finish processing the picture.
+   * Start by storing previous picture data for later use */
+  if (picture->ref) {
+    gst_h264_reorder_reference_picture_marking (self, picture);
+    self->prev_ref_has_memmgmnt5 = picture->mem_mgmt_5;
+    self->prev_ref_top_field_order_cnt = picture->top_field_order_cnt;
+    self->prev_ref_pic_order_cnt_msb = picture->pic_order_cnt_msb;
+    self->prev_ref_pic_order_cnt_lsb = picture->pic_order_cnt_lsb;
+    self->prev_ref_field = picture->field;
+    self->prev_ref_frame_num = picture->frame_num;
+  }
+
+  self->prev_frame_num = picture->frame_num;
+  self->prev_has_memmgmnt5 = picture->mem_mgmt_5;
+  self->prev_frame_num_offset = picture->frame_num_offset;
+
+  /* Remove unused (for reference or later output) pictures from DPB, marking
+   * them as such */
+  gst_h264_dpb_delete_unused (self->dpb);
+
+  /* C.4.4 */
+  if (picture->mem_mgmt_5) {
+    GST_TRACE_OBJECT (self, "Memory management type 5, drain the DPB");
+    gst_h264_reorder_drain (self);
+  }
+
+  gst_h264_reorder_bump_dpb (self, picture);
+
+  /* Add a ref to avoid the case of directly outputed and destroyed. */
+  gst_h264_picture_ref (picture);
+
+  /* C.4.5.1, C.4.5.2
+     - If the current decoded picture is the second field of a complementary
+     reference field pair, add to DPB.
+     C.4.5.1
+     For A reference decoded picture, the "bumping" process is invoked
+     repeatedly until there is an empty frame buffer, then add to DPB:
+     C.4.5.2
+     For a non-reference decoded picture, if there is empty frame buffer
+     after bumping the smaller POC, add to DPB.
+     Otherwise, output directly. */
+  if ((picture->second_field && picture->other_field
+          && picture->other_field->ref)
+      || picture->ref || gst_h264_dpb_has_empty_frame_buffer (self->dpb)) {
+    /* Split frame into top/bottom field pictures for reference picture marking
+     * process. Even if current picture has field_pic_flag equal to zero,
+     * if next picture is a field picture, complementary field pair of reference
+     * frame should have individual pic_num and long_term_pic_num.
+     */
+    if (gst_h264_dpb_get_interlaced (self->dpb) &&
+        GST_H264_PICTURE_IS_FRAME (picture)) {
+      GstH264Picture *other_field =
+          gst_h264_reorder_split_frame (self, picture);
+
+      gst_h264_reorder_add_to_dpb (self, picture);
+      if (!other_field) {
+        GST_WARNING_OBJECT (self,
+            "Couldn't split frame into complementary field pair");
+        /* Keep decoding anyway... */
+      } else {
+        gst_h264_reorder_add_to_dpb (self, other_field);
+      }
+    } else {
+      gst_h264_reorder_add_to_dpb (self, picture);
+    }
+  } else {
+    output_picture_directly (self, picture);
+  }
+
+  GST_LOG_OBJECT (self,
+      "Finishing picture %p (frame_num %d, poc %d), entries in DPB %d",
+      picture, picture->frame_num, picture->pic_order_cnt,
+      gst_h264_dpb_get_size (self->dpb));
+
+  gst_h264_picture_unref (picture);
+}
+
+static void
+gst_h264_reorder_finish_current_picture (GstH264Reorder * self)
+{
+  gst_h264_reorder_finish_picture (self, self->current_picture);
+  self->current_picture = NULL;
+}
+
+static gboolean
+gst_h264_reorder_find_first_field_picture (GstH264Reorder * self,
+    GstH264Slice * slice, GstH264Picture ** first_field)
+{
+  const GstH264SliceHdr *slice_hdr = &slice->header;
+  GstH264Picture *prev_field;
+  gboolean in_dpb;
+
+  *first_field = NULL;
+  prev_field = NULL;
+  in_dpb = FALSE;
+  if (gst_h264_dpb_get_interlaced (self->dpb)) {
+    if (self->last_field) {
+      prev_field = self->last_field;
+      in_dpb = FALSE;
+    } else if (gst_h264_dpb_get_size (self->dpb) > 0) {
+      GstH264Picture *prev_picture;
+      GArray *pictures;
+
+      pictures = gst_h264_dpb_get_pictures_all (self->dpb);
+      prev_picture =
+          g_array_index (pictures, GstH264Picture *, pictures->len - 1);
+      g_array_unref (pictures); /* prev_picture should be held */
+
+      /* Previous picture was a field picture. */
+      if (!GST_H264_PICTURE_IS_FRAME (prev_picture)
+          && !prev_picture->other_field) {
+        prev_field = prev_picture;
+        in_dpb = TRUE;
+      }
+    }
+  } else {
+    g_assert (self->last_field == NULL);
+  }
+
+  /* This is not a field picture */
+  if (!slice_hdr->field_pic_flag) {
+    if (!prev_field)
+      return TRUE;
+
+    GST_WARNING_OBJECT (self, "Previous picture %p (poc %d) is not complete",
+        prev_field, prev_field->pic_order_cnt);
+    goto error;
+  }
+
+  /* OK, this is the first field. */
+  if (!prev_field)
+    return TRUE;
+
+  if (prev_field->frame_num != slice_hdr->frame_num) {
+    GST_WARNING_OBJECT (self, "Previous picture %p (poc %d) is not complete",
+        prev_field, prev_field->pic_order_cnt);
+    goto error;
+  } else {
+    GstH264PictureField current_field = slice_hdr->bottom_field_flag ?
+        GST_H264_PICTURE_FIELD_BOTTOM_FIELD : GST_H264_PICTURE_FIELD_TOP_FIELD;
+
+    if (current_field == prev_field->field) {
+      GST_WARNING_OBJECT (self,
+          "Currnet picture and previous picture have identical field %d",
+          current_field);
+      goto error;
+    }
+  }
+
+  *first_field = gst_h264_picture_ref (prev_field);
+  return TRUE;
+
+error:
+  if (!in_dpb) {
+    gst_clear_h264_picture (&self->last_field);
+  } else {
+    /* FIXME: implement fill gap field picture if it is already in DPB */
+  }
+
+  return FALSE;
+}
+
+static gboolean
+gst_h264_reorder_calculate_poc (GstH264Reorder * self, GstH264Picture * picture)
+{
+  const GstH264SPS *sps = self->active_sps;
+
+  if (!sps) {
+    GST_ERROR_OBJECT (self, "No active SPS");
+    return FALSE;
+  }
+
+  switch (picture->pic_order_cnt_type) {
+    case 0:{
+      /* See spec 8.2.1.1 */
+      gint prev_pic_order_cnt_msb, prev_pic_order_cnt_lsb;
+      gint max_pic_order_cnt_lsb;
+
+      if (picture->idr) {
+        prev_pic_order_cnt_msb = prev_pic_order_cnt_lsb = 0;
+      } else {
+        if (self->prev_ref_has_memmgmnt5) {
+          if (self->prev_ref_field != GST_H264_PICTURE_FIELD_BOTTOM_FIELD) {
+            prev_pic_order_cnt_msb = 0;
+            prev_pic_order_cnt_lsb = self->prev_ref_top_field_order_cnt;
+          } else {
+            prev_pic_order_cnt_msb = 0;
+            prev_pic_order_cnt_lsb = 0;
+          }
+        } else {
+          prev_pic_order_cnt_msb = self->prev_ref_pic_order_cnt_msb;
+          prev_pic_order_cnt_lsb = self->prev_ref_pic_order_cnt_lsb;
+        }
+      }
+
+      max_pic_order_cnt_lsb = 1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+
+      if ((picture->pic_order_cnt_lsb < prev_pic_order_cnt_lsb) &&
+          (prev_pic_order_cnt_lsb - picture->pic_order_cnt_lsb >=
+              max_pic_order_cnt_lsb / 2)) {
+        picture->pic_order_cnt_msb =
+            prev_pic_order_cnt_msb + max_pic_order_cnt_lsb;
+      } else if ((picture->pic_order_cnt_lsb > prev_pic_order_cnt_lsb)
+          && (picture->pic_order_cnt_lsb - prev_pic_order_cnt_lsb >
+              max_pic_order_cnt_lsb / 2)) {
+        picture->pic_order_cnt_msb =
+            prev_pic_order_cnt_msb - max_pic_order_cnt_lsb;
+      } else {
+        picture->pic_order_cnt_msb = prev_pic_order_cnt_msb;
+      }
+
+      if (picture->field != GST_H264_PICTURE_FIELD_BOTTOM_FIELD) {
+        picture->top_field_order_cnt =
+            picture->pic_order_cnt_msb + picture->pic_order_cnt_lsb;
+      }
+
+      switch (picture->field) {
+        case GST_H264_PICTURE_FIELD_FRAME:
+          picture->top_field_order_cnt = picture->pic_order_cnt_msb +
+              picture->pic_order_cnt_lsb;
+          picture->bottom_field_order_cnt = picture->top_field_order_cnt +
+              picture->delta_pic_order_cnt_bottom;
+          break;
+        case GST_H264_PICTURE_FIELD_TOP_FIELD:
+          picture->top_field_order_cnt = picture->pic_order_cnt_msb +
+              picture->pic_order_cnt_lsb;
+          break;
+        case GST_H264_PICTURE_FIELD_BOTTOM_FIELD:
+          picture->bottom_field_order_cnt = picture->pic_order_cnt_msb +
+              picture->pic_order_cnt_lsb;
+          break;
+      }
+      break;
+    }
+
+    case 1:{
+      gint abs_frame_num = 0;
+      gint expected_pic_order_cnt = 0;
+      gint i;
+
+      /* See spec 8.2.1.2 */
+      if (self->prev_has_memmgmnt5)
+        self->prev_frame_num_offset = 0;
+
+      if (picture->idr)
+        picture->frame_num_offset = 0;
+      else if (self->prev_frame_num > picture->frame_num)
+        picture->frame_num_offset =
+            self->prev_frame_num_offset + self->max_frame_num;
+      else
+        picture->frame_num_offset = self->prev_frame_num_offset;
+
+      if (sps->num_ref_frames_in_pic_order_cnt_cycle != 0)
+        abs_frame_num = picture->frame_num_offset + picture->frame_num;
+      else
+        abs_frame_num = 0;
+
+      if (picture->nal_ref_idc == 0 && abs_frame_num > 0)
+        --abs_frame_num;
+
+      if (abs_frame_num > 0) {
+        gint pic_order_cnt_cycle_cnt, frame_num_in_pic_order_cnt_cycle;
+        gint expected_delta_per_pic_order_cnt_cycle = 0;
+
+        if (sps->num_ref_frames_in_pic_order_cnt_cycle == 0) {
+          GST_WARNING_OBJECT (self,
+              "Invalid num_ref_frames_in_pic_order_cnt_cycle in stream");
+          return FALSE;
+        }
+
+        pic_order_cnt_cycle_cnt =
+            (abs_frame_num - 1) / sps->num_ref_frames_in_pic_order_cnt_cycle;
+        frame_num_in_pic_order_cnt_cycle =
+            (abs_frame_num - 1) % sps->num_ref_frames_in_pic_order_cnt_cycle;
+
+        for (i = 0; i < sps->num_ref_frames_in_pic_order_cnt_cycle; i++) {
+          expected_delta_per_pic_order_cnt_cycle +=
+              sps->offset_for_ref_framei;
+        }
+
+        expected_pic_order_cnt = pic_order_cnt_cycle_cnt *
+            expected_delta_per_pic_order_cnt_cycle;
+        /* frame_num_in_pic_order_cnt_cycle is verified < 255 in parser */
+        for (i = 0; i <= frame_num_in_pic_order_cnt_cycle; ++i)
+          expected_pic_order_cnt += sps->offset_for_ref_framei;
+      }
+
+      if (!picture->nal_ref_idc)
+        expected_pic_order_cnt += sps->offset_for_non_ref_pic;
+
+      if (GST_H264_PICTURE_IS_FRAME (picture)) {
+        picture->top_field_order_cnt =
+            expected_pic_order_cnt + picture->delta_pic_order_cnt0;
+        picture->bottom_field_order_cnt = picture->top_field_order_cnt +
+            sps->offset_for_top_to_bottom_field + picture->delta_pic_order_cnt1;
+      } else if (picture->field != GST_H264_PICTURE_FIELD_BOTTOM_FIELD) {
+        picture->top_field_order_cnt =
+            expected_pic_order_cnt + picture->delta_pic_order_cnt0;
+      } else {
+        picture->bottom_field_order_cnt = expected_pic_order_cnt +
+            sps->offset_for_top_to_bottom_field + picture->delta_pic_order_cnt0;
+      }
+      break;
+    }
+
+    case 2:{
+      gint temp_pic_order_cnt;
+
+      /* See spec 8.2.1.3 */
+      if (self->prev_has_memmgmnt5)
+        self->prev_frame_num_offset = 0;
+
+      if (picture->idr)
+        picture->frame_num_offset = 0;
+      else if (self->prev_frame_num > picture->frame_num)
+        picture->frame_num_offset =
+            self->prev_frame_num_offset + self->max_frame_num;
+      else
+        picture->frame_num_offset = self->prev_frame_num_offset;
+
+      if (picture->idr) {
+        temp_pic_order_cnt = 0;
+      } else if (!picture->nal_ref_idc) {
+        temp_pic_order_cnt =
+            2 * (picture->frame_num_offset + picture->frame_num) - 1;
+      } else {
+        temp_pic_order_cnt =
+            2 * (picture->frame_num_offset + picture->frame_num);
+      }
+
+      if (GST_H264_PICTURE_IS_FRAME (picture)) {
+        picture->top_field_order_cnt = temp_pic_order_cnt;
+        picture->bottom_field_order_cnt = temp_pic_order_cnt;
+      } else if (picture->field == GST_H264_PICTURE_FIELD_BOTTOM_FIELD) {
+        picture->bottom_field_order_cnt = temp_pic_order_cnt;
+      } else {
+        picture->top_field_order_cnt = temp_pic_order_cnt;
+      }
+      break;
+    }
+
+    default:
+      GST_WARNING_OBJECT (self,
+          "Invalid pic_order_cnt_type: %d", sps->pic_order_cnt_type);
+      return FALSE;
+  }
+
+  switch (picture->field) {
+    case GST_H264_PICTURE_FIELD_FRAME:
+      picture->pic_order_cnt =
+          MIN (picture->top_field_order_cnt, picture->bottom_field_order_cnt);
+      break;
+    case GST_H264_PICTURE_FIELD_TOP_FIELD:
+      picture->pic_order_cnt = picture->top_field_order_cnt;
+      break;
+    case GST_H264_PICTURE_FIELD_BOTTOM_FIELD:
+      picture->pic_order_cnt = picture->bottom_field_order_cnt;
+      break;
+    default:
+      g_assert_not_reached ();
+      return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_reorder_init_gap_picture (GstH264Reorder * self,
+    GstH264Picture * picture, gint frame_num)
+{
+  picture->nonexisting = TRUE;
+  picture->nal_ref_idc = 1;
+  picture->frame_num = picture->pic_num = frame_num;
+  picture->dec_ref_pic_marking.adaptive_ref_pic_marking_mode_flag = FALSE;
+  picture->ref = GST_H264_PICTURE_REF_SHORT_TERM;
+  picture->ref_pic = TRUE;
+  picture->dec_ref_pic_marking.long_term_reference_flag = FALSE;
+  picture->field = GST_H264_PICTURE_FIELD_FRAME;
+
+  return gst_h264_reorder_calculate_poc (self, picture);
+}
+
+static void
+gst_h264_reorder_update_pic_nums (GstH264Reorder * self,
+    GstH264Picture * current_picture, gint frame_num)
+{
+  GArray *dpb = gst_h264_dpb_get_pictures_all (self->dpb);
+  gint i;
+
+  for (i = 0; i < dpb->len; i++) {
+    GstH264Picture *picture = g_array_index (dpb, GstH264Picture *, i);
+
+    if (!GST_H264_PICTURE_IS_REF (picture))
+      continue;
+
+    if (GST_H264_PICTURE_IS_LONG_TERM_REF (picture)) {
+      if (GST_H264_PICTURE_IS_FRAME (current_picture))
+        picture->long_term_pic_num = picture->long_term_frame_idx;
+      else if (current_picture->field == picture->field)
+        picture->long_term_pic_num = 2 * picture->long_term_frame_idx + 1;
+      else
+        picture->long_term_pic_num = 2 * picture->long_term_frame_idx;
+    } else {
+      if (picture->frame_num > frame_num)
+        picture->frame_num_wrap = picture->frame_num - self->max_frame_num;
+      else
+        picture->frame_num_wrap = picture->frame_num;
+
+      if (GST_H264_PICTURE_IS_FRAME (current_picture))
+        picture->pic_num = picture->frame_num_wrap;
+      else if (picture->field == current_picture->field)
+        picture->pic_num = 2 * picture->frame_num_wrap + 1;
+      else
+        picture->pic_num = 2 * picture->frame_num_wrap;
+    }
+  }
+
+  g_array_unref (dpb);
+}
+
+static void
+gst_h264_reorder_bump_dpb (GstH264Reorder * self,
+    GstH264Picture * current_picture)
+{
+  while (gst_h264_dpb_needs_bump (self->dpb,
+          current_picture, GST_H264_DPB_BUMP_NORMAL_LATENCY)) {
+    GstH264Picture *to_output = gst_h264_dpb_bump (self->dpb, FALSE);
+
+    if (!to_output) {
+      GST_WARNING_OBJECT (self, "Bumping is needed but no picture to output");
+      break;
+    }
+
+    gst_h264_reorder_output_picture (self, to_output);
+  }
+}
+
+static GstH264Picture *
+gst_h264_reorder_split_frame (GstH264Reorder * self, GstH264Picture * picture)
+{
+  GstH264Picture *other_field;
+
+  g_assert (GST_H264_PICTURE_IS_FRAME (picture));
+
+  other_field = gst_h264_picture_new ();
+  other_field->other_field = picture;
+  other_field->second_field = TRUE;
+
+  GST_LOG_OBJECT (self, "Split picture %p, poc %d, frame num %d",
+      picture, picture->pic_order_cnt, picture->frame_num);
+
+  /* FIXME: enhance TFF decision by using picture timing SEI */
+  if (picture->top_field_order_cnt < picture->bottom_field_order_cnt) {
+    picture->field = GST_H264_PICTURE_FIELD_TOP_FIELD;
+    picture->pic_order_cnt = picture->top_field_order_cnt;
+
+    other_field->field = GST_H264_PICTURE_FIELD_BOTTOM_FIELD;
+    other_field->pic_order_cnt = picture->bottom_field_order_cnt;
+  } else {
+    picture->field = GST_H264_PICTURE_FIELD_BOTTOM_FIELD;
+    picture->pic_order_cnt = picture->bottom_field_order_cnt;
+
+    other_field->field = GST_H264_PICTURE_FIELD_TOP_FIELD;
+    other_field->pic_order_cnt = picture->top_field_order_cnt;
+  }
+
+  other_field->top_field_order_cnt = picture->top_field_order_cnt;
+  other_field->bottom_field_order_cnt = picture->bottom_field_order_cnt;
+  other_field->frame_num = picture->frame_num;
+  other_field->ref = picture->ref;
+  other_field->nonexisting = picture->nonexisting;
+  GST_CODEC_PICTURE_COPY_FRAME_NUMBER (other_field, picture);
+  other_field->field_pic_flag = picture->field_pic_flag;
+
+  return other_field;
+}
+
+static void
+gst_h264_reorder_add_to_dpb (GstH264Reorder * self, GstH264Picture * picture)
+{
+  if (!gst_h264_dpb_get_interlaced (self->dpb)) {
+    g_assert (self->last_field == NULL);
+    gst_h264_dpb_add (self->dpb, picture);
+    return;
+  }
+
+  /* The first field of the last picture may not be able to enter the
+     DPB if it is a non ref, but if the second field enters the DPB, we
+     need to add both of them. */
+  if (self->last_field && picture->other_field == self->last_field) {
+    gst_h264_dpb_add (self->dpb, self->last_field);
+    self->last_field = NULL;
+  }
+
+  gst_h264_dpb_add (self->dpb, picture);
+}
+
+static gboolean
+gst_h264_reorder_handle_frame_num_gap (GstH264Reorder * self, gint frame_num)
+{
+  const GstH264SPS *sps = self->active_sps;
+  gint unused_short_term_frame_num;
+
+  if (!sps) {
+    GST_ERROR_OBJECT (self, "No active sps");
+    return FALSE;
+  }
+
+  if (self->prev_ref_frame_num == frame_num) {
+    GST_TRACE_OBJECT (self,
+        "frame_num == PrevRefFrameNum (%d), not a gap", frame_num);
+    return TRUE;
+  }
+
+  if (((self->prev_ref_frame_num + 1) % self->max_frame_num) == frame_num) {
+    GST_TRACE_OBJECT (self,
+        "frame_num ==  (PrevRefFrameNum + 1) %% MaxFrameNum (%d), not a gap",
+        frame_num);
+    return TRUE;
+  }
+
+  if (gst_h264_dpb_get_size (self->dpb) == 0) {
+    GST_TRACE_OBJECT (self, "DPB is empty, not a gap");
+    return TRUE;
+  }
+
+  if (!sps->gaps_in_frame_num_value_allowed_flag) {
+    /* This is likely the case where some frames were dropped.
+     * then we need to keep decoding without error out */
+    GST_WARNING_OBJECT (self, "Invalid frame num %d, maybe frame drop",
+        frame_num);
+    return TRUE;
+  }
+
+  GST_DEBUG_OBJECT (self, "Handling frame num gap %d -> %d (MaxFrameNum: %d)",
+      self->prev_ref_frame_num, frame_num, self->max_frame_num);
+
+  /* 7.4.3/7-23 */
+  unused_short_term_frame_num =
+      (self->prev_ref_frame_num + 1) % self->max_frame_num;
+  while (unused_short_term_frame_num != frame_num) {
+    GstH264Picture *picture = gst_h264_picture_new ();
+
+    if (!gst_h264_reorder_init_gap_picture (self, picture,
+            unused_short_term_frame_num)) {
+      return FALSE;
+    }
+
+    gst_h264_reorder_update_pic_nums (self, picture,
+        unused_short_term_frame_num);
+
+    /* C.2.1 */
+    if (!gst_h264_reorder_sliding_window_picture_marking (self, picture)) {
+      GST_ERROR_OBJECT (self,
+          "Couldn't perform sliding window picture marking");
+      return FALSE;
+    }
+
+    gst_h264_dpb_delete_unused (self->dpb);
+    gst_h264_reorder_bump_dpb (self, picture);
+
+    /* the picture is short term ref, add to DPB. */
+    if (gst_h264_dpb_get_interlaced (self->dpb)) {
+      GstH264Picture *other_field =
+          gst_h264_reorder_split_frame (self, picture);
+
+      gst_h264_reorder_add_to_dpb (self, picture);
+      gst_h264_reorder_add_to_dpb (self, other_field);
+    } else {
+      gst_h264_reorder_add_to_dpb (self, picture);
+    }
+
+    unused_short_term_frame_num++;
+    unused_short_term_frame_num %= self->max_frame_num;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_reorder_fill_picture_from_slice (GstH264Reorder * self,
+    const GstH264Slice * slice, GstH264Picture * picture)
+{
+  const GstH264SliceHdr *slice_hdr = &slice->header;
+  const GstH264PPS *pps;
+  const GstH264SPS *sps;
+
+  pps = slice_hdr->pps;
+  if (!pps) {
+    GST_ERROR_OBJECT (self, "No pps in slice header");
+    return FALSE;
+  }
+
+  sps = pps->sequence;
+  if (!sps) {
+    GST_ERROR_OBJECT (self, "No sps in pps");
+    return FALSE;
+  }
+
+  picture->idr = slice->nalu.idr_pic_flag;
+  picture->dec_ref_pic_marking = slice_hdr->dec_ref_pic_marking;
+  picture->field_pic_flag = slice_hdr->field_pic_flag;
+
+  if (picture->idr)
+    picture->idr_pic_id = slice_hdr->idr_pic_id;
+
+  if (slice_hdr->field_pic_flag) {
+    picture->field =
+        slice_hdr->bottom_field_flag ?
+        GST_H264_PICTURE_FIELD_BOTTOM_FIELD : GST_H264_PICTURE_FIELD_TOP_FIELD;
+  } else {
+    picture->field = GST_H264_PICTURE_FIELD_FRAME;
+  }
+
+  picture->nal_ref_idc = slice->nalu.ref_idc;
+  if (slice->nalu.ref_idc != 0) {
+    gst_h264_picture_set_reference (picture,
+        GST_H264_PICTURE_REF_SHORT_TERM, FALSE);
+  }
+
+  picture->frame_num = slice_hdr->frame_num;
+
+  /* 7.4.3 */
+  if (!slice_hdr->field_pic_flag)
+    picture->pic_num = slice_hdr->frame_num;
+  else
+    picture->pic_num = 2 * slice_hdr->frame_num + 1;
+
+  picture->pic_order_cnt_type = sps->pic_order_cnt_type;
+  switch (picture->pic_order_cnt_type) {
+    case 0:
+      picture->pic_order_cnt_lsb = slice_hdr->pic_order_cnt_lsb;
+      picture->delta_pic_order_cnt_bottom =
+          slice_hdr->delta_pic_order_cnt_bottom;
+      break;
+    case 1:
+      picture->delta_pic_order_cnt0 = slice_hdr->delta_pic_order_cnt0;
+      picture->delta_pic_order_cnt1 = slice_hdr->delta_pic_order_cnt1;
+      break;
+    case 2:
+      break;
+    default:
+      g_assert_not_reached ();
+      return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_reorder_init_current_picture (GstH264Reorder * self)
+{
+  if (!gst_h264_reorder_fill_picture_from_slice (self, &self->current_slice,
+          self->current_picture)) {
+    return FALSE;
+  }
+
+  if (!gst_h264_reorder_calculate_poc (self, self->current_picture))
+    return FALSE;
+
+  /* If the slice header indicates we will have to perform reference marking
+   * process after this picture is decoded, store required data for that
+   * purpose */
+  if (self->current_slice.header.
+      dec_ref_pic_marking.adaptive_ref_pic_marking_mode_flag) {
+    self->current_picture->dec_ref_pic_marking =
+        self->current_slice.header.dec_ref_pic_marking;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_reorder_start_current_picture (GstH264Reorder * self)
+{
+  const GstH264SPS *sps = self->active_sps;
+  GstH264Picture *current_picture = self->current_picture;
+  gint frame_num;
+
+  self->max_frame_num = sps->max_frame_num;
+  frame_num = self->current_slice.header.frame_num;
+  if (self->current_slice.nalu.idr_pic_flag)
+    self->prev_ref_frame_num = 0;
+
+  if (!gst_h264_reorder_handle_frame_num_gap (self, frame_num))
+    return FALSE;
+
+  if (!gst_h264_reorder_init_current_picture (self))
+    return FALSE;
+
+  /* If the new picture is an IDR, flush DPB */
+  if (current_picture->idr) {
+    /* Ignores no_output_of_prior_pics_flag flag here. We don't do actual
+     * decoding here */
+    gst_h264_reorder_drain (self);
+  }
+
+  gst_h264_reorder_update_pic_nums (self, current_picture, frame_num);
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_reorder_parse_slice (GstH264Reorder * self, GstH264NalUnit * nalu)
+{
+  GstH264ParserResult pres = GST_H264_PARSER_OK;
+
+  memset (&self->current_slice, 0, sizeof (GstH264Slice));
+
+  pres = gst_h264_parser_parse_slice_hdr (self->parser, nalu,
+      &self->current_slice.header, FALSE, TRUE);
+
+  if (pres != GST_H264_PARSER_OK) {
+    GST_ERROR_OBJECT (self, "Failed to parse slice header, ret %d", pres);
+    memset (&self->current_slice, 0, sizeof (GstH264Slice));
+
+    return FALSE;
+  }
+
+  self->current_slice.nalu = *nalu;
+  self->active_pps = self->current_slice.header.pps;
+  self->active_sps = self->active_pps->sequence;
+
+  /* Check whether field picture boundary within given codec frame.
+   * This might happen in case that upstream sent buffer per frame unit,
+   * not picture unit (i.e., AU unit).
+   * If AU boundary is detected, then finish first field picture we decoded
+   * in this chain, we should finish the current picture and
+   * start new field picture decoding */
+  if (gst_h264_dpb_get_interlaced (self->dpb) && self->current_picture &&
+      !GST_H264_PICTURE_IS_FRAME (self->current_picture) &&
+      !self->current_picture->second_field) {
+    GstH264PictureField prev_field = self->current_picture->field;
+    GstH264PictureField cur_field = GST_H264_PICTURE_FIELD_FRAME;
+    if (self->current_slice.header.field_pic_flag)
+      cur_field = self->current_slice.header.bottom_field_flag ?
+          GST_H264_PICTURE_FIELD_BOTTOM_FIELD :
+          GST_H264_PICTURE_FIELD_TOP_FIELD;
+
+    if (cur_field != prev_field) {
+      GST_LOG_OBJECT (self,
+          "Found new field picture, finishing the first field picture");
+      gst_h264_reorder_finish_current_picture (self);
+    }
+  }
+
+  if (!self->current_picture) {
+    GstH264Picture *picture = NULL;
+    GstH264Picture *first_field = NULL;
+
+    if (!gst_h264_reorder_find_first_field_picture (self,
+            &self->current_slice, &first_field)) {
+      GST_ERROR_OBJECT (self, "Couldn't find or determine first picture");
+      return FALSE;
+    }
+
+    picture = gst_h264_picture_new ();
+    if (first_field) {
+      picture->other_field = first_field;
+      picture->second_field = TRUE;
+      gst_h264_picture_unref (first_field);
+    }
+
+    /* This allows accessing the frame from the picture. */
+    GST_CODEC_PICTURE_FRAME_NUMBER (picture) =
+        self->current_frame->system_frame_number;
+    self->current_picture = picture;
+
+    if (!gst_h264_reorder_start_current_picture (self)) {
+      GST_WARNING_OBJECT (self, "start picture failed");
+      return FALSE;
+    }
+  }
+
+  self->max_pic_num = self->current_slice.header.max_pic_num;
+
+  return TRUE;
+}
+
+static gboolean
+gst_h264_reorder_decode_nal (GstH264Reorder * self, GstH264NalUnit * nalu)
+{
+  gboolean ret = TRUE;
+
+  GST_LOG_OBJECT (self, "Parsed nal type: %d, offset %d, size %d",
+      nalu->type, nalu->offset, nalu->size);
+
+  switch (nalu->type) {
+    case GST_H264_NAL_SPS:
+      ret = gst_h264_reorder_parse_sps (self, nalu);
+      break;
+    case GST_H264_NAL_PPS:
+      ret = gst_h264_reorder_parse_pps (self, nalu);
+      break;
+    case GST_H264_NAL_SLICE:
+    case GST_H264_NAL_SLICE_DPA:
+    case GST_H264_NAL_SLICE_DPB:
+    case GST_H264_NAL_SLICE_DPC:
+    case GST_H264_NAL_SLICE_IDR:
+    case GST_H264_NAL_SLICE_EXT:
+      ret = gst_h264_reorder_parse_slice (self, nalu);
+      break;
+    default:
+      break;
+  }
+
+  return ret;
+}
+
+/* A53-4 Table 6.7 */
+#define A53_USER_DATA_ID_GA94 0x47413934
+#define A53_USER_DATA_ID_DTG1 0x44544731
+
+/* CEA-708 Table 2 */
+#define CEA_708_PROCESS_CC_DATA_FLAG 0x40
+#define CEA_708_PROCESS_EM_DATA_FLAG 0x80
+
+/* country codes */
+#define ITU_T_T35_COUNTRY_CODE_UK 0xB4
+#define ITU_T_T35_COUNTRY_CODE_US 0xB5
+
+/* provider codes */
+#define ITU_T_T35_MANUFACTURER_US_ATSC  0x31
+#define ITU_T_T35_MANUFACTURER_US_DIRECTV 0x2F
+
+/* custom id for SCTE 20 608 */
+#define USER_DATA_ID_SCTE_20_CC 0xFFFFFFFE
+/* custom id for DirecTV */
+#define USER_DATA_ID_DIRECTV_CC 0xFFFFFFFF
+
+/* A53-4 Table 6.9 */
+#define A53_USER_DATA_TYPE_CODE_CC_DATA 0x03
+#define A53_USER_DATA_TYPE_CODE_BAR_DATA 0x06
+
+/* Copied from gstvideoparseutils.c */
+gboolean
+gst_h264_reorder_is_cea708_sei (guint8 country_code, const guint8 * data,
+    gsize size)
+{
+  guint16 provider_code;
+  GstByteReader br;
+  guint32 user_data_id = 0;
+  guint8 user_data_type_code = 0;
+
+  if (country_code != ITU_T_T35_COUNTRY_CODE_UK &&
+      country_code != ITU_T_T35_COUNTRY_CODE_US) {
+    return FALSE;
+  }
+
+  if (!data || size < 2)
+    return FALSE;
+
+  gst_byte_reader_init (&br, data, size);
+  provider_code = gst_byte_reader_get_uint16_be_unchecked (&br);
+
+  switch (provider_code) {
+    case ITU_T_T35_MANUFACTURER_US_ATSC:
+      if (!gst_byte_reader_peek_uint32_be (&br, &user_data_id))
+        return FALSE;
+
+      switch (user_data_id) {
+        case A53_USER_DATA_ID_DTG1:
+        case A53_USER_DATA_ID_GA94:
+          /* ANSI/SCTE 128-2010a section 8.1.2 */
+          if (!gst_byte_reader_get_uint32_be (&br, &user_data_id))
+            return FALSE;
+          break;
+        default:
+          /* check for SCTE 20 */
+          if (user_data_id >> 24 == A53_USER_DATA_TYPE_CODE_CC_DATA) {
+            user_data_id = USER_DATA_ID_SCTE_20_CC;
+            gst_byte_reader_skip (&br, 1);
+          }
+          break;
+      }
+      break;
+    case ITU_T_T35_MANUFACTURER_US_DIRECTV:
+      user_data_id = USER_DATA_ID_DIRECTV_CC;
+      break;
+    default:
+      return FALSE;
+  }
+
+  switch (user_data_id) {
+    case USER_DATA_ID_DIRECTV_CC:
+    case A53_USER_DATA_ID_GA94:
+      if (!gst_byte_reader_get_uint8 (&br, &user_data_type_code))
+        return FALSE;
+
+      if (user_data_type_code == A53_USER_DATA_TYPE_CODE_CC_DATA)
+        return TRUE;
+      break;
+    default:
+      break;
+  }
+
+  return FALSE;
+}
+
+static GstBuffer *
+gst_h264_reorder_remove_caption_sei (GstH264Reorder * self, GstBuffer * buffer)
+{
+  GstH264ParserResult pres = GST_H264_PARSER_OK;
+  GstMapInfo map;
+  GstH264NalUnit nalu;
+  guint i;
+  gboolean have_sei = FALSE;
+  GstBuffer *new_buf;
+
+  g_array_set_size (self->au_nalus, 0);
+
+  gst_buffer_map (buffer, &map, GST_MAP_READ);
+  if (self->is_avc) {
+    guint offset = 0;
+    gsize consumed = 0;
+    guint i;
+
+    do {
+      pres = gst_h264_parser_identify_and_split_nalu_avc (self->parser,
+          map.data, offset, map.size, self->nal_length_size,
+          self->split_nalu, &consumed);
+      if (pres != GST_H264_PARSER_OK)
+        break;
+
+      for (i = 0; i < self->split_nalu->len; i++) {
+        nalu = g_array_index (self->split_nalu, GstH264NalUnit, i);
+        g_array_append_val (self->au_nalus, nalu);
+      }
+
+      offset += consumed;
+    } while (pres == GST_H264_PARSER_OK);
+  } else {
+    pres = gst_h264_parser_identify_nalu (self->parser,
+        map.data, 0, map.size, &nalu);
+
+    if (pres == GST_H264_PARSER_NO_NAL_END)
+      pres = GST_H264_PARSER_OK;
+
+    while (pres == GST_H264_PARSER_OK) {
+      g_array_append_val (self->au_nalus, nalu);
+
+      pres = gst_h264_parser_identify_nalu (self->parser,
+          map.data, nalu.offset + nalu.size, map.size, &nalu);
+
+      if (pres == GST_H264_PARSER_NO_NAL_END)
+        pres = GST_H264_PARSER_OK;
+    }
+  }
+
+  /* Fast scan without parsing */
+  for (i = 0; i < self->au_nalus->len; i++) {
+    GstH264NalUnit *nl = &g_array_index (self->au_nalus, GstH264NalUnit, i);
+
+    /* gst_h264_parser_parse_sei() will fail if SPS was not set  */
+    if (nl->type == GST_H264_NAL_SPS) {
+      GstH264SPS sps;
+      pres = gst_h264_parser_parse_sps (self->parser, nl, &sps);
+      if (pres == GST_H264_PARSER_OK)
+        gst_h264_sps_clear (&sps);
+    } else if (nl->type == GST_H264_NAL_SEI) {
+      have_sei = TRUE;
+    }
+  }
+
+  if (!have_sei) {
+    GST_LOG_OBJECT (self, "Buffer without SEI, %" GST_PTR_FORMAT, buffer);
+    gst_buffer_unmap (buffer, &map);
+    g_array_set_size (self->au_nalus, 0);
+    return gst_buffer_ref (buffer);
+  }
+
+  new_buf = gst_buffer_new ();
+  gst_buffer_copy_into (new_buf, buffer, GST_BUFFER_COPY_METADATA, 0, -1);
+
+  for (i = 0; i < self->au_nalus->len; i++) {
+    GstH264NalUnit *nl = &g_array_index (self->au_nalus, GstH264NalUnit, i);
+    GstMemory *mem = NULL;
+
+    if (nl->type == GST_H264_NAL_SEI) {
+      GArray *msg = NULL;
+      gint j;
+      gst_h264_parser_parse_sei (self->parser, nl, &msg);
+      gboolean have_caption_sei = FALSE;
+
+      for (j = 0; j < (gint) msg->len; j++) {
+        GstH264SEIMessage *sei = &g_array_index (msg, GstH264SEIMessage, j);
+        GstH264RegisteredUserData *rud;
+        if (sei->payloadType != GST_H264_SEI_REGISTERED_USER_DATA)
+          continue;
+
+        rud = &sei->payload.registered_user_data;
+
+        if (!gst_h264_reorder_is_cea708_sei (rud->country_code,
+                rud->data, rud->size)) {
+          continue;
+        }
+
+        GST_LOG_OBJECT (self, "Found CEA708 caption SEI");
+        have_caption_sei = TRUE;
+
+        g_array_remove_index (msg, j);
+        j--;
+      }
+
+      if (have_caption_sei) {
+        if (msg->len > 0) {
+          /* Creates new SEI memory */
+          if (self->is_avc)
+            mem = gst_h264_create_sei_memory_avc (self->nal_length_size, msg);
+          else
+            mem = gst_h264_create_sei_memory (4, msg);
+
+          if (!mem)
+            GST_ERROR_OBJECT (self, "Couldn't create SEI memory");
+          else
+            gst_buffer_append_memory (new_buf, mem);
+        }
+      } else {
+        gsize size = nl->size + (nl->offset - nl->sc_offset);
+        gpointer *data = g_memdup2 (nl->data + nl->sc_offset, size);
+        mem = gst_memory_new_wrapped (0, data, size, 0, size, data, g_free);
+        gst_buffer_append_memory (new_buf, mem);
+      }
+
+      g_array_unref (msg);
+    } else {
+      gsize size = nl->size + (nl->offset - nl->sc_offset);
+      gpointer *data = g_memdup2 (nl->data + nl->sc_offset, size);
+      mem = gst_memory_new_wrapped (0, data, size, 0, size, data, g_free);
+      gst_buffer_append_memory (new_buf, mem);
+    }
+  }
+
+  gst_buffer_unmap (buffer, &map);
+  g_array_set_size (self->au_nalus, 0);
+
+  return new_buf;
+}
+
+gboolean
+gst_h264_reorder_push (GstH264Reorder * reorder, GstVideoCodecFrame * frame,
+    GstClockTime * latency)
+{
+  GstBuffer *in_buf;
+  GstH264NalUnit nalu;
+  GstH264ParserResult pres = GST_H264_PARSER_OK;
+  GstMapInfo map;
+  gboolean decode_ret = TRUE;
+
+  frame->system_frame_number = reorder->system_num;
+  frame->decode_frame_number = reorder->system_num;
+
+  GST_LOG_OBJECT (reorder,
+      "Push frame %u, frame queue size: %u, output queue size %u",
+      frame->system_frame_number, reorder->frame_queue->len,
+      reorder->output_queue->len);
+
+  in_buf = gst_h264_reorder_remove_caption_sei (reorder, frame->input_buffer);
+  if (in_buf) {
+    gst_buffer_unref (frame->input_buffer);
+    frame->input_buffer = in_buf;
+  } else {
+    in_buf = frame->input_buffer;
+  }
+
+  reorder->system_num++;
+
+  if (!reorder->need_reorder) {
+    g_ptr_array_add (reorder->output_queue, frame);
+    *latency = 0;
+    return TRUE;
+  }
+
+  g_ptr_array_add (reorder->frame_queue, frame);
+  reorder->current_frame = frame;
+
+  gst_buffer_map (in_buf, &map, GST_MAP_READ);
+  if (reorder->is_avc) {
+    guint offset = 0;
+    gsize consumed = 0;
+    guint i;
+
+    do {
+      pres = gst_h264_parser_identify_and_split_nalu_avc (reorder->parser,
+          map.data, offset, map.size, reorder->nal_length_size,
+          reorder->split_nalu, &consumed);
+      if (pres != GST_H264_PARSER_OK)
+        break;
+
+      for (i = 0; i < reorder->split_nalu->len; i++) {
+        GstH264NalUnit *nl =
+            &g_array_index (reorder->split_nalu, GstH264NalUnit, i);
+        decode_ret = gst_h264_reorder_decode_nal (reorder, nl);
+        if (!decode_ret)
+          break;
+      }
+
+      offset += consumed;
+    } while (pres == GST_H264_PARSER_OK && decode_ret);
+  } else {
+    pres = gst_h264_parser_identify_nalu (reorder->parser,
+        map.data, 0, map.size, &nalu);
+
+    if (pres == GST_H264_PARSER_NO_NAL_END)
+      pres = GST_H264_PARSER_OK;
+
+    while (pres == GST_H264_PARSER_OK && decode_ret) {
+      decode_ret = gst_h264_reorder_decode_nal (reorder, &nalu);
+
+      pres = gst_h264_parser_identify_nalu (reorder->parser,
+          map.data, nalu.offset + nalu.size, map.size, &nalu);
+
+      if (pres == GST_H264_PARSER_NO_NAL_END)
+        pres = GST_H264_PARSER_OK;
+    }
+  }
+
+  gst_buffer_unmap (in_buf, &map);
+
+  if (!decode_ret) {
+    GST_ERROR_OBJECT (reorder, "Couldn't decode frame");
+    gst_clear_h264_picture (&reorder->current_picture);
+    reorder->current_frame = NULL;
+
+    g_ptr_array_remove (reorder->frame_queue, frame);
+    reorder->system_num--;
+
+    return FALSE;
+  }
+
+  if (!reorder->current_picture) {
+    GST_DEBUG_OBJECT (reorder,
+        "AU buffer without slice data, current frame %u",
+        frame->system_frame_number);
+
+    g_ptr_array_remove (reorder->frame_queue, frame);
+    reorder->current_frame = NULL;
+    reorder->system_num--;
+
+    return FALSE;
+  }
+
+  gst_h264_reorder_finish_picture (reorder, reorder->current_picture);
+  reorder->current_picture = NULL;
+  reorder->current_frame = NULL;
+
+  *latency = reorder->latency;
+
+  return TRUE;
+}
+
+GstVideoCodecFrame *
+gst_h264_reorder_pop (GstH264Reorder * reorder)
+{
+  if (!reorder->output_queue->len) {
+    GST_LOG_OBJECT (reorder, "Empty output queue, frames queue size %u",
+        reorder->frame_queue->len);
+    return NULL;
+  }
+
+  return g_ptr_array_steal_index (reorder->output_queue, 0);
+}
+
+guint
+gst_h264_reorder_get_num_buffered (GstH264Reorder * reorder)
+{
+  return reorder->frame_queue->len + reorder->output_queue->len;
+}
+
+GstBuffer *
+gst_h264_reorder_insert_sei (GstH264Reorder * reorder, GstBuffer * au,
+    GArray * sei)
+{
+  GstMemory *mem;
+  GstBuffer *new_buf;
+
+  if (reorder->is_avc)
+    mem = gst_h264_create_sei_memory_avc (reorder->nal_length_size, sei);
+  else
+    mem = gst_h264_create_sei_memory (4, sei);
+
+  if (!mem) {
+    GST_ERROR_OBJECT (reorder, "Couldn't create SEI memory");
+    return NULL;
+  }
+
+  if (reorder->is_avc) {
+    new_buf = gst_h264_parser_insert_sei_avc (reorder->parser,
+        reorder->nal_length_size, au, mem);
+  } else {
+    new_buf = gst_h264_parser_insert_sei (reorder->parser, au, mem);
+  }
+
+  gst_memory_unref (mem);
+  return new_buf;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth264reorder.h Added

@@ -0,0 +1,55 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H264_REORDER (gst_h264_reorder_get_type())
+G_DECLARE_FINAL_TYPE (GstH264Reorder, gst_h264_reorder,
+    GST, H264_REORDER, GstObject);
+
+GstH264Reorder * gst_h264_reorder_new (gboolean need_reorder);
+
+gboolean gst_h264_reorder_set_caps (GstH264Reorder * reorder,
+                                    GstCaps * caps,
+                                    GstClockTime * latency);
+
+gboolean gst_h264_reorder_push (GstH264Reorder * reorder,
+                                GstVideoCodecFrame * frame,
+                                GstClockTime * latency);
+
+GstVideoCodecFrame * gst_h264_reorder_pop (GstH264Reorder * reorder);
+
+void     gst_h264_reorder_drain (GstH264Reorder * reorder);
+
+guint    gst_h264_reorder_get_num_buffered (GstH264Reorder * reorder);
+
+GstBuffer * gst_h264_reorder_insert_sei (GstH264Reorder * reorder,
+                                         GstBuffer * au,
+                                         GArray * sei);
+
+gboolean gst_h264_reorder_is_cea708_sei (guint8 country_code,
+                                         const guint8 * data,
+                                         gsize size);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth265ccextractor.c Added

@@ -0,0 +1,444 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-h265ccextractor
+ * @title: h265ccextractor
+ *
+ * Extracts closed caption data from H.265 stream and outputs in display order
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsth265ccextractor.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_h265_cc_extractor_debug);
+#define GST_CAT_DEFAULT gst_h265_cc_extractor_debug
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h265, alignment=(string) au, "
+        "parsed=(boolean) true"));
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS
+    ("closedcaption/x-cea-608,format={ (string) raw, (string) s334-1a}; "
+        "closedcaption/x-cea-708,format={ (string) cc_data, (string) cdp }"));
+
+static void gst_h265_cc_extractor_finalize (GObject * object);
+
+static gboolean gst_h265_cc_extractor_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state);
+static gboolean gst_h265_cc_extractor_negotiate (GstVideoDecoder * decoder);
+static gboolean gst_h265_cc_extractor_transform_meta (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame, GstMeta * meta);
+static GstFlowReturn
+gst_h265_cc_extractor_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame);
+static GstFlowReturn gst_h265_cc_extractor_finish (GstVideoDecoder * decoder);
+
+static GstFlowReturn
+gst_h265_cc_extractor_new_sequence (GstH265Decoder * decoder,
+    const GstH265SPS * sps, gint max_dpb_size);
+static GstFlowReturn
+gst_h265_cc_extractor_new_picture (GstH265Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH265Picture * picture);
+static GstFlowReturn
+gst_h265_cc_extractor_start_picture (GstH265Decoder * decoder,
+    GstH265Picture * picture, GstH265Slice * slice, GstH265Dpb * dpb);
+static GstFlowReturn
+gst_h265_cc_extractor_decode_slice (GstH265Decoder * decoder,
+    GstH265Picture * picture, GstH265Slice * slice, GArray * ref_pic_list0,
+    GArray * ref_pic_list1);
+static GstFlowReturn
+gst_h265_cc_extractor_output_picture (GstH265Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH265Picture * picture);
+
+typedef struct _CaptionData
+{
+  GstVideoCaptionType caption_type;
+  GstBuffer *buffer;
+} CaptionData;
+
+struct _GstH265CCExtractor
+{
+  GstH265Decoder parent;
+
+  GstVideoCaptionType caption_type;
+  GstVecDeque *cur_data;
+  GstVecDeque *out_data;
+  gboolean on_eos;
+  gint fps_n;
+  gint fps_d;
+  gboolean need_negotiate;
+};
+
+#define gst_h265_cc_extractor_parent_class parent_class
+G_DEFINE_TYPE (GstH265CCExtractor, gst_h265_cc_extractor,
+    GST_TYPE_H265_DECODER);
+
+GST_ELEMENT_REGISTER_DEFINE (h265ccextractor, "h265ccextractor",
+    GST_RANK_NONE, GST_TYPE_H265_CC_EXTRACTOR);
+
+static void
+gst_h265_cc_extractor_class_init (GstH265CCExtractorClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (klass);
+  GstH265DecoderClass *h265_class = GST_H265_DECODER_CLASS (klass);
+
+  object_class->finalize = gst_h265_cc_extractor_finalize;
+
+  gst_element_class_set_static_metadata (element_class,
+      "H.265 Closed Caption Extractor",
+      "Codec/Video/Filter",
+      "Extract GstVideoCaptionMeta from input H.265 stream",
+      "Seungha Yang <seungha@centricular.com>");
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  decoder_class->set_format =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_set_format);
+  decoder_class->negotiate =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_negotiate);
+  decoder_class->transform_meta =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_transform_meta);
+  decoder_class->handle_frame =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_handle_frame);
+  decoder_class->finish = GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_finish);
+
+  h265_class->new_sequence =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_new_sequence);
+  h265_class->new_picture =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_new_picture);
+  h265_class->start_picture =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_start_picture);
+  h265_class->decode_slice =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_decode_slice);
+  h265_class->output_picture =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_extractor_output_picture);
+
+  GST_DEBUG_CATEGORY_INIT (gst_h265_cc_extractor_debug, "h265ccextractor",
+      0, "h265ccextractor");
+}
+
+static void
+caption_data_clear_func (CaptionData * data)
+{
+  data->caption_type = GST_VIDEO_CAPTION_TYPE_UNKNOWN;
+  gst_clear_buffer (&data->buffer);
+}
+
+static GstVecDeque *
+caption_data_queue_new (void)
+{
+  GstVecDeque *array = gst_vec_deque_new_for_struct (sizeof (CaptionData), 2);
+  gst_vec_deque_set_clear_func (array,
+      (GDestroyNotify) caption_data_clear_func);
+  return array;
+}
+
+static void
+gst_h265_cc_extractor_init (GstH265CCExtractor * self)
+{
+  self->cur_data = caption_data_queue_new ();
+  self->out_data = gst_vec_deque_new_for_struct (sizeof (CaptionData), 2);
+  self->caption_type = GST_VIDEO_CAPTION_TYPE_UNKNOWN;
+  self->fps_n = 0;
+  self->fps_d = 1;
+}
+
+static void
+gst_h265_cc_extractor_finalize (GObject * object)
+{
+  GstH265CCExtractor *self = GST_H265_CC_EXTRACTOR (object);
+
+  if (self->cur_data)
+    gst_vec_deque_free (self->cur_data);
+
+  gst_vec_deque_free (self->out_data);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+gst_h265_cc_extractor_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state)
+{
+  GstH265CCExtractor *self = GST_H265_CC_EXTRACTOR (decoder);
+  GstVideoCodecState *out_state;
+  GstCaps *caps;
+  gboolean ret;
+
+  self->need_negotiate = TRUE;
+
+  /* Assume caption type is cea708 raw which is common cc type
+   * embedded in SEI */
+  if (self->caption_type == GST_VIDEO_CAPTION_TYPE_UNKNOWN)
+    self->caption_type = GST_VIDEO_CAPTION_TYPE_CEA708_RAW;
+
+  /* Create dummy output state. Otherwise decoder baseclass will try to create
+   * video caps on GAP event */
+  out_state = gst_video_decoder_set_output_state (decoder,
+      GST_VIDEO_FORMAT_NV12, state->info.width, state->info.height, NULL);
+  caps = gst_video_caption_type_to_caps (self->caption_type);
+  gst_caps_set_simple (caps, "framerate", GST_TYPE_FRACTION,
+      state->info.fps_n, state->info.fps_d, NULL);
+  out_state->caps = caps;
+  gst_video_codec_state_unref (out_state);
+
+  ret = GST_VIDEO_DECODER_CLASS (parent_class)->set_format (decoder, state);
+
+  gst_video_decoder_negotiate (decoder);
+
+  return ret;
+}
+
+static gboolean
+gst_h265_cc_extractor_negotiate (GstVideoDecoder * decoder)
+{
+  GstH265CCExtractor *self = GST_H265_CC_EXTRACTOR (decoder);
+  GstCaps *caps;
+
+  if (!self->need_negotiate)
+    return TRUE;
+
+  caps = gst_video_caption_type_to_caps (self->caption_type);
+
+  gst_caps_set_simple (caps,
+      "framerate", GST_TYPE_FRACTION, self->fps_n, self->fps_d, NULL);
+
+  gst_pad_set_caps (decoder->srcpad, caps);
+  gst_caps_unref (caps);
+
+  self->need_negotiate = FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+gst_h265_cc_extractor_transform_meta (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame, GstMeta * meta)
+{
+  /* do not copy any meta */
+  return FALSE;
+}
+
+static GstFlowReturn
+gst_h265_cc_extractor_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame)
+{
+  GstH265CCExtractor *self = GST_H265_CC_EXTRACTOR (decoder);
+  GstVideoTimeCodeMeta *tc_meta;
+  GstVideoCaptionMeta *cc_meta;
+  gpointer iter = NULL;
+  GstFlowReturn ret;
+
+  if (self->cur_data)
+    gst_vec_deque_clear (self->cur_data);
+
+  tc_meta = gst_buffer_get_video_time_code_meta (frame->input_buffer);
+
+  while ((cc_meta = (GstVideoCaptionMeta *)
+          gst_buffer_iterate_meta_filtered (frame->input_buffer, &iter,
+              GST_VIDEO_CAPTION_META_API_TYPE))) {
+    CaptionData data;
+    data.caption_type = cc_meta->caption_type;
+    data.buffer = gst_buffer_new_memdup (cc_meta->data, cc_meta->size);
+    GST_BUFFER_DTS (data.buffer) = GST_CLOCK_TIME_NONE;
+    GST_BUFFER_PTS (data.buffer) = GST_BUFFER_PTS (frame->input_buffer);
+    GST_BUFFER_DURATION (data.buffer) =
+        GST_BUFFER_DURATION (frame->input_buffer);
+
+    if (tc_meta)
+      gst_buffer_add_video_time_code_meta (data.buffer, &tc_meta->tc);
+
+    if (!self->cur_data)
+      self->cur_data = caption_data_queue_new ();
+
+    gst_vec_deque_push_tail_struct (self->cur_data, &data);
+  }
+
+  GST_DEBUG_OBJECT (self, "Queued captions %" G_GSIZE_FORMAT,
+      self->cur_data ? gst_vec_deque_get_length (self->cur_data) : 0);
+
+  ret = GST_VIDEO_DECODER_CLASS (parent_class)->handle_frame (decoder, frame);
+
+  if (self->cur_data)
+    gst_vec_deque_clear (self->cur_data);
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_h265_cc_extractor_finish (GstVideoDecoder * decoder)
+{
+  GST_VIDEO_DECODER_CLASS (parent_class)->finish (decoder);
+
+  /* baseclass will post error message if there was no output buffer
+   * and subclass returns OK. Return flow EOS to avoid the error message */
+  return GST_FLOW_EOS;
+}
+
+static GstFlowReturn
+gst_h265_cc_extractor_new_sequence (GstH265Decoder * decoder,
+    const GstH265SPS * sps, gint max_dpb_size)
+{
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h265_cc_extractor_new_picture (GstH265Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH265Picture * picture)
+{
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h265_cc_extractor_start_picture (GstH265Decoder * decoder,
+    GstH265Picture * picture, GstH265Slice * slice, GstH265Dpb * dpb)
+{
+  GstH265CCExtractor *self = GST_H265_CC_EXTRACTOR (decoder);
+  GstVecDeque *pic_data;
+
+  if (!self->cur_data || !gst_vec_deque_get_length (self->cur_data))
+    return GST_FLOW_OK;
+
+  pic_data = gst_h265_picture_get_user_data (picture);
+  if (!pic_data) {
+    GST_DEBUG_OBJECT (self, "Creating new picture data, caption size: %"
+        G_GSIZE_FORMAT, gst_vec_deque_get_length (self->cur_data));
+    gst_h265_picture_set_user_data (picture,
+        g_steal_pointer (&self->cur_data), (GDestroyNotify) gst_vec_deque_free);
+  } else {
+    gpointer caption_data;
+
+    GST_DEBUG_OBJECT (self, "Appending %" G_GSIZE_FORMAT
+        " caption buffers, prev size: %" G_GSIZE_FORMAT,
+        gst_vec_deque_get_length (self->cur_data),
+        gst_vec_deque_get_length (pic_data));
+
+    while ((caption_data = gst_vec_deque_pop_head_struct (self->cur_data)))
+      gst_vec_deque_push_tail_struct (pic_data, caption_data);
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h265_cc_extractor_decode_slice (GstH265Decoder * decoder,
+    GstH265Picture * picture, GstH265Slice * slice, GArray * ref_pic_list0,
+    GArray * ref_pic_list1)
+{
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h265_cc_extractor_output_picture (GstH265Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH265Picture * picture)
+{
+  GstVideoDecoder *videodec = GST_VIDEO_DECODER (decoder);
+  GstH265CCExtractor *self = GST_H265_CC_EXTRACTOR (decoder);
+  gint fps_n = 0;
+  gint fps_d = 1;
+  gboolean updated = FALSE;
+  GstCodecPicture *codec_pic = GST_CODEC_PICTURE (picture);
+  GstVecDeque *pic_data;
+  CaptionData *caption_data = NULL;
+  GstBuffer *front_buf = NULL;
+  GstClockTime pts, dur;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  pic_data = gst_h265_picture_get_user_data (picture);
+
+  /* Move caption buffer to our temporary storage */
+  if (pic_data) {
+    while ((caption_data = gst_vec_deque_pop_head_struct (pic_data)))
+      gst_vec_deque_push_tail_struct (self->out_data, caption_data);
+  }
+
+  fps_n = decoder->input_state->info.fps_n;
+  fps_d = decoder->input_state->info.fps_d;
+
+  if (codec_pic->discont_state) {
+    fps_n = codec_pic->discont_state->info.fps_n;
+    fps_d = codec_pic->discont_state->info.fps_d;
+  }
+
+  if (fps_n != self->fps_n || fps_d != self->fps_d) {
+    updated = TRUE;
+    self->fps_n = fps_n;
+    self->fps_d = fps_d;
+  }
+
+  GST_DEBUG_OBJECT (self, "picture is holding %" G_GSIZE_FORMAT
+      " caption buffers", gst_vec_deque_get_length (self->out_data));
+
+  if (gst_vec_deque_get_length (self->out_data)) {
+    caption_data = gst_vec_deque_pop_head_struct (self->out_data);
+    front_buf = caption_data->buffer;
+    if (caption_data->caption_type != self->caption_type) {
+      GST_DEBUG_OBJECT (self, "Caption type changed, need new caps");
+      self->caption_type = caption_data->caption_type;
+      updated = TRUE;
+    }
+  }
+
+  if (updated) {
+    self->need_negotiate = TRUE;
+    gst_video_decoder_negotiate (videodec);
+  }
+
+  gst_h265_picture_unref (picture);
+
+  pts = GST_BUFFER_PTS (frame->input_buffer);
+  dur = GST_BUFFER_DURATION (frame->input_buffer);
+
+  if (!front_buf) {
+    GstEvent *gap;
+
+    GST_VIDEO_CODEC_FRAME_SET_DECODE_ONLY (frame);
+    ret = gst_video_decoder_finish_frame (videodec, frame);
+    gap = gst_event_new_gap (pts, dur);
+    gst_pad_push_event (videodec->srcpad, gap);
+    return ret;
+  }
+
+  frame->output_buffer = front_buf;
+  ret = gst_video_decoder_finish_frame (videodec, frame);
+
+  /* Drain other caption data */
+  while ((caption_data = gst_vec_deque_pop_head_struct (self->out_data))) {
+    if (ret == GST_FLOW_OK)
+      ret = gst_pad_push (videodec->srcpad, caption_data->buffer);
+    else
+      gst_buffer_unref (caption_data->buffer);
+  }
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth265ccextractor.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/codecs/gsth265decoder.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H265_CC_EXTRACTOR (gst_h265_cc_extractor_get_type())
+G_DECLARE_FINAL_TYPE (GstH265CCExtractor, gst_h265_cc_extractor,
+    GST, H265_CC_EXTRACTOR, GstH265Decoder);
+
+GST_ELEMENT_REGISTER_DECLARE (h265ccextractor);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth265ccinserter.c Added

@@ -0,0 +1,276 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-h265ccinserter
+ * @title: h265ccinserter
+ *
+ * Extracts closed caption meta from buffer and inserts closed caption SEI message
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0.exe filesrc location=video.mp4 ! parsebin name=p ! h265parse ! \
+ *   queue ! cccombiner name=c ! \
+ *   h265ccinserter remove-caption-meta=true caption-meta-order=display ! \
+ *   h265parse ! avdec_h265 ! videoconvert ! cea608overlay ! queue ! autovideosink \
+ *   filesrc location=caption.mcc ! mccparse ! ccconverter ! \
+ *   closedcaption/x-cea-708,format=(string)cc_data ! queue ! c.caption
+ * ```
+ *
+ * Above pipeline inserts closed caption data to already encoded H.265 stream
+ * and renders. Because mccparse outputs caption data in display order,
+ * "caption-meta-order=display" property is required in this example.
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsth265ccinserter.h"
+#include "gsth265reorder.h"
+#include <gst/codecparsers/gsth265parser.h>
+#include <string.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_h265_cc_inserter_debug);
+#define GST_CAT_DEFAULT gst_h265_cc_inserter_debug
+
+static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h265, alignment=(string) au"));
+
+static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h265, alignment=(string) au"));
+
+struct _GstH265CCInserter
+{
+  GstCodecCCInserter parent;
+
+  GstH265Reorder *reorder;
+  GArray *sei_array;
+};
+
+static void gst_h265_cc_inserter_finalize (GObject * object);
+
+static gboolean gst_h265_cc_inserter_start (GstCodecCCInserter * inserter,
+    GstCodecCCInsertMetaOrder meta_order);
+static gboolean gst_h265_cc_inserter_stop (GstCodecCCInserter * inserter);
+static gboolean gst_h265_cc_inserter_set_caps (GstCodecCCInserter * inserter,
+    GstCaps * caps, GstClockTime * latency);
+static guint
+gst_h265_cc_inserter_get_num_buffered (GstCodecCCInserter * inserter);
+static gboolean gst_h265_cc_inserter_push (GstCodecCCInserter * inserter,
+    GstVideoCodecFrame * frame, GstClockTime * latency);
+static GstVideoCodecFrame *gst_h265_cc_inserter_pop (GstCodecCCInserter *
+    inserter);
+static void gst_h265_cc_inserter_drain (GstCodecCCInserter * inserter);
+static GstBuffer *gst_h265_cc_inserter_insert_cc (GstCodecCCInserter * inserter,
+    GstBuffer * buffer, GPtrArray * metas);
+
+#define gst_h265_cc_inserter_parent_class parent_class
+G_DEFINE_TYPE (GstH265CCInserter,
+    gst_h265_cc_inserter, GST_TYPE_CODEC_CC_INSERTER);
+GST_ELEMENT_REGISTER_DEFINE (h265ccinserter, "h265ccinserter",
+    GST_RANK_NONE, GST_TYPE_H265_CC_INSERTER);
+
+static void
+gst_h265_cc_inserter_class_init (GstH265CCInserterClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstCodecCCInserterClass *inserter_class = GST_CODEC_CC_INSERTER_CLASS (klass);
+
+  object_class->finalize = gst_h265_cc_inserter_finalize;
+
+  gst_element_class_add_static_pad_template (element_class, &sinktemplate);
+  gst_element_class_add_static_pad_template (element_class, &srctemplate);
+
+  gst_element_class_set_static_metadata (element_class,
+      "H.265 Closed Caption Inserter",
+      "Codec/Video/Filter", "Insert closed caption data to H.265 streams",
+      "Seungha Yang <seungha@centricular.com>");
+
+  inserter_class->start = GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_start);
+  inserter_class->stop = GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_stop);
+  inserter_class->set_caps = GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_set_caps);
+  inserter_class->get_num_buffered =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_get_num_buffered);
+  inserter_class->push = GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_push);
+  inserter_class->pop = GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_pop);
+  inserter_class->drain = GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_drain);
+  inserter_class->insert_cc =
+      GST_DEBUG_FUNCPTR (gst_h265_cc_inserter_insert_cc);
+
+  GST_DEBUG_CATEGORY_INIT (gst_h265_cc_inserter_debug, "h265ccinserter", 0,
+      "h265ccinserter");
+}
+
+static void
+gst_h265_cc_inserter_init (GstH265CCInserter * self)
+{
+  self->sei_array = g_array_new (FALSE, FALSE, sizeof (GstH265SEIMessage));
+  g_array_set_clear_func (self->sei_array, (GDestroyNotify) gst_h265_sei_free);
+}
+
+static void
+gst_h265_cc_inserter_finalize (GObject * object)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (object);
+
+  g_array_unref (self->sei_array);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+gst_h265_cc_inserter_start (GstCodecCCInserter * inserter,
+    GstCodecCCInsertMetaOrder meta_order)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+  gboolean need_reorder = FALSE;
+  if (meta_order == GST_CODEC_CC_INSERT_META_ORDER_DISPLAY)
+    need_reorder = TRUE;
+
+  self->reorder = gst_h265_reorder_new (need_reorder);
+
+  return TRUE;
+}
+
+static gboolean
+gst_h265_cc_inserter_stop (GstCodecCCInserter * inserter)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+
+  gst_clear_object (&self->reorder);
+
+  return TRUE;
+}
+
+static gboolean
+gst_h265_cc_inserter_set_caps (GstCodecCCInserter * inserter, GstCaps * caps,
+    GstClockTime * latency)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+
+  return gst_h265_reorder_set_caps (self->reorder, caps, latency);
+}
+
+static gboolean
+gst_h265_cc_inserter_push (GstCodecCCInserter * inserter,
+    GstVideoCodecFrame * frame, GstClockTime * latency)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+
+  return gst_h265_reorder_push (self->reorder, frame, latency);
+}
+
+static GstVideoCodecFrame *
+gst_h265_cc_inserter_pop (GstCodecCCInserter * inserter)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+
+  return gst_h265_reorder_pop (self->reorder);
+}
+
+static void
+gst_h265_cc_inserter_drain (GstCodecCCInserter * inserter)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+
+  gst_h265_reorder_drain (self->reorder);
+}
+
+static guint
+gst_h265_cc_inserter_get_num_buffered (GstCodecCCInserter * inserter)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+
+  return gst_h265_reorder_get_num_buffered (self->reorder);
+}
+
+static GstBuffer *
+gst_h265_cc_inserter_insert_cc (GstCodecCCInserter * inserter,
+    GstBuffer * buffer, GPtrArray * metas)
+{
+  GstH265CCInserter *self = GST_H265_CC_INSERTER (inserter);
+  guint i;
+  GstBuffer *new_buf;
+
+  g_array_set_size (self->sei_array, 0);
+
+  for (i = 0; i < metas->len; i++) {
+    GstVideoCaptionMeta *meta = g_ptr_array_index (metas, i);
+    GstH265SEIMessage sei;
+    GstH265RegisteredUserData *rud;
+    guint8 *data;
+
+    if (meta->caption_type != GST_VIDEO_CAPTION_TYPE_CEA708_RAW)
+      continue;
+
+    memset (&sei, 0, sizeof (GstH265SEIMessage));
+    sei.payloadType = GST_H265_SEI_REGISTERED_USER_DATA;
+    rud = &sei.payload.registered_user_data;
+
+    rud->country_code = 181;
+    rud->size = meta->size + 10;
+
+    data = g_malloc (rud->size);
+    memcpy (data + 9, meta->data, meta->size);
+
+    data0 = 0;                /* 16-bits itu_t_t35_provider_code */
+    data1 = 49;
+    data2 = 'G';              /* 32-bits ATSC_user_identifier */
+    data3 = 'A';
+    data4 = '9';
+    data5 = '4';
+    data6 = 3;                /* 8-bits ATSC1_data_user_data_type_code */
+    /* 8-bits:
+     * 1 bit process_em_data_flag (0)
+     * 1 bit process_cc_data_flag (1)
+     * 1 bit additional_data_flag (0)
+     * 5-bits cc_count
+     */
+    data7 = ((meta->size / 3) & 0x1f) | 0x40;
+    data8 = 255;              /* 8 bits em_data, unused */
+    datameta->size + 9 = 255; /* 8 marker bits */
+
+    rud->data = data;
+
+    g_array_append_val (self->sei_array, sei);
+  }
+
+  if (self->sei_array->len == 0)
+    return buffer;
+
+  new_buf = gst_h265_reorder_insert_sei (self->reorder,
+      buffer, self->sei_array);
+  g_array_set_size (self->sei_array, 0);
+
+  if (!new_buf) {
+    GST_WARNING_OBJECT (self, "Couldn't insert SEI");
+    return buffer;
+  }
+
+  gst_buffer_unref (buffer);
+  return new_buf;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth265ccinserter.h Added

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstcodecccinserter.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H265_CC_INSERTER (gst_h265_cc_inserter_get_type())
+G_DECLARE_FINAL_TYPE (GstH265CCInserter, gst_h265_cc_inserter,
+    GST, H265_CC_INSERTER, GstCodecCCInserter);
+
+GST_ELEMENT_REGISTER_DECLARE (h265ccinserter);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth265reorder.c Added

@@ -0,0 +1,1687 @@
+/* GStreamer
+ * Copyright (C) 2015 Intel Corporation
+ *    Author: Sreerenj Balachandran <sreerenj.balachandran@intel.com>
+ * Copyright (C) 2019 Seungha Yang <seungha.yang@navercorp.com>
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsth265reorder.h"
+#include "gsth264reorder.h"
+#include <gst/codecs/gsth265picture.h>
+#include <string.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_h265_reorder_debug);
+#define GST_CAT_DEFAULT gst_h265_reorder_debug
+
+struct _GstH265Reorder
+{
+  GstObject parent;
+
+  gboolean need_reorder;
+
+  gint width;
+  gint height;
+
+  guint8 conformance_window_flag;
+  gint crop_rect_width;
+  gint crop_rect_height;
+  gint crop_rect_x;
+  gint crop_rect_y;
+  gint fps_n;
+  gint fps_d;
+
+  guint nal_length_size;
+  gboolean is_hevc;
+  GstH265Parser *parser;
+  GstH265Dpb *dpb;
+
+  guint8 field_seq_flag;
+  guint8 progressive_source_flag;
+  guint8 interlaced_source_flag;
+
+  GstH265SEIPicStructType cur_pic_struct;
+  guint8 cur_source_scan_type;
+  guint8 cur_duplicate_flag;
+
+  gboolean no_output_of_prior_pics_flag;
+
+  /* vps/sps/pps of the current slice */
+  const GstH265VPS *active_vps;
+  const GstH265SPS *active_sps;
+  const GstH265PPS *active_pps;
+
+  guint32 SpsMaxLatencyPictures;
+
+  GstH265Picture *current_picture;
+  GstVideoCodecFrame *current_frame;
+
+  /* Slice (slice header + nalu) currently being processed/decoded */
+  GstH265Slice current_slice;
+  GstH265Slice prev_slice;
+  GstH265Slice prev_independent_slice;
+
+  GstH265Picture *RefPicSetStCurrBefore16;
+  GstH265Picture *RefPicSetStCurrAfter16;
+  GstH265Picture *RefPicSetStFoll16;
+  GstH265Picture *RefPicSetLtCurr16;
+  GstH265Picture *RefPicSetLtFoll16;
+
+  guint NumPocStCurrBefore;
+  guint NumPocStCurrAfter;
+  guint NumPocStFoll;
+  guint NumPocLtCurr;
+  guint NumPocLtFoll;
+  guint NumPicTotalCurr;
+
+  gint32 poc;                   // PicOrderCntVal
+  gint32 poc_msb;               // PicOrderCntMsb
+  gint32 poc_lsb;               // pic_order_cnt_lsb (from slice_header())
+  gint32 prev_poc_msb;          // prevPicOrderCntMsb
+  gint32 prev_poc_lsb;          // prevPicOrderCntLsb
+  gint32 prev_tid0pic_poc_lsb;
+  gint32 prev_tid0pic_poc_msb;
+  gint32 PocStCurrBefore16;
+  gint32 PocStCurrAfter16;
+  gint32 PocStFoll16;
+  gint32 PocLtCurr16;
+  gint32 PocLtFoll16;
+
+  /* PicOrderCount of the previously outputted frame */
+  gint last_output_poc;
+
+  gboolean associated_irap_NoRaslOutputFlag;
+  gboolean new_bitstream;
+  gboolean prev_nal_is_eos;
+
+  GArray *nalu;
+
+  /* Split packetized data into actual nal chunks (for malformed stream) */
+  GArray *split_nalu;
+
+  GArray *au_nalus;
+
+  GPtrArray *frame_queue;
+  GPtrArray *output_queue;
+  guint32 system_num;
+  guint32 present_num;
+
+  GstClockTime latency;
+};
+
+typedef struct
+{
+  union
+  {
+    GstH265SPS sps;
+    GstH265Slice slice;
+  } unit;
+  gboolean is_slice;
+} GstH265ReorderNalUnit;
+
+static void gst_h265_reorder_finalize (GObject * object);
+
+static gboolean gst_h265_reorder_start_current_picture (GstH265Reorder * self);
+
+#define gst_h265_reorder_parent_class parent_class
+G_DEFINE_TYPE (GstH265Reorder, gst_h265_reorder, GST_TYPE_OBJECT);
+
+static void
+gst_h265_reorder_class_init (GstH265ReorderClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_h265_reorder_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_h265_reorder_debug, "h265reorder", 0,
+      "h265reorder");
+}
+
+static void
+gst_h265_reorder_clear_nalu (GstH265ReorderNalUnit * nalu)
+{
+  if (!nalu)
+    return;
+
+  if (nalu->is_slice)
+    gst_h265_slice_hdr_free (&nalu->unit.slice.header);
+
+  memset (nalu, 0, sizeof (GstH265ReorderNalUnit));
+}
+
+static void
+gst_h265_reorder_init (GstH265Reorder * self)
+{
+  self->parser = gst_h265_parser_new ();
+  self->dpb = gst_h265_dpb_new ();
+  self->frame_queue =
+      g_ptr_array_new_with_free_func (
+      (GDestroyNotify) gst_video_codec_frame_unref);
+  self->output_queue =
+      g_ptr_array_new_with_free_func (
+      (GDestroyNotify) gst_video_codec_frame_unref);
+
+  self->nalu = g_array_sized_new (FALSE, TRUE, sizeof (GstH265ReorderNalUnit),
+      8);
+  g_array_set_clear_func (self->nalu,
+      (GDestroyNotify) gst_h265_reorder_clear_nalu);
+  self->split_nalu = g_array_new (FALSE, FALSE, sizeof (GstH265NalUnit));
+  self->au_nalus = g_array_new (FALSE, FALSE, sizeof (GstH265NalUnit));
+  self->fps_n = 25;
+  self->fps_d = 1;
+}
+
+static void
+gst_h265_reorder_clear_ref_pic_sets (GstH265Reorder * self)
+{
+  guint i;
+
+  for (i = 0; i < 16; i++) {
+    gst_clear_h265_picture (&self->RefPicSetLtCurri);
+    gst_clear_h265_picture (&self->RefPicSetLtFolli);
+    gst_clear_h265_picture (&self->RefPicSetStCurrBeforei);
+    gst_clear_h265_picture (&self->RefPicSetStCurrAfteri);
+    gst_clear_h265_picture (&self->RefPicSetStFolli);
+  }
+}
+
+static void
+gst_h265_reorder_finalize (GObject * object)
+{
+  GstH265Reorder *self = GST_H265_REORDER (object);
+
+  gst_h265_parser_free (self->parser);
+  g_ptr_array_unref (self->frame_queue);
+  g_ptr_array_unref (self->output_queue);
+  g_array_unref (self->nalu);
+  g_array_unref (self->split_nalu);
+  g_array_unref (self->au_nalus);
+  gst_h265_reorder_clear_ref_pic_sets (self);
+  gst_h265_dpb_free (self->dpb);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+gst_h265_reorder_is_crop_rect_changed (GstH265Reorder * self, GstH265SPS * sps)
+{
+  if (self->conformance_window_flag != sps->conformance_window_flag)
+    return TRUE;
+  if (self->crop_rect_width != sps->crop_rect_width)
+    return TRUE;
+  if (self->crop_rect_height != sps->crop_rect_height)
+    return TRUE;
+  if (self->crop_rect_x != sps->crop_rect_x)
+    return TRUE;
+  if (self->crop_rect_y != sps->crop_rect_y)
+    return TRUE;
+
+  return FALSE;
+}
+
+typedef struct
+{
+  const gchar *level_name;
+  guint8 level_idc;
+  guint32 MaxLumaPs;
+} GstH265LevelLimits;
+
+/* *INDENT-OFF* */
+/* Table A.8 - General tier and level limits */
+static const GstH265LevelLimits level_limits = {
+  /* level    idc                   MaxLumaPs */
+  {  "1",     GST_H265_LEVEL_L1,    36864    },
+  {  "2",     GST_H265_LEVEL_L2,    122880   },
+  {  "2.1",   GST_H265_LEVEL_L2_1,  245760   },
+  {  "3",     GST_H265_LEVEL_L3,    552960   },
+  {  "3.1",   GST_H265_LEVEL_L3_1,  983040   },
+  {  "4",     GST_H265_LEVEL_L4,    2228224  },
+  {  "4.1",   GST_H265_LEVEL_L4_1,  2228224  },
+  {  "5",     GST_H265_LEVEL_L5,    8912896  },
+  {  "5.1",   GST_H265_LEVEL_L5_1,  8912896  },
+  {  "5.2",   GST_H265_LEVEL_L5_2,  8912896  },
+  {  "6",     GST_H265_LEVEL_L6,    35651584 },
+  {  "6.1",   GST_H265_LEVEL_L6_1,  35651584 },
+  {  "6.2",   GST_H265_LEVEL_L6_2,  35651584 },
+};
+/* *INDENT-ON* */
+
+static gint
+gst_h265_reorder_get_max_dpb_size_from_sps (GstH265Reorder * self,
+    GstH265SPS * sps)
+{
+  guint i;
+  guint PicSizeInSamplesY;
+  /* Default is the worst case level 6.2 */
+  guint32 MaxLumaPS = G_MAXUINT32;
+  gint MaxDpbPicBuf = 6;
+  gint max_dpb_size;
+
+  /* A.4.2, maxDpbPicBuf is equal to 6 for all profiles where the value of
+   * sps_curr_pic_ref_enabled_flag is required to be equal to 0 and 7 for all
+   * profiles where the value of sps_curr_pic_ref_enabled_flag is not required
+   * to be equal to 0  */
+  if (sps->sps_scc_extension_flag) {
+    /* sps_curr_pic_ref_enabled_flag could be non-zero only if profile is SCC */
+    MaxDpbPicBuf = 7;
+  }
+
+  /* Unknown level */
+  if (sps->profile_tier_level.level_idc == 0)
+    return 16;
+
+  PicSizeInSamplesY = sps->width * sps->height;
+  for (i = 0; i < G_N_ELEMENTS (level_limits); i++) {
+    if (sps->profile_tier_level.level_idc <= level_limitsi.level_idc) {
+      if (PicSizeInSamplesY <= level_limitsi.MaxLumaPs) {
+        MaxLumaPS = level_limitsi.MaxLumaPs;
+      } else {
+        GST_DEBUG_OBJECT (self,
+            "%u (%dx%d) exceeds allowed max luma sample for level \"%s\" %u",
+            PicSizeInSamplesY, sps->width, sps->height,
+            level_limitsi.level_name, level_limitsi.MaxLumaPs);
+      }
+      break;
+    }
+  }
+
+  /* Unknown level */
+  if (MaxLumaPS == G_MAXUINT32)
+    return 16;
+
+  /* A.4.2 */
+  if (PicSizeInSamplesY <= (MaxLumaPS >> 2))
+    max_dpb_size = MaxDpbPicBuf * 4;
+  else if (PicSizeInSamplesY <= (MaxLumaPS >> 1))
+    max_dpb_size = MaxDpbPicBuf * 2;
+  else if (PicSizeInSamplesY <= ((3 * MaxLumaPS) >> 2))
+    max_dpb_size = (MaxDpbPicBuf * 4) / 3;
+  else
+    max_dpb_size = MaxDpbPicBuf;
+
+  max_dpb_size = MIN (max_dpb_size, 16);
+
+  /* MaxDpbSize is not an actual maximum required buffer size.
+   * Instead, it indicates upper bound for other syntax elements, such as
+   * sps_max_dec_pic_buffering_minus1. If this bitstream can satisfy
+   * the requirement, use this as our dpb size */
+  if (sps->max_dec_pic_buffering_minus1sps->max_sub_layers_minus1 + 1 <=
+      max_dpb_size) {
+    GST_DEBUG_OBJECT (self, "max_dec_pic_buffering_minus1 %d < MaxDpbSize %d",
+        sps->max_dec_pic_buffering_minus1sps->max_sub_layers_minus1,
+        max_dpb_size);
+    max_dpb_size =
+        sps->max_dec_pic_buffering_minus1sps->max_sub_layers_minus1 + 1;
+  } else {
+    /* not reliable values, use 16 */
+    max_dpb_size = 16;
+  }
+
+  return max_dpb_size;
+}
+
+static gboolean
+gst_h265_reorder_process_sps (GstH265Reorder * self, GstH265SPS * sps)
+{
+  gint max_dpb_size;
+  gint prev_max_dpb_size;
+  guint8 field_seq_flag = 0;
+  guint8 progressive_source_flag = 0;
+  guint8 interlaced_source_flag = 0;
+  guint frames_delay;
+
+  max_dpb_size = gst_h265_reorder_get_max_dpb_size_from_sps (self, sps);
+
+  if (sps->vui_parameters_present_flag)
+    field_seq_flag = sps->vui_params.field_seq_flag;
+
+  progressive_source_flag = sps->profile_tier_level.progressive_source_flag;
+  interlaced_source_flag = sps->profile_tier_level.interlaced_source_flag;
+
+  prev_max_dpb_size = gst_h265_dpb_get_max_num_pics (self->dpb);
+  if (self->width != sps->width || self->height != sps->height ||
+      prev_max_dpb_size != max_dpb_size ||
+      self->field_seq_flag != field_seq_flag ||
+      self->progressive_source_flag != progressive_source_flag ||
+      self->interlaced_source_flag != interlaced_source_flag ||
+      gst_h265_reorder_is_crop_rect_changed (self, sps)) {
+
+    GST_DEBUG_OBJECT (self,
+        "SPS updated, resolution: %dx%d -> %dx%d, dpb size: %d -> %d, "
+        "field_seq_flag: %d -> %d, progressive_source_flag: %d -> %d, "
+        "interlaced_source_flag: %d -> %d",
+        self->width, self->height, sps->width, sps->height,
+        prev_max_dpb_size, max_dpb_size, self->field_seq_flag, field_seq_flag,
+        self->progressive_source_flag, progressive_source_flag,
+        self->interlaced_source_flag, interlaced_source_flag);
+
+    gst_h265_reorder_drain (self);
+
+    self->width = sps->width;
+    self->height = sps->height;
+    self->conformance_window_flag = sps->conformance_window_flag;
+    self->crop_rect_width = sps->crop_rect_width;
+    self->crop_rect_height = sps->crop_rect_height;
+    self->crop_rect_x = sps->crop_rect_x;
+    self->crop_rect_y = sps->crop_rect_y;
+    self->field_seq_flag = field_seq_flag;
+    self->progressive_source_flag = progressive_source_flag;
+    self->interlaced_source_flag = interlaced_source_flag;
+
+    gst_h265_dpb_set_max_num_pics (self->dpb, max_dpb_size);
+
+    GST_DEBUG_OBJECT (self, "Set DPB max size %d", max_dpb_size);
+  }
+
+  if (sps->max_latency_increase_plus1sps->max_sub_layers_minus1) {
+    self->SpsMaxLatencyPictures =
+        sps->max_num_reorder_picssps->max_sub_layers_minus1 +
+        sps->max_latency_increase_plus1sps->max_sub_layers_minus1 - 1;
+  } else {
+    self->SpsMaxLatencyPictures = 0;
+  }
+
+  frames_delay = sps->max_num_reorder_picssps->max_sub_layers_minus1;
+  self->latency = gst_util_uint64_scale_int (frames_delay * GST_SECOND,
+      self->fps_d, self->fps_n);
+
+  return TRUE;
+}
+
+static GstH265ParserResult
+gst_h265_reorder_parse_sei (GstH265Reorder * self, GstH265NalUnit * nalu)
+{
+  GstH265ParserResult pres;
+  GArray *messages = NULL;
+  guint i;
+
+  pres = gst_h265_parser_parse_sei (self->parser, nalu, &messages);
+  if (pres != GST_H265_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to parse SEI, result %d", pres);
+
+    /* XXX: Ignore error from SEI parsing, it might be malformed bitstream,
+     * or our fault. But shouldn't be critical  */
+    g_clear_pointer (&messages, g_array_unref);
+    return GST_H265_PARSER_OK;
+  }
+
+  for (i = 0; i < messages->len; i++) {
+    GstH265SEIMessage *sei = &g_array_index (messages, GstH265SEIMessage, i);
+
+    switch (sei->payloadType) {
+      case GST_H265_SEI_PIC_TIMING:
+        self->cur_pic_struct = sei->payload.pic_timing.pic_struct;
+        self->cur_source_scan_type = sei->payload.pic_timing.source_scan_type;
+        self->cur_duplicate_flag = sei->payload.pic_timing.duplicate_flag;
+
+        GST_TRACE_OBJECT (self,
+            "Picture Timing SEI, pic_struct: %d, source_scan_type: %d, "
+            "duplicate_flag: %d", self->cur_pic_struct,
+            self->cur_source_scan_type, self->cur_duplicate_flag);
+        break;
+      default:
+        break;
+    }
+  }
+
+  g_array_free (messages, TRUE);
+  GST_LOG_OBJECT (self, "SEI parsed");
+
+  return GST_H265_PARSER_OK;
+}
+
+static gboolean
+gst_h265_reorder_preprocess_slice (GstH265Reorder * self, GstH265Slice * slice)
+{
+  const GstH265SliceHdr *slice_hdr = &slice->header;
+
+  if (self->current_picture && slice_hdr->first_slice_segment_in_pic_flag) {
+    GST_WARNING_OBJECT (self,
+        "Current picture is not finished but slice header has "
+        "first_slice_segment_in_pic_flag");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h265_reorder_process_slice (GstH265Reorder * self, GstH265Slice * slice)
+{
+  self->current_slice = *slice;
+
+  if (self->current_slice.header.dependent_slice_segment_flag) {
+    GstH265SliceHdr *slice_hdr = &self->current_slice.header;
+    GstH265SliceHdr *indep_slice_hdr = &self->prev_independent_slice.header;
+
+    memcpy (&slice_hdr->type, &indep_slice_hdr->type,
+        G_STRUCT_OFFSET (GstH265SliceHdr, num_entry_point_offsets) -
+        G_STRUCT_OFFSET (GstH265SliceHdr, type));
+  } else {
+    self->prev_independent_slice = self->current_slice;
+    memset (&self->prev_independent_slice.nalu, 0, sizeof (GstH265NalUnit));
+  }
+
+  if (!gst_h265_reorder_preprocess_slice (self, &self->current_slice))
+    return FALSE;
+
+  /* The used SPS may not be the latest parsed one, make
+   * sure we have updated it before decode the frame */
+  if (!gst_h265_reorder_process_sps (self, self->current_slice.header.pps->sps)) {
+    GST_WARNING_OBJECT (self, "Failed to process sps");
+    return FALSE;
+  }
+
+  self->active_pps = self->current_slice.header.pps;
+  self->active_sps = self->active_pps->sps;
+
+  if (!self->current_picture) {
+    GstH265Picture *picture;
+
+    g_assert (self->current_frame);
+
+    picture = gst_h265_picture_new ();
+    /* This allows accessing the frame from the picture. */
+    GST_CODEC_PICTURE_FRAME_NUMBER (picture) =
+        self->current_frame->system_frame_number;
+
+    self->current_picture = picture;
+
+    if (!gst_h265_reorder_start_current_picture (self)) {
+      GST_WARNING_OBJECT (self, "start picture failed");
+      return FALSE;
+    }
+  }
+
+  return TRUE;
+}
+
+static GstH265ParserResult
+gst_h265_reorder_parse_slice (GstH265Reorder * self, GstH265NalUnit * nalu)
+{
+  GstH265ParserResult pres;
+  GstH265Slice slice;
+  GstH265ReorderNalUnit decoder_nalu;
+
+  memset (&slice, 0, sizeof (GstH265Slice));
+
+  pres = gst_h265_parser_parse_slice_hdr (self->parser, nalu, &slice.header);
+  if (pres != GST_H265_PARSER_OK)
+    return pres;
+
+  slice.nalu = *nalu;
+
+  if (nalu->type >= GST_H265_NAL_SLICE_BLA_W_LP &&
+      nalu->type <= GST_H265_NAL_SLICE_CRA_NUT) {
+    slice.rap_pic_flag = TRUE;
+  }
+
+  /* NoRaslOutputFlag == 1 if the current picture is
+   * 1) an IDR picture
+   * 2) a BLA picture
+   * 3) a CRA picture that is the first access unit in the bitstream
+   * 4) first picture that follows an end of sequence NAL unit in decoding order
+   * 5) has HandleCraAsBlaFlag == 1 (set by external means, so not considering )
+   */
+  if (GST_H265_IS_NAL_TYPE_IDR (nalu->type) ||
+      GST_H265_IS_NAL_TYPE_BLA (nalu->type) ||
+      (GST_H265_IS_NAL_TYPE_CRA (nalu->type) && self->new_bitstream) ||
+      self->prev_nal_is_eos) {
+    slice.no_rasl_output_flag = TRUE;
+  }
+
+  if (GST_H265_IS_NAL_TYPE_IRAP (nalu->type)) {
+    slice.intra_pic_flag = TRUE;
+
+    if (slice.no_rasl_output_flag && !self->new_bitstream) {
+      /* C 3.2 */
+      slice.clear_dpb = TRUE;
+      if (nalu->type == GST_H265_NAL_SLICE_CRA_NUT) {
+        slice.no_output_of_prior_pics_flag = TRUE;
+      } else {
+        slice.no_output_of_prior_pics_flag =
+            slice.header.no_output_of_prior_pics_flag;
+      }
+    }
+  }
+
+  if (slice.no_output_of_prior_pics_flag)
+    self->no_output_of_prior_pics_flag = TRUE;
+
+  decoder_nalu.unit.slice = slice;
+  decoder_nalu.is_slice = TRUE;
+  g_array_append_val (self->nalu, decoder_nalu);
+
+  return GST_H265_PARSER_OK;
+}
+
+static GstH265ParserResult
+gst_h265_reorder_parse_nalu (GstH265Reorder * self, GstH265NalUnit * nalu)
+{
+  GstH265VPS vps;
+  GstH265SPS sps;
+  GstH265PPS pps;
+  GstH265ParserResult ret = GST_H265_PARSER_OK;
+  GstH265ReorderNalUnit decoder_nalu;
+
+  GST_LOG_OBJECT (self, "Parsed nal type: %d, offset %d, size %d",
+      nalu->type, nalu->offset, nalu->size);
+
+  switch (nalu->type) {
+    case GST_H265_NAL_VPS:
+      ret = gst_h265_parser_parse_vps (self->parser, nalu, &vps);
+      break;
+    case GST_H265_NAL_SPS:
+      ret = gst_h265_parser_parse_sps (self->parser, nalu, &sps, TRUE);
+      if (ret != GST_H265_PARSER_OK)
+        break;
+
+      memset (&decoder_nalu, 0, sizeof (GstH265ReorderNalUnit));
+      decoder_nalu.unit.sps = sps;
+      g_array_append_val (self->nalu, decoder_nalu);
+      break;
+    case GST_H265_NAL_PPS:
+      ret = gst_h265_parser_parse_pps (self->parser, nalu, &pps);
+      break;
+    case GST_H265_NAL_PREFIX_SEI:
+    case GST_H265_NAL_SUFFIX_SEI:
+      ret = gst_h265_reorder_parse_sei (self, nalu);
+      break;
+    case GST_H265_NAL_SLICE_TRAIL_N:
+    case GST_H265_NAL_SLICE_TRAIL_R:
+    case GST_H265_NAL_SLICE_TSA_N:
+    case GST_H265_NAL_SLICE_TSA_R:
+    case GST_H265_NAL_SLICE_STSA_N:
+    case GST_H265_NAL_SLICE_STSA_R:
+    case GST_H265_NAL_SLICE_RADL_N:
+    case GST_H265_NAL_SLICE_RADL_R:
+    case GST_H265_NAL_SLICE_RASL_N:
+    case GST_H265_NAL_SLICE_RASL_R:
+    case GST_H265_NAL_SLICE_BLA_W_LP:
+    case GST_H265_NAL_SLICE_BLA_W_RADL:
+    case GST_H265_NAL_SLICE_BLA_N_LP:
+    case GST_H265_NAL_SLICE_IDR_W_RADL:
+    case GST_H265_NAL_SLICE_IDR_N_LP:
+    case GST_H265_NAL_SLICE_CRA_NUT:
+      ret = gst_h265_reorder_parse_slice (self, nalu);
+      self->new_bitstream = FALSE;
+      self->prev_nal_is_eos = FALSE;
+      break;
+    case GST_H265_NAL_EOB:
+      self->new_bitstream = TRUE;
+      break;
+    case GST_H265_NAL_EOS:
+      self->prev_nal_is_eos = TRUE;
+      break;
+    default:
+      break;
+  }
+
+  return ret;
+}
+
+static gboolean
+gst_h265_reorder_decode_nalu (GstH265Reorder * self,
+    GstH265ReorderNalUnit * nalu)
+{
+  if (nalu->is_slice)
+    return gst_h265_reorder_process_slice (self, &nalu->unit.slice);
+
+  return TRUE;
+}
+
+static gboolean
+gst_h265_reorder_parse_codec_data (GstH265Reorder * self, const guint8 * data,
+    gsize size)
+{
+  GstH265Parser *parser = self->parser;
+  GstH265ParserResult pres;
+  gboolean ret = FALSE;
+  GstH265VPS vps;
+  GstH265SPS sps;
+  GstH265PPS pps;
+  GstH265DecoderConfigRecord *config = NULL;
+  guint i, j;
+
+  pres = gst_h265_parser_parse_decoder_config_record (parser,
+      data, size, &config);
+  if (pres != GST_H265_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to parse hvcC data");
+    return FALSE;
+  }
+
+  self->nal_length_size = config->length_size_minus_one + 1;
+  GST_DEBUG_OBJECT (self, "nal length size %u", self->nal_length_size);
+
+  for (i = 0; i < config->nalu_array->len; i++) {
+    GstH265DecoderConfigRecordNalUnitArray *array =
+        &g_array_index (config->nalu_array,
+        GstH265DecoderConfigRecordNalUnitArray, i);
+
+    for (j = 0; j < array->nalu->len; j++) {
+      GstH265NalUnit *nalu = &g_array_index (array->nalu, GstH265NalUnit, j);
+
+      switch (nalu->type) {
+        case GST_H265_NAL_VPS:
+          pres = gst_h265_parser_parse_vps (parser, nalu, &vps);
+          if (pres != GST_H265_PARSER_OK) {
+            GST_WARNING_OBJECT (self, "Failed to parse VPS");
+            goto out;
+          }
+          break;
+        case GST_H265_NAL_SPS:
+          pres = gst_h265_parser_parse_sps (parser, nalu, &sps, TRUE);
+          if (pres != GST_H265_PARSER_OK) {
+            GST_WARNING_OBJECT (self, "Failed to parse SPS");
+            goto out;
+          }
+          break;
+        case GST_H265_NAL_PPS:
+          pres = gst_h265_parser_parse_pps (parser, nalu, &pps);
+          if (pres != GST_H265_PARSER_OK) {
+            GST_WARNING_OBJECT (self, "Failed to parse PPS");
+            goto out;
+          }
+          break;
+        default:
+          break;
+      }
+    }
+  }
+
+  ret = TRUE;
+
+out:
+  gst_h265_decoder_config_record_free (config);
+  return ret;
+}
+
+gboolean
+gst_h265_reorder_set_caps (GstH265Reorder * self, GstCaps * caps,
+    GstClockTime * latency)
+{
+  GstStructure *s;
+  const gchar *str;
+  const GValue *codec_data;
+  gboolean ret = TRUE;
+  gint fps_n, fps_d;
+
+  GST_DEBUG_OBJECT (self, "Set caps %" GST_PTR_FORMAT, caps);
+
+  self->nal_length_size = 4;
+  self->is_hevc = FALSE;
+
+  s = gst_caps_get_structure (caps, 0);
+  str = gst_structure_get_string (s, "stream-format");
+  if (str && (g_strcmp0 (str, "hvc1") == 0 || g_strcmp0 (str, "hev1") == 0))
+    self->is_hevc = TRUE;
+
+  if (gst_structure_get_fraction (s, "framerate", &fps_n, &fps_d) &&
+      fps_n > 0 && fps_d > 0) {
+    self->fps_n = fps_n;
+    self->fps_d = fps_d;
+  } else {
+    self->fps_n = 25;
+    self->fps_d = 1;
+  }
+
+  codec_data = gst_structure_get_value (s, "codec_data");
+  if (codec_data && G_VALUE_TYPE (codec_data) == GST_TYPE_BUFFER) {
+    GstBuffer *buf = gst_value_get_buffer (codec_data);
+    GstMapInfo info;
+    if (gst_buffer_map (buf, &info, GST_MAP_READ)) {
+      ret = gst_h265_reorder_parse_codec_data (self, info.data, info.size);
+      gst_buffer_unmap (buf, &info);
+    } else {
+      GST_ERROR_OBJECT (self, "Couldn't map codec data");
+      ret = FALSE;
+    }
+  }
+
+  if (self->need_reorder)
+    *latency = self->latency;
+  else
+    *latency = 0;
+
+  return ret;
+}
+
+static gboolean
+gst_h265_reorder_fill_picture_from_slice (GstH265Reorder * self,
+    const GstH265Slice * slice, GstH265Picture * picture)
+{
+  const GstH265SliceHdr *slice_hdr = &slice->header;
+  const GstH265NalUnit *nalu = &slice->nalu;
+
+  picture->RapPicFlag = slice->rap_pic_flag;
+  picture->NoRaslOutputFlag = slice->no_rasl_output_flag;
+  picture->IntraPicFlag = slice->intra_pic_flag;
+  picture->NoOutputOfPriorPicsFlag = slice->no_output_of_prior_pics_flag;
+  if (picture->IntraPicFlag) {
+    self->associated_irap_NoRaslOutputFlag = picture->NoRaslOutputFlag;
+  }
+
+  if (GST_H265_IS_NAL_TYPE_RASL (nalu->type) &&
+      self->associated_irap_NoRaslOutputFlag) {
+    picture->output_flag = FALSE;
+  } else {
+    picture->output_flag = slice_hdr->pic_output_flag;
+  }
+
+  return TRUE;
+}
+
+#define RSV_VCL_N10 10
+#define RSV_VCL_N12 12
+#define RSV_VCL_N14 14
+
+static gboolean
+nal_is_ref (guint8 nal_type)
+{
+  gboolean ret = FALSE;
+  switch (nal_type) {
+    case GST_H265_NAL_SLICE_TRAIL_N:
+    case GST_H265_NAL_SLICE_TSA_N:
+    case GST_H265_NAL_SLICE_STSA_N:
+    case GST_H265_NAL_SLICE_RADL_N:
+    case GST_H265_NAL_SLICE_RASL_N:
+    case RSV_VCL_N10:
+    case RSV_VCL_N12:
+    case RSV_VCL_N14:
+      ret = FALSE;
+      break;
+    default:
+      ret = TRUE;
+      break;
+  }
+  return ret;
+}
+
+static gboolean
+gst_h265_reorder_calculate_poc (GstH265Reorder * self,
+    const GstH265Slice * slice, GstH265Picture * picture)
+{
+  const GstH265SliceHdr *slice_hdr = &slice->header;
+  const GstH265NalUnit *nalu = &slice->nalu;
+  const GstH265SPS *sps = self->active_sps;
+  gint32 MaxPicOrderCntLsb = 1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+  gboolean is_irap;
+
+  self->prev_poc_lsb = self->poc_lsb;
+  self->prev_poc_msb = self->poc_msb;
+
+  is_irap = GST_H265_IS_NAL_TYPE_IRAP (nalu->type);
+
+  if (!(is_irap && picture->NoRaslOutputFlag)) {
+    self->prev_poc_lsb = self->prev_tid0pic_poc_lsb;
+    self->prev_poc_msb = self->prev_tid0pic_poc_msb;
+  }
+
+  /* Finding PicOrderCntMsb */
+  if (is_irap && picture->NoRaslOutputFlag) {
+    self->poc_msb = 0;
+  } else {
+    /* (8-1) */
+    if ((slice_hdr->pic_order_cnt_lsb < self->prev_poc_lsb) &&
+        ((self->prev_poc_lsb - slice_hdr->pic_order_cnt_lsb) >=
+            (MaxPicOrderCntLsb / 2)))
+      self->poc_msb = self->prev_poc_msb + MaxPicOrderCntLsb;
+
+    else if ((slice_hdr->pic_order_cnt_lsb > self->prev_poc_lsb) &&
+        ((slice_hdr->pic_order_cnt_lsb - self->prev_poc_lsb) >
+            (MaxPicOrderCntLsb / 2)))
+      self->poc_msb = self->prev_poc_msb - MaxPicOrderCntLsb;
+
+    else
+      self->poc_msb = self->prev_poc_msb;
+  }
+
+  /* (8-2) */
+  self->poc = picture->pic_order_cnt =
+      self->poc_msb + slice_hdr->pic_order_cnt_lsb;
+  self->poc_lsb = picture->pic_order_cnt_lsb = slice_hdr->pic_order_cnt_lsb;
+
+  if (GST_H265_IS_NAL_TYPE_IDR (nalu->type)) {
+    picture->pic_order_cnt = 0;
+    picture->pic_order_cnt_lsb = 0;
+    self->poc_lsb = 0;
+    self->poc_msb = 0;
+    self->prev_poc_lsb = 0;
+    self->prev_poc_msb = 0;
+    self->prev_tid0pic_poc_lsb = 0;
+    self->prev_tid0pic_poc_msb = 0;
+  }
+
+  GST_LOG_OBJECT (self,
+      "PicOrderCntVal %d, (lsb %d)", picture->pic_order_cnt,
+      picture->pic_order_cnt_lsb);
+
+  if (nalu->temporal_id_plus1 == 1 && !GST_H265_IS_NAL_TYPE_RASL (nalu->type) &&
+      !GST_H265_IS_NAL_TYPE_RADL (nalu->type) && nal_is_ref (nalu->type)) {
+    self->prev_tid0pic_poc_lsb = slice_hdr->pic_order_cnt_lsb;
+    self->prev_tid0pic_poc_msb = self->poc_msb;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h265_reorder_init_current_picture (GstH265Reorder * self)
+{
+  if (!gst_h265_reorder_fill_picture_from_slice (self, &self->current_slice,
+          self->current_picture)) {
+    return FALSE;
+  }
+
+  if (!gst_h265_reorder_calculate_poc (self,
+          &self->current_slice, self->current_picture))
+    return FALSE;
+
+  /* Use picture struct parsed from picture timing SEI */
+  self->current_picture->pic_struct = self->cur_pic_struct;
+  self->current_picture->source_scan_type = self->cur_source_scan_type;
+  self->current_picture->duplicate_flag = self->cur_duplicate_flag;
+
+  return TRUE;
+}
+
+static gboolean
+has_entry_in_rps (GstH265Picture * dpb_pic,
+    GstH265Picture ** rps_list, guint rps_list_length)
+{
+  guint i;
+
+  if (!dpb_pic || !rps_list || !rps_list_length)
+    return FALSE;
+
+  for (i = 0; i < rps_list_length; i++) {
+    if (rps_listi && rps_listi->pic_order_cnt == dpb_pic->pic_order_cnt)
+      return TRUE;
+  }
+  return FALSE;
+}
+
+static void
+gst_h265_reorder_derive_and_mark_rps (GstH265Reorder * self,
+    GstH265Picture * picture, gint32 * CurrDeltaPocMsbPresentFlag,
+    gint32 * FollDeltaPocMsbPresentFlag)
+{
+  guint i;
+  GArray *dpb_array;
+
+  gst_h265_reorder_clear_ref_pic_sets (self);
+
+  /* (8-6) */
+  for (i = 0; i < self->NumPocLtCurr; i++) {
+    if (!CurrDeltaPocMsbPresentFlagi) {
+      self->RefPicSetLtCurri =
+          gst_h265_dpb_get_ref_by_poc_lsb (self->dpb, self->PocLtCurri);
+    } else {
+      self->RefPicSetLtCurri =
+          gst_h265_dpb_get_ref_by_poc (self->dpb, self->PocLtCurri);
+    }
+  }
+
+  for (i = 0; i < self->NumPocLtFoll; i++) {
+    if (!FollDeltaPocMsbPresentFlagi) {
+      self->RefPicSetLtFolli =
+          gst_h265_dpb_get_ref_by_poc_lsb (self->dpb, self->PocLtFolli);
+    } else {
+      self->RefPicSetLtFolli =
+          gst_h265_dpb_get_ref_by_poc (self->dpb, self->PocLtFolli);
+    }
+  }
+
+  /* Mark all ref pics in RefPicSetLtCurr and RefPicSetLtFol as long_term_refs */
+  for (i = 0; i < self->NumPocLtCurr; i++) {
+    if (self->RefPicSetLtCurri) {
+      self->RefPicSetLtCurri->ref = TRUE;
+      self->RefPicSetLtCurri->long_term = TRUE;
+    }
+  }
+
+  for (i = 0; i < self->NumPocLtFoll; i++) {
+    if (self->RefPicSetLtFolli) {
+      self->RefPicSetLtFolli->ref = TRUE;
+      self->RefPicSetLtFolli->long_term = TRUE;
+    }
+  }
+
+  /* (8-7) */
+  for (i = 0; i < self->NumPocStCurrBefore; i++) {
+    self->RefPicSetStCurrBeforei =
+        gst_h265_dpb_get_short_ref_by_poc (self->dpb, self->PocStCurrBeforei);
+  }
+
+  for (i = 0; i < self->NumPocStCurrAfter; i++) {
+    self->RefPicSetStCurrAfteri =
+        gst_h265_dpb_get_short_ref_by_poc (self->dpb, self->PocStCurrAfteri);
+  }
+
+  for (i = 0; i < self->NumPocStFoll; i++) {
+    self->RefPicSetStFolli =
+        gst_h265_dpb_get_short_ref_by_poc (self->dpb, self->PocStFolli);
+  }
+
+  /* Mark all dpb pics not beloging to RefPicSet* as unused for ref */
+  dpb_array = gst_h265_dpb_get_pictures_all (self->dpb);
+  for (i = 0; i < dpb_array->len; i++) {
+    GstH265Picture *dpb_pic = g_array_index (dpb_array, GstH265Picture *, i);
+
+    if (dpb_pic &&
+        !has_entry_in_rps (dpb_pic, self->RefPicSetLtCurr, self->NumPocLtCurr)
+        && !has_entry_in_rps (dpb_pic, self->RefPicSetLtFoll,
+            self->NumPocLtFoll)
+        && !has_entry_in_rps (dpb_pic, self->RefPicSetStCurrAfter,
+            self->NumPocStCurrAfter)
+        && !has_entry_in_rps (dpb_pic, self->RefPicSetStCurrBefore,
+            self->NumPocStCurrBefore)
+        && !has_entry_in_rps (dpb_pic, self->RefPicSetStFoll,
+            self->NumPocStFoll)) {
+      GST_LOG_OBJECT (self, "Mark Picture %p (poc %d) as non-ref", dpb_pic,
+          dpb_pic->pic_order_cnt);
+      dpb_pic->ref = FALSE;
+      dpb_pic->long_term = FALSE;
+    }
+  }
+
+  g_array_unref (dpb_array);
+}
+
+static gboolean
+gst_h265_reorder_prepare_rps (GstH265Reorder * self, const GstH265Slice * slice,
+    GstH265Picture * picture)
+{
+  gint32 CurrDeltaPocMsbPresentFlag16 = { 0, };
+  gint32 FollDeltaPocMsbPresentFlag16 = { 0, };
+  const GstH265SliceHdr *slice_hdr = &slice->header;
+  const GstH265NalUnit *nalu = &slice->nalu;
+  const GstH265SPS *sps = self->active_sps;
+  guint32 MaxPicOrderCntLsb = 1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+  gint i, j, k;
+
+  /* if it is an irap pic, set all ref pics in dpb as unused for ref */
+  if (GST_H265_IS_NAL_TYPE_IRAP (nalu->type) && picture->NoRaslOutputFlag) {
+    GST_DEBUG_OBJECT (self, "Mark all pictures in DPB as non-ref");
+    gst_h265_dpb_mark_all_non_ref (self->dpb);
+  }
+
+  /* Reset everything for IDR */
+  if (GST_H265_IS_NAL_TYPE_IDR (nalu->type)) {
+    memset (self->PocStCurrBefore, 0, sizeof (self->PocStCurrBefore));
+    memset (self->PocStCurrAfter, 0, sizeof (self->PocStCurrAfter));
+    memset (self->PocStFoll, 0, sizeof (self->PocStFoll));
+    memset (self->PocLtCurr, 0, sizeof (self->PocLtCurr));
+    memset (self->PocLtFoll, 0, sizeof (self->PocLtFoll));
+    self->NumPocStCurrBefore = self->NumPocStCurrAfter = self->NumPocStFoll = 0;
+    self->NumPocLtCurr = self->NumPocLtFoll = 0;
+  } else {
+    const GstH265ShortTermRefPicSet *stRefPic = NULL;
+    gint32 num_lt_pics, pocLt;
+    gint32 PocLsbLt16 = { 0, };
+    gint32 UsedByCurrPicLt16 = { 0, };
+    gint32 DeltaPocMsbCycleLt16 = { 0, };
+    gint numtotalcurr = 0;
+
+    /* this is based on CurrRpsIdx described in spec */
+    if (!slice_hdr->short_term_ref_pic_set_sps_flag)
+      stRefPic = &slice_hdr->short_term_ref_pic_sets;
+    else if (sps->num_short_term_ref_pic_sets)
+      stRefPic =
+          &sps->short_term_ref_pic_setslice_hdr->short_term_ref_pic_set_idx;
+
+    if (stRefPic == NULL)
+      return FALSE;
+
+    GST_LOG_OBJECT (self,
+        "NumDeltaPocs: %d, NumNegativePics: %d, NumPositivePics %d",
+        stRefPic->NumDeltaPocs, stRefPic->NumNegativePics,
+        stRefPic->NumPositivePics);
+
+    for (i = 0, j = 0, k = 0; i < stRefPic->NumNegativePics; i++) {
+      if (stRefPic->UsedByCurrPicS0i) {
+        self->PocStCurrBeforej++ =
+            picture->pic_order_cnt + stRefPic->DeltaPocS0i;
+        numtotalcurr++;
+      } else
+        self->PocStFollk++ = picture->pic_order_cnt + stRefPic->DeltaPocS0i;
+    }
+    self->NumPocStCurrBefore = j;
+    for (i = 0, j = 0; i < stRefPic->NumPositivePics; i++) {
+      if (stRefPic->UsedByCurrPicS1i) {
+        self->PocStCurrAfterj++ =
+            picture->pic_order_cnt + stRefPic->DeltaPocS1i;
+        numtotalcurr++;
+      } else
+        self->PocStFollk++ = picture->pic_order_cnt + stRefPic->DeltaPocS1i;
+    }
+    self->NumPocStCurrAfter = j;
+    self->NumPocStFoll = k;
+    num_lt_pics = slice_hdr->num_long_term_sps + slice_hdr->num_long_term_pics;
+    /* The variables PocLsbLti and UsedByCurrPicLti are derived as follows: */
+    for (i = 0; i < num_lt_pics; i++) {
+      if (i < slice_hdr->num_long_term_sps) {
+        PocLsbLti = sps->lt_ref_pic_poc_lsb_spsslice_hdr->lt_idx_spsi;
+        UsedByCurrPicLti =
+            sps->used_by_curr_pic_lt_sps_flagslice_hdr->lt_idx_spsi;
+      } else {
+        PocLsbLti = slice_hdr->poc_lsb_lti;
+        UsedByCurrPicLti = slice_hdr->used_by_curr_pic_lt_flagi;
+      }
+      if (UsedByCurrPicLti)
+        numtotalcurr++;
+    }
+
+    self->NumPicTotalCurr = numtotalcurr;
+
+    /* The variable DeltaPocMsbCycleLti is derived as follows: (7-38) */
+    for (i = 0; i < num_lt_pics; i++) {
+      if (i == 0 || i == slice_hdr->num_long_term_sps)
+        DeltaPocMsbCycleLti = slice_hdr->delta_poc_msb_cycle_lti;
+      else
+        DeltaPocMsbCycleLti =
+            slice_hdr->delta_poc_msb_cycle_lti + DeltaPocMsbCycleLti - 1;
+    }
+
+    /* (8-5) */
+    for (i = 0, j = 0, k = 0; i < num_lt_pics; i++) {
+      pocLt = PocLsbLti;
+      if (slice_hdr->delta_poc_msb_present_flagi)
+        pocLt +=
+            picture->pic_order_cnt - DeltaPocMsbCycleLti * MaxPicOrderCntLsb -
+            slice_hdr->pic_order_cnt_lsb;
+      if (UsedByCurrPicLti) {
+        self->PocLtCurrj = pocLt;
+        CurrDeltaPocMsbPresentFlagj++ =
+            slice_hdr->delta_poc_msb_present_flagi;
+      } else {
+        self->PocLtFollk = pocLt;
+        FollDeltaPocMsbPresentFlagk++ =
+            slice_hdr->delta_poc_msb_present_flagi;
+      }
+    }
+    self->NumPocLtCurr = j;
+    self->NumPocLtFoll = k;
+  }
+
+  GST_LOG_OBJECT (self, "NumPocStCurrBefore: %d", self->NumPocStCurrBefore);
+  GST_LOG_OBJECT (self, "NumPocStCurrAfter:  %d", self->NumPocStCurrAfter);
+  GST_LOG_OBJECT (self, "NumPocStFoll:       %d", self->NumPocStFoll);
+  GST_LOG_OBJECT (self, "NumPocLtCurr:       %d", self->NumPocLtCurr);
+  GST_LOG_OBJECT (self, "NumPocLtFoll:       %d", self->NumPocLtFoll);
+  GST_LOG_OBJECT (self, "NumPicTotalCurr:    %d", self->NumPicTotalCurr);
+
+  /* the derivation process for the RPS and the picture marking */
+  gst_h265_reorder_derive_and_mark_rps (self, picture,
+      CurrDeltaPocMsbPresentFlag, FollDeltaPocMsbPresentFlag);
+
+  return TRUE;
+}
+
+static void
+gst_h265_reorder_set_output_buffer (GstH265Reorder * self, guint frame_num)
+{
+  gsize i, j;
+
+  for (i = 0; i < self->frame_queue->len; i++) {
+    GstVideoCodecFrame *frame = g_ptr_array_index (self->frame_queue, i);
+    if (frame->system_frame_number != frame_num)
+      continue;
+
+    /* Copy frame at present index to  */
+    if (!frame->output_buffer) {
+      GST_LOG_OBJECT (self, "decoding order: %u, display order: %u",
+          frame_num, self->present_num);
+      frame->presentation_frame_number = self->present_num;
+      self->present_num++;
+      for (j = 0; j < self->frame_queue->len; j++) {
+        GstVideoCodecFrame *other_frame =
+            g_ptr_array_index (self->frame_queue, j);
+        if (other_frame->system_frame_number ==
+            frame->presentation_frame_number) {
+          frame->output_buffer = gst_buffer_ref (other_frame->input_buffer);
+          return;
+        }
+      }
+    }
+
+    break;
+  }
+}
+
+static void
+gst_h265_reorder_output_picture (GstH265Reorder * self,
+    GstH265Picture * picture)
+{
+  guint frame_num = GST_CODEC_PICTURE_FRAME_NUMBER (picture);
+
+  gst_h265_reorder_set_output_buffer (self, frame_num);
+  gst_h265_picture_unref (picture);
+
+  /* Move completed frames to output queue */
+  while (self->frame_queue->len > 0) {
+    GstVideoCodecFrame *frame = g_ptr_array_index (self->frame_queue, 0);
+    if (!frame->output_buffer)
+      break;
+
+    frame = g_ptr_array_steal_index (self->frame_queue, 0);
+    g_ptr_array_add (self->output_queue, frame);
+  }
+}
+
+GstH265Reorder *
+gst_h265_reorder_new (gboolean need_reorder)
+{
+  GstH265Reorder *self = g_object_new (GST_TYPE_H265_REORDER, NULL);
+  gst_object_ref_sink (self);
+
+  self->need_reorder = need_reorder;
+
+  return self;
+}
+
+void
+gst_h265_reorder_drain (GstH265Reorder * reorder)
+{
+  GstH265Picture *picture;
+
+  while ((picture = gst_h265_dpb_bump (reorder->dpb, TRUE)) != NULL) {
+    gst_h265_reorder_output_picture (reorder, picture);
+  }
+
+  gst_h265_dpb_clear (reorder->dpb);
+
+  /* Frame queue should be empty or holding only current frame */
+  while (reorder->frame_queue->len > 0) {
+    GstVideoCodecFrame *frame = g_ptr_array_index (reorder->frame_queue, 0);
+    if (frame == reorder->current_frame)
+      break;
+
+    GST_WARNING_OBJECT (reorder, "Remaining frame after drain %" GST_PTR_FORMAT,
+        frame->input_buffer);
+
+    /* Move to output queue anyway  */
+    frame->output_buffer = gst_buffer_ref (frame->input_buffer);
+    frame = g_ptr_array_steal_index (reorder->frame_queue, 0);
+    g_ptr_array_add (reorder->output_queue, frame);
+  }
+
+  /* presentation number */
+  if (reorder->current_frame)
+    reorder->present_num = reorder->current_frame->system_frame_number;
+  else
+    reorder->present_num = reorder->system_num;
+}
+
+/* C.5.2.2 */
+static gboolean
+gst_h265_reorder_dpb_init (GstH265Reorder * self, const GstH265Slice * slice,
+    GstH265Picture * picture)
+{
+  const GstH265SPS *sps = self->active_sps;
+  GstH265Picture *to_output;
+
+  /* C 3.2 */
+  if (slice->clear_dpb) {
+    /* Ignores NoOutputOfPriorPicsFlag and drain all */
+    gst_h265_reorder_drain (self);
+  } else {
+    /* TODO: According to 7.4.3.3.3, TwoVersionsOfCurrDecPicFlag
+     * should be considered.
+     *
+     * NOTE: (See 8.1.3) if TwoVersionsOfCurrDecPicFlag is 1,
+     * current picture requires two picture buffers allocated in DPB storage,
+     * one is decoded picture *after* in-loop filter, and the other is
+     * decoded picture *before* in-loop filter, so that current picture
+     * can be used as a reference of the current picture
+     * (e.g., intra block copy method in SCC).
+     * Here TwoVersionsOfCurrDecPicFlag takes effect in order to ensure
+     * at least two empty DPB buffer before starting current picture decoding.
+     *
+     * However, two DPB picture allocation is not implemented
+     * in current baseclass (which would imply that we are doing reference
+     * picture management wrongly in case of SCC).
+     * Let's ignore TwoVersionsOfCurrDecPicFlag for now */
+    guint max_dec_pic_buffering =
+        sps->max_dec_pic_buffering_minus1sps->max_sub_layers_minus1 + 1;
+    gst_h265_dpb_delete_unused (self->dpb);
+    while (gst_h265_dpb_needs_bump (self->dpb,
+            sps->max_num_reorder_picssps->max_sub_layers_minus1,
+            self->SpsMaxLatencyPictures, max_dec_pic_buffering)) {
+      to_output = gst_h265_dpb_bump (self->dpb, FALSE);
+
+      /* Something wrong... */
+      if (!to_output) {
+        GST_WARNING_OBJECT (self, "Bumping is needed but no picture to output");
+        break;
+      }
+
+      gst_h265_reorder_output_picture (self, to_output);
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h265_reorder_start_current_picture (GstH265Reorder * self)
+{
+  g_assert (self->current_picture != NULL);
+  g_assert (self->active_sps != NULL);
+  g_assert (self->active_pps != NULL);
+
+  if (!gst_h265_reorder_init_current_picture (self))
+    return FALSE;
+
+  /* Drop all RASL pictures having NoRaslOutputFlag is TRUE for the
+   * associated IRAP picture */
+  if (GST_H265_IS_NAL_TYPE_RASL (self->current_slice.nalu.type) &&
+      self->associated_irap_NoRaslOutputFlag) {
+    GST_DEBUG_OBJECT (self, "Ignores associated_irap_NoRaslOutputFlag");
+  }
+
+  if (!gst_h265_reorder_prepare_rps (self, &self->current_slice,
+          self->current_picture)) {
+    GST_WARNING_OBJECT (self, "Failed to prepare ref pic set");
+    gst_clear_h265_picture (&self->current_picture);
+    return FALSE;
+  }
+
+  if (!gst_h265_reorder_dpb_init (self,
+          &self->current_slice, self->current_picture)) {
+    GST_WARNING_OBJECT (self, "Failed to init dpb");
+    gst_clear_h265_picture (&self->current_picture);
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+gst_h265_reorder_finish_picture (GstH265Reorder * self,
+    GstH265Picture * picture)
+{
+  const GstH265SPS *sps = self->active_sps;
+
+  GST_LOG_OBJECT (self,
+      "Finishing picture %p (poc %d), entries in DPB %d",
+      picture, picture->pic_order_cnt, gst_h265_dpb_get_size (self->dpb));
+
+  gst_h265_dpb_delete_unused (self->dpb);
+
+  /* gst_h265_dpb_add() will take care of pic_latency_cnt increment and
+   * reference picture marking for this picture */
+  gst_h265_dpb_add (self->dpb, picture);
+
+  /* NOTE: As per C.5.2.2, bumping by sps_max_dec_pic_buffering_minus1 is
+   * applied only for the output and removal of pictures from the DPB before
+   * the decoding of the current picture. So pass zero here */
+  while (gst_h265_dpb_needs_bump (self->dpb,
+          sps->max_num_reorder_picssps->max_sub_layers_minus1,
+          self->SpsMaxLatencyPictures, 0)) {
+    GstH265Picture *to_output = gst_h265_dpb_bump (self->dpb, FALSE);
+
+    /* Something wrong... */
+    if (!to_output) {
+      GST_WARNING_OBJECT (self, "Bumping is needed but no picture to output");
+      break;
+    }
+
+    gst_h265_reorder_output_picture (self, to_output);
+  }
+}
+
+static void
+gst_h265_reorder_reset_frame_state (GstH265Reorder * self)
+{
+  /* Clear picture struct information */
+  self->cur_pic_struct = GST_H265_SEI_PIC_STRUCT_FRAME;
+  self->cur_source_scan_type = 2;
+  self->cur_duplicate_flag = 0;
+  self->no_output_of_prior_pics_flag = FALSE;
+  self->current_frame = NULL;
+  g_array_set_size (self->nalu, 0);
+}
+
+static GstBuffer *
+gst_h265_reorder_remove_caption_sei (GstH265Reorder * self, GstBuffer * buffer)
+{
+  GstH265ParserResult pres = GST_H265_PARSER_OK;
+  GstMapInfo map;
+  GstH265NalUnit nalu;
+  guint i;
+  gboolean have_sei = FALSE;
+  GstBuffer *new_buf;
+
+  g_array_set_size (self->au_nalus, 0);
+
+  gst_buffer_map (buffer, &map, GST_MAP_READ);
+  if (self->is_hevc) {
+    guint offset = 0;
+    gsize consumed = 0;
+    guint i;
+
+    do {
+      pres = gst_h265_parser_identify_and_split_nalu_hevc (self->parser,
+          map.data, offset, map.size, self->nal_length_size,
+          self->split_nalu, &consumed);
+      if (pres != GST_H265_PARSER_OK)
+        break;
+
+      for (i = 0; i < self->split_nalu->len; i++) {
+        nalu = g_array_index (self->split_nalu, GstH265NalUnit, i);
+        g_array_append_val (self->au_nalus, nalu);
+      }
+
+      offset += consumed;
+    } while (pres == GST_H265_PARSER_OK);
+  } else {
+    pres = gst_h265_parser_identify_nalu (self->parser,
+        map.data, 0, map.size, &nalu);
+
+    if (pres == GST_H265_PARSER_NO_NAL_END)
+      pres = GST_H265_PARSER_OK;
+
+    while (pres == GST_H265_PARSER_OK) {
+      g_array_append_val (self->au_nalus, nalu);
+
+      pres = gst_h265_parser_identify_nalu (self->parser,
+          map.data, nalu.offset + nalu.size, map.size, &nalu);
+
+      if (pres == GST_H265_PARSER_NO_NAL_END)
+        pres = GST_H265_PARSER_OK;
+    }
+  }
+
+  /* Fast scan without parsing */
+  for (i = 0; i < self->au_nalus->len; i++) {
+    GstH265NalUnit *nl = &g_array_index (self->au_nalus, GstH265NalUnit, i);
+    switch (nl->type) {
+      case GST_H265_NAL_VPS:
+      {
+        GstH265VPS vps;
+        gst_h265_parser_parse_vps (self->parser, nl, &vps);
+        break;
+      }
+      case GST_H265_NAL_SPS:
+      {
+        GstH265SPS sps;
+        gst_h265_parser_parse_sps (self->parser, nl, &sps, TRUE);
+        break;
+      }
+      case GST_H265_NAL_PREFIX_SEI:
+      case GST_H265_NAL_SUFFIX_SEI:
+        have_sei = TRUE;
+        break;
+      default:
+        break;
+    }
+  }
+
+  if (!have_sei) {
+    GST_LOG_OBJECT (self, "Buffer without SEI, %" GST_PTR_FORMAT, buffer);
+    gst_buffer_unmap (buffer, &map);
+    g_array_set_size (self->au_nalus, 0);
+    return gst_buffer_ref (buffer);
+  }
+
+  new_buf = gst_buffer_new ();
+  gst_buffer_copy_into (new_buf, buffer, GST_BUFFER_COPY_METADATA, 0, -1);
+
+  for (i = 0; i < self->au_nalus->len; i++) {
+    GstH265NalUnit *nl = &g_array_index (self->au_nalus, GstH265NalUnit, i);
+    GstMemory *mem = NULL;
+
+    if (nl->type == GST_H265_NAL_PREFIX_SEI ||
+        nl->type == GST_H265_NAL_SUFFIX_SEI) {
+      GArray *msg = NULL;
+      gint j;
+      gst_h265_parser_parse_sei (self->parser, nl, &msg);
+      gboolean have_caption_sei = FALSE;
+
+      for (j = 0; j < (gint) msg->len; j++) {
+        GstH265SEIMessage *sei = &g_array_index (msg, GstH265SEIMessage, j);
+        GstH265RegisteredUserData *rud;
+        if (sei->payloadType != GST_H265_SEI_REGISTERED_USER_DATA)
+          continue;
+
+        rud = &sei->payload.registered_user_data;
+
+        if (!gst_h264_reorder_is_cea708_sei (rud->country_code,
+                rud->data, rud->size)) {
+          continue;
+        }
+
+        GST_LOG_OBJECT (self, "Found CEA708 caption SEI");
+        have_caption_sei = TRUE;
+
+        g_array_remove_index (msg, j);
+        j--;
+      }
+
+      if (have_caption_sei) {
+        if (msg->len > 0) {
+          /* Creates new SEI memory */
+          if (self->is_hevc) {
+            mem = gst_h265_create_sei_memory_hevc (nl->layer_id,
+                nl->temporal_id_plus1, self->nal_length_size, msg);
+          } else {
+            mem = gst_h265_create_sei_memory (nl->layer_id,
+                nl->temporal_id_plus1, 4, msg);
+          }
+
+          if (!mem)
+            GST_ERROR_OBJECT (self, "Couldn't create SEI memory");
+          else
+            gst_buffer_append_memory (new_buf, mem);
+        }
+      } else {
+        gsize size = nl->size + (nl->offset - nl->sc_offset);
+        gpointer *data = g_memdup2 (nl->data + nl->sc_offset, size);
+        mem = gst_memory_new_wrapped (0, data, size, 0, size, data, g_free);
+        gst_buffer_append_memory (new_buf, mem);
+      }
+
+      g_array_unref (msg);
+    } else {
+      gsize size = nl->size + (nl->offset - nl->sc_offset);
+      gpointer *data = g_memdup2 (nl->data + nl->sc_offset, size);
+      mem = gst_memory_new_wrapped (0, data, size, 0, size, data, g_free);
+      gst_buffer_append_memory (new_buf, mem);
+    }
+  }
+
+  gst_buffer_unmap (buffer, &map);
+  g_array_set_size (self->au_nalus, 0);
+
+  return new_buf;
+}
+
+gboolean
+gst_h265_reorder_push (GstH265Reorder * reorder, GstVideoCodecFrame * frame,
+    GstClockTime * latency)
+{
+  GstBuffer *in_buf;
+  GstH265NalUnit nalu;
+  GstH265ParserResult pres = GST_H265_PARSER_OK;
+  GstMapInfo map;
+  gboolean decode_ret = TRUE;
+  guint i;
+
+  gst_h265_reorder_reset_frame_state (reorder);
+
+  frame->system_frame_number = reorder->system_num;
+  frame->decode_frame_number = reorder->system_num;
+
+  GST_LOG_OBJECT (reorder,
+      "Push frame %u, frame queue size: %u, output queue size %u",
+      frame->system_frame_number, reorder->frame_queue->len,
+      reorder->output_queue->len);
+
+  in_buf = gst_h265_reorder_remove_caption_sei (reorder, frame->input_buffer);
+  if (in_buf) {
+    gst_buffer_unref (frame->input_buffer);
+    frame->input_buffer = in_buf;
+  } else {
+    in_buf = frame->input_buffer;
+  }
+
+  reorder->system_num++;
+
+  if (!reorder->need_reorder) {
+    g_ptr_array_add (reorder->output_queue, frame);
+    *latency = 0;
+    return TRUE;
+  }
+
+  g_ptr_array_add (reorder->frame_queue, frame);
+  reorder->current_frame = frame;
+
+  gst_buffer_map (in_buf, &map, GST_MAP_READ);
+  if (reorder->is_hevc) {
+    guint offset = 0;
+    gsize consumed = 0;
+
+    do {
+      pres = gst_h265_parser_identify_and_split_nalu_hevc (reorder->parser,
+          map.data, offset, map.size, reorder->nal_length_size,
+          reorder->split_nalu, &consumed);
+      if (pres != GST_H265_PARSER_OK)
+        break;
+
+      for (i = 0; i < reorder->split_nalu->len; i++) {
+        GstH265NalUnit *nl =
+            &g_array_index (reorder->split_nalu, GstH265NalUnit, i);
+        pres = gst_h265_reorder_parse_nalu (reorder, nl);
+        if (pres != GST_H265_PARSER_OK)
+          break;
+      }
+
+      if (pres != GST_H265_PARSER_OK)
+        break;
+
+      offset += consumed;
+    } while (pres == GST_H265_PARSER_OK);
+  } else {
+    pres = gst_h265_parser_identify_nalu (reorder->parser,
+        map.data, 0, map.size, &nalu);
+
+    if (pres == GST_H265_PARSER_NO_NAL_END)
+      pres = GST_H265_PARSER_OK;
+
+    while (pres == GST_H265_PARSER_OK) {
+      pres = gst_h265_reorder_parse_nalu (reorder, &nalu);
+      if (pres != GST_H265_PARSER_OK)
+        break;
+
+      pres = gst_h265_parser_identify_nalu (reorder->parser,
+          map.data, nalu.offset + nalu.size, map.size, &nalu);
+      if (pres == GST_H265_PARSER_NO_NAL_END)
+        pres = GST_H265_PARSER_OK;
+    }
+  }
+
+  for (i = 0; i < reorder->nalu->len && decode_ret; i++) {
+    GstH265ReorderNalUnit *decoder_nalu =
+        &g_array_index (reorder->nalu, GstH265ReorderNalUnit, i);
+    decode_ret = gst_h265_reorder_decode_nalu (reorder, decoder_nalu);
+  }
+
+  gst_buffer_unmap (in_buf, &map);
+  gst_h265_reorder_reset_frame_state (reorder);
+
+  if (!decode_ret) {
+    GST_ERROR_OBJECT (reorder, "Couldn't decode frame");
+    gst_clear_h265_picture (&reorder->current_picture);
+    reorder->current_frame = NULL;
+
+    g_ptr_array_remove (reorder->frame_queue, frame);
+    reorder->system_num--;
+
+    return FALSE;
+  }
+
+  if (!reorder->current_picture) {
+    GST_DEBUG_OBJECT (reorder,
+        "AU buffer without slice data, current frame %u",
+        frame->system_frame_number);
+
+    g_ptr_array_remove (reorder->frame_queue, frame);
+    reorder->current_frame = NULL;
+    reorder->system_num--;
+
+    return FALSE;
+  }
+
+  gst_h265_reorder_finish_picture (reorder, reorder->current_picture);
+  reorder->current_picture = NULL;
+  reorder->current_frame = NULL;
+
+  *latency = reorder->latency;
+
+  return TRUE;
+}
+
+GstVideoCodecFrame *
+gst_h265_reorder_pop (GstH265Reorder * reorder)
+{
+  if (!reorder->output_queue->len) {
+    GST_LOG_OBJECT (reorder, "Empty output queue, frames queue size %u",
+        reorder->frame_queue->len);
+    return NULL;
+  }
+
+  return g_ptr_array_steal_index (reorder->output_queue, 0);
+}
+
+guint
+gst_h265_reorder_get_num_buffered (GstH265Reorder * reorder)
+{
+  return reorder->frame_queue->len + reorder->output_queue->len;
+}
+
+GstBuffer *
+gst_h265_reorder_insert_sei (GstH265Reorder * reorder, GstBuffer * au,
+    GArray * sei)
+{
+  GstMemory *mem;
+  GstBuffer *new_buf;
+
+  if (reorder->is_hevc)
+    mem = gst_h265_create_sei_memory_hevc (0, 1, reorder->nal_length_size, sei);
+  else
+    mem = gst_h265_create_sei_memory (0, 1, 4, sei);
+
+  if (!mem) {
+    GST_ERROR_OBJECT (reorder, "Couldn't create SEI memory");
+    return NULL;
+  }
+
+  if (reorder->is_hevc) {
+    new_buf = gst_h265_parser_insert_sei_hevc (reorder->parser,
+        reorder->nal_length_size, au, mem);
+  } else {
+    new_buf = gst_h265_parser_insert_sei (reorder->parser, au, mem);
+  }
+
+  gst_memory_unref (mem);
+  return new_buf;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/gsth265reorder.h Added

@@ -0,0 +1,51 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H265_REORDER (gst_h265_reorder_get_type())
+G_DECLARE_FINAL_TYPE (GstH265Reorder, gst_h265_reorder,
+    GST, H265_REORDER, GstObject);
+
+GstH265Reorder * gst_h265_reorder_new (gboolean need_reorder);
+
+gboolean gst_h265_reorder_set_caps (GstH265Reorder * reorder,
+                                    GstCaps * caps,
+                                    GstClockTime * latency);
+
+gboolean gst_h265_reorder_push (GstH265Reorder * reorder,
+                                GstVideoCodecFrame * frame,
+                                GstClockTime * latency);
+
+GstVideoCodecFrame * gst_h265_reorder_pop (GstH265Reorder * reorder);
+
+void     gst_h265_reorder_drain (GstH265Reorder * reorder);
+
+guint    gst_h265_reorder_get_num_buffered (GstH265Reorder * reorder);
+
+GstBuffer * gst_h265_reorder_insert_sei (GstH265Reorder * reorder,
+                                         GstBuffer * au,
+                                         GArray * sei);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/closedcaption/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/closedcaption/meson.build Changed

@@ -1,6 +1,38 @@
 closedcaption_dep = dependency('pangocairo', version : '>= 1.32.6',
                             required : get_option('closedcaption'))
 
+closedcaption_sources = 
+    'gstcccombiner.c',
+    'gstccextractor.c',
+    'gstccconverter.c',
+    'gstcea608mux.c',
+    'gstclosedcaption.c',
+    'gstline21dec.c',
+    'gstcea708decoder.c',
+    'gstceaccoverlay.c',
+    'gstline21enc.c',
+    'ccutils.c',
+    'gsth264ccextractor.c',
+    'gsth265ccextractor.c',
+    'gsth264reorder.c',
+    'gsth265reorder.c',
+    'gstcodecccinserter.c',
+    'gsth264ccinserter.c',
+    'gsth265ccinserter.c',
+
+
+closedcaption_headers = 
+  'gstline21dec.h',
+  'gstcea708decoder.h',
+  'gstcccombiner.h',
+  'gstcea608mux.h',
+  'gstccconverter.h',
+  'gstceaccoverlay.h',
+  'gstccextractor.h',
+  'ccutils.h',
+  'gstline21enc.h',
+
+
 zvbi_sources = 
   'bit_slicer.c',
   'decoder.c',
@@ -9,15 +41,26 @@
   'io-sim.c',
 
 
+extra_args = '-DGST_USE_UNSTABLE_API'
+
+doc_sources = 
+foreach s: closedcaption_sources + closedcaption_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'closedcaption': pathsep.join(doc_sources)
+}
+
 if closedcaption_dep.found()
   gstclosedcaption = library('gstclosedcaption',
-    'gstcccombiner.c', 'gstccextractor.c', 'gstccconverter.c', 'gstcea608mux.c', 'gstclosedcaption.c',
-    'gstline21dec.c', 'gstcea708decoder.c', 'gstceaccoverlay.c', 'gstline21enc.c', 'ccutils.c',
+    closedcaption_sources,
     zvbi_sources,
-    c_args : gst_plugins_bad_args,
+    c_args : gst_plugins_bad_args + extra_args,
     link_args : noseh_link_args,
     include_directories : configinc,
-    dependencies : gstvideo_dep, gstbase_dep, gst_dep, closedcaption_dep, libm,
+    dependencies : gstvideo_dep, gstbase_dep, gst_dep, closedcaption_dep, libm,
+                    gstcodecs_dep,
     install : true,
     install_dir : plugins_install_dir,
   )

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/codec2json/gstav12json.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/codec2json/gstav12json.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/codec2json/gsth2642json.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/codec2json/gsth2642json.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/codec2json/gsth2652json.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/codec2json/gsth2652json.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/codec2json/gstvp82json.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/codec2json/gstvp82json.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/codec2json/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/codec2json/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/colormanagement/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/colormanagement/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlbasesink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlbasesink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlfilesink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlfilesink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlftpsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlftpsink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlhttpsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlhttpsink.c Changed

@@ -47,18 +47,17 @@
 #include <string.h>
 #include <stdio.h>
 
-#if HAVE_SYS_SOCKET_H
+#ifdef HAVE_SYS_SOCKET_H
 #include <sys/socket.h>
 #endif
 #include <sys/types.h>
-#if HAVE_NETINET_IN_H
+#ifdef HAVE_NETINET_IN_H
 #include <netinet/in.h>
 #endif
-#include <unistd.h>
-#if HAVE_NETINET_IP_H
+#ifdef HAVE_NETINET_IP_H
 #include <netinet/ip.h>
 #endif
-#if HAVE_NETINET_TCP_H
+#ifdef HAVE_NETINET_TCP_H
 #include <netinet/tcp.h>
 #endif
 #include <sys/stat.h>
@@ -117,7 +116,8 @@
     GST_RANK_NONE, GST_TYPE_CURL_HTTP_SINK, curl_element_init (plugin));
 /* private functions */
 
-static gboolean proxy_setup (GstCurlBaseSink * bcsink);
+static gboolean proxy_setup (GstCurlBaseSink * bcsink, const gchar * http_proxy,
+    const gchar * https_proxy);
 
 static void
 gst_curl_http_sink_class_init (GstCurlHttpSinkClass * klass)
@@ -188,9 +188,7 @@
   sink->discovered_content_type = NULL;
 
   sink->proxy_port = DEFAULT_PROXY_PORT;
-  sink->proxy_headers_set = FALSE;
   sink->proxy_auth = FALSE;
-  sink->use_proxy = FALSE;
   sink->proxy_conn_established = FALSE;
   sink->proxy_resp = -1;
 }
@@ -334,13 +332,6 @@
     sink->header_list = NULL;
   }
 
-  if (!sink->proxy_headers_set && sink->use_proxy) {
-    sink->header_list = curl_slist_append (sink->header_list,
-        "Content-Length: 0");
-    sink->proxy_headers_set = TRUE;
-    goto set_headers;
-  }
-
   if (sink->use_content_length) {
     /* if content length is used we assume that every buffer is one
      * entire file, which is the case when uploading several jpegs */
@@ -375,8 +366,6 @@
   }
 
 
-set_headers:
-
   if (bcsink->file_name) {
     tmp = g_strdup_printf ("Content-Disposition: attachment; filename="
         "\"%s\"", bcsink->file_name);
@@ -401,15 +390,37 @@
 }
 
 static gboolean
+proxy_enabled (GstCurlHttpSink * sink, gchar ** http_proxy,
+    gchar ** https_proxy)
+{
+  gboolean res = FALSE;
+
+  if (sink->proxy != NULL)
+    res = TRUE;
+
+  *http_proxy = getenv ("http_proxy");
+  if (*http_proxy != NULL)
+    res = TRUE;
+
+  *https_proxy = getenv ("https_proxy");
+  if (*https_proxy != NULL)
+    res = TRUE;
+
+  return res;
+}
+
+static gboolean
 gst_curl_http_sink_set_options_unlocked (GstCurlBaseSink * bcsink)
 {
   GstCurlHttpSink *sink = GST_CURL_HTTP_SINK (bcsink);
   GstCurlTlsSinkClass *parent_class;
   CURLcode res;
+  gchar *http_proxy = NULL;
+  gchar *https_proxy = NULL;
 
   /* proxy settings */
-  if (sink->proxy != NULL) {
-    if (!proxy_setup (bcsink)) {
+  if (proxy_enabled (sink, &http_proxy, &https_proxy)) {
+    if (!proxy_setup (bcsink, http_proxy, https_proxy)) {
       return FALSE;
     }
   }
@@ -520,7 +531,41 @@
 }
 
 static gboolean
-proxy_setup (GstCurlBaseSink * bcsink)
+url_contains_credentials (const gchar * url)
+{
+  CURLUcode rc;
+  g_autofree gchar *user = NULL;
+  g_autofree gchar *pass = NULL;
+  CURLU *handle = NULL;
+
+  if (url == NULL) {
+    return FALSE;
+  }
+
+  handle = curl_url ();
+
+  rc = curl_url_set (handle, CURLUPART_URL, url, 0);
+  if (rc != CURLUE_OK)
+    goto error;
+
+  rc = curl_url_get (handle, CURLUPART_USER, &user, 0);
+  if (rc != CURLUE_OK)
+    goto error;
+
+  rc = curl_url_get (handle, CURLUPART_PASSWORD, &pass, 0);
+  if (rc != CURLUE_OK)
+    goto error;
+
+  curl_url_cleanup (handle);
+  return TRUE;
+
+error:
+  curl_url_cleanup (handle);
+  return FALSE;
+}
+
+static gboolean
+custom_proxy_setup (GstCurlBaseSink * bcsink)
 {
   GstCurlHttpSink *sink = GST_CURL_HTTP_SINK (bcsink);
   CURLcode res;
@@ -558,14 +603,6 @@
       return FALSE;
     }
 
-    res = curl_easy_setopt (bcsink->curl, CURLOPT_PROXYAUTH, CURLAUTH_ANY);
-    if (res != CURLE_OK) {
-      bcsink->error =
-          g_strdup_printf ("failed to set proxy authentication method: %s",
-          curl_easy_strerror (res));
-      return FALSE;
-    }
-
     sink->proxy_auth = TRUE;
   }
 
@@ -578,8 +615,33 @@
       return FALSE;
     }
   }
+  return TRUE;
+}
+
+static gboolean
+proxy_setup (GstCurlBaseSink * bcsink, const gchar * http_proxy,
+    const gchar * https_proxy)
+{
+  GstCurlHttpSink *sink = GST_CURL_HTTP_SINK (bcsink);
+  CURLcode res;
 
-  sink->use_proxy = TRUE;
+  if (sink->proxy != NULL) {
+    if (!custom_proxy_setup (bcsink))
+      return FALSE;
+  } else {
+    sink->proxy_auth = url_contains_credentials (http_proxy)
+        || url_contains_credentials (https_proxy);
+  }
+
+  if (sink->proxy_auth) {
+    res = curl_easy_setopt (bcsink->curl, CURLOPT_PROXYAUTH, CURLAUTH_ANY);
+    if (res != CURLE_OK) {
+      bcsink->error =
+          g_strdup_printf ("failed to set proxy authentication method: %s",
+          curl_easy_strerror (res));
+      return FALSE;
+    }
+  }
 
   return TRUE;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlhttpsink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlhttpsink.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlhttpsrc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlhttpsrc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlhttpsrc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlhttpsrc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlsftpsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlsftpsink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlsmtpsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlsmtpsink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurlsshsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurlsshsink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/gstcurltlssink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/gstcurltlssink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/curl/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/curl/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/dash/gstdashsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/dash/gstdashsink.c Changed

@@ -96,6 +96,10 @@
 GST_DEBUG_CATEGORY_STATIC (gst_dash_sink_debug);
 #define GST_CAT_DEFAULT gst_dash_sink_debug
 
+#define GST_DASHSINK_LOCK(s) g_mutex_lock(&(s)->lock)
+#define GST_DASHSINK_UNLOCK(s) g_mutex_unlock(&(s)->lock)
+#define GST_DASHSINK_MPD_LOCK(s) g_mutex_lock(&(s)->mpd_lock)
+#define GST_DASHSINK_MPD_UNLOCK(s) g_mutex_unlock(&(s)->mpd_lock)
 /**
  * GstDashSinkMuxerType:
  * @GST_DASH_SINK_MUXER_TS: Use mpegtsmux
@@ -246,6 +250,7 @@
 struct _GstDashSink
 {
   GstBin bin;
+  GMutex lock;
   GMutex mpd_lock;
   gchar *location;
   gchar *mpd_filename;
@@ -276,6 +281,7 @@
   GstPad *pad;
   gint buffer_probe;
   GstElement *splitmuxsink;
+  GstElement *muxer;
   gint adaptation_set_id;
   gchar *representation_id;
   gchar *current_segment_location;
@@ -307,9 +313,17 @@
     GST_PAD_REQUEST,
     GST_STATIC_CAPS_ANY);
 
+static GQuark PAD_CONTEXT;
+
+static void
+_do_init (void)
+{
+  PAD_CONTEXT = g_quark_from_static_string ("splitmuxsink-pad-context");
+  GST_DEBUG_CATEGORY_INIT (gst_dash_sink_debug, "dashsink", 0, "DashSink");
+}
+
 #define gst_dash_sink_parent_class parent_class
-G_DEFINE_TYPE_WITH_CODE (GstDashSink, gst_dash_sink, GST_TYPE_BIN,
-    GST_DEBUG_CATEGORY_INIT (gst_dash_sink_debug, "dashsink", 0, "DashSink"));
+G_DEFINE_TYPE_WITH_CODE (GstDashSink, gst_dash_sink, GST_TYPE_BIN, _do_init ());
 GST_ELEMENT_REGISTER_DEFINE (dashsink, "dashsink", GST_RANK_NONE,
     gst_dash_sink_get_type ());
 
@@ -325,20 +339,6 @@
     GstPadTemplate * templ, const gchar * name, const GstCaps * caps);
 static void gst_dash_sink_release_pad (GstElement * element, GstPad * pad);
 
-
-static GstDashSinkStream *
-gst_dash_sink_stream_from_pad (GList * streams, GstPad * pad)
-{
-  GList *l;
-  GstDashSinkStream *stream = NULL;
-  for (l = streams; l != NULL; l = l->next) {
-    stream = l->data;
-    if (stream->pad == pad)
-      return stream;
-  }
-  return NULL;
-}
-
 static GstDashSinkStream *
 gst_dash_sink_stream_from_splitmuxsink (GList * streams, GstElement * element)
 {
@@ -387,12 +387,10 @@
 gst_dash_sink_stream_free (gpointer s)
 {
   GstDashSinkStream *stream = (GstDashSinkStream *) s;
-  g_object_unref (stream->sink);
   g_free (stream->current_segment_location);
   g_free (stream->representation_id);
   g_free (stream->mimetype);
   g_free (stream->codec);
-
   g_free (stream);
 }
 
@@ -415,6 +413,7 @@
   if (sink->mpd_client)
     gst_mpd_client_free (sink->mpd_client);
   g_mutex_clear (&sink->mpd_lock);
+  g_mutex_clear (&sink->lock);
 
   g_list_free_full (sink->streams, gst_dash_sink_stream_free);
 
@@ -507,7 +506,7 @@
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
   g_object_class_install_property (gobject_class, PROP_MPD_ROOT_PATH,
       g_param_spec_string ("mpd-root-path", "MPD Root Path",
-          "Path where the MPD and its fragents will be written",
+          "Path where the MPD and its fragments will be written",
           DEFAULT_MPD_ROOT_PATH, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
   g_object_class_install_property (gobject_class, PROP_MPD_BASEURL,
       g_param_spec_string ("mpd-baseurl", "MPD BaseURL",
@@ -656,48 +655,31 @@
 static gboolean
 gst_dash_sink_add_splitmuxsink (GstDashSink * sink, GstDashSinkStream * stream)
 {
-  GstElement *mux =
-      gst_element_factory_make (dash_muxer_listsink->muxer.element_name,
-      NULL);
-
-  if (sink->muxer == GST_DASH_SINK_MUXER_MP4) {
-    g_object_set (mux, "fragment-duration", sink->target_duration * GST_MSECOND,
-        NULL);
-  } else if (sink->muxer == GST_DASH_SINK_MUXER_DASHMP4) {
-    g_object_set (mux, "fragment-duration", sink->target_duration * GST_SECOND,
-        NULL);
-  }
-
-  g_return_val_if_fail (mux != NULL, FALSE);
-
   stream->splitmuxsink = gst_element_factory_make ("splitmuxsink", NULL);
-  if (!stream->splitmuxsink) {
-    gst_object_unref (mux);
-    return FALSE;
-  }
+  g_return_val_if_fail (stream->splitmuxsink != NULL, FALSE);
+
   stream->giostreamsink = gst_element_factory_make ("giostreamsink", NULL);
   if (!stream->giostreamsink) {
     gst_object_unref (stream->splitmuxsink);
-    gst_object_unref (mux);
     return FALSE;
   }
 
   gst_bin_add (GST_BIN (sink), stream->splitmuxsink);
+  /* We need to keep a reference to the splitmuxsink to keep it alive after it has been removed by the bin.
+   * We need it to be alive until the stream is removed.
+   */
+  gst_object_ref (stream->splitmuxsink);
 
-  if (!sink->use_segment_list)
-    stream->current_segment_id = 1;
-  else
-    stream->current_segment_id = 0;
-  stream->next_segment_id = stream->current_segment_id;
+  stream->muxer =
+      gst_element_factory_make (dash_muxer_listsink->muxer.element_name,
+      NULL);
 
-  g_object_set (stream->splitmuxsink, "location", NULL,
-      "max-size-time", ((GstClockTime) sink->target_duration * GST_SECOND),
-      "send-keyframe-requests", TRUE, "muxer", mux, "sink",
-      stream->giostreamsink, "send-keyframe-requests",
-      sink->send_keyframe_requests, NULL);
+  g_return_val_if_fail (stream->muxer != NULL, FALSE);
 
-  if (sink->muxer == GST_DASH_SINK_MUXER_TS)
-    g_object_set (stream->splitmuxsink, "reset-muxer", FALSE, NULL);
+  gst_object_ref (stream->muxer);
+
+  g_object_set (stream->splitmuxsink, "location", NULL,
+      "muxer", stream->muxer, "sink", stream->giostreamsink, NULL);
 
   g_signal_connect (stream->splitmuxsink, "format-location",
       G_CALLBACK (on_format_location), stream);
@@ -721,6 +703,7 @@
   sink->period_duration = DEFAULT_MPD_PERIOD_DURATION;
   sink->suggested_presentation_delay = DEFAULT_MPD_SUGGESTED_PRESENTATION_DELAY;
 
+  g_mutex_init (&sink->lock);
   g_mutex_init (&sink->mpd_lock);
 
   GST_OBJECT_FLAG_SET (sink, GST_ELEMENT_FLAG_SINK);
@@ -731,6 +714,45 @@
 static void
 gst_dash_sink_reset (GstDashSink * sink)
 {
+  GList *l;
+  for (l = sink->streams; l != NULL; l = l->next) {
+    GstDashSinkStream *stream = (GstDashSinkStream *) l->data;
+    if (stream->muxer)
+      gst_object_unref (stream->muxer);
+
+    stream->muxer =
+        gst_element_factory_make (dash_muxer_listsink->muxer.element_name,
+        NULL);
+
+    g_return_if_fail (stream->muxer != NULL);
+
+    gst_object_ref (stream->muxer);
+
+    g_object_set (stream->splitmuxsink, "muxer", stream->muxer, NULL);
+
+    g_object_set (stream->splitmuxsink, "max-size-time",
+        ((GstClockTime) sink->target_duration * GST_SECOND), NULL);
+    if (sink->muxer == GST_DASH_SINK_MUXER_MP4) {
+      g_object_set (stream->muxer, "fragment-duration",
+          sink->target_duration * GST_MSECOND, NULL);
+    } else if (sink->muxer == GST_DASH_SINK_MUXER_DASHMP4) {
+      g_object_set (stream->muxer, "fragment-duration",
+          sink->target_duration * GST_SECOND, NULL);
+    }
+    if (sink->muxer == GST_DASH_SINK_MUXER_TS)
+      g_object_set (stream->splitmuxsink, "reset-muxer", FALSE, NULL);
+    g_object_set (stream->splitmuxsink, "send-keyframe-requests",
+        sink->send_keyframe_requests, NULL);
+    g_object_set (stream->splitmuxsink, "max-size-time",
+        ((GstClockTime) sink->target_duration * GST_SECOND), NULL);
+
+    if (!sink->use_segment_list)
+      stream->current_segment_id = 1;
+    else
+      stream->current_segment_id = 0;
+    stream->next_segment_id = stream->current_segment_id;
+  }
+
   sink->index = 0;
 }
 
@@ -854,7 +876,7 @@
     }
   }
   /* MPD updates */
-  if (sink->use_segment_list) {
+  if (stream && sink->use_segment_list) {
     GST_INFO_OBJECT (sink, "Add segment URL: %s",
         stream->current_segment_location);
     gst_mpd_client_add_segment_url (sink->mpd_client, sink->current_period_id,
@@ -883,6 +905,32 @@
 }
 
 static void
+gst_dash_sink_send_mpd_update_msg (GstDashSink * sink, gchar * mpd_path)
+{
+  GstMessage *msg;
+  GstStructure *s = gst_structure_new ("dashsink-mpd-update",
+      "location", G_TYPE_STRING, mpd_path,
+      NULL);
+  msg = gst_message_new_element ((GstObject *) sink, s);
+  gst_element_post_message (GST_ELEMENT (sink), msg);
+}
+
+static void
+gst_dash_sink_send_new_segment_msg (GstDashSink * sink,
+    GstDashSinkStream * stream, const gchar * location, GstClockTime duration)
+{
+  GstMessage *msg;
+  GstStructure *s = gst_structure_new ("dashsink-new-segment",
+      "representation-id", G_TYPE_STRING, stream->representation_id,
+      "segment-id", G_TYPE_UINT, stream->current_segment_id,
+      "location", G_TYPE_STRING, location,
+      "duration", GST_TYPE_CLOCK_TIME, duration,
+      NULL);
+  msg = gst_message_new_element ((GstObject *) sink, s);
+  gst_element_post_message (GST_ELEMENT (sink), msg);
+}
+
+static void
 gst_dash_sink_write_mpd_file (GstDashSink * sink,
     GstDashSinkStream * current_stream)
 {
@@ -893,13 +941,13 @@
   GOutputStream *file_stream = NULL;
   gsize bytes_to_write;
 
-  g_mutex_lock (&sink->mpd_lock);
+  GST_DASHSINK_MPD_LOCK (sink);
   gst_dash_sink_generate_mpd_content (sink, current_stream);
   if (!gst_mpd_client_get_xml_content (sink->mpd_client, &mpd_content, &size)) {
     g_mutex_unlock (&sink->mpd_lock);
     return;
   }
-  g_mutex_unlock (&sink->mpd_lock);
+  GST_DASHSINK_MPD_UNLOCK (sink);
 
   if (sink->mpd_root_path)
     mpd_filepath =
@@ -927,6 +975,8 @@
     error = NULL;
   }
 
+  gst_dash_sink_send_mpd_update_msg (sink, mpd_filepath);
+
   g_free (mpd_content);
   g_free (mpd_filepath);
   g_object_unref (file_stream);
@@ -953,10 +1003,14 @@
               &stream->current_running_time_start);
         } else if (gst_structure_has_name (s, "splitmuxsink-fragment-closed")) {
           GstClockTime running_time;
+          const gchar *location = gst_structure_get_string (s, "location");
+          GstClockTime duration;
+          gst_structure_get_clock_time (s, "fragment-duration", &duration);
           gst_structure_get_clock_time (s, "running-time", &running_time);
           if (sink->running_time < running_time)
             sink->running_time = running_time;
           gst_dash_sink_write_mpd_file (sink, stream);
+          gst_dash_sink_send_new_segment_msg (sink, stream, location, duration);
         }
       }
       break;
@@ -997,8 +1051,9 @@
   GstPad *peer = NULL;
   const gchar *split_pad_name = pad_name;
 
+  GST_DASHSINK_LOCK (sink);
   stream = g_new0 (GstDashSinkStream, 1);
-  stream->sink = g_object_ref (sink);
+  stream->sink = sink;
   if (g_str_has_prefix (templ->name_template, "video")) {
     stream->type = DASH_SINK_STREAM_TYPE_VIDEO;
     stream->adaptation_set_id = ADAPTATION_SET_ID_VIDEO;
@@ -1017,10 +1072,8 @@
     stream->representation_id =
         gst_dash_sink_stream_get_next_name (sink->streams, stream->type);
 
-
   stream->mimetype = g_strdup (dash_muxer_listsink->muxer.mimetype);
 
-
   if (!gst_dash_sink_add_splitmuxsink (sink, stream)) {
     GST_ERROR_OBJECT (sink,
         "Unable to create splitmuxsink element for pad template name %s",
@@ -1032,24 +1085,27 @@
   peer = gst_element_request_pad_simple (stream->splitmuxsink, split_pad_name);
   if (!peer) {
     GST_ERROR_OBJECT (sink, "Unable to request pad name %s", split_pad_name);
+    GST_DASHSINK_UNLOCK (sink);
     return NULL;
   }
 
   pad = gst_ghost_pad_new_from_template (pad_name, peer, templ);
+  g_object_set_qdata ((GObject *) (pad), PAD_CONTEXT, stream);
+  stream->buffer_probe = gst_pad_add_probe (pad,
+      GST_PAD_PROBE_TYPE_BUFFER, _dash_sink_buffers_probe, stream, NULL);
+
   gst_pad_set_active (pad, TRUE);
   gst_element_add_pad (element, pad);
   gst_object_unref (peer);
 
   stream->pad = pad;
 
-  stream->buffer_probe = gst_pad_add_probe (stream->pad,
-      GST_PAD_PROBE_TYPE_BUFFER, _dash_sink_buffers_probe, stream, NULL);
-
   sink->streams = g_list_append (sink->streams, stream);
   GST_DEBUG_OBJECT (sink, "Adding a new stream with id %s",
       stream->representation_id);
 
 done:
+  GST_DASHSINK_UNLOCK (sink);
   return pad;
 }
 
@@ -1059,9 +1115,12 @@
   GstDashSink *sink = GST_DASH_SINK (element);
   GstPad *peer;
   GstDashSinkStream *stream =
-      gst_dash_sink_stream_from_pad (sink->streams, pad);
+      (GstDashSinkStream *) (g_object_get_qdata ((GObject *) (pad),
+          PAD_CONTEXT));
 
-  g_return_if_fail (stream != NULL);
+  GST_DASHSINK_LOCK (sink);
+  if (stream == NULL)
+    goto beach;
 
   peer = gst_pad_get_peer (pad);
   if (peer) {
@@ -1078,9 +1137,25 @@
   gst_element_remove_pad (element, pad);
   gst_pad_set_active (pad, FALSE);
 
-  stream->pad = NULL;
+  if (stream->muxer) {
+    gst_object_unref (stream->muxer);
+  }
+
+  if (stream->splitmuxsink) {
+    gst_element_set_locked_state (stream->splitmuxsink, TRUE);
+    gst_element_set_state (stream->splitmuxsink, GST_STATE_NULL);
+    gst_bin_remove (GST_BIN (sink), stream->splitmuxsink);
+    gst_object_unref (stream->splitmuxsink);
+  }
+
+  /* Remove the stream from our consideration */
+  sink->streams = g_list_remove (sink->streams, stream);
+  gst_dash_sink_stream_free (stream);
 
   gst_object_unref (pad);
+
+beach:
+  GST_DASHSINK_UNLOCK (sink);
 }
 
 static GstStateChangeReturn
@@ -1094,6 +1169,16 @@
       if (!g_list_length (sink->streams)) {
         return GST_STATE_CHANGE_FAILURE;
       }
+
+      break;
+    case GST_STATE_CHANGE_READY_TO_PAUSED:{
+      GST_DASHSINK_LOCK (sink);
+      gst_dash_sink_reset (sink);
+      GST_DASHSINK_UNLOCK (sink);
+      break;
+    }
+    case GST_STATE_CHANGE_PAUSED_TO_READY:
+    case GST_STATE_CHANGE_READY_TO_NULL:
       break;
     default:
       break;
@@ -1120,7 +1205,7 @@
     const GValue * value, GParamSpec * pspec)
 {
   GstDashSink *sink = GST_DASH_SINK (object);
-
+  GST_DASHSINK_LOCK (sink);
   switch (prop_id) {
     case PROP_MPD_FILENAME:
       g_free (sink->mpd_filename);
@@ -1165,6 +1250,7 @@
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
   }
+  GST_DASHSINK_UNLOCK (sink);
 }
 
 static void
@@ -1172,7 +1258,7 @@
     GValue * value, GParamSpec * pspec)
 {
   GstDashSink *sink = GST_DASH_SINK (object);
-
+  GST_DASHSINK_LOCK (sink);
   switch (prop_id) {
     case PROP_MPD_FILENAME:
       g_value_set_string (value, sink->mpd_filename);
@@ -1214,4 +1300,5 @@
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
   }
+  GST_DASHSINK_UNLOCK (sink);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/dash/gstmpdperiodnode.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/dash/gstmpdperiodnode.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/dash/gstxmlhelper.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/dash/gstxmlhelper.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/dash/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/dash/meson.build Changed

@@ -33,6 +33,50 @@
   'gstdashsink.c',
 
 
+dash_headers = 
+  'gstdashsink.h',
+  'gstmpdsegmenttemplatenode.h',
+  'gstdashdemux.h',
+  'gstmpdsubsetnode.h',
+  'gstmpdhelper.h',
+  'gstmpdrootnode.h',
+  'gstmpdrepresentationnode.h',
+  'gstmpdmultsegmentbasenode.h',
+  'gstmpdsubrepresentationnode.h',
+  'gstmpdsegmentlistnode.h',
+  'gstmpdclient.h',
+  'gstxmlhelper.h',
+  'gstmpdmetricsrangenode.h',
+  'gstmpdnode.h',
+  'gstmpdlocationnode.h',
+  'gstmpdutctimingnode.h',
+  'gstmpdsegmenturlnode.h',
+  'gstmpdrepresentationbasenode.h',
+  'gstmpdsnode.h',
+  'gstmpdurltypenode.h',
+  'gstmpdprograminformationnode.h',
+  'gstmpdsegmenttimelinenode.h',
+  'gstmpdsegmentbasenode.h',
+  'gstmpdadaptationsetnode.h',
+  'gstmpdmetricsnode.h',
+  'gstmpdreportingnode.h',
+  'gstmpdcontentcomponentnode.h',
+  'gstmpddescriptortypenode.h',
+  'gstmpdparser.h',
+  'gstmpdbaseurlnode.h',
+  'gstdash_debug.h',
+  'gstmpdperiodnode.h',
+
+
+doc_sources = 
+foreach s: dash_sources + dash_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'dash': pathsep.join(doc_sources)
+}
+
 xml2_dep = dependency('libxml-2.0',
   version : '>= 2.8',
   fallback : 'libxml2',

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/dc1394/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/dc1394/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/directfb/dfbvideosink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/directfb/dfbvideosink.c Changed

@@ -594,21 +594,18 @@
             "event buffer");
       } else {                  /* Handle event */
         if (event.input.type == DIET_KEYPRESS) {
-          switch (event.input.key_symbol) {
-            case DIKS_ESCAPE:
-            {
-              GST_ELEMENT_ERROR (dfbvideosink, RESOURCE, OPEN_WRITE,
-                  ("Video output device is gone."),
-                  ("We were running fullscreen and user "
-                      "pressed the ESC key, stopping playback."));
-            }
-            default:
-              GST_DEBUG_OBJECT (dfbvideosink, "key press event %c !",
-                  event.input.key_symbol);
-              gst_dfbvideosink_navigation_send_event
-                  (GST_NAVIGATION (dfbvideosink),
-                  gst_navigation_event_new_key_press ("prout",
-                      GST_NAVIGATION_MODIFIER_NONE));
+          if (event.input.key_symbol == DIKS_ESCAPE) {
+            GST_ELEMENT_ERROR (dfbvideosink, RESOURCE, OPEN_WRITE,
+                ("Video output device is gone."),
+                ("We were running fullscreen and user "
+                    "pressed the ESC key, stopping playback."));
+          } else {
+            GST_DEBUG_OBJECT (dfbvideosink, "key press event %c !",
+                event.input.key_symbol);
+            gst_dfbvideosink_navigation_send_event
+                (GST_NAVIGATION (dfbvideosink),
+                gst_navigation_event_new_key_press ("dfb",
+                    GST_NAVIGATION_MODIFIER_NONE));
           }
         } else if (event.input.type == DIET_BUTTONPRESS) {
           gint x, y;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/directfb/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/directfb/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/dtls/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/dtls/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/dts/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/dts/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/faac/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/faac/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/faad/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/faad/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/fdkaac/gstfdkaacdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/fdkaac/gstfdkaacdec.c Changed

@@ -305,6 +305,7 @@
   switch (n_front) {
     case 7:
       SHIFT_CHAN (front, FRONT_CENTER);
+      /* FALLTHROUGH */
     case 6:
       SHIFT_CHAN (front, FRONT_LEFT_OF_CENTER);
       SHIFT_CHAN (front, FRONT_RIGHT_OF_CENTER);
@@ -316,6 +317,7 @@
 
     case 5:
       SHIFT_CHAN (front, FRONT_CENTER);
+      /* FALLTHROUGH */
     case 4:
       SHIFT_CHAN (front, FRONT_LEFT_OF_CENTER);
       SHIFT_CHAN (front, FRONT_RIGHT_OF_CENTER);
@@ -325,6 +327,7 @@
 
     case 3:
       SHIFT_CHAN (front, FRONT_CENTER);
+      /* FALLTHROUGH */
     case 2:
       SHIFT_CHAN (front, FRONT_LEFT);
       SHIFT_CHAN (front, FRONT_RIGHT);
@@ -394,6 +397,7 @@
   switch (n_top_front) {
     case 3:
       SHIFT_CHAN (top_front, TOP_FRONT_CENTER);
+      /* FALLTHROUGH */
     case 2:
       SHIFT_CHAN (top_front, TOP_FRONT_LEFT);
       SHIFT_CHAN (top_front, TOP_FRONT_RIGHT);
@@ -407,6 +411,7 @@
   switch (n_top_center) {
     case 3:
       SHIFT_CHAN (top_center, TOP_CENTER);
+      /* FALLTHROUGH */
     case 2:
       SHIFT_CHAN (top_center, TOP_SIDE_LEFT);
       SHIFT_CHAN (top_center, TOP_SIDE_RIGHT);
@@ -437,6 +442,7 @@
   switch (n_bottom_front) {
     case 3:
       SHIFT_CHAN (bottom_front, BOTTOM_FRONT_CENTER);
+      /* FALLTHROUGH */
     case 2:
       SHIFT_CHAN (bottom_front, BOTTOM_FRONT_LEFT);
       SHIFT_CHAN (bottom_front, BOTTOM_FRONT_RIGHT);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/fdkaac/gstfdkaacenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/fdkaac/gstfdkaacenc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/fdkaac/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/fdkaac/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/flite/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/flite/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/fluidsynth/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/fluidsynth/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/gme/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/gme/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/gs/README.md -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/gs/README.md Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/gs/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/gs/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/gsm/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/gsm/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/gtk/gstgtkwaylandsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/gtk/gstgtkwaylandsink.c Changed

@@ -45,8 +45,8 @@
 static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
     GST_PAD_SINK,
     GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (GST_WL_VIDEO_FORMATS) ";"
-        GST_VIDEO_DMA_DRM_CAPS_MAKE)
+    GST_STATIC_CAPS (GST_VIDEO_DMA_DRM_CAPS_MAKE ";"
+        GST_VIDEO_CAPS_MAKE (GST_WL_VIDEO_FORMATS))
     );
 
 static void gst_gtk_wayland_sink_get_property (GObject * object,
@@ -780,48 +780,21 @@
   g_mutex_lock (&priv->display_lock);
 
   if (priv->display) {
-    GValue shm_list = G_VALUE_INIT, dmabuf_list = G_VALUE_INIT;
-    GValue value = G_VALUE_INIT;
-    GArray *formats, *modifiers;
-    gint i;
-    guint fmt;
-    GstVideoFormat gfmt;
-    guint64 mod;
+    GValue format_list = G_VALUE_INIT;
 
-    g_value_init (&shm_list, GST_TYPE_LIST);
-    g_value_init (&dmabuf_list, GST_TYPE_LIST);
-
-    /* Add corresponding shm formats */
-    formats = gst_wl_display_get_shm_formats (priv->display);
-    for (i = 0; i < formats->len; i++) {
-      fmt = g_array_index (formats, uint32_t, i);
-      gfmt = gst_wl_shm_format_to_video_format (fmt);
-      if (gfmt != GST_VIDEO_FORMAT_UNKNOWN) {
-        g_value_init (&value, G_TYPE_STRING);
-        g_value_set_static_string (&value, gst_video_format_to_string (gfmt));
-        gst_value_list_append_and_take_value (&shm_list, &value);
-      }
-    }
-
-    gst_structure_take_value (gst_caps_get_structure (caps, 0), "format",
-        &shm_list);
+    g_value_init (&format_list, GST_TYPE_LIST);
 
     /* Add corresponding dmabuf formats */
-    formats = gst_wl_display_get_dmabuf_formats (priv->display);
-    modifiers = gst_wl_display_get_dmabuf_modifiers (priv->display);
-    for (i = 0; i < formats->len; i++) {
-      fmt = g_array_index (formats, uint32_t, i);
-      gfmt = gst_wl_dmabuf_format_to_video_format (fmt);
-      mod = g_array_index (modifiers, guint64, i);
-      if (gfmt != GST_VIDEO_FORMAT_UNKNOWN) {
-        g_value_init (&value, G_TYPE_STRING);
-        g_value_take_string (&value, gst_wl_dmabuf_format_to_string (fmt, mod));
-        gst_value_list_append_and_take_value (&dmabuf_list, &value);
-      }
-    }
+    gst_wl_display_fill_dmabuf_format_list (priv->display, &format_list);
+    gst_structure_take_value (gst_caps_get_structure (caps, 0), "drm-format",
+        &format_list);
 
-    gst_structure_take_value (gst_caps_get_structure (caps, 1), "drm-format",
-        &dmabuf_list);
+    g_value_init (&format_list, GST_TYPE_LIST);
+
+    /* Add corresponding shm formats */
+    gst_wl_display_fill_shm_format_list (priv->display, &format_list);
+    gst_structure_take_value (gst_caps_get_structure (caps, 1), "format",
+        &format_list);
 
     GST_DEBUG_OBJECT (self, "display caps: %" GST_PTR_FORMAT, caps);
   }
@@ -1038,11 +1011,10 @@
   GstCaps *caps;
   GstBufferPool *pool = NULL;
   gboolean need_pool;
-  GstAllocator *alloc;
 
   gst_query_parse_allocation (query, &caps, &need_pool);
 
-  if (need_pool) {
+  if (need_pool && !gst_video_is_dma_drm_caps (caps)) {
     GstStructure *config;
     pool = gst_wl_video_buffer_pool_new ();
     config = gst_buffer_pool_get_config (pool);
@@ -1057,10 +1029,13 @@
   if (pool)
     g_object_unref (pool);
 
-  alloc = gst_shm_allocator_get ();
-  gst_query_add_allocation_param (query, alloc, NULL);
+  if (!gst_video_is_dma_drm_caps (caps)) {
+    GstAllocator *alloc = gst_shm_allocator_get ();
+    gst_query_add_allocation_param (query, alloc, NULL);
+    g_object_unref (alloc);
+  }
+
   gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
-  g_object_unref (alloc);
 
   return TRUE;
 }
@@ -1287,25 +1262,29 @@
   }
 no_buffer:
   {
-    GST_WARNING_OBJECT (self, "could not create buffer");
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("could not create buffer"), (NULL));
+    ret = GST_FLOW_ERROR;
     goto done;
   }
 no_wl_buffer_shm:
   {
-    GST_ERROR_OBJECT (self, "could not create wl_buffer out of wl_shm memory");
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("could not create wl_buffer out of wl_shm memory"), (NULL));
     ret = GST_FLOW_ERROR;
     goto done;
   }
 no_wl_buffer:
   {
-    GST_ERROR_OBJECT (self,
-        "buffer %" GST_PTR_FORMAT " cannot have a wl_buffer", buffer);
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("buffer %" GST_PTR_FORMAT " cannot have a wl_buffer", buffer), (NULL));
     ret = GST_FLOW_ERROR;
     goto done;
   }
 activate_failed:
   {
-    GST_ERROR_OBJECT (self, "failed to activate bufferpool.");
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("failed to activate bufferpool."), (NULL));
     ret = GST_FLOW_ERROR;
     goto done;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/gtk/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/gtk/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/hls/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/hls/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/iqa/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/iqa/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/isac/gstisacdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/isac/gstisacdec.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/isac/gstisacenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/isac/gstisacenc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/isac/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/isac/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/ladspa/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/ladspa/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/lc3/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lc3/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/README.md Added

@@ -0,0 +1,48 @@
+LCEVC Decoder Build Instructions
+--------------------------------
+
+1. Build and install the V-Nova's LCEVC Decoder SDK (LCEVCdec):
+
+- Checkout the repository: https://github.com/v-novaltd/LCEVCdec
+
+```
+$ git clone https://github.com/v-novaltd/LCEVCdec.git
+$ cd LCEVCdec
+```
+
+- Build and install the SDK
+- $BUILD_DIR and $INSTALL_DIR are local build and install directories
+
+```
+$ mkdir $BUILD_DIR
+$ cd $BUILD_DIR
+$ cmake  -G Ninja -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=$INSTALL_DIR ..
+$ cmake --build .
+$ cmake --install .
+```
+
+2. Build LCEVC decoder (lcevcdecoder) plugin for GStreamer:
+
+- You can now build the lcevcdecoder plugin by using the '-Dgst-plugins-bad:lcevcdecoder=enabled' meson flag
+- $BUILD_DIR and $INSTALL_DIR are local build and install directories
+- For example:
+
+```
+$ cd GStreaner
+$ meson setup $BUILD_DIR --pkg-config-path=$INSTALL_DIR/lib/pkgconfig -Dgst-plugins-bad:lcevcdecoder=enabled
+$ ninja -C $BUILD_DIR
+```
+
+3. Run GStreamer LCEVC decoder pipeline:
+
+- If the build was successful, you can test LCEVC decoding with the following pipeline:
+
+```
+$ gst-launch-1.0 filesrc location=/home/user/lcevc-sample.mp4 ! qtdemux ! h264parse ! openh264dec ! lcevcdec ! videoconvert ! autovideosink
+```
+
+- LCEVC decoding should also work with autoplugging elements:
+
+```
+$ gst-launch-1.0 playbin uri=file:///home/user/lcevc-sample.mp4
+```

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevcdec.c Added

@@ -0,0 +1,720 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <stdio.h>
+#include <stdlib.h>
+#include <string.h>
+
+#include <gst/codecparsers/gstlcevcmeta.h>
+
+#include "gstlcevcdecutils.h"
+#include "gstlcevcdec.h"
+
+enum
+{
+  PROP_0,
+  PROP_VERBOSE,
+  PROP_MAX_WIDTH,
+  PROP_MAX_HEIGHT,
+  PROP_MAX_LATENCY
+};
+
+#define DEFAULT_MAX_WIDTH 3840
+#define DEFAULT_MAX_HEIGHT 2160
+#define DEFAULT_MAX_LATENCY 0
+
+#define GST_CAT_DEFAULT gst_lcevc_dec_debug
+GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
+
+static GstStaticPadTemplate sink_template_factory =
+GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
+        (GST_LCEVC_DEC_UTILS_SUPPORTED_FORMATS))
+    );
+
+static GstStaticPadTemplate src_template_factory =
+GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
+        (GST_LCEVC_DEC_UTILS_SUPPORTED_FORMATS))
+    );
+
+#define DEBUG_INIT \
+    GST_DEBUG_CATEGORY_INIT (gst_lcevc_dec_debug, \
+    "lcevcdec", 0, "LCEVC Decoder element");
+
+G_DEFINE_TYPE_WITH_CODE (GstLcevcDec, gst_lcevc_dec, GST_TYPE_VIDEO_DECODER,
+    DEBUG_INIT);
+GST_ELEMENT_REGISTER_DEFINE (lcevcdec, "lcevcdec",
+    GST_RANK_MARGINAL, GST_TYPE_LCEVC_DEC);
+
+#define GST_LCEVC_DEC_PICTURE_DATA gst_lcevc_dec_picture_data ()
+
+static GQuark
+gst_lcevc_dec_picture_data (void)
+{
+  static GQuark quark = 0;
+
+  if (quark == 0)
+    quark = g_quark_from_string ("GstLcevcDecPictureData");
+
+  return quark;
+}
+
+typedef struct
+{
+  LCEVC_DecoderHandle decoder_handle;
+  LCEVC_PictureHandle picture_handle;
+  guint32 width;
+  guint height;
+} PictureData;
+
+static PictureData *
+picture_data_new (LCEVC_DecoderHandle decoder_handle, GstVideoFrame * frame)
+{
+  PictureData *ret = g_new0 (PictureData, 1);
+
+  ret->decoder_handle = decoder_handle;
+  ret->width = GST_VIDEO_FRAME_WIDTH (frame);
+  ret->height = GST_VIDEO_FRAME_HEIGHT (frame);
+
+  /* Alloc LCEVC picture handle */
+  if (!gst_lcevc_dec_utils_alloc_picture_handle (decoder_handle, frame,
+          &ret->picture_handle)) {
+    g_free (ret);
+    return NULL;
+  }
+
+  return ret;
+}
+
+static void
+picture_data_free (gpointer p)
+{
+  PictureData *data = p;
+  LCEVC_FreePicture (data->decoder_handle, data->picture_handle);
+  g_free (data);
+}
+
+static void
+gst_lcevc_dec_init (GstLcevcDec * lcevc)
+{
+  lcevc->max_width = DEFAULT_MAX_WIDTH;
+  lcevc->max_height = DEFAULT_MAX_HEIGHT;
+  lcevc->max_latency = DEFAULT_MAX_LATENCY;
+}
+
+static void
+gst_lcevc_dec_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstLcevcDec *lcevc = GST_LCEVC_DEC (object);
+
+  switch (prop_id) {
+    case PROP_VERBOSE:
+      lcevc->verbose = g_value_get_boolean (value);
+      break;
+    case PROP_MAX_WIDTH:
+      lcevc->max_width = g_value_get_int (value);
+      break;
+    case PROP_MAX_HEIGHT:
+      lcevc->max_height = g_value_get_int (value);
+      break;
+    case PROP_MAX_LATENCY:
+      lcevc->max_latency = g_value_get_int (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_lcevc_dec_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstLcevcDec *lcevc = GST_LCEVC_DEC (object);
+
+  switch (prop_id) {
+    case PROP_VERBOSE:
+      g_value_set_boolean (value, lcevc->verbose);
+      break;
+    case PROP_MAX_WIDTH:
+      g_value_set_int (value, lcevc->max_width);
+      break;
+    case PROP_MAX_HEIGHT:
+      g_value_set_int (value, lcevc->max_height);
+      break;
+    case PROP_MAX_LATENCY:
+      g_value_set_int (value, lcevc->max_latency);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+event_callback (LCEVC_DecoderHandle dec, LCEVC_Event event,
+    LCEVC_PictureHandle pic, const LCEVC_DecodeInformation * info,
+    const uint8_t * data, uint32_t size, void *user_data)
+{
+  GstLcevcDec *lcevc = user_data;
+
+  switch (event) {
+    case LCEVC_Log:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC Log");
+      break;
+    case LCEVC_Exit:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC Exit");
+      break;
+    case LCEVC_CanSendBase:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC CanSendBase");
+      break;
+    case LCEVC_CanSendEnhancement:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC CanSendEnhancement");
+      break;
+    case LCEVC_CanSendPicture:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC CanSendPicure");
+      break;
+    case LCEVC_CanReceive:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC CanReceive");
+      break;
+    case LCEVC_BasePictureDone:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC Base Picure Done");
+      break;
+    case LCEVC_OutputPictureDone:
+      GST_DEBUG_OBJECT (lcevc, "LCEVC Output Picure Done");
+      break;
+    default:
+      break;
+  }
+}
+
+static gboolean
+initialize_lcevc_decoder (GstLcevcDec * lcevc)
+{
+  LCEVC_AccelContextHandle accel_context = { 0, };
+  int32_t events = { LCEVC_Log, LCEVC_Exit, LCEVC_CanSendBase,
+    LCEVC_CanSendEnhancement, LCEVC_CanSendPicture, LCEVC_CanReceive,
+    LCEVC_BasePictureDone, LCEVC_OutputPictureDone
+  };
+
+  if (LCEVC_CreateDecoder (&lcevc->decoder_handle, accel_context) !=
+      LCEVC_Success)
+    return FALSE;
+
+  if (lcevc->max_width > 0)
+    LCEVC_ConfigureDecoderInt (lcevc->decoder_handle, "max_width",
+        lcevc->max_width);
+  if (lcevc->max_height > 0)
+    LCEVC_ConfigureDecoderInt (lcevc->decoder_handle, "max_height",
+        lcevc->max_height);
+  if (lcevc->max_latency > 0)
+    LCEVC_ConfigureDecoderInt (lcevc->decoder_handle, "max_latency",
+        lcevc->max_latency);
+
+  if (lcevc->verbose) {
+    LCEVC_ConfigureDecoderBool (lcevc->decoder_handle, "log_stdout", TRUE);
+    LCEVC_ConfigureDecoderInt (lcevc->decoder_handle, "log_level", 2);
+  }
+
+  LCEVC_ConfigureDecoderIntArray (lcevc->decoder_handle, "events", 8, events);
+
+  LCEVC_SetDecoderEventCallback (lcevc->decoder_handle, event_callback, lcevc);
+
+  if (LCEVC_InitializeDecoder (lcevc->decoder_handle) != LCEVC_Success)
+    return FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+gst_lcevc_dec_start (GstVideoDecoder * decoder)
+{
+  GstLcevcDec *lcevc = GST_LCEVC_DEC (decoder);
+
+  /* Initialize LCEVC decoder */
+  if (!initialize_lcevc_decoder (lcevc)) {
+    GST_ELEMENT_ERROR (decoder, LIBRARY, INIT, (NULL),
+        ("Couldn't initialize LCEVC decoder"));
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_lcevc_dec_stop (GstVideoDecoder * decoder)
+{
+  GstLcevcDec *lcevc = GST_LCEVC_DEC (decoder);
+
+  /* Destry LCEVC decoder */
+  LCEVC_DestroyDecoder (lcevc->decoder_handle);
+
+  return TRUE;
+}
+
+static gboolean
+gst_lcevc_dec_decide_allocation (GstVideoDecoder * decoder, GstQuery * query)
+{
+  GstLcevcDec *lcevc = GST_LCEVC_DEC (decoder);
+
+  if (!GST_VIDEO_DECODER_CLASS (gst_lcevc_dec_parent_class)->decide_allocation
+      (decoder, query))
+    return FALSE;
+
+  lcevc->can_crop = gst_query_find_allocation_meta (query,
+      GST_VIDEO_CROP_META_API_TYPE, NULL);
+
+  return TRUE;
+}
+
+static gboolean
+ensure_output_resolution (GstLcevcDec * lcevc, guint32 width, guint32 height,
+    GstVideoCodecState * state)
+{
+  /* Set output state with input resolution to do passthrough */
+  if (width != lcevc->out_width || height != lcevc->out_height) {
+    GstVideoCodecState *s;
+
+    s = gst_video_decoder_set_output_state (GST_VIDEO_DECODER (lcevc),
+        GST_VIDEO_INFO_FORMAT (&lcevc->in_info), width, height, state);
+    if (!s)
+      return FALSE;
+
+    lcevc->out_width = width;
+    lcevc->out_height = height;
+
+    gst_video_codec_state_unref (s);
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_lcevc_dec_set_format (GstVideoDecoder * decoder, GstVideoCodecState * state)
+{
+  GstLcevcDec *lcevc = GST_LCEVC_DEC (decoder);
+  LCEVC_ColorFormat format;
+  gint par_n, par_d;
+  guint32 w, h;
+
+  /* Make sure format is supported */
+  format =
+      gst_lcevc_dec_utils_get_color_format (GST_VIDEO_INFO_FORMAT
+      (&state->info));
+  if (format == LCEVC_ColorFormat_Unknown)
+    return FALSE;
+
+  /* Keep input info */
+  lcevc->in_info = state->info;
+
+  /* Output resultion is always twice as big as input resultion divided by
+   * pixel aspect ratio */
+  par_n = GST_VIDEO_INFO_PAR_N (&state->info);
+  if (par_n == 0)
+    par_n = 1;
+  par_d = GST_VIDEO_INFO_PAR_D (&state->info);
+  if (par_d == 0)
+    par_d = 1;
+  w = (GST_VIDEO_INFO_WIDTH (&state->info) * 2) / par_d;
+  h = (GST_VIDEO_INFO_HEIGHT (&state->info) * 2) / par_n;
+
+  /* Set pixel aspect ratio back to 1/1 */
+  GST_VIDEO_INFO_PAR_N (&state->info) = 1;
+  GST_VIDEO_INFO_PAR_D (&state->info) = 1;
+
+  /* Set output resolution */
+  if (!ensure_output_resolution (lcevc, w, h, state))
+    return FALSE;
+
+  /* We always work with full RAW video frames */
+  gst_video_decoder_set_subframe_mode (decoder, FALSE);
+
+  return TRUE;
+}
+
+static GstVideoCodecFrame *
+find_pending_frame_from_picture_handle (GstLcevcDec * lcevc,
+    LCEVC_PictureHandle picture_handle)
+{
+  GList *iter;
+  GList *pending_frames;
+  GstVideoCodecFrame *found = NULL;
+
+  pending_frames = gst_video_decoder_get_frames (GST_VIDEO_DECODER (lcevc));
+
+  for (iter = pending_frames; iter; iter = g_list_next (iter)) {
+    GstVideoCodecFrame *frame = (GstVideoCodecFrame *) iter->data;
+    PictureData *pd;
+
+    pd = gst_mini_object_get_qdata (GST_MINI_OBJECT (frame->output_buffer),
+        GST_LCEVC_DEC_PICTURE_DATA);
+    if (pd->picture_handle.hdl == picture_handle.hdl) {
+      found = gst_video_codec_frame_ref (frame);
+      break;
+    }
+  }
+
+  g_list_free_full (pending_frames,
+      (GDestroyNotify) gst_video_codec_frame_unref);
+
+  return found;
+}
+
+static gboolean
+receive_enhanced_picture (GstLcevcDec * lcevc)
+{
+  LCEVC_PictureHandle picture_handle = { 0, };
+  LCEVC_DecodeInformation decode_info = { 0, };
+
+  while (LCEVC_ReceiveDecoderPicture (lcevc->decoder_handle, &picture_handle,
+          &decode_info) == LCEVC_Success) {
+    LCEVC_PictureDesc pic_desc = { 0, };
+    GstVideoCodecFrame *received_frame;
+    GstVideoCropMeta *cmeta;
+
+    if (LCEVC_GetPictureDesc (lcevc->decoder_handle, picture_handle,
+            &pic_desc) != LCEVC_Success) {
+      GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+          ("Could not get desciption of received enhanced picutre"));
+      return FALSE;
+    }
+
+    GST_INFO_OBJECT (lcevc,
+        "Received enhanced picture: ts=%ld e=%d w=%d h=%d t=%d b=%d l=%d r=%d",
+        decode_info.timestamp, decode_info.enhanced, pic_desc.width,
+        pic_desc.height, pic_desc.cropTop, pic_desc.cropBottom,
+        pic_desc.cropLeft, pic_desc.cropRight);
+
+    received_frame = find_pending_frame_from_picture_handle (lcevc,
+        picture_handle);
+    if (received_frame) {
+      /* Change output allocation if enhanced picutre resolution changed */
+      if (!ensure_output_resolution (lcevc, pic_desc.width, pic_desc.height,
+              NULL)) {
+        gst_video_codec_frame_unref (received_frame);
+        return FALSE;
+      }
+
+      /* Add crop meta if downstream can crop */
+      if (lcevc->can_crop) {
+        cmeta = gst_buffer_add_video_crop_meta (received_frame->output_buffer);
+        cmeta->x = pic_desc.cropLeft;
+        cmeta->y = pic_desc.cropTop;
+        cmeta->width =
+            pic_desc.width - (pic_desc.cropLeft + pic_desc.cropRight);
+        cmeta->height =
+            pic_desc.height - (pic_desc.cropTop + pic_desc.cropBottom);
+
+        /* Change output caps if crop values changed */
+        if (lcevc->out_crop_top != pic_desc.cropTop ||
+            lcevc->out_crop_bottom != pic_desc.cropBottom ||
+            lcevc->out_crop_left != pic_desc.cropLeft ||
+            lcevc->out_crop_right != pic_desc.cropRight) {
+          GstVideoCodecState *s;
+
+          lcevc->out_crop_top = pic_desc.cropTop;
+          lcevc->out_crop_bottom = pic_desc.cropBottom;
+          lcevc->out_crop_left = pic_desc.cropLeft;
+          lcevc->out_crop_right = pic_desc.cropRight;
+
+          s = gst_video_decoder_get_output_state (GST_VIDEO_DECODER (lcevc));
+          if (!s) {
+            gst_video_codec_frame_unref (received_frame);
+            return FALSE;
+          }
+
+          s->caps = gst_video_info_to_caps (&s->info);
+          gst_caps_set_simple (s->caps,
+              "width", G_TYPE_INT,
+              pic_desc.width - (pic_desc.cropLeft + pic_desc.cropRight),
+              "height", G_TYPE_INT,
+              pic_desc.height - (pic_desc.cropTop + pic_desc.cropBottom), NULL);
+          gst_video_decoder_negotiate (GST_VIDEO_DECODER (lcevc));
+
+          gst_video_codec_state_unref (s);
+        }
+      }
+
+      /* Finish frame */
+      received_frame->output_buffer->pts = decode_info.timestamp;
+      gst_video_decoder_finish_frame (GST_VIDEO_DECODER (lcevc),
+          received_frame);
+      gst_video_codec_frame_unref (received_frame);
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+receive_base_picture (GstLcevcDec * lcevc)
+{
+  LCEVC_PictureHandle picture_handle = { 0, };
+
+  while (LCEVC_ReceiveDecoderBase (lcevc->decoder_handle, &picture_handle)
+      == LCEVC_Success) {
+    GST_DEBUG_OBJECT (lcevc, "Received base picture %ld", picture_handle.hdl);
+
+    if (LCEVC_FreePicture (lcevc->decoder_handle, picture_handle)
+        != LCEVC_Success) {
+      GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+          ("Could not free base picture %ld", picture_handle.hdl));
+      return FALSE;
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+send_enhancement_data (GstLcevcDec * lcevc, GstBuffer * input_buffer)
+{
+  gboolean ret = FALSE;
+  GstLcevcMeta *lcevc_meta;
+  GstMapInfo enhancement_info;
+
+  lcevc_meta = gst_buffer_get_lcevc_meta (input_buffer);
+  if (!lcevc_meta) {
+    GST_INFO_OBJECT (lcevc,
+        "Input buffer %ld enhancement data not found, doing passthrough",
+        input_buffer->pts);
+
+    /* Set output state with input resolution to do passthrough */
+    return ensure_output_resolution (lcevc,
+        GST_VIDEO_INFO_WIDTH (&lcevc->in_info),
+        GST_VIDEO_INFO_HEIGHT (&lcevc->in_info), NULL);
+  }
+
+  if (!gst_buffer_map (lcevc_meta->enhancement_data, &enhancement_info,
+          GST_MAP_READ)) {
+    GST_INFO_OBJECT (lcevc, "Could not map input buffer %ld enhancement data",
+        input_buffer->pts);
+    goto done;
+  }
+
+  if (LCEVC_SendDecoderEnhancementData (lcevc->decoder_handle,
+          input_buffer->pts, TRUE, enhancement_info.data,
+          enhancement_info.size) != LCEVC_Success) {
+    GST_INFO_OBJECT (lcevc,
+        "Could not send input buffer %ld enhancement data with size %ld",
+        input_buffer->pts, enhancement_info.size);
+    goto done;
+  }
+
+  GST_INFO_OBJECT (lcevc,
+      "Sent input buffer %ld enhancement data with size %lu",
+      input_buffer->pts, enhancement_info.size);
+
+  ret = TRUE;
+
+done:
+  gst_buffer_unmap (lcevc_meta->enhancement_data, &enhancement_info);
+  return ret;
+}
+
+static gboolean
+send_base_picture (GstLcevcDec * lcevc, GstBuffer * input_buffer)
+{
+  gboolean ret = FALSE;
+  LCEVC_PictureHandle picture_handle;
+  GstVideoFrame frame = { 0, };
+
+  if (!gst_video_frame_map (&frame, &lcevc->in_info, input_buffer,
+          GST_MAP_READ)) {
+    GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+        ("Could not map input buffer %ld", input_buffer->pts));
+    goto done;
+  }
+
+  if (!gst_lcevc_dec_utils_alloc_picture_handle (lcevc->decoder_handle, &frame,
+          &picture_handle)) {
+    GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+        ("Could not allocate input picture handle %ld", input_buffer->pts));
+    goto done;
+  }
+
+  if (LCEVC_SendDecoderBase (lcevc->decoder_handle, input_buffer->pts, TRUE,
+          picture_handle, 1000000, NULL) != LCEVC_Success) {
+    GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+        ("Could not send input buffer %ld base picture", input_buffer->pts));
+    goto done;
+  }
+
+  GST_INFO_OBJECT (lcevc, "Sent input buffer %ld base picture",
+      input_buffer->pts);
+
+  ret = TRUE;
+
+done:
+  gst_video_frame_unmap (&frame);
+  return ret;
+}
+
+static gboolean
+send_enhanced_picture (GstLcevcDec * lcevc, GstVideoCodecFrame * frame)
+{
+  GstVideoCodecState *s = NULL;
+  GstVideoFrame map = { 0, };
+  PictureData *pd;
+  gboolean res = FALSE;
+
+  /* Get output state */
+  s = gst_video_decoder_get_output_state (GST_VIDEO_DECODER (lcevc));
+  if (!s) {
+    GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+        ("Could not get output state"));
+    goto done;
+  }
+
+  /* Map the video frame */
+  if (!gst_video_frame_map (&map, &s->info, frame->output_buffer,
+          GST_MAP_WRITE)) {
+    GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+        ("Could not map output buffer for writting"));
+    goto done;
+  }
+
+  /* Get pic data if any and size didn't change, otherwise create a new one */
+  pd = gst_mini_object_get_qdata (GST_MINI_OBJECT (frame->output_buffer),
+      GST_LCEVC_DEC_PICTURE_DATA);
+  if (!pd || pd->width != lcevc->out_width || pd->height != lcevc->out_height) {
+    /* Create picture data */
+    pd = picture_data_new (lcevc->decoder_handle, &map);
+    if (!pd) {
+      GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+          ("Could not create output picture data"));
+      goto done;
+    }
+
+    /* Set picture data on buffer */
+    gst_mini_object_set_qdata (GST_MINI_OBJECT (frame->output_buffer),
+        GST_LCEVC_DEC_PICTURE_DATA, pd, picture_data_free);
+  }
+
+  /* Send enhanced picture */
+  if (LCEVC_SendDecoderPicture (lcevc->decoder_handle, pd->picture_handle)
+      != LCEVC_Success) {
+    GST_ELEMENT_ERROR (lcevc, STREAM, DECODE, (NULL),
+        ("Could not send output buffer enhanced picture"));
+    goto done;
+  }
+
+  res = TRUE;
+
+done:
+  gst_video_frame_unmap (&map);
+  g_clear_pointer (&s, gst_video_codec_state_unref);
+  return res;
+}
+
+static GstFlowReturn
+gst_lcevc_dec_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame)
+{
+  GstLcevcDec *lcevc = GST_LCEVC_DEC (decoder);
+
+  GST_DEBUG_OBJECT (decoder, "Handling frame %d with timestamp %ld",
+      frame->system_frame_number, frame->input_buffer->pts);
+
+  if (!send_enhancement_data (lcevc, frame->input_buffer))
+    goto error;
+
+  if (!send_base_picture (lcevc, frame->input_buffer))
+    goto error;
+
+  if (gst_video_decoder_allocate_output_frame (decoder, frame) != GST_FLOW_OK) {
+    GST_ELEMENT_ERROR (decoder, STREAM, DECODE, (NULL),
+        ("Could not allocate output frame"));
+    goto error;
+  }
+
+  if (!send_enhanced_picture (lcevc, frame))
+    goto error;
+
+  if (!receive_enhanced_picture (lcevc))
+    goto error;
+
+  if (!receive_base_picture (lcevc))
+    goto error;
+
+  return GST_FLOW_OK;
+
+error:
+  gst_video_decoder_drop_frame (decoder, frame);
+  return GST_FLOW_ERROR;
+}
+
+static void
+gst_lcevc_dec_class_init (GstLcevcDecClass * klass)
+{
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstVideoDecoderClass *bt_class = GST_VIDEO_DECODER_CLASS (klass);
+
+  gst_element_class_add_static_pad_template (element_class,
+      &sink_template_factory);
+  gst_element_class_add_static_pad_template (element_class,
+      &src_template_factory);
+  gst_element_class_set_static_metadata (element_class,
+      "LCEVC Decoder", "Codec/Decoder/Video",
+      "Enhances video frames using attached LCEVC metadata",
+      "Julian Bouzas <julian.bouzas@collabora.com>");
+
+  gobject_class->set_property = gst_lcevc_dec_set_property;
+  gobject_class->get_property = gst_lcevc_dec_get_property;
+
+  bt_class->start = gst_lcevc_dec_start;
+  bt_class->stop = gst_lcevc_dec_stop;
+  bt_class->decide_allocation = gst_lcevc_dec_decide_allocation;
+  bt_class->set_format = gst_lcevc_dec_set_format;
+  bt_class->handle_frame = gst_lcevc_dec_handle_frame;
+
+  g_object_class_install_property (gobject_class, PROP_VERBOSE,
+      g_param_spec_boolean ("verbose", "Verbose",
+          "Output status information of the LCEVC Decoder SDK",
+          FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_MAX_WIDTH,
+      g_param_spec_int ("max-width", "Maximum Width",
+          "The maximum width for the LCEVC decoder (0 = default)",
+          0, G_MAXINT, DEFAULT_MAX_WIDTH,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_MAX_HEIGHT,
+      g_param_spec_int ("max-height", "Maximum Height",
+          "The maximum height for the LCEVC decoder (0 = default)",
+          0, G_MAXINT, DEFAULT_MAX_HEIGHT,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_MAX_LATENCY,
+      g_param_spec_int ("max-latency", "Maximum Latency",
+          "The maximum latency in frames for the LCEVC decoder (0 = default)",
+          0, G_MAXINT, DEFAULT_MAX_LATENCY,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevcdec.h Added

@@ -0,0 +1,75 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_DEC_H__
+#define __GST_LCEVC_DEC_H__
+
+#include <gst/video/gstvideodecoder.h>
+#include <gst/video/video-info.h>
+
+#include <LCEVC/lcevc_dec.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_LCEVC_DEC \
+  (gst_lcevc_dec_get_type())
+#define GST_LCEVC_DEC(obj) \
+  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_LCEVC_DEC,GstLcevcDec))
+#define GST_LCEVC_DEC_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_LCEVC_DEC,GstLcevcDecClass))
+#define GST_IS_LCEVC_DEC(obj) \
+  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_LCEVC_DEC))
+#define GST_IS_LCEVC_DEC_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_LCEVC_DEC))
+
+typedef struct _GstLcevcDec GstLcevcDec;
+typedef struct _GstLcevcDecClass GstLcevcDecClass;
+
+struct _GstLcevcDec {
+  GstVideoDecoder video_decoder;
+
+  /* Props */
+  gboolean verbose;
+  gint max_width;
+  gint max_height;
+  gint max_latency;
+
+  LCEVC_DecoderHandle decoder_handle;
+  GstVideoInfo in_info;
+  gboolean can_crop;
+
+  guint32 out_width;
+  guint32 out_height;
+  guint32 out_crop_top;
+  guint32 out_crop_bottom;
+  guint32 out_crop_left;
+  guint32 out_crop_right;
+};
+
+struct _GstLcevcDecClass {
+  GstVideoDecoderClass video_decoder_class;
+};
+
+GType gst_lcevc_dec_get_type(void);
+
+GST_ELEMENT_REGISTER_DECLARE (lcevcdec);
+
+G_END_DECLS
+
+#endif /* __GST_LCEVC_DEC_H__ */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevcdecodebin.c Added

@@ -0,0 +1,332 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/pbutils/pbutils.h>
+
+#include "gstlcevcdecutils.h"
+#include "gstlcevcdecodebin.h"
+
+enum
+{
+  PROP_0,
+  PROP_BASE_DECODER,
+};
+
+GST_DEBUG_CATEGORY_STATIC (lcevcdecodebin_debug);
+#define GST_CAT_DEFAULT (lcevcdecodebin_debug)
+
+typedef struct
+{
+  /* Props */
+  gchar *base_decoder;
+
+  gboolean constructed;
+  const gchar *missing_element;
+} GstLcevcDecodeBinPrivate;
+
+#define gst_lcevc_decode_bin_parent_class parent_class
+G_DEFINE_ABSTRACT_TYPE_WITH_CODE (GstLcevcDecodeBin, gst_lcevc_decode_bin,
+    GST_TYPE_BIN,
+    G_ADD_PRIVATE (GstLcevcDecodeBin);
+    GST_DEBUG_CATEGORY_INIT (lcevcdecodebin_debug, "lcevcdecodebin", 0,
+        "lcevcdecodebin"));
+
+static GstStaticPadTemplate gst_lcevc_decode_bin_src_template =
+GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
+        (GST_LCEVC_DEC_UTILS_SUPPORTED_FORMATS))
+    );
+
+static gboolean
+gst_lcevc_decode_bin_open (GstLcevcDecodeBin * self)
+{
+  GstLcevcDecodeBinPrivate *priv =
+      gst_lcevc_decode_bin_get_instance_private (self);
+
+  if (priv->missing_element) {
+    gst_element_post_message (GST_ELEMENT (self),
+        gst_missing_element_message_new (GST_ELEMENT (self),
+            priv->missing_element));
+  } else if (!priv->constructed) {
+    GST_ELEMENT_ERROR (self, CORE, FAILED, (NULL),
+        ("Failed to construct or link LCEVC decoder elements."));
+  }
+
+  return priv->constructed;
+}
+
+static GstStateChangeReturn
+gst_lcevc_decode_bin_change_state (GstElement * element,
+    GstStateChange transition)
+{
+  GstLcevcDecodeBin *self = GST_LCEVC_DECODE_BIN (element);
+
+  switch (transition) {
+    case GST_STATE_CHANGE_NULL_TO_READY:
+      if (!gst_lcevc_decode_bin_open (self))
+        return GST_STATE_CHANGE_FAILURE;
+      break;
+    default:
+      break;
+  }
+
+  return GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
+}
+
+static char *
+gst_lcevc_decode_bin_find_base_decoder (GstLcevcDecodeBin * self)
+{
+  GstLcevcDecodeBinClass *klass = GST_LCEVC_DECODE_BIN_GET_CLASS (self);
+  GList *factories;
+  gchar *res = NULL;
+  GstCaps *accepted_caps;
+
+  /* Get the accepted sink caps for the base decoder */
+  if (!klass->get_base_decoder_sink_caps)
+    return NULL;
+  accepted_caps = klass->get_base_decoder_sink_caps (self);
+  if (!accepted_caps)
+    return NULL;
+
+  /* Get all decoders and sort them by rank */
+  factories =
+      gst_element_factory_list_get_elements (GST_ELEMENT_FACTORY_TYPE_DECODER,
+      GST_RANK_MARGINAL);
+  factories = g_list_sort (factories, gst_plugin_feature_rank_compare_func);
+
+  /* Select the first compatible factory (list is sorted by rank) */
+  while (factories) {
+    GstElementFactory *f = factories->data;
+    const GList *pad_templates;
+    gboolean is_compatible = FALSE;
+
+    factories = g_list_next (factories);
+
+    pad_templates = gst_element_factory_get_static_pad_templates (f);
+    while (pad_templates) {
+      GstStaticPadTemplate *st = (GstStaticPadTemplate *) pad_templates->data;
+      GstCaps *template_caps;
+
+      pad_templates = g_list_next (pad_templates);
+
+      /* Get the sink pad template */
+      if (st->direction != GST_PAD_SINK)
+        continue;
+
+      /* Skip any pad that is not h264 with lcevc=false */
+      template_caps = gst_static_pad_template_get_caps (st);
+      if (!gst_caps_can_intersect (template_caps, accepted_caps)) {
+        gst_caps_unref (template_caps);
+        continue;
+      }
+
+      gst_caps_unref (template_caps);
+      is_compatible = TRUE;
+      break;
+    }
+
+    if (is_compatible) {
+      res = gst_object_get_name (GST_OBJECT (f));
+      break;
+    }
+  }
+
+  g_list_free (factories);
+  gst_caps_unref (accepted_caps);
+  return res;
+}
+
+static void
+gst_lcevc_decode_bin_constructed (GObject * obj)
+{
+  GstLcevcDecodeBin *self = GST_LCEVC_DECODE_BIN (obj);
+  GstLcevcDecodeBinClass *klass = GST_LCEVC_DECODE_BIN_GET_CLASS (self);
+  GstLcevcDecodeBinPrivate *priv =
+      gst_lcevc_decode_bin_get_instance_private (self);
+  GstPad *src_gpad, *sink_gpad;
+  GstPad *src_pad = NULL, *sink_pad = NULL;
+  GstElement *base_decoder = NULL;
+  GstElement *lcevcdec = NULL;
+
+  /* setup ghost pads */
+  sink_gpad = gst_ghost_pad_new_no_target_from_template ("sink",
+      gst_element_class_get_pad_template (GST_ELEMENT_CLASS (klass), "sink"));
+  gst_element_add_pad (GST_ELEMENT (self), sink_gpad);
+
+  src_gpad = gst_ghost_pad_new_no_target_from_template ("src",
+      gst_element_class_get_pad_template (GST_ELEMENT_CLASS (klass), "src"));
+  gst_element_add_pad (GST_ELEMENT (self), src_gpad);
+
+  /* Create base decoder if name is given, otherwise fine one */
+  if (priv->base_decoder) {
+    base_decoder = gst_element_factory_make (priv->base_decoder, NULL);
+    if (!base_decoder) {
+      priv->missing_element = priv->base_decoder;
+      goto error;
+    }
+  } else {
+    gchar *name = gst_lcevc_decode_bin_find_base_decoder (self);
+    if (!name)
+      goto error;
+    base_decoder = gst_element_factory_make (name, NULL);
+    g_free (name);
+    if (!base_decoder)
+      goto error;
+  }
+
+  /* Create LCEVC decoder */
+  lcevcdec = gst_element_factory_make ("lcevcdec", NULL);
+  if (!lcevcdec) {
+    priv->missing_element = "lcevcdec";
+    goto error;
+  }
+
+  if (!gst_bin_add (GST_BIN (self), base_decoder))
+    goto error;
+  if (!gst_bin_add (GST_BIN (self), lcevcdec))
+    goto error;
+
+  if (!gst_element_link (base_decoder, lcevcdec))
+    goto error;
+
+  /* link elements */
+  sink_pad = gst_element_get_static_pad (base_decoder, "sink");
+  gst_ghost_pad_set_target (GST_GHOST_PAD (sink_gpad), sink_pad);
+  gst_clear_object (&sink_pad);
+
+  src_pad = gst_element_get_static_pad (lcevcdec, "src");
+  gst_ghost_pad_set_target (GST_GHOST_PAD (src_gpad), src_pad);
+  gst_object_unref (src_pad);
+
+  /* signal success, we will handle this in NULL->READY transition */
+  priv->constructed = TRUE;
+  G_OBJECT_CLASS (parent_class)->constructed (obj);
+  return;
+
+error:
+  gst_clear_object (&base_decoder);
+  gst_clear_object (&lcevcdec);
+
+  priv->constructed = FALSE;
+  G_OBJECT_CLASS (parent_class)->constructed (obj);
+}
+
+static void
+gst_lcevc_decode_bin_finalize (GObject * obj)
+{
+  GstLcevcDecodeBin *self = GST_LCEVC_DECODE_BIN (obj);
+  GstLcevcDecodeBinPrivate *priv =
+      gst_lcevc_decode_bin_get_instance_private (self);
+
+  g_free (priv->base_decoder);
+
+  G_OBJECT_CLASS (parent_class)->finalize (obj);
+}
+
+
+static void
+gst_lcevc_decode_bin_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstLcevcDecodeBin *self = GST_LCEVC_DECODE_BIN (object);
+  GstLcevcDecodeBinPrivate *priv =
+      gst_lcevc_decode_bin_get_instance_private (self);
+
+  switch (prop_id) {
+    case PROP_BASE_DECODER:
+      g_clear_pointer (&priv->base_decoder, g_free);
+      priv->base_decoder = g_value_dup_string (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_lcevc_decode_bin_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstLcevcDecodeBin *self = GST_LCEVC_DECODE_BIN (object);
+  GstLcevcDecodeBinPrivate *priv =
+      gst_lcevc_decode_bin_get_instance_private (self);
+
+  switch (prop_id) {
+    case PROP_BASE_DECODER:
+      g_value_set_string (value, priv->base_decoder);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_lcevc_decode_bin_handle_message (GstBin * bin, GstMessage * message)
+{
+  /* We use bin as source for latency messages (fixes decodebin3 autopluggin) */
+  switch (message->type) {
+    case GST_MESSAGE_LATENCY:
+      gst_message_unref (message);
+      message = gst_message_new_latency (GST_OBJECT (bin));
+      return;
+    default:
+      break;
+  }
+
+  GST_BIN_CLASS (parent_class)->handle_message (bin, message);
+}
+
+static void
+gst_lcevc_decode_bin_class_init (GstLcevcDecodeBinClass * klass)
+{
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstBinClass *bin_class = GST_BIN_CLASS (klass);
+
+  gst_element_class_add_static_pad_template (element_class,
+      &gst_lcevc_decode_bin_src_template);
+  element_class->change_state =
+      GST_DEBUG_FUNCPTR (gst_lcevc_decode_bin_change_state);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_LCEVC_DECODE_BIN, 0);
+
+  gobject_class->constructed = gst_lcevc_decode_bin_constructed;
+  gobject_class->finalize = gst_lcevc_decode_bin_finalize;
+  gobject_class->set_property = gst_lcevc_decode_bin_set_property;
+  gobject_class->get_property = gst_lcevc_decode_bin_get_property;
+
+  bin_class->handle_message = gst_lcevc_decode_bin_handle_message;
+
+  g_object_class_install_property (gobject_class, PROP_BASE_DECODER,
+      g_param_spec_string ("base-decoder", "Base Decoder",
+          "The base decoder element name (NULL for automatic)",
+          NULL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+}
+
+static void
+gst_lcevc_decode_bin_init (GstLcevcDecodeBin * self)
+{
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevcdecodebin.h Added

@@ -0,0 +1,48 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_DECODE_BIN_H__
+#define __GST_LCEVC_DECODE_BIN_H__
+
+#include <gst/gst.h>
+
+G_BEGIN_DECLS
+
+/* When wrapping, use the original rank plus this offset. The ad-hoc rules is
+ * that hardware implementation will use PRIMARY+1 or +2 to override the
+ * software decoder, so the offset must be large enough to jump over those.
+ * This should also be small enough so that a marginal (64) or secondary
+ * wrapper does not cross the PRIMARY line.
+ */
+#define GST_LCEVC_DECODE_BIN_RANK_OFFSET 10
+
+#define GST_TYPE_LCEVC_DECODE_BIN (gst_lcevc_decode_bin_get_type())
+G_DECLARE_DERIVABLE_TYPE (GstLcevcDecodeBin,
+    gst_lcevc_decode_bin, GST, LCEVC_DECODE_BIN, GstBin);
+
+struct _GstLcevcDecodeBinClass
+{
+  GstBinClass parent_class;
+
+  GstCaps * (*get_base_decoder_sink_caps) (GstLcevcDecodeBin * base);
+};
+
+G_END_DECLS
+
+#endif /* __GST_LCEVC_DECODE_BIN_H__ */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevcdecutils.c Added

@@ -0,0 +1,92 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include "gstlcevcdecutils.h"
+
+LCEVC_ColorFormat
+gst_lcevc_dec_utils_get_color_format (GstVideoFormat format)
+{
+  switch (format) {
+    case GST_VIDEO_FORMAT_I420:
+      return LCEVC_I420_8;
+    case GST_VIDEO_FORMAT_NV12:
+      return LCEVC_NV12_8;
+    case GST_VIDEO_FORMAT_NV21:
+      return LCEVC_NV21_8;
+    case GST_VIDEO_FORMAT_RGB:
+      return LCEVC_RGB_8;
+    case GST_VIDEO_FORMAT_BGR:
+      return LCEVC_BGR_8;
+    case GST_VIDEO_FORMAT_RGBA:
+      return LCEVC_RGBA_8;
+    case GST_VIDEO_FORMAT_BGRA:
+      return LCEVC_BGRA_8;
+    case GST_VIDEO_FORMAT_ARGB:
+      return LCEVC_ARGB_8;
+    case GST_VIDEO_FORMAT_ABGR:
+      return LCEVC_ABGR_8;
+    default:
+      break;
+  }
+
+  return LCEVC_ColorFormat_Unknown;
+}
+
+gboolean
+gst_lcevc_dec_utils_alloc_picture_handle (LCEVC_DecoderHandle decoder_handle,
+    GstVideoFrame * frame, LCEVC_PictureHandle * picture_handle)
+{
+  LCEVC_PictureDesc picture_desc = { 0, };
+  LCEVC_PictureBufferDesc buffer_desc = { 0, };
+  LCEVC_PicturePlaneDesc plane_descGST_VIDEO_MAX_PLANES = { 0, };
+  LCEVC_ColorFormat fmt;
+  guint i;
+
+  fmt = gst_lcevc_dec_utils_get_color_format (GST_VIDEO_FRAME_FORMAT (frame));
+  if (fmt == LCEVC_ColorFormat_Unknown)
+    return FALSE;
+
+  /* Set LCEVC Picture Description */
+  if (LCEVC_DefaultPictureDesc (&picture_desc, fmt,
+          GST_VIDEO_FRAME_WIDTH (frame), GST_VIDEO_FRAME_HEIGHT (frame))
+      != LCEVC_Success)
+    return FALSE;
+
+  /* Set buffer description */
+  buffer_desc.data = GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
+  buffer_desc.byteSize = GST_VIDEO_FRAME_SIZE (frame);
+  buffer_desc.access = LCEVC_Access_Write;
+
+  /* Set plane description */
+  for (i = 0; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
+    plane_desci.firstSample = GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+    plane_desci.rowByteStride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+  }
+
+  /* FIXME: We set the stride on all the array (needed for LCEVCdec 2.0.0) */
+  for (; i < GST_VIDEO_MAX_PLANES; i++)
+    plane_desci.rowByteStride = GST_VIDEO_FRAME_WIDTH (frame);
+
+  /* Allocate LCEVC Picture */
+  if (LCEVC_AllocPictureExternal (decoder_handle, &picture_desc, &buffer_desc,
+          plane_desc, picture_handle) != LCEVC_Success)
+    return FALSE;
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevcdecutils.h Added

@@ -0,0 +1,42 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_DEC_UTILS_H__
+#define __GST_LCEVC_DEC_UTILS_H__
+
+#include <gst/gst.h>
+#include <gst/video/video-info.h>
+
+#include <LCEVC/lcevc_dec.h>
+
+G_BEGIN_DECLS
+
+/* TODO: Only I420 and NV12 are currently working with the SDK */
+#define GST_LCEVC_DEC_UTILS_SUPPORTED_FORMATS \
+    "{ I420, NV12 }"
+
+LCEVC_ColorFormat gst_lcevc_dec_utils_get_color_format (GstVideoFormat format);
+
+gboolean gst_lcevc_dec_utils_alloc_picture_handle (
+    LCEVC_DecoderHandle decoder_handle, GstVideoFrame *frame,
+    LCEVC_PictureHandle *picture_handle);
+
+G_END_DECLS
+
+#endif /* __GST_LCEVC_DEC_UTILS_H__ */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevch264decodebin.c Added

@@ -0,0 +1,72 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstlcevch264decodebin.h"
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h264, lcevc = (boolean) true")
+    );
+
+struct _GstLcevcH264DecodeBin
+{
+  GstLcevcDecodeBin parent;
+};
+
+#define gst_lcevc_h264_decode_bin_parent_class parent_class
+G_DEFINE_TYPE (GstLcevcH264DecodeBin, gst_lcevc_h264_decode_bin,
+    GST_TYPE_LCEVC_DECODE_BIN);
+
+GST_ELEMENT_REGISTER_DEFINE (lcevch264decodebin, "lcevch264decodebin",
+    GST_RANK_PRIMARY + GST_LCEVC_DECODE_BIN_RANK_OFFSET,
+    GST_TYPE_LCEVC_H264_DECODE_BIN);
+
+static GstCaps *
+gst_lcevc_h264_decode_bin_get_base_decoder_sink_caps (GstLcevcDecodeBin * base)
+{
+  return gst_caps_new_simple ("video/x-h264",
+      "lcevc", G_TYPE_BOOLEAN, FALSE, NULL);
+}
+
+static void
+gst_lcevc_h264_decode_bin_class_init (GstLcevcH264DecodeBinClass * klass)
+{
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstLcevcDecodeBinClass *ldb_class = GST_LCEVC_DECODE_BIN_CLASS (klass);
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "H264 Lcevc Decode Bin", "Codec/Decoder/Video",
+      "Wrapper bin to decode H264 with LCEVC data.",
+      "Julian Bouzas <julian.bouzas@collabora.com>");
+
+  ldb_class->get_base_decoder_sink_caps =
+      gst_lcevc_h264_decode_bin_get_base_decoder_sink_caps;
+}
+
+static void
+gst_lcevc_h264_decode_bin_init (GstLcevcH264DecodeBin * self)
+{
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/gstlcevch264decodebin.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_H264_DECODE_BIN_H__
+#define __GST_LCEVC_H264_DECODE_BIN_H__
+
+#include "gstlcevcdecodebin.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_LCEVC_H264_DECODE_BIN (gst_lcevc_h264_decode_bin_get_type())
+G_DECLARE_FINAL_TYPE (GstLcevcH264DecodeBin, gst_lcevc_h264_decode_bin,
+    GST, LCEVC_H264_DECODE_BIN, GstLcevcDecodeBin);
+
+GST_ELEMENT_REGISTER_DECLARE (lcevch264decodebin);
+
+G_END_DECLS
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/meson.build Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcdecoder/plugin.c Added

@@ -0,0 +1,44 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+
+#include "gstlcevcdec.h"
+#include "gstlcevch264decodebin.h"
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  gboolean ret = FALSE;
+
+  ret |= GST_ELEMENT_REGISTER (lcevcdec, plugin);
+  ret |= GST_ELEMENT_REGISTER (lcevch264decodebin, plugin);
+
+  return ret;
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    lcevcdecoder,
+    "LCEVC decoder",
+    plugin_init, VERSION, GST_LICENSE, GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/README.md Added

@@ -0,0 +1,62 @@
+LCEVC Encoder Build Instructions
+--------------------------------
+
+1. Download and manually install the pre-built V-Nova's LCEVC Encoder SDK:
+
+- You can get a trial pre-built V-Nova's LCEVC Encoder SDK directly just by signing up at: https://download.v-nova.com
+- There should be at least a pre-built `encoder_sdk.tar.gz` package for Ubuntu 20, Ubuntu 22 and Windows.
+- Once you have downloaded the correct package for your system, extract the tar file:
+
+```
+$ cd Downloads
+$ tar xvf encoder_sdk.tar.gz
+```
+
+- Now you need to manually install the headers, libraries and plugins in $INSTALL_DIR
+- For example, $INSTALL_DIR for Linux can be `/usr/local`:
+
+```
+$ cp -v include/*.h /usr/local/include
+$ cp -v *.so /usr/local/lib
+```
+
+- Afterwards, you need to manually create the `lcevc_eil.pc` package config file with this contents:
+
+```
+prefix=/usr/local
+includedir=${prefix}/include
+libdir=${prefix}/lib
+
+Name: lcevc_eil
+Description: LCEVC Encoder EIL library
+Version: 3.11.3
+Libs: -L${libdir} -llcevc_eil
+Cflags: -I${includedir}
+```
+
+- And finally install it under `/usr/local/lib/pkgconfig`
+
+```
+$ cp -v lcevc_eil.pc /usr/local/lib/pkgconfig
+```
+
+2. Build LCEVC encoder (lcevcencoder) plugin for GStreamer:
+
+- You can now build the lcevcencoder plugin by using the '-Dgst-plugins-bad:lcevcencoder=enabled' meson flag
+- $BUILD_DIR and $INSTALL_DIR are local build and install directories
+- For example:
+
+```
+$ cd GStreaner
+$ meson setup $BUILD_DIR --pkg-config-path=$INSTALL_DIR/lib/pkgconfig -Dgst-plugins-bad:lcevcencoder=enabled
+$ ninja -C $BUILD_DIR
+```
+
+3. Run GStreamer LCEVC encoder pipeline:
+
+- If the build was successful, you can test LCEVC encoding (H264) with the following pipeline:
+
+```
+$ gst-launch-1.0 videotestsrc pattern=ball num-buffers=1024 ! video/x-raw,width=1920,height=1080,format=I420,framerate=25/1 ! lcevch264enc plugin-name="x264" plugin-props="preset=superfast;tune=zerolatency" ! h264parse ! mp4mux ! filesink location=lcevc-sample.mp4
+```
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/gstlcevcencoder.c Added

@@ -0,0 +1,866 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <math.h>
+
+#include <gst/codecparsers/gstlcevcmeta.h>
+
+#include <lcevc_eil.h>
+
+#include "gstlcevcencoder.h"
+#include "gstlcevcencoderutils.h"
+
+GST_DEBUG_CATEGORY_STATIC (lcevcencoder_debug);
+#define GST_CAT_DEFAULT (lcevcencoder_debug)
+
+#define DEFAULT_MIN_BITRATE 0
+#define DEFAULT_MAX_BITRATE 2048000
+#define DEFAULT_BITRATE 0
+#define DEFAULT_SEI_LCEVC TRUE
+#define DEFAULT_MIN_GOP_LENGTH -2
+#define DEFAULT_GOP_LENGTH -2
+#define DEFAULT_DEBUG FALSE
+
+/* The max number of frames the encoder can receive without encoding a frame */
+#define MAX_DELAYED_FRAMES 65
+
+struct GstEILContext_
+{
+  grefcount ref;
+  EILContext context;
+};
+typedef struct GstEILContext_ GstEILContext;
+
+static void
+log_callback (void *userdata, int32_t level, const char *msg)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (userdata);
+  gchar *new_msg = NULL;
+
+  if (strlen (msg) <= 1)
+    return;
+
+  /* Remove \n from msg */
+  new_msg = g_strdup (msg);
+  new_msgstrlen (msg) - 1 = '\0';
+
+  switch (level) {
+    case EIL_LL_Error:
+      GST_ERROR_OBJECT (eil, "EIL: %s", new_msg);
+      break;
+    case EIL_LL_Warning:
+      GST_WARNING_OBJECT (eil, "EIL: %s", new_msg);
+      break;
+    case EIL_LL_Info:
+      GST_INFO_OBJECT (eil, "EIL: %s", new_msg);
+      break;
+    case EIL_LL_Debug:
+      GST_DEBUG_OBJECT (eil, "EIL: %s", new_msg);
+      break;
+    case EIL_LL_Verbose:
+      GST_TRACE_OBJECT (eil, "EIL: %s", new_msg);
+      break;
+    default:
+      break;
+  }
+
+  g_clear_pointer (&new_msg, g_free);
+}
+
+static GstEILContext *
+gst_eil_context_new (GstLcevcEncoder * eil, const gchar * plugin_name,
+    gboolean debug)
+{
+  GstEILContext *ctx = g_new0 (GstEILContext, 1);
+  EILOpenSettings settings;
+  EILReturnCode rc;
+
+  g_return_val_if_fail (plugin_name, NULL);
+
+  /* Initialize settings to default values */
+  rc = EIL_OpenSettingsDefault (&settings);
+  if (rc != EIL_RC_Success)
+    return NULL;
+
+  /* Set settings */
+  settings.base_encoder = plugin_name;
+  if (debug) {
+    settings.log_callback = log_callback;
+    settings.log_userdata = eil;
+  }
+
+  /* Open EIL context */
+  if ((rc = EIL_Open (&settings, &ctx->context)) != EIL_RC_Success)
+    return NULL;
+
+  /* Init refcount */
+  g_ref_count_init (&ctx->ref);
+  return ctx;
+}
+
+static void
+gst_eil_context_unref (GstEILContext * ctx)
+{
+  if (g_ref_count_dec (&ctx->ref)) {
+    EIL_Close (ctx->context);
+    g_free (ctx);
+  }
+}
+
+static GstEILContext *
+gst_eil_context_ref (GstEILContext * ctx)
+{
+  g_ref_count_inc (&ctx->ref);
+  return ctx;
+}
+
+typedef struct
+{
+  GstEILContext *ctx;
+  EILOutput *output;
+} OutputData;
+
+static OutputData *
+output_data_new (GstEILContext * ctx, EILOutput * output)
+{
+  OutputData *data = g_new0 (OutputData, 1);
+  data->ctx = gst_eil_context_ref (ctx);
+  data->output = output;
+  return data;
+}
+
+static void
+output_data_free (gpointer p)
+{
+  OutputData *data = p;
+  EIL_ReleaseOutput (data->ctx->context, data->output);
+  g_clear_pointer (&data->ctx, gst_eil_context_unref);
+  g_free (data);
+}
+
+enum
+{
+  PROP_0,
+  PROP_PLUGIN_NAME,
+  PROP_PLUGIN_PROPS,
+  PROP_BITRATE,
+  PROP_SEI_LCEVC,
+  PROP_GOP_LENGTH,
+  PROP_DEBUG,
+};
+
+typedef struct
+{
+  /* Props */
+  gchar *plugin_name;
+  gchar *plugin_props;
+  guint bitrate;
+  gboolean sei_lcevc;
+  gint gop_length;
+  gboolean debug;
+
+  /* EIL */
+  GstEILContext *ctx;
+  GHashTable *plugin_props_spec;
+
+  /* Input info */
+  GstVideoInfo in_info;
+  EILColourFormat in_format;
+  EILFrameType in_frame_type;
+
+  GstClockTime out_ts_offset;
+} GstLcevcEncoderPrivate;
+
+#define gst_lcevc_encoder_parent_class parent_class
+G_DEFINE_ABSTRACT_TYPE_WITH_CODE (GstLcevcEncoder, gst_lcevc_encoder,
+    GST_TYPE_VIDEO_ENCODER,
+    G_ADD_PRIVATE (GstLcevcEncoder);
+    GST_DEBUG_CATEGORY_INIT (lcevcencoder_debug, "lcevcencoder", 0,
+        "lcevcencoder"));
+
+static GstStaticPadTemplate gst_lcevc_encoder_sink_template =
+GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE
+        (GST_LCEVC_ENCODER_UTILS_SUPPORTED_FORMATS))
+    );
+
+static void
+gst_lcevc_encoder_finalize (GObject * obj)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (obj);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+
+  g_clear_pointer (&priv->plugin_name, g_free);
+
+  G_OBJECT_CLASS (parent_class)->finalize (obj);
+}
+
+static void
+gst_lcevc_encoder_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstLcevcEncoder *self = GST_LCEVC_ENCODER (object);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (self);
+
+  switch (prop_id) {
+    case PROP_PLUGIN_NAME:
+      g_clear_pointer (&priv->plugin_name, g_free);
+      priv->plugin_name = g_value_dup_string (value);
+      break;
+    case PROP_PLUGIN_PROPS:
+      g_clear_pointer (&priv->plugin_props, g_free);
+      priv->plugin_props = g_value_dup_string (value);
+      break;
+    case PROP_BITRATE:
+      priv->bitrate = g_value_get_uint (value);
+      break;
+    case PROP_SEI_LCEVC:
+      priv->sei_lcevc = g_value_get_boolean (value);
+      break;
+    case PROP_GOP_LENGTH:
+      priv->gop_length = g_value_get_int (value);
+      break;
+    case PROP_DEBUG:
+      priv->debug = g_value_get_boolean (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_lcevc_encoder_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstLcevcEncoder *self = GST_LCEVC_ENCODER (object);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (self);
+
+  switch (prop_id) {
+    case PROP_PLUGIN_NAME:
+      g_value_set_string (value, priv->plugin_name);
+      break;
+    case PROP_PLUGIN_PROPS:
+      g_value_set_string (value, priv->plugin_props);
+      break;
+    case PROP_BITRATE:
+      g_value_set_uint (value, priv->bitrate);
+      break;
+    case PROP_SEI_LCEVC:
+      g_value_set_boolean (value, priv->sei_lcevc);
+      break;
+    case PROP_GOP_LENGTH:
+      g_value_set_int (value, priv->gop_length);
+      break;
+    case PROP_DEBUG:
+      g_value_set_boolean (value, priv->debug);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GHashTable *
+get_plugin_props_spec (GstEILContext * ctx, const gchar * plugin_name)
+{
+  EILReturnCode rc;
+  GHashTable *res;
+  EILPropertyGroups groups;
+
+  rc = EIL_QueryPropertyGroups (ctx->context, &groups);
+  if (rc != EIL_RC_Success)
+    return NULL;
+
+  res = g_hash_table_new_full (g_str_hash, g_str_equal, g_free, NULL);
+
+  for (guint32 i = 0; i < groups.group_count; i++) {
+    EILPropertyGroup *group = &groups.groupi;
+
+    for (guint32 j = 0; j < group->property_count; j++) {
+      EILProperty *property = &group->propertiesj;
+      g_hash_table_insert (res, g_strdup (property->name),
+          GINT_TO_POINTER (property->type));
+    }
+  }
+
+  return res;
+}
+
+static gboolean
+open_eil_context (GstLcevcEncoder * eil)
+{
+  GstLcevcEncoderClass *klass = GST_LCEVC_ENCODER_GET_CLASS (eil);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+  const gchar *plugin_name;
+
+  g_return_val_if_fail (!priv->ctx, FALSE);
+
+  /* Get the plugin name */
+  if (priv->plugin_name)
+    plugin_name = priv->plugin_name;
+  else if (klass->get_eil_plugin_name)
+    plugin_name = klass->get_eil_plugin_name (eil);
+  else
+    return FALSE;
+
+  /* Create the EIL context */
+  priv->ctx = gst_eil_context_new (eil, plugin_name, priv->debug);
+  if (!priv->ctx)
+    return FALSE;
+
+  /* Get the plugin properties spec */
+  priv->plugin_props_spec = get_plugin_props_spec (priv->ctx, plugin_name);
+  if (!priv->plugin_props_spec) {
+    g_clear_pointer (&priv->ctx, gst_eil_context_unref);
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+close_eil_context (GstLcevcEncoder * eil)
+{
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+
+  /* Flush */
+  EIL_Encode (priv->ctx->context, NULL);
+
+  /* Clear properties spec */
+  g_clear_pointer (&priv->plugin_props_spec, g_hash_table_unref);
+
+  /* Clear context */
+  g_clear_pointer (&priv->ctx, gst_eil_context_unref);
+}
+
+static gboolean
+gst_lcevc_encoder_start (GstVideoEncoder * encoder)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (encoder);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+
+  /* Open EIL context */
+  if (!open_eil_context (eil)) {
+    GST_ELEMENT_ERROR (encoder, LIBRARY, INIT, (NULL),
+        ("Couldn't initialize EIL context"));
+    return FALSE;
+  }
+
+  /* Reset out TS offset */
+  priv->out_ts_offset = 0;
+
+  return TRUE;
+}
+
+static gboolean
+gst_lcevc_encoder_stop (GstVideoEncoder * encoder)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (encoder);
+
+  /* Close EIL context */
+  close_eil_context (eil);
+
+  return TRUE;
+}
+
+static gboolean
+try_parse_number (const char *value, double *parsed)
+{
+  char *endptr;
+
+  /* Skip leading spaces */
+  while (g_ascii_isspace (*value))
+    value++;
+
+  /* Parse number */
+  *parsed = g_strtod (value, &endptr);
+
+  /* Allow trailing spaces */
+  while (g_ascii_isspace (*endptr))
+    value++;
+
+  /* Ceck no extra characters after number and spaces */
+  if (*endptr != '\0')
+    return FALSE;
+
+  return TRUE;
+}
+
+static GString *
+build_json_props (GstLcevcEncoder * eil)
+{
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+  gchar *key_value;
+  GString *res = g_string_new ("{");
+
+  /* I/O props */
+  if (priv->sei_lcevc) {
+    /* separate_output=false */
+    g_string_append_printf (res, "\"%s\"", "separate_output");
+    g_string_append (res, ":");
+    g_string_append (res, "false");
+  } else {
+    /* separate_output=true */
+    g_string_append_printf (res, "\"%s\"", "separate_output");
+    g_string_append (res, ": ");
+    g_string_append (res, "true");
+    g_string_append (res, ", ");
+    /* output_format=raw */
+    g_string_append_printf (res, "\"%s\"", "output_format");
+    g_string_append (res, ": ");
+    g_string_append_printf (res, "\"%s\"", "raw");
+  }
+
+  if (!priv->plugin_props)
+    goto done;
+
+  /* Plugin props */
+  key_value = strtok (priv->plugin_props, ";");
+  while (key_value != NULL) {
+    const gchar *val_str = strchr (key_value, '=');
+    if (val_str) {
+      gsize key_size = val_str - key_value;
+      if (key_size > 0) {
+        gchar *key = g_strndup (key_value, key_size);
+        gpointer p = g_hash_table_lookup (priv->plugin_props_spec, key);
+
+        /* Add key */
+        g_string_append (res, ", ");
+        g_string_append_printf (res, "\"%s\"", key);
+        g_string_append (res, ": ");
+
+        /* Convert value to type defined by spec and add it, otherwise add the
+         * value as it is */
+        if (p) {
+          EILPropertyType spec = GPOINTER_TO_INT (p);
+
+          switch (spec) {
+            case EIL_PT_Int8:
+            case EIL_PT_Int16:
+            case EIL_PT_Int32:
+            case EIL_PT_Int64:{
+              gint64 val = g_ascii_strtoll (val_str + 1, NULL, 10);
+              g_string_append_printf (res, "%ld", val);
+              break;
+            }
+            case EIL_PT_Uint8:
+            case EIL_PT_Uint16:
+            case EIL_PT_Uint32:
+            case EIL_PT_Uint64:{
+              guint64 val = g_ascii_strtoull (val_str + 1, NULL, 10);
+              g_string_append_printf (res, "%lu", val);
+              break;
+            }
+            case EIL_PT_Float:
+            case EIL_PT_Double:{
+              double val = g_ascii_strtod (val_str + 1, NULL);
+              g_string_append_printf (res, "%f", val);
+              break;
+            }
+            case EIL_PT_Boolean:{
+              if (g_str_equal (val_str + 1, "TRUE") ||
+                  g_str_equal (val_str + 1, "True") ||
+                  g_str_equal (val_str + 1, "true") ||
+                  g_str_equal (val_str + 1, "1"))
+                g_string_append (res, "true");
+              else
+                g_string_append (res, "false");
+              break;
+            }
+            case EIL_PT_String:
+            default:
+              g_string_append_printf (res, "\"%s\"", val_str + 1);
+              break;
+          }
+        } else {
+          double val;
+          if (try_parse_number (val_str + 1, &val)) {
+            if (val == ceil (val))
+              g_string_append_printf (res, "%d", (gint) val);
+            else
+              g_string_append_printf (res, "%f", val);
+          } else {
+            g_string_append_printf (res, "\"%s\"", val_str + 1);
+          }
+        }
+
+        g_free (key);
+      } else {
+        GST_WARNING_OBJECT (eil, "Key value pair %s does not have key",
+            key_value);
+        goto error;
+      }
+    } else {
+      GST_WARNING_OBJECT (eil, "Key value pair %s does not have '=' char",
+          key_value);
+      goto error;
+    }
+
+    key_value = strtok (NULL, ";");
+  }
+
+done:
+  res = g_string_append (res, "}");
+  return res;
+
+error:
+  g_string_free (res, TRUE);
+  return NULL;
+}
+
+static void
+on_encoded_output (void *data, EILOutput * output)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (data);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+  GstVideoCodecFrame *frame;
+  GstClockTime pts;
+
+  if (!output) {
+    GST_INFO_OBJECT (eil, "All EIL Pictures processed");
+    return;
+  }
+
+  frame = output->user_data;
+  pts = frame->input_buffer->pts;
+
+  GST_INFO_OBJECT (eil, "Received output frame %ld with lcevc size %d", pts,
+      output->lcevc_length);
+
+  /* The EIL DTS can be negative, we need to do the conversion so it can be
+   * stored in a GstClockTime (guint64). The EIL PTS can never be negative
+   * because it is set using the input buffer PTS, which is a GstClockTime. */
+  if (output->dts < 0 && priv->out_ts_offset == 0) {
+    priv->out_ts_offset = -1 * output->dts;
+    GST_INFO_OBJECT (eil, "Output DTS offset set to %ld", priv->out_ts_offset);
+  }
+
+  /* Created output buffer with output data */
+  frame->output_buffer = gst_buffer_new_wrapped_full (0,
+      (gpointer) output->data, output->data_length, 0, output->data_length,
+      output_data_new (priv->ctx, output), output_data_free);
+  frame->pts = priv->out_ts_offset + output->pts;
+  frame->dts = priv->out_ts_offset + output->dts;
+
+  /* Add LCEVC metadata to output buffer if present */
+  if (output->lcevc_length > 0) {
+    GstBuffer *lcevc_data = gst_buffer_new_memdup ((gpointer) output->lcevc,
+        output->lcevc_length);
+    gst_buffer_add_lcevc_meta (frame->output_buffer, lcevc_data);
+    gst_buffer_unref (lcevc_data);
+  }
+
+  /* Set Delta unit flag if this is not a key frame */
+  if (!output->keyframe)
+    GST_BUFFER_FLAG_SET (frame->output_buffer, GST_BUFFER_FLAG_DELTA_UNIT);
+  else
+    GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
+
+  gst_video_encoder_finish_frame (GST_VIDEO_ENCODER (eil), frame);
+}
+
+static void
+gst_lcevc_encoder_set_latency (GstLcevcEncoder * eil, GstVideoInfo * info)
+{
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+  gint delayed_frames;
+  GstClockTime latency;
+
+  /* The GOP affects the number of delayed frames */
+  if (priv->gop_length == -2 || priv->gop_length == -1)
+    delayed_frames = MAX_DELAYED_FRAMES;
+  else
+    delayed_frames = MIN (5 + priv->gop_length, MAX_DELAYED_FRAMES);
+
+  latency =
+      gst_util_uint64_scale_ceil (GST_SECOND * GST_VIDEO_INFO_FPS_D (info),
+      delayed_frames, GST_VIDEO_INFO_FPS_N (info));
+  gst_video_encoder_set_latency (GST_VIDEO_ENCODER (eil), latency, latency);
+
+  GST_INFO_OBJECT (eil, "Updated latency to %" GST_TIME_FORMAT " (%d frames)",
+      GST_TIME_ARGS (latency), delayed_frames);
+}
+
+static gboolean
+gst_lcevc_encoder_set_format (GstVideoEncoder * encoder,
+    GstVideoCodecState * state)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (encoder);
+  GstLcevcEncoderClass *klass = GST_LCEVC_ENCODER_GET_CLASS (eil);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+  EILInitSettings settings;
+  GString *properties_json;
+  GstVideoInterlaceMode interlace_mode;
+  EILReturnCode rc;
+  GstCaps *outcaps;
+  GstVideoCodecState *s;
+  gint width = GST_VIDEO_INFO_WIDTH (&state->info);
+  gint height = GST_VIDEO_INFO_HEIGHT (&state->info);
+
+  /* Set input info, format and frame type */
+  priv->in_info = state->info;
+  priv->in_format =
+      gst_lcevc_encoder_utils_get_color_format (GST_VIDEO_INFO_FORMAT
+      (&state->info));
+  interlace_mode = GST_VIDEO_INFO_INTERLACE_MODE (&state->info);
+  switch (interlace_mode) {
+    case GST_VIDEO_INTERLACE_MODE_PROGRESSIVE:
+      priv->in_frame_type = EIL_FrameType_Progressive;
+      break;
+    case GST_VIDEO_INTERLACE_MODE_INTERLEAVED:
+      priv->in_frame_type = EIL_FrameType_Interlaced;
+      break;
+    case GST_VIDEO_INTERLACE_MODE_FIELDS:
+      priv->in_frame_type = EIL_FrameType_Field;
+      break;
+    default:
+      GST_ELEMENT_ERROR (eil, STREAM, FORMAT, (NULL),
+          ("Interlace mode %s not supported",
+              gst_video_interlace_mode_to_string (interlace_mode)));
+      return FALSE;
+  }
+
+  /* Init EIL Settings to default values */
+  rc = EIL_InitSettingsDefault (&settings);
+  if (rc != EIL_RC_Success) {
+    GST_ELEMENT_ERROR (eil, LIBRARY, INIT, (NULL),
+        ("Unabled to initialize EIL Settings"));
+    return FALSE;
+  }
+
+  /* Set basic EIL settings */
+  settings.color_format = priv->in_format;
+  settings.memory_type = EIL_MT_Host;
+  settings.width = width;
+  settings.height = height;
+  settings.fps_num = GST_VIDEO_INFO_FPS_N (&state->info);
+  settings.fps_denom = GST_VIDEO_INFO_FPS_D (&state->info);
+  settings.bitrate = priv->bitrate;
+  settings.gop_length = priv->gop_length;
+  settings.external_input = 1;
+
+  /* Set properties JSON EIL setting */
+  properties_json = build_json_props (eil);
+  if (!properties_json) {
+    GST_ELEMENT_ERROR (eil, RESOURCE, SETTINGS, (NULL),
+        ("Could not parse plugin properties to JSON"));
+    return FALSE;
+  }
+  settings.properties_json = properties_json->str;
+  GST_INFO_OBJECT (eil, "Properties JSON: %s", properties_json->str);
+
+  /* Initialize EIL */
+  rc = EIL_Initialise (priv->ctx->context, &settings);
+  g_string_free (properties_json, TRUE);
+  if (rc != EIL_RC_Success)
+    return FALSE;
+
+  /* Get output caps */
+  g_assert (klass->get_output_caps);
+  outcaps = klass->get_output_caps (eil);
+  if (!outcaps) {
+    GST_ELEMENT_ERROR (eil, RESOURCE, NOT_FOUND, (NULL),
+        ("Could not get output caps"));
+    return FALSE;
+  }
+
+  /* Set width, height and pixel aspect ration.
+   * The values from settings are updated to base width and height after
+   * initialization.
+   */
+  if (width != settings.width || height != settings.height) {
+    GST_VIDEO_INFO_WIDTH (&state->info) = settings.width;
+    GST_VIDEO_INFO_HEIGHT (&state->info) = settings.height;
+    /* If changed, the new width and height values are always half of what they
+     * used to be, so update the pixel aspect ratio accordingly */
+    GST_VIDEO_INFO_PAR_N (&state->info) = width > settings.width ? 2 : 1;
+    GST_VIDEO_INFO_PAR_D (&state->info) = height > settings.height ? 2 : 1;
+    GST_INFO_OBJECT (eil,
+        "Base resolution changed: w=%d h=%d -> w=%d h=%d (par_n=%d, par_d=%d)",
+        width, height, settings.width, settings.height,
+        GST_VIDEO_INFO_PAR_N (&state->info),
+        GST_VIDEO_INFO_PAR_D (&state->info));
+  }
+
+  /* Set output state */
+  s = gst_video_encoder_set_output_state (encoder, outcaps, state);
+  if (!s) {
+    GST_ELEMENT_ERROR (eil, STREAM, FORMAT, (NULL),
+        ("Could not set output state"));
+    return FALSE;
+  }
+
+  /* Set output callback */
+  EIL_SetOnEncodedCallback (priv->ctx->context, eil, on_encoded_output);
+
+  /* Update latency */
+  gst_lcevc_encoder_set_latency (eil, &s->info);
+
+  gst_video_codec_state_unref (s);
+  return TRUE;
+}
+
+static gboolean
+gst_lcevc_encoder_sink_event (GstVideoEncoder * encoder, GstEvent * event)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (encoder);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+
+  switch (GST_EVENT_TYPE (event)) {
+    case GST_EVENT_EOS:
+      /* Flush on EOS */
+      GST_INFO_OBJECT (eil, "EOS received, flushing encoder");
+      EIL_Encode (priv->ctx->context, NULL);
+      break;
+
+    default:
+      break;
+  }
+
+  return GST_VIDEO_ENCODER_CLASS (parent_class)->sink_event (encoder, event);
+}
+
+static GstFlowReturn
+gst_lcevc_encoder_handle_frame (GstVideoEncoder * encoder,
+    GstVideoCodecFrame * frame)
+{
+  GstLcevcEncoder *eil = GST_LCEVC_ENCODER (encoder);
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+  GstClockTime pts = frame->input_buffer->pts;
+  GstVideoFrame video_frame = { 0, };
+  EILPicture picture;
+
+  /* Map the input buffer */
+  if (!gst_video_frame_map (&video_frame, &priv->in_info, frame->input_buffer,
+          GST_MAP_READ)) {
+    GST_ELEMENT_ERROR (eil, STREAM, ENCODE, (NULL),
+        ("Could not map input buffer %ld", pts));
+    goto error;
+  }
+
+  /* Initialize EIL picture */
+  if (EIL_InitPictureDefault (&picture) != EIL_RC_Success) {
+    GST_ELEMENT_ERROR (eil, STREAM, ENCODE, (NULL),
+        ("Could not initialize EIL picture %ld", pts));
+    goto error;
+  }
+
+  /* Set frame values on EIL picture */
+  if (!gst_lcevc_encoder_utils_init_eil_picture (priv->in_frame_type,
+          &video_frame, pts, &picture)) {
+    GST_ELEMENT_ERROR (eil, STREAM, ENCODE, (NULL),
+        ("Could not set frame values on EIL picture %ld", pts));
+    goto error;
+  }
+
+  /* Set input frame as user data. This will be set in the encoded output as
+   * user data, which will help us getting the associated frame */
+  picture.user_data = frame;
+
+  /* Encode frame */
+  if (EIL_Encode (priv->ctx->context, &picture) != EIL_RC_Success) {
+    GST_ELEMENT_ERROR (eil, STREAM, ENCODE, (NULL),
+        ("Could not encode input frame %ld", pts));
+    goto error;
+  }
+
+  GST_INFO_OBJECT (eil, "Sent input frame %ld", pts);
+
+  gst_video_frame_unmap (&video_frame);
+  return GST_FLOW_OK;
+
+error:
+  gst_video_frame_unmap (&video_frame);
+  return GST_FLOW_ERROR;
+}
+
+static void
+gst_lcevc_encoder_class_init (GstLcevcEncoderClass * klass)
+{
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstVideoEncoderClass *video_encoder_class = GST_VIDEO_ENCODER_CLASS (klass);
+
+  gst_element_class_add_static_pad_template (element_class,
+      &gst_lcevc_encoder_sink_template);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_LCEVC_ENCODER, 0);
+
+  gobject_class->finalize = gst_lcevc_encoder_finalize;
+  gobject_class->set_property = gst_lcevc_encoder_set_property;
+  gobject_class->get_property = gst_lcevc_encoder_get_property;
+
+  video_encoder_class->start = gst_lcevc_encoder_start;
+  video_encoder_class->stop = gst_lcevc_encoder_stop;
+  video_encoder_class->set_format = gst_lcevc_encoder_set_format;
+  video_encoder_class->sink_event = gst_lcevc_encoder_sink_event;
+  video_encoder_class->handle_frame = gst_lcevc_encoder_handle_frame;
+
+  g_object_class_install_property (gobject_class, PROP_PLUGIN_NAME,
+      g_param_spec_string ("plugin-name", "Plugin Name",
+          "The name of the EIL plugin to use (NULL = auto)",
+          NULL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_PLUGIN_PROPS,
+      g_param_spec_string ("plugin-props", "Plugin Props",
+          "A semi-colon list of key value pair properties for the EIL plugin",
+          NULL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_BITRATE,
+      g_param_spec_uint ("bitrate", "Bitrate",
+          "Bitrate in kbit/sec (0 = auto)",
+          DEFAULT_MIN_BITRATE, DEFAULT_MAX_BITRATE, DEFAULT_BITRATE,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_SEI_LCEVC,
+      g_param_spec_boolean ("sei-lcevc", "SEI LCEVC",
+          "Whether to have LCEVC data as SEI (in the video stream) or not (attached to buffers as GstMeta)",
+          DEFAULT_SEI_LCEVC, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_GOP_LENGTH,
+      g_param_spec_int ("gop-length", "GOP Length",
+          "The group of pictures length (-2 = auto, -1 = infinite, 0 = intra-only)",
+          DEFAULT_MIN_GOP_LENGTH, INT_MAX, DEFAULT_GOP_LENGTH,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class, PROP_DEBUG,
+      g_param_spec_boolean ("debug", "Debug",
+          "Whether to show EIL SDK logs or not",
+          DEFAULT_DEBUG, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+}
+
+static void
+gst_lcevc_encoder_init (GstLcevcEncoder * eil)
+{
+  GstLcevcEncoderPrivate *priv = gst_lcevc_encoder_get_instance_private (eil);
+
+  /* Props */
+  priv->plugin_name = NULL;
+  priv->plugin_props = NULL;
+  priv->bitrate = DEFAULT_BITRATE;
+  priv->sei_lcevc = DEFAULT_SEI_LCEVC;
+  priv->gop_length = DEFAULT_GOP_LENGTH;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/gstlcevcencoder.h Added

@@ -0,0 +1,42 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_ENCODER_H__
+#define __GST_LCEVC_ENCODER_H__
+
+#include <gst/gst.h>
+#include <gst/video/gstvideoencoder.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_LCEVC_ENCODER (gst_lcevc_encoder_get_type())
+G_DECLARE_DERIVABLE_TYPE (GstLcevcEncoder,
+    gst_lcevc_encoder, GST, LCEVC_ENCODER, GstVideoEncoder);
+
+struct _GstLcevcEncoderClass
+{
+  GstVideoEncoderClass parent_class;
+
+  const gchar *(*get_eil_plugin_name) (GstLcevcEncoder *enc);
+  GstCaps *(*get_output_caps) (GstLcevcEncoder *enc);
+};
+
+G_END_DECLS
+
+#endif /* __GST_LCEVC_ENCODER_H__ */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/gstlcevcencoderutils.c Added

@@ -0,0 +1,91 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include "gstlcevcencoderutils.h"
+
+EILColourFormat
+gst_lcevc_encoder_utils_get_color_format (GstVideoFormat format)
+{
+  switch (format) {
+    case GST_VIDEO_FORMAT_I420:
+      return EIL_YUV_420P;
+    case GST_VIDEO_FORMAT_I420_10LE:
+      return EIL_YUV_420P10;
+    case GST_VIDEO_FORMAT_Y42B:
+      return EIL_YUV_422P;
+    case GST_VIDEO_FORMAT_I422_10LE:
+      return EIL_YUV_422P10;
+    case GST_VIDEO_FORMAT_Y444:
+      return EIL_YUV_444P;
+    case GST_VIDEO_FORMAT_Y444_10LE:
+      return EIL_YUV_444P10;
+    case GST_VIDEO_FORMAT_RGB:
+      return EIL_RGB_24;
+    case GST_VIDEO_FORMAT_BGR:
+      return EIL_BGR_24;
+    case GST_VIDEO_FORMAT_RGBA:
+      return EIL_RGBA_32;
+    case GST_VIDEO_FORMAT_BGRA:
+      return EIL_BGRA_32;
+    case GST_VIDEO_FORMAT_ARGB:
+      return EIL_ARGB_32;
+    case GST_VIDEO_FORMAT_ABGR:
+      return EIL_ABGR_32;
+    default:
+      break;
+  }
+
+  return -1;
+}
+
+gboolean
+gst_lcevc_encoder_utils_init_eil_picture (EILFrameType frame_type,
+    GstVideoFrame * frame, GstClockTime pts, EILPicture * picture)
+{
+  picture->memory_type = EIL_MT_Host;
+  picture->num_planes = GST_VIDEO_FRAME_N_PLANES (frame);
+
+  if (picture->num_planes > EIL_MaxPlanes)
+    return FALSE;
+
+  for (guint i = 0; i < picture->num_planes; i++) {
+    picture->planei = GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+    picture->stridei = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+    picture->offseti = GST_VIDEO_FRAME_PLANE_OFFSET (frame, i);
+  }
+
+  picture->base_type = EIL_BT_Unknown;
+  picture->frame_type = frame_type;
+
+  switch (frame->info.ABI.abi.field_order) {
+    case GST_VIDEO_FIELD_ORDER_TOP_FIELD_FIRST:
+      picture->field_type = EIL_FieldType_Top;
+      break;
+    case GST_VIDEO_FIELD_ORDER_BOTTOM_FIELD_FIRST:
+      picture->field_type = EIL_FieldType_Bottom;
+      break;
+    default:
+      picture->field_type = EIL_FieldType_None;
+      break;
+  }
+
+  picture->pts = pts;
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/gstlcevcencoderutils.h Added

@@ -0,0 +1,41 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_ENCODER_UTILS_H__
+#define __GST_LCEVC_ENCODER_UTILS_H__
+
+#include <gst/gst.h>
+#include <gst/video/video-info.h>
+
+#include <lcevc_eil.h>
+
+G_BEGIN_DECLS
+
+#define GST_LCEVC_ENCODER_UTILS_SUPPORTED_FORMATS \
+    "{ I420, I420_10LE, Y42B, I422_10LE, Y444, Y444_10LE, RGB, BGR, RGBA, BGRA, ARGB, ABGR }"
+
+EILColourFormat gst_lcevc_encoder_utils_get_color_format (
+    GstVideoFormat format);
+
+gboolean gst_lcevc_encoder_utils_init_eil_picture (EILFrameType frame_type,
+    GstVideoFrame *frame, GstClockTime pts, EILPicture *picture);
+
+G_END_DECLS
+
+#endif /* __GST_LCEVC_ENCODER_UTILS_H__ */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/gstlcevch264enc.c Added

@@ -0,0 +1,81 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstlcevch264enc.h"
+
+#define GST_LCEVC_H264_ENC_CAPS              \
+    "video/x-h264, "                         \
+    "lcevc = (boolean) true, "               \
+    "stream-format = (string) byte-stream, " \
+    "alignment = (string) au"
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_LCEVC_H264_ENC_CAPS)
+    );
+
+struct _GstLcevcH264Enc
+{
+  GstLcevcEncoder parent;
+};
+
+#define gst_lcevc_h264_enc_parent_class parent_class
+G_DEFINE_TYPE (GstLcevcH264Enc, gst_lcevc_h264_enc, GST_TYPE_LCEVC_ENCODER);
+
+GST_ELEMENT_REGISTER_DEFINE (lcevch264enc, "lcevch264enc",
+    GST_RANK_PRIMARY, GST_TYPE_LCEVC_H264_ENC);
+
+static const gchar *
+gst_lecevc_h264_enc_get_eil_plugin_name (GstLcevcEncoder * enc)
+{
+  return "x264";
+}
+
+static GstCaps *
+gst_lecevc_h264_enc_get_output_caps (GstLcevcEncoder * enc)
+{
+  return gst_static_caps_get (&src_template.static_caps);
+}
+
+static void
+gst_lcevc_h264_enc_class_init (GstLcevcH264EncClass * klass)
+{
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstLcevcEncoderClass *le_class = GST_LCEVC_ENCODER_CLASS (klass);
+
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "H.264 LCEVC Encoder", "Codec/Encoder/Video",
+      "Encoder that internally uses EIL plugins to encode LCEVC H.264 video",
+      "Julian Bouzas <julian.bouzas@collabora.com>");
+
+  le_class->get_eil_plugin_name = gst_lecevc_h264_enc_get_eil_plugin_name;
+  le_class->get_output_caps = gst_lecevc_h264_enc_get_output_caps;
+}
+
+static void
+gst_lcevc_h264_enc_init (GstLcevcH264Enc * self)
+{
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/gstlcevch264enc.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_H264_ENC_H__
+#define __GST_LCEVC_H264_ENC_H__
+
+#include "gstlcevcencoder.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_LCEVC_H264_ENC (gst_lcevc_h264_enc_get_type())
+G_DECLARE_FINAL_TYPE (GstLcevcH264Enc, gst_lcevc_h264_enc,
+    GST, LCEVC_H264_ENC, GstLcevcEncoder);
+
+GST_ELEMENT_REGISTER_DECLARE (lcevch264enc);
+
+G_END_DECLS
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/meson.build Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lcevcencoder/plugin.c Added

@@ -0,0 +1,42 @@
+/* GStreamer
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+
+#include "gstlcevch264enc.h"
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  gboolean ret = FALSE;
+
+  ret |= GST_ELEMENT_REGISTER (lcevch264enc, plugin);
+
+  return ret;
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    lcevcencoder,
+    "LCEVC encoder",
+    plugin_init, VERSION, GST_LICENSE, GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/ldac/gstldacenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/ldac/gstldacenc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/ldac/ldac-plugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/ldac/ldac-plugin.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/ldac/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/ldac/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/libde265/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/libde265/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/lv2/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/lv2/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/mdns/gstmicrodnsdevice.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/mdns/gstmicrodnsdevice.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/mdns/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/mdns/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/modplug/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/modplug/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/mpeg2enc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/mpeg2enc/meson.build Changed

@@ -10,6 +10,31 @@
 mjpegtools_dep = dependency('mjpegtools', version : '>=2.0.0', required : mpeg2enc_opt)
 mpeg2enc_dep = cxx.find_library('mpeg2encpp', required : mpeg2enc_opt)
 
+mpeg2enc_sources = 
+  'gstmpeg2enc.cc',
+  'gstmpeg2encoptions.cc',
+  'gstmpeg2encoder.cc',
+  'gstmpeg2encstreamwriter.cc',
+  'gstmpeg2encpicturereader.cc',
+
+
+mpeg2enc_headers = 
+  'gstmpeg2enc.hh',
+  'gstmpeg2encoptions.hh',
+  'gstmpeg2encpicturereader.hh',
+  'gstmpeg2encoder.hh',
+  'gstmpeg2encstreamwriter.hh',
+
+
+doc_sources = 
+foreach s: mpeg2enc_sources + mpeg2enc_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'mpeg2enc': pathsep.join(doc_sources)
+}
+
 if mjpegtools_dep.found() and mpeg2enc_dep.found()
   no_warn_args = 
   foreach arg : 
@@ -22,11 +47,7 @@
   endforeach
 
   gstmpeg2enc = library('gstmpeg2enc',
-    'gstmpeg2enc.cc',
-    'gstmpeg2encoptions.cc',
-    'gstmpeg2encoder.cc',
-    'gstmpeg2encstreamwriter.cc',
-    'gstmpeg2encpicturereader.cc',
+    mpeg2enc_sources,
     cpp_args : gst_plugins_bad_args + '-DGST_MJPEGTOOLS_API=20000' + no_warn_args,
     link_args : noseh_link_args,
     include_directories : configinc, libsinc,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/mplex/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/mplex/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/musepack/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/musepack/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/neon/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/neon/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/gstnvcomp.cpp Added

@@ -0,0 +1,60 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstnvcomp.h"
+#include <mutex>
+
+static const GEnumValue nvcomp_methods = {
+  {GST_NV_COMP_LZ4, "LZ4", "lz4"},
+  {GST_NV_COMP_SNAPPY, "SNAPPY", "snappy"},
+  {GST_NV_COMP_GDEFLATE, "GDEFLATE", "gdeflate"},
+  {GST_NV_COMP_DEFLATE, "DEFLATE", "deflate"},
+  {GST_NV_COMP_ZSTD, "ZSTD", "zstd"},
+  {GST_NV_COMP_CASCADED, "CASCADED", "cascaded"},
+  {GST_NV_COMP_BITCOMP, "BITCOMP", "bitcomp"},
+  {GST_NV_COMP_ANS, "ANS", "ans"},
+  {0, nullptr, nullptr},
+};
+
+GType
+gst_nv_comp_method_get_type (void)
+{
+  static GType method_type = 0;
+  static std::once_flag once;
+
+  std::call_once (once,& {
+        method_type = g_enum_register_static ("GstNvCompMethod",
+            nvcomp_methods);
+      });
+
+  return method_type;
+}
+
+const gchar *
+gst_nv_comp_method_to_string (GstNvCompMethod method)
+{
+  if (method >= GST_NV_COMP_LAST)
+    return nullptr;
+
+  return nvcomp_methodsmethod.value_nick;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/gstnvcomp.h Added

@@ -0,0 +1,56 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+
+#ifdef G_OS_WIN32
+#include <windows.h>
+#endif
+
+#include <gst/cuda/gstcuda.h>
+#include <stdint.h>
+#include <nvcomp.h>
+
+G_BEGIN_DECLS
+
+enum GstNvCompMethod
+{
+  GST_NV_COMP_LZ4,
+  GST_NV_COMP_SNAPPY,
+  GST_NV_COMP_GDEFLATE,
+  GST_NV_COMP_DEFLATE,
+  GST_NV_COMP_ZSTD,
+  GST_NV_COMP_CASCADED,
+  GST_NV_COMP_BITCOMP,
+  GST_NV_COMP_ANS,
+  GST_NV_COMP_LAST,
+};
+
+#define GST_TYPE_NV_COMP_METHOD (gst_nv_comp_method_get_type())
+GType gst_nv_comp_method_get_type ();
+
+const gchar * gst_nv_comp_method_to_string (GstNvCompMethod method);
+
+#define GST_NV_COMP_HEADER_VERSION 1
+#define GST_NV_COMP_HEADER_MIN_SIZE (sizeof (guint32) * 6)
+
+G_END_DECLS
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/gstnvcompvideodec.cpp Added

@@ -0,0 +1,1741 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstnvcompvideodec.h"
+
+#ifdef HAVE_GST_GL
+#include <gst/gl/gl.h>
+#include <gst/gl/gstglfuncs.h>
+#endif
+
+#include <nvcomp/nvcompManagerFactory.hpp>
+#include <nvcomp/ans.h>
+#include <nvcomp/bitcomp.h>
+#include <nvcomp/cascaded.h>
+#include <nvcomp/deflate.h>
+#include <nvcomp/gdeflate.h>
+#include <nvcomp/lz4.h>
+#include <nvcomp/snappy.h>
+#include <nvcomp/zstd.h>
+#include <memory>
+#include <string>
+#include <string.h>
+#include <vector>
+
+GST_DEBUG_CATEGORY_STATIC (gst_nv_comp_video_dec_debug);
+#define GST_CAT_DEFAULT gst_nv_comp_video_dec_debug
+
+#ifdef HAVE_GST_GL
+#define SRC_CAPS \
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, \
+        GST_VIDEO_FORMATS_ALL) ";" \
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_GL_MEMORY, \
+        GST_VIDEO_FORMATS_ALL) ";" \
+    GST_VIDEO_CAPS_MAKE (GST_VIDEO_FORMATS_ALL)
+#else
+#define SRC_CAPS \
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, \
+        GST_VIDEO_FORMATS_ALL) ";" \
+    GST_VIDEO_CAPS_MAKE (GST_VIDEO_FORMATS_ALL)
+#endif
+
+static GstStaticPadTemplate sink_template =
+    GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-nvcomp; video/x-nvcomp-lz4; "
+        "video/x-nvcomp-snappy; video/x-nvcomp-gdeflate; "
+        "video/x-nvcomp-deflate; video/x-nvcomp-zstd; video/x-nvcomp-cascaded; "
+        "video/x-nvcomp-bitcomp; video/x-nvcomp-ans"));
+
+static GstStaticPadTemplate src_template =
+GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (SRC_CAPS));
+
+/* *INDENT-OFF* */
+using namespace nvcomp;
+
+struct DecoderTask
+{
+  ~DecoderTask ()
+  {
+    if (ctx) {
+      gst_cuda_context_push (ctx);
+      clear_resource ();
+      gst_cuda_context_pop (nullptr);
+      gst_object_unref (ctx);
+    }
+  }
+
+  void clear_resource ()
+  {
+    if (!ctx)
+      return;
+
+    if (device_compressed)
+      CuMemFree ((CUdeviceptr) device_compressed);
+    device_compressed = nullptr;
+
+    if (host_compressed)
+      CuMemFreeHost (host_compressed);
+    host_compressed = nullptr;
+
+    if (device_compressed_bytes)
+      CuMemFree ((CUdeviceptr) device_compressed_bytes);
+    device_compressed_bytes = nullptr;
+
+    if (device_compressed_ptrs)
+      CuMemFree ((CUdeviceptr) device_compressed_ptrs);
+    device_compressed_ptrs = nullptr;
+
+    if (host_compressed_bytes)
+      CuMemFreeHost (host_compressed_bytes);
+    host_compressed_bytes = nullptr;
+
+    if (host_compressed_ptrs)
+      CuMemFreeHost (host_compressed_ptrs);
+    host_compressed_ptrs = nullptr;
+
+    if (device_uncompressed)
+      CuMemFree ((CUdeviceptr) device_uncompressed);
+    device_uncompressed = nullptr;
+
+    if (device_uncompressed_temp)
+      CuMemFree ((CUdeviceptr) device_uncompressed_temp);
+    device_uncompressed_temp = nullptr;
+
+    if (host_uncompressed)
+      CuMemFreeHost (host_uncompressed);
+    host_uncompressed = nullptr;
+
+    if (device_uncompressed_bytes)
+      CuMemFree ((CUdeviceptr) device_uncompressed_bytes);
+    device_uncompressed_bytes = nullptr;
+
+    if (device_uncompressed_ptrs)
+      CuMemFree ((CUdeviceptr) device_uncompressed_ptrs);
+    device_uncompressed_ptrs = nullptr;
+
+    if (host_uncompressed_bytes)
+      CuMemFreeHost (host_uncompressed_bytes);
+    host_uncompressed_bytes = nullptr;
+
+    if (host_uncompressed_ptrs)
+      CuMemFreeHost (host_uncompressed_ptrs);
+    host_uncompressed_ptrs = nullptr;
+
+    if (device_actual_uncompressed_bytes)
+      CuMemFree ((CUdeviceptr) device_actual_uncompressed_bytes);
+    device_actual_uncompressed_bytes = nullptr;
+
+    if (temp_ptr)
+      CuMemFree ((CUdeviceptr) temp_ptr);
+    temp_ptr = nullptr;
+
+    if (device_statuses)
+      CuMemFree ((CUdeviceptr) device_statuses);
+    device_statuses = nullptr;
+
+    batch_size = 0;
+    max_compressed_chunk_size = 0;
+    max_uncompressed_chunk_size = 0;
+  }
+
+  bool allocate_batched (size_t num_chunks,
+      size_t compressed_chunk_size,
+      size_t uncompressed_chunk_size, size_t temp_bytes)
+  {
+    size_t compressed_alloc;
+    size_t uncompressed_alloc;
+    size_t alloc_size = num_chunks * sizeof (size_t);
+    uint8_t *src;
+
+    compressed_chunk_size = GST_ROUND_UP_8 (compressed_chunk_size);
+    uncompressed_chunk_size = GST_ROUND_UP_8 (uncompressed_chunk_size);
+
+    compressed_alloc = num_chunks * compressed_chunk_size;
+    uncompressed_alloc = num_chunks * uncompressed_chunk_size;
+
+    auto ret = CuMemAlloc ((CUdeviceptr *) &device_compressed,
+        compressed_alloc);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAllocHost ((void **) &host_compressed, compressed_alloc);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_compressed_bytes,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_compressed_ptrs,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAllocHost ((void **) &host_compressed_bytes,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAllocHost ((void **) &host_compressed_ptrs,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    src = device_compressed;
+    for (size_t i = 0; i < num_chunks; i++) {
+      host_compressed_ptrsi = src;
+      src += compressed_chunk_size;
+    }
+
+    ret = CuMemcpyHtoD ((CUdeviceptr) device_compressed_ptrs,
+        host_compressed_ptrs, alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_uncompressed_temp,
+        uncompressed_alloc);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_uncompressed,
+        uncompressed_alloc);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAllocHost ((void **) &host_uncompressed, uncompressed_alloc);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_uncompressed_bytes,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_uncompressed_ptrs,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAllocHost ((void **) &host_uncompressed_bytes,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAllocHost ((void **) &host_uncompressed_ptrs,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    src = device_uncompressed_temp;
+    for (size_t i = 0; i < num_chunks; i++) {
+      host_uncompressed_bytesi = uncompressed_chunk_size;
+      host_uncompressed_ptrsi = src;
+      src += uncompressed_chunk_size;
+    }
+
+    ret = CuMemcpyHtoD ((CUdeviceptr) device_uncompressed_bytes,
+        host_uncompressed_bytes, alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemcpyHtoD ((CUdeviceptr) device_uncompressed_ptrs,
+        host_uncompressed_ptrs, alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_actual_uncompressed_bytes,
+        alloc_size);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    if (temp_bytes > 0) {
+      ret = CuMemAlloc ((CUdeviceptr *) &temp_ptr, temp_bytes);
+      if (!gst_cuda_result (ret))
+        return false;
+    }
+
+    ret = CuMemAlloc ((CUdeviceptr *) &device_statuses,
+        sizeof (nvcompStatus_t) * num_chunks);
+    if (!gst_cuda_result (ret))
+      return false;
+
+    batched = TRUE;
+    batch_size = num_chunks;
+    temp_size = temp_bytes;
+    max_compressed_chunk_size = compressed_chunk_size;
+    max_uncompressed_chunk_size = uncompressed_chunk_size;
+    compressed_alloc_size = compressed_alloc;
+    uncompressed_alloc_size = uncompressed_alloc;
+
+    return true;
+  }
+
+  GstCudaContext *ctx = nullptr;
+
+  uint8_t *device_compressed = nullptr;
+  uint8_t *host_compressed = nullptr;
+
+  size_t *device_compressed_bytes = nullptr;
+  void **device_compressed_ptrs = nullptr;
+
+  size_t *host_compressed_bytes = nullptr;
+  void **host_compressed_ptrs = nullptr;
+
+  uint8_t *device_uncompressed = nullptr;
+  uint8_t *device_uncompressed_temp = nullptr;
+  uint8_t *host_uncompressed = nullptr;
+
+  size_t *device_uncompressed_bytes = nullptr;
+  void **device_uncompressed_ptrs = nullptr;
+
+  size_t *host_uncompressed_bytes = nullptr;
+  void **host_uncompressed_ptrs = nullptr;
+
+  size_t *device_actual_uncompressed_bytes = nullptr;
+
+  void *temp_ptr = nullptr;
+  size_t temp_size = 0;
+
+  nvcompStatus_t *device_statuses = nullptr;
+
+  gboolean batched = FALSE;
+  size_t batch_size = 0;
+  size_t max_uncompressed_chunk_size = 0;
+  size_t max_compressed_chunk_size = 0;
+  size_t uncompressed_alloc_size = 0;
+  size_t compressed_alloc_size = 0;
+};
+
+struct BatchedDecompBase
+{
+  virtual nvcompStatus_t get_temp_size(
+      size_t num_chunks,
+      size_t max_uncompressed_chunk_bytes,
+      size_t * temp_bytes) = 0;
+
+  virtual nvcompStatus_t decompress(
+    void **device_compressed_ptrs,
+    size_t *device_compressed_bytes,
+    size_t *device_uncompressed_bytes,
+    size_t *device_actual_uncompressed_bytes,
+    size_t batch_size,
+    void *device_temp_ptr,
+    size_t temp_bytes,
+    void **device_uncompressed_ptrs,
+    nvcompStatus_t *device_statuses,
+    cudaStream_t stream) = 0;
+};
+
+template <auto T, auto D>
+class BatchedDecomp : public BatchedDecompBase
+{
+public:
+  BatchedDecomp () {}
+
+  nvcompStatus_t get_temp_size(
+      size_t num_chunks,
+      size_t max_uncompressed_chunk_bytes,
+      size_t * temp_bytes)
+  {
+    return T (num_chunks, max_uncompressed_chunk_bytes, temp_bytes);
+  }
+
+  nvcompStatus_t decompress(
+    void **device_compressed_ptrs,
+    size_t *device_compressed_bytes,
+    size_t *device_uncompressed_bytes,
+    size_t *device_actual_uncompressed_bytes,
+    size_t batch_size,
+    void *device_temp_ptr,
+    size_t temp_bytes,
+    void **device_uncompressed_ptrs,
+    nvcompStatus_t *device_statuses,
+    cudaStream_t stream)
+  {
+    return D (device_compressed_ptrs, device_compressed_bytes,
+        device_uncompressed_bytes, device_actual_uncompressed_bytes,
+        batch_size, device_temp_ptr, temp_bytes, device_uncompressed_ptrs,
+        device_statuses, stream);
+  }
+};
+
+struct GstNvCompVideoDecPrivate
+{
+  GstNvCompVideoDecPrivate ()
+  {
+    gst_video_info_init (&info);
+  }
+
+  GstCudaContext *ctx = nullptr;
+  GstCudaStream *stream = nullptr;
+
+#ifdef HAVE_GST_GL
+  GstGLDisplay *gl_display = nullptr;
+  GstGLContext *gl_context = nullptr;
+  GstGLContext *other_gl_context = nullptr;
+#endif
+
+  GstVideoCodecState *state = nullptr;
+  std::shared_ptr<nvcompManagerBase> manager;
+  std::shared_ptr<BatchedDecompBase> batched_decomp;
+  std::shared_ptr<DecoderTask> task;
+  gboolean gl_interop = FALSE;
+
+  GstVideoInfo info;
+  gboolean batched = FALSE;
+  GstNvCompMethod method;
+};
+/* *INDENT-ON* */
+
+struct _GstNvCompVideoDec
+{
+  GstVideoDecoder parent;
+  GstNvCompVideoDecPrivate *priv;
+};
+
+static void gst_nv_comp_video_dec_finalize (GObject * object);
+
+static void gst_nv_comp_video_dec_set_context (GstElement * element,
+    GstContext * context);
+
+static gboolean gst_nv_comp_video_dec_open (GstVideoDecoder * decoder);
+static gboolean gst_nv_comp_video_dec_close (GstVideoDecoder * decoder);
+static gboolean gst_nv_comp_video_dec_sink_query (GstVideoDecoder * decoder,
+    GstQuery * query);
+static gboolean gst_nv_comp_video_dec_src_query (GstVideoDecoder * decoder,
+    GstQuery * query);
+static gboolean
+gst_nv_comp_video_dec_decide_allocation (GstVideoDecoder * decoder,
+    GstQuery * query);
+static gboolean gst_nv_comp_video_dec_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state);
+static gboolean gst_nv_comp_video_dec_negotiate (GstVideoDecoder * decoder);
+static GstFlowReturn
+gst_nv_comp_video_dec_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame);
+
+#define gst_nv_comp_video_dec_parent_class parent_class
+G_DEFINE_TYPE (GstNvCompVideoDec,
+    gst_nv_comp_video_dec, GST_TYPE_VIDEO_DECODER);
+
+static void
+gst_nv_comp_video_dec_class_init (GstNvCompVideoDecClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto decoder_class = GST_VIDEO_DECODER_CLASS (klass);
+
+  object_class->finalize = gst_nv_comp_video_dec_finalize;
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "nvCOMP Video Decoder", "Decoder/Video/Hardware",
+      "Decompress a video stream using nvCOMP library",
+      "Seungha Yang <seungha@centricular.com>");
+
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_set_context);
+
+  decoder_class->open = GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_open);
+  decoder_class->close = GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_close);
+  decoder_class->sink_query =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_sink_query);
+  decoder_class->src_query =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_src_query);
+  decoder_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_decide_allocation);
+  decoder_class->set_format =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_set_format);
+  decoder_class->negotiate =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_negotiate);
+  decoder_class->handle_frame =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_dec_handle_frame);
+
+  GST_DEBUG_CATEGORY_INIT (gst_nv_comp_video_dec_debug,
+      "nvcompvideodec", 0, "nvcompvideodec");
+}
+
+static void
+gst_nv_comp_video_dec_init (GstNvCompVideoDec * self)
+{
+  self->priv = new GstNvCompVideoDecPrivate ();
+}
+
+static void
+gst_nv_comp_video_dec_finalize (GObject * object)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_nv_comp_video_dec_set_context (GstElement * element, GstContext * context)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (element);
+  auto priv = self->priv;
+
+  gst_cuda_handle_set_context (element, context, -1, &priv->ctx);
+#ifdef HAVE_GST_GL
+  if (gst_gl_handle_set_context (element, context, &priv->gl_display,
+          &priv->other_gl_context)) {
+    if (priv->gl_display)
+      gst_gl_display_filter_gl_api (priv->gl_display, GST_GL_API_OPENGL3);
+  }
+#endif
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_nv_comp_video_dec_open (GstVideoDecoder * decoder)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+  auto priv = self->priv;
+
+  if (!gst_cuda_ensure_element_context (GST_ELEMENT_CAST (decoder),
+          -1, &priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't get cuda context");
+    return FALSE;
+  }
+
+  priv->stream = gst_cuda_stream_new (priv->ctx);
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_dec_close (GstVideoDecoder * decoder)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+  auto priv = self->priv;
+
+  if (priv->ctx) {
+    gst_cuda_context_push (priv->ctx);
+    priv->manager = nullptr;
+    priv->task = nullptr;
+
+    gst_cuda_context_pop (nullptr);
+  }
+
+  gst_clear_cuda_stream (&priv->stream);
+  gst_clear_object (&priv->ctx);
+
+#ifdef HAVE_GST_GL
+  gst_clear_object (&priv->other_gl_context);
+  gst_clear_object (&priv->gl_context);
+  gst_clear_object (&priv->gl_context);
+#endif
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_dec_handle_context_query (GstNvCompVideoDec * self,
+    GstQuery * query)
+{
+  auto priv = self->priv;
+
+#ifdef HAVE_GST_GL
+  {
+    GstGLDisplay *display = nullptr;
+    GstGLContext *other = nullptr;
+    GstGLContext *local = nullptr;
+
+    if (priv->gl_display)
+      display = (GstGLDisplay *) gst_object_ref (priv->gl_display);
+    if (priv->gl_context)
+      local = (GstGLContext *) gst_object_ref (priv->gl_context);
+    if (priv->other_gl_context)
+      other = (GstGLContext *) gst_object_ref (priv->other_gl_context);
+
+    auto ret = gst_gl_handle_context_query (GST_ELEMENT (self), query,
+        display, local, other);
+    gst_clear_object (&display);
+    gst_clear_object (&other);
+    gst_clear_object (&local);
+
+    if (ret)
+      return TRUE;
+  }
+#endif
+
+  if (gst_cuda_handle_context_query (GST_ELEMENT (self), query, priv->ctx))
+    return TRUE;
+
+  return FALSE;
+}
+
+static gboolean
+gst_nv_comp_video_dec_sink_query (GstVideoDecoder * decoder, GstQuery * query)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+      if (gst_nv_comp_video_dec_handle_context_query (self, query))
+        return TRUE;
+      break;
+    default:
+      break;
+  }
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->sink_query (decoder, query);
+}
+
+static gboolean
+gst_nv_comp_video_dec_src_query (GstVideoDecoder * decoder, GstQuery * query)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+      if (gst_nv_comp_video_dec_handle_context_query (self, query))
+        return TRUE;
+      break;
+    default:
+      break;
+  }
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->src_query (decoder, query);
+}
+
+#ifdef HAVE_GST_GL
+static void
+check_cuda_device_from_gl_context (GstGLContext * context, gboolean * ret)
+{
+  guint device_count = 0;
+  CUdevice device_list1 = { 0, };
+  CUresult cuda_ret;
+
+  *ret = FALSE;
+  cuda_ret = CuGLGetDevices (&device_count,
+      device_list, 1, CU_GL_DEVICE_LIST_ALL);
+
+  if (!gst_cuda_result (cuda_ret) || device_count == 0)
+    return;
+
+  *ret = TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_dec_ensure_gl_context (GstNvCompVideoDec * self)
+{
+  auto priv = self->priv;
+  gboolean ret = FALSE;
+
+  if (!gst_gl_ensure_element_data (GST_ELEMENT (self), &priv->gl_display,
+          &priv->other_gl_context)) {
+    GST_DEBUG_OBJECT (self, "Couldn't get GL display");
+    return FALSE;
+  }
+
+  gst_gl_display_filter_gl_api (priv->gl_display, GST_GL_API_OPENGL3);
+
+  if (!gst_gl_display_ensure_context (priv->gl_display, priv->other_gl_context,
+          &priv->gl_context, nullptr)) {
+    GST_DEBUG_OBJECT (self, "Couldn't get GL context");
+    return FALSE;
+  }
+
+  gst_gl_context_thread_add (priv->gl_context,
+      (GstGLContextThreadFunc) check_cuda_device_from_gl_context, &ret);
+
+  return ret;
+}
+#endif
+
+static gboolean
+gst_nv_comp_video_dec_decide_allocation (GstVideoDecoder * decoder,
+    GstQuery * query)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+  auto priv = self->priv;
+  GstBufferPool *pool = nullptr;
+  guint size;
+  guint min = 0;
+  guint max = 0;
+  GstCaps *caps;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+  if (!caps) {
+    GST_WARNING_OBJECT (self, "null caps in query");
+    return FALSE;
+  }
+
+  GstVideoInfo info;
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_WARNING_OBJECT (self, "Failed to convert caps into info");
+    return FALSE;
+  }
+
+  gboolean update_pool = FALSE;
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    update_pool = TRUE;
+  }
+
+  auto features = gst_caps_get_features (caps, 0);
+  gboolean use_cuda_pool = FALSE;
+  if (gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
+    GST_DEBUG_OBJECT (self, "Downstream support CUDA memory");
+    if (pool) {
+      if (!GST_IS_CUDA_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto cuda_pool = GST_CUDA_BUFFER_POOL (pool);
+        if (cuda_pool->context != priv->ctx)
+          gst_clear_object (&pool);
+      }
+    }
+
+    if (!pool)
+      pool = gst_cuda_buffer_pool_new (priv->ctx);
+    use_cuda_pool = TRUE;
+  }
+#ifdef HAVE_GST_GL
+  else if (gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_GL_MEMORY) && priv->gl_interop) {
+    GST_DEBUG_OBJECT (self, "Downstream support GL memory");
+    if (!gst_nv_comp_video_dec_ensure_gl_context (self)) {
+      priv->gl_interop = FALSE;
+    } else {
+      if (pool && !GST_IS_GL_BUFFER_POOL (pool))
+        gst_clear_object (&pool);
+
+      if (!pool)
+        pool = gst_gl_buffer_pool_new (priv->gl_context);
+    }
+  }
+#endif
+
+  if (!pool)
+    pool = gst_video_buffer_pool_new ();
+
+  auto config = gst_buffer_pool_get_config (pool);
+
+  size = GST_VIDEO_INFO_SIZE (&info);
+  gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
+  if (use_cuda_pool && priv->stream) {
+    /* Set our stream on buffer pool config so that CUstream can be shared */
+    gst_buffer_pool_config_set_cuda_stream (config, priv->stream);
+  }
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_WARNING_OBJECT (self, "Failed to set pool config");
+    gst_object_unref (pool);
+    return FALSE;
+  }
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_dec_alloc_task (GstNvCompVideoDec * self,
+    DecoderTask * task, gboolean batched, gsize size)
+{
+  if (batched)
+    return TRUE;
+
+  task->uncompressed_alloc_size = size;
+  auto cuda_ret =
+      CuMemAlloc ((CUdeviceptr *) & task->device_uncompressed, size);
+  if (!gst_cuda_result (cuda_ret))
+    return FALSE;
+
+  cuda_ret = CuMemAllocHost ((void **) &task->host_uncompressed, size);
+  if (!gst_cuda_result (cuda_ret))
+    return FALSE;
+
+  task->compressed_alloc_size = size;
+  cuda_ret = CuMemAlloc ((CUdeviceptr *) & task->device_compressed, size);
+  if (!gst_cuda_result (cuda_ret))
+    return FALSE;
+
+  cuda_ret = CuMemAllocHost ((void **) &task->host_compressed, size);
+  if (!gst_cuda_result (cuda_ret))
+    return FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_dec_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+  auto priv = self->priv;
+
+  if (!priv->ctx) {
+    GST_ERROR_OBJECT (self, "CUDA context was not configured");
+    return FALSE;
+  }
+
+  GST_DEBUG_OBJECT (self, "Set format with caps %" GST_PTR_FORMAT, state->caps);
+
+  g_clear_pointer (&priv->state, gst_video_codec_state_unref);
+  priv->state = gst_video_codec_state_ref (state);
+
+  auto s = gst_caps_get_structure (state->caps, 0);
+  std::string mime_type = gst_structure_get_name (s);
+
+  auto format_str = gst_structure_get_string (s, "format");
+  if (!format_str) {
+    GST_ERROR_OBJECT (self, "Unknown video format");
+    return FALSE;
+  }
+
+  GstVideoFormat format = gst_video_format_from_string (format_str);
+  if (format == GST_VIDEO_FORMAT_UNKNOWN || format == GST_VIDEO_FORMAT_ENCODED) {
+    GST_ERROR_OBJECT (self, "Invalid format string %s", format_str);
+    return FALSE;
+  }
+
+  s = gst_structure_copy (s);
+  gst_structure_set_name (s, "video/x-raw");
+
+  auto video_caps = gst_caps_new_empty ();
+  gst_caps_append_structure (video_caps, s);
+
+  auto ret = gst_video_info_from_caps (&priv->info, video_caps);
+  gst_caps_unref (video_caps);
+  if (!ret) {
+    GST_ERROR_OBJECT (self, "Couldn't build output caps");
+    return FALSE;
+  }
+
+  if (!gst_cuda_context_push (priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    return FALSE;
+  }
+
+  priv->manager = nullptr;
+  priv->batched_decomp = nullptr;
+  priv->task = nullptr;
+
+  priv->batched = TRUE;
+  if (mime_type == "video/x-nvcomp") {
+    priv->batched = FALSE;
+  } else if (mime_type == "video/x-nvcomp-lz4") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedLZ4DecompressGetTempSize,
+        nvcompBatchedLZ4DecompressAsync >> ();
+  } else if (mime_type == "video/x-nvcomp-snappy") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedSnappyDecompressGetTempSize,
+        nvcompBatchedSnappyDecompressAsync >> ();
+  } else if (mime_type == "video/x-nvcomp-gdeflate") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedGdeflateDecompressGetTempSize,
+        nvcompBatchedGdeflateDecompressAsync >> ();
+  } else if (mime_type == "video/x-nvcomp-deflate") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedDeflateDecompressGetTempSize,
+        nvcompBatchedDeflateDecompressAsync >> ();
+  } else if (mime_type == "video/x-nvcomp-zstd") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedZstdDecompressGetTempSize,
+        nvcompBatchedZstdDecompressAsync >> ();
+  } else if (mime_type == "video/x-nvcomp-cascaded") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedCascadedDecompressGetTempSize,
+        nvcompBatchedCascadedDecompressAsync >> ();
+  } else if (mime_type == "video/x-nvcomp-bitcomp") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedBitcompDecompressGetTempSize,
+        nvcompBatchedBitcompDecompressAsync >> ();
+  } else if (mime_type == "video/x-nvcomp-ans") {
+    priv->batched_decomp = std::make_shared < BatchedDecomp <
+        nvcompBatchedANSDecompressGetTempSize,
+        nvcompBatchedANSDecompressAsync >> ();
+  } else {
+    gst_cuda_context_pop (nullptr);
+    g_assert_not_reached ();
+    return FALSE;
+  }
+
+  auto task = std::make_shared < DecoderTask > ();
+  task->ctx = (GstCudaContext *) gst_object_ref (priv->ctx);
+
+  if (!gst_nv_comp_video_dec_alloc_task (self, task.get (), priv->batched,
+          priv->info.size)) {
+    task = nullptr;
+    gst_cuda_context_pop (nullptr);
+    return FALSE;
+  }
+
+  priv->task = task;
+  gst_cuda_context_pop (nullptr);
+
+  return gst_video_decoder_negotiate (decoder);
+}
+
+static gboolean
+is_supported_cuda_format (GstVideoFormat format)
+{
+  switch (format) {
+    case GST_VIDEO_FORMAT_I420:
+    case GST_VIDEO_FORMAT_YV12:
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_NV21:
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_P012_LE:
+    case GST_VIDEO_FORMAT_P016_LE:
+    case GST_VIDEO_FORMAT_I420_10LE:
+    case GST_VIDEO_FORMAT_I420_12LE:
+    case GST_VIDEO_FORMAT_Y444:
+    case GST_VIDEO_FORMAT_Y444_10LE:
+    case GST_VIDEO_FORMAT_Y444_12LE:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_BGRx:
+    case GST_VIDEO_FORMAT_ARGB:
+    case GST_VIDEO_FORMAT_ABGR:
+    case GST_VIDEO_FORMAT_RGB:
+    case GST_VIDEO_FORMAT_BGR:
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+    case GST_VIDEO_FORMAT_Y42B:
+    case GST_VIDEO_FORMAT_I422_10LE:
+    case GST_VIDEO_FORMAT_I422_12LE:
+    case GST_VIDEO_FORMAT_YUY2:
+    case GST_VIDEO_FORMAT_UYVY:
+    case GST_VIDEO_FORMAT_RGBP:
+    case GST_VIDEO_FORMAT_BGRP:
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_GBR_10LE:
+    case GST_VIDEO_FORMAT_GBR_12LE:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+    case GST_VIDEO_FORMAT_GBRA:
+    case GST_VIDEO_FORMAT_VUYA:
+      return TRUE;
+    default:
+      break;
+  }
+
+  return FALSE;
+}
+
+#ifdef HAVE_GST_GL
+static gboolean
+is_supported_gl_format (GstVideoFormat format)
+{
+  auto gl_caps = gst_caps_from_string ("video/x-raw, format = (string) "
+      GST_GL_COLOR_CONVERT_FORMATS);
+  auto our_caps = gst_caps_new_empty_simple ("video/x-raw");
+  gst_caps_set_simple (our_caps,
+      "format", G_TYPE_STRING, gst_video_format_to_string (format), nullptr);
+  auto ret = gst_caps_is_subset (our_caps, gl_caps);
+  gst_caps_unref (gl_caps);
+  gst_caps_unref (our_caps);
+
+  return ret;
+}
+#endif
+
+static gboolean
+gst_nv_comp_video_dec_negotiate (GstVideoDecoder * decoder)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+  auto priv = self->priv;
+  gboolean is_cuda = FALSE;
+#ifdef HAVE_GST_GL
+  gboolean is_gl = FALSE;
+#endif
+
+  auto peer_caps = gst_pad_get_allowed_caps (decoder->srcpad);
+  GST_DEBUG_OBJECT (self, "Allowed caps %" GST_PTR_FORMAT, peer_caps);
+
+  if (!peer_caps || gst_caps_is_any (peer_caps)) {
+    GST_DEBUG_OBJECT (self,
+        "cannot determine output format, use system memory");
+  } else {
+    GstCapsFeatures *features;
+    guint size = gst_caps_get_size (peer_caps);
+    guint i;
+
+    for (i = 0; i < size; i++) {
+      features = gst_caps_get_features (peer_caps, i);
+
+      if (!features)
+        continue;
+
+      if (gst_caps_features_contains (features,
+              GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
+        is_cuda = TRUE;
+      }
+#ifdef HAVE_GST_GL
+      if (gst_caps_features_contains (features,
+              GST_CAPS_FEATURE_MEMORY_GL_MEMORY)) {
+        is_gl = TRUE;
+      }
+#endif
+    }
+  }
+  gst_clear_caps (&peer_caps);
+
+  auto state = gst_video_decoder_set_interlaced_output_state (decoder,
+      GST_VIDEO_INFO_FORMAT (&priv->info),
+      GST_VIDEO_INFO_INTERLACE_MODE (&priv->info), priv->info.width,
+      priv->info.height, priv->state);
+
+  if (!state) {
+    GST_ERROR_OBJECT (self, "Couldn't set output state");
+    return FALSE;
+  }
+
+  priv->gl_interop = FALSE;
+
+  state->caps = gst_video_info_to_caps (&state->info);
+  auto format = GST_VIDEO_INFO_FORMAT (&priv->info);
+  if (is_cuda && is_supported_cuda_format (format)) {
+    gst_caps_set_features_simple (state->caps,
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+            nullptr));
+  }
+#ifdef HAVE_GST_GL
+  else if (is_gl && is_supported_gl_format (format)) {
+    gst_caps_set_features_simple (state->caps,
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+            nullptr));
+    priv->gl_interop = TRUE;
+  }
+#endif
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->negotiate (decoder);
+}
+
+static gboolean
+gst_nv_comp_video_dec_download (GstNvCompVideoDec * self, GstVideoFrame * frame,
+    CUstream stream, gboolean is_device_copy)
+{
+  auto priv = self->priv;
+  auto info = &priv->info;
+  auto finfo = info->finfo;
+  gint compGST_VIDEO_MAX_COMPONENTS;
+  CUresult ret = CUDA_SUCCESS;
+  auto task = priv->task;
+
+  for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
+    guint8 *sp;
+    if (is_device_copy)
+      sp = task->device_uncompressed + info->offseti;
+    else
+      sp = task->host_uncompressed + info->offseti;
+
+    guint8 *dp = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+    guint ss, ds;
+    guint w, h;
+
+    if (GST_VIDEO_FORMAT_INFO_HAS_PALETTE (finfo) && i == 1) {
+      if (is_device_copy) {
+        ret = CuMemcpyDtoDAsync ((CUdeviceptr) dp, (CUdeviceptr) sp,
+            256 * 4, stream);
+      } else {
+        memcpy (dp, sp, 256 * 4);
+      }
+
+      if (!gst_cuda_result (ret)) {
+        GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+        return FALSE;
+      }
+
+      return TRUE;
+    }
+
+    ds = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+    ss = GST_VIDEO_INFO_PLANE_STRIDE (info, i);
+
+    gst_video_format_info_component (finfo, i, comp);
+
+    w = GST_VIDEO_INFO_COMP_WIDTH (info, comp0) *
+        GST_VIDEO_INFO_COMP_PSTRIDE (info, comp0);
+    if (w == 0)
+      w = MIN (ss, ds);
+
+    h = GST_VIDEO_INFO_COMP_HEIGHT (info, comp0);
+
+    if (GST_VIDEO_FORMAT_INFO_IS_TILED (finfo)) {
+      gint tile_size;
+      gint sx_tiles, sy_tiles, dx_tiles, dy_tiles;
+      GstVideoTileMode mode;
+
+      tile_size = GST_VIDEO_FORMAT_INFO_TILE_SIZE (info->finfo, i);
+
+      mode = GST_VIDEO_FORMAT_INFO_TILE_MODE (info->finfo);
+
+      sx_tiles = GST_VIDEO_TILE_X_TILES (ss);
+      sy_tiles = GST_VIDEO_TILE_Y_TILES (ss);
+
+      dx_tiles = GST_VIDEO_TILE_X_TILES (ds);
+      dy_tiles = GST_VIDEO_TILE_Y_TILES (ds);
+
+      w = MIN (sx_tiles, dx_tiles);
+      h = MIN (sy_tiles, dy_tiles);
+
+      for (guint j = 0; j < h; j++) {
+        for (guint k = 0; k < w; k++) {
+          guint si, di;
+          guint8 *cur_dp;
+          guint8 *cur_sp;
+
+          si = gst_video_tile_get_index (mode, k, j, sx_tiles, sy_tiles);
+          di = gst_video_tile_get_index (mode, k, j, dx_tiles, dy_tiles);
+
+          cur_dp = dp + (di * tile_size);
+          cur_sp = sp + (si * tile_size);
+
+          if (is_device_copy) {
+            ret = CuMemcpyDtoDAsync ((CUdeviceptr) cur_dp, (CUdeviceptr) cur_sp,
+                w, stream);
+          } else {
+            memcpy (cur_dp, cur_sp, w);
+          }
+
+          if (!gst_cuda_result (ret)) {
+            GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+            return FALSE;
+          }
+        }
+      }
+    } else {
+      if (is_device_copy) {
+        CUDA_MEMCPY2D params = { };
+        params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+        params.srcDevice = (CUdeviceptr) sp;
+        params.srcPitch = ss;
+
+        params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+        params.dstDevice = (CUdeviceptr) dp;
+        params.dstPitch = ds;
+
+        params.WidthInBytes = w;
+        params.Height = h;
+
+        ret = CuMemcpy2DAsync (&params, stream);
+
+        if (!gst_cuda_result (ret)) {
+          GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+          return FALSE;
+        }
+      } else {
+        for (guint j = 0; j < h; j++) {
+          memcpy (dp, sp, w);
+          dp += ds;
+          sp += ss;
+        }
+      }
+    }
+  }
+
+  return TRUE;
+}
+
+#ifdef HAVE_GST_GL
+struct GLInteropData
+{
+  GstNvCompVideoDec *self = nullptr;
+  GstBuffer *buffer = nullptr;
+  gboolean ret = FALSE;
+};
+
+static GstCudaGraphicsResource *
+ensure_gl_cuda_resource (GstNvCompVideoDec * self, GstMemory * mem)
+{
+  auto priv = self->priv;
+  GstCudaGraphicsResource *resource;
+  GQuark quark;
+
+  if (!gst_is_gl_memory_pbo (mem)) {
+    GST_WARNING_OBJECT (self, "memory is not GL PBO memory, %s",
+        mem->allocator->mem_type);
+    return nullptr;
+  }
+
+  quark = gst_cuda_quark_from_id (GST_CUDA_QUARK_GRAPHICS_RESOURCE);
+  resource = (GstCudaGraphicsResource *)
+      gst_mini_object_get_qdata (GST_MINI_OBJECT (mem), quark);
+
+  if (!resource) {
+    GstMapInfo map_info;
+    GstGLMemoryPBO *pbo = (GstGLMemoryPBO *) mem;
+    GstGLBuffer *gl_buf = pbo->pbo;
+    gboolean ret;
+
+    if (!gst_memory_map (mem, &map_info,
+            (GstMapFlags) (GST_MAP_READ | GST_MAP_GL))) {
+      GST_ERROR_OBJECT (self, "Couldn't map gl memory");
+      return nullptr;
+    }
+
+    resource = gst_cuda_graphics_resource_new (priv->ctx,
+        GST_OBJECT (GST_GL_BASE_MEMORY_CAST (mem)->context),
+        GST_CUDA_GRAPHICS_RESOURCE_GL_BUFFER);
+
+    GST_LOG_OBJECT (self, "registering gl buffer %d to CUDA", gl_buf->id);
+    ret = gst_cuda_graphics_resource_register_gl_buffer (resource, gl_buf->id,
+        CU_GRAPHICS_REGISTER_FLAGS_NONE);
+    gst_memory_unmap (mem, &map_info);
+
+    if (!ret) {
+      GST_ERROR_OBJECT (self, "Couldn't register gl buffer %d", gl_buf->id);
+      gst_cuda_graphics_resource_free (resource);
+      return nullptr;
+    }
+
+    gst_mini_object_set_qdata (GST_MINI_OBJECT (mem), quark, resource,
+        (GDestroyNotify) gst_cuda_graphics_resource_free);
+  }
+
+  return resource;
+}
+
+static void
+gst_nv_comp_video_dec_download_gl (GstGLContext * context, GLInteropData * data)
+{
+  auto self = data->self;
+  auto priv = self->priv;
+  auto info = &priv->info;
+  auto finfo = info->finfo;
+  GstCudaGraphicsResource *gst_resGST_VIDEO_MAX_PLANES = { nullptr, };
+  CUgraphicsResource cuda_resGST_VIDEO_MAX_PLANES = { nullptr, };
+  CUdeviceptr src_devptrGST_VIDEO_MAX_PLANES = { 0, };
+  CUstream stream = gst_cuda_stream_get_handle (priv->stream);
+  CUresult ret;
+  gint compGST_VIDEO_MAX_COMPONENTS;
+  auto task = priv->task;
+
+  if (!gst_cuda_context_push (priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    return;
+  }
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
+    GstMemory *mem = gst_buffer_peek_memory (data->buffer, i);
+    gsize src_size;
+
+    if (!gst_is_gl_memory_pbo (mem)) {
+      GST_ERROR_OBJECT (self, "Not a GL PBO memory");
+      goto out;
+    }
+
+    gst_resi = ensure_gl_cuda_resource (self, mem);
+    if (!gst_resi) {
+      GST_ERROR_OBJECT (self, "Couldn't get resource %d", i);
+      goto out;
+    }
+
+    cuda_resi = gst_cuda_graphics_resource_map (gst_resi, stream,
+        CU_GRAPHICS_MAP_RESOURCE_FLAGS_WRITE_DISCARD);
+    if (!cuda_resi) {
+      GST_ERROR_OBJECT (self, "Couldn't map resource");
+      goto out;
+    }
+
+    ret = CuGraphicsResourceGetMappedPointer (&src_devptri,
+        &src_size, cuda_resi);
+    if (!gst_cuda_result (ret)) {
+      GST_ERROR_OBJECT (self, "Couldn't get mapped device pointer");
+      goto out;
+    }
+
+    /* Need PBO -> texture */
+    GST_MINI_OBJECT_FLAG_SET (mem, GST_GL_BASE_MEMORY_TRANSFER_NEED_UPLOAD);
+  }
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
+    guint8 *sp = task->device_uncompressed + info->offseti;
+    guint8 *dp = (guint8 *) src_devptri;
+    guint ss, ds;
+    guint w, h;
+
+    if (GST_VIDEO_FORMAT_INFO_HAS_PALETTE (finfo) && i == 1) {
+      ret = CuMemcpyDtoDAsync ((CUdeviceptr) dp, (CUdeviceptr) sp,
+          256 * 4, stream);
+
+      if (!gst_cuda_result (ret)) {
+        GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+        goto out;
+      }
+
+      data->ret = TRUE;
+      goto out;
+    }
+
+    auto meta = gst_buffer_get_video_meta (data->buffer);
+    if (meta)
+      ds = meta->stridei;
+    else
+      ds = GST_VIDEO_INFO_PLANE_STRIDE (info, i);
+
+    ss = GST_VIDEO_INFO_PLANE_STRIDE (info, i);
+
+    gst_video_format_info_component (finfo, i, comp);
+
+    w = GST_VIDEO_INFO_COMP_WIDTH (info, comp0) *
+        GST_VIDEO_INFO_COMP_PSTRIDE (info, comp0);
+    if (w == 0)
+      w = MIN (ss, ds);
+
+    h = GST_VIDEO_INFO_COMP_HEIGHT (info, comp0);
+
+    if (GST_VIDEO_FORMAT_INFO_IS_TILED (finfo)) {
+      gint tile_size;
+      gint sx_tiles, sy_tiles, dx_tiles, dy_tiles;
+      GstVideoTileMode mode;
+
+      tile_size = GST_VIDEO_FORMAT_INFO_TILE_SIZE (info->finfo, i);
+
+      mode = GST_VIDEO_FORMAT_INFO_TILE_MODE (info->finfo);
+
+      sx_tiles = GST_VIDEO_TILE_X_TILES (ss);
+      sy_tiles = GST_VIDEO_TILE_Y_TILES (ss);
+
+      dx_tiles = GST_VIDEO_TILE_X_TILES (ds);
+      dy_tiles = GST_VIDEO_TILE_Y_TILES (ds);
+
+      w = MIN (sx_tiles, dx_tiles);
+      h = MIN (sy_tiles, dy_tiles);
+
+      for (guint j = 0; j < h; j++) {
+        for (guint k = 0; k < w; k++) {
+          guint si, di;
+          guint8 *cur_dp;
+          guint8 *cur_sp;
+
+          si = gst_video_tile_get_index (mode, k, j, sx_tiles, sy_tiles);
+          di = gst_video_tile_get_index (mode, k, j, dx_tiles, dy_tiles);
+
+          cur_dp = dp + (di * tile_size);
+          cur_sp = sp + (si * tile_size);
+
+          ret = CuMemcpyDtoDAsync ((CUdeviceptr) cur_dp, (CUdeviceptr) cur_sp,
+              w, stream);
+
+          if (!gst_cuda_result (ret)) {
+            GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+            goto out;
+          }
+        }
+      }
+    } else {
+      CUDA_MEMCPY2D params = { };
+      params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+      params.srcDevice = (CUdeviceptr) sp;
+      params.srcPitch = ss;
+
+      params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+      params.dstDevice = (CUdeviceptr) dp;
+      params.dstPitch = ds;
+
+      params.WidthInBytes = w;
+      params.Height = h;
+
+      ret = CuMemcpy2DAsync (&params, stream);
+      if (!gst_cuda_result (ret)) {
+        GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+        goto out;
+      }
+    }
+  }
+
+  data->ret = TRUE;
+
+out:
+  for (guint i = 0; i < gst_buffer_n_memory (data->buffer); i++) {
+    if (!gst_resi)
+      break;
+
+    gst_cuda_graphics_resource_unmap (gst_resi, stream);
+  }
+
+  CuStreamSynchronize (stream);
+  gst_cuda_context_pop (nullptr);
+}
+#endif
+
+struct ChunkData
+{
+  size_t uncomp_size = 0;
+  size_t comp_size = 0;
+  size_t offset = 0;
+};
+
+static gboolean
+gst_nv_comp_video_dec_parse_header (GstNvCompVideoDec * self,
+    const guint8 * data, gsize size,
+    size_t &uncompressed_chunk_size, size_t &max_compressed_chunk_size,
+    size_t &batch_size, std::vector < ChunkData > &compressed_chunks)
+{
+  guint32 val;
+  const guint8 *ptr = data;
+  gsize remaining = size;
+
+  if (size <= GST_NV_COMP_HEADER_MIN_SIZE) {
+    GST_ERROR_OBJECT (self, "Too small size");
+    return FALSE;
+  }
+
+  val = GST_READ_UINT32_LE (ptr);
+  if (val != GST_NV_COMP_HEADER_VERSION) {
+    GST_ERROR_OBJECT (self, "Invalid version");
+    return FALSE;
+  }
+  ptr += sizeof (guint32);
+  remaining -= sizeof (guint32);
+
+  uncompressed_chunk_size = GST_READ_UINT32_LE (ptr);
+  ptr += sizeof (guint32);
+  remaining -= sizeof (guint32);
+
+  max_compressed_chunk_size = GST_READ_UINT32_LE (ptr);
+  ptr += sizeof (guint32);
+  remaining -= sizeof (guint32);
+
+  batch_size = GST_READ_UINT32_LE (ptr);
+  ptr += sizeof (guint32);
+  remaining -= sizeof (guint32);
+
+  compressed_chunks.resize (batch_size);
+  size_t total_compressed_size = 0;
+  for (size_t i = 0; i < batch_size; i++) {
+    if (remaining < sizeof (guint32))
+      return FALSE;
+
+    compressed_chunksi.uncomp_size = GST_READ_UINT32_LE (ptr);
+    ptr += sizeof (guint32);
+    remaining -= sizeof (guint32);
+
+    if (remaining < sizeof (guint32))
+      return FALSE;
+
+    compressed_chunksi.comp_size = GST_READ_UINT32_LE (ptr);
+    total_compressed_size += compressed_chunksi.comp_size;
+
+    ptr += sizeof (guint32);
+    remaining -= sizeof (guint32);
+  }
+
+  if (remaining != total_compressed_size) {
+    GST_ERROR_OBJECT (self, "Size mismatch, remaining: %" G_GSIZE_FORMAT
+        ", total compressed: %" G_GSIZE_FORMAT, remaining,
+        total_compressed_size);
+    return FALSE;
+  }
+
+  for (size_t i = 0; i < batch_size; i++) {
+    compressed_chunksi.offset = ptr - data;
+    ptr += compressed_chunksi.comp_size;
+  }
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_nv_comp_video_dec_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame)
+{
+  auto self = GST_NV_COMP_VIDEO_DEC (decoder);
+  auto priv = self->priv;
+  CUstream stream = nullptr;
+  GstVideoFrame vframe;
+  GstMapInfo map_info;
+  CUresult cuda_ret;
+  gboolean need_copy = TRUE;
+  GstMemory *mem;
+  nvcompStatus_t status;
+  auto task = priv->task;
+  GstFlowReturn ret;
+
+  if (!priv->ctx || !priv->task) {
+    GST_ERROR_OBJECT (self, "Context was not configured");
+    goto error;
+  }
+
+  ret = gst_video_decoder_allocate_output_frame (decoder, frame);
+  if (ret != GST_FLOW_OK) {
+    gst_video_decoder_release_frame (decoder, frame);
+    return ret;
+  }
+
+  if (!gst_cuda_context_push (priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    goto error;
+  }
+
+  stream = gst_cuda_stream_get_handle (priv->stream);
+
+  if (!gst_buffer_map (frame->input_buffer, &map_info, GST_MAP_READ)) {
+    GST_ERROR_OBJECT (self, "Couldn't map input buffer");
+    gst_cuda_context_pop (nullptr);
+    goto error;
+  }
+
+  if (priv->batched) {
+    g_assert (priv->batched_decomp);
+
+    /* Parse custom header */
+    size_t uncompressed_chunk_size;
+    size_t max_compressed_chunk_size;
+    size_t batch_size;
+    std::vector < ChunkData > compressed_chunks;
+    guint8 *mapped_data = map_info.data;
+    uint8_t *uncompressed;
+    if (!gst_nv_comp_video_dec_parse_header (self, mapped_data,
+            map_info.size, uncompressed_chunk_size, max_compressed_chunk_size,
+            batch_size, compressed_chunks)) {
+      gst_buffer_unmap (frame->input_buffer, &map_info);
+      gst_cuda_context_pop (nullptr);
+      goto error;
+    }
+
+    GST_LOG_OBJECT (self, "batch size %" G_GSIZE_FORMAT
+        ", uncompressed-chunk-size %" G_GSIZE_FORMAT
+        ", compressed-chunk-size %" G_GSIZE_FORMAT,
+        batch_size, uncompressed_chunk_size, max_compressed_chunk_size);
+
+    if (task->batch_size < batch_size ||
+        task->max_uncompressed_chunk_size < uncompressed_chunk_size ||
+        task->max_compressed_chunk_size < max_compressed_chunk_size) {
+      task->clear_resource ();
+    }
+
+    if (task->batch_size == 0) {
+      size_t temp_size = 0;
+
+      GST_DEBUG_OBJECT (self, "Allocating resource");
+
+      status = priv->batched_decomp->get_temp_size (batch_size,
+          uncompressed_chunk_size, &temp_size);
+      if (status != nvcompSuccess) {
+        GST_ERROR_OBJECT (self, "Couldn't get temp size");
+        gst_buffer_unmap (frame->input_buffer, &map_info);
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+
+      if (!task->allocate_batched (batch_size,
+              max_compressed_chunk_size, uncompressed_chunk_size, temp_size)) {
+        GST_ERROR_OBJECT (self, "Couldn't allocate resource");
+        gst_buffer_unmap (frame->input_buffer, &map_info);
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+    }
+
+    for (size_t i = 0; i < batch_size; i++) {
+      memcpy (task->host_compressed + (i * task->max_compressed_chunk_size),
+          mapped_data + compressed_chunksi.offset,
+          compressed_chunksi.comp_size);
+      task->host_compressed_bytesi = compressed_chunksi.comp_size;
+    }
+    gst_buffer_unmap (frame->input_buffer, &map_info);
+
+    for (size_t i = 0; i < batch_size; i++) {
+      GST_LOG_OBJECT (self, "Uploading chunk %" G_GSIZE_FORMAT
+          ", size %" G_GSIZE_FORMAT, i, compressed_chunksi.comp_size);
+      auto offset = i * task->max_compressed_chunk_size;
+
+      cuda_ret = CuMemcpyHtoDAsync ((CUdeviceptr)
+          (task->device_compressed + offset),
+          task->host_compressed + offset,
+          compressed_chunksi.comp_size, stream);
+      if (!gst_cuda_result (cuda_ret)) {
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+    }
+
+    cuda_ret = CuMemcpyHtoDAsync ((CUdeviceptr) task->device_compressed_bytes,
+        task->host_compressed_bytes, sizeof (size_t) * batch_size, stream);
+    if (!gst_cuda_result (cuda_ret)) {
+      gst_cuda_context_pop (nullptr);
+      goto error;
+    }
+
+    status = priv->batched_decomp->decompress (task->device_compressed_ptrs,
+        task->device_compressed_bytes, task->device_uncompressed_bytes,
+        task->device_actual_uncompressed_bytes, batch_size,
+        task->temp_ptr, task->temp_size, task->device_uncompressed_ptrs,
+        task->device_statuses, (cudaStream_t) stream);
+    if (status != nvcompSuccess) {
+      GST_ERROR_OBJECT (self, "Couldn't decompress stream, status: %d", status);
+      gst_cuda_context_pop (nullptr);
+      goto error;
+    }
+
+    uncompressed = task->device_uncompressed;
+    for (size_t i = 0; i < batch_size; i++) {
+      auto size = compressed_chunksi.uncomp_size;
+      cuda_ret = CuMemcpyDtoDAsync ((CUdeviceptr) uncompressed,
+          (CUdeviceptr) task->host_uncompressed_ptrsi, size, stream);
+
+      if (!gst_cuda_result (cuda_ret)) {
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+      uncompressed += size;
+    }
+  } else {
+    if (task->compressed_alloc_size < map_info.size) {
+      if (task->device_compressed)
+        CuMemFree ((CUdeviceptr) task->device_compressed);
+      task->device_compressed = nullptr;
+
+      if (task->host_compressed)
+        CuMemFreeHost (task->host_compressed);
+      task->host_compressed = nullptr;
+
+      task->compressed_alloc_size = GST_ROUND_UP_128 (map_info.size);
+      auto cuda_ret = CuMemAlloc ((CUdeviceptr *) & task->device_compressed,
+          task->compressed_alloc_size);
+      if (!gst_cuda_result (cuda_ret)) {
+        gst_buffer_unmap (frame->input_buffer, &map_info);
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+
+      cuda_ret = CuMemAllocHost ((void **) &task->host_compressed,
+          task->compressed_alloc_size);
+      if (!gst_cuda_result (cuda_ret)) {
+        gst_buffer_unmap (frame->input_buffer, &map_info);
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+    }
+
+    memcpy (task->host_compressed, map_info.data, map_info.size);
+
+    cuda_ret = CuMemcpyHtoDAsync ((CUdeviceptr) task->device_compressed,
+        task->host_compressed, map_info.size, stream);
+    gst_buffer_unmap (frame->input_buffer, &map_info);
+
+    if (!gst_cuda_result (cuda_ret)) {
+      GST_ERROR_OBJECT (self, "Couldn't copy compressed memory");
+      gst_cuda_context_pop (nullptr);
+      goto error;
+    }
+
+    if (!priv->manager) {
+      priv->manager = create_manager (task->device_compressed,
+          (cudaStream_t) stream);
+    }
+
+    {
+      auto config =
+          priv->manager->configure_decompression (task->device_compressed);
+      if (config.decomp_data_size != priv->info.size) {
+        GST_ERROR_OBJECT (self, "size mismatch, expected %" G_GSIZE_FORMAT
+            ", required %" G_GSIZE_FORMAT, priv->info.size,
+            config.decomp_data_size);
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+
+      priv->manager->decompress (task->device_uncompressed,
+          task->device_compressed, config);
+    }
+  }
+
+  mem = gst_buffer_peek_memory (frame->output_buffer, 0);
+#ifdef HAVE_GST_GL
+  if (priv->gl_interop && gst_buffer_n_memory (frame->output_buffer) ==
+      GST_VIDEO_INFO_N_PLANES (&priv->info)) {
+    GLInteropData interop_data;
+    interop_data.self = self;
+    interop_data.buffer = frame->output_buffer;
+    interop_data.ret = FALSE;
+
+    auto gl_mem = (GstGLMemory *) mem;
+    gst_gl_context_thread_add (gl_mem->mem.context,
+        (GstGLContextThreadFunc) gst_nv_comp_video_dec_download_gl,
+        &interop_data);
+    if (interop_data.ret) {
+      need_copy = FALSE;
+      GST_TRACE_OBJECT (self, "CUDA -> GL copy done");
+    } else {
+      priv->gl_interop = FALSE;
+    }
+  }
+#endif
+
+  if (need_copy) {
+    GstMapFlags map_flags = GST_MAP_WRITE;
+    gboolean device_copy = FALSE;
+    gboolean do_sync = TRUE;
+    if (gst_is_cuda_memory (mem)) {
+      auto cmem = GST_CUDA_MEMORY_CAST (mem);
+      if (cmem->context == priv->ctx) {
+        map_flags = (GstMapFlags) (GST_MAP_WRITE | GST_MAP_CUDA);
+        device_copy = TRUE;
+        auto mem_stream = gst_cuda_memory_get_stream (cmem);
+        if (mem_stream && mem_stream == priv->stream)
+          do_sync = FALSE;
+      }
+    }
+
+    if (!device_copy) {
+      cuda_ret = CuMemcpyDtoHAsync (task->host_uncompressed,
+          (CUdeviceptr) task->device_uncompressed, priv->info.size, stream);
+      if (!gst_cuda_result (cuda_ret)) {
+        GST_ERROR_OBJECT (self, "Couldn't download image");
+        gst_cuda_context_pop (nullptr);
+        goto error;
+      }
+      CuStreamSynchronize (stream);
+      do_sync = FALSE;
+    }
+
+    gst_video_frame_map (&vframe, &priv->info, frame->output_buffer, map_flags);
+    gst_nv_comp_video_dec_download (self, &vframe, stream, device_copy);
+    if (do_sync)
+      CuStreamSynchronize (stream);
+    gst_video_frame_unmap (&vframe);
+  }
+  gst_cuda_context_pop (nullptr);
+
+  return gst_video_decoder_finish_frame (decoder, frame);
+
+error:
+  gst_video_decoder_release_frame (decoder, frame);
+  return GST_FLOW_ERROR;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/gstnvcompvideodec.h Added

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include "gstnvcomp.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_NV_COMP_VIDEO_DEC (gst_nv_comp_video_dec_get_type())
+G_DECLARE_FINAL_TYPE (GstNvCompVideoDec, gst_nv_comp_video_dec,
+    GST, NV_COMP_VIDEO_DEC, GstVideoDecoder)
+
+G_END_DECLS
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/gstnvcompvideoenc.cpp Added

@@ -0,0 +1,2022 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstnvcompvideoenc.h"
+#ifdef HAVE_GST_GL
+#include <gst/gl/gl.h>
+#include <gst/gl/gstglfuncs.h>
+#endif
+
+#include <nvcomp/ans.hpp>
+#include <nvcomp/bitcomp.hpp>
+#include <nvcomp/cascaded.hpp>
+#include <nvcomp/deflate.hpp>
+#include <nvcomp/gdeflate.hpp>
+#include <nvcomp/lz4.hpp>
+#include <nvcomp/snappy.hpp>
+#include <nvcomp/zstd.hpp>
+#include <memory>
+#include <mutex>
+#include <condition_variable>
+#include <queue>
+#include <atomic>
+#include <string>
+#include <string.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_nv_comp_video_enc_debug);
+#define GST_CAT_DEFAULT gst_nv_comp_video_enc_debug
+
+#ifdef HAVE_GST_GL
+#define SINK_CAPS \
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, \
+        GST_VIDEO_FORMATS_ALL) ";" \
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_GL_MEMORY, \
+        GST_VIDEO_FORMATS_ALL) ";" \
+    GST_VIDEO_CAPS_MAKE (GST_VIDEO_FORMATS_ALL)
+#else
+#define SINK_CAPS \
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, \
+        GST_VIDEO_FORMATS_ALL) ";" \
+    GST_VIDEO_CAPS_MAKE (GST_VIDEO_FORMATS_ALL)
+#endif
+
+static GstStaticPadTemplate sink_template =
+GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (SINK_CAPS));
+
+static GstStaticPadTemplate src_template =
+    GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-nvcomp; video/x-nvcomp-lz4; "
+        "video/x-nvcomp-snappy; video/x-nvcomp-gdeflate; "
+        "video/x-nvcomp-deflate; video/x-nvcomp-zstd; video/x-nvcomp-cascaded; "
+        "video/x-nvcomp-bitcomp; video/x-nvcomp-ans"));
+
+enum GstNvCompDataType
+{
+  GST_NV_COMP_DATA_TYPE_DEFAULT = -1,
+  GST_NV_COMP_DATA_TYPE_CHAR = NVCOMP_TYPE_CHAR,
+  GST_NV_COMP_DATA_TYPE_UCHAR = NVCOMP_TYPE_UCHAR,
+  GST_NV_COMP_DATA_TYPE_SHORT = NVCOMP_TYPE_SHORT,
+  GST_NV_COMP_DATA_TYPE_USHORT = NVCOMP_TYPE_USHORT,
+  GST_NV_COMP_DATA_TYPE_INT = NVCOMP_TYPE_INT,
+  GST_NV_COMP_DATA_TYPE_UINT = NVCOMP_TYPE_UINT,
+  GST_NV_COMP_DATA_TYPE_LONGLONG = NVCOMP_TYPE_LONGLONG,
+  GST_NV_COMP_DATA_TYPE_ULONGLONG = NVCOMP_TYPE_ULONGLONG,
+  GST_NV_COMP_DATA_TYPE_BITS = NVCOMP_TYPE_BITS,
+};
+
+#define GST_TYPE_NV_COMP_DATA_TYPE (gst_nv_comp_data_type_type())
+static GType
+gst_nv_comp_data_type_type (void)
+{
+  static GType data_type = 0;
+  static std::once_flag once;
+  static const GEnumValue types = {
+    {GST_NV_COMP_DATA_TYPE_DEFAULT, "Default", "default"},
+    {GST_NV_COMP_DATA_TYPE_CHAR, "CHAR", "char"},
+    {GST_NV_COMP_DATA_TYPE_UCHAR, "UCHAR", "uchar"},
+    {GST_NV_COMP_DATA_TYPE_SHORT, "SHORT", "short"},
+    {GST_NV_COMP_DATA_TYPE_USHORT, "USHORT", "ushort"},
+    {GST_NV_COMP_DATA_TYPE_INT, "INT", "int"},
+    {GST_NV_COMP_DATA_TYPE_UINT, "UINT", "uint"},
+    {GST_NV_COMP_DATA_TYPE_LONGLONG, "LONGLONG", "longlong"},
+    {GST_NV_COMP_DATA_TYPE_ULONGLONG, "ULONGLONG", "ulonglong"},
+    {GST_NV_COMP_DATA_TYPE_BITS, "BITS", "bits"},
+    {0, nullptr, nullptr},
+  };
+
+  std::call_once (once,& {
+        data_type = g_enum_register_static ("GstNvCompDataType", types);
+      });
+
+  return data_type;
+}
+
+enum GstNvCompDeflateAlgo
+{
+  GST_NV_COMP_DEFLATE_HIGH_THROUGHPUT,
+  GST_NV_COMP_DEFLATE_LOW_THROUGHPUT,
+  GST_NV_COMP_DEFLATE_HIGHEST_THROUGHPUT,
+};
+
+#define GST_TYPE_NV_COMP_DEFLATE_ALGO (gst_nv_comp_deflate_algo_get_type())
+static GType
+gst_nv_comp_deflate_algo_get_type (void)
+{
+  static GType algo_type = 0;
+  static std::once_flag once;
+  static const GEnumValue algo = {
+    {GST_NV_COMP_DEFLATE_HIGH_THROUGHPUT,
+        "High throughput, low compression ratio", "high-throughput"},
+    {GST_NV_COMP_DEFLATE_LOW_THROUGHPUT,
+        "Low throughput, high compression ratio", "low-throughput"},
+    {GST_NV_COMP_DEFLATE_HIGHEST_THROUGHPUT,
+        "Highest throughput, entropy-only compression", "highest-throughput"},
+    {0, nullptr, nullptr},
+  };
+
+  std::call_once (once,& {
+        algo_type = g_enum_register_static ("GstNvCompDeflateAlgo", algo);
+      });
+
+  return algo_type;
+}
+
+enum GstNvCompBitcompAlgo
+{
+  GST_NV_COMP_BITCOMP_DEFAULT,
+  GST_NV_COMP_BITCOMP_SPARSE,
+};
+
+#define GST_TYPE_NV_COMP_BITCOMP_ALGO (gst_nv_comp_bitcomp_algo_get_type())
+static GType
+gst_nv_comp_bitcomp_algo_get_type (void)
+{
+  static GType algo_type = 0;
+  static std::once_flag once;
+  static const GEnumValue algo = {
+    {GST_NV_COMP_BITCOMP_DEFAULT, "Default", "default"},
+    {GST_NV_COMP_BITCOMP_SPARSE, "Sparse", "sparse"},
+    {0, nullptr, nullptr},
+  };
+
+  std::call_once (once,& {
+        algo_type = g_enum_register_static ("GstNvCompBitcompAlgo", algo);
+      });
+
+  return algo_type;
+}
+
+enum
+{
+  PROP_0,
+  PROP_METHOD,
+  PROP_DEFLATE_ALGO,
+  PROP_BITCOMP_ALGO,
+  PROP_DATA_TYPE,
+  PROP_CHUNK_SIZE,
+  PROP_ASYNC_DEPTH,
+  PROP_BATCHED,
+};
+
+#define DEFAULT_METHOD GST_NV_COMP_BITCOMP
+#define DEFAULT_DEFLATE_ALGO GST_NV_COMP_DEFLATE_HIGH_THROUGHPUT
+#define DEFAULT_BITCOMP_ALGO GST_NV_COMP_BITCOMP_SPARSE
+#define DEFAULT_DATA_TYPE GST_NV_COMP_DATA_TYPE_DEFAULT
+#define DEFAULT_CHUNK_SIZE 0
+#define DEFAULT_BATCHED TRUE
+#define DEFAULT_ASYNC_DEPTH 2
+
+/* *INDENT-OFF* */
+using namespace nvcomp;
+
+struct EncoderTask
+{
+  ~EncoderTask ()
+  {
+    if (ctx) {
+      gst_cuda_context_push (ctx);
+      if (event)
+        CuEventDestroy (event);
+      if (device_uncompressed)
+        CuMemFree ((CUdeviceptr) device_uncompressed);
+      if (host_uncompressed)
+        CuMemFreeHost (host_uncompressed);
+      if (device_compressed)
+        CuMemFree ((CUdeviceptr) device_compressed);
+      if (host_compressed)
+        CuMemFreeHost (host_compressed);
+      if (device_uncompressed_bytes)
+        CuMemFree ((CUdeviceptr) device_uncompressed_bytes);
+      if (device_uncompressed_ptrs)
+        CuMemFree ((CUdeviceptr) device_uncompressed_ptrs);
+      if (device_compressed_bytes)
+        CuMemFree ((CUdeviceptr) device_compressed_bytes);
+      if (host_uncompressed_bytes)
+        CuMemFreeHost (host_uncompressed_bytes);
+      if (host_uncompressed_ptrs)
+        CuMemFreeHost (host_uncompressed_ptrs);
+      if (device_compressed_ptrs)
+        CuMemFree ((CUdeviceptr) device_compressed_ptrs);
+      if (host_compressed_bytes)
+        CuMemFreeHost (host_compressed_bytes);
+      if (host_compressed_ptrs)
+        CuMemFreeHost (host_compressed_ptrs);
+      if (temp_ptr)
+        CuMemFree ((CUdeviceptr) temp_ptr);
+
+      gst_cuda_context_pop (nullptr);
+      gst_object_unref (ctx);
+    }
+  }
+
+  GstCudaContext *ctx = nullptr;
+  CUevent event = nullptr;
+  uint8_t *device_uncompressed = nullptr;
+  uint8_t *host_uncompressed = nullptr;
+
+  uint8_t *device_compressed = nullptr;
+  uint8_t *host_compressed = nullptr;
+
+  size_t *device_uncompressed_bytes = nullptr;
+  void **device_uncompressed_ptrs = nullptr;
+
+  size_t *host_uncompressed_bytes = nullptr;
+  void **host_uncompressed_ptrs = nullptr;
+
+  size_t *device_compressed_bytes = nullptr;
+  void **device_compressed_ptrs = nullptr;
+
+  size_t *host_compressed_bytes = nullptr;
+  void **host_compressed_ptrs = nullptr;
+
+  void *temp_ptr = nullptr;
+  size_t temp_size = 0;
+
+  size_t compressed_size = 0;
+
+  gboolean batched;
+  size_t batch_size;
+  size_t chunk_size;
+  size_t max_output_chunk_size;
+  size_t compressed_alloc_size;
+};
+
+struct BatchedCompBase
+{
+  virtual nvcompStatus_t get_temp_size(
+      size_t batch_size,
+      size_t max_uncompressed_chunk_bytes,
+      size_t * temp_bytes) = 0;
+
+  virtual nvcompStatus_t get_max_compressed_chunk_size(
+      size_t max_uncompressed_chunk_bytes,
+      size_t * max_compressed_bytes) = 0;
+
+  virtual nvcompStatus_t compress(
+      void **device_uncompressed_ptrs,
+      size_t *device_uncompressed_bytes,
+      size_t max_uncompressed_chunk_bytes,
+      size_t batch_size,
+      void *device_temp_ptr,
+      size_t temp_bytes,
+      void **device_compressed_ptrs,
+      size_t *device_compressed_bytes,
+      cudaStream_t stream) = 0;
+};
+
+template <typename FormatOptT, auto T, auto O, auto C>
+class BatchedComp : public BatchedCompBase
+{
+public:
+  BatchedComp (const FormatOptT & opt) : opts_(opt) {}
+
+  nvcompStatus_t get_temp_size(
+      size_t batch_size,
+      size_t max_uncompressed_chunk_bytes,
+      size_t * temp_bytes)
+  {
+    return T (batch_size, max_uncompressed_chunk_bytes, opts_, temp_bytes);
+  }
+
+  nvcompStatus_t get_max_compressed_chunk_size(
+      size_t max_uncompressed_chunk_bytes,
+      size_t * max_compressed_bytes)
+  {
+    return O (max_uncompressed_chunk_bytes, opts_, max_compressed_bytes);
+  }
+
+  nvcompStatus_t compress(
+      void **device_uncompressed_ptrs,
+      size_t *device_uncompressed_bytes,
+      size_t max_uncompressed_chunk_bytes,
+      size_t batch_size,
+      void *device_temp_ptr,
+      size_t temp_bytes,
+      void **device_compressed_ptrs,
+      size_t *device_compressed_bytes,
+      cudaStream_t stream)
+  {
+    return C (device_uncompressed_ptrs, device_uncompressed_bytes,
+        max_uncompressed_chunk_bytes, batch_size, device_temp_ptr, temp_bytes,
+        device_compressed_ptrs, device_compressed_bytes, opts_, stream);
+  }
+
+private:
+  FormatOptT opts_;
+};
+
+struct GstNvCompVideoEncPrivate
+{
+  GstCudaContext *ctx = nullptr;
+  GstCudaStream *stream = nullptr;
+
+#ifdef HAVE_GST_GL
+  GstGLDisplay *gl_display = nullptr;
+  GstGLContext *gl_context = nullptr;
+  GstGLContext *other_gl_context = nullptr;
+#endif
+
+  GstBufferPool *pool = nullptr;
+
+  GstVideoCodecState *state = nullptr;
+  std::shared_ptr<nvcompManagerBase> manager;
+  std::shared_ptr<CompressionConfig> config;
+  std::shared_ptr<BatchedCompBase> batched_comp;
+
+  gboolean gl_interop = FALSE;
+
+  std::mutex lock;
+  std::mutex input_lock;
+  std::condition_variable input_cond;
+  std::mutex output_lock;
+  std::condition_variable output_cond;
+
+  std::queue<std::shared_ptr<EncoderTask>> input_task_queue;
+  std::queue<std::shared_ptr<EncoderTask>> output_task_queue;
+  std::shared_ptr<EncoderTask> cur_task;
+  GThread *encode_thread = nullptr;
+  std::atomic<GstFlowReturn> last_flow = { GST_FLOW_OK };
+
+  GstNvCompMethod method = DEFAULT_METHOD;
+  GstNvCompDeflateAlgo deflate_algo = DEFAULT_DEFLATE_ALGO;
+  GstNvCompBitcompAlgo bitcomp_algo = DEFAULT_BITCOMP_ALGO;
+  GstNvCompDataType data_type = DEFAULT_DATA_TYPE;
+  guint chunk_size = DEFAULT_CHUNK_SIZE;
+  gboolean batched = DEFAULT_BATCHED;
+  guint async_depth = DEFAULT_ASYNC_DEPTH;
+};
+/* *INDENT-ON* */
+
+struct _GstNvCompVideoEnc
+{
+  GstVideoEncoder parent;
+  GstNvCompVideoEncPrivate *priv;
+};
+
+static void gst_nv_comp_video_enc_finalize (GObject * object);
+static void gst_nv_comp_video_enc_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_nv_comp_video_enc_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static void gst_nv_comp_video_enc_set_context (GstElement * element,
+    GstContext * context);
+
+static gboolean gst_nv_comp_video_enc_open (GstVideoEncoder * encoder);
+static gboolean gst_nv_comp_video_enc_close (GstVideoEncoder * encoder);
+static gboolean gst_nv_comp_video_enc_stop (GstVideoEncoder * encoder);
+static gboolean gst_nv_comp_video_enc_flush (GstVideoEncoder * encoder);
+static GstFlowReturn gst_nv_comp_video_enc_finish (GstVideoEncoder * encoder);
+static gboolean gst_nv_comp_video_enc_sink_query (GstVideoEncoder * encoder,
+    GstQuery * query);
+static gboolean gst_nv_comp_video_enc_src_query (GstVideoEncoder * encoder,
+    GstQuery * query);
+static gboolean
+gst_nv_comp_video_enc_propose_allocation (GstVideoEncoder * encoder,
+    GstQuery * query);
+static gboolean gst_nv_comp_video_enc_set_format (GstVideoEncoder * encoder,
+    GstVideoCodecState * state);
+static GstFlowReturn
+gst_nv_comp_video_enc_handle_frame (GstVideoEncoder * encoder,
+    GstVideoCodecFrame * frame);
+
+#define gst_nv_comp_video_enc_parent_class parent_class
+G_DEFINE_TYPE (GstNvCompVideoEnc,
+    gst_nv_comp_video_enc, GST_TYPE_VIDEO_ENCODER);
+
+static void
+gst_nv_comp_video_enc_class_init (GstNvCompVideoEncClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto encoder_class = GST_VIDEO_ENCODER_CLASS (klass);
+
+  object_class->finalize = gst_nv_comp_video_enc_finalize;
+  object_class->set_property = gst_nv_comp_video_enc_set_property;
+  object_class->get_property = gst_nv_comp_video_enc_get_property;
+
+  g_object_class_install_property (object_class, PROP_METHOD,
+      g_param_spec_enum ("method", "Method",
+          "Compression method",
+          GST_TYPE_NV_COMP_METHOD, DEFAULT_METHOD,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_DEFLATE_ALGO,
+      g_param_spec_enum ("deflate-algo", "Deflate Algo",
+          "Algorithm to use for deflate and gdeflate methods",
+          GST_TYPE_NV_COMP_DEFLATE_ALGO, DEFAULT_DEFLATE_ALGO,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_BITCOMP_ALGO,
+      g_param_spec_enum ("bitcomp-algo", "Bitcomp Algo",
+          "Algorithm to use for bitcomp method",
+          GST_TYPE_NV_COMP_BITCOMP_ALGO, DEFAULT_BITCOMP_ALGO,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_DATA_TYPE,
+      g_param_spec_enum ("data-type", "Data Type",
+          "Compression data type",
+          GST_TYPE_NV_COMP_DATA_TYPE, DEFAULT_DATA_TYPE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_CHUNK_SIZE,
+      g_param_spec_uint ("chunk-size", "Chunk Size",
+          "Uncompressed chunk size for batched compression (0 = default)",
+          0, G_MAXINT32, DEFAULT_CHUNK_SIZE,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_BATCHED,
+      g_param_spec_boolean ("batched", "Batched",
+          "Use low-level C API for batched operation", DEFAULT_BATCHED,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_ASYNC_DEPTH,
+      g_param_spec_uint ("async-depth", "Async Depth",
+          "Internal resource pool size for threaded encoding",
+          1, 4, DEFAULT_ASYNC_DEPTH,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "nvCOMP Video Encoder", "Encoder/Video/Hardware",
+      "Lossless video compression element based on nvCOMP library",
+      "Seungha Yang <seungha@centricular.com>");
+
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_set_context);
+
+  encoder_class->open = GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_open);
+  encoder_class->close = GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_close);
+  encoder_class->stop = GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_stop);
+  encoder_class->flush = GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_flush);
+  encoder_class->finish = GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_finish);
+  encoder_class->sink_query =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_sink_query);
+  encoder_class->src_query =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_src_query);
+  encoder_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_propose_allocation);
+  encoder_class->set_format =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_set_format);
+  encoder_class->handle_frame =
+      GST_DEBUG_FUNCPTR (gst_nv_comp_video_enc_handle_frame);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_NV_COMP_METHOD, (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_NV_COMP_DEFLATE_ALGO,
+      (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_NV_COMP_BITCOMP_ALGO,
+      (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_NV_COMP_DATA_TYPE,
+      (GstPluginAPIFlags) 0);
+
+  GST_DEBUG_CATEGORY_INIT (gst_nv_comp_video_enc_debug,
+      "nvcompvideoenc", 0, "nvcompvideoenc");
+}
+
+static void
+gst_nv_comp_video_enc_init (GstNvCompVideoEnc * self)
+{
+  self->priv = new GstNvCompVideoEncPrivate ();
+}
+
+static void
+gst_nv_comp_video_enc_finalize (GObject * object)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_nv_comp_video_enc_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_METHOD:
+      priv->method = (GstNvCompMethod) g_value_get_enum (value);
+      break;
+    case PROP_DEFLATE_ALGO:
+      priv->deflate_algo = (GstNvCompDeflateAlgo) g_value_get_enum (value);
+      break;
+    case PROP_BITCOMP_ALGO:
+      priv->bitcomp_algo = (GstNvCompBitcompAlgo) g_value_get_enum (value);
+      break;
+    case PROP_DATA_TYPE:
+      priv->data_type = (GstNvCompDataType) g_value_get_enum (value);
+      break;
+    case PROP_CHUNK_SIZE:
+      priv->chunk_size = g_value_get_uint (value);
+      break;
+    case PROP_BATCHED:
+      priv->batched = g_value_get_boolean (value);
+      break;
+    case PROP_ASYNC_DEPTH:
+      priv->async_depth = g_value_get_uint (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_nv_comp_video_enc_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_METHOD:
+      g_value_set_enum (value, priv->method);
+      break;
+    case PROP_DEFLATE_ALGO:
+      g_value_set_enum (value, priv->deflate_algo);
+      break;
+    case PROP_BITCOMP_ALGO:
+      g_value_set_enum (value, priv->bitcomp_algo);
+      break;
+    case PROP_DATA_TYPE:
+      g_value_set_enum (value, priv->data_type);
+      break;
+    case PROP_CHUNK_SIZE:
+      g_value_set_uint (value, priv->chunk_size);
+      break;
+    case PROP_BATCHED:
+      g_value_set_boolean (value, priv->batched);
+      break;
+    case PROP_ASYNC_DEPTH:
+      g_value_set_uint (value, priv->async_depth);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_nv_comp_video_enc_set_context (GstElement * element, GstContext * context)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (element);
+  auto priv = self->priv;
+
+  gst_cuda_handle_set_context (element, context, -1, &priv->ctx);
+#ifdef HAVE_GST_GL
+  if (gst_gl_handle_set_context (element, context, &priv->gl_display,
+          &priv->other_gl_context)) {
+    if (priv->gl_display)
+      gst_gl_display_filter_gl_api (priv->gl_display, GST_GL_API_OPENGL3);
+  }
+#endif
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_nv_comp_video_enc_open (GstVideoEncoder * encoder)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+  auto priv = self->priv;
+
+  if (!gst_cuda_ensure_element_context (GST_ELEMENT_CAST (encoder),
+          -1, &priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't get cuda context");
+    return FALSE;
+  }
+
+  priv->stream = gst_cuda_stream_new (priv->ctx);
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_enc_close (GstVideoEncoder * encoder)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+  auto priv = self->priv;
+
+  gst_clear_cuda_stream (&priv->stream);
+  gst_clear_object (&priv->ctx);
+
+#ifdef HAVE_GST_GL
+  gst_clear_object (&priv->other_gl_context);
+  gst_clear_object (&priv->gl_context);
+  gst_clear_object (&priv->gl_context);
+#endif
+
+  return TRUE;
+}
+
+static void
+gst_nv_comp_video_enc_drain (GstNvCompVideoEnc * self, gboolean locked)
+{
+  auto priv = self->priv;
+  if (!priv->encode_thread)
+    return;
+
+  if (locked)
+    GST_VIDEO_ENCODER_STREAM_UNLOCK (self);
+
+  {
+    std::lock_guard < std::mutex > lk (priv->output_lock);
+    priv->output_task_queue.push (nullptr);
+    priv->output_cond.notify_all ();
+  }
+
+  g_clear_pointer (&priv->encode_thread, g_thread_join);
+
+  if (locked)
+    GST_VIDEO_ENCODER_STREAM_LOCK (self);
+
+  priv->last_flow = GST_FLOW_OK;
+}
+
+static gboolean
+gst_nv_comp_video_enc_stop (GstVideoEncoder * encoder)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+  auto priv = self->priv;
+
+  gst_nv_comp_video_enc_drain (self, FALSE);
+
+  if (priv->ctx) {
+    gst_cuda_context_push (priv->ctx);
+    priv->manager = nullptr;
+    priv->cur_task = nullptr;
+    priv->input_task_queue = { };
+    priv->output_task_queue = { };
+
+    gst_cuda_context_pop (nullptr);
+  }
+
+  g_clear_pointer (&priv->state, gst_video_codec_state_unref);
+
+  if (priv->pool) {
+    gst_buffer_pool_set_active (priv->pool, FALSE);
+    gst_clear_object (&priv->pool);
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_enc_flush (GstVideoEncoder * encoder)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+
+  gst_nv_comp_video_enc_drain (self, TRUE);
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_nv_comp_video_enc_finish (GstVideoEncoder * encoder)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+
+  gst_nv_comp_video_enc_drain (self, TRUE);
+
+  return GST_FLOW_OK;
+}
+
+static gboolean
+gst_nv_comp_video_enc_handle_context_query (GstNvCompVideoEnc * self,
+    GstQuery * query)
+{
+  auto priv = self->priv;
+
+#ifdef HAVE_GST_GL
+  {
+    GstGLDisplay *display = nullptr;
+    GstGLContext *other = nullptr;
+    GstGLContext *local = nullptr;
+
+    if (priv->gl_display)
+      display = (GstGLDisplay *) gst_object_ref (priv->gl_display);
+    if (priv->gl_context)
+      local = (GstGLContext *) gst_object_ref (priv->gl_context);
+    if (priv->other_gl_context)
+      other = (GstGLContext *) gst_object_ref (priv->other_gl_context);
+
+    auto ret = gst_gl_handle_context_query (GST_ELEMENT (self), query,
+        display, local, other);
+    gst_clear_object (&display);
+    gst_clear_object (&other);
+    gst_clear_object (&local);
+
+    if (ret)
+      return TRUE;
+  }
+#endif
+
+  if (gst_cuda_handle_context_query (GST_ELEMENT (self), query, priv->ctx))
+    return TRUE;
+
+  return FALSE;
+}
+
+static gboolean
+gst_nv_comp_video_enc_sink_query (GstVideoEncoder * encoder, GstQuery * query)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+      if (gst_nv_comp_video_enc_handle_context_query (self, query))
+        return TRUE;
+      break;
+    default:
+      break;
+  }
+
+  return GST_VIDEO_ENCODER_CLASS (parent_class)->sink_query (encoder, query);
+}
+
+static gboolean
+gst_nv_comp_video_enc_src_query (GstVideoEncoder * encoder, GstQuery * query)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+      if (gst_nv_comp_video_enc_handle_context_query (self, query))
+        return TRUE;
+      break;
+    default:
+      break;
+  }
+
+  return GST_VIDEO_ENCODER_CLASS (parent_class)->src_query (encoder, query);
+}
+
+#ifdef HAVE_GST_GL
+static void
+check_cuda_device_from_gl_context (GstGLContext * context, gboolean * ret)
+{
+  guint device_count = 0;
+  CUdevice device_list1 = { 0, };
+  CUresult cuda_ret;
+
+  *ret = FALSE;
+  cuda_ret = CuGLGetDevices (&device_count,
+      device_list, 1, CU_GL_DEVICE_LIST_ALL);
+
+  if (!gst_cuda_result (cuda_ret) || device_count == 0)
+    return;
+
+  *ret = TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_enc_ensure_gl_context (GstNvCompVideoEnc * self)
+{
+  auto priv = self->priv;
+  gboolean ret = FALSE;
+
+  if (!gst_gl_ensure_element_data (GST_ELEMENT (self), &priv->gl_display,
+          &priv->other_gl_context)) {
+    GST_DEBUG_OBJECT (self, "Couldn't get GL display");
+    return FALSE;
+  }
+
+  gst_gl_display_filter_gl_api (priv->gl_display, GST_GL_API_OPENGL3);
+
+  if (!gst_gl_display_ensure_context (priv->gl_display, priv->other_gl_context,
+          &priv->gl_context, nullptr)) {
+    GST_DEBUG_OBJECT (self, "Couldn't get GL context");
+    return FALSE;
+  }
+
+  gst_gl_context_thread_add (priv->gl_context,
+      (GstGLContextThreadFunc) check_cuda_device_from_gl_context, &ret);
+
+  return ret;
+}
+#endif
+
+static gboolean
+gst_nv_comp_video_enc_propose_allocation (GstVideoEncoder * encoder,
+    GstQuery * query)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+  auto priv = self->priv;
+  GstBufferPool *pool = nullptr;
+  guint size;
+
+  GstCaps *caps;
+  gst_query_parse_allocation (query, &caps, nullptr);
+  if (!caps) {
+    GST_WARNING_OBJECT (self, "null caps in query");
+    return FALSE;
+  }
+
+  GstVideoInfo info;
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_WARNING_OBJECT (self, "Failed to convert caps into info");
+    return FALSE;
+  }
+
+  auto features = gst_caps_get_features (caps, 0);
+  gboolean use_cuda_pool = FALSE;
+  if (gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY)) {
+    GST_DEBUG_OBJECT (self, "upstream support CUDA memory");
+    pool = gst_cuda_buffer_pool_new (priv->ctx);
+    use_cuda_pool = TRUE;
+  }
+#ifdef HAVE_GST_GL
+  else if (gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_GL_MEMORY)) {
+    if (!gst_nv_comp_video_enc_ensure_gl_context (self)) {
+      priv->gl_interop = FALSE;
+    } else {
+      pool = gst_gl_buffer_pool_new (priv->gl_context);
+    }
+  }
+#endif
+
+  if (!pool)
+    pool = gst_video_buffer_pool_new ();
+
+  auto config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+  size = GST_VIDEO_INFO_SIZE (&info);
+  gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
+  if (use_cuda_pool && priv->stream) {
+    /* Set our stream on buffer pool config so that CUstream can be shared */
+    gst_buffer_pool_config_set_cuda_stream (config, priv->stream);
+  }
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_WARNING_OBJECT (self, "Failed to set pool config");
+    gst_object_unref (pool);
+    return FALSE;
+  }
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  gst_query_add_allocation_pool (query, pool, size, 0, 0);
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, nullptr);
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_enc_alloc_task (GstNvCompVideoEnc * self, EncoderTask * task,
+    gboolean batched, size_t uncompressed_size, size_t compressed_size,
+    size_t batch_size, size_t chunk_size, size_t output_chunk_size,
+    size_t temp_size)
+{
+  size_t alloc_size = sizeof (size_t) * batch_size;
+  uint8_t *uncomp_data;
+  uint8_t *comp_data;
+
+  auto ret = CuEventCreate (&task->event,
+      CU_EVENT_BLOCKING_SYNC | CU_EVENT_DISABLE_TIMING);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  auto aligned_uncompressed_size = uncompressed_size;
+  ret = CuMemAlloc ((CUdeviceptr *) & task->device_uncompressed,
+      aligned_uncompressed_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAllocHost ((void **) &task->host_uncompressed,
+      aligned_uncompressed_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  auto aligned_compressed_size = GST_ROUND_UP_8 (compressed_size);
+  ret = CuMemAlloc ((CUdeviceptr *) & task->device_compressed,
+      aligned_compressed_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAllocHost ((void **) &task->host_compressed,
+      aligned_compressed_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  if (!batched)
+    return TRUE;
+
+  ret = CuMemAllocHost ((void **) &task->host_uncompressed_bytes, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAllocHost ((void **) &task->host_uncompressed_ptrs, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  for (size_t i = 0; i < batch_size; i++) {
+    if (i + 1 < batch_size)
+      task->host_uncompressed_bytesi = chunk_size;
+    else
+      task->host_uncompressed_bytesi = (uncompressed_size - (chunk_size * i));
+  }
+
+  ret = CuMemAlloc ((CUdeviceptr *) & task->device_uncompressed_bytes,
+      alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAlloc ((CUdeviceptr *) & task->device_uncompressed_ptrs,
+      alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAlloc ((CUdeviceptr *) & task->device_compressed_bytes,
+      alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAlloc ((CUdeviceptr *) & task->device_compressed_ptrs, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAllocHost ((void **) &task->host_compressed_bytes, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemAllocHost ((void **) &task->host_compressed_ptrs, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  if (temp_size > 0) {
+    ret = CuMemAlloc ((CUdeviceptr *) & task->temp_ptr, temp_size);
+    if (!gst_cuda_result (ret))
+      return FALSE;
+  }
+
+  task->temp_size = temp_size;
+
+  uncomp_data = task->device_uncompressed;
+  comp_data = task->device_compressed;
+  for (size_t i = 0; i < batch_size; i++) {
+    task->host_uncompressed_ptrsi = uncomp_data;
+    uncomp_data += chunk_size;
+
+    task->host_compressed_ptrsi = comp_data;
+    comp_data += output_chunk_size;
+  }
+
+  ret = CuMemcpyHtoD ((CUdeviceptr) task->device_uncompressed_bytes,
+      task->host_uncompressed_bytes, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemcpyHtoD ((CUdeviceptr) task->device_uncompressed_ptrs,
+      task->host_uncompressed_ptrs, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  ret = CuMemcpyHtoD ((CUdeviceptr) task->device_compressed_ptrs,
+      task->host_compressed_ptrs, alloc_size);
+  if (!gst_cuda_result (ret))
+    return FALSE;
+
+  task->batched = batched;
+  task->batch_size = batch_size;
+  task->chunk_size = chunk_size;
+  task->max_output_chunk_size = output_chunk_size;
+  task->compressed_alloc_size = aligned_compressed_size;
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_enc_set_format (GstVideoEncoder * encoder,
+    GstVideoCodecState * state)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+  auto priv = self->priv;
+
+  gst_nv_comp_video_enc_drain (self, TRUE);
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  if (!priv->ctx) {
+    GST_ERROR_OBJECT (self, "CUDA context was not configured");
+    return FALSE;
+  }
+
+  if (priv->pool) {
+    gst_buffer_pool_set_active (priv->pool, FALSE);
+    gst_clear_object (&priv->pool);
+  }
+
+  g_clear_pointer (&priv->state, gst_video_codec_state_unref);
+  priv->state = gst_video_codec_state_ref (state);
+
+  std::string mime_type = "video/x-nvcomp";
+
+  if (!gst_cuda_context_push (priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    return FALSE;
+  }
+
+  priv->gl_interop = FALSE;
+#if HAVE_GST_GL
+  auto features = gst_caps_get_features (state->caps, 0);
+  if (gst_caps_features_contains (features, GST_CAPS_FEATURE_MEMORY_GL_MEMORY))
+    priv->gl_interop = TRUE;
+#endif
+
+  priv->manager = nullptr;
+  priv->config = nullptr;
+  priv->batched_comp = nullptr;
+  priv->input_task_queue = { };
+  priv->output_task_queue = { };
+  auto stream = (cudaStream_t) gst_cuda_stream_get_handle (priv->stream);
+  guint device_id = 0;
+  g_object_get (priv->ctx, "cuda-device-id", &device_id, nullptr);
+  size_t chunk_size = priv->chunk_size;
+  size_t batch_size = 0;
+
+  switch (priv->method) {
+    case GST_NV_COMP_LZ4:
+    {
+      nvcompBatchedLZ4Opts_t opts = nvcompBatchedLZ4DefaultOpts;
+      if (priv->data_type != GST_NV_COMP_DATA_TYPE_DEFAULT)
+        opts.data_type = (nvcompType_t) priv->data_type;
+
+      if (chunk_size == 0)
+        chunk_size = 65536;
+
+      chunk_size = MAX (32768, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size, nvcompLZ4CompressionMaxAllowedChunkSize);
+
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedLZ4Opts_t,
+            nvcompBatchedLZ4CompressGetTempSize,
+            nvcompBatchedLZ4CompressGetMaxOutputChunkSize,
+            nvcompBatchedLZ4CompressAsync >> (opts);
+        mime_type = "video/x-nvcomp-lz4";
+      } else {
+        priv->manager = std::make_shared < LZ4Manager > (chunk_size,
+            opts, stream, device_id);
+      }
+      GST_DEBUG_OBJECT (self, "Using LZ4");
+      break;
+    }
+    case GST_NV_COMP_SNAPPY:
+    {
+      if (chunk_size == 0)
+        chunk_size = 65536;
+
+      chunk_size = MAX (32768, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size, nvcompSnappyCompressionMaxAllowedChunkSize);
+
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedSnappyOpts_t,
+            nvcompBatchedSnappyCompressGetTempSize,
+            nvcompBatchedSnappyCompressGetMaxOutputChunkSize,
+            nvcompBatchedSnappyCompressAsync >>
+            (nvcompBatchedSnappyDefaultOpts);
+        mime_type = "video/x-nvcomp-snappy";
+      } else {
+        priv->manager = std::make_shared < SnappyManager > (chunk_size,
+            nvcompBatchedSnappyDefaultOpts, stream, device_id);
+      }
+      GST_DEBUG_OBJECT (self, "Using SNAPPY");
+      break;
+    }
+    case GST_NV_COMP_GDEFLATE:
+    {
+      nvcompBatchedGdeflateOpts_t opts;
+      opts.algo = (int) priv->deflate_algo;
+
+      if (chunk_size == 0)
+        chunk_size = 65536;
+
+      chunk_size = MAX (32768, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size,
+          nvcompGdeflateCompressionMaxAllowedChunkSize);
+
+
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedGdeflateOpts_t,
+            nvcompBatchedGdeflateCompressGetTempSize,
+            nvcompBatchedGdeflateCompressGetMaxOutputChunkSize,
+            nvcompBatchedGdeflateCompressAsync >> (opts);
+        mime_type = "video/x-nvcomp-gdeflate";
+      } else {
+        priv->manager = std::make_shared < GdeflateManager > (chunk_size,
+            opts, stream, device_id);
+      }
+      GST_DEBUG_OBJECT (self, "Using GDEFLATE");
+      break;
+    }
+    case GST_NV_COMP_DEFLATE:
+    {
+      if (chunk_size == 0)
+        chunk_size = 65536;
+
+      chunk_size = MAX (32768, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size,
+          nvcompDeflateCompressionMaxAllowedChunkSize);
+
+      nvcompBatchedDeflateOpts_t opts;
+      opts.algo = (int) priv->deflate_algo;
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedDeflateOpts_t,
+            nvcompBatchedDeflateCompressGetTempSize,
+            nvcompBatchedDeflateCompressGetMaxOutputChunkSize,
+            nvcompBatchedDeflateCompressAsync >> (opts);
+        mime_type = "video/x-nvcomp-deflate";
+      } else {
+        priv->manager = std::make_shared < DeflateManager > (chunk_size,
+            opts, stream, device_id);
+      }
+      GST_DEBUG_OBJECT (self, "Using DEFLATE");
+      break;
+    }
+    case GST_NV_COMP_ZSTD:
+    {
+      if (chunk_size == 0)
+        chunk_size = 65536;
+
+      chunk_size = MAX (32768, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size, nvcompZstdCompressionMaxAllowedChunkSize);
+
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedZstdOpts_t,
+            nvcompBatchedZstdCompressGetTempSize,
+            nvcompBatchedZstdCompressGetMaxOutputChunkSize,
+            nvcompBatchedZstdCompressAsync >> (nvcompBatchedZstdDefaultOpts);
+        mime_type = "video/x-nvcomp-zstd";
+      } else {
+        priv->manager = std::make_shared < ZstdManager > (chunk_size,
+            nvcompBatchedZstdDefaultOpts, stream, device_id);
+      }
+      GST_DEBUG_OBJECT (self, "Using ZSTD");
+      break;
+    }
+    case GST_NV_COMP_CASCADED:
+    {
+      if (chunk_size == 0)
+        chunk_size = 4096;
+
+      chunk_size = MAX (512, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size, 16384);
+
+      nvcompBatchedCascadedOpts_t opts = nvcompBatchedCascadedDefaultOpts;
+      opts.chunk_size = chunk_size;
+      if (priv->data_type != GST_NV_COMP_DATA_TYPE_DEFAULT)
+        opts.type = (nvcompType_t) priv->data_type;
+
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedCascadedOpts_t,
+            nvcompBatchedCascadedCompressGetTempSize,
+            nvcompBatchedCascadedCompressGetMaxOutputChunkSize,
+            nvcompBatchedCascadedCompressAsync >> (opts);
+        mime_type = "video/x-nvcomp-cascaded";
+      } else {
+        priv->manager = std::make_shared < CascadedManager > (chunk_size,
+            opts, stream, device_id);
+      }
+      GST_DEBUG_OBJECT (self, "Using CASCADED");
+      break;
+    }
+    case GST_NV_COMP_BITCOMP:
+    {
+      if (chunk_size == 0)
+        chunk_size = 65536;
+
+      chunk_size = MAX (32768, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size,
+          nvcompBitcompCompressionMaxAllowedChunkSize);
+
+      nvcompBatchedBitcompFormatOpts opts = nvcompBatchedBitcompDefaultOpts;
+      opts.algorithm_type = (int) priv->bitcomp_algo;
+      if (priv->data_type != GST_NV_COMP_DATA_TYPE_DEFAULT)
+        opts.data_type = (nvcompType_t) priv->data_type;
+
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedBitcompFormatOpts,
+            nvcompBatchedBitcompCompressGetTempSize,
+            nvcompBatchedBitcompCompressGetMaxOutputChunkSize,
+            nvcompBatchedBitcompCompressAsync >> (opts);
+        mime_type = "video/x-nvcomp-bitcomp";
+      } else {
+        priv->manager = std::make_shared < BitcompManager > (chunk_size,
+            opts, stream, device_id);
+      }
+      GST_DEBUG_OBJECT (self, "Using BITCOMP");
+      break;
+    }
+    case GST_NV_COMP_ANS:
+    {
+      if (chunk_size == 0)
+        chunk_size = 65536;
+
+      chunk_size = MAX (32768, chunk_size);
+      chunk_size = GST_ROUND_UP_8 (chunk_size);
+      chunk_size = MIN (chunk_size, nvcompANSCompressionMaxAllowedChunkSize);
+
+      if (priv->batched) {
+        batch_size = (state->info.size + chunk_size - 1) / chunk_size;
+        priv->batched_comp =
+            std::make_shared < BatchedComp < nvcompBatchedANSOpts_t,
+            nvcompBatchedANSCompressGetTempSize,
+            nvcompBatchedANSCompressGetMaxOutputChunkSize,
+            nvcompBatchedANSCompressAsync >> (nvcompBatchedANSDefaultOpts);
+        mime_type = "video/x-nvcomp-ans";
+      } else {
+        priv->manager = std::make_shared < ANSManager > (chunk_size,
+            nvcompBatchedANSDefaultOpts, stream, device_id);
+      }
+
+      GST_DEBUG_OBJECT (self, "Using ANS");
+      break;
+    }
+    default:
+      g_assert_not_reached ();
+      return FALSE;
+  }
+
+  size_t max_output_size = 0;
+  size_t max_output_chunk_size = 0;
+  size_t temp_size = 0;
+  if (priv->batched) {
+    auto status = priv->batched_comp->get_temp_size (batch_size,
+        chunk_size, &temp_size);
+    if (status != nvcompSuccess) {
+      GST_ERROR_OBJECT (self, "Couldn't get temp size");
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    status = priv->batched_comp->get_max_compressed_chunk_size (chunk_size,
+        &max_output_chunk_size);
+    if (status != nvcompSuccess) {
+      GST_ERROR_OBJECT (self, "Couldn't get max output chunk size");
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    max_output_chunk_size = GST_ROUND_UP_8 (max_output_chunk_size);
+    max_output_size = max_output_chunk_size * batch_size;
+  } else {
+    priv->config = std::make_shared < CompressionConfig >
+        (priv->manager->configure_compression (state->info.size));
+    max_output_size = priv->config->max_compressed_buffer_size;
+  }
+
+  GST_DEBUG_OBJECT (self, "Allocating resource, batched: %d"
+      ", uncompressed size: %" G_GSIZE_FORMAT
+      ", max-output-size: %" G_GSIZE_FORMAT
+      ", batch-size: %" G_GSIZE_FORMAT
+      ", chunk-size: %" G_GSIZE_FORMAT
+      ", max-output-chunk-size: %" G_GSIZE_FORMAT
+      ", temp-size: %" G_GSIZE_FORMAT, priv->batched, state->info.size,
+      max_output_size, batch_size, chunk_size, max_output_chunk_size,
+      temp_size);
+
+  for (guint i = 0; i < priv->async_depth; i++) {
+    auto task = std::make_shared < EncoderTask > ();
+    task->ctx = (GstCudaContext *) gst_object_ref (priv->ctx);
+
+    if (!gst_nv_comp_video_enc_alloc_task (self, task.get (), priv->batched,
+            state->info.size, max_output_size, batch_size, chunk_size,
+            max_output_chunk_size, temp_size)) {
+      priv->manager = nullptr;
+      priv->input_task_queue = { };
+      task = nullptr;
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    priv->input_task_queue.push (task);
+  }
+
+  /* In case of batched, custom header is added to signal chunk and batch size */
+  if (priv->batched) {
+    /* version */
+    max_output_size += sizeof (guint32);
+
+    /* max uncompressed chunk size */
+    max_output_size += sizeof (guint32);
+
+    /* max compressed chunk size */
+    max_output_size += sizeof (guint32);
+
+    /* batch size */
+    max_output_size += sizeof (guint32);
+
+    /* each uncompressed/compressed chunk size */
+    max_output_size += (sizeof (guint32) * batch_size * 2);
+  }
+
+  priv->pool = gst_buffer_pool_new ();
+  auto config = gst_buffer_pool_get_config (priv->pool);
+  gst_buffer_pool_config_set_params (config, nullptr, max_output_size, 0, 0);
+  gst_buffer_pool_set_config (priv->pool, config);
+  gst_buffer_pool_set_active (priv->pool, TRUE);
+
+  gst_cuda_context_pop (nullptr);
+
+  auto caps = gst_caps_new_simple (mime_type.c_str (), "format", G_TYPE_STRING,
+      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&state->info)),
+      nullptr);
+  auto out_state =
+      gst_video_encoder_set_output_state (GST_VIDEO_ENCODER (encoder),
+      caps, state);
+  gst_video_codec_state_unref (out_state);
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_comp_video_enc_upload (GstNvCompVideoEnc * self, GstVideoFrame * frame,
+    CUstream stream, gboolean is_device_copy)
+{
+  auto priv = self->priv;
+  auto info = &priv->state->info;
+  auto finfo = info->finfo;
+  gint compGST_VIDEO_MAX_COMPONENTS;
+  CUresult ret = CUDA_SUCCESS;
+  auto cur_task = priv->cur_task;
+
+  for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
+    guint8 *sp = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+    guint8 *dp;
+    if (is_device_copy)
+      dp = cur_task->device_uncompressed + info->offseti;
+    else
+      dp = cur_task->host_uncompressed + info->offseti;
+
+    guint ss, ds;
+    guint w, h;
+
+    if (GST_VIDEO_FORMAT_INFO_HAS_PALETTE (finfo) && i == 1) {
+      if (is_device_copy) {
+        ret = CuMemcpyDtoDAsync ((CUdeviceptr) dp, (CUdeviceptr) sp,
+            256 * 4, stream);
+      } else {
+        memcpy (dp, sp, 256 * 4);
+      }
+
+      if (!gst_cuda_result (ret)) {
+        GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+        return FALSE;
+      }
+
+      return TRUE;
+    }
+
+    ss = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+    ds = GST_VIDEO_INFO_PLANE_STRIDE (info, i);
+
+    gst_video_format_info_component (finfo, i, comp);
+
+    w = GST_VIDEO_INFO_COMP_WIDTH (info, comp0) *
+        GST_VIDEO_INFO_COMP_PSTRIDE (info, comp0);
+    if (w == 0)
+      w = MIN (ss, ds);
+
+    h = GST_VIDEO_INFO_COMP_HEIGHT (info, comp0);
+
+    if (GST_VIDEO_FORMAT_INFO_IS_TILED (finfo)) {
+      gint tile_size;
+      gint sx_tiles, sy_tiles, dx_tiles, dy_tiles;
+      GstVideoTileMode mode;
+
+      tile_size = GST_VIDEO_FORMAT_INFO_TILE_SIZE (info->finfo, i);
+
+      mode = GST_VIDEO_FORMAT_INFO_TILE_MODE (info->finfo);
+
+      sx_tiles = GST_VIDEO_TILE_X_TILES (ss);
+      sy_tiles = GST_VIDEO_TILE_Y_TILES (ss);
+
+      dx_tiles = GST_VIDEO_TILE_X_TILES (ds);
+      dy_tiles = GST_VIDEO_TILE_Y_TILES (ds);
+
+      w = MIN (sx_tiles, dx_tiles);
+      h = MIN (sy_tiles, dy_tiles);
+
+      for (guint j = 0; j < h; j++) {
+        for (guint k = 0; k < w; k++) {
+          guint si, di;
+          guint8 *cur_dp;
+          guint8 *cur_sp;
+
+          si = gst_video_tile_get_index (mode, k, j, sx_tiles, sy_tiles);
+          di = gst_video_tile_get_index (mode, k, j, dx_tiles, dy_tiles);
+
+          cur_dp = dp + (di * tile_size);
+          cur_sp = sp + (si * tile_size);
+
+          if (is_device_copy) {
+            ret = CuMemcpyDtoDAsync ((CUdeviceptr) cur_dp, (CUdeviceptr) cur_sp,
+                w, stream);
+          } else {
+            memcpy (cur_dp, cur_sp, w);
+          }
+
+          if (!gst_cuda_result (ret)) {
+            GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+            return FALSE;
+          }
+        }
+      }
+    } else {
+      if (is_device_copy) {
+        CUDA_MEMCPY2D params = { };
+        params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+        params.srcDevice = (CUdeviceptr) sp;
+        params.srcPitch = ss;
+
+        params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+        params.dstDevice = (CUdeviceptr) dp;
+        params.dstPitch = ds;
+
+        params.WidthInBytes = w;
+        params.Height = h;
+
+        ret = CuMemcpy2DAsync (&params, stream);
+
+        if (!gst_cuda_result (ret)) {
+          GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+          return FALSE;
+        }
+      } else {
+        for (guint j = 0; j < h; j++) {
+          memcpy (dp, sp, w);
+          dp += ds;
+          sp += ss;
+        }
+      }
+    }
+  }
+
+  return TRUE;
+}
+
+#ifdef HAVE_GST_GL
+struct GLInteropData
+{
+  GstNvCompVideoEnc *self = nullptr;
+  GstBuffer *buffer = nullptr;
+  gboolean ret = FALSE;
+};
+
+static GstCudaGraphicsResource *
+ensure_gl_cuda_resource (GstNvCompVideoEnc * self, GstMemory * mem)
+{
+  auto priv = self->priv;
+  GstCudaGraphicsResource *resource;
+  GQuark quark;
+
+  if (!gst_is_gl_memory_pbo (mem)) {
+    GST_WARNING_OBJECT (self, "memory is not GL PBO memory, %s",
+        mem->allocator->mem_type);
+    return nullptr;
+  }
+
+  quark = gst_cuda_quark_from_id (GST_CUDA_QUARK_GRAPHICS_RESOURCE);
+  resource = (GstCudaGraphicsResource *)
+      gst_mini_object_get_qdata (GST_MINI_OBJECT (mem), quark);
+
+  if (!resource) {
+    GstMapInfo map_info;
+    GstGLMemoryPBO *pbo = (GstGLMemoryPBO *) mem;
+    GstGLBuffer *gl_buf = pbo->pbo;
+    gboolean ret;
+
+    if (!gst_memory_map (mem, &map_info,
+            (GstMapFlags) (GST_MAP_READ | GST_MAP_GL))) {
+      GST_ERROR_OBJECT (self, "Couldn't map gl memory");
+      return nullptr;
+    }
+
+    resource = gst_cuda_graphics_resource_new (priv->ctx,
+        GST_OBJECT (GST_GL_BASE_MEMORY_CAST (mem)->context),
+        GST_CUDA_GRAPHICS_RESOURCE_GL_BUFFER);
+
+    GST_LOG_OBJECT (self, "registering gl buffer %d to CUDA", gl_buf->id);
+    ret = gst_cuda_graphics_resource_register_gl_buffer (resource, gl_buf->id,
+        CU_GRAPHICS_REGISTER_FLAGS_NONE);
+    gst_memory_unmap (mem, &map_info);
+
+    if (!ret) {
+      GST_ERROR_OBJECT (self, "Couldn't register gl buffer %d", gl_buf->id);
+      gst_cuda_graphics_resource_free (resource);
+      return nullptr;
+    }
+
+    gst_mini_object_set_qdata (GST_MINI_OBJECT (mem), quark, resource,
+        (GDestroyNotify) gst_cuda_graphics_resource_free);
+  }
+
+  return resource;
+}
+
+static void
+gst_nv_comp_video_enc_upload_gl (GstGLContext * context, GLInteropData * data)
+{
+  auto self = data->self;
+  auto priv = self->priv;
+  auto info = &priv->state->info;
+  auto finfo = info->finfo;
+  GstCudaGraphicsResource *gst_resGST_VIDEO_MAX_PLANES = { nullptr, };
+  CUgraphicsResource cuda_resGST_VIDEO_MAX_PLANES = { nullptr, };
+  CUdeviceptr src_devptrGST_VIDEO_MAX_PLANES = { 0, };
+  CUstream stream = gst_cuda_stream_get_handle (priv->stream);
+  CUresult ret;
+  gint compGST_VIDEO_MAX_COMPONENTS;
+  auto cur_task = priv->cur_task;
+
+  if (!gst_cuda_context_push (priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    return;
+  }
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
+    GstMemory *mem = gst_buffer_peek_memory (data->buffer, i);
+    GstGLMemoryPBO *pbo = (GstGLMemoryPBO *) mem;
+    gsize src_size;
+
+    if (!gst_is_gl_memory_pbo (mem)) {
+      GST_ERROR_OBJECT (self, "Not a GL PBO memory");
+      goto out;
+    }
+
+    gst_resi = ensure_gl_cuda_resource (self, mem);
+    if (!gst_resi) {
+      GST_ERROR_OBJECT (self, "Couldn't get resource %d", i);
+      goto out;
+    }
+
+    gst_gl_memory_pbo_upload_transfer (pbo);
+    gst_gl_memory_pbo_download_transfer (pbo);
+
+    cuda_resi = gst_cuda_graphics_resource_map (gst_resi, stream,
+        CU_GRAPHICS_MAP_RESOURCE_FLAGS_READ_ONLY);
+    if (!cuda_resi) {
+      GST_ERROR_OBJECT (self, "Couldn't map resource");
+      goto out;
+    }
+
+    ret = CuGraphicsResourceGetMappedPointer (&src_devptri,
+        &src_size, cuda_resi);
+    if (!gst_cuda_result (ret)) {
+      GST_ERROR_OBJECT (self, "Couldn't get mapped device pointer");
+      goto out;
+    }
+  }
+
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
+    guint8 *sp = (guint8 *) src_devptri;
+    guint8 *dp = cur_task->device_uncompressed + info->offseti;
+    guint ss, ds;
+    guint w, h;
+
+    if (GST_VIDEO_FORMAT_INFO_HAS_PALETTE (finfo) && i == 1) {
+      ret = CuMemcpyDtoDAsync ((CUdeviceptr) dp, (CUdeviceptr) sp,
+          256 * 4, stream);
+
+      if (!gst_cuda_result (ret)) {
+        GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+        goto out;
+      }
+
+      data->ret = TRUE;
+      goto out;
+    }
+
+    auto meta = gst_buffer_get_video_meta (data->buffer);
+    if (meta)
+      ss = meta->stridei;
+    else
+      ss = GST_VIDEO_INFO_PLANE_STRIDE (info, i);
+
+    ds = GST_VIDEO_INFO_PLANE_STRIDE (info, i);
+
+    gst_video_format_info_component (finfo, i, comp);
+
+    w = GST_VIDEO_INFO_COMP_WIDTH (info, comp0) *
+        GST_VIDEO_INFO_COMP_PSTRIDE (info, comp0);
+    if (w == 0)
+      w = MIN (ss, ds);
+
+    h = GST_VIDEO_INFO_COMP_HEIGHT (info, comp0);
+
+    if (GST_VIDEO_FORMAT_INFO_IS_TILED (finfo)) {
+      gint tile_size;
+      gint sx_tiles, sy_tiles, dx_tiles, dy_tiles;
+      GstVideoTileMode mode;
+
+      tile_size = GST_VIDEO_FORMAT_INFO_TILE_SIZE (info->finfo, i);
+
+      mode = GST_VIDEO_FORMAT_INFO_TILE_MODE (info->finfo);
+
+      sx_tiles = GST_VIDEO_TILE_X_TILES (ss);
+      sy_tiles = GST_VIDEO_TILE_Y_TILES (ss);
+
+      dx_tiles = GST_VIDEO_TILE_X_TILES (ds);
+      dy_tiles = GST_VIDEO_TILE_Y_TILES (ds);
+
+      w = MIN (sx_tiles, dx_tiles);
+      h = MIN (sy_tiles, dy_tiles);
+
+      for (guint j = 0; j < h; j++) {
+        for (guint k = 0; k < w; k++) {
+          guint si, di;
+          guint8 *cur_dp;
+          guint8 *cur_sp;
+
+          si = gst_video_tile_get_index (mode, k, j, sx_tiles, sy_tiles);
+          di = gst_video_tile_get_index (mode, k, j, dx_tiles, dy_tiles);
+
+          cur_dp = dp + (di * tile_size);
+          cur_sp = sp + (si * tile_size);
+
+          ret = CuMemcpyDtoDAsync ((CUdeviceptr) cur_dp, (CUdeviceptr) cur_sp,
+              w, stream);
+
+          if (!gst_cuda_result (ret)) {
+            GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+            goto out;
+          }
+        }
+      }
+    } else {
+      CUDA_MEMCPY2D params = { };
+      params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+      params.srcDevice = (CUdeviceptr) sp;
+      params.srcPitch = ss;
+
+      params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+      params.dstDevice = (CUdeviceptr) dp;
+      params.dstPitch = ds;
+
+      params.WidthInBytes = w;
+      params.Height = h;
+
+      ret = CuMemcpy2DAsync (&params, stream);
+
+      if (!gst_cuda_result (ret)) {
+        GST_ERROR_OBJECT (self, "CUDA memcpy failed");
+        goto out;
+      }
+    }
+  }
+
+  data->ret = TRUE;
+
+out:
+  for (guint i = 0; i < gst_buffer_n_memory (data->buffer); i++) {
+    if (!gst_resi)
+      break;
+
+    gst_cuda_graphics_resource_unmap (gst_resi, stream);
+  }
+
+  CuStreamSynchronize (stream);
+  gst_cuda_context_pop (nullptr);
+}
+#endif
+
+static gpointer
+gst_nv_comp_video_enc_thread_func (GstNvCompVideoEnc * self)
+{
+  auto encoder = GST_VIDEO_ENCODER (self);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Entering loop");
+
+  while (1) {
+    std::shared_ptr < EncoderTask > task;
+
+    {
+      std::unique_lock < std::mutex > lk (priv->output_lock);
+      while (priv->output_task_queue.empty ())
+        priv->output_cond.wait (lk);
+
+      task = priv->output_task_queue.front ();
+      priv->output_task_queue.pop ();
+    }
+
+    if (!task) {
+      GST_DEBUG_OBJECT (self, "Got empty task, terminate");
+      break;
+    }
+
+    auto frame = gst_video_encoder_get_oldest_frame (encoder);
+
+    gst_cuda_context_push (priv->ctx);
+    CuEventSynchronize (task->event);
+    gst_cuda_context_pop (nullptr);
+
+    gst_buffer_pool_acquire_buffer (priv->pool, &frame->output_buffer, nullptr);
+    GstMapInfo map_info;
+    gst_buffer_map (frame->output_buffer, &map_info, GST_MAP_WRITE);
+    if (task->batched) {
+      task->compressed_size = 0;
+      auto dst = (uint8_t *) map_info.data;
+
+      /* Write custom header */
+      GST_WRITE_UINT32_LE (dst, GST_NV_COMP_HEADER_VERSION);
+      dst += sizeof (guint32);
+      task->compressed_size += sizeof (guint32);
+
+      GST_WRITE_UINT32_LE (dst, task->chunk_size);
+      dst += sizeof (guint32);
+      task->compressed_size += sizeof (guint32);
+
+      GST_WRITE_UINT32_LE (dst, task->max_output_chunk_size);
+      dst += sizeof (guint32);
+      task->compressed_size += sizeof (guint32);
+
+      GST_WRITE_UINT32_LE (dst, task->batch_size);
+      dst += sizeof (guint32);
+      task->compressed_size += sizeof (guint32);
+
+      for (size_t i = 0; i < task->batch_size; i++) {
+        GST_WRITE_UINT32_LE (dst, task->host_uncompressed_bytesi);
+        dst += sizeof (guint32);
+        task->compressed_size += sizeof (guint32);
+
+        GST_WRITE_UINT32_LE (dst, task->host_compressed_bytesi);
+        dst += sizeof (guint32);
+        task->compressed_size += sizeof (guint32);
+      }
+
+      /* Write compressed data */
+      for (size_t i = 0; i < task->batch_size; i++) {
+        auto size = task->host_compressed_bytesi;
+        auto src = task->host_compressed + (i * task->max_output_chunk_size);
+        memcpy (dst, src, size);
+        dst += size;
+        task->compressed_size += size;
+      }
+    } else {
+      memcpy (map_info.data, task->host_compressed, task->compressed_size);
+    }
+    gst_buffer_unmap (frame->output_buffer, &map_info);
+
+    if (task->compressed_size > 0) {
+      gst_buffer_set_size (frame->output_buffer, task->compressed_size);
+      frame->dts = frame->pts;
+
+      auto ratio = (double) priv->state->info.size / task->compressed_size;
+      GST_LOG_OBJECT (self, "compressed buffer size %" G_GSIZE_FORMAT
+          ", ratio %.2f", task->compressed_size, ratio);
+    } else {
+      GST_ERROR_OBJECT (self, "Zero compressed size");
+      gst_clear_buffer (&frame->output_buffer);
+    }
+
+    {
+      std::lock_guard < std::mutex > lk (priv->input_lock);
+      priv->input_task_queue.push (task);
+      priv->input_cond.notify_all ();
+    }
+
+    priv->last_flow = gst_video_encoder_finish_frame (encoder, frame);
+  };
+
+  GST_DEBUG_OBJECT (self, "Leaving loop");
+
+  return nullptr;
+}
+
+static GstFlowReturn
+gst_nv_comp_video_enc_handle_frame (GstVideoEncoder * encoder,
+    GstVideoCodecFrame * frame)
+{
+  auto self = GST_NV_COMP_VIDEO_ENC (encoder);
+  auto priv = self->priv;
+  GstMemory *mem;
+  CUstream stream = nullptr;
+  GstVideoFrame vframe;
+  auto info = &priv->state->info;
+  size_t compressed_size = 0;
+  gboolean need_copy = TRUE;
+  std::shared_ptr < EncoderTask > task;
+
+  if (!priv->ctx || (!priv->manager && !priv->batched_comp)) {
+    GST_ERROR_OBJECT (self, "Context was not configured");
+    goto error;
+  }
+
+  if (priv->last_flow != GST_FLOW_OK) {
+    GST_INFO_OBJECT (self, "Last flow was %s",
+        gst_flow_get_name (priv->last_flow));
+    gst_video_encoder_finish_frame (encoder, frame);
+    return priv->last_flow;
+  }
+
+  if (!priv->encode_thread) {
+    priv->encode_thread = g_thread_new ("nvcompvideoenc",
+        (GThreadFunc) gst_nv_comp_video_enc_thread_func, self);
+  }
+
+  GST_VIDEO_ENCODER_STREAM_UNLOCK (encoder);
+  {
+    std::unique_lock < std::mutex > lk (priv->input_lock);
+    while (priv->input_task_queue.empty ())
+      priv->input_cond.wait (lk);
+
+    priv->cur_task = priv->input_task_queue.front ();
+    priv->input_task_queue.pop ();
+  }
+  GST_VIDEO_ENCODER_STREAM_LOCK (encoder);
+
+  mem = gst_buffer_peek_memory (frame->input_buffer, 0);
+#ifdef HAVE_GST_GL
+  if (priv->gl_interop && gst_is_gl_memory (mem) &&
+      gst_buffer_n_memory (frame->input_buffer) ==
+      GST_VIDEO_INFO_N_PLANES (info)) {
+    GLInteropData interop_data;
+    interop_data.self = self;
+    interop_data.buffer = frame->input_buffer;
+    interop_data.ret = FALSE;
+
+    auto gl_mem = (GstGLMemory *) mem;
+    gst_gl_context_thread_add (gl_mem->mem.context,
+        (GstGLContextThreadFunc) gst_nv_comp_video_enc_upload_gl,
+        &interop_data);
+    if (interop_data.ret) {
+      need_copy = FALSE;
+      GST_TRACE_OBJECT (self, "GL -> CUDA copy done");
+    } else {
+      priv->gl_interop = FALSE;
+    }
+  }
+#endif
+
+  if (!gst_cuda_context_push (priv->ctx)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    std::lock_guard < std::mutex > lk (priv->input_lock);
+    priv->input_task_queue.push (std::move (priv->cur_task));
+    goto error;
+  }
+
+  stream = gst_cuda_stream_get_handle (priv->stream);
+
+  if (need_copy) {
+    gboolean device_copy = FALSE;
+    if (gst_is_cuda_memory (mem)) {
+      GstCudaMemory *cmem = GST_CUDA_MEMORY_CAST (mem);
+      if (cmem->context == priv->ctx) {
+        device_copy = TRUE;
+        if (!gst_video_frame_map (&vframe, info, frame->input_buffer,
+                (GstMapFlags) (GST_MAP_READ | GST_MAP_CUDA))) {
+          GST_ERROR_OBJECT (self, "Couldn't map cuda memory");
+          gst_cuda_context_pop (nullptr);
+          std::lock_guard < std::mutex > lk (priv->input_lock);
+          priv->input_task_queue.push (std::move (priv->cur_task));
+          goto error;
+        }
+
+        if (gst_cuda_memory_get_stream (cmem) != priv->stream) {
+          GST_DEBUG_OBJECT (self, "Different stream, need sync");
+          gst_cuda_memory_sync (cmem);
+        }
+      }
+    }
+
+    if (!device_copy && !gst_video_frame_map (&vframe,
+            info, frame->input_buffer, GST_MAP_READ)) {
+      GST_ERROR_OBJECT (self, "Couldn't map input frame");
+      gst_cuda_context_pop (nullptr);
+      std::lock_guard < std::mutex > lk (priv->input_lock);
+      priv->input_task_queue.push (std::move (priv->cur_task));
+      goto error;
+    }
+
+    if (!gst_nv_comp_video_enc_upload (self, &vframe, stream, device_copy)) {
+      gst_video_frame_unmap (&vframe);
+      gst_cuda_context_pop (nullptr);
+      std::lock_guard < std::mutex > lk (priv->input_lock);
+      priv->input_task_queue.push (std::move (priv->cur_task));
+      goto error;
+    }
+
+    gst_video_frame_unmap (&vframe);
+
+    if (!device_copy) {
+      CuMemcpyHtoDAsync ((CUdeviceptr) priv->cur_task->device_uncompressed,
+          priv->cur_task->host_uncompressed, info->size, stream);
+    }
+  }
+
+  task = std::move (priv->cur_task);
+  if (task->batched) {
+    g_assert (priv->batched_comp);
+
+    auto status = priv->batched_comp->compress (task->device_uncompressed_ptrs,
+        task->device_uncompressed_bytes, task->chunk_size, task->batch_size,
+        task->temp_ptr, task->temp_size, task->device_compressed_ptrs,
+        task->device_compressed_bytes, (cudaStream_t) stream);
+    if (status != nvcompSuccess) {
+      GST_ERROR_OBJECT (self, "Compression failed, ret %d", status);
+      gst_cuda_context_pop (nullptr);
+      std::lock_guard < std::mutex > lk (priv->input_lock);
+      priv->input_task_queue.push (std::move (task));
+      goto error;
+    }
+
+    CuMemcpyDtoHAsync (task->host_compressed_bytes,
+        (CUdeviceptr) task->device_compressed_bytes,
+        sizeof (size_t) * task->batch_size, stream);
+    CuMemcpyDtoHAsync (task->host_compressed,
+        (CUdeviceptr) task->device_compressed,
+        task->compressed_alloc_size, stream);
+  } else {
+    g_assert (priv->manager);
+
+    priv->manager->compress (task->device_uncompressed,
+        task->device_compressed, *priv->config);
+
+    compressed_size =
+        priv->manager->get_compressed_output_size (task->device_compressed);
+
+    task->compressed_size = compressed_size;
+    CuMemcpyDtoHAsync (task->host_compressed,
+        (CUdeviceptr) task->device_compressed, compressed_size, stream);
+  }
+
+  CuEventRecord (task->event, stream);
+  gst_cuda_context_pop (nullptr);
+
+  {
+    std::lock_guard < std::mutex > lk (priv->output_lock);
+    priv->output_task_queue.push (std::move (task));
+    priv->output_cond.notify_one ();
+  }
+
+  gst_video_codec_frame_unref (frame);
+
+  return priv->last_flow;
+
+error:
+  gst_video_encoder_finish_frame (encoder, frame);
+
+  return GST_FLOW_ERROR;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/gstnvcompvideoenc.h Added

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include "gstnvcomp.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_NV_COMP_VIDEO_ENC (gst_nv_comp_video_enc_get_type())
+G_DECLARE_FINAL_TYPE (GstNvCompVideoEnc, gst_nv_comp_video_enc,
+    GST, NV_COMP_VIDEO_ENC, GstVideoEncoder)
+
+G_END_DECLS
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/meson.build Added

@@ -0,0 +1,86 @@
+nvcomp_sources = 
+  'gstnvcomp.cpp',
+  'gstnvcompvideodec.cpp',
+  'gstnvcompvideoenc.cpp',
+  'plugin.cpp',
+
+
+nvcomp_headers = 
+  'gstnvcomp.h',
+  'gstnvcompvideoenc.h',
+  'gstnvcompvideodec.h',
+
+
+doc_sources = 
+foreach s: nvcomp_sources + nvcomp_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'nvcomp': pathsep.join(doc_sources)
+}
+
+extra_args = '-DGST_USE_UNSTABLE_API'
+
+nvcomp_opt = get_option('nvcomp')
+if nvcomp_opt.disabled() or host_system not in 'windows', 'linux'
+  subdir_done()
+endif
+
+nvcomp_sdk_path = get_option('nvcomp-sdk-path')
+if nvcomp_sdk_path == ''
+  nvcomp_sdk_path = run_command(python3, '-c', 'import os; print(os.environ.get("NVCOMP_SDK_PATH"))', check: false).stdout().strip()
+endif
+
+if nvcomp_sdk_path == '' or nvcomp_sdk_path == 'None'
+  if nvcomp_opt.enabled()
+    error('nvcomp-sdk-path option must be specified for nvCOMP plugin')
+  endif
+  subdir_done()
+endif
+
+if not gstcuda_dep.found()
+  if nvcomp_opt.enabled()
+    error('nvCOMP plugin was enabled explicitly, but required gstcuda was not found')
+  endif
+  subdir_done()
+endif
+
+nvcomp_inc_dirs = include_directories(join_paths(nvcomp_sdk_path, 'include'), './stub'),
+                   cuda_stubinc
+
+nvcomp_lib_path = join_paths(nvcomp_sdk_path, 'lib')
+nvcomp_lib = cc.find_library('nvcomp',
+                             dirs: nvcomp_lib_path, required: nvcomp_opt)
+if not nvcomp_lib.found()
+  subdir_done()
+endif
+
+nvcomp_bitcomp_lib = cc.find_library('nvcomp_bitcomp',
+                                     dirs: nvcomp_lib_path, required: nvcomp_opt)
+if not nvcomp_bitcomp_lib.found()
+  subdir_done()
+endif
+
+nvcomp_gdeflate_lib = cc.find_library('nvcomp_gdeflate',
+                                      dirs: nvcomp_lib_path, required: nvcomp_opt)
+if not nvcomp_gdeflate_lib.found()
+  subdir_done()
+endif
+
+if gstgl_dep.found()
+  extra_args += '-DHAVE_GST_GL'
+endif
+
+gstnvcomp = library('gstnvcomp',
+  nvcomp_sources,
+  c_args : gst_plugins_bad_args + extra_args,
+  cpp_args : gst_plugins_bad_args + extra_args,
+  include_directories : configinc + nvcomp_inc_dirs,
+  dependencies :  gstbase_dep, gstvideo_dep, gstcuda_dep, gstgl_dep, nvcomp_lib,
+                  nvcomp_bitcomp_lib, nvcomp_gdeflate_lib,
+  override_options : 'cpp_std=c++17',
+  install : true,
+  install_dir : plugins_install_dir,
+)
+plugins += gstnvcomp

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/plugin.cpp Added

@@ -0,0 +1,53 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * plugin-nvcomp:
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include "gstnvcomp.h"
+#include "gstnvcompvideodec.h"
+#include "gstnvcompvideoenc.h"
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  if (!gst_cuda_load_library ()) {
+    gst_plugin_add_status_warning (plugin, "CUDA library was not found.");
+    return TRUE;
+  }
+
+  gst_element_register (plugin,
+      "nvcompvideodec", GST_RANK_NONE, GST_TYPE_NV_COMP_VIDEO_DEC);
+  gst_element_register (plugin,
+      "nvcompvideoenc", GST_RANK_NONE, GST_TYPE_NV_COMP_VIDEO_ENC);
+
+  return TRUE;
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR, GST_VERSION_MINOR, nvcomp,
+    "GStreamer nvCOMP plugin", plugin_init, VERSION, "LGPL",
+    GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/stub Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvcomp/stub/cuda_runtime.h Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvdswrapper Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvdswrapper/gstnvdsdewarp.cpp Added

@@ -0,0 +1,1017 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/* Some implementation was taken from NVIDIA DeepStream 7.0 source code */
+
+/**
+ * SPDX-FileCopyrightText: Copyright (c) 2019-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
+ * SPDX-License-Identifier: MIT
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
+ * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
+ * DEALINGS IN THE SOFTWARE.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include <config.h>
+#endif
+
+#include <gst/cuda/gstcuda.h>
+#include <gst/video/video.h>
+#include <NVWarp360.h>
+#include <mutex>
+#include <string.h>
+#include "gstnvdsdewarp.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_nv_ds_dewarp_debug);
+#define GST_CAT_DEFAULT gst_nv_ds_dewarp_debug
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, "RGBA"))
+    );
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, "RGBA"))
+    );
+
+#define RADIANS_PER_DEGREE (G_PI / 180.0)
+
+typedef enum
+{
+  GST_NV_DS_DEWARP_WARP_NONE,
+  GST_NV_DS_DEWARP_WARP_FISHEYE_PUSHBROOM,
+  GST_NV_DS_DEWARP_WARP_FISHEYE_ROTCYLINDER,
+  GST_NV_DS_DEWARP_WARP_PERSPECTIVE_PERSPECTIVE,
+  GST_NV_DS_DEWARP_WARP_FISHEYE_PERSPECTIVE,
+  GST_NV_DS_DEWARP_WARP_FISHEYE_FISHEYE,
+  GST_NV_DS_DEWARP_WARP_FISHEYE_CYLINDER,
+  GST_NV_DS_DEWARP_WARP_FISHEYE_EQUIRECT,
+  GST_NV_DS_DEWARP_WARP_FISHEYE_PANINI,
+  GST_NV_DS_DEWARP_WARP_PERSPECTIVE_EQUIRECT,
+  GST_NV_DS_DEWARP_WARP_PERSPECTIVE_PANINI,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_CYLINDER,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_EQUIRECT,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_FISHEYE,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_PANINI,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_PERSPECTIVE,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_PUSHBROOM,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_STEREOGRAPHIC,
+  GST_NV_DS_DEWARP_WARP_EQUIRECT_ROTCYLINDER,
+} GstNvDsDewarpWarpType;
+
+/**
+ * GstNvDsDewarpWarp:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_NV_DS_DEWARP_WARP (gst_nv_ds_dewarp_warp_get_type())
+static GType
+gst_nv_ds_dewarp_warp_get_type (void)
+{
+  static std::once_flag once;
+  static GType type = 0;
+  static const GEnumValue warp_types = {
+    {GST_NV_DS_DEWARP_WARP_NONE, "None", "none"},
+    {GST_NV_DS_DEWARP_WARP_FISHEYE_PUSHBROOM,
+        "Fisheye Pushbroom", "fisheye-pushbroom"},
+    {GST_NV_DS_DEWARP_WARP_FISHEYE_ROTCYLINDER,
+        "Fisheye Rotcylinder", "fisheye-rotcylinder"},
+    {GST_NV_DS_DEWARP_WARP_PERSPECTIVE_PERSPECTIVE,
+        "Perspective Perspective", "perspective-perspective"},
+    {GST_NV_DS_DEWARP_WARP_FISHEYE_PERSPECTIVE,
+        "Fisheye Perspective", "fisheye-perspective"},
+    {GST_NV_DS_DEWARP_WARP_FISHEYE_FISHEYE,
+        "Fisheye Fisheye", "fisheye-fisheye"},
+    {GST_NV_DS_DEWARP_WARP_FISHEYE_CYLINDER,
+        "Fisheye Cylinder", "fisheye-cylinder"},
+    {GST_NV_DS_DEWARP_WARP_FISHEYE_EQUIRECT,
+        "Fisheye Equirect", "fisheye-equirect"},
+    {GST_NV_DS_DEWARP_WARP_FISHEYE_PANINI,
+        "Fisheye Panini", "fisheye-panini"},
+    {GST_NV_DS_DEWARP_WARP_PERSPECTIVE_EQUIRECT,
+        "Perspective Equirect", "perspective-equirect"},
+    {GST_NV_DS_DEWARP_WARP_PERSPECTIVE_PANINI,
+        "Perspective Panini", "perspective-panini"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_CYLINDER,
+        "Equirect Cylinder", "equirect-cylinder"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_EQUIRECT,
+        "Equirect Equirect", "equirect-equirect"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_FISHEYE,
+        "Equirect Fisheye", "equirect-fisheye"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_PANINI,
+        "Equirect Panini", "equirect-panini"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_PERSPECTIVE,
+        "Equirect Perspective", "equirect-perspective"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_PUSHBROOM,
+        "Equirect Pushbroom", "equirect-pushbroom"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_STEREOGRAPHIC,
+        "Equirect Sterographic", "equirect-stereographic"},
+    {GST_NV_DS_DEWARP_WARP_EQUIRECT_ROTCYLINDER,
+        "Equirect Rotcylinder", "equirect-rotcylinder"},
+    {0, nullptr, nullptr},
+  };
+
+  std::call_once (once,&() {
+        type = g_enum_register_static ("GstNvDsDewarpWarp", warp_types);
+      });
+
+  return type;
+}
+
+static nvwarpType_t
+warp_type_to_native (GstNvDsDewarpWarpType type)
+{
+  switch (type) {
+    case GST_NV_DS_DEWARP_WARP_NONE:
+      return NVWARP_NONE;
+    case GST_NV_DS_DEWARP_WARP_FISHEYE_PUSHBROOM:
+      return NVWARP_FISHEYE_PUSHBROOM;
+    case GST_NV_DS_DEWARP_WARP_FISHEYE_ROTCYLINDER:
+      return NVWARP_FISHEYE_ROTCYLINDER;
+    case GST_NV_DS_DEWARP_WARP_PERSPECTIVE_PERSPECTIVE:
+      return NVWARP_PERSPECTIVE_PERSPECTIVE;
+    case GST_NV_DS_DEWARP_WARP_FISHEYE_PERSPECTIVE:
+      return NVWARP_FISHEYE_PERSPECTIVE;
+    case GST_NV_DS_DEWARP_WARP_FISHEYE_FISHEYE:
+      return NVWARP_FISHEYE_FISHEYE;
+    case GST_NV_DS_DEWARP_WARP_FISHEYE_CYLINDER:
+      return NVWARP_FISHEYE_CYLINDER;
+    case GST_NV_DS_DEWARP_WARP_FISHEYE_EQUIRECT:
+      return NVWARP_FISHEYE_EQUIRECT;
+    case GST_NV_DS_DEWARP_WARP_FISHEYE_PANINI:
+      return NVWARP_FISHEYE_PANINI;
+    case GST_NV_DS_DEWARP_WARP_PERSPECTIVE_EQUIRECT:
+      return NVWARP_PERSPECTIVE_EQUIRECT;
+    case GST_NV_DS_DEWARP_WARP_PERSPECTIVE_PANINI:
+      return NVWARP_PERSPECTIVE_PANINI;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_CYLINDER:
+      return NVWARP_EQUIRECT_CYLINDER;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_EQUIRECT:
+      return NVWARP_EQUIRECT_EQUIRECT;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_FISHEYE:
+      return NVWARP_EQUIRECT_FISHEYE;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_PANINI:
+      return NVWARP_EQUIRECT_PANINI;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_PERSPECTIVE:
+      return NVWARP_EQUIRECT_PERSPECTIVE;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_PUSHBROOM:
+      return NVWARP_EQUIRECT_PUSHBROOM;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_STEREOGRAPHIC:
+      return NVWARP_EQUIRECT_STEREOGRAPHIC;
+    case GST_NV_DS_DEWARP_WARP_EQUIRECT_ROTCYLINDER:
+      return NVWARP_EQUIRECT_ROTCYLINDER;
+  }
+
+  return NVWARP_NONE;
+}
+
+typedef enum
+{
+  GST_NV_DS_DEWARP_AXES_XYZ,
+  GST_NV_DS_DEWARP_AXES_XZY,
+  GST_NV_DS_DEWARP_AXES_YXZ,
+  GST_NV_DS_DEWARP_AXES_YZX,
+  GST_NV_DS_DEWARP_AXES_ZXY,
+  GST_NV_DS_DEWARP_AXES_ZYX,
+} GstNvDsDewarpAxes;
+
+static const GEnumValue g_axes_types = {
+  {GST_NV_DS_DEWARP_AXES_XYZ, "XYZ", "xyz"},
+  {GST_NV_DS_DEWARP_AXES_XZY, "XZY", "xzy"},
+  {GST_NV_DS_DEWARP_AXES_YXZ, "YXZ", "yxz"},
+  {GST_NV_DS_DEWARP_AXES_YZX, "YZX", "yzx"},
+  {GST_NV_DS_DEWARP_AXES_ZXY, "ZXY", "zxy"},
+  {GST_NV_DS_DEWARP_AXES_ZYX, "ZYX", "zyx"},
+  {0, nullptr, nullptr},
+};
+
+/**
+ * GstNvDsDewarpAxes:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_NV_DS_DEWARP_AXES (gst_nv_ds_dewarp_axes_get_type())
+static GType
+gst_nv_ds_dewarp_axes_get_type (void)
+{
+  static std::once_flag once;
+  static GType type = 0;
+
+  std::call_once (once,&() {
+        type = g_enum_register_static ("GstNvDsDewarpAxes", g_axes_types);
+      });
+
+  return type;
+}
+
+enum
+{
+  PROP_0,
+  PROP_DEVICE_ID,
+  PROP_WARP_TYPE,
+  PROP_ROTATION_AXES,
+  PROP_YAW,
+  PROP_PITCH,
+  PROP_ROLL,
+  PROP_TOP_ANGLE,
+  PROP_BOTTOM_ANGLE,
+  PROP_FOV,
+  PROP_CONTROL,
+};
+
+#define DEFAULT_DEVICE_ID -1
+#define DEFAULT_WARP_TYPE GST_NV_DS_DEWARP_WARP_NONE
+#define DEFAULT_ROTATION_AXES GST_NV_DS_DEWARP_AXES_YXZ
+#define DEFAULT_TOP_ANGLE 90
+#define DEFAULT_BOTTOM_ANGLE -90
+#define DEFAULT_ANGLE 0
+#define DEFAULT_FOV 180.0
+#define DEFAULT_CONTROL 0.6
+
+struct GstNvDsDewarpPrivate
+{
+  ~GstNvDsDewarpPrivate ()
+  {
+    reset ();
+  }
+
+  void reset ()
+  {
+    if (handle) {
+      g_assert (context);
+      gst_cuda_context_push (context);
+      g_clear_pointer (&handle, nvwarpDestroyInstance);
+      gst_cuda_context_pop (nullptr);
+    }
+
+    gst_clear_cuda_stream (&other_stream);
+    gst_clear_cuda_stream (&stream);
+    gst_clear_object (&context);
+  }
+
+  GstCudaContext *context = nullptr;
+  GstCudaStream *stream = nullptr;
+  GstCudaStream *other_stream = nullptr;
+  nvwarpHandle handle = nullptr;
+  GstVideoInfo in_info;
+  GstVideoInfo out_info;
+  bool params_updated = true;
+
+  std::recursive_mutex context_lock;
+  std::mutex lock;
+  gint device_id = DEFAULT_DEVICE_ID;
+  GstNvDsDewarpWarpType warp_type = DEFAULT_WARP_TYPE;
+  GstNvDsDewarpAxes axes = DEFAULT_ROTATION_AXES;
+  gdouble yaw = DEFAULT_ANGLE;
+  gdouble pitch = DEFAULT_ANGLE;
+  gdouble roll = DEFAULT_ANGLE;
+  gdouble top_angle = DEFAULT_TOP_ANGLE;
+  gdouble bottom_angle = DEFAULT_BOTTOM_ANGLE;
+  gdouble fov = DEFAULT_FOV;
+  gdouble control = DEFAULT_CONTROL;
+};
+
+struct _GstNvDsDewarp
+{
+  GstBaseTransform parent;
+
+  GstNvDsDewarpPrivate *priv;
+};
+
+static void gst_nv_ds_dewarp_finalize (GObject * object);
+static void gst_nv_ds_dewarp_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_nv_ds_dewarp_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static void gst_nv_ds_dewarp_set_context (GstElement * element,
+    GstContext * context);
+
+static gboolean gst_nv_ds_dewarp_start (GstBaseTransform * trans);
+static gboolean gst_nv_ds_dewarp_stop (GstBaseTransform * trans);
+static gboolean gst_nv_ds_dewarp_query (GstBaseTransform * trans,
+    GstPadDirection direction, GstQuery * query);
+static gboolean gst_nv_ds_dewarp_propose_allocation (GstBaseTransform * trans,
+    GstQuery * decide_query, GstQuery * query);
+static gboolean gst_nv_ds_dewarp_decide_allocation (GstBaseTransform * trans,
+    GstQuery * query);
+static gboolean gst_nv_ds_dewarp_set_caps (GstBaseTransform * trans,
+    GstCaps * in_caps, GstCaps * out_caps);
+static void gst_nv_ds_dewarp_before_transform (GstBaseTransform * trans,
+    GstBuffer * buffer);
+static GstFlowReturn gst_nv_ds_dewarp_transform (GstBaseTransform * trans,
+    GstBuffer * inbuf, GstBuffer * outbuf);
+
+#define gst_nv_ds_dewarp_parent_class parent_class
+G_DEFINE_TYPE (GstNvDsDewarp, gst_nv_ds_dewarp, GST_TYPE_BASE_TRANSFORM);
+
+static void
+gst_nv_ds_dewarp_class_init (GstNvDsDewarpClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto elem_class = GST_ELEMENT_CLASS (klass);
+  auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+
+  object_class->finalize = gst_nv_ds_dewarp_finalize;
+  object_class->set_property = gst_nv_ds_dewarp_set_property;
+  object_class->get_property = gst_nv_ds_dewarp_get_property;
+
+  g_object_class_install_property (object_class, PROP_DEVICE_ID,
+      g_param_spec_int ("device-id", "Device ID", "CUDA Device ID",
+          -1, G_MAXINT32, DEFAULT_DEVICE_ID,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_WARP_TYPE,
+      g_param_spec_enum ("warp-type", "Warp type",
+          "Warp type to use. \"wrap-type=none\" will enable passthrough mode",
+          GST_TYPE_NV_DS_DEWARP_WARP, DEFAULT_WARP_TYPE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_ROTATION_AXES,
+      g_param_spec_enum ("rotation-axes", "Rotation Axes",
+          "Rotation Axes to apply. X rotation rotates the view upward, "
+          "Y rightward, and Z clockwise. Default is \"YXZ\" "
+          "as known as yaw, pitch, roll",
+          GST_TYPE_NV_DS_DEWARP_AXES, DEFAULT_ROTATION_AXES,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_YAW,
+      g_param_spec_double ("yaw", "Yaw", "Yaw rotation angle in degrees",
+          -G_MAXFLOAT, G_MAXFLOAT, DEFAULT_ANGLE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_PITCH,
+      g_param_spec_double ("pitch", "Pitch", "Pitch rotation angle in degrees",
+          -G_MAXFLOAT, G_MAXFLOAT, DEFAULT_ANGLE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_ROLL,
+      g_param_spec_double ("roll", "Roll", "Roll rotation angle in degrees",
+          -G_MAXFLOAT, G_MAXFLOAT, DEFAULT_ANGLE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_TOP_ANGLE,
+      g_param_spec_double ("top-angle", "Top Angle",
+          "Top angle of view in degrees",
+          -G_MAXFLOAT, G_MAXFLOAT, DEFAULT_TOP_ANGLE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_BOTTOM_ANGLE,
+      g_param_spec_double ("bottom-angle", "Bottom Angle",
+          "Bottom angle of view in degrees",
+          -G_MAXFLOAT, G_MAXFLOAT, DEFAULT_BOTTOM_ANGLE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_FOV,
+      g_param_spec_double ("fov", "Fov", "Source field of view in degrees",
+          0, G_MAXFLOAT, DEFAULT_FOV,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  g_object_class_install_property (object_class, PROP_CONTROL,
+      g_param_spec_double ("control", "Control",
+          "Projection specific control value", 0, 1, DEFAULT_CONTROL,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  elem_class->set_context = GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_set_context);
+
+  gst_element_class_add_static_pad_template (elem_class, &sink_template);
+  gst_element_class_add_static_pad_template (elem_class, &src_template);
+
+  gst_element_class_set_static_metadata (elem_class,
+      "NvDsDewarp",
+      "Filter/Effect/Video/Hardware",
+      "Performs dewraping using NVIDIA DeepStream NVWarp360 API",
+      "Seungha Yang <seungha@centricular.com>");
+
+  trans_class->start = GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_start);
+  trans_class->stop = GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_stop);
+  trans_class->query = GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_query);
+  trans_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_propose_allocation);
+  trans_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_decide_allocation);
+  trans_class->set_caps = GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_set_caps);
+  trans_class->before_transform =
+      GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_before_transform);
+  trans_class->transform = GST_DEBUG_FUNCPTR (gst_nv_ds_dewarp_transform);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_NV_DS_DEWARP_WARP,
+      (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_NV_DS_DEWARP_AXES,
+      (GstPluginAPIFlags) 0);
+
+  GST_DEBUG_CATEGORY_INIT (gst_nv_ds_dewarp_debug,
+      "nvdsdewarp", 0, "nvdsdewarp");
+}
+
+static void
+gst_nv_ds_dewarp_init (GstNvDsDewarp * self)
+{
+  self->priv = new GstNvDsDewarpPrivate ();
+}
+
+static void
+gst_nv_ds_dewarp_finalize (GObject * object)
+{
+  auto self = GST_NV_DS_DEWARP (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+update_prop_double (GstNvDsDewarp * self, gdouble * prev, const GValue * value)
+{
+  auto priv = self->priv;
+  auto val = g_value_get_double (value);
+
+  if (*prev != val) {
+    *prev = val;
+    priv->params_updated = true;
+  }
+}
+
+static void
+gst_nv_ds_dewarp_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_NV_DS_DEWARP (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_DEVICE_ID:
+      priv->device_id = g_value_get_int (value);
+      break;
+    case PROP_WARP_TYPE:
+    {
+      auto warp_type = (GstNvDsDewarpWarpType) g_value_get_enum (value);
+      if (priv->warp_type != warp_type) {
+        priv->warp_type = warp_type;
+        priv->params_updated = true;
+      }
+      break;
+    }
+    case PROP_ROTATION_AXES:
+    {
+      auto axes = (GstNvDsDewarpAxes) g_value_get_enum (value);
+      if (priv->axes != axes) {
+        priv->axes = axes;
+        priv->params_updated = true;
+      }
+      break;
+    }
+    case PROP_YAW:
+      update_prop_double (self, &priv->yaw, value);
+      break;
+    case PROP_PITCH:
+      update_prop_double (self, &priv->pitch, value);
+      break;
+    case PROP_ROLL:
+      update_prop_double (self, &priv->roll, value);
+      break;
+    case PROP_TOP_ANGLE:
+      update_prop_double (self, &priv->top_angle, value);
+      break;
+    case PROP_BOTTOM_ANGLE:
+      update_prop_double (self, &priv->bottom_angle, value);
+      break;
+    case PROP_FOV:
+      update_prop_double (self, &priv->fov, value);
+      break;
+    case PROP_CONTROL:
+      update_prop_double (self, &priv->control, value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_nv_ds_dewarp_get_property (GObject * object, guint prop_id, GValue * value,
+    GParamSpec * pspec)
+{
+  auto self = GST_NV_DS_DEWARP (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_DEVICE_ID:
+      g_value_set_int (value, priv->device_id);
+      break;
+    case PROP_WARP_TYPE:
+      g_value_set_enum (value, priv->warp_type);
+      break;
+    case PROP_ROTATION_AXES:
+      g_value_set_enum (value, priv->axes);
+      break;
+    case PROP_YAW:
+      g_value_set_double (value, priv->yaw);
+      break;
+    case PROP_PITCH:
+      g_value_set_double (value, priv->pitch);
+      break;
+    case PROP_ROLL:
+      g_value_set_double (value, priv->roll);
+      break;
+    case PROP_TOP_ANGLE:
+      g_value_set_double (value, priv->top_angle);
+      break;
+    case PROP_BOTTOM_ANGLE:
+      g_value_set_double (value, priv->bottom_angle);
+      break;
+    case PROP_FOV:
+      g_value_set_double (value, priv->fov);
+      break;
+    case PROP_CONTROL:
+      g_value_set_double (value, priv->control);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_nv_ds_dewarp_set_context (GstElement * element, GstContext * context)
+{
+  auto self = GST_NV_DS_DEWARP (element);
+  auto priv = self->priv;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->context_lock);
+    gst_cuda_handle_set_context (element,
+        context, priv->device_id, &priv->context);
+  }
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_nv_ds_dewarp_start (GstBaseTransform * trans)
+{
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Start");
+
+  if (!gst_cuda_ensure_element_context (GST_ELEMENT (self),
+          priv->device_id, &priv->context)) {
+    GST_ERROR_OBJECT (self, "Failed to get CUDA context");
+    return FALSE;
+  }
+
+  priv->stream = gst_cuda_stream_new (priv->context);
+
+  if (!gst_cuda_context_push (priv->context)) {
+    GST_ERROR_OBJECT (self, "CuCtxPushCurrent failed");
+    priv->reset ();
+    return FALSE;
+  }
+
+  auto ret = nvwarpCreateInstance (&priv->handle);
+  gst_cuda_context_pop (nullptr);
+
+  if (ret != NVWARP_SUCCESS) {
+    auto error_str = nvwarpErrorStringFromCode (ret);
+    GST_ERROR_OBJECT (self, "nvwarpCreateInstance failed, %d (%s)", ret,
+        GST_STR_NULL (error_str));
+    priv->reset ();
+    return FALSE;
+  }
+
+  gst_video_info_init (&priv->in_info);
+  gst_video_info_init (&priv->out_info);
+
+  priv->params_updated = true;
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_ds_dewarp_stop (GstBaseTransform * trans)
+{
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Stop");
+
+  priv->reset ();
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_ds_dewarp_query (GstBaseTransform * trans, GstPadDirection direction,
+    GstQuery * query)
+{
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+
+  if (GST_QUERY_TYPE (query) == GST_QUERY_CONTEXT) {
+    std::lock_guard < std::recursive_mutex > lk (priv->context_lock);
+    if (gst_cuda_handle_context_query (GST_ELEMENT (self),
+            query, priv->context)) {
+      return TRUE;
+    }
+  }
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->query (trans,
+      direction, query);
+}
+
+static gboolean
+gst_nv_ds_dewarp_propose_allocation (GstBaseTransform * trans,
+    GstQuery * decide_query, GstQuery * query)
+{
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+  GstVideoInfo info;
+  GstBufferPool *pool;
+  GstCaps *caps;
+  guint size;
+
+  if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
+          decide_query, query))
+    return FALSE;
+
+  if (!decide_query)
+    return TRUE;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+  if (!caps) {
+    GST_WARNING_OBJECT (self, "Allocation query without caps");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_WARNING_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  if (!gst_query_get_n_allocation_pools (query)) {
+    pool = gst_cuda_buffer_pool_new (priv->context);
+
+    auto config = gst_buffer_pool_get_config (pool);
+    /* Forward downstream CUDA stream to upstream */
+    if (priv->other_stream) {
+      GST_DEBUG_OBJECT (self, "Have downstream CUDA stream, forwarding");
+      gst_buffer_pool_config_set_cuda_stream (config, priv->other_stream);
+    } else if (priv->stream) {
+      GST_DEBUG_OBJECT (self, "Set our stream to proposing buffer pool");
+      gst_buffer_pool_config_set_cuda_stream (config, priv->stream);
+    }
+
+    gst_buffer_pool_config_add_option (config,
+        GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+    size = GST_VIDEO_INFO_SIZE (&info);
+    gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
+
+    if (!gst_buffer_pool_set_config (pool, config)) {
+      GST_ERROR_OBJECT (self, "failed to set config");
+      gst_object_unref (pool);
+      return FALSE;
+    }
+
+    /* Get updated size by cuda buffer pool */
+    config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr,
+        nullptr);
+    gst_structure_free (config);
+
+    gst_query_add_allocation_pool (query, pool, size, 0, 0);
+
+    gst_object_unref (pool);
+  }
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, nullptr);
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_ds_dewarp_decide_allocation (GstBaseTransform * trans, GstQuery * query)
+{
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+  GstCaps *outcaps = nullptr;
+  GstBufferPool *pool = nullptr;
+  guint size, min, max;
+  GstStructure *config;
+  gboolean update_pool = FALSE;
+
+  gst_query_parse_allocation (query, &outcaps, nullptr);
+  if (!outcaps) {
+    GST_WARNING_OBJECT (self, "Allocation query without caps");
+    return FALSE;
+  }
+
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    if (pool) {
+      if (!GST_IS_CUDA_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto cpool = GST_CUDA_BUFFER_POOL (pool);
+        if (cpool->context != priv->context)
+          gst_clear_object (&pool);
+      }
+    }
+
+    update_pool = TRUE;
+  } else {
+    GstVideoInfo vinfo;
+    gst_video_info_from_caps (&vinfo, outcaps);
+    size = GST_VIDEO_INFO_SIZE (&vinfo);
+    min = max = 0;
+  }
+
+  if (!pool) {
+    GST_DEBUG_OBJECT (self, "create our pool");
+    pool = gst_cuda_buffer_pool_new (priv->context);
+  }
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_config_set_params (config, outcaps, size, min, max);
+  gst_clear_cuda_stream (&priv->other_stream);
+  priv->other_stream = gst_buffer_pool_config_get_cuda_stream (config);
+  if (priv->other_stream) {
+    GST_DEBUG_OBJECT (self, "Downstream provided CUDA stream");
+  } else if (priv->stream) {
+    GST_DEBUG_OBJECT (self, "Set our stream to decided buffer pool");
+    gst_buffer_pool_config_set_cuda_stream (config, priv->stream);
+  }
+
+  gst_buffer_pool_set_config (pool, config);
+
+  /* Get updated size by cuda buffer pool */
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->decide_allocation (trans,
+      query);
+}
+
+static gboolean
+gst_nv_ds_dewarp_update_params (GstNvDsDewarp * self)
+{
+  auto trans = GST_BASE_TRANSFORM (self);
+  auto priv = self->priv;
+
+  priv->params_updated = false;
+
+  if (priv->warp_type == GST_NV_DS_DEWARP_WARP_NONE) {
+    GST_DEBUG_OBJECT (self, "wrap mode none, enable passthrough");
+    gst_base_transform_set_passthrough (trans, TRUE);
+    return TRUE;
+  }
+
+  gst_base_transform_reconfigure_src (trans);
+  gst_base_transform_set_passthrough (trans, FALSE);
+
+  nvwarpParams_t params;
+  nvwarpInitParams (&params);
+
+  params.type = warp_type_to_native (priv->warp_type);
+  params.srcWidth = priv->in_info.width;
+  params.srcHeight = priv->in_info.height;
+  params.srcX0 = (params.srcWidth - 1) * 0.5;
+  params.srcY0 = (params.srcHeight - 1) * 0.5;
+
+  gdouble angle = priv->fov * 0.5 * RADIANS_PER_DEGREE;
+  gdouble radian;
+  if (priv->fov == 180.0)
+    radian = priv->in_info.height;
+  else
+    radian = (priv->in_info.height - 1) * 0.5;
+
+  auto ret = nvwarpComputeParamsSrcFocalLength (&params, angle, radian);
+  if (ret != NVWARP_SUCCESS) {
+    auto error_str = nvwarpErrorStringFromCode (ret);
+    GST_ERROR_OBJECT (self, "nvwarpComputeParamsSrcFocalLength failed, %d (%s)",
+        ret, GST_STR_NULL (error_str));
+    return FALSE;
+  }
+
+  params.dstWidth = priv->out_info.width;
+  params.dstHeight = priv->out_info.height;
+  strcpy (params.rotAxes, g_axes_typespriv->axes.value_name);
+
+  for (guint i = 0; i < 3; i++) {
+    switch (params.rotAxesi) {
+      case 'X':
+        params.rotAnglesi = priv->pitch * RADIANS_PER_DEGREE;
+        break;
+      case 'Y':
+        params.rotAnglesi = priv->yaw * RADIANS_PER_DEGREE;
+        break;
+      case 'Z':
+        params.rotAnglesi = priv->roll * RADIANS_PER_DEGREE;
+        break;
+      default:
+        break;
+    }
+  }
+
+  params.topAngle = priv->top_angle * RADIANS_PER_DEGREE;
+  params.bottomAngle = priv->bottom_angle * RADIANS_PER_DEGREE;
+  params.control0 = priv->control;
+
+  ret = nvwarpSetParams (priv->handle, &params);
+  if (ret != NVWARP_SUCCESS) {
+    auto error_str = nvwarpErrorStringFromCode (ret);
+    GST_ERROR_OBJECT (self, "nvwarpSetParams failed, %d (%s)", ret,
+        GST_STR_NULL (error_str));
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_ds_dewarp_set_caps (GstBaseTransform * trans, GstCaps * in_caps,
+    GstCaps * out_caps)
+{
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+
+  if (!priv->handle) {
+    GST_ERROR_OBJECT (self, "Dewarper handle is not configured");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&priv->in_info, in_caps)) {
+    GST_ERROR_OBJECT (self, "Invalid input caps %" GST_PTR_FORMAT, in_caps);
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&priv->out_info, out_caps)) {
+    GST_ERROR_OBJECT (self, "Invalid output caps %" GST_PTR_FORMAT, out_caps);
+    return FALSE;
+  }
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  gst_cuda_context_push (priv->context);
+  auto ret = gst_nv_ds_dewarp_update_params (self);
+  gst_cuda_context_pop (nullptr);
+
+  return ret;
+}
+
+static void
+gst_nv_ds_dewarp_before_transform (GstBaseTransform * trans, GstBuffer * buffer)
+{
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (priv->params_updated) {
+    GST_DEBUG_OBJECT (self, "Property was updated, reconfigure instance");
+    gst_cuda_context_push (priv->context);
+    gst_nv_ds_dewarp_update_params (self);
+    gst_cuda_context_pop (nullptr);
+  }
+}
+
+static GstFlowReturn
+gst_nv_ds_dewarp_transform (GstBaseTransform * trans, GstBuffer * inbuf,
+    GstBuffer * outbuf)
+{
+  GstVideoFrame in_frame, out_frame;
+  auto self = GST_NV_DS_DEWARP (trans);
+  auto priv = self->priv;
+  CUtexObject texture;
+  CUDA_RESOURCE_DESC resource_desc = { };
+  CUDA_TEXTURE_DESC texture_desc = { };
+
+  auto in_mem = gst_buffer_peek_memory (inbuf, 0);
+  if (!gst_is_cuda_memory (in_mem)) {
+    GST_ERROR_OBJECT (self, "Input is not a cuda memory");
+    return GST_FLOW_ERROR;
+  }
+
+  auto out_mem = gst_buffer_peek_memory (outbuf, 0);
+  if (!gst_is_cuda_memory (out_mem)) {
+    GST_ERROR_OBJECT (self, "Output is not a cuda memory");
+    return GST_FLOW_ERROR;
+  }
+
+  if (!gst_video_frame_map (&in_frame, &priv->in_info, inbuf,
+          (GstMapFlags) (GST_MAP_CUDA | GST_MAP_READ))) {
+    GST_ERROR_OBJECT (self, "Couldn't map input buffer");
+    return GST_FLOW_ERROR;
+  }
+
+  if (!gst_video_frame_map (&out_frame, &priv->out_info, outbuf,
+          (GstMapFlags) (GST_MAP_CUDA | GST_MAP_WRITE))) {
+    gst_video_frame_unmap (&in_frame);
+    GST_ERROR_OBJECT (self, "Couldn't map input buffer");
+    return GST_FLOW_ERROR;
+  }
+
+  /* NOTE: GstCudaMemory can cache a texture object and can get
+   * via gst_cuda_memory_get_texture(), but the texture is incompatible
+   * with DeepStream API, especially GstCuda allocates texture object
+   * with CU_TRSF_NORMALIZED_COORDINATES flag which indicates UV-like normalized
+   * texture coordinates but DeepStream wants integer coordinates.
+   * Needs to create new texture here */
+  resource_desc.resType = CU_RESOURCE_TYPE_PITCH2D;
+  resource_desc.res.pitch2D.format = CU_AD_FORMAT_UNSIGNED_INT8;
+  resource_desc.res.pitch2D.numChannels = 4;
+  resource_desc.res.pitch2D.width = priv->in_info.width;
+  resource_desc.res.pitch2D.height = priv->in_info.height;
+  resource_desc.res.pitch2D.pitchInBytes =
+      GST_VIDEO_FRAME_PLANE_STRIDE (&in_frame, 0);
+  resource_desc.res.pitch2D.devPtr = (CUdeviceptr)
+      GST_VIDEO_FRAME_PLANE_DATA (&in_frame, 0);
+  texture_desc.filterMode = CU_TR_FILTER_MODE_LINEAR;
+  /* Read value as normalized float */
+  texture_desc.flags = 0;
+  texture_desc.addressMode0 = (CUaddress_mode) 1;
+  texture_desc.addressMode1 = (CUaddress_mode) 1;
+  texture_desc.addressMode2 = (CUaddress_mode) 1;
+
+  if (!gst_cuda_context_push (priv->context)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    gst_video_frame_unmap (&in_frame);
+    gst_video_frame_unmap (&out_frame);
+    return GST_FLOW_ERROR;
+  }
+
+  auto cuda_ret = CuTexObjectCreate (&texture,
+      &resource_desc, &texture_desc, nullptr);
+  if (!gst_cuda_result (cuda_ret)) {
+    GST_ERROR_OBJECT (self, "Couldn't create texture object");
+    gst_video_frame_unmap (&in_frame);
+    gst_video_frame_unmap (&out_frame);
+    return GST_FLOW_ERROR;
+  }
+
+  CUstream cuda_stream = 0;
+  auto in_cmem = GST_CUDA_MEMORY_CAST (in_mem);
+  auto stream = gst_cuda_memory_get_stream (in_cmem);
+  if (stream)
+    cuda_stream = gst_cuda_stream_get_handle (stream);
+  else
+    cuda_stream = gst_cuda_stream_get_handle (priv->stream);
+
+  auto ret = nvwarpWarpBuffer (priv->handle, (cudaStream_t) cuda_stream,
+      (cudaTextureObject_t) texture,
+      GST_VIDEO_FRAME_PLANE_DATA (&out_frame, 0),
+      GST_VIDEO_FRAME_PLANE_STRIDE (&out_frame, 0));
+  CuStreamSynchronize (cuda_stream);
+
+  CuTexObjectDestroy (texture);
+  gst_cuda_context_pop (nullptr);
+
+  GstFlowReturn flow_ret = GST_FLOW_OK;
+  if (ret != NVWARP_SUCCESS) {
+    auto error_str = nvwarpErrorStringFromCode (ret);
+    GST_ERROR_OBJECT (self, "nvwarpWarpBuffer failed, %d (%s)", ret,
+        GST_STR_NULL (error_str));
+    flow_ret = GST_FLOW_ERROR;
+  }
+
+  gst_video_frame_unmap (&in_frame);
+  gst_video_frame_unmap (&out_frame);
+
+  return flow_ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvdswrapper/gstnvdsdewarp.h Added

@@ -0,0 +1,31 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/base/gstbasetransform.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_NV_DS_DEWARP (gst_nv_ds_dewarp_get_type())
+G_DECLARE_FINAL_TYPE (GstNvDsDewarp, gst_nv_ds_dewarp,
+    GST, NV_DS_DEWARP, GstBaseTransform)
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvdswrapper/meson.build Added

@@ -0,0 +1,83 @@
+nvdswrapper_sources = 
+  'plugin.cpp',
+  'gstnvdsdewarp.cpp',
+
+
+nvdswrapper_headers = 
+  'gstnvdsdewarp.h',
+
+
+doc_sources = 
+foreach s: nvdswrapper_sources + nvdswrapper_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'nvdswrapper': pathsep.join(doc_sources)
+}
+
+extra_args = '-DGST_USE_UNSTABLE_API'
+
+nvdswrapper_opt = get_option('nvdswrapper')
+if nvdswrapper_opt.disabled() or host_system != 'linux'
+  subdir_done()
+endif
+
+if not gstcuda_dep.found()
+  if nvdswrapper_opt.enabled()
+    error('nvdswrapper plugin was enabled explicitly, but required gstcuda was not found')
+  endif
+  subdir_done()
+endif
+
+have_sdk_header = false
+nvds_inc = 
+nvds_dewarper_lib = dependency('', required : false)
+
+nvds_include_path = get_option('nvds-include-path')
+if nvds_include_path != ''
+  nvds_inc = include_directories(nvds_include_path)
+  if cc.has_header('NVWarp360.h', include_directories: nvds_inc)
+    have_sdk_header = true
+  endif
+endif
+
+if not have_sdk_header
+  if cc.has_header('/opt/nvidia/deepstream/deepstream/sources/includes/NVWarp360.h')
+    nvds_inc = include_directories('/opt/nvidia/deepstream/deepstream/sources/includes')
+  else
+    if nvdswrapper_opt.enabled()
+      error('Could not find required header: "NVWarp360.h"')
+    endif
+    subdir_done()
+  endif
+endif
+
+nvds_lib_path = get_option('nvds-lib-path')
+if nvds_lib_path != ''
+  nvds_dewarper_lib = cc.find_library('libnvds_dewarper.so', dirs: nvds_lib_path, required: false)
+endif
+
+if not nvds_dewarper_lib.found()
+  nvds_lib_path = '/opt/nvidia/deepstream/deepstream/lib'
+  nvds_dewarper_lib = cc.find_library('nvds_dewarper', dirs: nvds_lib_path, required: false)
+  if not nvds_dewarper_lib.found()
+    if nvdswrapper_opt.enabled()
+      error('Could not find required library: "nvds_dewarper"')
+    endif
+    subdir_done()
+  endif
+endif
+
+nvds_inc += include_directories('stub'), cuda_stubinc
+
+gstnvdswrapper = library('gstnvdswrapper',
+  nvdswrapper_sources,
+  c_args : gst_plugins_bad_args + extra_args,
+  cpp_args : gst_plugins_bad_args + extra_args,
+  include_directories : configinc + nvds_inc,
+  dependencies :  gstbase_dep, gstvideo_dep, gstcuda_dep, nvds_dewarper_lib,
+  install : true,
+  install_dir : plugins_install_dir,
+)
+plugins += gstnvdswrapper

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvdswrapper/plugin.cpp Added

@@ -0,0 +1,52 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * plugin-nvdswrapper:
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/cuda/gstcuda.h>
+#include "gstnvdsdewarp.h"
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  if (!gst_cuda_load_library ()) {
+    gst_plugin_add_status_warning (plugin, "CUDA library was not found.");
+    return TRUE;
+  }
+
+  gst_element_register (plugin, "nvdsdewarp", GST_RANK_NONE,
+      GST_TYPE_NV_DS_DEWARP);
+
+  return TRUE;
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    nvdswrapper,
+    "NVIDIA DeepStream wrapper plugin",
+    plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvdswrapper/stub Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/nvdswrapper/stub/cuda_runtime.h Added

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/gstonnx.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/onnx/gstonnx.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/gstonnxclient.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/onnx/gstonnxclient.cpp Changed

@@ -26,6 +26,12 @@
 
 #define GST_CAT_DEFAULT onnx_inference_debug
 
+/* FIXME: share this with tensordecoders, somehow? */
+#define GST_MODEL_OBJECT_DETECTOR_BOXES "Gst.Model.ObjectDetector.Boxes"
+#define GST_MODEL_OBJECT_DETECTOR_SCORES "Gst.Model.ObjectDetector.Scores"
+#define GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS "Gst.Model.ObjectDetector.NumDetections"
+#define GST_MODEL_OBJECT_DETECTOR_CLASSES "Gst.Model.ObjectDetector.Classes"
+
 namespace GstOnnxNamespace
 {
   template < typename T >
@@ -53,7 +59,7 @@
       dest (nullptr),
       m_provider (GST_ONNX_EXECUTION_PROVIDER_CPU),
       inputImageFormat (GST_ML_INPUT_IMAGE_FORMAT_HWC),
-      inputDatatype (GST_TENSOR_TYPE_UINT8),
+      inputDatatype (GST_TENSOR_DATA_TYPE_UINT8),
       inputDatatypeSize (sizeof (uint8_t)),
       fixedInputImageSize (false),
       inputTensorOffset (0.0),
@@ -100,22 +106,22 @@
   {
     inputDatatype = datatype;
     switch (inputDatatype) {
-      case GST_TENSOR_TYPE_UINT8:
+      case GST_TENSOR_DATA_TYPE_UINT8:
         inputDatatypeSize = sizeof (uint8_t);
         break;
-      case GST_TENSOR_TYPE_UINT16:
+      case GST_TENSOR_DATA_TYPE_UINT16:
         inputDatatypeSize = sizeof (uint16_t);
         break;
-      case GST_TENSOR_TYPE_UINT32:
+      case GST_TENSOR_DATA_TYPE_UINT32:
         inputDatatypeSize = sizeof (uint32_t);
         break;
-      case GST_TENSOR_TYPE_INT32:
+      case GST_TENSOR_DATA_TYPE_INT32:
         inputDatatypeSize = sizeof (int32_t);
         break;
-      case GST_TENSOR_TYPE_FLOAT16:
+      case GST_TENSOR_DATA_TYPE_FLOAT16:
         inputDatatypeSize = 2;
         break;
-      case GST_TENSOR_TYPE_FLOAT32:
+      case GST_TENSOR_DATA_TYPE_FLOAT32:
         inputDatatypeSize = sizeof (float);
         break;
     default:
@@ -248,10 +254,10 @@
 
       switch (elementType) {
         case ONNX_TENSOR_ELEMENT_DATA_TYPE_UINT8:
-          setInputImageDatatype(GST_TENSOR_TYPE_UINT8);
+          setInputImageDatatype(GST_TENSOR_DATA_TYPE_UINT8);
           break;
         case ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT:
-          setInputImageDatatype(GST_TENSOR_TYPE_FLOAT32);
+          setInputImageDatatype(GST_TENSOR_DATA_TYPE_FLOAT32);
           break;
         default:
           GST_ERROR_OBJECT (debug_parent,
@@ -286,15 +292,38 @@
         return false;
       }
       for (auto & name:outputNamesRaw) {
-          Ort::AllocatedStringPtr res =
-              metaData.LookupCustomMetadataMapAllocated (name, ortAllocator);
-          if (res)
-            {
-              GQuark quark = g_quark_from_string (res.get ());
-              outputIds.push_back (quark);
-            } else {
+        Ort::AllocatedStringPtr res =
+          metaData.LookupCustomMetadataMapAllocated (name, ortAllocator);
+        if (res)
+        {
+          GQuark quark = g_quark_from_string (res.get ());
+          outputIds.push_back (quark);
+        } else if (g_str_has_prefix (name, "detection_scores")) {
+          GQuark quark = g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_SCORES);
+          GST_INFO_OBJECT(debug_parent,
+              "No custom metadata for key '%s', assuming %s",
+              name, GST_MODEL_OBJECT_DETECTOR_SCORES);
+          outputIds.push_back (quark);
+        } else if (g_str_has_prefix(name, "detection_boxes")) {
+          GQuark quark = g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_BOXES);
+          GST_INFO_OBJECT(debug_parent,
+              "No custom metadata for key '%s', assuming %s",
+              name, GST_MODEL_OBJECT_DETECTOR_BOXES);
+          outputIds.push_back (quark);
+        } else if (g_str_has_prefix(name, "detection_classes")) {
+          GQuark quark = g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_CLASSES);
+          GST_INFO_OBJECT(debug_parent,
+              "No custom metadata for key '%s', assuming %s",
+              name, GST_MODEL_OBJECT_DETECTOR_CLASSES);
+          outputIds.push_back (quark);
+        } else if (g_str_has_prefix(name, "num_detections")) {
+          GQuark quark = g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS);
+          GST_INFO_OBJECT(debug_parent,
+              "No custom metadata for key '%s', assuming %s",
+              name, GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS);
+          outputIds.push_back (quark);
+        } else {
           GST_ERROR_OBJECT (debug_parent, "Failed to look up id for key %s", name);
-
           return false;
         }
       }
@@ -324,16 +353,15 @@
     height = newHeight;
   }
 
-// copy tensor data to a GstTensorMeta
-  GstTensorMeta *GstOnnxClient::copy_tensors_to_meta (std::vector < Ort::Value >
+  // copy tensor data to a GstTensorMeta
+  GstTensorMeta *
+  GstOnnxClient::copy_tensors_to_meta (std::vector < Ort::Value >
       &outputs, GstBuffer * buffer)
   {
     size_t num_tensors = outputNamesRaw.size ();
-    GstTensorMeta *tmeta = (GstTensorMeta *) gst_buffer_add_meta (buffer,
-        gst_tensor_meta_get_info (),
-        NULL);
+    GstTensorMeta *tmeta = gst_buffer_add_tensor_meta (buffer);
     tmeta->num_tensors = num_tensors;
-    tmeta->tensor = (GstTensor *) g_malloc (num_tensors * sizeof (GstTensor));
+    tmeta->tensors = g_new (GstTensor *, num_tensors);
     bool hasIds = outputIds.size () == num_tensors;
     for (size_t i = 0; i < num_tensors; i++) {
       Ort::Value outputTensor = std::move (outputsi);
@@ -341,14 +369,15 @@
       ONNXTensorElementDataType tensorType =
           outputTensor.GetTensorTypeAndShapeInfo ().GetElementType ();
 
-      GstTensor *tensor = &tmeta->tensori;
+      auto tensorShape = outputTensor.GetTensorTypeAndShapeInfo ().GetShape ();
+      GstTensor *tensor = gst_tensor_alloc (tensorShape.size ());
+      tmeta->tensorsi = tensor;
+
       if (hasIds)
         tensor->id = outputIdsi;
       else
-	tensor->id = 0;
-      auto tensorShape = outputTensor.GetTensorTypeAndShapeInfo ().GetShape ();
+        tensor->id = 0;
       tensor->num_dims = tensorShape.size ();
-      tensor->dims = g_new (int64_t, tensor->num_dims);
 
       for (size_t j = 0; j < tensorShape.size (); ++j)
         tensor->dimsj = tensorShapej;
@@ -357,25 +386,26 @@
           outputTensor.GetTensorTypeAndShapeInfo ().GetElementCount ();
 
       if (tensorType == ONNX_TENSOR_ELEMENT_DATA_TYPE_FLOAT) {
-	size_t buffer_size = 0;
+        size_t buffer_size = 0;
 
         buffer_size = numElements * sizeof (float);
-	tensor->data = gst_buffer_new_allocate (NULL, buffer_size, NULL);
-	gst_buffer_fill (tensor->data, 0, outputTensor.GetTensorData < float >(),
+        tensor->data = gst_buffer_new_allocate (NULL, buffer_size, NULL);
+        gst_buffer_fill (tensor->data, 0, outputTensor.GetTensorData < float >(),
             buffer_size);
-        tensor->data_type = GST_TENSOR_TYPE_FLOAT32;
+        tensor->data_type = GST_TENSOR_DATA_TYPE_FLOAT32;
       } else if (tensorType == ONNX_TENSOR_ELEMENT_DATA_TYPE_INT32) {
-	size_t buffer_size = 0;
+        size_t buffer_size = 0;
 
         buffer_size = numElements * sizeof (int);
-	tensor->data = gst_buffer_new_allocate (NULL, buffer_size, NULL);
-	gst_buffer_fill (tensor->data, 0, outputTensor.GetTensorData < float >(),
+        tensor->data = gst_buffer_new_allocate (NULL, buffer_size, NULL);
+        gst_buffer_fill (tensor->data, 0, outputTensor.GetTensorData < float >(),
             buffer_size);
-        tensor->data_type = GST_TENSOR_TYPE_INT32;
+        tensor->data_type = GST_TENSOR_DATA_TYPE_INT32;
       } else {
-	GST_ERROR_OBJECT (debug_parent, "Output tensor is not FLOAT32 or INT32, not supported");
-	gst_buffer_remove_meta (buffer, (GstMeta*) tmeta);
-	return NULL;
+        GST_ERROR_OBJECT (debug_parent,
+            "Output tensor is not FLOAT32 or INT32, not supported");
+        gst_buffer_remove_meta (buffer, (GstMeta *) tmeta);
+        return NULL;
       }
     }
 
@@ -384,7 +414,8 @@
   }
 
   std::vector < Ort::Value > GstOnnxClient::run (uint8_t * img_data,
-      GstVideoInfo vinfo) {
+      GstVideoInfo vinfo)
+  {
     std::vector < Ort::Value > modelOutput;
     doRun (img_data, vinfo, modelOutput);
 
@@ -457,7 +488,7 @@
     std::vector < Ort::Value > inputTensors;
 
     switch (inputDatatype) {
-      case GST_TENSOR_TYPE_UINT8:
+      case GST_TENSOR_DATA_TYPE_UINT8:
         uint8_t *src_data;
         if (inputTensorOffset == 00 && inputTensorScale == 1.0) {
           src_data = img_data;
@@ -472,7 +503,7 @@
               memoryInfo, src_data, inputTensorSize, inputDims.data (),
               inputDims.size ()));
         break;
-      case GST_TENSOR_TYPE_FLOAT32: {
+      case GST_TENSOR_DATA_TYPE_FLOAT32: {
         convert_image_remove_alpha ((float*)dest, inputImageFormat , srcPtr,
         srcSamplesPerPixel, stride, (float)inputTensorOffset, (float)
         inputTensorScale);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/gstonnxclient.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/onnx/gstonnxclient.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/gstonnxinference.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/onnx/gstonnxinference.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/onnx/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/onnx/meson.build Changed

@@ -1,8 +1,28 @@
+onnx_sources = 
+  'gstonnx.c',
+  'gstonnxinference.cpp',
+  'gstonnxclient.cpp',
+
+
+onnx_headers = 
+  'gstonnxinference.h',
+  'gstml.h',
+  'gstonnxclient.h',
+
+
+doc_sources = 
+foreach s: onnx_sources + onnx_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'onnx': pathsep.join(doc_sources)
+}
+
 if get_option('onnx').disabled()
   subdir_done()
 endif
 
-
 onnxrt_dep = dependency('libonnxruntime', version : '>= 1.16.1', required : get_option('onnx'))
 
 extra_args = 
@@ -13,20 +33,16 @@
 endif
 
 if onnxrt_dep.found()
-    gstonnx = library('gstonnx',
-    'gstonnx.c',
-    'decoders/gstssdobjectdetector.c',
-    'gstonnxinference.cpp',
-    'gstonnxclient.cpp',
-    'tensor/gsttensormeta.c',
+  gstonnx = library('gstonnx',
+    onnx_sources,
     c_args : gst_plugins_bad_args + extra_args,
     cpp_args : gst_plugins_bad_args + extra_args,
     link_args : noseh_link_args,
     include_directories : configinc, libsinc, cuda_stubinc,
     dependencies : gstbase_dep, gstvideo_dep, gstanalytics_dep, onnxrt_dep,
-        libm, gio_dep + extra_deps,
+        libm + extra_deps,
     install : true,
     install_dir : plugins_install_dir,
   )
   plugins += gstonnx
- endif
+endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openal/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openal/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openaptx/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openaptx/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openaptx/openaptx-plugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openaptx/openaptx-plugin.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/opencv/gsthanddetect.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/opencv/gsthanddetect.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/opencv/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/opencv/meson.build Changed

@@ -1,8 +1,3 @@
-if get_option('opencv').disabled()
-  opencv_dep = disabler()
-  subdir_done()
-endif
-
 gstopencv_sources = 
   'gstcvdilate.cpp',
   'gstcvdilateerode.cpp',
@@ -34,17 +29,54 @@
   'gstcvtracker.cpp'
 
 
-if opencv_found
-  gstopencv = library('gstopencv',
-    gstopencv_sources,
-    cpp_args : gst_plugins_bad_args + gstopencv_cargs +  '-DGST_USE_UNSTABLE_API' ,
-    link_args : noseh_link_args, '-lopencv_tracking',
-    include_directories : configinc, libsinc,
-    dependencies : gstbase_dep, gstvideo_dep, opencv_dep, gstopencv_dep,
-    install : true,
-    install_dir : plugins_install_dir,
-  )
-  plugins += gstopencv
-elif get_option('opencv').enabled()
-  error('OpenCV support enabled but required dependencies were not found.')
+gstopencv_headers = 
+  'gstcvlaplace.h',
+  'gstcameracalibrate.h',
+  'gstcverode.h',
+  'gstsegmentation.h',
+  'gsttextoverlay.h',
+  'gstcvequalizehist.h',
+  'gstdisparity.h',
+  'gstgrabcut.h',
+  'gstedgedetect.h',
+  'gstskindetect.h',
+  'gsttemplatematch.h',
+  'gstfacedetect.h',
+  'gstretinex.h',
+  'MotionCells.h',
+  'gstcvdilateerode.h',
+  'gstdewarp.h',
+  'motioncells_wrapper.h',
+  'gstcvdilate.h',
+  'gstcvsobel.h',
+  'gstfaceblur.h',
+  'gstmotioncells.h',
+  'gstcvsmooth.h',
+  'gsthanddetect.h',
+  'gstcameraundistort.h',
+  'gstcvtracker.h',
+
+
+doc_sources = 
+foreach s: gstopencv_sources + gstopencv_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'opencv': pathsep.join(doc_sources)
+}
+
+if get_option('opencv').disabled() or not opencv_dep.found() or not gstopencv_dep.found()
+  subdir_done()
 endif
+
+gstopencv = library('gstopencv',
+  gstopencv_sources,
+  cpp_args : gst_plugins_bad_args + gstopencv_cargs +  '-DGST_USE_UNSTABLE_API' ,
+  link_args : noseh_link_args, '-lopencv_tracking',
+  include_directories : configinc, libsinc,
+  dependencies : gstbase_dep, gstvideo_dep, opencv_dep, gstopencv_dep,
+  install : true,
+  install_dir : plugins_install_dir,
+)
+plugins += gstopencv

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openexr/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openexr/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openh264/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openh264/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openjpeg/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openjpeg/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openmpt/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openmpt/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/openni2/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/openni2/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/opus/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/opus/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/qroverlay/gstbaseqroverlay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/qroverlay/gstbaseqroverlay.c Changed

@@ -43,7 +43,7 @@
   PROP_0,
   PROP_X_AXIS,
   PROP_Y_AXIS,
-  PROP_PIXEL_SIZE,
+  PROP_SIZE,
   PROP_QRCODE_ERROR_CORRECTION,
   PROP_CASE_SENSITIVE,
 };
@@ -51,16 +51,18 @@
 typedef struct _GstBaseQROverlayPrivate GstBaseQROverlayPrivate;
 struct _GstBaseQROverlayPrivate
 {
-  gfloat qrcode_size;
   guint qrcode_quality;
   guint span_frame;
   QRecLevel level;
   gfloat x_percent;
   gfloat y_percent;
+  gfloat size_percent;
   GstElement *overlaycomposition;
   GstVideoInfo info;
   gboolean valid;
   gboolean case_sensitive;
+  gint window_width;
+  gint window_height;
 
   GstPad *sinkpad, *srcpad;
   GstVideoOverlayComposition *prev_overlay;
@@ -86,7 +88,9 @@
     );
 
 #define DEFAULT_PROP_QUALITY    1
-#define DEFAULT_PROP_PIXEL_SIZE    3
+#define DEFAULT_PROP_X 50
+#define DEFAULT_PROP_Y 50
+#define DEFAULT_PROP_SIZE 33
 #define DEFAULT_PROP_CASE_SENSITIVE FALSE
 
 #define GST_TYPE_QRCODE_QUALITY (gst_qrcode_quality_get_type())
@@ -125,6 +129,9 @@
 {
   GstBaseQROverlayPrivate *priv = PRIV (self);
 
+  priv->window_width = window_width;
+  priv->window_height = window_height;
+
   GST_DEBUG_OBJECT (self, "%" GST_PTR_FORMAT, caps);
 
   if (gst_video_info_from_caps (&priv->info, caps))
@@ -136,11 +143,30 @@
   gst_mini_object_replace (((GstMiniObject **) & priv->prev_overlay), NULL);
 }
 
+static void
+render_size (GstBaseQROverlay * self, int *width, int *height)
+{
+  GstBaseQROverlayPrivate *priv = PRIV (self);
+  gdouble video_aspect =
+      (gdouble) priv->info.width / (gdouble) priv->info.height;
+  gdouble window_aspect =
+      (gdouble) priv->window_width / (gdouble) priv->window_height;
+
+  /* Render size within the window */
+  if (video_aspect >= window_aspect) {
+    *width = priv->window_width;
+    *height = window_aspect * priv->window_height / video_aspect;
+  } else {
+    *width = video_aspect * priv->window_width / window_aspect;
+    *height = priv->window_height;
+  }
+}
+
 static GstVideoOverlayComposition *
 draw_overlay (GstBaseQROverlay * self, QRcode * qrcode)
 {
   guint8 *qr_data, *pixels;
-  gint stride, pstride, y, x, yy, square_size;
+  gint stride, pstride, y, x, yy;
   gsize offset, line_offset;
   GstVideoInfo info;
   GstVideoOverlayRectangle *rect;
@@ -150,7 +176,21 @@
 
   gst_video_info_init (&info);
 
-  square_size = (qrcode->width + 4 * 2) * priv->qrcode_size;
+  int render_width, render_height;
+  render_size (self, &render_width, &render_height);
+
+  // Total size in pixels of the qrcode.
+  gdouble size_scale = priv->size_percent / 100;
+  int square_size =
+      render_width < render_height
+      ? render_width * size_scale : render_height * size_scale;
+  // Size in pixels of 1 qrcode block (1 block margin on each side).
+  int qrcode_size = square_size / (qrcode->width + 2);
+  // Update square_size for a round number of blocks.
+  square_size = qrcode_size * (qrcode->width + 2);
+  // Margin in pixels in each side to center the qrcode.
+  int margin = qrcode_size;
+
   gst_video_info_set_format (&info, GST_VIDEO_FORMAT_ARGB, square_size,
       square_size);
 
@@ -159,25 +199,21 @@
   pstride = info.finfo->pixel_stride0;
 
   /* White background */
-  for (y = 0; y < info.height; y++)
-    memset (&pixelsy * stride, 0xff, stride);
+  memset (pixels, 0xff, info.size);
 
-  /* Draw the black QR code blocks with 4px white space around it
-   * on top */
-  line_offset = 4 * priv->qrcode_size * stride;
+  /* Draw the black QR code blocks */
+  line_offset = margin * stride;
   qr_data = qrcode->data;
   for (y = 0; y < qrcode->width; y++) {
     for (x = 0; x < (qrcode->width); x++) {
-      for (yy = 0; yy < priv->qrcode_size * pstride; yy += pstride) {
+      for (yy = 0; yy < qrcode_size * pstride; yy += pstride) {
         if (!(*qr_data & 1))
           continue;
 
-        offset =
-            (((line_offset + (stride * (yy / pstride))) +
-                x * priv->qrcode_size * pstride)) +
-            (priv->qrcode_size * pstride) + (4 * priv->qrcode_size * pstride);
+        offset = line_offset + stride * (yy / pstride) +
+            x * qrcode_size * pstride + margin * pstride;
 
-        for (gint i = 0; i < priv->qrcode_size * pstride; i += pstride) {
+        for (gint i = 0; i < qrcode_size * pstride; i += pstride) {
           pixelsoffset + i = 0x00;
           pixelsoffset + i + 1 = 0x00;
           pixelsoffset + i + 2 = 0x00;
@@ -185,23 +221,28 @@
       }
       qr_data++;
     }
-    line_offset += (stride * priv->qrcode_size);
+    line_offset += stride * qrcode_size;
   }
 
   buf = gst_buffer_new_wrapped (pixels, info.size);
   gst_buffer_add_video_meta (buf, GST_VIDEO_FRAME_FLAG_NONE,
       GST_VIDEO_OVERLAY_COMPOSITION_FORMAT_RGB, info.width, info.height);
 
+  square_size =
+      priv->info.width < priv->info.height
+      ? priv->info.width * size_scale : priv->info.height * size_scale;
+
   x = (int) (priv->info.width - square_size) * (priv->x_percent / 100);
   x = GST_ROUND_DOWN_2 (x);
   y = (int) (priv->info.height - square_size) * (priv->y_percent / 100);
   y = GST_ROUND_DOWN_4 (y);
 
   GST_DEBUG_OBJECT (self, "draw overlay at (%d,%d) size: %dx%d", x, y,
-      info.width, info.height);
+      square_size, square_size);
 
-  rect = gst_video_overlay_rectangle_new_raw (buf, x, y,
-      info.width, info.height, GST_VIDEO_OVERLAY_FORMAT_FLAG_NONE);
+  rect =
+      gst_video_overlay_rectangle_new_raw (buf, x, y, square_size, square_size,
+      GST_VIDEO_OVERLAY_FORMAT_FLAG_NONE);
   comp = gst_video_overlay_composition_new (rect);
   gst_video_overlay_rectangle_unref (rect);
 
@@ -264,6 +305,8 @@
   GstBaseQROverlayPrivate *priv = PRIV (object);
 
   gst_mini_object_replace (((GstMiniObject **) & priv->prev_overlay), NULL);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
 }
 
 /* initialize the qroverlay's class */
@@ -283,22 +326,28 @@
   GST_DEBUG_CATEGORY_INIT (gst_base_qr_overlay_debug, "qroverlay", 0,
       "Qrcode overlay base class");
 
-  g_object_class_install_property (gobject_class,
-      PROP_X_AXIS, g_param_spec_float ("x",
-          "X position (in percent of the width)",
-          "X position (in percent of the width)",
-          0.0, 100.0, 50.0, G_PARAM_READWRITE));
+  g_object_class_install_property (gobject_class, PROP_X_AXIS,
+      g_param_spec_float ("x", "X position (in percent of the width)",
+          "X position (in percent of the width)", 0.0, 100.0, DEFAULT_PROP_X,
+          G_PARAM_READWRITE));
 
-  g_object_class_install_property (gobject_class,
-      PROP_Y_AXIS, g_param_spec_float ("y",
-          "Y position (in percent of the height)",
-          "Y position (in percent of the height)",
-          0.0, 100.0, 50.0, G_PARAM_READWRITE));
+  g_object_class_install_property (gobject_class, PROP_Y_AXIS,
+      g_param_spec_float ("y", "Y position (in percent of the height)",
+          "Y position (in percent of the height)", 0.0, 100.0, DEFAULT_PROP_Y,
+          G_PARAM_READWRITE));
 
-  g_object_class_install_property (gobject_class,
-      PROP_PIXEL_SIZE, g_param_spec_float ("pixel-size",
-          "pixel-size", "Pixel size of each Qrcode pixel",
-          1, 100.0, DEFAULT_PROP_PIXEL_SIZE, G_PARAM_READWRITE));
+  /**
+   * GstBaseQROverlay:size:
+   *
+   * Size of the square (in percent of the smallest of width and height)
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_SIZE,
+      g_param_spec_float ("size",
+          "Size of the square (in percent of the smallest of width and height)",
+          "Size of the square (in percent of the smallest of width and height)",
+          0.0, 100.0, DEFAULT_PROP_SIZE, G_PARAM_READWRITE));
 
   g_object_class_install_property (gobject_class, PROP_QRCODE_ERROR_CORRECTION,
       g_param_spec_enum ("qrcode-error-correction", "qrcode-error-correction",
@@ -306,7 +355,7 @@
           DEFAULT_PROP_QUALITY, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
 
   /**
-   * GstBaseQROverlay::case-sensitive:
+   * GstBaseQROverlay:case-sensitive:
    *
    * Strings to encode are case sensitive (e.g. passwords or SSIDs).
    *
@@ -335,12 +384,12 @@
 {
   GstBaseQROverlayPrivate *priv = PRIV (self);
 
-  priv->x_percent = 50.0;
-  priv->y_percent = 50.0;
+  priv->x_percent = DEFAULT_PROP_X;
+  priv->y_percent = DEFAULT_PROP_X;
+  priv->size_percent = DEFAULT_PROP_SIZE;
   priv->qrcode_quality = DEFAULT_PROP_QUALITY;
   priv->case_sensitive = DEFAULT_PROP_CASE_SENSITIVE;
   priv->span_frame = 0;
-  priv->qrcode_size = DEFAULT_PROP_PIXEL_SIZE;
   priv->overlaycomposition =
       gst_element_factory_make ("overlaycomposition", NULL);
   gst_video_info_init (&priv->info);
@@ -380,8 +429,8 @@
     case PROP_Y_AXIS:
       priv->y_percent = g_value_get_float (value);
       break;
-    case PROP_PIXEL_SIZE:
-      priv->qrcode_size = g_value_get_float (value);
+    case PROP_SIZE:
+      priv->size_percent = g_value_get_float (value);
       break;
     case PROP_QRCODE_ERROR_CORRECTION:
       priv->qrcode_quality = g_value_get_enum (value);
@@ -408,8 +457,8 @@
     case PROP_Y_AXIS:
       g_value_set_float (value, priv->y_percent);
       break;
-    case PROP_PIXEL_SIZE:
-      g_value_set_float (value, priv->qrcode_size);
+    case PROP_SIZE:
+      g_value_set_float (value, priv->size_percent);
       break;
     case PROP_QRCODE_ERROR_CORRECTION:
       g_value_set_enum (value, priv->qrcode_quality);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/qroverlay/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/qroverlay/meson.build Changed

@@ -1,8 +1,34 @@
 qrencode_dep = dependency('libqrencode', required: get_option('qroverlay'))
+
+qroverlay_sources = 
+  'gstqroverlay.c',
+  'gstdebugqroverlay.c',
+  'gstbaseqroverlay.c',
+  'gstqroverlayelement.c',
+  'gstqroverlayplugin.c',
+
+
+qroverlay_headers = 
+  'gstbaseqroverlay.h',
+  'gstdebugqroverlay.h',
+  'gstqroverlayelements.h',
+  'gstqroverlay.h',
+
+
+doc_sources = 
+foreach s: qroverlay_sources + qroverlay_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'qroverlay': pathsep.join(doc_sources)
+}
+
 if qrencode_dep.found()
   json_dep = dependency('json-glib-1.0', fallback : 'json-glib', 'json_glib_dep', required: get_option('qroverlay'))
   if json_dep.found()
-    gstqroverlay = library('gstqroverlay', 'gstqroverlay.c', 'gstdebugqroverlay.c', 'gstbaseqroverlay.c', 'gstqroverlayelement.c', 'gstqroverlayplugin.c',
+    gstqroverlay = library('gstqroverlay',
+      qroverlay_sources,
       c_args : gst_plugins_bad_args,
       include_directories : configinc,
       dependencies : gstvideo_dep, qrencode_dep, json_dep,
@@ -12,4 +38,3 @@
     plugins += gstqroverlay
   endif
 endif
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/qt6d3d11/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/qt6d3d11/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/resindvd/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/resindvd/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/resindvd/resindvdbin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/resindvd/resindvdbin.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/rsvg/gstrsvgdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/rsvg/gstrsvgdec.c Changed

@@ -72,13 +72,10 @@
 static GstFlowReturn gst_rsvg_decode_image (GstRsvgDec * rsvg,
     GstBuffer * buffer, GstVideoCodecFrame * frame);
 
-static void gst_rsvg_dec_finalize (GObject * object);
-
 static void
 gst_rsvg_dec_class_init (GstRsvgDecClass * klass)
 {
   GstVideoDecoderClass *video_decoder_class = GST_VIDEO_DECODER_CLASS (klass);
-  GObjectClass *gobject_class = (GObjectClass *) klass;
   GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
 
   GST_DEBUG_CATEGORY_INIT (rsvgdec_debug, "rsvgdec", 0, "RSVG decoder");
@@ -91,7 +88,6 @@
   gst_element_class_add_static_pad_template (element_class, &sink_factory);
   gst_element_class_add_static_pad_template (element_class, &src_factory);
 
-  gobject_class->finalize = gst_rsvg_dec_finalize;
   video_decoder_class->stop = GST_DEBUG_FUNCPTR (gst_rsvg_dec_stop);
   video_decoder_class->set_format = GST_DEBUG_FUNCPTR (gst_rsvg_dec_set_format);
   video_decoder_class->parse = GST_DEBUG_FUNCPTR (gst_rsvg_dec_parse);
@@ -109,13 +105,6 @@
   GST_PAD_SET_ACCEPT_TEMPLATE (GST_VIDEO_DECODER_SINK_PAD (rsvg));
 }
 
-static void
-gst_rsvg_dec_finalize (GObject * object)
-{
-  G_OBJECT_CLASS (gst_rsvg_dec_parent_class)->finalize (object);
-}
-
-
 #define CAIRO_UNPREMULTIPLY(a,r,g,b) G_STMT_START { \
   b = (a > 0) ? MIN ((b * 255 + a / 2) / a, 255) : 0; \
   g = (a > 0) ? MIN ((g * 255 + a / 2) / a, 255) : 0; \
@@ -175,19 +164,70 @@
     return GST_FLOW_ERROR;
   }
 
+  G_GNUC_BEGIN_IGNORE_DEPRECATIONS;
   rsvg_handle_get_dimensions (handle, &dimension);
+  G_GNUC_END_IGNORE_DEPRECATIONS;
 
   output_state = gst_video_decoder_get_output_state (decoder);
   if ((output_state == NULL)
-      || GST_VIDEO_INFO_WIDTH (&output_state->info) != dimension.width
-      || GST_VIDEO_INFO_HEIGHT (&output_state->info) != dimension.height) {
-
-    /* Create the output state */
-    if (output_state)
-      gst_video_codec_state_unref (output_state);
-    output_state =
-        gst_video_decoder_set_output_state (decoder, GST_RSVG_VIDEO_FORMAT,
-        dimension.width, dimension.height, rsvg->input_state);
+      || rsvg->dimension.width != dimension.width
+      || rsvg->dimension.height != dimension.height) {
+    GstCaps *peer_caps;
+    GstCaps *source_caps;
+    GstCaps *templ_caps;
+
+    templ_caps =
+        gst_pad_get_pad_template_caps (GST_VIDEO_DECODER_SRC_PAD (rsvg));
+    peer_caps =
+        gst_pad_peer_query_caps (GST_VIDEO_DECODER_SRC_PAD (rsvg), templ_caps);
+
+    GST_DEBUG_OBJECT (rsvg,
+        "Trying to negotiate for SVG resolution %ux%u with downstream caps %"
+        GST_PTR_FORMAT, dimension.width, dimension.height, peer_caps);
+
+    source_caps = gst_caps_make_writable (g_steal_pointer (&templ_caps));
+    gst_caps_set_simple (source_caps, "width", G_TYPE_INT, dimension.width,
+        "height", G_TYPE_INT, dimension.height, "pixel-aspect-ratio",
+        GST_TYPE_FRACTION, 1, 1, NULL);
+
+    if (gst_caps_can_intersect (source_caps, peer_caps)
+        || gst_caps_is_empty (peer_caps)) {
+      GST_DEBUG_OBJECT (rsvg, "Using input resolution");
+      if (output_state)
+        gst_video_codec_state_unref (output_state);
+      output_state =
+          gst_video_decoder_set_output_state (decoder, GST_RSVG_VIDEO_FORMAT,
+          dimension.width, dimension.height, rsvg->input_state);
+      output_state->info.par_n = 1;
+      output_state->info.par_d = 1;
+    } else {
+      GstVideoInfo info;
+      GstStructure *s;
+
+      peer_caps = gst_caps_make_writable (peer_caps);
+      peer_caps = gst_caps_truncate (peer_caps);
+      s = gst_caps_get_structure (peer_caps, 0);
+      gst_structure_fixate_field_nearest_int (s, "width", dimension.width);
+      gst_structure_fixate_field_nearest_int (s, "height", dimension.height);
+      peer_caps = gst_caps_fixate (peer_caps);
+
+      gst_video_info_from_caps (&info, peer_caps);
+
+      if (output_state)
+        gst_video_codec_state_unref (output_state);
+      output_state =
+          gst_video_decoder_set_output_state (decoder, GST_RSVG_VIDEO_FORMAT,
+          info.width, info.height, rsvg->input_state);
+      GST_DEBUG_OBJECT (rsvg,
+          "Using resolution %ux%u with pixel-aspect-ratio %u/%u",
+          output_state->info.width, output_state->info.height,
+          output_state->info.par_n, output_state->info.par_d);
+    }
+
+    gst_clear_caps (&source_caps);
+    gst_clear_caps (&peer_caps);
+
+    rsvg->dimension = dimension;
   }
 
   ret = gst_video_decoder_allocate_output_frame (decoder, frame);
@@ -236,8 +276,11 @@
         ((gdouble) GST_VIDEO_INFO_HEIGHT (&output_state->info)) /
         ((gdouble) dimension.height);
   }
+
   cairo_scale (cr, scalex, scaley);
+  G_GNUC_BEGIN_IGNORE_DEPRECATIONS;
   rsvg_handle_render_cairo (handle, cr);
+  G_GNUC_END_IGNORE_DEPRECATIONS;
 
   g_object_unref (handle);
   cairo_destroy (cr);
@@ -259,18 +302,11 @@
 gst_rsvg_dec_set_format (GstVideoDecoder * decoder, GstVideoCodecState * state)
 {
   GstRsvgDec *rsvg = GST_RSVG_DEC (decoder);
-  GstVideoInfo *info = &state->info;
 
   if (rsvg->input_state)
     gst_video_codec_state_unref (rsvg->input_state);
   rsvg->input_state = gst_video_codec_state_ref (state);
 
-  /* Create the output state */
-  state = gst_video_decoder_set_output_state (decoder, GST_RSVG_VIDEO_FORMAT,
-      GST_VIDEO_INFO_WIDTH (info), GST_VIDEO_INFO_HEIGHT (info),
-      rsvg->input_state);
-  gst_video_codec_state_unref (state);
-
   return TRUE;
 }
 
@@ -370,5 +406,7 @@
     rsvg->input_state = NULL;
   }
 
+  memset (&rsvg->dimension, 0, sizeof (RsvgDimensionData));
+
   return TRUE;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/rsvg/gstrsvgdec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/rsvg/gstrsvgdec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/rsvg/gstrsvgoverlay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/rsvg/gstrsvgoverlay.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/rsvg/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/rsvg/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/rtmp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/rtmp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/sbc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/sbc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/sctp/gstsctpdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/sctp/gstsctpdec.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/sctp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/sctp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/sctp/sctpassociation.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/sctp/sctpassociation.c Changed

@@ -110,8 +110,8 @@
 
 static struct socket *create_sctp_socket (GstSctpAssociation *
     gst_sctp_association);
-static struct sockaddr_conn get_sctp_socket_address (GstSctpAssociation *
-    gst_sctp_association, guint16 port);
+static void fill_sctp_socket_address (GstSctpAssociation * gst_sctp_association,
+    guint16 port, struct sockaddr_conn *addr);
 static gboolean client_role_connect (GstSctpAssociation * self);
 static int sctp_packet_out (void *addr, void *buffer, size_t length, guint8 tos,
     guint8 set_df);
@@ -486,7 +486,7 @@
       goto end;
     }
   }
-  remote_addr = get_sctp_socket_address (self, self->remote_port);
+  fill_sctp_socket_address (self, self->remote_port, &remote_addr);
   g_mutex_unlock (&self->association_mutex);
 
   /* TODO: We probably want to split too large chunks into multiple packets
@@ -688,21 +688,17 @@
   return NULL;
 }
 
-static struct sockaddr_conn
-get_sctp_socket_address (GstSctpAssociation * gst_sctp_association,
-    guint16 port)
+static void
+fill_sctp_socket_address (GstSctpAssociation * gst_sctp_association,
+    guint16 port, struct sockaddr_conn *addr)
 {
-  struct sockaddr_conn addr;
-
-  memset ((void *) &addr, 0, sizeof (struct sockaddr_conn));
+  memset ((void *) addr, 0, sizeof (struct sockaddr_conn));
 #ifdef __APPLE__
-  addr.sconn_len = sizeof (struct sockaddr_conn);
+  addr->sconn_len = sizeof (struct sockaddr_conn);
 #endif
-  addr.sconn_family = AF_CONN;
-  addr.sconn_port = g_htons (port);
-  addr.sconn_addr = (void *) gst_sctp_association;
-
-  return addr;
+  addr->sconn_family = AF_CONN;
+  addr->sconn_port = g_htons (port);
+  addr->sconn_addr = (void *) gst_sctp_association;
 }
 
 static gboolean
@@ -714,8 +710,8 @@
   gint ret;
 
   g_mutex_lock (&self->association_mutex);
-  local_addr = get_sctp_socket_address (self, self->local_port);
-  remote_addr = get_sctp_socket_address (self, self->remote_port);
+  fill_sctp_socket_address (self, self->local_port, &local_addr);
+  fill_sctp_socket_address (self, self->remote_port, &remote_addr);
   g_mutex_unlock (&self->association_mutex);
 
   ret =

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/sctp/usrsctp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/sctp/usrsctp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/smoothstreaming/gstmssdemux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/smoothstreaming/gstmssdemux.c Changed

@@ -310,11 +310,20 @@
   ret = gst_mss_stream_get_fragment_url (mssstream->manifest_stream, &path);
 
   if (ret == GST_FLOW_OK) {
-    stream->fragment.uri = g_strdup_printf ("%s/%s", mssdemux->base_url, path);
+    GstUri *base_url, *frag_url;
+
+    base_url = gst_uri_from_string (mssdemux->base_url);
+    frag_url = gst_uri_from_string_with_base (base_url, path);
+
+    g_free (stream->fragment.uri);
+    stream->fragment.uri = gst_uri_to_string (frag_url);
     stream->fragment.timestamp =
         gst_mss_stream_get_fragment_gst_timestamp (mssstream->manifest_stream);
     stream->fragment.duration =
         gst_mss_stream_get_fragment_gst_duration (mssstream->manifest_stream);
+
+    gst_uri_unref (base_url);
+    gst_uri_unref (frag_url);
   }
   g_free (path);
 
@@ -519,25 +528,14 @@
 gst_mss_demux_update_base_url (GstMssDemux * mssdemux)
 {
   GstAdaptiveDemux *demux = GST_ADAPTIVE_DEMUX_CAST (mssdemux);
-  gchar *baseurl_end;
 
   g_free (mssdemux->base_url);
 
   mssdemux->base_url =
       g_strdup (demux->manifest_base_uri ? demux->manifest_base_uri : demux->
       manifest_uri);
-  baseurl_end = g_strrstr (mssdemux->base_url, "/Manifest");
-  if (baseurl_end == NULL) {
-    /* second try */
-    baseurl_end = g_strrstr (mssdemux->base_url, "/manifest");
-  }
-  if (baseurl_end) {
-    /* set the new end of the string */
-    baseurl_end0 = '\0';
-  } else {
-    GST_WARNING_OBJECT (mssdemux, "Stream's URI didn't end with /manifest");
-  }
 
+  GST_DEBUG ("base url: %s", mssdemux->base_url);
 }
 
 static gboolean

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/smoothstreaming/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/smoothstreaming/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/sndfile/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/sndfile/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/soundtouch/gstbpmdetect.cc -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/soundtouch/gstbpmdetect.cc Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/soundtouch/gstpitch.cc -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/soundtouch/gstpitch.cc Changed

@@ -31,13 +31,12 @@
 #undef PACKAGE_BUGREPORT
 #undef PACKAGE
 
-#include <soundtouch/SoundTouch.h>
+#include <SoundTouch.h>
 
 #include <gst/gst.h>
 #include <gst/audio/audio.h>
 
 #include "gstpitch.hh"
-#include <math.h>
 
 GST_DEBUG_CATEGORY_STATIC (pitch_debug);
 #define GST_CAT_DEFAULT pitch_debug
@@ -55,7 +54,7 @@
 enum
 {
   ARG_0,
-  ARG_OUT_RATE,
+  ARG_OUTPUT_RATE,
   ARG_RATE,
   ARG_TEMPO,
   ARG_PITCH
@@ -69,18 +68,18 @@
 #endif
 
 #if defined(SOUNDTOUCH_FLOAT_SAMPLES)
-  #define SUPPORTED_CAPS \
+#define SUPPORTED_CAPS \
     "audio/x-raw, " \
       "format = (string) " GST_AUDIO_NE (F32) ", " \
       "rate = (int)  8000, MAX , " \
       "channels = (int)  1, MAX , " \
       "layout = (string) interleaved"
 #elif defined(SOUNDTOUCH_INTEGER_SAMPLES)
-  #define SUPPORTED_CAPS \
+#define SUPPORTED_CAPS \
     "audio/x-raw, " \
       "format = (string) " GST_AUDIO_NE (S16) ", " \
       "rate = (int)  8000, MAX , " \
-      "channels = (int)  1, MAX ", \
+      "channels = (int)  1, MAX , " \
       "layout = (string) interleaved"
 #else
 #error "Only integer or float samples are supported"
@@ -99,6 +98,7 @@
     GST_STATIC_CAPS (SUPPORTED_CAPS));
 
 static void gst_pitch_dispose (GObject * object);
+static void gst_pitch_finalize (GObject * object);
 static void gst_pitch_set_property (GObject * object,
     guint prop_id, const GValue * value, GParamSpec * pspec);
 static void gst_pitch_get_property (GObject * object,
@@ -120,8 +120,7 @@
 
 #define gst_pitch_parent_class parent_class
 G_DEFINE_TYPE_WITH_PRIVATE (GstPitch, gst_pitch, GST_TYPE_ELEMENT);
-GST_ELEMENT_REGISTER_DEFINE (pitch, "pitch", GST_RANK_NONE,
-    GST_TYPE_PITCH);
+GST_ELEMENT_REGISTER_DEFINE (pitch, "pitch", GST_RANK_NONE, GST_TYPE_PITCH);
 
 static void
 gst_pitch_class_init (GstPitchClass * klass)
@@ -138,6 +137,7 @@
   gobject_class->set_property = gst_pitch_set_property;
   gobject_class->get_property = gst_pitch_get_property;
   gobject_class->dispose = GST_DEBUG_FUNCPTR (gst_pitch_dispose);
+  gobject_class->finalize = GST_DEBUG_FUNCPTR (gst_pitch_finalize);
 
   g_object_class_install_property (gobject_class, ARG_PITCH,
       g_param_spec_float ("pitch", "Pitch",
@@ -157,7 +157,7 @@
           (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE |
               G_PARAM_STATIC_STRINGS)));
 
-  g_object_class_install_property (gobject_class, ARG_OUT_RATE,
+  g_object_class_install_property (gobject_class, ARG_OUTPUT_RATE,
       g_param_spec_float ("output-rate", "Output Rate",
           "Output rate on downstream segment events", 0.1, 10.0, 1.0,
           (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE |
@@ -165,8 +165,10 @@
 
   element_class->change_state = GST_DEBUG_FUNCPTR (gst_pitch_change_state);
 
-  gst_element_class_add_static_pad_template (element_class, &gst_pitch_src_template);
-  gst_element_class_add_static_pad_template (element_class, &gst_pitch_sink_template);
+  gst_element_class_add_static_pad_template (element_class,
+      &gst_pitch_src_template);
+  gst_element_class_add_static_pad_template (element_class,
+      &gst_pitch_sink_template);
 
   gst_element_class_set_static_metadata (element_class, "Pitch controller",
       "Filter/Effect/Audio", "Control the pitch of an audio stream",
@@ -176,7 +178,9 @@
 static void
 gst_pitch_init (GstPitch * pitch)
 {
-  pitch->priv = (GstPitchPrivate *) gst_pitch_get_instance_private (pitch);
+  GstPitchPrivate *priv =
+      (GstPitchPrivate *) gst_pitch_get_instance_private (pitch);
+  GST_PITCH_GET_PRIVATE (pitch) = priv;
 
   pitch->sinkpad =
       gst_pad_new_from_static_template (&gst_pitch_sink_template, "sink");
@@ -196,21 +200,21 @@
   GST_PAD_SET_PROXY_CAPS (pitch->sinkpad);
   gst_element_add_pad (GST_ELEMENT (pitch), pitch->srcpad);
 
-  pitch->priv->st = new soundtouch::SoundTouch ();
+  priv->st = new soundtouch::SoundTouch ();
 
   pitch->tempo = 1.0;
   pitch->rate = 1.0;
-  pitch->out_seg_rate = 1.0;
-  pitch->seg_arate = 1.0;
+  pitch->output_rate = 1.0;
+  pitch->segment_applied_rate = 1.0;
   pitch->pitch = 1.0;
   pitch->next_buffer_time = GST_CLOCK_TIME_NONE;
   pitch->next_buffer_offset = 0;
 
-  pitch->priv->st->setRate (pitch->rate);
-  pitch->priv->st->setTempo (pitch->tempo * pitch->seg_arate);
-  pitch->priv->st->setPitch (pitch->pitch);
+  priv->st->setRate (pitch->rate);
+  priv->st->setTempo (pitch->tempo * pitch->segment_applied_rate);
+  priv->st->setPitch (pitch->pitch);
 
-  pitch->priv->stream_time_ratio = 1.0;
+  priv->stream_time_ratio = 1.0;
   pitch->min_latency = pitch->max_latency = 0;
 }
 
@@ -219,14 +223,25 @@
 gst_pitch_dispose (GObject * object)
 {
   GstPitch *pitch = GST_PITCH (object);
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
+
+  gst_clear_event (&priv->pending_segment);
 
-  if (pitch->priv->st) {
-    delete pitch->priv->st;
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
 
-    pitch->priv->st = NULL;
+static void
+gst_pitch_finalize (GObject * object)
+{
+  GstPitch *pitch = GST_PITCH (object);
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
+
+  if (priv->st) {
+    delete priv->st;
+    priv->st = NULL;
   }
 
-  G_OBJECT_CLASS (parent_class)->dispose (object);
+  G_OBJECT_CLASS (parent_class)->finalize (object);
 }
 
 static void
@@ -243,38 +258,41 @@
     const GValue * value, GParamSpec * pspec)
 {
   GstPitch *pitch = GST_PITCH (object);
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
 
-  GST_OBJECT_LOCK (pitch);
   switch (prop_id) {
     case ARG_TEMPO:
+      GST_OBJECT_LOCK (pitch);
       pitch->tempo = g_value_get_float (value);
-      pitch->priv->stream_time_ratio =
-          pitch->tempo * pitch->rate * pitch->seg_arate;
-      pitch->priv->st->setTempo (pitch->tempo * pitch->seg_arate);
+      priv->stream_time_ratio =
+          pitch->tempo * pitch->rate * ABS (pitch->segment_applied_rate);
+      priv->st->setTempo (pitch->tempo * ABS (pitch->segment_applied_rate));
       GST_OBJECT_UNLOCK (pitch);
       gst_pitch_update_duration (pitch);
       break;
     case ARG_RATE:
+      GST_OBJECT_LOCK (pitch);
       pitch->rate = g_value_get_float (value);
-      pitch->priv->stream_time_ratio =
-          pitch->tempo * pitch->rate * pitch->seg_arate;
-      pitch->priv->st->setRate (pitch->rate);
+      priv->stream_time_ratio =
+          pitch->tempo * pitch->rate * ABS (pitch->segment_applied_rate);
+      priv->st->setRate (pitch->rate);
       GST_OBJECT_UNLOCK (pitch);
       gst_pitch_update_duration (pitch);
       break;
-    case ARG_OUT_RATE:
+    case ARG_OUTPUT_RATE:
       /* Has no effect until the next input segment */
-      pitch->out_seg_rate = g_value_get_float (value);
+      GST_OBJECT_LOCK (pitch);
+      pitch->output_rate = g_value_get_float (value);
       GST_OBJECT_UNLOCK (pitch);
       break;
     case ARG_PITCH:
+      GST_OBJECT_LOCK (pitch);
       pitch->pitch = g_value_get_float (value);
-      pitch->priv->st->setPitch (pitch->pitch);
+      priv->st->setPitch (pitch->pitch);
       GST_OBJECT_UNLOCK (pitch);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      GST_OBJECT_UNLOCK (pitch);
       break;
   }
 }
@@ -285,43 +303,47 @@
 {
   GstPitch *pitch = GST_PITCH (object);
 
-  GST_OBJECT_LOCK (pitch);
   switch (prop_id) {
     case ARG_TEMPO:
+      GST_OBJECT_LOCK (pitch);
       g_value_set_float (value, pitch->tempo);
+      GST_OBJECT_UNLOCK (pitch);
       break;
     case ARG_RATE:
+      GST_OBJECT_LOCK (pitch);
       g_value_set_float (value, pitch->rate);
+      GST_OBJECT_UNLOCK (pitch);
       break;
-    case ARG_OUT_RATE:
-      g_value_set_float (value, pitch->out_seg_rate);
+    case ARG_OUTPUT_RATE:
+      GST_OBJECT_LOCK (pitch);
+      g_value_set_float (value, pitch->output_rate);
+      GST_OBJECT_UNLOCK (pitch);
       break;
     case ARG_PITCH:
+      GST_OBJECT_LOCK (pitch);
       g_value_set_float (value, pitch->pitch);
+      GST_OBJECT_UNLOCK (pitch);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
   }
-  GST_OBJECT_UNLOCK (pitch);
 }
 
 static gboolean
 gst_pitch_setcaps (GstPitch * pitch, GstCaps * caps)
 {
-  GstPitchPrivate *priv;
-
-  priv = GST_PITCH_GET_PRIVATE (pitch);
-
-  if (!gst_audio_info_from_caps (&pitch->info, caps))
+  GstAudioInfo info;
+  if (!gst_audio_info_from_caps (&info, caps))
     return FALSE;
 
   GST_OBJECT_LOCK (pitch);
+  pitch->info = info;
 
   /* notify the soundtouch instance of this change */
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
   priv->st->setSampleRate (pitch->info.rate);
   priv->st->setChannels (pitch->info.channels);
-
   GST_OBJECT_UNLOCK (pitch);
 
   return TRUE;
@@ -331,19 +353,37 @@
 static GstFlowReturn
 gst_pitch_forward_buffer (GstPitch * pitch, GstBuffer * buffer)
 {
-  gint samples;
+  guint64 samples = GST_BUFFER_OFFSET (buffer);
 
-  GST_BUFFER_TIMESTAMP (buffer) = pitch->next_buffer_time;
-  pitch->next_buffer_time += GST_BUFFER_DURATION (buffer);
+  GST_OBJECT_LOCK (pitch);
 
-  samples = GST_BUFFER_OFFSET (buffer);
-  GST_BUFFER_OFFSET (buffer) = pitch->next_buffer_offset;
-  pitch->next_buffer_offset += samples;
-  GST_BUFFER_OFFSET_END (buffer) = pitch->next_buffer_offset;
+  if (pitch->segment_applied_rate >= 0) {
+    GST_BUFFER_PTS (buffer) = pitch->next_buffer_time;
+    pitch->next_buffer_time += GST_BUFFER_DURATION (buffer);
+
+    GST_BUFFER_OFFSET (buffer) = pitch->next_buffer_offset;
+    pitch->next_buffer_offset += samples;
+    GST_BUFFER_OFFSET_END (buffer) = pitch->next_buffer_offset;
+  } else {
+    if (pitch->next_buffer_time > GST_BUFFER_DURATION (buffer))
+      pitch->next_buffer_time -= GST_BUFFER_DURATION (buffer);
+    else
+      pitch->next_buffer_time = 0;
+    GST_BUFFER_PTS (buffer) = pitch->next_buffer_time;
+
+    GST_BUFFER_OFFSET_END (buffer) = pitch->next_buffer_offset;
+    if (pitch->next_buffer_offset > samples)
+      pitch->next_buffer_offset -= samples;
+    else
+      pitch->next_buffer_offset = 0;
+    GST_BUFFER_OFFSET (buffer) = pitch->next_buffer_offset;
+  }
 
-  GST_LOG ("pushing buffer %" GST_TIME_FORMAT "-%" GST_TIME_FORMAT
-      " (%d samples)", GST_TIME_ARGS (GST_BUFFER_TIMESTAMP (buffer)),
-      GST_TIME_ARGS (pitch->next_buffer_time), samples);
+  GST_OBJECT_UNLOCK (pitch);
+
+  GST_LOG ("pushing buffer pts: %" GST_TIME_FORMAT ", duration: %"
+      GST_TIME_FORMAT ", samples: %" G_GUINT64_FORMAT, GST_TIME_ARGS (GST_BUFFER_PTS (buffer)),
+      GST_TIME_ARGS (GST_BUFFER_DURATION (buffer)), samples);
 
   return gst_pad_push (pitch->srcpad, buffer);
 }
@@ -352,35 +392,59 @@
 static GstBuffer *
 gst_pitch_prepare_buffer (GstPitch * pitch)
 {
-  GstPitchPrivate *priv;
-  guint samples;
-  GstBuffer *buffer;
   GstMapInfo info;
-
-  priv = GST_PITCH_GET_PRIVATE (pitch);
-
+  GstBuffer *buffer = NULL;
   GST_LOG_OBJECT (pitch, "preparing buffer");
 
-  samples = pitch->priv->st->numSamples ();
-  if (samples == 0)
-    return NULL;
+  GST_OBJECT_LOCK (pitch);
+  gboolean reverse_playback = (pitch->segment_applied_rate < 0);
+  gint rate = pitch->info.rate;
+  gint bytes_per_frame = pitch->info.bpf;
+
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
+  guint samples = priv->st->numSamples ();
+  if (samples > 0) {
+    buffer = gst_buffer_new_and_alloc (samples * bytes_per_frame);
+    gst_buffer_map (buffer, &info, (GstMapFlags) GST_MAP_READWRITE);
+
+    samples =
+        priv->st->receiveSamples ((soundtouch::SAMPLETYPE *) info.data,
+        samples);
+
+    if (samples <= 0) {
+      gst_buffer_unmap (buffer, &info);
+      gst_buffer_unref (buffer);
+      buffer = NULL;
+    }
+  }
+  GST_OBJECT_UNLOCK (pitch);
 
-  buffer = gst_buffer_new_and_alloc (samples * pitch->info.bpf);
+  if (buffer) {
+    if (reverse_playback && samples > 1) {
+      // If playing backwards, we need to inverse the order of all received samples
+      guint8 *dest = info.data;
+      guint8 val = 0;
+      guint half_samples = samples >> 1;
+      for (guint i = samples - 1; i >= half_samples; --i) {
+        guint8 *src = info.data + i * bytes_per_frame;
+        if (src == dest)
+          break;
 
-  gst_buffer_map (buffer, &info, (GstMapFlags) GST_MAP_READWRITE);
-  samples = priv->st->receiveSamples ((soundtouch::SAMPLETYPE *) info.data, samples);
-  gst_buffer_unmap (buffer, &info);
+        for (gint j = 0; j < bytes_per_frame; ++j) {
+          val = *dest;
+          *dest++ = *src;
+          *src++ = val;
+        }
+      }
+    }
+    gst_buffer_unmap (buffer, &info);
 
-  if (samples <= 0) {
-    gst_buffer_unref (buffer);
-    return NULL;
+    GST_BUFFER_DURATION (buffer) =
+        gst_util_uint64_scale (samples, GST_SECOND, rate);
+    /* temporary store samples here, to avoid having to recalculate this */
+    GST_BUFFER_OFFSET (buffer) = (gint64) samples;
   }
 
-  GST_BUFFER_DURATION (buffer) =
-      gst_util_uint64_scale (samples, GST_SECOND, pitch->info.rate);
-  /* temporary store samples here, to avoid having to recalculate this */
-  GST_BUFFER_OFFSET (buffer) = (gint64) samples;
-
   return buffer;
 }
 
@@ -391,11 +455,14 @@
 gst_pitch_flush_buffer (GstPitch * pitch, gboolean send)
 {
   GstBuffer *buffer;
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
 
-  if (pitch->priv->st->numUnprocessedSamples() != 0) {
-    GST_DEBUG_OBJECT (pitch, "flushing buffer");
-    pitch->priv->st->flush ();
+  GST_OBJECT_LOCK (pitch);
+  if (priv->st->numUnprocessedSamples () != 0) {
+    GST_DEBUG_OBJECT (pitch, "flushing SoundTouch buffer");
+    priv->st->flush ();
   }
+  GST_OBJECT_UNLOCK (pitch);
 
   if (!send)
     return GST_FLOW_OK;
@@ -429,8 +496,10 @@
       gfloat stream_time_ratio;
       guint32 seqnum;
 
+      GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
+
       GST_OBJECT_LOCK (pitch);
-      stream_time_ratio = pitch->priv->stream_time_ratio;
+      stream_time_ratio = priv->stream_time_ratio;
       GST_OBJECT_UNLOCK (pitch);
 
       gst_event_parse_seek (event, &rate, &format, &flags,
@@ -551,17 +620,21 @@
   GstPitch *pitch;
   gboolean res = FALSE;
   gfloat stream_time_ratio;
-  gint64 next_buffer_offset;
+  guint64 next_buffer_offset;
   GstClockTime next_buffer_time;
+  GstClockTimeDiff min_latency, max_latency;
 
   pitch = GST_PITCH (parent);
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
 
   GST_LOG ("%s query", GST_QUERY_TYPE_NAME (query));
 
   GST_OBJECT_LOCK (pitch);
-  stream_time_ratio = pitch->priv->stream_time_ratio;
+  stream_time_ratio = priv->stream_time_ratio;
   next_buffer_time = pitch->next_buffer_time;
   next_buffer_offset = pitch->next_buffer_offset;
+  min_latency = pitch->min_latency;
+  max_latency = pitch->max_latency;
   GST_OBJECT_UNLOCK (pitch);
 
   switch (GST_QUERY_TYPE (query)) {
@@ -646,12 +719,11 @@
 
           GST_DEBUG ("Our latency: min %" GST_TIME_FORMAT
               ", max %" GST_TIME_FORMAT,
-              GST_TIME_ARGS (pitch->min_latency),
-              GST_TIME_ARGS (pitch->max_latency));
+              GST_TIME_ARGS (min_latency), GST_TIME_ARGS (max_latency));
 
-          min += pitch->min_latency;
+          min += min_latency;
           if (max != GST_CLOCK_TIME_NONE)
-            max += pitch->max_latency;
+            max += max_latency;
 
           GST_DEBUG ("Calculated total latency : min %"
               GST_TIME_FORMAT " max %" GST_TIME_FORMAT,
@@ -680,15 +752,18 @@
 gst_pitch_process_segment (GstPitch * pitch, GstEvent ** event)
 {
   gint seqnum;
-  gdouble out_seg_rate, our_arate;
+  gdouble output_rate, segment_applied_rate;
   gfloat stream_time_ratio;
   GstSegment seg;
 
   g_return_val_if_fail (event, FALSE);
+  g_return_val_if_fail (*event, FALSE);
+
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
 
   GST_OBJECT_LOCK (pitch);
-  stream_time_ratio = pitch->priv->stream_time_ratio;
-  out_seg_rate = pitch->out_seg_rate;
+  stream_time_ratio = priv->stream_time_ratio;
+  output_rate = pitch->output_rate;
   GST_OBJECT_UNLOCK (pitch);
 
   gst_event_copy_segment (*event, &seg);
@@ -701,17 +776,19 @@
     seg.start = 0;
     seg.stop = -1;
     seg.time = 0;
+    seg.position = 0;
+    seg.duration = -1;
   }
 
   /* Figure out how much of the incoming 'rate' we'll apply ourselves */
-  our_arate = seg.rate / out_seg_rate;
+  segment_applied_rate = seg.rate / output_rate;
   /* update the output rate variables */
-  seg.rate = out_seg_rate;
-  seg.applied_rate *= our_arate;
+  seg.rate = (segment_applied_rate < 0.0) ? -output_rate : output_rate;
+  seg.applied_rate *= ABS (segment_applied_rate);
 
   GST_LOG_OBJECT (pitch->sinkpad, "in segment %" GST_SEGMENT_FORMAT, &seg);
 
-  stream_time_ratio = pitch->tempo * pitch->rate * pitch->seg_arate;
+  stream_time_ratio = pitch->tempo * pitch->rate * ABS (segment_applied_rate);
 
   if (stream_time_ratio == 0) {
     GST_LOG_OBJECT (pitch->sinkpad, "stream_time_ratio is zero");
@@ -720,16 +797,18 @@
 
   /* Update the playback rate */
   GST_OBJECT_LOCK (pitch);
-  pitch->seg_arate = our_arate;
-  pitch->priv->stream_time_ratio = stream_time_ratio;
-  pitch->priv->st->setTempo (pitch->tempo * pitch->seg_arate);
+  pitch->segment_applied_rate = segment_applied_rate;
+  priv->stream_time_ratio = stream_time_ratio;
+  priv->st->setTempo (pitch->tempo * ABS (pitch->segment_applied_rate));
   GST_OBJECT_UNLOCK (pitch);
 
   seg.start = (gint64) (seg.start / stream_time_ratio);
-  seg.position = (gint64) (seg.position / stream_time_ratio);
   if (seg.stop != (guint64) - 1)
     seg.stop = (gint64) (seg.stop / stream_time_ratio);
   seg.time = (gint64) (seg.time / stream_time_ratio);
+  seg.position = (gint64) (seg.position / stream_time_ratio);
+  if (seg.duration != (guint64) - 1)
+    seg.duration = (gint64) (seg.duration / stream_time_ratio);
 
   GST_LOG_OBJECT (pitch->sinkpad, "out segment %" GST_SEGMENT_FORMAT, &seg);
 
@@ -748,32 +827,44 @@
   GstPitch *pitch;
 
   pitch = GST_PITCH (parent);
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
 
   GST_LOG_OBJECT (pad, "received %s event", GST_EVENT_TYPE_NAME (event));
 
   switch (GST_EVENT_TYPE (event)) {
     case GST_EVENT_FLUSH_STOP:
       gst_pitch_flush_buffer (pitch, FALSE);
-      pitch->priv->st->clear ();
+      GST_OBJECT_LOCK (pitch);
+      priv->st->clear ();
       pitch->next_buffer_offset = 0;
       pitch->next_buffer_time = GST_CLOCK_TIME_NONE;
       pitch->min_latency = pitch->max_latency = 0;
+      GST_OBJECT_UNLOCK (pitch);
       break;
     case GST_EVENT_EOS:
       gst_pitch_flush_buffer (pitch, TRUE);
-      pitch->priv->st->clear ();
+      GST_OBJECT_LOCK (pitch);
+      priv->st->clear ();
       pitch->min_latency = pitch->max_latency = 0;
+      GST_OBJECT_UNLOCK (pitch);
       break;
     case GST_EVENT_SEGMENT:
       if (!gst_pitch_process_segment (pitch, &event)) {
         GST_LOG_OBJECT (pad, "not enough data known, stalling segment");
-        if (GST_PITCH_GET_PRIVATE (pitch)->pending_segment)
-          gst_event_unref (GST_PITCH_GET_PRIVATE (pitch)->pending_segment);
-        GST_PITCH_GET_PRIVATE (pitch)->pending_segment = event;
+
+        GST_OBJECT_LOCK (pitch);
+        if (priv->pending_segment)
+          gst_event_unref (priv->pending_segment);
+        priv->pending_segment = event;
+        GST_OBJECT_UNLOCK (pitch);
+
         event = NULL;
       }
-      pitch->priv->st->clear ();
+
+      GST_OBJECT_LOCK (pitch);
+      priv->st->clear ();
       pitch->min_latency = pitch->max_latency = 0;
+      GST_OBJECT_UNLOCK (pitch);
       break;
     case GST_EVENT_CAPS:
     {
@@ -802,23 +893,29 @@
 gst_pitch_update_latency (GstPitch * pitch, GstClockTime timestamp)
 {
   GstClockTimeDiff current_latency, min_latency, max_latency;
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
+  gboolean post_new_latency_message = FALSE;
 
+  GST_OBJECT_LOCK (pitch);
   current_latency =
-      (GstClockTimeDiff) (timestamp / pitch->priv->stream_time_ratio) -
+      (GstClockTimeDiff) (timestamp / priv->stream_time_ratio) -
       pitch->next_buffer_time;
 
-  min_latency = MIN (pitch->min_latency, current_latency);
-  max_latency = MAX (pitch->max_latency, current_latency);
+  min_latency = MIN (pitch->min_latency, ABS (current_latency));
+  max_latency = MAX (pitch->max_latency, ABS (current_latency));
 
   if (pitch->min_latency != min_latency || pitch->max_latency != max_latency) {
     pitch->min_latency = min_latency;
     pitch->max_latency = max_latency;
+    post_new_latency_message = TRUE;
+  }
+  GST_OBJECT_UNLOCK (pitch);
 
+  if (post_new_latency_message) {
     /* FIXME: what about the LATENCY event? It only has
      * one latency value, should it be current, min or max?
      * Should it include upstream latencies?
      */
-
     gst_element_post_message (GST_ELEMENT (pitch),
         gst_message_new_latency (GST_OBJECT (pitch)));
   }
@@ -827,73 +924,96 @@
 static GstFlowReturn
 gst_pitch_chain (GstPad * pad, GstObject * parent, GstBuffer * buffer)
 {
-  GstPitch *pitch;
-  GstPitchPrivate *priv;
-  GstClockTime timestamp;
-  GstMapInfo info;
+  GstPitch *pitch = GST_PITCH (parent);
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
 
-  pitch = GST_PITCH (parent);
-  priv = GST_PITCH_GET_PRIVATE (pitch);
+  GstClockTime timestamp = GST_BUFFER_PTS (buffer);
 
-  timestamp = GST_BUFFER_TIMESTAMP (buffer);
+  GST_OBJECT_LOCK (pitch);
+
+  gint bytes_per_frame = pitch->info.bpf;
+  GST_LOG_OBJECT (pitch, "incoming buffer (%d samples) %" GST_TIME_FORMAT,
+      (gint) (gst_buffer_get_size (buffer) / bytes_per_frame),
+      GST_TIME_ARGS (timestamp));
 
-  // Remember the first time and corresponding offset
-  if (!GST_CLOCK_TIME_IS_VALID (pitch->next_buffer_time)) {
-    gfloat stream_time_ratio;
-    GstFormat out_format = GST_FORMAT_DEFAULT;
+  gboolean reverse_playback = (pitch->segment_applied_rate < 0);
+  if (reverse_playback) {
+    // In reverse playback we need to take the end of the buffer as the
+    // reference timestamp as the output buffer produced by libsoundtouch may
+    // have a duration different from this current input buffer.
+    timestamp += GST_BUFFER_DURATION (buffer);
+  }
 
-    GST_OBJECT_LOCK (pitch);
-    stream_time_ratio = priv->stream_time_ratio;
-    GST_OBJECT_UNLOCK (pitch);
+  gfloat stream_time_ratio = priv->stream_time_ratio;
+  GstClockTime next_buffer_time = pitch->next_buffer_time;
 
-    pitch->next_buffer_time = timestamp / stream_time_ratio;
-    gst_pitch_convert (pitch, GST_FORMAT_TIME, timestamp, &out_format,
-        &pitch->next_buffer_offset);
+  if (!GST_CLOCK_TIME_IS_VALID (next_buffer_time)) {
+    next_buffer_time = timestamp / stream_time_ratio;
+    pitch->next_buffer_time = next_buffer_time;
+    pitch->next_buffer_offset =
+        gst_util_uint64_scale_int (next_buffer_time, pitch->info.rate,
+        GST_SECOND);
   }
 
-  gst_object_sync_values (GST_OBJECT (pitch), pitch->next_buffer_time);
+  GstEvent *pending_segment = priv->pending_segment;
+  priv->pending_segment = NULL;
 
-  /* push the received samples on the soundtouch buffer */
-  GST_LOG_OBJECT (pitch, "incoming buffer (%d samples) %" GST_TIME_FORMAT,
-      (gint) (gst_buffer_get_size (buffer) / pitch->info.bpf),
-      GST_TIME_ARGS (timestamp));
+  GST_OBJECT_UNLOCK (pitch);
 
-  if (GST_PITCH_GET_PRIVATE (pitch)->pending_segment) {
-    GstEvent *event =
-        gst_event_copy (GST_PITCH_GET_PRIVATE (pitch)->pending_segment);
+  gst_object_sync_values (GST_OBJECT (pitch), next_buffer_time);
 
+  /* push the received samples on the soundtouch buffer */
+  if (pending_segment) {
     GST_LOG_OBJECT (pitch, "processing stalled segment");
-    if (!gst_pitch_process_segment (pitch, &event)) {
+
+    if (!gst_pitch_process_segment (pitch, &pending_segment)) {
       gst_buffer_unref (buffer);
-      gst_event_unref (event);
+      gst_event_unref (pending_segment);
       return GST_FLOW_ERROR;
     }
 
-    if (!gst_pad_event_default (pitch->sinkpad, parent, event)) {
+    if (!gst_pad_event_default (pitch->sinkpad, parent, pending_segment)) {
       gst_buffer_unref (buffer);
-      gst_event_unref (event);
       return GST_FLOW_ERROR;
     }
-
-    gst_event_unref (GST_PITCH_GET_PRIVATE (pitch)->pending_segment);
-    GST_PITCH_GET_PRIVATE (pitch)->pending_segment = NULL;
   }
 
+  GstMapInfo info;
   gst_buffer_map (buffer, &info, GST_MAP_READ);
+  guint8 *data = info.data;
+
+  gboolean free_data = FALSE;
+  if (reverse_playback && (gint) info.size > bytes_per_frame) {
+    // If playing backwards, we need to inverse the order of all samples before
+    // sending them to the libsoundtouch library.
+    data = (guint8 *) g_malloc (info.size);
+    free_data = TRUE;
+
+    guint8 *p = data;
+    for (gint i = info.size - bytes_per_frame; i >= 0; i -= bytes_per_frame) {
+      memcpy (p, info.data + i, bytes_per_frame);
+      p += bytes_per_frame;
+    }
+  }
+
   GST_OBJECT_LOCK (pitch);
-  priv->st->putSamples ((soundtouch::SAMPLETYPE *) info.data, info.size / pitch->info.bpf);
+  priv->st->putSamples ((soundtouch::SAMPLETYPE *) data,
+      info.size / bytes_per_frame);
+  gboolean has_output_samples_available = !priv->st->isEmpty ();
   GST_OBJECT_UNLOCK (pitch);
+
+  if (free_data)
+    g_free (data);
+
   gst_buffer_unmap (buffer, &info);
   gst_buffer_unref (buffer);
 
   /* Calculate latency */
-
   gst_pitch_update_latency (pitch, timestamp);
-  /* and try to extract some samples from the soundtouch buffer */
-  if (!priv->st->isEmpty ()) {
-    GstBuffer *out_buffer;
 
-    out_buffer = gst_pitch_prepare_buffer (pitch);
+  /* and try to extract some samples from the soundtouch buffer */
+  if (has_output_samples_available) {
+    GstBuffer *out_buffer = gst_pitch_prepare_buffer (pitch);
     if (out_buffer)
       return gst_pitch_forward_buffer (pitch, out_buffer);
   }
@@ -906,17 +1026,16 @@
 {
   GstStateChangeReturn ret;
   GstPitch *pitch = GST_PITCH (element);
+  GstPitchPrivate *priv = GST_PITCH_GET_PRIVATE (pitch);
 
   switch (transition) {
-    case GST_STATE_CHANGE_NULL_TO_READY:
-      break;
     case GST_STATE_CHANGE_READY_TO_PAUSED:
+      GST_OBJECT_LOCK (pitch);
       pitch->next_buffer_time = GST_CLOCK_TIME_NONE;
       pitch->next_buffer_offset = 0;
-      pitch->priv->st->clear ();
+      priv->st->clear ();
       pitch->min_latency = pitch->max_latency = 0;
-      break;
-    case GST_STATE_CHANGE_PAUSED_TO_PLAYING:
+      GST_OBJECT_UNLOCK (pitch);
       break;
     default:
       break;
@@ -927,15 +1046,14 @@
     return ret;
 
   switch (transition) {
-    case GST_STATE_CHANGE_PLAYING_TO_PAUSED:
-      break;
     case GST_STATE_CHANGE_PAUSED_TO_READY:
-      if (GST_PITCH_GET_PRIVATE (pitch)->pending_segment) {
-        gst_event_unref (GST_PITCH_GET_PRIVATE (pitch)->pending_segment);
-        GST_PITCH_GET_PRIVATE (pitch)->pending_segment = NULL;
+      GST_OBJECT_LOCK (pitch);
+      if (priv->pending_segment) {
+        gst_event_unref (priv->pending_segment);
+        priv->pending_segment = NULL;
       }
+      GST_OBJECT_UNLOCK (pitch);
       break;
-    case GST_STATE_CHANGE_READY_TO_NULL:
     default:
       break;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/soundtouch/gstpitch.hh -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/soundtouch/gstpitch.hh Changed

@@ -24,7 +24,6 @@
 #include <gst/audio/audio.h>
 
 G_BEGIN_DECLS
-
 #define GST_TYPE_PITCH \
   (gst_pitch_get_type())
 #define GST_PITCH(obj) \
@@ -35,55 +34,53 @@
   (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_PITCH))
 #define GST_IS_PITCH_CLASS(klass) \
   (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_PITCH))
-
-typedef struct _GstPitch            GstPitch;
-typedef struct _GstPitchClass       GstPitchClass;
-typedef struct _GstPitchPrivate     GstPitchPrivate;
+typedef struct _GstPitch GstPitch;
+typedef struct _GstPitchClass GstPitchClass;
+typedef struct _GstPitchPrivate GstPitchPrivate;
 
 
 struct _GstPitch
 {
   GstElement element;
 
-  GstPad  *srcpad;
-  GstPad  *sinkpad;
+  GstPad *srcpad;
+  GstPad *sinkpad;
 
   /* parameter values */
-  gfloat   tempo;               /* time stretch 
+  gfloat tempo;                 /* time stretch
                                  * change the duration, without affecting the pitch
                                  * > 1 makes the stream shorter
                                  */
 
-  gfloat   rate;                /* change playback rate 
+  gfloat rate;                  /* change playback rate
                                  * resample
                                  * > 1 makes the stream shorter
                                  */
 
-  gfloat   out_seg_rate;        /* change output segment rate 
+  gfloat output_rate;           /* change output segment rate
                                  * Affects playback when input
-                                 * segments have rate != out_rate
+                                 * segments have rate != output_rate
                                  */
 
-  gfloat   pitch;               /* change pitch 
+  gfloat pitch;                 /* change pitch
                                  * change the pitch without affecting the
                                  * duration, stream length doesn't change
                                  */
 
-  gfloat  seg_arate;            /* Rate to apply from input segment */
-
   /* values extracted from caps */
-  GstAudioInfo  info;
+  GstAudioInfo info;
 
   /* stream tracking */
-  GstClockTime  next_buffer_time;
-  gint64        next_buffer_offset;
+  gfloat segment_applied_rate;  /* Rate applied from input segment */
+  GstClockTime next_buffer_time;
+  guint64 next_buffer_offset;
 
-  GstClockTimeDiff  min_latency, max_latency;
+  GstClockTimeDiff min_latency, max_latency;
 
   GstPitchPrivate *priv;
 };
 
-struct _GstPitchClass 
+struct _GstPitchClass
 {
   GstElementClass parent_class;
 };
@@ -92,5 +89,4 @@
 GST_ELEMENT_REGISTER_DECLARE (pitch);
 
 G_END_DECLS
-
 #endif /* __GST_PITCH_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/soundtouch/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/soundtouch/meson.build Changed

@@ -4,12 +4,27 @@
   'gstbpmdetect.cc',
 
 
+soundtouch_headers = 
+  'gstbpmdetect.hh',
+  'gstpitch.hh',
+
+
+doc_sources = 
+foreach s: soundtouch_sources + soundtouch_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'soundtouch': pathsep.join(doc_sources)
+}
+
 soundtouch_cargs = '-DHAVE_SOUNDTOUCH'
 if get_option('soundtouch').disabled()
   subdir_done()
 endif
 
-soundtouch_dep = dependency('soundtouch', required : false)
+soundtouch_dep = dependency('soundtouch', required : false,
+                                          fallback : 'soundtouch', 'soundtouch_dep')
 if soundtouch_dep.found()
   soundtouch_cargs += '-DHAVE_SOUNDTOUCH_1_4'
 else
@@ -26,6 +41,25 @@
   error('soundtouch plugin enabled but soundtouch library not found')
 endif
 
+# GCC, by default, handles exceptions in C++ sources as /EHsc, allowing
+# exceptions intra C++ code, and terminating the app on hitting a C function's
+# stack.
+# Grep ST_NO_EXCEPTION_HANDLING and see:
+# https://learn.microsoft.com/en-us/cpp/build/reference/eh-exception-handling-model?view=msvc-170
+# https://gcc.gnu.org/onlinedocs/gcc/Code-Gen-Options.html#index-fexceptions
+#
+# However, -fexceptions in Application.mk must be manually injected, as
+# their toolchain does not add it for historical reasons.
+# https://developer.android.com/ndk/guides/cpp-support?hl=es-419
+if get_option('cpp_eh') in 'none'
+  soundtouch_cargs += '-DST_NO_EXCEPTION_HANDLING'
+elif host_system == 'android'
+  soundtouch_cargs += cxx.get_supported_arguments('-fexceptions')
+endif
+
+# Soundtouch headers have plenty of undefined macros
+soundtouch_cargs += cxx.get_supported_arguments('-Wno-undef')
+
 if soundtouch_dep.found()
   gstsoundtouch = library('gstsoundtouch',
     soundtouch_sources,
@@ -33,6 +67,7 @@
     cpp_args : gst_plugins_bad_args + soundtouch_cargs,
     include_directories : configinc,
     dependencies : gstaudio_dep, soundtouch_dep,
+    override_options: 'cpp_std=c++14',
     install : true,
     install_dir : plugins_install_dir)
   plugins += gstsoundtouch

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/spandsp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/spandsp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srt/gstsrtsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srt/gstsrtsink.c Changed

@@ -138,6 +138,7 @@
 static void
 gst_srt_sink_init (GstSRTSink * self)
 {
+  self->streamconfig_sent = FALSE;
   self->srtobject = gst_srt_object_new (GST_ELEMENT (self));
   gst_srt_object_set_uri (self->srtobject, GST_SRT_DEFAULT_URI, NULL);
 }
@@ -173,6 +174,36 @@
   return TRUE;
 }
 
+typedef struct
+{
+  GstBuffer *buf;
+  GstMapInfo *map_info;
+} StreamheaderCheckContext;
+
+static gboolean
+is_buffer_different (GstBuffer ** buffer, guint idx, gpointer data)
+{
+  StreamheaderCheckContext *ctx = (StreamheaderCheckContext *) data;
+  gboolean retval = FALSE;
+  g_return_val_if_fail (buffer != NULL, FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (*buffer), FALSE);
+  g_return_val_if_fail (ctx != NULL, FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (ctx->buf), FALSE);
+  g_return_val_if_fail (ctx->map_info != NULL, FALSE);
+
+  if (*buffer == ctx->buf)
+    return FALSE;
+
+  if (gst_buffer_get_size (*buffer) != gst_buffer_get_size (ctx->buf))
+    return TRUE;
+
+  if (gst_buffer_memcmp (*buffer, 0, ctx->map_info->data, ctx->map_info->size)
+      != 0)
+    retval = TRUE;
+
+  return retval;
+}
+
 static GstFlowReturn
 gst_srt_sink_render (GstBaseSink * sink, GstBuffer * buffer)
 {
@@ -180,21 +211,38 @@
   GstFlowReturn ret = GST_FLOW_OK;
   GstMapInfo info;
   GError *error = NULL;
+  StreamheaderCheckContext ctx = { 0 };
 
   if (g_cancellable_is_cancelled (self->srtobject->cancellable)) {
     ret = GST_FLOW_FLUSHING;
   }
 
-  if (self->headers && GST_BUFFER_FLAG_IS_SET (buffer, GST_BUFFER_FLAG_HEADER)) {
-    GST_DEBUG_OBJECT (self, "Have streamheaders,"
-        " ignoring header %" GST_PTR_FORMAT, buffer);
-    return GST_FLOW_OK;
+  if (!self->streamconfig_sent && GST_BUFFER_FLAG_IS_SET (buffer,
+          GST_BUFFER_FLAG_HEADER)) {
+
+    if (!gst_buffer_map (buffer, &info, GST_MAP_READ)) {
+      GST_ELEMENT_ERROR (self, RESOURCE, READ,
+          ("Could not map the input stream"), (NULL));
+      return GST_FLOW_ERROR;
+    }
+    ctx.map_info = &info;
+    ctx.buf = buffer;
+
+    if (!gst_buffer_list_foreach (self->headers, is_buffer_different, &ctx)) {
+      GST_DEBUG_OBJECT (self, "Have streamheaders,"
+          " ignoring header %" GST_PTR_FORMAT, buffer);
+      return GST_FLOW_OK;
+    }
   }
 
-  if (!gst_buffer_map (buffer, &info, GST_MAP_READ)) {
-    GST_ELEMENT_ERROR (self, RESOURCE, READ,
-        ("Could not map the input stream"), (NULL));
-    return GST_FLOW_ERROR;
+  self->streamconfig_sent = TRUE;
+
+  if (ctx.map_info != &info) {
+    if (!gst_buffer_map (buffer, &info, GST_MAP_READ)) {
+      GST_ELEMENT_ERROR (self, RESOURCE, READ,
+          ("Could not map the input stream"), (NULL));
+      return GST_FLOW_ERROR;
+    }
   }
 
   if (gst_srt_object_write (self->srtobject, self->headers, &info, &error) < 0) {
@@ -250,6 +298,7 @@
   GST_DEBUG_OBJECT (self, "setcaps %" GST_PTR_FORMAT, caps);
 
   g_clear_pointer (&self->headers, gst_buffer_list_unref);
+  self->streamconfig_sent = FALSE;
 
   s = gst_caps_get_structure (caps, 0);
   streamheader = gst_structure_get_value (s, "streamheader");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srt/gstsrtsink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srt/gstsrtsink.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srt/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srt/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srtp/gstsrtp.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srtp/gstsrtp.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srtp/gstsrtp.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srtp/gstsrtp.h Changed

@@ -54,41 +54,8 @@
 
 #include <gst/gst.h>
 
-#ifdef HAVE_SRTP2
-#  include <srtp2/srtp.h>
-#  include <srtp2/crypto_types.h>
-#else
-#  include <srtp/srtp.h>
-#  include <srtp/srtp_priv.h>
-#  include <srtp/crypto_types.h>
-
-#  define srtp_crypto_policy_t crypto_policy_t
-#  define SRTP_AES_ICM_128 AES_ICM
-#  define SRTP_AES_ICM_256 AES_ICM
-#  define SRTP_AES_GCM_128 AES_128_GCM
-#  define SRTP_AES_GCM_256 AES_256_GCM
-#  define SRTP_NULL_CIPHER NULL_CIPHER
-#  define SRTP_AES_ICM_128_KEY_LEN_WSALT 30
-#  define SRTP_AES_ICM_256_KEY_LEN_WSALT 46
-#  define SRTP_AES_GCM_128_KEY_LEN_WSALT AES_128_GCM_KEYSIZE_WSALT
-#  define SRTP_AES_GCM_256_KEY_LEN_WSALT AES_256_GCM_KEYSIZE_WSALT
-#  define SRTP_HMAC_SHA1 HMAC_SHA1
-#  define SRTP_NULL_AUTH NULL_AUTH
-#  define srtp_err_status_t err_status_t
-#  define srtp_err_status_ok err_status_ok
-#  define srtp_err_status_bad_param err_status_bad_param
-#  define srtp_err_status_replay_fail err_status_replay_fail
-#  define srtp_err_status_replay_old err_status_replay_old
-#  define srtp_err_status_key_expired err_status_key_expired
-#  define srtp_err_status_auth_fail err_status_auth_fail
-#  define srtp_err_status_cipher_fail err_status_cipher_fail
-#  define srtp_err_status_fail err_status_fail
-
-srtp_err_status_t srtp_set_stream_roc (srtp_t session, guint32 ssrc,
-    guint32 roc);
-srtp_err_status_t srtp_get_stream_roc (srtp_t session, guint32 ssrc,
-    guint32 * roc);
-#endif
+#include <srtp2/srtp.h>
+#include <srtp2/crypto_types.h>
 
 void     gst_srtp_init_event_reporter    (void);
 gboolean gst_srtp_get_soft_limit_reached (void);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srtp/gstsrtpdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srtp/gstsrtpdec.c Changed

@@ -233,13 +233,11 @@
   guint recv_drop_count;
 };
 
-#ifdef HAVE_SRTP2
 struct GstSrtpDecKey
 {
   GstBuffer *mki;
   GstBuffer *key;
 };
-#endif
 
 #define STREAM_HAS_CRYPTO(stream)                       \
   (stream->rtp_cipher != GST_SRTP_CIPHER_NULL ||        \
@@ -538,7 +536,6 @@
   return g_hash_table_lookup (filter->streams, GUINT_TO_POINTER (ssrc));
 }
 
-#ifdef HAVE_SRTP2
 static void
 clear_key (gpointer data)
 {
@@ -547,8 +544,6 @@
   gst_clear_buffer (&key->mki);
   gst_clear_buffer (&key->key);
 }
-#endif
-
 
 /* get info from buffer caps
  */
@@ -607,15 +602,12 @@
   }
 
   if (gst_structure_get (s, "srtp-key", GST_TYPE_BUFFER, &buf, NULL) && buf) {
-#ifdef HAVE_SRTP2
     GstBuffer *mki = NULL;
     guint i;
     gsize mki_size = 0;
-#endif
 
     GST_DEBUG_OBJECT (filter, "Got key %p for SSRC %u", buf, ssrc);
 
-#ifdef HAVE_SRTP2
     if (gst_structure_get (s, "mki", GST_TYPE_BUFFER, &mki, NULL) && mki) {
       struct GstSrtpDecKey key = {.mki = mki,.key = buf };
 
@@ -659,9 +651,7 @@
           break;
         }
       }
-    } else
-#endif
-    {
+    } else {
       stream->key = buf;
     }
   } else if (STREAM_HAS_CRYPTO (stream)) {
@@ -700,10 +690,8 @@
   srtp_policy_t policy;
   GstMapInfo map;
   guchar tmp1;
-#ifdef HAVE_SRTP2
   GstMapInfo *key_maps = NULL;
   GstMapInfo *mki_maps = NULL;
-#endif
 
   memset (&policy, 0, sizeof (srtp_policy_t));
 
@@ -717,7 +705,6 @@
   set_crypto_policy_cipher_auth (stream->rtcp_cipher, stream->rtcp_auth,
       &policy.rtcp);
 
-#ifdef HAVE_SRTP2
   if (stream->keys) {
     guint i;
     srtp_master_key_t *keys;
@@ -740,9 +727,7 @@
       policy.keysi->mki_size = mki_mapsi.size;
     }
     policy.num_master_keys = stream->keys->len;
-  } else
-#endif
-  if (stream->key) {
+  } else if (stream->key) {
     gst_buffer_map (stream->key, &map, GST_MAP_READ);
     policy.key = (guchar *) map.data;
   } else {
@@ -765,7 +750,6 @@
   if (stream->key)
     gst_buffer_unmap (stream->key, &map);
 
-#ifdef HAVE_SRTP2
   if (key_maps) {
     guint i;
 
@@ -777,22 +761,12 @@
     }
 
   }
-#endif
 
   if (ret == srtp_err_status_ok) {
     srtp_err_status_t status;
 
     status = srtp_set_stream_roc (filter->session, ssrc, stream->roc);
-#ifdef HAVE_SRTP2
     (void) status;              /* Ignore unused variable */
-#else
-    if (status == srtp_err_status_ok) {
-      /* Here, we just set the ROC, but we also need to set the initial
-       * RTP sequence number later, otherwise libsrtp will not be able
-       * to get the right packet index. */
-      g_hash_table_add (filter->streams_roc_changed, GUINT_TO_POINTER (ssrc));
-    }
-#endif
 
     filter->first_session = FALSE;
     g_hash_table_insert (filter->streams, GUINT_TO_POINTER (stream->ssrc),
@@ -880,7 +854,6 @@
 static gboolean
 keys_are_equal (GArray * a, GArray * b)
 {
-#ifdef HAVE_SRTP2
   guint i;
 
   if (a == b)
@@ -906,9 +879,6 @@
   }
 
   return TRUE;
-#else
-  return FALSE;
-#endif
 }
 
 /* Create new stream from params in caps
@@ -1368,54 +1338,15 @@
   gst_srtp_init_event_reporter ();
 
   if (is_rtcp) {
-#ifdef HAVE_SRTP2
     stream = find_stream_by_ssrc (filter, ssrc);
 
     err = srtp_unprotect_rtcp_mki (filter->session, map.data, &size,
         stream && stream->keys);
-#else
-    err = srtp_unprotect_rtcp (filter->session, map.data, &size);
-#endif
   } else {
-#ifndef HAVE_SRTP2
-    /* If ROC has changed, we know we need to set the initial RTP
-     * sequence number too. */
-    if (g_hash_table_contains (filter->streams_roc_changed,
-            GUINT_TO_POINTER (ssrc))) {
-      srtp_stream_t stream;
-
-      stream = srtp_get_stream (filter->session, htonl (ssrc));
-
-      if (stream) {
-        guint16 seqnum = 0;
-        GstRTPBuffer rtpbuf = GST_RTP_BUFFER_INIT;
-
-        gst_rtp_buffer_map (*buf,
-            GST_MAP_READ | GST_RTP_BUFFER_MAP_FLAG_SKIP_PADDING, &rtpbuf);
-        seqnum = gst_rtp_buffer_get_seq (&rtpbuf);
-        gst_rtp_buffer_unmap (&rtpbuf);
-
-        /* We finally add the RTP sequence number to the current
-         * rollover counter. */
-        stream->rtp_rdbx.index &= ~0xFFFF;
-        stream->rtp_rdbx.index |= seqnum;
-      }
-
-      g_hash_table_remove (filter->streams_roc_changed,
-          GUINT_TO_POINTER (ssrc));
-    }
-#endif
-
-#ifdef HAVE_SRTP2
-    {
-      stream = find_stream_by_ssrc (filter, ssrc);
+    stream = find_stream_by_ssrc (filter, ssrc);
 
-      err = srtp_unprotect_mki (filter->session, map.data, &size,
-          stream && stream->keys);
-    }
-#else
-    err = srtp_unprotect (filter->session, map.data, &size);
-#endif
+    err = srtp_unprotect_mki (filter->session, map.data, &size,
+        stream && stream->keys);
   }
   stream = find_stream_by_ssrc (filter, ssrc);
   if (stream == NULL) {
@@ -1571,12 +1502,6 @@
     case GST_STATE_CHANGE_READY_TO_PAUSED:
       filter->streams = g_hash_table_new_full (g_direct_hash, g_direct_equal,
           NULL, (GDestroyNotify) free_stream);
-
-#ifndef HAVE_SRTP2
-      filter->streams_roc_changed =
-          g_hash_table_new (g_direct_hash, g_direct_equal);
-#endif
-
       filter->rtp_has_segment = FALSE;
       filter->rtcp_has_segment = FALSE;
       filter->recv_count = 0;
@@ -1600,11 +1525,6 @@
       gst_srtp_dec_clear_streams (filter);
       g_hash_table_unref (filter->streams);
       filter->streams = NULL;
-#ifndef HAVE_SRTP2
-      g_hash_table_unref (filter->streams_roc_changed);
-      filter->streams_roc_changed = NULL;
-#endif
-
       break;
     case GST_STATE_CHANGE_READY_TO_NULL:
       break;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srtp/gstsrtpdec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srtp/gstsrtpdec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srtp/gstsrtpenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srtp/gstsrtpenc.c Changed

@@ -327,13 +327,11 @@
   g_object_class_install_property (gobject_class, PROP_STATS,
       g_param_spec_boxed ("stats", "Statistics", "Various statistics",
           GST_TYPE_STRUCTURE, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
-#ifdef HAVE_SRTP2
   g_object_class_install_property (gobject_class, PROP_MKI,
       g_param_spec_boxed ("mki", "MKI",
           "Master key Identifier (NULL means no MKI)", GST_TYPE_BUFFER,
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
           GST_PARAM_MUTABLE_PLAYING));
-#endif
 
   /**
    * GstSrtpEnc::soft-limit:
@@ -388,12 +386,10 @@
   srtp_policy_t policy;
   GstMapInfo map;
   guchar tmp1;
-#ifdef HAVE_SRTP2
   srtp_master_key_t mkey;
   srtp_master_key_t *mkey_ptr = &mkey;
   gboolean has_mki = FALSE;
   GstMapInfo mki_map;
-#endif
 
   memset (&policy, 0, sizeof (srtp_policy_t));
 
@@ -438,7 +434,6 @@
     policy.key = tmp;
   }
 
-#ifdef HAVE_SRTP2
   if (filter->mki) {
     if (!gst_buffer_map (filter->mki, &mki_map, GST_MAP_READ)) {
       GST_OBJECT_UNLOCK (filter);
@@ -459,7 +454,6 @@
     mkey.mki_id = (guchar *) mki_map.data;
     mkey.mki_size = mki_map.size;
   }
-#endif
 
   policy.ssrc.value = 0;
   policy.ssrc.type = ssrc_any_outbound;
@@ -474,12 +468,10 @@
   ret = srtp_create (&filter->session, &policy);
   filter->first_session = FALSE;
 
-#ifdef HAVE_SRTP2
 done:
 
   if (has_mki)
     gst_buffer_unmap (filter->mki, &mki_map);
-#endif
 
   if (HAS_CRYPTO (filter))
     gst_buffer_unmap (filter->key, &map);
@@ -750,14 +742,12 @@
     case PROP_ALLOW_REPEAT_TX:
       filter->allow_repeat_tx = g_value_get_boolean (value);
       break;
-#ifdef HAVE_SRTP2
     case PROP_MKI:
       gst_clear_buffer (&filter->mki);
       filter->mki = g_value_dup_boxed (value);
       filter->key_changed = TRUE;
       GST_INFO_OBJECT (object, "Set property: mki=%p", filter->mki);
       break;
-#endif
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -802,12 +792,10 @@
     case PROP_STATS:
       g_value_take_boxed (value, gst_srtp_enc_create_stats (filter));
       break;
-#ifdef HAVE_SRTP2
     case PROP_MKI:
       if (filter->mki)
         g_value_set_boxed (value, filter->mki);
       break;
-#endif
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -892,10 +880,8 @@
   if (HAS_CRYPTO (filter))
     gst_structure_set (ps, "srtp-key", GST_TYPE_BUFFER, filter->key, NULL);
 
-#ifdef HAVE_SRTP2
   if (filter->mki)
     gst_structure_set (ps, "mki", GST_TYPE_BUFFER, filter->mki, NULL);
-#endif
 
   /* Add srtp-specific params to source caps */
   gst_structure_set (ps,
@@ -1156,19 +1142,12 @@
 
   gst_srtp_enc_ensure_ssrc (filter, buf);
 
-#ifdef HAVE_SRTP2
   if (is_rtcp)
     err = srtp_protect_rtcp_mki (filter->session, mapout.data, &size,
         (filter->mki != NULL), 0);
   else
     err = srtp_protect_mki (filter->session, mapout.data, &size,
         (filter->mki != NULL), 0);
-#else
-  if (is_rtcp)
-    err = srtp_protect_rtcp (filter->session, mapout.data, &size);
-  else
-    err = srtp_protect (filter->session, mapout.data, &size);
-#endif
 
   GST_OBJECT_UNLOCK (filter);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/srtp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/srtp/meson.build Changed

@@ -6,6 +6,23 @@
   'gstsrtpenc.c',
 
 
+srtp_headers = 
+  'gstsrtp.h',
+  'gstsrtpenums.h',
+  'gstsrtpenc.h',
+  'gstsrtpdec.h',
+  'gstsrtpelements.h',
+
+
+doc_sources = 
+foreach s: srtp_sources + srtp_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'srtp': pathsep.join(doc_sources)
+}
+
 srtp_cargs = 
 srtp_option = get_option('srtp').enable_if(get_option('webrtc').enabled(), error_message: 'webrtc option is enabled')
 if srtp_option.disabled()
@@ -13,18 +30,7 @@
   subdir_done()
 endif
 
-srtp_dep = dependency('libsrtp2', version : '>= 2.1.0', required : false, allow_fallback: true)
-if srtp_dep.found()
-  srtp_cargs += '-DHAVE_SRTP2'
-else
-  srtp_dep = dependency('libsrtp', version: '>= 1.6.0', required : false)
-  if not srtp_dep.found() and cc.has_header_symbol('srtp/srtp.h', 'crypto_policy_set_aes_gcm_128_16_auth')
-    srtp_dep = cc.find_library('srtp', required : false)
-  endif
-endif
-if not srtp_dep.found() and srtp_option.enabled()
-  error('srtp plugin enabled but libsrtp not found')
-endif
+srtp_dep = dependency('libsrtp2', version : '>= 2.1.0', required : srtp_option, allow_fallback: true)
 
 if srtp_dep.found()
   gstsrtp_enums = gnome.mkenums_simple('gstsrtp-enumtypes',

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/svtav1/gstsvtav1enc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtav1/gstsvtav1enc.c Changed

@@ -75,7 +75,11 @@
   guint maximum_buffer_size;
   gint intra_period_length;
   gint intra_refresh_type;
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+  gint level_of_parallelism;
+#else
   gint logical_processors;
+#endif
   gint target_socket;
   gchar *parameters_string;
 
@@ -127,9 +131,10 @@
   PROP_MAXIMUM_BUFFER_SIZE,
   PROP_INTRA_PERIOD_LENGTH,
   PROP_INTRA_REFRESH_TYPE,
-  PROP_LOGICAL_PROCESSORS,
+  PROP_LOGICAL_PROCESSORS,      /// DEPRECATED: should be removed once the minimum version is 3.0.0
   PROP_TARGET_SOCKET,
   PROP_PARAMETERS_STRING,
+  PROP_LEVEL_OF_PARALLELISM,
 };
 
 #define PROP_PRESET_DEFAULT 10
@@ -142,7 +147,8 @@
 #define PROP_MAXIMUM_BUFFER_SIZE_DEFAULT 1000
 #define PROP_INTRA_PERIOD_LENGTH_DEFAULT -2
 #define PROP_INTRA_REFRESH_TYPE_DEFAULT SVT_AV1_KF_REFRESH
-#define PROP_LOGICAL_PROCESSORS_DEFAULT 0
+#define PROP_LEVEL_OF_PARALLELISM_DEFAULT 0
+#define PROP_LOGICAL_PROCESSORS_DEFAULT 0       /// DEPRECATED: should be removed once the minimum version is 3.0.0
 #define PROP_TARGET_SOCKET_DEFAULT -1
 #define PROP_PARAMETERS_STRING_DEFAULT NULL
 
@@ -307,15 +313,30 @@
           PROP_INTRA_REFRESH_TYPE_DEFAULT,
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
 
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+  g_object_class_install_property (gobject_class,
+      PROP_LEVEL_OF_PARALLELISM,
+      g_param_spec_uint ("level-of-parallelism",
+          "Level of Parallelism",
+          "Controls the number of threads and buffers to allocate. 0: auto",
+          0,
+          6,
+          PROP_LEVEL_OF_PARALLELISM_DEFAULT,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+#endif
+
   g_object_class_install_property (gobject_class,
       PROP_LOGICAL_PROCESSORS,
-      g_param_spec_uint ("logical-processors",
-          "Logical Processors",
-          "Number of logical CPU cores to be used. 0: auto",
+      g_param_spec_uint ("logical-processors", "Logical Processors",
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+          "Deprecated. Use level-of-parallelism instead. 0: auto",
+#else
+          "Number of logical CPU cores to be used. Deprecated and replaced with level-of-parallelism in SVT-AV1 3.0.0. 0: auto",
+#endif
           0,
           G_MAXUINT,
           PROP_LOGICAL_PROCESSORS_DEFAULT,
-          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_DEPRECATED));
 
   g_object_class_install_property (gobject_class,
       PROP_TARGET_SOCKET,
@@ -334,6 +355,8 @@
           "Colon-delimited list of key=value pairs of additional parameters to set",
           PROP_PARAMETERS_STRING_DEFAULT,
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  gst_type_mark_as_plugin_api (GST_SVTAV1ENC_TYPE_INTRA_REFRESH_TYPE, 0);
 }
 
 static void
@@ -350,7 +373,11 @@
   svtav1enc->maximum_buffer_size = PROP_MAXIMUM_BUFFER_SIZE_DEFAULT;
   svtav1enc->intra_period_length = PROP_INTRA_PERIOD_LENGTH_DEFAULT;
   svtav1enc->intra_refresh_type = PROP_INTRA_REFRESH_TYPE_DEFAULT;
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+  svtav1enc->level_of_parallelism = PROP_LEVEL_OF_PARALLELISM_DEFAULT;
+#else
   svtav1enc->logical_processors = PROP_LOGICAL_PROCESSORS_DEFAULT;
+#endif
   svtav1enc->target_socket = PROP_TARGET_SOCKET_DEFAULT;
   svtav1enc->parameters_string = PROP_PARAMETERS_STRING_DEFAULT;
 }
@@ -401,8 +428,15 @@
     case PROP_INTRA_REFRESH_TYPE:
       svtav1enc->intra_refresh_type = g_value_get_enum (value);
       break;
+    case PROP_LEVEL_OF_PARALLELISM:
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+      svtav1enc->level_of_parallelism = g_value_get_int (value);
+#endif
+      break;
     case PROP_LOGICAL_PROCESSORS:
+#if !SVT_AV1_CHECK_VERSION(3, 0, 0)
       svtav1enc->logical_processors = g_value_get_uint (value);
+#endif
       break;
     case PROP_TARGET_SOCKET:
       svtav1enc->target_socket = g_value_get_int (value);
@@ -457,8 +491,13 @@
     case PROP_INTRA_REFRESH_TYPE:
       g_value_set_enum (value, svtav1enc->intra_refresh_type);
       break;
+    case PROP_LEVEL_OF_PARALLELISM:
     case PROP_LOGICAL_PROCESSORS:
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+      g_value_set_int (value, svtav1enc->level_of_parallelism);
+#else
       g_value_set_uint (value, svtav1enc->logical_processors);
+#endif
       break;
     case PROP_TARGET_SOCKET:
       g_value_set_int (value, svtav1enc->target_socket);
@@ -554,7 +593,11 @@
   }
   svtav1enc->svt_config->intra_period_length = svtav1enc->intra_period_length;
   svtav1enc->svt_config->intra_refresh_type = svtav1enc->intra_refresh_type;
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+  svtav1enc->svt_config->level_of_parallelism = svtav1enc->level_of_parallelism;
+#else
   svtav1enc->svt_config->logical_processors = svtav1enc->logical_processors;
+#endif
   svtav1enc->svt_config->target_socket = svtav1enc->target_socket;
   gst_svtav1enc_parse_parameters_string (svtav1enc);
 
@@ -723,11 +766,9 @@
         master_display_info.max_display_mastering_luminance;
     svtav1enc->svt_config->mastering_display.min_luma =
         master_display_info.min_display_mastering_luminance;
-    svtav1enc->svt_config->high_dynamic_range_input = TRUE;
   } else {
     memset (&svtav1enc->svt_config->mastering_display,
         0, sizeof (svtav1enc->svt_config->mastering_display));
-    svtav1enc->svt_config->high_dynamic_range_input = FALSE;
   }
 
   GstVideoContentLightLevel content_light_level;
@@ -936,8 +977,13 @@
 
   GST_DEBUG_OBJECT (svtav1enc, "open");
 
+#if SVT_AV1_CHECK_VERSION(3, 0, 0)
+  EbErrorType res = svt_av1_enc_init_handle (&svtav1enc->svt_encoder,
+      svtav1enc->svt_config);
+#else
   EbErrorType res = svt_av1_enc_init_handle (&svtav1enc->svt_encoder, NULL,
       svtav1enc->svt_config);
+#endif
   if (res != EB_ErrorNone) {
     GST_ELEMENT_ERROR (svtav1enc,
         LIBRARY,
@@ -1121,6 +1167,12 @@
   g_strfreev (key_values);
 }
 
+/**
+ * plugin-svtav1:
+ *
+ * Since: 1.24
+ */
+
 static gboolean
 plugin_init (GstPlugin * plugin)
 {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/svtav1/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtav1/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/svthevcenc/gstsvthevcenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svthevcenc/gstsvthevcenc.c Changed

@@ -372,8 +372,8 @@
   filter_caps = gst_caps_new_empty ();
 
   for (i = 0; i < gst_caps_get_size (supported_incaps); i++) {
-    GQuark q_name =
-        gst_structure_get_name_id (gst_caps_get_structure (supported_incaps,
+    const GstIdStr *name =
+        gst_structure_get_name_id_str (gst_caps_get_structure (supported_incaps,
             i));
 
     for (j = 0; j < gst_caps_get_size (allowed_caps); j++) {
@@ -381,7 +381,7 @@
       const GValue *val;
       GstStructure *s;
 
-      s = gst_structure_new_id_empty (q_name);
+      s = gst_structure_new_id_str_empty (name);
       if ((val = gst_structure_get_value (allowed_s, "width")))
         gst_structure_set_value (s, "width", val);
       if ((val = gst_structure_get_value (allowed_s, "height")))
@@ -621,6 +621,12 @@
 
   gst_element_class_add_static_pad_template (element_class, &sink_factory);
   gst_element_class_add_static_pad_template (element_class, &src_factory);
+
+  gst_type_mark_as_plugin_api (GST_SVTHEVC_ENC_B_PYRAMID_TYPE, 0);
+  gst_type_mark_as_plugin_api (GST_SVTHEVC_ENC_BASE_LAYER_MODE_TYPE, 0);
+  gst_type_mark_as_plugin_api (GST_SVTHEVC_ENC_PRED_STRUCT_TYPE, 0);
+  gst_type_mark_as_plugin_api (GST_SVTHEVC_ENC_RC_TYPE, 0);
+  gst_type_mark_as_plugin_api (GST_SVTHEVC_ENC_TUNE_TYPE, 0);
 }
 
 static void
@@ -2256,6 +2262,12 @@
   GST_OBJECT_UNLOCK (encoder);
 }
 
+/**
+ * plugin-svthevcenc:
+ *
+ * Since: 1.18
+ */
+
 static gboolean
 plugin_init (GstPlugin * plugin)
 {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/svthevcenc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svthevcenc/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtjpegxs Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtjpegxs/gstsvtjpegxs.c Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtjpegxs/gstsvtjpegxsdec.c Added

@@ -0,0 +1,758 @@
+/* GStreamer SVT JPEG XS decoder
+ * Copyright (C) 2024 Tim-Philipp Müller <tim centricular com>
+ *
+ * SPDX-License-Identifier: LGPL-2.1-or-later
+ */
+
+/**
+ * SECTION:element-svtjpegxsdec
+ *
+ * The svtjpegxsdec element does JPEG XS decoding using the Scalable
+ * Video Technology for JPEG XS Decoder (SVT JPEG XS Decoder) library.
+ *
+ * See https://jpeg.org/jpegxs/ for more information about the JPEG XS format.
+ *
+ * <refsect2>
+ * <title>Example launch line</title>
+ * |
+ * gst-launch-1.0 -e filesrc location=jxs.ts ! tsdemux ! svtjpegxsdec ! videoconvertscale ! autovideosink
+ * |
+ * Decodes an JPEG-XS video from an MPEG-TS container.
+ * </refsect2>
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstsvtjpegxsdec.h"
+
+GST_DEBUG_CATEGORY_STATIC (svtjpegxsdec_debug);
+#define GST_CAT_DEFAULT svtjpegxsdec_debug
+
+#define GST_JPEG_XS_DEC_FLOW_DROP_FRAME (GST_FLOW_CUSTOM_ERROR - 1000)
+
+static const uint8_t BLOCKING = 1;
+
+typedef struct _GstSvtJpegXsDec
+{
+  GstVideoDecoder video_decoder;
+
+  // SVT JPEG XS decoder handle
+  svt_jpeg_xs_decoder_api_t *jxs_decoder;
+
+  // Valid if decoder has been initialised (i.e. jxs_decoder is set)
+  svt_jpeg_xs_image_config_t img_config;
+
+  uint32_t bytes_per_frame;
+
+  // Video decoder base class codec state
+  GstVideoCodecState *input_state;
+  GstVideoCodecState *output_state;
+
+  // Properties
+  int threads;
+} GstSvtJpegXsDec;
+
+static void gst_svt_jpeg_xs_dec_set_property (GObject * object,
+    guint property_id, const GValue * value, GParamSpec * pspec);
+static void gst_svt_jpeg_xs_dec_get_property (GObject * object,
+    guint property_id, GValue * value, GParamSpec * pspec);
+static void gst_svt_jpeg_xs_dec_finalize (GObject * object);
+
+static gboolean gst_svt_jpeg_xs_dec_start (GstVideoDecoder * decoder);
+static gboolean gst_svt_jpeg_xs_dec_stop (GstVideoDecoder * decoder);
+static gboolean gst_svt_jpeg_xs_dec_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state);
+static GstFlowReturn gst_svt_jpeg_xs_dec_handle_frame (GstVideoDecoder *
+    decoder, GstVideoCodecFrame * frame);
+
+enum
+{
+  PROP_THREADS = 1,
+};
+
+#define DEFAULT_THREADS 0
+
+#define FORMATS_8_BIT "Y444, Y42B, I420"
+
+#if G_BYTE_ORDER == G_LITTLE_ENDIAN
+#define FORMATS_10_BIT "Y444_10LE, I422_10LE, I420_10LE"
+#define FORMATS_12_BIT "Y444_12LE, I422_12LE, I420_12LE"
+#define VIDEO_FORMAT_I420_10 GST_VIDEO_FORMAT_I420_10LE
+#define VIDEO_FORMAT_I420_12 GST_VIDEO_FORMAT_I420_12LE
+#define VIDEO_FORMAT_I422_10 GST_VIDEO_FORMAT_I422_10LE
+#define VIDEO_FORMAT_I422_12 GST_VIDEO_FORMAT_I422_12LE
+#define VIDEO_FORMAT_Y444_10 GST_VIDEO_FORMAT_Y444_10LE
+#define VIDEO_FORMAT_Y444_12 GST_VIDEO_FORMAT_Y444_12LE
+#else
+#define FORMATS_10_BIT "Y444_10BE, I422_10BE, I420_10BE"
+#define FORMATS_12_BIT "Y444_12BE, I422_12BE, I420_12BE"
+#define VIDEO_FORMAT_I420_10 GST_VIDEO_FORMAT_I420_10BE
+#define VIDEO_FORMAT_I420_12 GST_VIDEO_FORMAT_I420_12BE
+#define VIDEO_FORMAT_I422_10 GST_VIDEO_FORMAT_I422_10BE
+#define VIDEO_FORMAT_I422_12 GST_VIDEO_FORMAT_I422_12BE
+#define VIDEO_FORMAT_Y444_10 GST_VIDEO_FORMAT_Y444_10BE
+#define VIDEO_FORMAT_Y444_12 GST_VIDEO_FORMAT_Y444_12BE
+#endif
+
+#define SUPPORTED_FORMATS FORMATS_8_BIT ", " FORMATS_10_BIT ", " FORMATS_12_BIT
+
+static GstStaticPadTemplate sink_pad_template =
+GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("image/x-jxsc, alignment = frame, "
+        "interlace-mode = { progressive, fields }, "
+        "sampling = { YCbCr-4:4:4, YCbCr-4:2:2, YCbCr-4:2:0 }, "
+        "depth = { 8, 10, 12 }"));
+
+// FIXME: add 4:2:2 and 4:4:4 packed formats
+static GstStaticPadTemplate src_pad_template =
+GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-raw, "    //
+        "format = (string) { " SUPPORTED_FORMATS " }, "
+        "interlace-mode = { progressive, interleaved }, "
+        "width = (int) 16, 16384, height = (int) 16, 16384, "
+        "framerate = (fraction) 0, MAX"));
+
+#define gst_svt_jpeg_xs_dec_parent_class parent_class
+
+G_DEFINE_TYPE_WITH_CODE (GstSvtJpegXsDec, gst_svt_jpeg_xs_dec,
+    GST_TYPE_VIDEO_DECODER, GST_DEBUG_CATEGORY_INIT (svtjpegxsdec_debug,
+        "svtjpegxsdec", 0, "SVT JPEG XS decoder element"));
+
+GST_ELEMENT_REGISTER_DEFINE (svtjpegxsdec, "svtjpegxsdec", GST_RANK_SECONDARY,
+    gst_svt_jpeg_xs_dec_get_type ());
+
+static void
+gst_svt_jpeg_xs_dec_class_init (GstSvtJpegXsDecClass * klass)
+{
+  GstVideoDecoderClass *video_decoder_class = GST_VIDEO_DECODER_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+
+  gst_element_class_add_static_pad_template (element_class, &src_pad_template);
+
+  gst_element_class_add_static_pad_template (element_class, &sink_pad_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "SVT JPEG XS decoder",
+      "Codec/Decoder/Video",
+      "Scalable Video Technology for JPEG XS Decoder",
+      "Tim-Philipp Müller <tim centricular com>");
+
+  gobject_class->set_property = gst_svt_jpeg_xs_dec_set_property;
+  gobject_class->get_property = gst_svt_jpeg_xs_dec_get_property;
+  gobject_class->finalize = gst_svt_jpeg_xs_dec_finalize;
+
+  video_decoder_class->start = gst_svt_jpeg_xs_dec_start;
+  video_decoder_class->stop = gst_svt_jpeg_xs_dec_stop;
+  video_decoder_class->set_format = gst_svt_jpeg_xs_dec_set_format;
+  video_decoder_class->handle_frame = gst_svt_jpeg_xs_dec_handle_frame;
+
+  g_object_class_install_property (gobject_class,
+      PROP_THREADS,
+      g_param_spec_int ("threads",
+          "Threads",
+          "Number of threads to use (0 = automatic)",
+          0,
+          G_MAXINT,
+          DEFAULT_THREADS, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+}
+
+static void
+gst_svt_jpeg_xs_dec_finalize (GObject * object)
+{
+  // Nothing to do here yet
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_svt_jpeg_xs_dec_init (GstSvtJpegXsDec * jxsdec)
+{
+  // For clarity, technically not needed
+  jxsdec->jxs_decoder = NULL;
+  jxsdec->input_state = NULL;
+  jxsdec->output_state = NULL;
+  jxsdec->bytes_per_frame = 0;
+
+  // Property defaults
+  jxsdec->threads = DEFAULT_THREADS;
+
+  // Accept caps strategy
+  GstVideoDecoder *vdec = GST_VIDEO_DECODER_CAST (jxsdec);
+  gst_video_decoder_set_use_default_pad_acceptcaps (vdec, TRUE);
+  GST_PAD_SET_ACCEPT_TEMPLATE (GST_VIDEO_DECODER_SINK_PAD (vdec));
+}
+
+static gboolean
+gst_svt_jpeg_xs_dec_start (GstVideoDecoder * decoder)
+{
+  // Nothing to do here yet
+  return TRUE;
+}
+
+static gboolean
+gst_svt_jpeg_xs_dec_stop (GstVideoDecoder * decoder)
+{
+  GstSvtJpegXsDec *jxsdec = GST_SVT_JPEG_XS_DEC (decoder);
+
+  GST_DEBUG_OBJECT (jxsdec, "Stopping");
+
+  if (jxsdec->input_state) {
+    gst_video_codec_state_unref (jxsdec->input_state);
+    jxsdec->input_state = NULL;
+  }
+
+  if (jxsdec->output_state) {
+    gst_video_codec_state_unref (jxsdec->output_state);
+    jxsdec->output_state = NULL;
+  }
+
+  if (jxsdec->jxs_decoder != NULL) {
+    svt_jpeg_xs_decoder_close (jxsdec->jxs_decoder);
+    g_free (jxsdec->jxs_decoder);
+    jxsdec->jxs_decoder = NULL;
+  }
+  jxsdec->bytes_per_frame = 0;
+
+  return TRUE;
+}
+
+static gboolean
+gst_svt_jpeg_xs_dec_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state)
+{
+  GstSvtJpegXsDec *jxsdec = GST_SVT_JPEG_XS_DEC (decoder);
+
+  if (jxsdec->input_state) {
+    gst_video_codec_state_unref (jxsdec->input_state);
+
+    // Throw away existing decoder, so it's re-created later based on the
+    // new input format, which may or may not have changed (hard to tell).
+    gst_svt_jpeg_xs_dec_stop (decoder);
+    gst_svt_jpeg_xs_dec_start (decoder);
+  }
+
+  jxsdec->input_state = gst_video_codec_state_ref (state);
+
+  // In future we could set the output format right away if we have enough
+  // info in the caps, but the decoder needs an actual frame / header
+  // to initialise itself, so we will have to delay all of this into
+  // the handle_frame function.
+  GST_DEBUG_OBJECT (decoder, "New input caps: %" GST_PTR_FORMAT, state->caps);
+
+  return TRUE;
+}
+
+static const gchar *
+format_to_format_name (ColourFormat_t fmt)
+{
+  switch (fmt) {
+    case COLOUR_FORMAT_INVALID:
+      return "invalid";
+    case COLOUR_FORMAT_PLANAR_YUV400:
+      return "YUV400";
+    case COLOUR_FORMAT_PLANAR_YUV420:
+      return "YUV420";
+    case COLOUR_FORMAT_PLANAR_YUV422:
+      return "YUV422";
+    case COLOUR_FORMAT_PLANAR_YUV444_OR_RGB:
+      return "YUV444";
+    case COLOUR_FORMAT_PLANAR_4_COMPONENTS:
+      return "Planar4c";
+    case COLOUR_FORMAT_GRAY:
+      return "GRAY";
+    case COLOUR_FORMAT_PACKED_YUV444_OR_RGB:
+      return "PACKED_YUV444_OR_RGB";
+    case COLOUR_FORMAT_PLANAR_MAX:
+    case COLOUR_FORMAT_PACKED_MIN:
+    case COLOUR_FORMAT_PACKED_MAX:
+    default:
+      break;
+  }
+  return "unknown";
+}
+
+static const uint32_t FAST_SEARCH = 1;
+static const uint32_t FRAME_BASED = 0;
+
+static GstFlowReturn
+gst_svt_jpeg_xs_dec_init_decoder (GstSvtJpegXsDec * jxsdec, guint n_fields,
+    const guint8 * data, gsize size)
+{
+  svt_jpeg_xs_image_config_t img_config;
+  SvtJxsErrorType_t dec_ret;
+  uint32_t expected_frame_size = 0;
+
+  dec_ret = svt_jpeg_xs_decoder_get_single_frame_size (data, size,
+      &img_config, &expected_frame_size, FAST_SEARCH);
+
+  if (dec_ret != SvtJxsErrorNone) {
+    GST_ELEMENT_ERROR (jxsdec, STREAM, DECODE, (NULL),
+        ("Couldn't probe input frame headers, error code: 0x%08x", dec_ret));
+    return GST_FLOW_ERROR;
+  }
+  // We expect complete frames as input (or two codestreams, one per field)
+  if (size < expected_frame_size) {
+    GST_ELEMENT_ERROR (jxsdec, STREAM, DECODE, (NULL),
+        ("Input frame size smaller than expected size, %zu < %u",
+            size, expected_frame_size));
+    return GST_FLOW_ERROR;
+  }
+  // Ensure decoder API struct
+  jxsdec->jxs_decoder = g_new0 (svt_jpeg_xs_decoder_api_t, 1);
+
+  // Decode parameters from properties
+  {
+    GST_OBJECT_LOCK (jxsdec);
+    jxsdec->jxs_decoder->threads_num = jxsdec->threads;
+    GST_OBJECT_UNLOCK (jxsdec);
+  }
+
+  // Hardcoded decode parameters
+  {
+    jxsdec->jxs_decoder->use_cpu_flags = CPU_FLAGS_ALL;
+
+    // Codestream packetization mode (i.e. buffer = entire JPEG XS picture segment)
+    jxsdec->jxs_decoder->packetization_mode = FRAME_BASED;
+
+    // Would be better if there was a callback for the messages from the library.
+    // Not sure how to prevent the SvtMalloc spam.
+    GstDebugLevel level = gst_debug_category_get_threshold (svtjpegxsdec_debug);
+    if (level < GST_LEVEL_WARNING) {
+      jxsdec->jxs_decoder->verbose = VERBOSE_ERRORS;
+    } else if (level == GST_LEVEL_WARNING) {
+      jxsdec->jxs_decoder->verbose = VERBOSE_WARNINGS;
+    } else {
+      jxsdec->jxs_decoder->verbose = VERBOSE_SYSTEM_INFO;
+    }
+  }
+
+  dec_ret = svt_jpeg_xs_decoder_init (SVT_JPEGXS_API_VER_MAJOR,
+      SVT_JPEGXS_API_VER_MINOR, jxsdec->jxs_decoder, data, size,
+      &jxsdec->img_config);
+
+  if (dec_ret != SvtJxsErrorNone) {
+    g_free (jxsdec->jxs_decoder);
+    jxsdec->jxs_decoder = NULL;
+    GST_ELEMENT_ERROR (jxsdec, STREAM, DECODE, (NULL),
+        ("Decoder failed to initialise, error code: 0x%08x", dec_ret));
+    return GST_FLOW_ERROR;
+  }
+
+  svt_jpeg_xs_image_config_t *cfg = &jxsdec->img_config;
+
+  GST_INFO_OBJECT (jxsdec, "Output image configuration (%u fields):", n_fields);
+  GST_INFO_OBJECT (jxsdec, "  width: %u", cfg->width);
+  GST_INFO_OBJECT (jxsdec, "  height: %u", cfg->height * n_fields);
+  GST_INFO_OBJECT (jxsdec, "  depth: %u", cfg->bit_depth);
+  GST_INFO_OBJECT (jxsdec, "  format: %s", format_to_format_name (cfg->format));
+  GST_INFO_OBJECT (jxsdec, "  components: %u", cfg->components_num);
+  for (int i = 0; i < cfg->components_num; ++i) {
+    GST_INFO_OBJECT (jxsdec, "  comp width: %u", cfg->componentsi.width);
+    GST_INFO_OBJECT (jxsdec, "  comp height: %u", cfg->componentsi.height);
+    GST_INFO_OBJECT (jxsdec, "  comp bsize: %u", cfg->componentsi.byte_size);
+  }
+
+  // Really shouldn't happen, since we specify allowed depth in our sink template
+  if (cfg->bit_depth != 8 && cfg->bit_depth != 10 && cfg->bit_depth != 12) {
+    GST_ELEMENT_ERROR (jxsdec, STREAM, FORMAT, (NULL),
+        ("Image has bit depth of %u, but only a depth of 8, 10 or 12 is supported.",
+            cfg->bit_depth));
+    return GST_FLOW_NOT_NEGOTIATED;
+  }
+
+  GstVideoFormat fmt = GST_VIDEO_FORMAT_UNKNOWN;
+
+  switch (cfg->format) {
+    case COLOUR_FORMAT_PLANAR_YUV420:
+      if (cfg->bit_depth == 8) {
+        fmt = GST_VIDEO_FORMAT_I420;
+      } else if (cfg->bit_depth == 10) {
+        fmt = VIDEO_FORMAT_I420_10;
+      } else if (cfg->bit_depth == 12) {
+        fmt = VIDEO_FORMAT_I420_12;
+      }
+      break;
+    case COLOUR_FORMAT_PLANAR_YUV422:
+      if (cfg->bit_depth == 8) {
+        fmt = GST_VIDEO_FORMAT_Y42B;
+      } else if (cfg->bit_depth == 10) {
+        fmt = VIDEO_FORMAT_I422_10;
+      } else if (cfg->bit_depth == 12) {
+        fmt = VIDEO_FORMAT_I422_12;
+      }
+      break;
+      // We rely on external signalling (caps) to know what's what
+    case COLOUR_FORMAT_PLANAR_YUV444_OR_RGB:
+      if (cfg->bit_depth == 8) {
+        fmt = GST_VIDEO_FORMAT_Y444;
+      } else if (cfg->bit_depth == 10) {
+        fmt = VIDEO_FORMAT_Y444_10;
+      } else if (cfg->bit_depth == 12) {
+        fmt = VIDEO_FORMAT_Y444_12;
+      }
+      break;
+      // We rely on external signalling (caps) to know what's what
+      // case COLOUR_FORMAT_PACKED_YUV444_OR_RGB:
+      // FIXME:  fmt = GST_VIDEO_FORMAT_v308;
+      //  break;
+    default:
+      break;
+  }
+
+  if (fmt == GST_VIDEO_FORMAT_UNKNOWN) {
+    // Really shouldn't happen, since we specify allowed samplings in our
+    // sink template, although outputting packed or planar is a decoder
+    // choice I suppose.
+    GST_ELEMENT_ERROR (jxsdec, STREAM, FORMAT, (NULL),
+        ("Unsupported pixel format %s.", format_to_format_name (cfg->format)));
+    return GST_FLOW_NOT_NEGOTIATED;
+  }
+  // Configure output format
+  if (jxsdec->output_state)
+    gst_video_codec_state_unref (jxsdec->output_state);
+
+  jxsdec->output_state =
+      gst_video_decoder_set_output_state (GST_VIDEO_DECODER (jxsdec), fmt,
+      cfg->width, cfg->height * n_fields, jxsdec->input_state);
+
+  // The input caps have interlace-mode=fields since that seems the best
+  // mapping, but we will output interlace-mode=interleaved.
+  if (n_fields == 2) {
+    GST_VIDEO_INFO_INTERLACE_MODE (&jxsdec->output_state->info) =
+        GST_VIDEO_INTERLACE_MODE_INTERLEAVED;
+  }
+
+  return GST_FLOW_OK;
+}
+
+// The codestream data is either a full progressive image or a single field.
+static GstFlowReturn
+gst_svt_jpeg_xs_dec_decode_codestream (GstSvtJpegXsDec * jxsdec,
+    guint field, guint n_fields, GstVideoFrame * video_frame,
+    const guint8 * data, gsize data_size)
+{
+  // Decoder input/output frame struct
+  svt_jpeg_xs_frame_t decoder_frame;
+
+  // Set up decoder input buffer struct
+  {
+    svt_jpeg_xs_bitstream_buffer_t in_buf;
+
+    if (data_size > G_MAXUINT32)
+      return GST_FLOW_ERROR;
+
+    in_buf.buffer = (uint8_t *) data;
+    in_buf.allocation_size = data_size;
+    in_buf.used_size = data_size;
+
+    decoder_frame.bitstream = in_buf;
+  }
+
+  // Set up decoder output image struct
+  {
+    svt_jpeg_xs_image_buffer_t img = { {0,}
+    };
+
+    img.data_yuv0 = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (video_frame, 0)
+        + field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0);
+    img.data_yuv1 = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (video_frame, 1)
+        + field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1);
+    img.data_yuv2 = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (video_frame, 2)
+        + field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2);
+
+    // Note: wants stride in pixels not in bytes (might need tweaks for 10-bit)
+    img.stride0 = n_fields * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0)
+        / GST_VIDEO_FRAME_COMP_PSTRIDE (video_frame, 0);
+    img.stride1 = n_fields * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1)
+        / GST_VIDEO_FRAME_COMP_PSTRIDE (video_frame, 1);
+    img.stride2 = n_fields * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2)
+        / GST_VIDEO_FRAME_COMP_PSTRIDE (video_frame, 2);
+
+    img.alloc_size0 = GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0)
+        * GST_VIDEO_FRAME_COMP_HEIGHT (video_frame, 0)
+        - field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0);
+    img.alloc_size1 = GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1)
+        * GST_VIDEO_FRAME_COMP_HEIGHT (video_frame, 1)
+        - field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1);
+    img.alloc_size2 = GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2)
+        * GST_VIDEO_FRAME_COMP_HEIGHT (video_frame, 2)
+        - field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2);
+
+    for (int i = 0; i < 3; ++i) {
+      GST_TRACE_OBJECT (jxsdec, "img stride%u = %u, alloc_size%u: %u",
+          i, img.stridei, i, img.alloc_sizei);
+    }
+
+    decoder_frame.image = img;
+  }
+
+  decoder_frame.user_prv_ctx_ptr = NULL;
+
+  GST_TRACE_OBJECT (jxsdec, "Sending frame or field to decoder ..");
+
+  SvtJxsErrorType_t dec_ret;
+
+  // Decode!
+  {
+    dec_ret =
+        svt_jpeg_xs_decoder_send_frame (jxsdec->jxs_decoder, &decoder_frame,
+        BLOCKING);
+
+    if (dec_ret != SvtJxsErrorNone)
+      goto send_packet_error;
+  }
+
+  // Will get it back from the decoder
+  memset (&decoder_frame, 0, sizeof (svt_jpeg_xs_frame_t));
+
+  // Wait for decoded frame..
+  {
+    dec_ret =
+        svt_jpeg_xs_decoder_get_frame (jxsdec->jxs_decoder, &decoder_frame,
+        BLOCKING);
+
+    if (dec_ret != SvtJxsErrorNone)
+      goto get_frame_error;
+  }
+
+  GST_TRACE_OBJECT (jxsdec, "Decoding finished OK");
+  return GST_FLOW_OK;
+
+send_packet_error:
+  {
+    GST_ELEMENT_ERROR (jxsdec, STREAM, DECODE, (NULL),
+        ("Error submitting image for decoding: 0x%08x", dec_ret));
+    return GST_FLOW_ERROR;
+  }
+
+get_frame_error:
+  {
+    GstFlowReturn flow = GST_FLOW_ERROR;
+
+    GST_TRACE_OBJECT (jxsdec, "Decoding error 0x%08x", dec_ret);
+
+    GST_VIDEO_DECODER_ERROR (jxsdec, 1, STREAM, DECODE,
+        (NULL), ("Error decoding image, error code 0x%08x", dec_ret), flow);
+
+    if (flow == GST_FLOW_OK)
+      flow = GST_JPEG_XS_DEC_FLOW_DROP_FRAME;
+
+    return flow;
+  }
+}
+
+static GstFlowReturn
+gst_svt_jpeg_xs_dec_handle_frame (GstVideoDecoder * vdecoder,
+    GstVideoCodecFrame * frame)
+{
+  GstSvtJpegXsDec *jxsdec = GST_SVT_JPEG_XS_DEC (vdecoder);
+  GstFlowReturn flow = GST_FLOW_OK;
+  guint n_fields;
+
+  GST_LOG_OBJECT (jxsdec, "Frame to decode, size: %zu bytes",
+      gst_buffer_get_size (frame->input_buffer));
+
+  if (jxsdec->input_state == NULL) {
+    GST_WARNING_OBJECT (jxsdec, "No input caps were set?");
+    return GST_FLOW_NOT_NEGOTIATED;
+  }
+
+  if (GST_VIDEO_INFO_IS_INTERLACED (&jxsdec->input_state->info)) {
+    n_fields = 2;
+  } else {
+    n_fields = 1;
+  }
+
+  GstMapInfo in_map = GST_MAP_INFO_INIT;
+  GstVideoFrame video_frame = GST_VIDEO_FRAME_INIT;
+
+  // Map input buffer
+  if (!gst_buffer_map (frame->input_buffer, &in_map, GST_MAP_READ))
+    goto input_buffer_map_failure;
+
+  if (jxsdec->jxs_decoder == NULL) {
+    flow =
+        gst_svt_jpeg_xs_dec_init_decoder (jxsdec, n_fields, in_map.data,
+        in_map.size);
+
+    if (flow != GST_FLOW_OK)
+      goto out_unmap;
+  }
+  // Allocate output frame
+  {
+    flow = gst_video_decoder_allocate_output_frame (vdecoder, frame);
+
+    if (flow != GST_FLOW_OK)
+      goto allocate_output_frame_failure;
+  }
+
+  // Map output frame
+  if (!gst_video_frame_map (&video_frame, &jxsdec->output_state->info,
+          frame->output_buffer, GST_MAP_WRITE))
+    goto output_frame_map_error;
+
+  // Decode frame or fields
+  gsize offset = 0;
+
+  for (guint field = 0; field < n_fields; ++field) {
+    // Figure out where the second codestream/field starts in the data
+    // (should be size/2 unless vbr encoding was used, which is unlikely).
+    if (field == 1) {
+      svt_jpeg_xs_image_config_t img_config;
+      SvtJxsErrorType_t parse_ret;
+      uint32_t frame_size = 0;
+
+      parse_ret = svt_jpeg_xs_decoder_get_single_frame_size (in_map.data,
+          in_map.size, &img_config, &frame_size, FAST_SEARCH);
+
+      // This shouldn't really happen because at this point we have already
+      // decoded the first field without errors. In the unlikely case it does
+      // happen, let's check the midpoint for the second codestream header and
+      // otherwise just decode the first field again into the second field.
+      if (parse_ret != SvtJxsErrorNone) {
+        if (in_map.size >= 8 &&
+            GST_READ_UINT32_BE (in_map.data + in_map.size / 2) == 0xff10ff50) {
+          frame_size = in_map.size / 2;
+        } else {
+          GST_ELEMENT_WARNING (jxsdec, STREAM, DECODE, (NULL),
+              ("Unexpected error 0x%08x getting codestream length of field 1 "
+                  "to determine offset of codestream for field 2. Will decode "
+                  "field 1 again into field 2", parse_ret));
+          frame_size = 0;
+        }
+      }
+
+      offset = frame_size;
+    }
+
+    if (n_fields == 2) {
+      GST_TRACE_OBJECT (jxsdec,
+          "Decoding field %u of 2 @ %zu", field + 1, offset);
+    }
+
+    flow = gst_svt_jpeg_xs_dec_decode_codestream (jxsdec, field, n_fields,
+        &video_frame, in_map.data + offset, in_map.size - offset);
+
+    if (flow != GST_FLOW_OK)
+      break;
+  }
+
+  if (n_fields == 2) {
+    GST_BUFFER_FLAG_SET (video_frame.buffer, GST_VIDEO_BUFFER_FLAG_INTERLACED);
+    if ((video_frame.flags & GST_VIDEO_FRAME_FLAG_TFF)) {
+      GST_BUFFER_FLAG_SET (video_frame.buffer, GST_VIDEO_BUFFER_FLAG_TFF);
+    } else {
+      GST_BUFFER_FLAG_UNSET (video_frame.buffer, GST_VIDEO_BUFFER_FLAG_TFF);
+    }
+  } else {
+    GST_BUFFER_FLAG_UNSET (video_frame.buffer,
+        GST_VIDEO_BUFFER_FLAG_INTERLACED);
+    GST_BUFFER_FLAG_UNSET (video_frame.buffer, GST_VIDEO_BUFFER_FLAG_TFF);
+  }
+
+  // Unmap output frame and input buffer
+  {
+    gst_video_frame_unmap (&video_frame);
+    video_frame.buffer = NULL;
+
+    gst_buffer_unmap (frame->input_buffer, &in_map);
+    in_map.memory = NULL;
+  }
+
+  // And output! (or drop)
+  if (flow == GST_FLOW_OK) {
+    flow = gst_video_decoder_finish_frame (vdecoder, frame);
+  } else {
+    flow = gst_video_decoder_drop_frame (vdecoder, frame);
+  }
+
+  frame = NULL;
+
+out_unmap:
+
+  if (video_frame.buffer != NULL)
+    gst_video_frame_unmap (&video_frame);
+
+  if (frame != NULL && in_map.memory != NULL)
+    gst_buffer_unmap (frame->input_buffer, &in_map);
+
+out:
+
+  if (frame != NULL)
+    gst_video_codec_frame_unref (frame);
+
+  return flow;
+
+/* ERRORS */
+input_buffer_map_failure:
+  {
+    GST_ELEMENT_ERROR (jxsdec, STREAM, DECODE, (NULL),
+        ("Couldn't map input buffer"));
+    flow = GST_FLOW_ERROR;
+    goto out;
+  }
+
+allocate_output_frame_failure:
+  {
+    GST_DEBUG_OBJECT (jxsdec, "Couldn't allocate output frame, flow=%s",
+        gst_flow_get_name (flow));
+    goto out_unmap;
+  }
+
+output_frame_map_error:
+  {
+    GST_ERROR_OBJECT (jxsdec, "Couldn't map output frame!");
+    flow = GST_FLOW_ERROR;
+    goto out_unmap;
+  }
+}
+
+static void
+gst_svt_jpeg_xs_dec_set_property (GObject * object, guint property_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstSvtJpegXsDec *jxsdec = GST_SVT_JPEG_XS_DEC (object);
+
+  if (jxsdec->jxs_decoder != NULL) {
+    GST_ERROR_OBJECT (jxsdec,
+        "Decoder has been configured already, can't change properties now.");
+    return;
+  }
+
+  GST_LOG_OBJECT (jxsdec, "Setting property %s", pspec->name);
+
+  switch (property_id) {
+    case PROP_THREADS:
+      GST_OBJECT_LOCK (jxsdec);
+      jxsdec->threads = g_value_get_int (value);
+      GST_OBJECT_UNLOCK (jxsdec);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_svt_jpeg_xs_dec_get_property (GObject * object, guint property_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstSvtJpegXsDec *jxsdec = GST_SVT_JPEG_XS_DEC (object);
+
+  GST_LOG_OBJECT (jxsdec, "Getting property %s", pspec->name);
+
+  switch (property_id) {
+    case PROP_THREADS:
+      GST_OBJECT_LOCK (jxsdec);
+      g_value_set_int (value, jxsdec->threads);
+      GST_OBJECT_UNLOCK (jxsdec);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
+      break;
+  }
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtjpegxs/gstsvtjpegxsdec.h Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtjpegxs/gstsvtjpegxsenc.c Added

@@ -0,0 +1,949 @@
+/* GStreamer SVT JPEG XS encoder
+ * Copyright (C) 2024 Tim-Philipp Müller <tim centricular com>
+ *
+ * SPDX-License-Identifier: LGPL-2.1-or-later
+ */
+
+/**
+ * SECTION:element-svtjpegxsenc
+ *
+ * The svtjpegxsenc element does JPEG XS encoding using the Scalable
+ * Video Technology for JPEG_XS Encoder (SVT JPEG XS Encoder) library.
+ *
+ * See https://jpeg.org/jpegxs/ for more information about the JPEG XS format.
+ *
+ * <refsect2>
+ * <title>Example launch line</title>
+ * |
+ * gst-launch-1.0 -e videotestsrc ! svtjpegxsenc ! mpegtsmux ! filesink location=out.ts
+ * |
+ * Encodes test video input into a JPEG XS compressed image stream which is
+ * then packaged into an MPEG-TS container.
+ * </refsect2>
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstsvtjpegxsenc.h"
+
+GST_DEBUG_CATEGORY_STATIC (svtjpegxsenc_debug);
+#define GST_CAT_DEFAULT svtjpegxsenc_debug
+
+static const uint8_t BLOCKING = 1;
+
+#define GST_SVT_JPEG_XS_ENC_TYPE_QUANT_MODE (gst_svt_jpeg_xs_enc_quant_mode_get_type())
+static GType
+gst_svt_jpeg_xs_enc_quant_mode_get_type (void)
+{
+  static GType quant_mode_type = 0;
+  static const GEnumValue quant_modes = {
+    {0, "Deadzone", "deadzone"},
+    {1, "Uniform", "uniform"},
+    {0, NULL, NULL},
+  };
+
+  if (!quant_mode_type) {
+    quant_mode_type =
+        g_enum_register_static ("GstSvtJpegXsEncQuantModeType", quant_modes);
+  }
+  return quant_mode_type;
+}
+
+#define GST_SVT_JPEG_XS_ENC_TYPE_RATE_CONTROL_MODE (gst_svt_jpeg_xs_enc_rate_control_mode_get_type())
+static GType
+gst_svt_jpeg_xs_enc_rate_control_mode_get_type (void)
+{
+  static GType rc_mode_type = 0;
+  static const GEnumValue rc_modes = {
+    {0, "CBR budget per precinct", "cbr-precinct"},
+    {1, "CBR budget per precinct move padding", "cbr-precinct-move-padding"},
+    {2, "CBR budget per slice", "cbr-slice"},
+    // Not implemented yet in library
+    // {3, "CBR budget per slice with max rate size", "cbr-slice-with-max-rate-size"},
+    {0, NULL, NULL},
+  };
+
+  if (!rc_mode_type) {
+    rc_mode_type =
+        g_enum_register_static ("GstSvtJpegXsEncRateControlModeType", rc_modes);
+  }
+  return rc_mode_type;
+}
+
+#define GST_SVT_JPEG_XS_ENC_TYPE_CODING_SIGNS (gst_svt_jpeg_xs_enc_coding_signs_get_type())
+static GType
+gst_svt_jpeg_xs_enc_coding_signs_get_type (void)
+{
+  static GType cs_type = 0;
+  static const GEnumValue coding_signs = {
+    {0, "Disable", "disable"},
+    {1, "Fast", "fast"},
+    {2, "Full", "full"},
+    {0, NULL, NULL},
+  };
+
+  if (!cs_type) {
+    cs_type =
+        g_enum_register_static ("GstSvtJpegXsEncCodingSignsType", coding_signs);
+  }
+  return cs_type;
+}
+
+typedef struct _GstSvtJpegXsEnc
+{
+  GstVideoEncoder video_encoder;
+
+  // SVT JPEG XS encoder handle
+  svt_jpeg_xs_encoder_api_t *jxs_encoder;
+
+  uint32_t bytes_per_frame;
+
+  // Video encoder base class codec state
+  GstVideoCodecState *state;
+
+  // Properties
+  double bits_per_pixel;
+  int decomp_v;
+  int decomp_h;
+  int slice_height;
+  int threads;
+  int quant_mode;
+  int rate_control_mode;
+  int coding_signs;
+} GstSvtJpegXsEnc;
+
+static void gst_svt_jpeg_xs_enc_set_property (GObject * object,
+    guint property_id, const GValue * value, GParamSpec * pspec);
+static void gst_svt_jpeg_xs_enc_get_property (GObject * object,
+    guint property_id, GValue * value, GParamSpec * pspec);
+static void gst_svt_jpeg_xs_enc_finalize (GObject * object);
+
+static gboolean gst_svt_jpeg_xs_enc_start (GstVideoEncoder * encoder);
+static gboolean gst_svt_jpeg_xs_enc_stop (GstVideoEncoder * encoder);
+static gboolean gst_svt_jpeg_xs_enc_set_format (GstVideoEncoder * encoder,
+    GstVideoCodecState * state);
+static GstFlowReturn gst_svt_jpeg_xs_enc_handle_frame (GstVideoEncoder *
+    encoder, GstVideoCodecFrame * frame);
+static gboolean gst_svt_jpeg_xs_enc_propose_allocation (GstVideoEncoder * venc,
+    GstQuery * query);
+
+enum
+{
+  PROP_BITS_PER_PIXEL = 1,
+  PROP_DECOMP_H,
+  PROP_DECOMP_V,
+  PROP_SLICE_HEIGHT,
+  PROP_THREADS,
+  PROP_QUANT_MODE,
+  PROP_RATE_CONTROL_MODE,
+  PROP_CODING_SIGNS,
+};
+
+#define DEFAULT_BITS_PER_PIXEL 3        // or add an auto default for bpp?
+#define DEFAULT_DECOMP_H 5
+#define DEFAULT_DECOMP_V 2
+#define DEFAULT_SLICE_HEIGHT 16
+#define DEFAULT_THREADS 0
+#define DEFAULT_QUANT_MODE 0
+#define DEFAULT_RATE_CONTROL_MODE 0
+#define DEFAULT_CODING_SIGNS 0
+
+#define FORMATS_8_BIT "Y444, Y42B, I420"
+
+#if G_BYTE_ORDER == G_LITTLE_ENDIAN
+#define FORMATS_10_BIT "Y444_10LE, I422_10LE, I420_10LE"
+#define FORMATS_12_BIT "Y444_12LE, I422_12LE, I420_12LE"
+#else
+#define FORMATS_10_BIT "Y444_10BE, I422_10BE, I420_10BE"
+#define FORMATS_12_BIT "Y444_12BE, I422_12BE, I420_12BE"
+#endif
+
+#define SUPPORTED_FORMATS FORMATS_8_BIT ", " FORMATS_10_BIT ", " FORMATS_12_BIT
+
+// FIXME: add 4:2:2 and 4:4:4 packed formats
+// Only handle progressive mode for now
+static GstStaticPadTemplate sink_pad_template =
+    GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-raw, "
+        "format = { " SUPPORTED_FORMATS " },"
+        "interlace-mode = progressive, "
+        "width = (int) 16, 16384, "
+        "height = (int) 16, 16384, "
+        "framerate = (fraction) 0, MAX; "
+        "video/x-raw, "
+        "format = { " SUPPORTED_FORMATS " },"
+        "interlace-mode = interleaved, "
+        "field-order = { top-field-first, bottom-field-first }, "
+        "width = (int) 16, 16384, " "height = (int) 16, 16384, "
+        "framerate = (fraction) 0, MAX"));
+
+static GstStaticPadTemplate src_pad_template =
+GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("image/x-jxsc, alignment = frame, "
+        "width = (int) 16, 16384, height = (int) 16, 16384, "
+        "interlace-mode = { progressive, fields }, "
+        "sampling = { YCbCr-4:4:4, YCbCr-4:2:2, YCbCr-4:2:0 }, "
+        "framerate = (fraction) 0, MAX"));
+
+#define gst_svt_jpeg_xs_enc_parent_class parent_class
+
+G_DEFINE_TYPE_WITH_CODE (GstSvtJpegXsEnc, gst_svt_jpeg_xs_enc,
+    GST_TYPE_VIDEO_ENCODER, GST_DEBUG_CATEGORY_INIT (svtjpegxsenc_debug,
+        "svtjpegxsenc", 0, "SVT JPEG XS encoder element"));
+
+GST_ELEMENT_REGISTER_DEFINE (svtjpegxsenc, "svtjpegxsenc", GST_RANK_SECONDARY,
+    gst_svt_jpeg_xs_enc_get_type ());
+
+static void
+gst_svt_jpeg_xs_enc_class_init (GstSvtJpegXsEncClass * klass)
+{
+  GstVideoEncoderClass *video_encoder_class = GST_VIDEO_ENCODER_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+
+  gst_element_class_add_static_pad_template (element_class, &src_pad_template);
+
+  gst_element_class_add_static_pad_template (element_class, &sink_pad_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "SVT JPEG XS encoder",
+      "Codec/Encoder/Video",
+      "Scalable Video Technology for JPEG XS Encoder",
+      "Tim-Philipp Müller <tim centricular com>");
+
+  gobject_class->set_property = gst_svt_jpeg_xs_enc_set_property;
+  gobject_class->get_property = gst_svt_jpeg_xs_enc_get_property;
+  gobject_class->finalize = gst_svt_jpeg_xs_enc_finalize;
+
+  video_encoder_class->start = gst_svt_jpeg_xs_enc_start;
+  video_encoder_class->stop = gst_svt_jpeg_xs_enc_stop;
+  video_encoder_class->set_format = gst_svt_jpeg_xs_enc_set_format;
+  video_encoder_class->handle_frame = gst_svt_jpeg_xs_enc_handle_frame;
+  video_encoder_class->propose_allocation =
+      gst_svt_jpeg_xs_enc_propose_allocation;
+
+  // ToDo: allow change at runtime
+  g_object_class_install_property (gobject_class,
+      PROP_BITS_PER_PIXEL,
+      g_param_spec_double ("bits-per-pixel",
+          "Bits per pixel",
+          "Bits per pixel (can be a fractional number, e.g. 3.75)",
+          0.001,
+          100.00,
+          DEFAULT_BITS_PER_PIXEL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class,
+      PROP_DECOMP_H,
+      g_param_spec_int ("decomp-h",
+          "Horizontal Decomposition Level",
+          "Horizontal decomposition (has to be great or equal to decomp-v)",
+          0, 5, DEFAULT_DECOMP_H, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class,
+      PROP_DECOMP_V,
+      g_param_spec_int ("decomp-v",
+          "Vertical Decomposition Level",
+          "Vertical decomposition",
+          0, 2, DEFAULT_DECOMP_V, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class,
+      PROP_SLICE_HEIGHT,
+      g_param_spec_int ("slice-height",
+          "Slice Height",
+          "The height of each slice in pixel lines (per thread processing unit)",
+          1,
+          16,
+          DEFAULT_SLICE_HEIGHT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class,
+      PROP_THREADS,
+      g_param_spec_int ("threads",
+          "Threads",
+          "Number of threads to use (0 = automatic)",
+          0,
+          G_MAXINT,
+          DEFAULT_THREADS, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class,
+      PROP_QUANT_MODE,
+      g_param_spec_enum ("quant-mode",
+          "Quantization Mode",
+          "Quantization Mode",
+          GST_SVT_JPEG_XS_ENC_TYPE_QUANT_MODE,
+          DEFAULT_QUANT_MODE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class,
+      PROP_RATE_CONTROL_MODE,
+      g_param_spec_enum ("rate-control-mode",
+          "Rate Control Mode",
+          "Rate Control Mode",
+          GST_SVT_JPEG_XS_ENC_TYPE_RATE_CONTROL_MODE,
+          DEFAULT_RATE_CONTROL_MODE,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  g_object_class_install_property (gobject_class,
+      PROP_CODING_SIGNS,
+      g_param_spec_enum ("coding-signs",
+          "Coding Signs Handling Strategy",
+          "Coding signs handling strategy",
+          GST_SVT_JPEG_XS_ENC_TYPE_CODING_SIGNS,
+          DEFAULT_CODING_SIGNS, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  gst_type_mark_as_plugin_api (GST_SVT_JPEG_XS_ENC_TYPE_QUANT_MODE, 0);
+  gst_type_mark_as_plugin_api (GST_SVT_JPEG_XS_ENC_TYPE_RATE_CONTROL_MODE, 0);
+  gst_type_mark_as_plugin_api (GST_SVT_JPEG_XS_ENC_TYPE_CODING_SIGNS, 0);
+}
+
+static void
+gst_svt_jpeg_xs_enc_finalize (GObject * object)
+{
+  // Nothing to do here yet
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_svt_jpeg_xs_enc_init (GstSvtJpegXsEnc * jxsenc)
+{
+  jxsenc->bits_per_pixel = DEFAULT_BITS_PER_PIXEL;
+  jxsenc->decomp_h = DEFAULT_DECOMP_H;
+  jxsenc->decomp_v = DEFAULT_DECOMP_V;
+  jxsenc->slice_height = DEFAULT_SLICE_HEIGHT;
+  jxsenc->quant_mode = DEFAULT_QUANT_MODE;
+  jxsenc->rate_control_mode = DEFAULT_RATE_CONTROL_MODE;
+  jxsenc->coding_signs = DEFAULT_CODING_SIGNS;
+  jxsenc->threads = DEFAULT_THREADS;
+}
+
+static gboolean
+gst_svt_jpeg_xs_enc_start (GstVideoEncoder * encoder)
+{
+  svt_jpeg_xs_encoder_api_t dummy_encoder = { 0, };
+  SvtJxsErrorType_t ret;
+
+  // Sanity check to catch problems as early as possible, during state change
+  ret = svt_jpeg_xs_encoder_load_default_parameters (SVT_JPEGXS_API_VER_MAJOR,
+      SVT_JPEGXS_API_VER_MINOR, &dummy_encoder);
+
+  if (ret == SvtJxsErrorNone)
+    return TRUE;
+
+  GST_ELEMENT_ERROR (encoder,
+      LIBRARY, INIT,
+      (NULL),
+      ("encoder_load_default_parameters failed with error 0x%08x", ret));
+
+  return FALSE;
+}
+
+static gboolean
+gst_svt_jpeg_xs_enc_stop (GstVideoEncoder * encoder)
+{
+  GstSvtJpegXsEnc *jxsenc = GST_SVT_JPEG_XS_ENC (encoder);
+
+  GST_DEBUG_OBJECT (jxsenc, "Stopping");
+
+  if (jxsenc->state) {
+    gst_video_codec_state_unref (jxsenc->state);
+    jxsenc->state = NULL;
+  }
+
+  if (jxsenc->jxs_encoder != NULL) {
+    svt_jpeg_xs_encoder_close (jxsenc->jxs_encoder);
+    g_free (jxsenc->jxs_encoder);
+    jxsenc->jxs_encoder = NULL;
+  }
+  jxsenc->bytes_per_frame = 0;
+
+  return TRUE;
+}
+
+static gboolean
+gst_svt_jpeg_xs_enc_set_format (GstVideoEncoder * encoder,
+    GstVideoCodecState * state)
+{
+  GstSvtJpegXsEnc *jxsenc = GST_SVT_JPEG_XS_ENC (encoder);
+
+  GST_DEBUG_OBJECT (jxsenc, "New input caps: %" GST_PTR_FORMAT, state->caps);
+
+  if (jxsenc->state != NULL) {
+    // Has the input format changed?
+    if (gst_video_info_is_equal (&jxsenc->state->info, &state->info))
+      return TRUE;
+
+    // Yes, update encoder instance with new parameters
+    gst_svt_jpeg_xs_enc_stop (encoder);
+    gst_svt_jpeg_xs_enc_start (encoder);
+  }
+  jxsenc->state = gst_video_codec_state_ref (state);
+
+  // Ensure encoder API struct
+  {
+    g_assert (jxsenc->jxs_encoder == NULL);
+
+    jxsenc->jxs_encoder = g_new0 (svt_jpeg_xs_encoder_api_t, 1);
+  }
+
+  // Init encoder with default parameters
+  {
+    SvtJxsErrorType_t ret;
+
+    ret = svt_jpeg_xs_encoder_load_default_parameters (SVT_JPEGXS_API_VER_MAJOR,
+        SVT_JPEGXS_API_VER_MINOR, jxsenc->jxs_encoder);
+
+    if (ret != SvtJxsErrorNone) {
+      GST_ELEMENT_ERROR (encoder,
+          LIBRARY, INIT,
+          (NULL),
+          ("encoder load_default_parameters failed with error 0x%08x", ret));
+      return FALSE;
+    }
+  }
+
+  svt_jpeg_xs_encoder_api_t *enc = jxsenc->jxs_encoder;
+
+  // Fill in encode parameters from properties
+  {
+    int num, denom;
+
+    GST_OBJECT_LOCK (jxsenc);
+
+    gst_util_double_to_fraction (jxsenc->bits_per_pixel, &num, &denom);
+    enc->bpp_numerator = num;
+    enc->bpp_denominator = denom;
+
+    enc->ndecomp_h = jxsenc->decomp_h;
+    enc->ndecomp_v = jxsenc->decomp_v;
+
+    enc->slice_height = jxsenc->slice_height;
+    enc->quantization = jxsenc->quant_mode;
+
+    enc->threads_num = jxsenc->threads;
+
+    enc->rate_control_mode = jxsenc->rate_control_mode;
+
+    enc->coding_signs_handling = jxsenc->coding_signs;
+
+    GST_OBJECT_UNLOCK (jxsenc);
+  }
+
+  // Hardcoded encode parameters
+  {
+    // Codestream packetization mode (i.e. output entire JPEG XS picture segment)
+    enc->slice_packetization_mode = 0;
+
+    // Would be better if there was a callback for the messages from the library.
+    // Not sure how to prevent the SvtMalloc spam.
+    GstDebugLevel level = gst_debug_category_get_threshold (svtjpegxsenc_debug);
+    if (level < GST_LEVEL_WARNING) {
+      enc->verbose = VERBOSE_ERRORS;
+    } else if (level == GST_LEVEL_WARNING) {
+      enc->verbose = VERBOSE_WARNINGS;
+    } else {
+      enc->verbose = VERBOSE_SYSTEM_INFO;
+    }
+  }
+
+  guint n_fields = !!GST_VIDEO_INFO_IS_INTERLACED (&state->info) + 1;
+
+  const char *sampling = NULL;
+
+  // Fill in video format parameters
+  {
+    enc->source_width = GST_VIDEO_INFO_WIDTH (&state->info);
+    enc->source_height = GST_VIDEO_INFO_HEIGHT (&state->info) / n_fields;
+
+    switch (GST_VIDEO_INFO_FORMAT (&state->info)) {
+      case GST_VIDEO_FORMAT_I420:
+        enc->input_bit_depth = 8;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV420;
+        sampling = "YCbCr-4:2:0";
+        break;
+      case GST_VIDEO_FORMAT_Y42B:
+        enc->input_bit_depth = 8;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV422;
+        sampling = "YCbCr-4:2:2";
+        break;
+      case GST_VIDEO_FORMAT_Y444:
+        enc->input_bit_depth = 8;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV444_OR_RGB;
+        sampling = "YCbCr-4:4:4";
+        break;
+      case GST_VIDEO_FORMAT_I420_10BE:
+      case GST_VIDEO_FORMAT_I420_10LE:
+        enc->input_bit_depth = 10;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV420;
+        sampling = "YCbCr-4:2:0";
+        break;
+      case GST_VIDEO_FORMAT_I422_10BE:
+      case GST_VIDEO_FORMAT_I422_10LE:
+        enc->input_bit_depth = 10;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV422;
+        sampling = "YCbCr-4:2:2";
+        break;
+      case GST_VIDEO_FORMAT_Y444_10BE:
+      case GST_VIDEO_FORMAT_Y444_10LE:
+        enc->input_bit_depth = 10;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV444_OR_RGB;
+        sampling = "YCbCr-4:4:4";
+        break;
+      case GST_VIDEO_FORMAT_I420_12BE:
+      case GST_VIDEO_FORMAT_I420_12LE:
+        enc->input_bit_depth = 12;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV420;
+        sampling = "YCbCr-4:2:0";
+        break;
+      case GST_VIDEO_FORMAT_I422_12BE:
+      case GST_VIDEO_FORMAT_I422_12LE:
+        enc->input_bit_depth = 12;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV422;
+        sampling = "YCbCr-4:2:2";
+        break;
+      case GST_VIDEO_FORMAT_Y444_12BE:
+      case GST_VIDEO_FORMAT_Y444_12LE:
+        enc->input_bit_depth = 12;
+        enc->colour_format = COLOUR_FORMAT_PLANAR_YUV444_OR_RGB;
+        sampling = "YCbCr-4:4:4";
+        break;
+      default:
+        g_error ("Unexpected input video format %s!",
+            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&state->info)));
+        return FALSE;
+    }
+  }
+
+  // Init encoder
+  {
+    SvtJxsErrorType_t ret;
+
+    // This call takes quite some time (1.8s here)
+    ret = svt_jpeg_xs_encoder_init (SVT_JPEGXS_API_VER_MAJOR,
+        SVT_JPEGXS_API_VER_MINOR, enc);
+
+    if (ret != SvtJxsErrorNone) {
+      GST_ELEMENT_ERROR (encoder,
+          LIBRARY, INIT,
+          (NULL), ("encoder initialisation failed with error 0x%08x", ret));
+      return FALSE;
+    }
+  }
+
+  // Query size of encoded frames
+  {
+    SvtJxsErrorType_t ret;
+    svt_jpeg_xs_image_config_t img_config;
+    uint32_t bytes_per_frame_or_field = 0;
+
+    ret = svt_jpeg_xs_encoder_get_image_config (SVT_JPEGXS_API_VER_MAJOR,
+        SVT_JPEGXS_API_VER_MINOR, enc, &img_config, &bytes_per_frame_or_field);
+
+    if (ret != SvtJxsErrorNone || bytes_per_frame_or_field == 0) {
+      GST_ELEMENT_ERROR (encoder,
+          LIBRARY, INIT,
+          (NULL),
+          ("Couldn't query encoder output image config, error 0x%08x", ret));
+      return FALSE;
+    }
+
+    if (n_fields == 2) {
+      GST_DEBUG_OBJECT (jxsenc, "Encoded field size: %u bytes",
+          bytes_per_frame_or_field);
+    }
+
+    GST_DEBUG_OBJECT (jxsenc, "Encoded frame size: %u bytes",
+        bytes_per_frame_or_field * n_fields);
+
+    jxsenc->bytes_per_frame = bytes_per_frame_or_field * n_fields;
+  }
+
+  GstCaps *src_caps = gst_static_pad_template_get_caps (&src_pad_template);
+
+  src_caps = gst_caps_make_writable (src_caps);
+
+  // ToDo: add more things to the caps?
+  gst_caps_set_simple (src_caps,        //
+      "sampling", G_TYPE_STRING, sampling,      //
+      "depth", G_TYPE_INT, enc->input_bit_depth,        //
+      "codestream-length", G_TYPE_INT, jxsenc->bytes_per_frame, //
+      NULL);
+
+  GstVideoCodecState *output_state =
+      gst_video_encoder_set_output_state (GST_VIDEO_ENCODER (encoder), src_caps,
+      jxsenc->state);
+
+  if (n_fields == 2) {
+    // input will be interleaved, but we output interlace-mode=fields
+    GST_VIDEO_INFO_INTERLACE_MODE (&output_state->info) =
+        GST_VIDEO_INTERLACE_MODE_FIELDS;
+  }
+
+  if (!gst_video_encoder_negotiate (encoder)) {
+    gst_video_codec_state_unref (output_state);
+    return FALSE;
+  }
+
+  GST_INFO_OBJECT (jxsenc, "Output caps: %" GST_PTR_FORMAT, output_state->caps);
+  gst_video_codec_state_unref (output_state);
+
+  return TRUE;
+}
+
+// The codestream data is either a full progressive image or a single field.
+static GstFlowReturn
+gst_svt_jpeg_xs_enc_encode_codestream (GstSvtJpegXsEnc * jxsenc,
+    guint field, guint n_fields, GstVideoFrame * video_frame,
+    svt_jpeg_xs_bitstream_buffer_t * bitstream_buffer)
+{
+  // Encoder input/output frame struct
+  svt_jpeg_xs_frame_t encoder_frame;
+
+  // Set up encoder input image struct
+  {
+    svt_jpeg_xs_image_buffer_t img = { {0,}
+    };
+
+    img.data_yuv0 = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (video_frame, 0)
+        + field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0);
+    img.data_yuv1 = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (video_frame, 1)
+        + field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1);
+    img.data_yuv2 = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (video_frame, 2)
+        + field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2);
+
+    // Note: wants stride in pixels not in bytes (might need tweaks for 10-bit)
+    img.stride0 = n_fields * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0)
+        / GST_VIDEO_FRAME_COMP_PSTRIDE (video_frame, 0);
+    img.stride1 = n_fields * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1)
+        / GST_VIDEO_FRAME_COMP_PSTRIDE (video_frame, 1);
+    img.stride2 = n_fields * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2)
+        / GST_VIDEO_FRAME_COMP_PSTRIDE (video_frame, 2);
+
+    // svt-jpegxs returns an error if we specify the size correctly,
+    // probably because of lazy assumption in some input check.
+    // See https://github.com/OpenVisualCloud/SVT-JPEG-XS/pull/5
+    // Remove once there's a new release with the fix.
+    img.alloc_size0 = GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0)
+        * GST_VIDEO_FRAME_COMP_HEIGHT (video_frame, 0);
+    //  - field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 0);
+    img.alloc_size1 = GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1)
+        * GST_VIDEO_FRAME_COMP_HEIGHT (video_frame, 1);
+    //  - field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 1);
+    img.alloc_size2 = GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2)
+        * GST_VIDEO_FRAME_COMP_HEIGHT (video_frame, 2);
+    //  - field * GST_VIDEO_FRAME_COMP_STRIDE (video_frame, 2);
+
+    for (int i = 0; i < 3; ++i) {
+      GST_TRACE_OBJECT (jxsenc, "img stride%u = %u, alloc_size%u: %u",
+          i, img.stridei, i, img.alloc_sizei);
+    }
+
+    encoder_frame.image = img;
+  }
+
+  encoder_frame.bitstream = *bitstream_buffer;
+
+  encoder_frame.user_prv_ctx_ptr = NULL;
+
+  SvtJxsErrorType_t enc_ret;
+
+  // Encode!
+  {
+    enc_ret =
+        svt_jpeg_xs_encoder_send_picture (jxsenc->jxs_encoder, &encoder_frame,
+        BLOCKING);
+
+    if (enc_ret != SvtJxsErrorNone)
+      goto send_picture_error;
+  }
+
+  memset (&encoder_frame, 0, sizeof (svt_jpeg_xs_frame_t));
+
+  // Wait for encoded frame..
+  {
+    enc_ret =
+        svt_jpeg_xs_encoder_get_packet (jxsenc->jxs_encoder, &encoder_frame,
+        BLOCKING);
+
+    if (enc_ret != SvtJxsErrorNone)
+      goto get_packet_error;
+  }
+
+  *bitstream_buffer = encoder_frame.bitstream;
+
+  GST_TRACE_OBJECT (jxsenc, "Codestream length: %u (%s)",
+      encoder_frame.bitstream.used_size, (n_fields == 2) ? "field" : "frame");
+
+  return GST_FLOW_OK;
+
+/* Errors */
+send_picture_error:
+  {
+    GST_ELEMENT_ERROR (jxsenc, LIBRARY, ENCODE, (NULL),
+        ("Error encoding image (%s): 0x%08x", "send_picture", enc_ret));
+    return GST_FLOW_ERROR;
+  }
+
+get_packet_error:
+  {
+    GST_ELEMENT_ERROR (jxsenc, LIBRARY, ENCODE, (NULL),
+        ("Error encoding image (%s): 0x%08x", "get_packet", enc_ret));
+    return GST_FLOW_ERROR;
+  }
+}
+
+static GstFlowReturn
+gst_svt_jpeg_xs_enc_handle_frame (GstVideoEncoder * vencoder,
+    GstVideoCodecFrame * frame)
+{
+  GstSvtJpegXsEnc *jxsenc = GST_SVT_JPEG_XS_ENC (vencoder);
+
+  GST_LOG_OBJECT (jxsenc, "Frame to encode");
+
+  if (jxsenc->jxs_encoder == NULL || jxsenc->state == NULL) {
+    GST_ERROR_OBJECT (jxsenc,
+        "Encoder not initialised yet. No input caps set?");
+    return GST_FLOW_NOT_NEGOTIATED;
+  }
+  // Map input buffer
+  GstVideoFrame video_frame;
+
+  if (!gst_video_frame_map (&video_frame, &jxsenc->state->info,
+          frame->input_buffer, GST_MAP_READ))
+    goto map_error;
+
+  GstFlowReturn flow;
+
+  // Allocate output buffer
+  {
+    // Could use a bufferpool here, since output frames are all the same size.
+    flow =
+        gst_video_encoder_allocate_output_frame (vencoder, frame,
+        jxsenc->bytes_per_frame);
+
+    if (flow != GST_FLOW_OK)
+      goto allocate_output_frame_failure;
+  }
+
+  guint n_fields = !!GST_VIDEO_FRAME_IS_INTERLACED (&video_frame) + 1;
+
+  // Map output buffer
+  GstMapInfo outbuf_map = GST_MAP_INFO_INIT;
+
+  if (!gst_buffer_map (frame->output_buffer, &outbuf_map, GST_MAP_WRITE))
+    goto output_buffer_map_write_failure;
+
+  // Encode frame or fields
+  gsize offset = 0;
+
+  for (guint field = 0; field < n_fields; ++field) {
+    svt_jpeg_xs_bitstream_buffer_t out_buf;
+
+    if (n_fields == 2) {
+      GST_TRACE_OBJECT (jxsenc,
+          "Encoding field %u of 2 @ %zu", field + 1, offset);
+    }
+
+    // Set up encoder output buffer struct
+    out_buf.buffer = outbuf_map.data + offset;
+    out_buf.allocation_size = outbuf_map.size - offset;
+    out_buf.used_size = 0;
+
+    flow =
+        gst_svt_jpeg_xs_enc_encode_codestream (jxsenc, field, n_fields,
+        &video_frame, &out_buf);
+
+    if (flow != GST_FLOW_OK)
+      goto out_unmap;
+
+    offset += out_buf.used_size;
+  }
+
+  gst_buffer_unmap (frame->output_buffer, &outbuf_map);
+
+  // Shouldn't happen, but let's play it safe
+  if (offset < jxsenc->bytes_per_frame) {
+    GST_WARNING_OBJECT (jxsenc, "Short encoder output: %zu < %u bytes",
+        offset, jxsenc->bytes_per_frame);
+    gst_buffer_set_size (frame->output_buffer, offset);
+  }
+
+  GST_LOG_OBJECT (jxsenc, "Output buffer size: %zu bytes, codestreams=%u",
+      offset, n_fields);
+
+  // All frames are key frames
+  GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
+
+  // And output!
+  flow = gst_video_encoder_finish_frame (vencoder, frame);
+
+  frame = NULL;
+
+out_unmap:
+
+  if (frame != NULL && outbuf_map.memory != NULL)
+    gst_buffer_unmap (frame->output_buffer, &outbuf_map);
+
+  gst_video_frame_unmap (&video_frame);
+
+out:
+
+  if (frame != NULL)
+    gst_video_codec_frame_unref (frame);
+
+  return flow;
+
+/* ERRORS */
+map_error:
+  {
+    GST_ELEMENT_ERROR (jxsenc, LIBRARY, ENCODE, (NULL),
+        ("Couldn't map input frame"));
+    flow = GST_FLOW_ERROR;
+    goto out;
+  }
+
+allocate_output_frame_failure:
+  {
+    GST_DEBUG_OBJECT (jxsenc, "Couldn't allocate output frame, flow=%s",
+        gst_flow_get_name (flow));
+    goto out_unmap;
+  }
+
+output_buffer_map_write_failure:
+  {
+    GST_ERROR_OBJECT (jxsenc, "Couldn't map output buffer!");
+    flow = GST_FLOW_ERROR;
+    goto out_unmap;
+  }
+}
+
+static gboolean
+gst_svt_jpeg_xs_enc_propose_allocation (GstVideoEncoder * venc,
+    GstQuery * query)
+{
+  GstSvtJpegXsEnc *jxsenc = GST_SVT_JPEG_XS_ENC (venc);
+
+  GST_DEBUG_OBJECT (jxsenc, "propose_allocation");
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
+
+  return GST_VIDEO_ENCODER_CLASS (parent_class)->propose_allocation (venc,
+      query);
+}
+
+static void
+gst_svt_jpeg_xs_enc_set_property (GObject * object, guint property_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstSvtJpegXsEnc *jxsenc = GST_SVT_JPEG_XS_ENC (object);
+
+  // ToDo: support reconfiguring on the fly
+  if (jxsenc->jxs_encoder != NULL) {
+    GST_ERROR_OBJECT (jxsenc,
+        "Encoder has been configured already, can't change properties now.");
+    return;
+  }
+
+  GST_LOG_OBJECT (jxsenc, "Setting property %s", pspec->name);
+
+  switch (property_id) {
+    case PROP_BITS_PER_PIXEL:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->bits_per_pixel = g_value_get_double (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_DECOMP_H:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->decomp_h = g_value_get_int (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_DECOMP_V:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->decomp_v = g_value_get_int (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_SLICE_HEIGHT:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->slice_height = g_value_get_int (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_THREADS:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->threads = g_value_get_int (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_QUANT_MODE:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->quant_mode = g_value_get_enum (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_RATE_CONTROL_MODE:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->rate_control_mode = g_value_get_enum (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_CODING_SIGNS:
+      GST_OBJECT_LOCK (jxsenc);
+      jxsenc->coding_signs = g_value_get_enum (value);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_svt_jpeg_xs_enc_get_property (GObject * object, guint property_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstSvtJpegXsEnc *jxsenc = GST_SVT_JPEG_XS_ENC (object);
+
+  GST_LOG_OBJECT (jxsenc, "Getting property %s", pspec->name);
+
+  switch (property_id) {
+    case PROP_BITS_PER_PIXEL:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_double (value, jxsenc->bits_per_pixel);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_DECOMP_H:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_int (value, jxsenc->decomp_h);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_DECOMP_V:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_int (value, jxsenc->decomp_v);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_SLICE_HEIGHT:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_int (value, jxsenc->slice_height);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_THREADS:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_int (value, jxsenc->threads);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_QUANT_MODE:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_enum (value, jxsenc->quant_mode);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_RATE_CONTROL_MODE:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_enum (value, jxsenc->rate_control_mode);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    case PROP_CODING_SIGNS:
+      GST_OBJECT_LOCK (jxsenc);
+      g_value_set_enum (value, jxsenc->coding_signs);
+      GST_OBJECT_UNLOCK (jxsenc);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
+      break;
+  }
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtjpegxs/gstsvtjpegxsenc.h Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/svtjpegxs/meson.build Added

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/teletextdec/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/teletextdec/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/ttml/gstttmlparse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/ttml/gstttmlparse.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/ttml/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/ttml/meson.build Changed

@@ -3,16 +3,38 @@
 cairo_dep = dependency('cairo', required : get_option('ttml'))
 pangocairo_dep = dependency('pangocairo', required : get_option('ttml'))
 
+ttmlsubs_sources = 
+  'subtitle.c',
+   'subtitlemeta.c',
+   'gstttmlparse.c',
+   'ttmlparse.c',
+   'gstttmlrender.c',
+   'gstttmlelement.c',
+   'gstttmlplugin.c',
+
+
+ttmlsubs_headers = 
+  'gstttmlelements.h',
+  'subtitlemeta.h',
+  'gstttmlparse.h',
+  'subtitle.h',
+  'gstttmlrender.h',
+  'ttmlparse.h',
+
+
+doc_sources = 
+foreach s: ttmlsubs_sources + ttmlsubs_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'ttmlsubs': pathsep.join(doc_sources)
+}
+
 if libxml_dep.found() and pango_dep.found() and cairo_dep.found() and pangocairo_dep.found()
   gstttmlsubs = library('gstttmlsubs',
-    'subtitle.c',
-     'subtitlemeta.c',
-     'gstttmlparse.c',
-     'ttmlparse.c',
-     'gstttmlrender.c',
-     'gstttmlelement.c',
-     'gstttmlplugin.c',
-    c_args : gst_plugins_bad_args,
+    ttmlsubs_sources,
+    c_args : gst_plugins_bad_args + cc.get_supported_arguments('-Wno-aggregate-return'),
     include_directories : configinc,
     dependencies : gstvideo_dep, libxml_dep, pango_dep, cairo_dep, pangocairo_dep, libm,
     install : true,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/voaacenc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/voaacenc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/voamrwbenc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/voamrwbenc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/gstvulkan.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/gstvulkan.c Changed

@@ -31,14 +31,17 @@
 
 #include "vksink.h"
 #include "vkupload.h"
+#include "vkdownload.h"
+#include "vkdeviceprovider.h"
+#include "gstvulkanelements.h"
+
+#if defined(HAVE_GLSLC)
 #include "vkimageidentity.h"
 #include "vkcolorconvert.h"
 #include "vkshaderspv.h"
-#include "vkdownload.h"
 #include "vkviewconvert.h"
-#include "vkdeviceprovider.h"
-#include "gstvulkanelements.h"
 #include "vkoverlaycompositor.h"
+#endif
 
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
 #include "vkh264dec.h"
@@ -49,15 +52,36 @@
 plugin_init (GstPlugin * plugin)
 {
   gboolean ret = FALSE;
+  GstVulkanInstance *instance = gst_vulkan_instance_new ();
+  GError *error = NULL;
+  gboolean have_instance = gst_vulkan_instance_open (instance, &error);
+  const gchar *env_vars =
+      { "VK_ICD_FILENAMES", "VK_DRIVER_FILES", "VK_ADD_DRIVER_FILES", NULL };
+#ifndef G_OS_WIN32
+  const gchar *kernel_paths = { "/dev/dri", NULL };
+  const gchar *kernel_names = { "renderD", NULL };
+
+  /* features get updated upon changes in /dev/dri/renderD* */
+  gst_plugin_add_dependency (plugin, NULL, kernel_paths, kernel_names,
+      GST_PLUGIN_DEPENDENCY_FLAG_FILE_NAME_IS_PREFIX);
+
+  /* features get updated upon changes on VK_ICD_FILENAMES envvar */
+#endif
+  gst_plugin_add_dependency (plugin, env_vars, NULL, NULL,
+      GST_PLUGIN_DEPENDENCY_FLAG_NONE);
 
-  ret |= GST_DEVICE_PROVIDER_REGISTER (vulkandeviceprovider, plugin);
+  if (!have_instance) {
+    GST_WARNING_OBJECT (plugin, "Failed to create vulkan instance: %s",
+        error->message);
+    g_clear_error (&error);
+  }
 
-  ret |= GST_ELEMENT_REGISTER (vulkansink, plugin);
+  ret |= GST_DEVICE_PROVIDER_REGISTER (vulkandeviceprovider, plugin);
 
   ret |= GST_ELEMENT_REGISTER (vulkanupload, plugin);
 
   ret |= GST_ELEMENT_REGISTER (vulkandownload, plugin);
-
+#if defined(HAVE_GLSLC)
   ret |= GST_ELEMENT_REGISTER (vulkancolorconvert, plugin);
 
   ret |= GST_ELEMENT_REGISTER (vulkanimageidentity, plugin);
@@ -67,12 +91,25 @@
   ret |= GST_ELEMENT_REGISTER (vulkanviewconvert, plugin);
 
   ret |= GST_ELEMENT_REGISTER (vulkanoverlaycompositor, plugin);
-
+#endif
+  if (have_instance && instance->n_physical_devices) {
+    for (gint i = 0; i < instance->n_physical_devices; i++) {
+      GstVulkanDevice *device = gst_vulkan_device_new_with_index (instance, i);
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-  GST_ELEMENT_REGISTER (vulkanh264dec, plugin);
-  GST_ELEMENT_REGISTER (vulkanh265dec, plugin);
+      if (gst_vulkan_device_is_extension_enabled (device,
+              VK_KHR_VIDEO_DECODE_H264_EXTENSION_NAME)) {
+        ret |= gst_vulkan_h264_decoder_register (plugin, device, GST_RANK_NONE);
+      }
+      if (gst_vulkan_device_is_extension_enabled (device,
+              VK_KHR_VIDEO_DECODE_H265_EXTENSION_NAME)) {
+        ret |= gst_vulkan_h265_decoder_register (plugin, device, GST_RANK_NONE);
+      }
 #endif
-
+      ret |= gst_vulkan_sink_register (plugin, device, GST_RANK_NONE);
+      gst_object_unref (device);
+    }
+  }
+  gst_object_unref (instance);
   return ret;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/gstvulkanelement.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/gstvulkanelement.c Changed

@@ -31,6 +31,8 @@
 
 #include "gstvulkanelements.h"
 
+#include <gst/vulkan/vulkan.h>
+
 #define GST_CAT_DEFAULT gst_vulkan_debug
 GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
 
@@ -44,3 +46,32 @@
     g_once_init_leave (&res, TRUE);
   }
 }
+
+void
+gst_vulkan_create_feature_name (GstVulkanDevice * device,
+    const gchar * type_name_default, const gchar * type_name_templ,
+    gchar ** type_name, const gchar * feature_name_default,
+    const gchar * feature_name_templ, gchar ** feature_name,
+    gchar ** desc, guint * rank)
+{
+  /* The first element to be registered should use a constant name,
+   * like vkh264enc, for any additional elements, we create unique
+   * names, using inserting the render device name. */
+  if (device->physical_device->device_index == 0) {
+    *type_name = g_strdup (type_name_default);
+    *feature_name = g_strdup (feature_name_default);
+    *desc = g_strdup (device->physical_device->properties.deviceName);
+    return;
+  }
+
+  *type_name =
+      g_strdup_printf (type_name_templ, device->physical_device->device_index);
+  *feature_name =
+      g_strdup_printf (feature_name_templ,
+      device->physical_device->device_index);
+
+  *desc = g_strdup (device->physical_device->properties.deviceName);
+
+  if (*rank > 0)
+    *rank -= 1;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/gstvulkanelements.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/gstvulkanelements.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/meson.build Changed

@@ -1,3 +1,49 @@
+vulkan_sources = 
+  'gstvulkan.c',
+  'gstvulkanelement.c',
+  'vkdownload.c',
+  'vkdeviceprovider.c',
+  'vksink.c',
+  'vkupload.c',
+
+
+vulkan_headers = 
+  'gstvulkanelements.h',
+  'vkcolorconvert.h',
+  'vkdeviceprovider.h',
+  'vkdownload.h',
+  'vkh264dec.h',
+  'vkh265dec.h',
+  'vkimageidentity.h',
+  'vkoverlaycompositor.h',
+  'vkshaderspv.h',
+  'vksink.h',
+  'vkupload.h',
+  'vkviewconvert.h',
+
+
+glsc_sources = 
+  'vkcolorconvert.c',
+  'vkimageidentity.c',
+  'vkshaderspv.c',
+  'vkviewconvert.c',
+  'vkoverlaycompositor.c',
+
+
+video_sources = 
+  'vkh264dec.c',
+  'vkh265dec.c',
+
+
+doc_sources = 
+foreach s: vulkan_sources + glsc_sources + video_sources + vulkan_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'vulkan': pathsep.join(doc_sources)
+}
+
 if get_option('vulkan').disabled()
   subdir_done()
 endif
@@ -10,42 +56,40 @@
   endif
 endif
 
-# Should already have checked for this
-assert(glslc.found(), 'Expected glslc to be available')
+extra_deps = 
+extra_args = 
 
-subdir('shaders')
+vulkan_plugin_enums = 
 
-vulkan_sources = files(
-  'gstvulkan.c',
-  'gstvulkanelement.c',
-  'vkcolorconvert.c',
-  'vkdownload.c',
-  'vkdeviceprovider.c',
-  'vkimageidentity.c',
-  'vkshaderspv.c',
-  'vksink.c',
-  'vkupload.c',
-  'vkviewconvert.c',
-  'vkoverlaycompositor.c',
-)
+glslc = find_program('glslc', required: false)
+glslang = find_program('glslang', required: false)
+if not glslc.found() and not glslang.found()
+  if get_option('vulkan').enabled()
+    error('GStreamer Vulkan plugin required via options, but glslc or glslang was not found.')
+  else
+    subdir_done()
+  endif
+  vulkan_compiled_shader_sources = 
+else
+  extra_args += '-DHAVE_GLSLC'
+  subdir('shaders')
 
-vulkan_plugin_enum_headers = files(
-  'vkviewconvert.h',
-)
+  vulkan_sources += glsc_sources
+  vulkan_plugin_enum_headers = files(
+    'vkviewconvert.h',
+  )
+  vulkan_plugin_enums += gnome.mkenums_simple('gstvulkan-plugins-enumtypes',
+      sources : vulkan_plugin_enum_headers,
+      body_prefix : '#ifdef HAVE_CONFIG_H\n#include "config.h"\n#endif',
+      header_prefix : '#include <gst/gst.h>')
+endif
 
-extra_deps = 
-extra_args = 
 if vulkan_conf.get('GST_VULKAN_HAVE_VIDEO_EXTENSIONS') == 1
-  vulkan_sources += files('vkh264dec.c', 'vkh265dec.c')
+  vulkan_sources += video_sources
   extra_deps += gstcodecs_dep
   extra_args += '-DGST_USE_UNSTABLE_API'
 endif
 
-vulkan_plugin_enums = gnome.mkenums_simple('gstvulkan-plugins-enumtypes',
-    sources : vulkan_plugin_enum_headers,
-    body_prefix : '#ifdef HAVE_CONFIG_H\n#include "config.h"\n#endif',
-    header_prefix : '#include <gst/gst.h>')
-
 gstvulkan_plugin = library('gstvulkan',
   vulkan_sources, vulkan_compiled_shader_sources, vulkan_plugin_enums,
   c_args : gst_plugins_bad_args + extra_args,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/ayuv_to_rgb.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/ayuv_to_rgb.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/meson.build Changed

@@ -16,19 +16,36 @@
 bin2array = find_program('bin2array.py')
 
 # FIXME: meson compiler class instead?
-glslc_build_options = 
-optimization = get_option('optimization')
-if get_option('debug')
-  glslc_build_options += '-g'
-endif
-if get_option('werror')
-  glslc_build_options += '-Werror'
-endif
-if optimization == 's'
-  glslc_build_options += '-Os'
-endif
-if optimization in '1', '2', '3'
-  glslc_build_options += '-O'
+if glslc.found()
+  glslc_build_options = 
+  optimization = get_option('optimization')
+  if get_option('debug')
+    glslc_build_options += '-g'
+  endif
+  if get_option('werror')
+    glslc_build_options += '-Werror'
+  endif
+  if optimization == 's'
+    glslc_build_options += '-Os'
+  endif
+  if optimization in '1', '2', '3'
+    glslc_build_options += '-O'
+  endif
+elif glslang.found()
+  glslang_build_options = 
+  optimization = get_option('optimization')
+  if get_option('debug')
+    glslang_build_options += '-g'
+  endif
+  if optimization == 's'
+    glslang_build_options += '-Os'
+  endif
+  if optimization == '0'
+    glslang_build_options += '-Od'
+  endif
+else
+  error('No glslc or glslang!')
+  subdir_done()
 endif
 
 vulkan_compiled_shader_sources = 
@@ -36,21 +53,36 @@
   basefn = shader.split('.').get(0)
   suffix = shader.split('.').get(1)
 
-  stage_arg = suffix == 'frag' ? '-fshader-stage=fragment' : '-fshader-stage=vertex'
   basename = '@0@.@1@'.format(basefn, suffix)
   spv_shader = basename + '.spv'
   c_shader_source = basename + '.c'
   c_shader_header = basename + '.h'
 
-  compiled_shader = custom_target(spv_shader,
-      input: shader,
-      output: spv_shader,
-      depfile: '@PLAINNAME@.d',
-      command: glslc + glslc_build_options + stage_arg,
-        '--target-env=vulkan1.0',
-        '-MD', '-MF', '@DEPFILE@',
-        '@INPUT@',
-        '-o', '@OUTPUT@')
+  if glslc.found()
+    stage_arg = suffix == 'frag' ? '-fshader-stage=fragment' : '-fshader-stage=vertex'
+    compiled_shader = custom_target(spv_shader,
+        input: shader,
+        output: spv_shader,
+        depfile: '@PLAINNAME@.d',
+        command: glslc + glslc_build_options + stage_arg,
+          '--target-env=vulkan1.0',
+          '-MD', '-MF', '@DEPFILE@',
+          '@INPUT@',
+          '-o', '@OUTPUT@')
+  elif glslang.found()
+    compiled_shader = custom_target(spv_shader,
+        input: shader,
+        output: spv_shader,
+        depfile: '@PLAINNAME@.d',
+        command: glslang + glslang_build_options + 
+          '-V100',
+          '-I' + meson.current_source_dir(),
+          '--target-env', 'vulkan1.0',
+          '--depfile', '@DEPFILE@',
+          '--quiet',
+          '@INPUT@',
+          '-o', '@OUTPUT@')
+  endif
 
   c_shader = custom_target (c_shader_source,
       input: compiled_shader,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/nv12_to_rgb.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/nv12_to_rgb.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/rgb_to_ayuv.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/rgb_to_ayuv.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/rgb_to_nv12.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/rgb_to_nv12.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/rgb_to_yuy2.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/rgb_to_yuy2.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/swizzle.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/swizzle.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/swizzle_and_clobber_alpha.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/swizzle_and_clobber_alpha.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/view_convert.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/view_convert.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/shaders/yuy2_to_rgb.frag -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/shaders/yuy2_to_rgb.frag Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vkdownload.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vkdownload.c Changed

@@ -51,7 +51,7 @@
     GstCapsFeatures *features, *orig_features;
 
     orig_features = gst_caps_get_features (caps, i);
-    features = gst_caps_features_new (feature_name, NULL);
+    features = gst_caps_features_new_static_str (feature_name, NULL);
 
     m = gst_caps_features_get_size (orig_features);
     for (j = 0; j < m; j++) {
@@ -197,8 +197,9 @@
   cmd_buf = raw->exec->cmd_buf;
 
   if (!gst_vulkan_operation_add_frame_barrier (raw->exec, inbuf,
-          VK_PIPELINE_STAGE_TRANSFER_BIT, VK_ACCESS_TRANSFER_READ_BIT,
-          VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL, NULL))
+          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
+          VK_ACCESS_TRANSFER_READ_BIT, VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL,
+          NULL))
     goto unlock_error;
 
   barriers = gst_vulkan_operation_retrieve_image_barriers (raw->exec);
@@ -568,32 +569,34 @@
             ("Failed to retrieve vulkan instance"), (NULL));
         return GST_STATE_CHANGE_FAILURE;
       }
-      if (!gst_vulkan_device_run_context_query (GST_ELEMENT (vk_download),
-              &vk_download->device)) {
-        GError *error = NULL;
-        GST_DEBUG_OBJECT (vk_download,
-            "No device retrieved from peer elements");
-        if (!(vk_download->device =
-                gst_vulkan_instance_create_device (vk_download->instance,
-                    &error))) {
-          GST_ELEMENT_ERROR (vk_download, RESOURCE, NOT_FOUND,
-              ("Failed to create vulkan device"), ("%s",
-                  error ? error->message : ""));
-          g_clear_error (&error);
-          return GST_STATE_CHANGE_FAILURE;
-        }
+      if (!gst_vulkan_ensure_element_device (element, vk_download->instance,
+              &vk_download->device, 0)) {
+        return GST_STATE_CHANGE_FAILURE;
       }
 
-      if (!gst_vulkan_queue_run_context_query (GST_ELEMENT (vk_download),
+      if (gst_vulkan_queue_run_context_query (GST_ELEMENT (vk_download),
               &vk_download->queue)) {
-        GST_DEBUG_OBJECT (vk_download, "No queue retrieved from peer elements");
+        guint32 flags, idx;
+
+        GST_DEBUG_OBJECT (vk_download, "Queue retrieved from peer elements");
+        idx = vk_download->queue->family;
+        flags = vk_download->device->physical_device->queue_family_propsidx
+            .queueFlags;
+        if ((flags & (VK_QUEUE_GRAPHICS_BIT | VK_QUEUE_TRANSFER_BIT)) == 0) {
+          GST_DEBUG_OBJECT (vk_download,
+              "Queue does not support VK_QUEUE_GRAPHICS_BIT with VK_QUEUE_TRANSFER_BIT");
+          gst_clear_object (&vk_download->queue);
+        }
+      }
+
+      if (!vk_download->queue) {
         vk_download->queue =
             gst_vulkan_device_select_queue (vk_download->device,
             VK_QUEUE_GRAPHICS_BIT);
       }
       if (!vk_download->queue) {
         GST_ELEMENT_ERROR (vk_download, RESOURCE, NOT_FOUND,
-            ("Failed to create/retrieve vulkan queue"), (NULL));
+            ("Failed to create/retrieve a valid vulkan queue"), (NULL));
         return GST_STATE_CHANGE_FAILURE;
       }
       break;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vkh264dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vkh264dec.c Changed

@@ -26,10 +26,45 @@
 #include <gst/video/video.h>
 #include <gst/vulkan/vulkan.h>
 
+#include "gst/vulkan/gstvkdecoder-private.h"
 #include "gstvulkanelements.h"
 
+
+GST_DEBUG_CATEGORY_STATIC (gst_vulkan_h264_decoder_debug);
+#define GST_CAT_DEFAULT gst_vulkan_h264_decoder_debug
+
+#define GST_VULKAN_H264_DECODER(obj)            ((GstVulkanH264Decoder *) obj)
+#define GST_VULKAN_H264_DECODER_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), G_TYPE_FROM_INSTANCE (obj), GstVulkanH264DecoderClass))
+#define GST_VULKAN_H264_DECODER_CLASS(klass)    ((GstVulkanH264DecoderClass *) klass)
+
+static GstElementClass *parent_class = NULL;
+
+struct CData
+{
+  gchar *description;
+  gint device_index;
+};
+
+typedef struct _GstVulkanH264Decoder GstVulkanH264Decoder;
+typedef struct _GstVulkanH264DecoderClass GstVulkanH264DecoderClass;
 typedef struct _GstVulkanH264Decoder GstVulkanH264Decoder;
 typedef struct _GstVulkanH264Picture GstVulkanH264Picture;
+typedef struct _SPS SPS;
+typedef struct _PPS PPS;
+
+struct _SPS
+{
+  StdVideoH264SequenceParameterSet sps;
+  StdVideoH264HrdParameters hrd;
+  StdVideoH264SequenceParameterSetVui vui;
+  StdVideoH264ScalingLists scaling_lists;
+};
+
+struct _PPS
+{
+  StdVideoH264PictureParameterSet pps;
+  StdVideoH264ScalingLists scaling_lists;
+};
 
 struct _GstVulkanH264Picture
 {
@@ -47,6 +82,7 @@
   StdVideoDecodeH264PictureInfo std_h264pic;
 
   gint32 slot_idx;
+  guint ref_count;
 };
 
 struct _GstVulkanH264Decoder
@@ -60,7 +96,7 @@
   GstVulkanDecoder *decoder;
 
   gboolean need_negotiation;
-  gboolean need_params_update;
+  gboolean need_sps_update;
 
   gint width;
   gint height;
@@ -72,12 +108,22 @@
   VkChromaLocation xloc, yloc;
 
   GstVideoCodecState *output_state;
+
+  SPS std_sps;
+  PPS std_pps;
+};
+
+struct _GstVulkanH264DecoderClass
+{
+  GstH264DecoderClass parent;
+
+  gint device_index;
 };
 
 static GstStaticPadTemplate gst_vulkan_h264dec_sink_template =
 GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
     GST_STATIC_CAPS ("video/x-h264, "
-        "profile = { (string) high, (string) main, (string) constrained-baseline, (string) baseline } ,"
+        "profile = { (string) high, (string) main, (string) constrained-baseline, (string) baseline, (string) extended } ,"
         "stream-format = { (string) avc, (string) byte-stream }, "
         "alignment = (string) au"));
 
@@ -86,16 +132,16 @@
     GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
         (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE, "NV12")));
 
-GST_DEBUG_CATEGORY (gst_debug_vulkan_h264_decoder);
-#define GST_CAT_DEFAULT gst_debug_vulkan_h264_decoder
-
 #define gst_vulkan_h264_decoder_parent_class parent_class
-G_DEFINE_TYPE_WITH_CODE (GstVulkanH264Decoder, gst_vulkan_h264_decoder,
-    GST_TYPE_H264_DECODER,
-    GST_DEBUG_CATEGORY_INIT (gst_debug_vulkan_h264_decoder,
-        "vulkanh264dec", 0, "Vulkan H.264 Decoder"));
-GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (vulkanh264dec, "vulkanh264dec",
-    GST_RANK_NONE, GST_TYPE_VULKAN_H264_DECODER, vulkan_element_init (plugin));
+
+static gpointer
+_register_debug_category (gpointer data)
+{
+  GST_DEBUG_CATEGORY_INIT (gst_vulkan_h264_decoder_debug,
+      "gst_vulkan_h264_decoder_debug", 0, "Vulkan H.264 decoder");
+
+  return NULL;
+}
 
 static gboolean
 _find_queues (GstVulkanDevice * device, GstVulkanQueue * queue, gpointer data)
@@ -126,6 +172,7 @@
 gst_vulkan_h264_decoder_open (GstVideoDecoder * decoder)
 {
   GstVulkanH264Decoder *self = GST_VULKAN_H264_DECODER (decoder);
+  GstVulkanH264DecoderClass *klass = GST_VULKAN_H264_DECODER_GET_CLASS (self);
 
   if (!gst_vulkan_ensure_element_data (GST_ELEMENT (decoder), NULL,
           &self->instance)) {
@@ -134,18 +181,9 @@
     return FALSE;
   }
 
-  if (!gst_vulkan_device_run_context_query (GST_ELEMENT (decoder),
-          &self->device)) {
-    GError *error = NULL;
-    GST_DEBUG_OBJECT (self, "No device retrieved from peer elements");
-    self->device = gst_vulkan_instance_create_device (self->instance, &error);
-    if (!self->device) {
-      GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
-          ("Failed to create vulkan device"),
-          ("%s", error ? error->message : ""));
-      g_clear_error (&error);
-      return FALSE;
-    }
+  if (!gst_vulkan_ensure_element_device (GST_ELEMENT (decoder), self->instance,
+          &self->device, klass->device_index)) {
+    return FALSE;
   }
 
   if (!gst_vulkan_queue_run_context_query (GST_ELEMENT (self),
@@ -161,7 +199,7 @@
     return FALSE;
   }
 
-  self->decoder = gst_vulkan_queue_create_decoder (self->decode_queue,
+  self->decoder = gst_vulkan_decoder_new_from_queue (self->decode_queue,
       VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR);
   if (!self->decoder) {
     GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
@@ -290,7 +328,8 @@
 
   self->output_state->caps = gst_video_info_to_caps (&self->output_state->info);
   gst_caps_set_features_simple (self->output_state->caps,
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE, NULL));
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE,
+          NULL));
 
   GST_INFO_OBJECT (self, "Negotiated caps %" GST_PTR_FORMAT,
       self->output_state->caps);
@@ -355,7 +394,7 @@
 
   gst_vulkan_image_buffer_pool_config_set_allocation_params (config, usage,
       VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, VK_IMAGE_LAYOUT_VIDEO_DECODE_DST_KHR,
-      VK_ACCESS_TRANSFER_WRITE_BIT);
+      VK_ACCESS_NONE);
   gst_vulkan_image_buffer_pool_config_set_decode_caps (config, profile_caps);
 
   gst_caps_unref (profile_caps);
@@ -383,32 +422,25 @@
   }
 }
 
-/* set a common pipeline stage valid for any queue to avoid Vulkan Validation
- * errors */
-static void
-reset_pipeline_stage_mask (GstBuffer * buf)
-{
-  guint i, n = gst_buffer_n_memory (buf);
-
-  for (i = 0; i < n; i++) {
-    GstVulkanImageMemory *vk_mem =
-        (GstVulkanImageMemory *) gst_buffer_peek_memory (buf, i);
-    vk_mem->barrier.parent.pipeline_stages = VK_PIPELINE_STAGE_ALL_COMMANDS_BIT;
-  }
-}
-
 static GstVulkanH264Picture *
 gst_vulkan_h264_picture_new (GstVulkanH264Decoder * self, GstBuffer * out)
 {
   GstVulkanH264Picture *pic;
 
   pic = g_new0 (GstVulkanH264Picture, 1);
+  g_atomic_int_inc (&pic->ref_count);
   gst_vulkan_decoder_picture_init (self->decoder, &pic->base, out);
-  reset_pipeline_stage_mask (out);
 
   return pic;
 }
 
+static inline gpointer
+gst_vulkan_h264_picture_ref (GstVulkanH264Picture * pic)
+{
+  g_atomic_int_inc (&pic->ref_count);
+  return pic;
+}
+
 static void
 gst_vulkan_h264_picture_free (gpointer data)
 {
@@ -418,6 +450,14 @@
   g_free (pic);
 }
 
+static inline void
+gst_vulkan_h264_picture_unref (gpointer data)
+{
+  GstVulkanH264Picture *pic = data;
+  if (g_atomic_int_dec_and_test (&pic->ref_count))
+    gst_vulkan_h264_picture_free (data);
+}
+
 static VkVideoChromaSubsamplingFlagBitsKHR
 _get_chroma_subsampling_flag (guint8 chroma_format_idc)
 {
@@ -455,6 +495,9 @@
     case GST_H264_PROFILE_BASELINE:
       return STD_VIDEO_H264_PROFILE_IDC_BASELINE;
     case GST_H264_PROFILE_MAIN:
+      /* Similar to baseline and constrained-baseline, extended is the same as
+       * main if we ignore ASO/FMO features. */
+    case GST_H264_PROFILE_EXTENDED:
       return STD_VIDEO_H264_PROFILE_IDC_MAIN;
     case GST_H264_PROFILE_HIGH:
       return STD_VIDEO_H264_PROFILE_IDC_HIGH;
@@ -638,7 +681,7 @@
     }
   }
 
-  self->need_params_update = TRUE;
+  self->need_sps_update = TRUE;
 
   return GST_FLOW_OK;
 }
@@ -666,7 +709,7 @@
     goto allocation_failed;
 
   pic = gst_vulkan_h264_picture_new (self, frame->output_buffer);
-  gst_h264_picture_set_user_data (picture, pic, gst_vulkan_h264_picture_free);
+  gst_h264_picture_set_user_data (picture, pic, gst_vulkan_h264_picture_unref);
 
   return GST_FLOW_OK;
 
@@ -683,7 +726,7 @@
     GstH264Picture * first_field, GstH264Picture * second_field)
 {
   GstVulkanH264Decoder *self = GST_VULKAN_H264_DECODER (decoder);
-  GstVulkanH264Picture *first_pic, *second_pic;
+  GstVulkanH264Picture *first_pic;
 
   GST_TRACE_OBJECT (self, "New field picture");
 
@@ -691,39 +734,35 @@
   if (!first_pic)
     return GST_FLOW_ERROR;
 
-  second_pic = gst_vulkan_h264_picture_new (self, first_pic->base.out);
-  gst_h264_picture_set_user_data (second_field, second_pic,
-      gst_vulkan_h264_picture_free);
+  gst_h264_picture_set_user_data (second_field,
+      gst_vulkan_h264_picture_ref (first_pic), gst_vulkan_h264_picture_unref);
 
-  GST_LOG_OBJECT (self, "New vulkan decode picture %p", second_pic);
+  GST_LOG_OBJECT (self, "New vulkan decode picture %p", second_field);
 
   return GST_FLOW_OK;
 }
 
 static void
-_fill_sps (const GstH264SPS * sps, StdVideoH264SequenceParameterSet * std_sps,
-    StdVideoH264HrdParameters * vkhrd,
-    StdVideoH264SequenceParameterSetVui * vkvui,
-    StdVideoH264ScalingLists * vkscaling_lists)
+_fill_sps (const GstH264SPS * sps, SPS * std_sps)
 {
   const GstH264VUIParams *vui = &sps->vui_parameters;
   const GstH264HRDParams *hrd;
   int i;
 
   /* *INDENT-OFF* */
-  *vkscaling_lists = (StdVideoH264ScalingLists) {
+  std_sps->scaling_lists = (StdVideoH264ScalingLists) {
     .scaling_list_present_mask = sps->scaling_matrix_present_flag,
     .use_default_scaling_matrix_mask = 0, /* We already fill in the default matrix */
   };
 
   for (i = 0; i < STD_VIDEO_H264_SCALING_LIST_4X4_NUM_LISTS; i++) {
-    memcpy (vkscaling_lists->ScalingList4x4i, sps->scaling_lists_4x4i,
+    memcpy (std_sps->scaling_lists.ScalingList4x4i, sps->scaling_lists_4x4i,
         STD_VIDEO_H264_SCALING_LIST_4X4_NUM_ELEMENTS
         * sizeof (**sps->scaling_lists_4x4));
   }
 
   for (i = 0; i < STD_VIDEO_H264_SCALING_LIST_8X8_NUM_LISTS; i++) {
-    memcpy (vkscaling_lists->ScalingList8x8i, sps->scaling_lists_8x8i,
+    memcpy (std_sps->scaling_lists.ScalingList8x8i, sps->scaling_lists_8x8i,
             STD_VIDEO_H264_SCALING_LIST_8X8_NUM_ELEMENTS
             * sizeof (**sps->scaling_lists_8x8));
   }
@@ -737,7 +776,7 @@
       hrd = NULL;
 
     if (hrd) {
-      *vkhrd = (StdVideoH264HrdParameters) {
+      std_sps->hrd = (StdVideoH264HrdParameters) {
         .cpb_cnt_minus1 = hrd->cpb_cnt_minus1,
         .bit_rate_scale = hrd->bit_rate_scale,
         .cpb_size_scale = hrd->cpb_size_scale,
@@ -748,19 +787,19 @@
         .time_offset_length = hrd->time_offset_length,
       };
 
-      memcpy (vkhrd->bit_rate_value_minus1, hrd->bit_rate_value_minus1,
+      memcpy (std_sps->hrd.bit_rate_value_minus1, hrd->bit_rate_value_minus1,
           STD_VIDEO_H264_CPB_CNT_LIST_SIZE
           * sizeof (*hrd->bit_rate_value_minus1));
 
-      memcpy (vkhrd->cpb_size_value_minus1, hrd->cpb_size_value_minus1,
+      memcpy (std_sps->hrd.cpb_size_value_minus1, hrd->cpb_size_value_minus1,
           STD_VIDEO_H264_CPB_CNT_LIST_SIZE
           * sizeof (*hrd->cpb_size_value_minus1));
 
-      memcpy (vkhrd->cbr_flag, hrd->cbr_flag,
+      memcpy (std_sps->hrd.cbr_flag, hrd->cbr_flag,
           STD_VIDEO_H264_CPB_CNT_LIST_SIZE * sizeof (*hrd->cbr_flag));
     }
 
-    *vkvui = (StdVideoH264SequenceParameterSetVui) {
+    std_sps->vui = (StdVideoH264SequenceParameterSetVui) {
       .flags = {
         .aspect_ratio_info_present_flag = vui->aspect_ratio_info_present_flag,
         .overscan_info_present_flag = vui->overscan_info_present_flag,
@@ -789,11 +828,11 @@
       .chroma_sample_loc_type_top_field = vui->chroma_sample_loc_type_top_field,
       .chroma_sample_loc_type_bottom_field =
           vui->chroma_sample_loc_type_bottom_field,
-      .pHrdParameters = hrd ? vkhrd : NULL,
+      .pHrdParameters = &std_sps->hrd,
     };
   }
 
-  *std_sps = (StdVideoH264SequenceParameterSet) {
+  std_sps->sps = (StdVideoH264SequenceParameterSet) {
     .flags = {
       .constraint_set0_flag = sps->constraint_set0_flag,
       .constraint_set1_flag = sps->constraint_set1_flag,
@@ -835,8 +874,8 @@
     .frame_crop_top_offset = sps->frame_crop_top_offset,
     .frame_crop_bottom_offset = sps->frame_crop_bottom_offset,
     .pOffsetForRefFrame = sps->offset_for_ref_frame,
-    .pScalingLists = vkscaling_lists,
-    .pSequenceParameterSetVui = sps->vui_parameters_present_flag ? vkvui : NULL,
+    .pScalingLists = &std_sps->scaling_lists,
+    .pSequenceParameterSetVui = sps->vui_parameters_present_flag ? &std_sps->vui : NULL,
   };
   /* *INDENT-ON* */
 
@@ -844,30 +883,29 @@
 }
 
 static void
-_fill_pps (const GstH264PPS * pps, StdVideoH264PictureParameterSet * std_pps,
-    StdVideoH264ScalingLists * vkscaling_lists)
+_fill_pps (const GstH264PPS * pps, PPS * std_pps)
 {
   int i;
 
   /* *INDENT-OFF* */
-  *vkscaling_lists = (StdVideoH264ScalingLists) {
+  std_pps->scaling_lists = (StdVideoH264ScalingLists) {
     .scaling_list_present_mask = pps->pic_scaling_matrix_present_flag,
     .use_default_scaling_matrix_mask = 0, /* We already fill in the default matrix */
   };
 
   for (i = 0; i < STD_VIDEO_H264_SCALING_LIST_4X4_NUM_LISTS; i++) {
-    memcpy (vkscaling_lists->ScalingList4x4i, pps->scaling_lists_4x4i,
+    memcpy (std_pps->scaling_lists.ScalingList4x4i, pps->scaling_lists_4x4i,
         STD_VIDEO_H264_SCALING_LIST_4X4_NUM_ELEMENTS
         * sizeof (**pps->scaling_lists_4x4));
   }
 
   for (i = 0; i < STD_VIDEO_H264_SCALING_LIST_8X8_NUM_LISTS; i++) {
-    memcpy (vkscaling_lists->ScalingList8x8i, pps->scaling_lists_8x8i,
+    memcpy (std_pps->scaling_lists.ScalingList8x8i, pps->scaling_lists_8x8i,
         STD_VIDEO_H264_SCALING_LIST_8X8_NUM_ELEMENTS
         * sizeof (**pps->scaling_lists_8x8));
   }
 
-  *std_pps = (StdVideoH264PictureParameterSet) {
+  std_pps->pps = (StdVideoH264PictureParameterSet) {
     .flags = {
       .transform_8x8_mode_flag = pps->transform_8x8_mode_flag,
       .redundant_pic_cnt_present_flag = pps->redundant_pic_cnt_present_flag,
@@ -890,7 +928,7 @@
     .chroma_qp_index_offset = pps->chroma_qp_index_offset,
     .second_chroma_qp_index_offset =
         (int8_t) pps->second_chroma_qp_index_offset,
-    .pScalingLists = vkscaling_lists,
+    .pScalingLists = &std_pps->scaling_lists,
   };
   /* *INDENT-ON* */
 
@@ -901,24 +939,16 @@
 _update_parameters (GstVulkanH264Decoder * self, const GstH264SPS * sps,
     const GstH264PPS * pps)
 {
-  /* SPS */
-  StdVideoH264SequenceParameterSet std_sps;
-  StdVideoH264HrdParameters hrd;
-  StdVideoH264SequenceParameterSetVui vui;
-  StdVideoH264ScalingLists sps_scaling_lists;
-
-  /* PPS */
-  StdVideoH264PictureParameterSet std_pps;
-  StdVideoH264ScalingLists pps_scaling_lists;
+  gboolean update = FALSE;
 
   VkVideoDecodeH264SessionParametersAddInfoKHR params = {
     .sType =
         VK_STRUCTURE_TYPE_VIDEO_DECODE_H264_SESSION_PARAMETERS_ADD_INFO_KHR,
     /* .pNext =  */
     .stdSPSCount = 1,
-    .pStdSPSs = &std_sps,
+    .pStdSPSs = &self->std_sps.sps,
     .stdPPSCount = 1,
-    .pStdPPSs = &std_pps,
+    .pStdPPSs = &self->std_pps.pps,
   };
   VkVideoDecodeH264SessionParametersCreateInfoKHR info = {
     .sType =
@@ -930,9 +960,18 @@
   };
 
   GError *error = NULL;
+  if (sps) {
+    _fill_sps (sps, &self->std_sps);
+    update = TRUE;
+  }
 
-  _fill_sps (sps, &std_sps, &hrd, &vui, &sps_scaling_lists);
-  _fill_pps (pps, &std_pps, &pps_scaling_lists);
+  if (pps) {
+    _fill_pps (pps, &self->std_pps);
+    update = TRUE;
+  }
+
+  if (!update)
+    return GST_FLOW_OK;
 
   if (!gst_vulkan_decoder_update_video_session_parameters (self->decoder,
           &(GstVulkanDecoderParameters) {
@@ -988,7 +1027,7 @@
 }
 
 static gint32
-_find_next_slot_idx (GArray * dpb)
+_find_next_slot_idx (GstH264Picture * picture, GArray * dpb)
 {
   gint32 i;
   guint len;
@@ -1001,12 +1040,15 @@
   for (i = 0; i < len; i++) {
     GstH264Picture *pic = g_array_index (dpb, GstH264Picture *, i);
     GstVulkanH264Picture *h264_pic = gst_h264_picture_get_user_data (pic);
+    if (pic->nonexisting || pic->second_field)
+      continue;
     arrh264_pic->slot_idx = pic;
   }
 
   /* let's return the smallest available / not ref index */
   for (i = 0; i < len; i++) {
-    if (!arri)
+    if (!arri
+        || (picture->second_field && picture->other_field == arri))
       return i;
   }
 
@@ -1021,16 +1063,14 @@
   /* *INDENT-OFF* */
   *stdh264_ref = (StdVideoDecodeH264ReferenceInfo) {
     .flags = {
-      .top_field_flag =
-          (picture->field == GST_H264_PICTURE_FIELD_TOP_FIELD),
-      .bottom_field_flag =
-          (picture->field == GST_H264_PICTURE_FIELD_BOTTOM_FIELD),
+      .top_field_flag = 0,
+      .bottom_field_flag = 0,
       .is_non_existing = picture->nonexisting,
       .used_for_long_term_reference =
           GST_H264_PICTURE_IS_LONG_TERM_REF (picture),
     },
     .FrameNum = GST_H264_PICTURE_IS_LONG_TERM_REF (picture) ?
-        picture->long_term_pic_num : picture->pic_num,
+        picture->long_term_pic_num : picture->frame_num,
     /* .reserved = */
     /* .PicOrderCnt = */
   };
@@ -1042,15 +1082,19 @@
       stdh264_ref->PicOrderCnt1 = picture->bottom_field_order_cnt;
       break;
     case GST_H264_PICTURE_FIELD_BOTTOM_FIELD:
-      if (picture->other_field)
+      stdh264_ref->flags.bottom_field_flag = 1;
+      if (picture->other_field) {
         stdh264_ref->PicOrderCnt0 = picture->other_field->top_field_order_cnt;
-      else
+        stdh264_ref->flags.top_field_flag = 1;
+      } else
         stdh264_ref->PicOrderCnt0 = 0;
       stdh264_ref->PicOrderCnt1 = picture->bottom_field_order_cnt;
       break;
     case GST_H264_PICTURE_FIELD_TOP_FIELD:
       stdh264_ref->PicOrderCnt0 = picture->top_field_order_cnt;
+      stdh264_ref->flags.top_field_flag = 1;
       if (picture->other_field) {
+        stdh264_ref->flags.bottom_field_flag = 1;
         stdh264_ref->PicOrderCnt1 =
             picture->other_field->bottom_field_order_cnt;
       } else {
@@ -1095,8 +1139,8 @@
       .width = self->coded_width,
       .height = self->coded_height,
     },
-    .baseArrayLayer = self->decoder->layered_dpb ? pic->slot_idx : 0,
-    .imageViewBinding = pic->base.img_view_ref->view,
+   .baseArrayLayer = (self->decoder->layered_dpb && self->decoder->dedicated_dpb) ? pic->slot_idx : 0,
+   .imageViewBinding = pic->base.img_view_ref->view,
   };
 
   *slot = (VkVideoReferenceSlotInfoKHR) {
@@ -1110,8 +1154,8 @@
   if (ref)
     *ref = &pic->base;
 
-  GST_TRACE_OBJECT (self, "0x%lx slotIndex: %d", res->imageViewBinding,
-      slot->slotIndex);
+  GST_TRACE_OBJECT (self, "0x%" G_GUINT64_FORMAT "x slotIndex: %d",
+      res->imageViewBinding, slot->slotIndex);
 }
 
 static GstFlowReturn
@@ -1128,12 +1172,11 @@
 
   GST_TRACE_OBJECT (self, "Start picture");
 
-  if (self->need_params_update) {
-    ret = _update_parameters (self, sps, pps);
-    if (ret != GST_FLOW_OK)
-      return ret;
-    self->need_params_update = FALSE;
-  }
+  ret = _update_parameters (self, self->need_sps_update ? sps : NULL, pps);
+  if (ret != GST_FLOW_OK)
+    return ret;
+  if (self->need_sps_update)
+    self->need_sps_update = FALSE;
 
   refs = gst_h264_dpb_get_pictures_all (dpb);
 
@@ -1141,39 +1184,43 @@
   g_assert (pic);
 
   _fill_h264_pic (picture, slice, &pic->vk_h264pic, &pic->std_h264pic);
-  pic->slot_idx = _find_next_slot_idx (refs);
+  /* Search for the next slot index in all available refs */
+  pic->slot_idx = _find_next_slot_idx (picture, refs);
+
+  g_array_unref (refs);
+  /* Create a new refs array to retrieve short-term and long term refs */
+  refs = g_array_sized_new (FALSE, TRUE, sizeof (GstH264Picture *), 16);
+  g_array_set_clear_func (refs, (GDestroyNotify) gst_clear_h264_picture);
 
   /* fill main slot */
   _fill_ref_slot (self, picture, &pic->base.slot,
       &pic->base.pic_res, &pic->vk_slot, &pic->std_ref, NULL);
 
-  j = 0;
-
+  gst_h264_dpb_get_pictures_short_term_ref (dpb, FALSE, FALSE, refs);
   /* Fill in short-term references */
+  j = 0;
   for (i = 0; i < refs->len; i++) {
     GstH264Picture *picture = g_array_index (refs, GstH264Picture *, i);
-    /* XXX: shall we add second fields? */
-    if (GST_H264_PICTURE_IS_SHORT_TERM_REF (picture)) {
-      _fill_ref_slot (self, picture, &pic->base.slotsj,
-          &pic->base.pics_resj, &pic->vk_slotsj, &pic->std_refsj,
-          &pic->base.refsj);
-      j++;
-    }
-    /* FIXME: do it in O(n) rather O(2n) */
+
+    _fill_ref_slot (self, picture, &pic->base.slotsj,
+        &pic->base.pics_resj, &pic->vk_slotsj, &pic->std_refsj,
+        &pic->base.refsj);
+    j++;
   }
 
+  g_array_set_size (refs, 0);
+  gst_h264_dpb_get_pictures_long_term_ref (dpb, FALSE, refs);
   /* Fill in long-term refs */
   for (i = 0; i < refs->len; i++) {
     GstH264Picture *picture = g_array_index (refs, GstH264Picture *, i);
-    /* XXX: shall we add non existing and second fields? */
-    if (GST_H264_PICTURE_IS_LONG_TERM_REF (picture)) {
-      _fill_ref_slot (self, picture, &pic->base.slotsj,
-          &pic->base.pics_resj, &pic->vk_slotsj, &pic->std_refsj,
-          &pic->base.refsj);
-      j++;
-    }
-  }
 
+    _fill_ref_slot (self, picture, &pic->base.slotsj,
+        &pic->base.pics_resj, &pic->vk_slotsj, &pic->std_refsj,
+        &pic->base.refsj);
+    j++;
+
+  }
+  g_array_set_size (refs, 0);
   g_array_unref (refs);
 
   /* *INDENT-OFF* */
@@ -1261,6 +1308,9 @@
     return GST_FLOW_ERROR;
   }
 
+  /* do not send the same slice data again */
+  g_clear_pointer (&pic->base.slice_offs, g_array_unref);
+
   return GST_FLOW_OK;
 }
 
@@ -1287,28 +1337,44 @@
 
   gst_h264_picture_unref (picture);
 
-  reset_pipeline_stage_mask (frame->output_buffer);
-
   return gst_video_decoder_finish_frame (vdec, frame);
 }
 
 static void
-gst_vulkan_h264_decoder_init (GstVulkanH264Decoder * self)
+gst_vulkan_h264_decoder_init (GTypeInstance * instance, gpointer g_class)
 {
   gst_vulkan_buffer_memory_init_once ();
 }
 
 static void
-gst_vulkan_h264_decoder_class_init (GstVulkanH264DecoderClass * klass)
+gst_vulkan_h264_decoder_class_init (gpointer g_klass, gpointer class_data)
 {
-  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
-  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (klass);
-  GstH264DecoderClass *h264decoder_class = GST_H264_DECODER_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (g_klass);
+  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (g_klass);
+  GstH264DecoderClass *h264decoder_class = GST_H264_DECODER_CLASS (g_klass);
+  GstVulkanH264DecoderClass *vk_h264_class =
+      GST_VULKAN_H264_DECODER_CLASS (g_klass);
+  struct CData *cdata = class_data;
+  gchar *long_name;
+  const gchar *name, *desc;
+
+  name = "Vulkan H.264 decoder";
+  desc = "A H.264 video decoder based on Vulkan";
+
+  if (cdata->description)
+    long_name = g_strdup_printf ("%s on %s", name, cdata->description);
+  else
+    long_name = g_strdup (name);
+
+  vk_h264_class->device_index = cdata->device_index;
 
-  gst_element_class_set_metadata (element_class, "Vulkan H.264 decoder",
-      "Codec/Decoder/Video/Hardware", "A H.264 video decoder based on Vulkan",
+  gst_element_class_set_metadata (element_class, long_name,
+      "Codec/Decoder/Video/Hardware", desc,
       "Víctor Jáquez <vjaquez@igalia.com>");
 
+  parent_class = g_type_class_peek_parent (g_klass);
+
+
   gst_element_class_add_static_pad_template (element_class,
       &gst_vulkan_h264dec_sink_template);
 
@@ -1345,3 +1411,43 @@
   h264decoder_class->output_picture =
       GST_DEBUG_FUNCPTR (gst_vulkan_h264_decoder_output_picture);
 }
+
+gboolean
+gst_vulkan_h264_decoder_register (GstPlugin * plugin, GstVulkanDevice * device,
+    guint rank)
+{
+  static GOnce debug_once = G_ONCE_INIT;
+  GType type;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstVulkanH264DecoderClass),
+    .class_init = gst_vulkan_h264_decoder_class_init,
+    .instance_size = sizeof (GstVulkanH264Decoder),
+    .instance_init = gst_vulkan_h264_decoder_init,
+  };
+  struct CData *cdata;
+  gboolean ret;
+  gchar *type_name, *feature_name;
+
+  cdata = g_new (struct CData, 1);
+  cdata->description = NULL;
+  cdata->device_index = device->physical_device->device_index;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+
+  gst_vulkan_create_feature_name (device, "GstVulkanH264Decoder",
+      "GstVulkanH264Device%dDecoder", &type_name, "vulkanh264dec",
+      "vulkanh264device%ddec", &feature_name, &cdata->description, &rank);
+
+  type_info.class_data = cdata;
+
+  g_once (&debug_once, _register_debug_category, NULL);
+  type = g_type_register_static (GST_TYPE_H264_DECODER,
+      type_name, &type_info, 0);
+
+  ret = gst_element_register (plugin, feature_name, rank, type);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vkh264dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vkh264dec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vkh265dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vkh265dec.c Changed

@@ -25,12 +25,69 @@
 
 #include <gst/video/video.h>
 #include <gst/vulkan/vulkan.h>
+#include "gst/vulkan/gstvkdecoder-private.h"
 
 #include "gstvulkanelements.h"
 
+GST_DEBUG_CATEGORY_STATIC (gst_vulkan_h265_decoder_debug);
+#define GST_CAT_DEFAULT gst_vulkan_h265_decoder_debug
+
+#define GST_VULKAN_H265_DECODER(obj)            ((GstVulkanH265Decoder *) obj)
+#define GST_VULKAN_H265_DECODER_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), G_TYPE_FROM_INSTANCE (obj), GstVulkanH265DecoderClass))
+#define GST_VULKAN_H265_DECODER_CLASS(klass)    ((GstVulkanH265DecoderClass *) klass)
+
+static GstElementClass *parent_class = NULL;
+
+struct CData
+{
+  gchar *description;
+  gint device_index;
+};
+
+typedef struct _GstVulkanH265Decoder GstVulkanH265Decoder;
+typedef struct _GstVulkanH265DecoderClass GstVulkanH265DecoderClass;
 typedef struct _GstVulkanH265Decoder GstVulkanH265Decoder;
 typedef struct _GstVulkanH265Picture GstVulkanH265Picture;
+typedef struct _VPS VPS;
+typedef struct _SPS SPS;
+typedef struct _PPS PPS;
+
 
+struct _SPS
+{
+  StdVideoH265SequenceParameterSet sps;
+  StdVideoH265ScalingLists scaling;
+  StdVideoH265HrdParameters vui_header;
+  StdVideoH265SequenceParameterSetVui vui;
+  StdVideoH265ProfileTierLevel ptl;
+  StdVideoH265DecPicBufMgr dpbm;
+  StdVideoH265PredictorPaletteEntries pal;
+  StdVideoH265SubLayerHrdParameters nal_hrdGST_H265_MAX_SUB_LAYERS;
+  StdVideoH265SubLayerHrdParameters vcl_hrdGST_H265_MAX_SUB_LAYERS;
+  /* 7.4.3.2.1: num_short_term_ref_pic_sets is in 0, 64. */
+  StdVideoH265ShortTermRefPicSet str64;
+  StdVideoH265LongTermRefPicsSps ltr;
+};
+
+struct _PPS
+{
+  StdVideoH265PictureParameterSet pps;
+  StdVideoH265ScalingLists scaling;
+  StdVideoH265PredictorPaletteEntries pal;
+};
+
+struct _VPS
+{
+  StdVideoH265VideoParameterSet vps;
+  StdVideoH265ProfileTierLevel ptl;
+  StdVideoH265DecPicBufMgr dpbm;
+  /* FIXME: a VPS can have multiple header params, each with its own nal and vlc
+     headers sets. Sadly, that's not currently supported by the GStreamer H265
+     parser, which only supports one header params per VPS. */
+  StdVideoH265HrdParameters hrd;
+  StdVideoH265SubLayerHrdParameters nal_hdrGST_H265_MAX_SUB_LAYERS;
+  StdVideoH265SubLayerHrdParameters vcl_hdrGST_H265_MAX_SUB_LAYERS;
+};
 struct _GstVulkanH265Picture
 {
   GstVulkanDecoderPicture base;
@@ -72,6 +129,17 @@
   VkChromaLocation xloc, yloc;
 
   GstVideoCodecState *output_state;
+  VPS std_vps;
+  SPS std_sps;
+  PPS std_pps;
+};
+
+
+struct _GstVulkanH265DecoderClass
+{
+  GstH265DecoderClass parent;
+
+  gint device_index;
 };
 
 static GstStaticPadTemplate gst_vulkan_h265dec_sink_template =
@@ -86,16 +154,16 @@
     GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
         (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE, "NV12")));
 
-GST_DEBUG_CATEGORY (gst_debug_vulkan_h265_decoder);
-#define GST_CAT_DEFAULT gst_debug_vulkan_h265_decoder
-
 #define gst_vulkan_h265_decoder_parent_class parent_class
-G_DEFINE_TYPE_WITH_CODE (GstVulkanH265Decoder, gst_vulkan_h265_decoder,
-    GST_TYPE_H265_DECODER,
-    GST_DEBUG_CATEGORY_INIT (gst_debug_vulkan_h265_decoder,
-        "vulkanh265dec", 0, "Vulkan H.265 Decoder"));
-GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (vulkanh265dec, "vulkanh265dec",
-    GST_RANK_NONE, GST_TYPE_VULKAN_H265_DECODER, vulkan_element_init (plugin));
+
+static gpointer
+_register_debug_category (gpointer data)
+{
+  GST_DEBUG_CATEGORY_INIT (gst_vulkan_h265_decoder_debug,
+      "gst_vulkan_h265_decoder_debug", 0, "Vulkan H.265 decoder");
+
+  return NULL;
+}
 
 static void
 gst_vulkan_h265_decoder_set_context (GstElement * element, GstContext * context)
@@ -184,6 +252,7 @@
 gst_vulkan_h265_decoder_open (GstVideoDecoder * decoder)
 {
   GstVulkanH265Decoder *self = GST_VULKAN_H265_DECODER (decoder);
+  GstVulkanH265DecoderClass *klass = GST_VULKAN_H265_DECODER_GET_CLASS (self);
 
   if (!gst_vulkan_ensure_element_data (GST_ELEMENT (decoder), NULL,
           &self->instance)) {
@@ -192,18 +261,9 @@
     return FALSE;
   }
 
-  if (!gst_vulkan_device_run_context_query (GST_ELEMENT (decoder),
-          &self->device)) {
-    GError *error = NULL;
-    GST_DEBUG_OBJECT (self, "No device retrieved from peer elements");
-    self->device = gst_vulkan_instance_create_device (self->instance, &error);
-    if (!self->device) {
-      GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
-          ("Failed to create vulkan device"),
-          ("%s", error ? error->message : ""));
-      g_clear_error (&error);
-      return FALSE;
-    }
+  if (!gst_vulkan_ensure_element_device (GST_ELEMENT (decoder), self->instance,
+          &self->device, klass->device_index)) {
+    return FALSE;
   }
 
   if (!gst_vulkan_queue_run_context_query (GST_ELEMENT (self),
@@ -219,7 +279,7 @@
     return FALSE;
   }
 
-  self->decoder = gst_vulkan_queue_create_decoder (self->decode_queue,
+  self->decoder = gst_vulkan_decoder_new_from_queue (self->decode_queue,
       VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR);
   if (!self->decoder) {
     GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
@@ -285,7 +345,8 @@
 
   self->output_state->caps = gst_video_info_to_caps (&self->output_state->info);
   gst_caps_set_features_simple (self->output_state->caps,
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE, NULL));
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE,
+          NULL));
 
   GST_INFO_OBJECT (self, "Negotiated caps %" GST_PTR_FORMAT,
       self->output_state->caps);
@@ -566,20 +627,6 @@
   return GST_FLOW_OK;
 }
 
-/* set a common pipeline stage valid for any queue to avoid Vulkan Validation
- * errors */
-static void
-reset_pipeline_stage_mask (GstBuffer * buf)
-{
-  guint i, n = gst_buffer_n_memory (buf);
-
-  for (i = 0; i < n; i++) {
-    GstVulkanImageMemory *vk_mem =
-        (GstVulkanImageMemory *) gst_buffer_peek_memory (buf, i);
-    vk_mem->barrier.parent.pipeline_stages = VK_PIPELINE_STAGE_ALL_COMMANDS_BIT;
-  }
-}
-
 static GstVulkanH265Picture *
 gst_vulkan_h265_picture_new (GstVulkanH265Decoder * self, GstBuffer * out)
 {
@@ -587,7 +634,6 @@
 
   pic = g_new0 (GstVulkanH265Picture, 1);
   gst_vulkan_decoder_picture_init (self->decoder, &pic->base, out);
-  reset_pipeline_stage_mask (out);
 
   return pic;
 }
@@ -636,41 +682,7 @@
   }
 }
 
-struct SPS
-{
-  StdVideoH265SequenceParameterSet sps;
-  StdVideoH265ScalingLists scaling;
-  StdVideoH265HrdParameters vui_header;
-  StdVideoH265SequenceParameterSetVui vui;
-  StdVideoH265ProfileTierLevel ptl;
-  StdVideoH265DecPicBufMgr dpbm;
-  StdVideoH265PredictorPaletteEntries pal;
-  StdVideoH265SubLayerHrdParameters nal_hrdGST_H265_MAX_SUB_LAYERS;
-  StdVideoH265SubLayerHrdParameters vcl_hrdGST_H265_MAX_SUB_LAYERS;
-  /* 7.4.3.2.1: num_short_term_ref_pic_sets is in 0, 64. */
-  StdVideoH265ShortTermRefPicSet str64;
-  StdVideoH265LongTermRefPicsSps ltr;
-};
-
-struct PPS
-{
-  StdVideoH265PictureParameterSet pps;
-  StdVideoH265ScalingLists scaling;
-  StdVideoH265PredictorPaletteEntries pal;
-};
 
-struct VPS
-{
-  StdVideoH265VideoParameterSet vps;
-  StdVideoH265ProfileTierLevel ptl;
-  StdVideoH265DecPicBufMgr dpbm;
-  /* FIXME: a VPS can have multiple header params, each with its own nal and vlc
-     headers sets. Sadly, that's not currently supported by the GStreamer H265
-     parser, which only supports one header params per VPS. */
-  StdVideoH265HrdParameters hrd;
-  StdVideoH265SubLayerHrdParameters nal_hdrGST_H265_MAX_SUB_LAYERS;
-  StdVideoH265SubLayerHrdParameters vcl_hdrGST_H265_MAX_SUB_LAYERS;
-};
 
 static void
 _copy_scaling_list (const GstH265ScalingList * scaling_list,
@@ -803,7 +815,7 @@
 }
 
 static void
-_fill_sps (const GstH265SPS * sps, struct SPS *std_sps)
+_fill_sps (const GstH265SPS * sps, SPS * std_sps)
 {
   int i;
   const GstH265VUIParams *vui_params = &sps->vui_params;
@@ -1077,7 +1089,7 @@
 }
 
 static void
-_fill_pps (const GstH265PPS * pps, const GstH265SPS * sps, struct PPS *std_pps)
+_fill_pps (const GstH265PPS * pps, PPS * std_pps)
 {
   int i, j;
 
@@ -1135,7 +1147,7 @@
     },
     .pps_pic_parameter_set_id = pps->id,
     .pps_seq_parameter_set_id = pps->sps_id,
-    .sps_video_parameter_set_id = sps->vps_id,
+    .sps_video_parameter_set_id = pps->sps->vps_id,
     .num_extra_slice_header_bits = pps->num_extra_slice_header_bits,
     .num_ref_idx_l0_default_active_minus1 =
         pps->num_ref_idx_l0_default_active_minus1,
@@ -1199,7 +1211,7 @@
 }
 
 static void
-_fill_vps (const GstH265VPS * vps, struct VPS * std_vps)
+_fill_vps (const GstH265VPS * vps, VPS * std_vps)
 {
   const GstH265HRDParams *hrd = &vps->hrd_params;
 
@@ -1283,22 +1295,20 @@
 }
 
 static GstFlowReturn
-_update_parameters (GstVulkanH265Decoder * self, const GstH265PPS * pps)
+_update_parameters (GstVulkanH265Decoder * self, const GstH265VPS * vps,
+    const GstH265SPS * sps, const GstH265PPS * pps)
 {
-  GstH265SPS *sps = pps->sps;
-  GstH265VPS *vps = sps->vps;
-  struct SPS std_sps;
-  struct PPS std_pps;
-  struct VPS std_vps;
+
+  gboolean update = FALSE;
   VkVideoDecodeH265SessionParametersAddInfoKHR params = {
     .sType =
         VK_STRUCTURE_TYPE_VIDEO_DECODE_H265_SESSION_PARAMETERS_ADD_INFO_KHR,
     .stdSPSCount = 1,
-    .pStdSPSs = &std_sps.sps,
+    .pStdSPSs = &self->std_sps.sps,
     .stdPPSCount = 1,
-    .pStdPPSs = &std_pps.pps,
+    .pStdPPSs = &self->std_pps.pps,
     .stdVPSCount = 1,
-    .pStdVPSs = &std_vps.vps,
+    .pStdVPSs = &self->std_vps.vps,
   };
   /* *INDENT-OFF* */
   GstVulkanDecoderParameters dec_params = {
@@ -1313,10 +1323,21 @@
   };
   /* *INDENT-ON* */
   GError *error = NULL;
+  if (vps) {
+    _fill_vps (vps, &self->std_vps);
+    update = TRUE;
+  }
+  if (sps) {
+    _fill_sps (sps, &self->std_sps);
+    update = TRUE;
+  }
+  if (pps) {
+    _fill_pps (pps, &self->std_pps);
+    update = TRUE;
+  }
 
-  _fill_sps (sps, &std_sps);
-  _fill_pps (pps, sps, &std_pps);
-  _fill_vps (vps, &std_vps);
+  if (!update)
+    return GST_FLOW_OK;
 
   if (!gst_vulkan_decoder_update_video_session_parameters (self->decoder,
           &dec_params, &error)) {
@@ -1389,7 +1410,7 @@
     .sType = VK_STRUCTURE_TYPE_VIDEO_PICTURE_RESOURCE_INFO_KHR,
     .codedOffset = { self->x, self->y },
     .codedExtent = { self->coded_width, self->coded_height },
-    .baseArrayLayer = self->decoder->layered_dpb ? pic->slot_idx : 0,
+    .baseArrayLayer = (self->decoder->layered_dpb && self->decoder->dedicated_dpb) ? pic->slot_idx : 0,
     .imageViewBinding = pic->base.img_view_ref->view,
   };
 
@@ -1405,8 +1426,8 @@
     *ref = &pic->base;
 
 
-  GST_TRACE_OBJECT (self, "0x%lx slotIndex: %d", res->imageViewBinding,
-      slot->slotIndex);
+  GST_TRACE_OBJECT (self, "0x%" G_GUINT64_FORMAT "x slotIndex: %d",
+      res->imageViewBinding, slot->slotIndex);
 }
 
 static GstFlowReturn
@@ -1415,6 +1436,8 @@
 {
   GstVulkanH265Decoder *self = GST_VULKAN_H265_DECODER (decoder);
   GstH265PPS *pps = slice->header.pps;
+  GstH265SPS *sps = pps->sps;
+  GstH265VPS *vps = sps->vps;
   GstFlowReturn ret;
   GstVulkanH265Picture *pic;
   GArray *refs;
@@ -1422,10 +1445,14 @@
 
   GST_TRACE_OBJECT (self, "Start picture");
 
+
+  ret =
+      _update_parameters (self, self->need_params_update ? vps : NULL,
+      self->need_params_update ? sps : NULL, pps);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
   if (self->need_params_update) {
-    ret = _update_parameters (self, pps);
-    if (ret != GST_FLOW_OK)
-      return ret;
     self->need_params_update = FALSE;
   }
 
@@ -1439,7 +1466,7 @@
     .flags = {
       .IrapPicFlag = GST_H265_IS_NAL_TYPE_IRAP (slice->nalu.type),
       .IdrPicFlag = GST_H265_IS_NAL_TYPE_IDR (slice->nalu.type),
-      .IsReference = picture->ref,
+      .IsReference = picture->RapPicFlag ? 1 : slice->nalu.type & 1,
       .short_term_ref_pic_set_sps_flag =
          slice->header.short_term_ref_pic_set_sps_flag,
     },
@@ -1629,28 +1656,43 @@
 
   gst_h265_picture_unref (picture);
 
-  reset_pipeline_stage_mask (frame->output_buffer);
-
   return gst_video_decoder_finish_frame (vdec, frame);
 }
 
 static void
-gst_vulkan_h265_decoder_init (GstVulkanH265Decoder * self)
+gst_vulkan_h265_decoder_init (GTypeInstance * instance, gpointer g_class)
 {
   gst_vulkan_buffer_memory_init_once ();
 }
 
 static void
-gst_vulkan_h265_decoder_class_init (GstVulkanH265DecoderClass * klass)
+gst_vulkan_h265_decoder_class_init (gpointer g_klass, gpointer class_data)
 {
-  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
-  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (klass);
-  GstH265DecoderClass *h265decoder_class = GST_H265_DECODER_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (g_klass);
+  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (g_klass);
+  GstH265DecoderClass *h265decoder_class = GST_H265_DECODER_CLASS (g_klass);
+  GstVulkanH265DecoderClass *vk_h265_class =
+      GST_VULKAN_H265_DECODER_CLASS (g_klass);
+  struct CData *cdata = class_data;
+  gchar *long_name;
+  const gchar *name, *desc;
+
+  name = "Vulkan H.265 decoder";
+  desc = "A H.265 video decoder based on Vulkan";
+
+  if (cdata->description)
+    long_name = g_strdup_printf ("%s on %s", name, cdata->description);
+  else
+    long_name = g_strdup (name);
 
-  gst_element_class_set_metadata (element_class, "Vulkan H.265 decoder",
-      "Codec/Decoder/Video/Hardware", "A H.265 video decoder based on Vulkan",
+  vk_h265_class->device_index = cdata->device_index;
+
+  gst_element_class_set_metadata (element_class, long_name,
+      "Codec/Decoder/Video/Hardware", desc,
       "Víctor Jáquez <vjaquez@igalia.com>");
 
+  parent_class = g_type_class_peek_parent (g_klass);
+
   gst_element_class_add_static_pad_template (element_class,
       &gst_vulkan_h265dec_sink_template);
 
@@ -1685,3 +1727,43 @@
   h265decoder_class->output_picture =
       GST_DEBUG_FUNCPTR (gst_vulkan_h265_decoder_output_picture);
 }
+
+gboolean
+gst_vulkan_h265_decoder_register (GstPlugin * plugin, GstVulkanDevice * device,
+    guint rank)
+{
+  static GOnce debug_once = G_ONCE_INIT;
+  GType type;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstVulkanH265DecoderClass),
+    .class_init = gst_vulkan_h265_decoder_class_init,
+    .instance_size = sizeof (GstVulkanH265Decoder),
+    .instance_init = gst_vulkan_h265_decoder_init,
+  };
+  struct CData *cdata;
+  gboolean ret;
+  gchar *type_name, *feature_name;
+
+  cdata = g_new (struct CData, 1);
+  cdata->description = NULL;
+  cdata->device_index = device->physical_device->device_index;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+
+  gst_vulkan_create_feature_name (device, "GstVulkanH265Decoder",
+      "GstVulkanH265Device%dDecoder", &type_name, "vulkanh265dec",
+      "vulkanh265device%ddec", &feature_name, &cdata->description, &rank);
+
+  type_info.class_data = cdata;
+
+  g_once (&debug_once, _register_debug_category, NULL);
+  type = g_type_register_static (GST_TYPE_H265_DECODER,
+      type_name, &type_info, 0);
+
+  ret = gst_element_register (plugin, feature_name, rank, type);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vkh265dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vkh265dec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vksink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vksink.c Changed

@@ -38,10 +38,26 @@
 GST_DEBUG_CATEGORY (gst_debug_vulkan_sink);
 #define GST_CAT_DEFAULT gst_debug_vulkan_sink
 
+#define GST_VULKAN_SINK(obj)            ((GstVulkanSink *) obj)
+#define GST_VULKAN_SINK_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), G_TYPE_FROM_INSTANCE (obj), GstVulkanSinkClass))
+#define GST_VULKAN_SINK_CLASS(klass)    ((GstVulkanSinkClass *) klass)
+
+typedef struct _GstVulkanSink GstVulkanSink;
+typedef struct _GstVulkanSinkClass GstVulkanSinkClass;
+
+static GstElementClass *parent_class = NULL;
+
+struct CData
+{
+  gchar *description;
+  gint device_index;
+};
+
 #define DEFAULT_FORCE_ASPECT_RATIO TRUE
 #define DEFAULT_PIXEL_ASPECT_RATIO_N 0
 #define DEFAULT_PIXEL_ASPECT_RATIO_D 1
 
+static void gst_vulkan_sink_init (GTypeInstance * instance, gpointer g_class);
 static void gst_vulkan_sink_finalize (GObject * object);
 static void gst_vulkan_sink_set_property (GObject * object, guint prop_id,
     const GValue * value, GParamSpec * param_spec);
@@ -102,30 +118,35 @@
 /* static guint gst_vulkan_sink_signalsLAST_SIGNAL = { 0 }; */
 
 #define gst_vulkan_sink_parent_class parent_class
-G_DEFINE_TYPE_WITH_CODE (GstVulkanSink, gst_vulkan_sink,
-    GST_TYPE_VIDEO_SINK, GST_DEBUG_CATEGORY_INIT (gst_debug_vulkan_sink,
-        "vulkansink", 0, "Vulkan Video Sink");
-    G_IMPLEMENT_INTERFACE (GST_TYPE_VIDEO_OVERLAY,
-        gst_vulkan_sink_video_overlay_init);
-    G_IMPLEMENT_INTERFACE (GST_TYPE_NAVIGATION,
-        gst_vulkan_sink_navigation_interface_init));
-GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (vulkansink, "vulkansink", GST_RANK_NONE,
-    GST_TYPE_VULKAN_SINK, vulkan_element_init (plugin));
 
 static void
-gst_vulkan_sink_class_init (GstVulkanSinkClass * klass)
+gst_vulkan_sink_class_init (gpointer g_klass, gpointer class_data)
 {
   GObjectClass *gobject_class;
   GstElementClass *gstelement_class;
   GstBaseSinkClass *gstbasesink_class;
   GstVideoSinkClass *gstvideosink_class;
   GstElementClass *element_class;
+  GstVulkanSinkClass *vk_sink_class = GST_VULKAN_SINK_CLASS (g_klass);
+
+  gobject_class = (GObjectClass *) g_klass;
+  gstelement_class = (GstElementClass *) g_klass;
+  gstbasesink_class = (GstBaseSinkClass *) g_klass;
+  gstvideosink_class = (GstVideoSinkClass *) g_klass;
+  element_class = GST_ELEMENT_CLASS (g_klass);
+  struct CData *cdata = class_data;
+  gchar *long_name;
+  const gchar *name, *desc;
+
+  name = "Vulkan Video sink";
+  desc = "A videosink based on Vulkan";
+
+  if (cdata->description)
+    long_name = g_strdup_printf ("%s on %s", name, cdata->description);
+  else
+    long_name = g_strdup (name);
 
-  gobject_class = (GObjectClass *) klass;
-  gstelement_class = (GstElementClass *) klass;
-  gstbasesink_class = (GstBaseSinkClass *) klass;
-  gstvideosink_class = (GstVideoSinkClass *) klass;
-  element_class = GST_ELEMENT_CLASS (klass);
+  vk_sink_class->device_index = cdata->device_index;
 
   gobject_class->set_property = gst_vulkan_sink_set_property;
   gobject_class->get_property = gst_vulkan_sink_get_property;
@@ -145,9 +166,10 @@
       g_param_spec_object ("device", "Device", "Vulkan device",
           GST_TYPE_VULKAN_DEVICE, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
 
-  gst_element_class_set_metadata (element_class, "Vulkan video sink",
-      "Sink/Video", "A videosink based on Vulkan",
-      "Matthew Waters <matthew@centricular.com>");
+  gst_element_class_set_metadata (element_class, long_name,
+      "Sink/Video", desc, "Matthew Waters <matthew@centricular.com>");
+
+  parent_class = g_type_class_peek_parent (g_klass);
 
   gst_element_class_add_static_pad_template (element_class,
       &gst_vulkan_sink_template);
@@ -166,9 +188,64 @@
       GST_DEBUG_FUNCPTR (gst_vulkan_sink_show_frame);
 }
 
+static gpointer
+_register_debug_category (gpointer data)
+{
+  GST_DEBUG_CATEGORY_INIT (gst_debug_vulkan_sink,
+      "vulkansink", 0, "Vulkan Video Sink");
+
+  return NULL;
+}
+
+gboolean
+gst_vulkan_sink_register (GstPlugin * plugin, GstVulkanDevice * device,
+    guint rank)
+{
+  static GOnce debug_once = G_ONCE_INIT;
+  GType g_define_type_id;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstVulkanSinkClass),
+    .class_init = gst_vulkan_sink_class_init,
+    .instance_size = sizeof (GstVulkanSink),
+    .instance_init = gst_vulkan_sink_init,
+  };
+  struct CData *cdata;
+  gboolean ret;
+  gchar *type_name, *feature_name;
+
+  cdata = g_new (struct CData, 1);
+  cdata->description = NULL;
+  cdata->device_index = device->physical_device->device_index;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+
+  gst_vulkan_create_feature_name (device, "GstVulkanSink",
+      "GstVulkanDevice%dSink", &type_name, "vulkansink",
+      "vulkandevice%dsink", &feature_name, &cdata->description, &rank);
+
+  type_info.class_data = cdata;
+
+  g_once (&debug_once, _register_debug_category, NULL);
+
+  g_define_type_id = g_type_register_static (GST_TYPE_VIDEO_SINK,
+      type_name, &type_info, 0);
+  G_IMPLEMENT_INTERFACE (GST_TYPE_VIDEO_OVERLAY,
+      gst_vulkan_sink_video_overlay_init);
+  G_IMPLEMENT_INTERFACE (GST_TYPE_NAVIGATION,
+      gst_vulkan_sink_navigation_interface_init);
+
+  ret = gst_element_register (plugin, feature_name, rank, g_define_type_id);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return ret;
+}
+
 static void
-gst_vulkan_sink_init (GstVulkanSink * vk_sink)
+gst_vulkan_sink_init (GTypeInstance * instance, gpointer g_class)
 {
+  GstVulkanSink *vk_sink = GST_VULKAN_SINK (instance);
   vk_sink->force_aspect_ratio = DEFAULT_FORCE_ASPECT_RATIO;
   vk_sink->par_n = DEFAULT_PIXEL_ASPECT_RATIO_N;
   vk_sink->par_d = DEFAULT_PIXEL_ASPECT_RATIO_D;
@@ -273,6 +350,7 @@
 gst_vulkan_sink_change_state (GstElement * element, GstStateChange transition)
 {
   GstVulkanSink *vk_sink = GST_VULKAN_SINK (element);
+  GstVulkanSinkClass *klass = GST_VULKAN_SINK_GET_CLASS (element);
   GstStateChangeReturn ret = GST_STATE_CHANGE_SUCCESS;
   GError *error = NULL;
 
@@ -288,20 +366,9 @@
             ("Failed to retrieve vulkan instance/display"), (NULL));
         return GST_STATE_CHANGE_FAILURE;
       }
-
-      if (!vk_sink->device) {
-        if (!gst_vulkan_device_run_context_query (GST_ELEMENT (vk_sink),
-                &vk_sink->device)) {
-          if (!(vk_sink->device =
-                  gst_vulkan_instance_create_device (vk_sink->instance,
-                      &error))) {
-            GST_ELEMENT_ERROR (vk_sink, RESOURCE, NOT_FOUND,
-                ("Failed to create vulkan device"), ("%s",
-                    error ? error->message : ""));
-            g_clear_error (&error);
-            return GST_STATE_CHANGE_FAILURE;
-          }
-        }
+      if (!gst_vulkan_ensure_element_device (element, vk_sink->instance,
+              &vk_sink->device, klass->device_index)) {
+        return GST_STATE_CHANGE_FAILURE;
       }
       break;
     case GST_STATE_CHANGE_READY_TO_PAUSED:

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vksink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vksink.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/vulkan/vkupload.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/vulkan/vkupload.c Changed

@@ -50,7 +50,7 @@
     GstCapsFeatures *features, *orig_features;
 
     orig_features = gst_caps_get_features (caps, i);
-    features = gst_caps_features_new (feature_name, NULL);
+    features = gst_caps_features_new_static_str (feature_name, NULL);
 
     m = gst_caps_features_get_size (orig_features);
     for (j = 0; j < m; j++) {
@@ -423,8 +423,9 @@
   cmd_buf = raw->exec->cmd_buf;
 
   if (!gst_vulkan_operation_add_frame_barrier (raw->exec, *outbuf,
-          VK_PIPELINE_STAGE_TRANSFER_BIT, VK_ACCESS_TRANSFER_WRITE_BIT,
-          VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, NULL))
+          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
+          VK_ACCESS_TRANSFER_WRITE_BIT, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
+          NULL))
     goto unlock_error;
 
   barriers = gst_vulkan_operation_retrieve_image_barriers (raw->exec);
@@ -685,8 +686,9 @@
   cmd_buf = raw->exec->cmd_buf;
 
   if (!gst_vulkan_operation_add_frame_barrier (raw->exec, *outbuf,
-          VK_PIPELINE_STAGE_TRANSFER_BIT, VK_ACCESS_TRANSFER_WRITE_BIT,
-          VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL, NULL))
+          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
+          VK_ACCESS_TRANSFER_WRITE_BIT, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
+          NULL))
     goto unlock_error;
 
   barriers = gst_vulkan_operation_retrieve_image_barriers (raw->exec);
@@ -720,13 +722,11 @@
 
   n_mems = gst_buffer_n_memory (inbuf);
   n_out_mems = gst_buffer_n_memory (*outbuf);
-  if (n_mems != n_out_mems)
-    goto unlock_error;
   n_planes = GST_VIDEO_INFO_N_PLANES (&raw->in_info);
 
-  for (i = 0; i < n_mems; i++) {
+  for (i = 0; i < n_out_mems; i++) {
     VkBufferImageCopy region;
-    GstMemory *in_mem, *out_mem;
+    GstMemory *in_mem = NULL, *out_mem;
     GstVulkanBufferMemory *buf_mem;
     GstVulkanImageMemory *img_mem;
     const VkImageAspectFlags aspects = { VK_IMAGE_ASPECT_PLANE_0_BIT,
@@ -735,7 +735,9 @@
     VkImageAspectFlags plane_aspect;
     guint idx;
 
-    in_mem = gst_buffer_peek_memory (inbuf, i);
+    if (i < n_mems)
+      in_mem = gst_buffer_peek_memory (inbuf, i);
+
     if (gst_is_vulkan_buffer_memory (in_mem)) {
       GST_TRACE_OBJECT (raw->upload, "Input is a GstVulkanBufferMemory");
       buf_mem = (GstVulkanBufferMemory *) in_mem;
@@ -798,7 +800,7 @@
       buf_mem = (GstVulkanBufferMemory *) in_mem;
     }
 
-    idx = MIN (i, n_mems - 1);
+    idx = MIN (i, n_out_mems - 1);
     out_mem = gst_buffer_peek_memory (*outbuf, idx);
     if (!gst_is_vulkan_image_memory (out_mem)) {
       GST_WARNING_OBJECT (raw->upload, "Output is not a GstVulkanImageMemory");
@@ -806,7 +808,7 @@
     }
     img_mem = (GstVulkanImageMemory *) out_mem;
 
-    if (n_planes == n_mems)
+    if (n_planes == n_out_mems)
       plane_aspect = VK_IMAGE_ASPECT_COLOR_BIT;
     else
       plane_aspect = aspectsi;
@@ -1149,31 +1151,35 @@
             ("Failed to retrieve vulkan instance"), (NULL));
         return GST_STATE_CHANGE_FAILURE;
       }
-      if (!gst_vulkan_device_run_context_query (GST_ELEMENT (vk_upload),
-              &vk_upload->device)) {
-        GError *error = NULL;
-        GST_DEBUG_OBJECT (vk_upload, "No device retrieved from peer elements");
-        if (!(vk_upload->device =
-                gst_vulkan_instance_create_device (vk_upload->instance,
-                    &error))) {
-          GST_ELEMENT_ERROR (vk_upload, RESOURCE, NOT_FOUND,
-              ("Failed to create vulkan device"), ("%s",
-                  error ? error->message : ""));
-          g_clear_error (&error);
-          return GST_STATE_CHANGE_FAILURE;
+      if (!gst_vulkan_ensure_element_device (element, vk_upload->instance,
+              &vk_upload->device, 0)) {
+        return GST_STATE_CHANGE_FAILURE;
+      }
+      // Issue with NVIDIA driver where the output gets artifacts if I select another
+      // queue seen the codec one does not support VK_QUEUE_GRAPHICS_BIT but VK_QUEUE_TRANSFER_BIT.
+      if (gst_vulkan_queue_run_context_query (GST_ELEMENT (vk_upload),
+              &vk_upload->queue)) {
+        guint32 flags, idx;
+
+        GST_DEBUG_OBJECT (vk_upload, "Queue retrieved from peer elements");
+        idx = vk_upload->queue->family;
+        flags = vk_upload->device->physical_device->queue_family_propsidx
+            .queueFlags;
+        if ((flags & (VK_QUEUE_GRAPHICS_BIT | VK_QUEUE_TRANSFER_BIT)) == 0) {
+          GST_DEBUG_OBJECT (vk_upload,
+              "Queue does not support VK_QUEUE_GRAPHICS_BIT with VK_QUEUE_TRANSFER_BIT");
+          gst_clear_object (&vk_upload->queue);
         }
       }
 
-      if (!gst_vulkan_queue_run_context_query (GST_ELEMENT (vk_upload),
-              &vk_upload->queue)) {
-        GST_DEBUG_OBJECT (vk_upload, "No queue retrieved from peer elements");
+      if (!vk_upload->queue) {
         vk_upload->queue =
             gst_vulkan_device_select_queue (vk_upload->device,
             VK_QUEUE_GRAPHICS_BIT);
       }
       if (!vk_upload->queue) {
         GST_ELEMENT_ERROR (vk_upload, RESOURCE, NOT_FOUND,
-            ("Failed to create/retrieve vulkan queue"), (NULL));
+            ("Failed to create/retrieve a valid vulkan queue"), (NULL));
         return GST_STATE_CHANGE_FAILURE;
       }
       break;
@@ -1338,7 +1344,13 @@
   GstStructure *config;
   GstCaps *caps;
   guint min, max, size;
-  gboolean update_pool;
+  gboolean update_pool, is_vulkan_pool;
+  VkImageUsageFlags usage = VK_IMAGE_USAGE_TRANSFER_SRC_BIT
+      | VK_IMAGE_USAGE_TRANSFER_DST_BIT | VK_IMAGE_USAGE_SAMPLED_BIT
+      | VK_IMAGE_USAGE_STORAGE_BIT;
+  VkImageLayout layout = VK_IMAGE_LAYOUT_UNDEFINED;
+  VkMemoryPropertyFlags mem_props = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
+  guint64 access = 0;           /* VK_ACCESS_NONE */
 
   gst_query_parse_allocation (query, &caps, NULL);
   if (!caps)
@@ -1348,6 +1360,7 @@
     gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
 
     update_pool = TRUE;
+    is_vulkan_pool = GST_IS_VULKAN_IMAGE_BUFFER_POOL (pool);
   } else {
     GstVideoInfo vinfo;
 
@@ -1355,10 +1368,10 @@
     gst_video_info_from_caps (&vinfo, caps);
     size = vinfo.size;
     min = max = 0;
-    update_pool = FALSE;
+    is_vulkan_pool = update_pool = FALSE;
   }
 
-  if (!pool || !GST_IS_VULKAN_IMAGE_BUFFER_POOL (pool)) {
+  if (!pool || !is_vulkan_pool) {
     if (pool)
       gst_object_unref (pool);
     pool = gst_vulkan_image_buffer_pool_new (vk_upload->device);
@@ -1366,11 +1379,22 @@
 
   config = gst_buffer_pool_get_config (pool);
 
+  if (is_vulkan_pool) {
+    gst_vulkan_image_buffer_pool_config_get_allocation_params (config, &usage,
+        &mem_props, &layout, &access);
+    /* these usage parameters are essential for upload */
+    usage |= VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT;
+  }
+
   gst_buffer_pool_config_set_params (config, caps, size, min, max);
+  gst_vulkan_image_buffer_pool_config_set_allocation_params (config, usage,
+      mem_props, layout, access);
 
   if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (pool, "Vulkan Image buffer pool doesn't support requested"
+        " configuration");
     gst_object_unref (pool);
-    return TRUE;
+    return FALSE;
   }
 
   if (update_pool)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wayland/gstwaylandsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wayland/gstwaylandsink.c Changed

@@ -72,8 +72,8 @@
 static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
     GST_PAD_SINK,
     GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE (GST_WL_VIDEO_FORMATS) ";"
-        GST_VIDEO_DMA_DRM_CAPS_MAKE)
+    GST_STATIC_CAPS (GST_VIDEO_DMA_DRM_CAPS_MAKE ";"
+        GST_VIDEO_CAPS_MAKE (GST_WL_VIDEO_FORMATS))
     );
 
 static void gst_wayland_sink_get_property (GObject * object,
@@ -565,48 +565,21 @@
   g_mutex_lock (&self->display_lock);
 
   if (self->display) {
-    GValue shm_list = G_VALUE_INIT, dmabuf_list = G_VALUE_INIT;
-    GValue value = G_VALUE_INIT;
-    GArray *formats, *modifiers;
-    gint i;
-    guint fmt;
-    GstVideoFormat gfmt;
-    guint64 mod;
+    GValue format_list = G_VALUE_INIT;
 
-    g_value_init (&shm_list, GST_TYPE_LIST);
-    g_value_init (&dmabuf_list, GST_TYPE_LIST);
-
-    /* Add corresponding shm formats */
-    formats = gst_wl_display_get_shm_formats (self->display);
-    for (i = 0; i < formats->len; i++) {
-      fmt = g_array_index (formats, uint32_t, i);
-      gfmt = gst_wl_shm_format_to_video_format (fmt);
-      if (gfmt != GST_VIDEO_FORMAT_UNKNOWN) {
-        g_value_init (&value, G_TYPE_STRING);
-        g_value_set_static_string (&value, gst_video_format_to_string (gfmt));
-        gst_value_list_append_and_take_value (&shm_list, &value);
-      }
-    }
-
-    gst_structure_take_value (gst_caps_get_structure (caps, 0), "format",
-        &shm_list);
+    g_value_init (&format_list, GST_TYPE_LIST);
 
     /* Add corresponding dmabuf formats */
-    formats = gst_wl_display_get_dmabuf_formats (self->display);
-    modifiers = gst_wl_display_get_dmabuf_modifiers (self->display);
-    for (i = 0; i < formats->len; i++) {
-      fmt = g_array_index (formats, uint32_t, i);
-      gfmt = gst_wl_dmabuf_format_to_video_format (fmt);
-      mod = g_array_index (modifiers, guint64, i);
-      if (gfmt != GST_VIDEO_FORMAT_UNKNOWN) {
-        g_value_init (&value, G_TYPE_STRING);
-        g_value_take_string (&value, gst_wl_dmabuf_format_to_string (fmt, mod));
-        gst_value_list_append_and_take_value (&dmabuf_list, &value);
-      }
-    }
+    gst_wl_display_fill_dmabuf_format_list (self->display, &format_list);
+    gst_structure_take_value (gst_caps_get_structure (caps, 0), "drm-format",
+        &format_list);
 
-    gst_structure_take_value (gst_caps_get_structure (caps, 1), "drm-format",
-        &dmabuf_list);
+    g_value_init (&format_list, GST_TYPE_LIST);
+
+    /* Add corresponding shm formats */
+    gst_wl_display_fill_shm_format_list (self->display, &format_list);
+    gst_structure_take_value (gst_caps_get_structure (caps, 1), "format",
+        &format_list);
 
     GST_DEBUG_OBJECT (self, "display caps: %" GST_PTR_FORMAT, caps);
   }
@@ -790,7 +763,6 @@
   GstCaps *caps;
   GstBufferPool *pool = NULL;
   gboolean need_pool;
-  GstAllocator *alloc;
   GstVideoInfoDmaDrm drm_info;
   GstVideoInfo vinfo;
   guint size;
@@ -811,7 +783,7 @@
     size = vinfo.size;
   }
 
-  if (need_pool) {
+  if (need_pool && !gst_video_is_dma_drm_caps (caps)) {
     GstStructure *config;
     pool = gst_wl_video_buffer_pool_new ();
     config = gst_buffer_pool_get_config (pool);
@@ -825,10 +797,13 @@
   if (pool)
     g_object_unref (pool);
 
-  alloc = gst_shm_allocator_get ();
-  gst_query_add_allocation_param (query, alloc, NULL);
+  if (!gst_video_is_dma_drm_caps (caps)) {
+    GstAllocator *alloc = gst_shm_allocator_get ();
+    gst_query_add_allocation_param (query, alloc, NULL);
+    g_object_unref (alloc);
+  }
+
   gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
-  g_object_unref (alloc);
 
   return TRUE;
 }
@@ -1068,25 +1043,29 @@
   }
 no_buffer:
   {
-    GST_WARNING_OBJECT (self, "could not create buffer");
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("could not create buffer"), (NULL));
+    ret = GST_FLOW_ERROR;
     goto done;
   }
 no_wl_buffer_shm:
   {
-    GST_ERROR_OBJECT (self, "could not create wl_buffer out of wl_shm memory");
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("could not create wl_buffer out of wl_shm memory"), (NULL));
     ret = GST_FLOW_ERROR;
     goto done;
   }
 no_wl_buffer:
   {
-    GST_ERROR_OBJECT (self,
-        "buffer %" GST_PTR_FORMAT " cannot have a wl_buffer", buffer);
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("buffer %" GST_PTR_FORMAT " cannot have a wl_buffer", buffer), (NULL));
     ret = GST_FLOW_ERROR;
     goto done;
   }
 activate_failed:
   {
-    GST_ERROR_OBJECT (self, "failed to activate bufferpool.");
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED,
+        ("failed to activate bufferpool."), (NULL));
     ret = GST_FLOW_ERROR;
     goto done;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wayland/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wayland/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtc/gstwebrtcbin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtc/gstwebrtcbin.c Changed

@@ -76,7 +76,7 @@
 
 /**
  * SECTION: element-webrtcbin
- * title: webrtcbin
+ * @title: webrtcbin
  *
  * This webrtcbin implements the majority of the W3's peerconnection API and
  * implementation guide where possible. Generating offers, answers and setting
@@ -654,6 +654,7 @@
   ON_DATA_CHANNEL_SIGNAL,
   PREPARE_DATA_CHANNEL_SIGNAL,
   REQUEST_AUX_SENDER,
+  REQUEST_POST_RTP_AUX_SENDER,
   ADD_ICE_CANDIDATE_FULL_SIGNAL,
   LAST_SIGNAL,
 };
@@ -678,7 +679,8 @@
   PROP_ICE_AGENT,
   PROP_LATENCY,
   PROP_SCTP_TRANSPORT,
-  PROP_HTTP_PROXY
+  PROP_HTTP_PROXY,
+  PROP_REUSE_SRC_PADS,
 };
 
 static guint gst_webrtc_bin_signalsLAST_SIGNAL = { 0 };
@@ -749,6 +751,13 @@
 }
 
 static gboolean
+transceiver_match_for_pending_mid (GstWebRTCRTPTransceiver * trans,
+    const gchar * mid)
+{
+  return g_strcmp0 (WEBRTC_TRANSCEIVER (trans)->pending_mid, mid) == 0;
+}
+
+static gboolean
 transceiver_match_for_mline (GstWebRTCRTPTransceiver * trans, guint * mline)
 {
   if (trans->stopped)
@@ -786,6 +795,20 @@
   return trans;
 }
 
+static GstWebRTCRTPTransceiver *
+_find_transceiver_for_pending_mid (GstWebRTCBin * webrtc, const char *mid)
+{
+  GstWebRTCRTPTransceiver *trans;
+
+  trans = _find_transceiver (webrtc, mid,
+      (FindTransceiverFunc) transceiver_match_for_pending_mid);
+
+  GST_TRACE_OBJECT (webrtc, "Found transceiver %" GST_PTR_FORMAT " for "
+      "pending mid %s", trans, mid);
+
+  return trans;
+}
+
 typedef gboolean (*FindTransportFunc) (TransportStream * p1,
     gconstpointer data);
 
@@ -1751,6 +1774,22 @@
   return res;
 }
 
+static GstWebRTCRTPTransceiverDirection
+_reverse_direction (GstWebRTCRTPTransceiverDirection direction)
+{
+  switch (direction) {
+    case GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_NONE:
+    case GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_INACTIVE:
+    case GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_SENDRECV:
+      return direction;
+    case GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_SENDONLY:
+      return GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY;
+    case GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY:
+      return GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_SENDONLY;
+  }
+  return GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_NONE;
+}
+
 /* http://w3c.github.io/webrtc-pc/#dfn-check-if-negotiation-is-needed */
 static gboolean
 _check_if_negotiation_is_needed (GstWebRTCBin * webrtc)
@@ -1840,33 +1879,39 @@
         /* If connection's currentLocalDescription if of type "offer", and
          * the direction of the associated m= section in neither the offer
          * nor answer matches t's direction, return "true". */
-
-        if (local_dir != trans->direction && remote_dir != trans->direction) {
-          GST_LOG_OBJECT (webrtc, "transceiver direction (%s) doesn't match "
-              "description (local %s remote %s)",
+        if (local_dir != trans->direction
+            && _reverse_direction (remote_dir) != trans->direction) {
+          GST_LOG_OBJECT (webrtc,
+              "transceiver direction (%s) doesn't match "
+              "description (local %s remote %s (reversed %s))",
               gst_webrtc_rtp_transceiver_direction_to_string (trans->direction),
               gst_webrtc_rtp_transceiver_direction_to_string (local_dir),
-              gst_webrtc_rtp_transceiver_direction_to_string (remote_dir));
+              gst_webrtc_rtp_transceiver_direction_to_string (remote_dir),
+              gst_webrtc_rtp_transceiver_direction_to_string (_reverse_direction
+                  (remote_dir))
+              );
           return TRUE;
         }
       } else if (webrtc->current_local_description->type ==
           GST_WEBRTC_SDP_TYPE_ANSWER) {
-        GstWebRTCRTPTransceiverDirection intersect_dir;
-
         /* If connection's currentLocalDescription if of type "answer", and
-         * the direction of the associated m= section in the answer does not
-         * match t's direction intersected with the offered direction (as
-         * described in JSEP (section 5.3.1.)), return "true". */
+         * the direction of the associated m= section in the answer we sent
+         * (local_dir) does not match t's direction intersected with the
+         * offer direction (as described in JSEP (section 5.3.1.)),
+         * return "true" because we want to propose a different
+         * direction now. */
 
         /* remote is the offer, local is the answer */
-        intersect_dir = _intersect_answer_directions (remote_dir, local_dir);
-
-        if (intersect_dir != trans->direction) {
-          GST_LOG_OBJECT (webrtc, "transceiver direction (%s) doesn't match "
-              "description intersected direction %s (local %s remote %s)",
+        GstWebRTCRTPTransceiverDirection now_intersect_dir =
+            _intersect_answer_directions (remote_dir, trans->direction);
+        if (now_intersect_dir != local_dir) {
+          GST_LOG_OBJECT (webrtc,
+              "transceiver direction (%s) doesn't match for the "
+              "new description intersected direction %s (prev local %s remote %s)",
               gst_webrtc_rtp_transceiver_direction_to_string (trans->direction),
               gst_webrtc_rtp_transceiver_direction_to_string (local_dir),
-              gst_webrtc_rtp_transceiver_direction_to_string (intersect_dir),
+              gst_webrtc_rtp_transceiver_direction_to_string
+              (now_intersect_dir),
               gst_webrtc_rtp_transceiver_direction_to_string (remote_dir));
           return TRUE;
         }
@@ -3055,13 +3100,13 @@
 
 /* https://tools.ietf.org/html/rfc5576#section-4.2 */
 static gboolean
-_media_add_rtx_ssrc_group (GQuark field_id, const GValue * value,
+_media_add_rtx_ssrc_group (const GstIdStr * fieldname, const GValue * value,
     GstSDPMedia * media)
 {
   gchar *str;
 
   str =
-      g_strdup_printf ("FID %s %u", g_quark_to_string (field_id),
+      g_strdup_printf ("FID %s %u", gst_id_str_as_str (fieldname),
       g_value_get_uint (value));
   gst_sdp_media_add_attribute (media, "ssrc-group", str);
 
@@ -3078,7 +3123,8 @@
 } RtxSsrcData;
 
 static gboolean
-_media_add_rtx_ssrc (GQuark field_id, const GValue * value, RtxSsrcData * data)
+_media_add_rtx_ssrc (const GstIdStr * fieldname, const GValue * value,
+    RtxSsrcData * data)
 {
   gchar *str;
   GstStructure *sdes;
@@ -3131,8 +3177,8 @@
   cname = gst_structure_get_string (sdes, "cname");
 
   if (trans->local_rtx_ssrc_map)
-    gst_structure_foreach (trans->local_rtx_ssrc_map,
-        (GstStructureForeachFunc) _media_add_rtx_ssrc_group, media);
+    gst_structure_foreach_id_str (trans->local_rtx_ssrc_map,
+        (GstStructureForeachIdStrFunc) _media_add_rtx_ssrc_group, media);
 
   for (i = 0; i < gst_caps_get_size (caps); i++) {
     const GstStructure *s = gst_caps_get_structure (caps, i);
@@ -3171,8 +3217,8 @@
   gst_structure_free (sdes);
 
   if (trans->local_rtx_ssrc_map)
-    gst_structure_foreach (trans->local_rtx_ssrc_map,
-        (GstStructureForeachFunc) _media_add_rtx_ssrc, &data);
+    gst_structure_foreach_id_str (trans->local_rtx_ssrc_map,
+        (GstStructureForeachIdStrFunc) _media_add_rtx_ssrc, &data);
 }
 
 static void
@@ -3196,7 +3242,8 @@
 }
 
 static gchar *
-_parse_extmap (GQuark field_id, const GValue * value, GError ** error)
+_parse_extmap (const GstIdStr * fieldname, const GValue * value,
+    GError ** error)
 {
   gchar *ret = NULL;
 
@@ -3238,7 +3285,7 @@
 
     g_set_error (error, GST_WEBRTC_ERROR,
         GST_WEBRTC_ERROR_INTERNAL_FAILURE,
-        "Invalid value for %s: %s", g_quark_to_string (field_id), val_str);
+        "Invalid value for %s: %s", gst_id_str_as_str (fieldname), val_str);
     g_free (val_str);
   }
 
@@ -3254,37 +3301,38 @@
 } ExtmapData;
 
 static gboolean
-_dedup_extmap_field (GQuark field_id, const GValue * value, ExtmapData * data)
+_dedup_extmap_field (const GstIdStr * fieldname, const GValue * value,
+    ExtmapData * data)
 {
   gboolean is_extmap =
-      g_str_has_prefix (g_quark_to_string (field_id), "extmap-");
+      g_str_has_prefix (gst_id_str_as_str (fieldname), "extmap-");
 
   if (!data->ret)
     goto done;
 
   if (is_extmap) {
-    gchar *new_value = _parse_extmap (field_id, value, data->error);
+    gchar *new_value = _parse_extmap (fieldname, value, data->error);
 
     if (!new_value) {
       data->ret = FALSE;
       goto done;
     }
 
-    if (gst_structure_id_has_field (data->extmap, field_id)) {
-      gchar *old_value =
-          _parse_extmap (field_id, gst_structure_id_get_value (data->extmap,
-              field_id), NULL);
+    if (gst_structure_id_str_has_field (data->extmap, fieldname)) {
+      gchar *old_value = _parse_extmap (fieldname,
+          gst_structure_id_str_get_value (data->extmap,
+              fieldname), NULL);
 
       g_assert (old_value);
 
       if (g_strcmp0 (new_value, old_value)) {
         GST_ERROR
             ("extmap contains different values for id %s (%s != %s)",
-            g_quark_to_string (field_id), old_value, new_value);
+            gst_id_str_as_str (fieldname), old_value, new_value);
         g_set_error (data->error, GST_WEBRTC_ERROR,
             GST_WEBRTC_ERROR_INTERNAL_FAILURE,
             "extmap contains different values for id %s (%s != %s)",
-            g_quark_to_string (field_id), old_value, new_value);
+            gst_id_str_as_str (fieldname), old_value, new_value);
         data->ret = FALSE;
       }
 
@@ -3293,7 +3341,7 @@
     }
 
     if (data->ret) {
-      gst_structure_id_set_value (data->extmap, field_id, value);
+      gst_structure_id_str_set_value (data->extmap, fieldname, value);
     }
 
     g_free (new_value);
@@ -3315,8 +3363,8 @@
   for (i = 0; i < n; i++) {
     GstStructure *s = gst_caps_get_structure (caps, i);
 
-    gst_structure_filter_and_map_in_place (s,
-        (GstStructureFilterMapFunc) _dedup_extmap_field, &edata);
+    gst_structure_filter_and_map_in_place_id_str (s,
+        (GstStructureFilterMapIdStrFunc) _dedup_extmap_field, &edata);
 
     if (!edata.ret) {
       gst_clear_structure (&edata.extmap);
@@ -3334,11 +3382,11 @@
 };
 
 static gboolean
-structure_value_get_rtphdrext_id (GQuark field_id, const GValue * value,
-    gpointer user_data)
+structure_value_get_rtphdrext_id (const GstIdStr * fieldname,
+    const GValue * value, gpointer user_data)
 {
   struct hdrext_id *rtphdrext = user_data;
-  const char *field_name = g_quark_to_string (field_id);
+  const char *field_name = gst_id_str_as_str (fieldname);
 
   if (g_str_has_prefix (field_name, "extmap-")) {
     const char *val = NULL;
@@ -3375,7 +3423,7 @@
     const GstStructure *s = gst_caps_get_structure (caps, i);
     struct hdrext_id data = { rtphdrext_uri, -1 };
 
-    gst_structure_foreach (s, structure_value_get_rtphdrext_id, &data);
+    gst_structure_foreach_id_str (s, structure_value_get_rtphdrext_id, &data);
 
     if (data.ext_id != -1)
       return data.ext_id;
@@ -3392,9 +3440,9 @@
 }
 
 static gboolean
-_copy_field (GQuark field_id, const GValue * value, GstStructure * s)
+_copy_field (const GstIdStr * fieldname, const GValue * value, GstStructure * s)
 {
-  gst_structure_id_set_value (s, field_id, value);
+  gst_structure_id_str_set_value (s, fieldname, value);
 
   return TRUE;
 }
@@ -3563,7 +3611,8 @@
     gint media_pt;
 
     if (i == 0) {
-      gst_structure_foreach (extmap, (GstStructureForeachFunc) _copy_field, s);
+      gst_structure_foreach_id_str (extmap,
+          (GstStructureForeachIdStrFunc) _copy_field, s);
     }
 
     gst_caps_append_structure (format, s);
@@ -4555,146 +4604,51 @@
 
       _remove_optional_offer_fields (offer_caps);
 
-      if (last_answer && i < gst_sdp_message_medias_len (last_answer)
-          && (rtp_trans = _find_transceiver_for_mid (webrtc, mid))) {
+      rtp_trans = _find_transceiver_for_mid (webrtc, mid);
+      if (!rtp_trans) {
+        g_set_error (error, GST_WEBRTC_ERROR, GST_WEBRTC_ERROR_INVALID_STATE,
+            "Transceiver for media with mid %s not found", mid);
+        gst_caps_unref (offer_caps);
+        goto rejected;
+      }
+      GstCaps *current_caps =
+          _find_codec_preferences (webrtc, rtp_trans, i, error);
+      if (*error) {
+        gst_caps_unref (offer_caps);
+        goto rejected;
+      }
+
+      if (last_answer && i < gst_sdp_message_medias_len (last_answer)) {
         const GstSDPMedia *last_media =
             gst_sdp_message_get_media (last_answer, i);
         const gchar *last_mid =
             gst_sdp_media_get_attribute_val (last_media, "mid");
-        GstCaps *current_caps;
-
         /* FIXME: assumes no shenanigans with recycling transceivers */
         g_assert (g_strcmp0 (mid, last_mid) == 0);
-
-        current_caps = _find_codec_preferences (webrtc, rtp_trans, i, error);
-        if (*error) {
-          gst_caps_unref (offer_caps);
-          goto rejected;
-        }
         if (!current_caps)
           current_caps = _rtp_caps_from_media (last_media);
-
-        if (current_caps) {
-          answer_caps = gst_caps_intersect (offer_caps, current_caps);
-          if (gst_caps_is_empty (answer_caps)) {
-            GST_WARNING_OBJECT (webrtc, "Caps from offer for m-line %d (%"
-                GST_PTR_FORMAT ") don't intersect with caps from codec"
-                " preferences and transceiver %" GST_PTR_FORMAT, i, offer_caps,
-                current_caps);
-            gst_caps_unref (current_caps);
-            gst_caps_unref (answer_caps);
-            gst_caps_unref (offer_caps);
-            goto rejected;
-          }
-          gst_caps_unref (current_caps);
-        }
-
-        /* XXX: In theory we're meant to use the sendrecv formats for the
-         * inactive direction however we don't know what that may be and would
-         * require asking outside what it expects to possibly send later */
-
-        GST_LOG_OBJECT (webrtc, "Found existing previously negotiated "
-            "transceiver %" GST_PTR_FORMAT " from mid %s for mline %u "
-            "using caps %" GST_PTR_FORMAT, rtp_trans, mid, i, answer_caps);
-      } else {
-        for (j = 0; j < webrtc->priv->transceivers->len; j++) {
-          GstCaps *trans_caps;
-
-          rtp_trans = g_ptr_array_index (webrtc->priv->transceivers, j);
-
-          if (g_list_find (seen_transceivers, rtp_trans)) {
-            /* Don't double allocate a transceiver to multiple mlines */
-            rtp_trans = NULL;
-            continue;
-          }
-
-          trans_caps = _find_codec_preferences (webrtc, rtp_trans, j, error);
-          if (*error) {
-            gst_caps_unref (offer_caps);
-            goto rejected;
-          }
-
-          GST_LOG_OBJECT (webrtc, "trying to compare %" GST_PTR_FORMAT
-              " and %" GST_PTR_FORMAT, offer_caps, trans_caps);
-
-          /* FIXME: technically this is a little overreaching as some fields we
-           * we can deal with not having and/or we may have unrecognized fields
-           * that we cannot actually support */
-          if (trans_caps) {
-            answer_caps = gst_caps_intersect (offer_caps, trans_caps);
-            gst_caps_unref (trans_caps);
-            if (answer_caps) {
-              if (!gst_caps_is_empty (answer_caps)) {
-                GST_LOG_OBJECT (webrtc,
-                    "found compatible transceiver %" GST_PTR_FORMAT
-                    " for offer media %u", rtp_trans, i);
-                break;
-              }
-              gst_caps_unref (answer_caps);
-              answer_caps = NULL;
-            }
-          }
-          rtp_trans = NULL;
-        }
-      }
-
-      if (rtp_trans) {
-        answer_dir = rtp_trans->direction;
-        g_assert (answer_caps != NULL);
-      } else {
-        /* if no transceiver, then we only receive that stream and respond with
-         * the intersection with the transceivers codec preferences caps */
-        answer_dir = GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY;
-        GST_WARNING_OBJECT (webrtc, "did not find compatible transceiver for "
-            "offer caps %" GST_PTR_FORMAT ", will only receive", offer_caps);
       }
 
-      if (!rtp_trans) {
-        GstCaps *trans_caps;
-        GstWebRTCKind kind = GST_WEBRTC_KIND_UNKNOWN;
-
-        if (g_strcmp0 (gst_sdp_media_get_media (offer_media), "audio") == 0)
-          kind = GST_WEBRTC_KIND_AUDIO;
-        else if (g_strcmp0 (gst_sdp_media_get_media (offer_media),
-                "video") == 0)
-          kind = GST_WEBRTC_KIND_VIDEO;
-        else
-          GST_LOG_OBJECT (webrtc, "Unknown media kind %s",
-              GST_STR_NULL (gst_sdp_media_get_media (offer_media)));
-
-        trans = _create_webrtc_transceiver (webrtc, answer_dir, i, kind, NULL);
-        rtp_trans = GST_WEBRTC_RTP_TRANSCEIVER (trans);
-
-        PC_UNLOCK (webrtc);
-        g_signal_emit (webrtc,
-            gst_webrtc_bin_signalsON_NEW_TRANSCEIVER_SIGNAL, 0, rtp_trans);
-        PC_LOCK (webrtc);
-
-        GST_LOG_OBJECT (webrtc, "Created new transceiver %" GST_PTR_FORMAT
-            " for mline %u with media kind %d", trans, i, kind);
-
-        trans_caps = _find_codec_preferences (webrtc, rtp_trans, i, error);
-        if (*error) {
+      if (current_caps) {
+        answer_caps = gst_caps_intersect (offer_caps, current_caps);
+        if (gst_caps_is_empty (answer_caps)) {
+          GST_WARNING_OBJECT (webrtc, "Caps from offer for m-line %d (%"
+              GST_PTR_FORMAT ") don't intersect with caps from codec"
+              " preferences and transceiver %" GST_PTR_FORMAT, i, offer_caps,
+              current_caps);
+          gst_caps_unref (current_caps);
+          gst_caps_unref (answer_caps);
           gst_caps_unref (offer_caps);
           goto rejected;
         }
-
-        GST_TRACE_OBJECT (webrtc, "trying to compare %" GST_PTR_FORMAT
-            " and %" GST_PTR_FORMAT, offer_caps, trans_caps);
-
-        /* FIXME: technically this is a little overreaching as some fields we
-         * we can deal with not having and/or we may have unrecognized fields
-         * that we cannot actually support */
-        if (trans_caps) {
-          answer_caps = gst_caps_intersect (offer_caps, trans_caps);
-          gst_clear_caps (&trans_caps);
-        } else {
-          answer_caps = gst_caps_ref (offer_caps);
-        }
+        gst_caps_unref (current_caps);
       } else {
-        trans = WEBRTC_TRANSCEIVER (rtp_trans);
+        answer_caps = gst_caps_ref (offer_caps);
       }
 
+      answer_dir = rtp_trans->direction;
+      trans = WEBRTC_TRANSCEIVER (rtp_trans);
+
       seen_transceivers = g_list_prepend (seen_transceivers, rtp_trans);
 
       if (gst_caps_is_empty (answer_caps)) {
@@ -5055,11 +5009,12 @@
 }
 
 static gboolean
-_merge_structure (GQuark field_id, const GValue * value, gpointer user_data)
+_merge_structure (const GstIdStr * fieldname, const GValue * value,
+    gpointer user_data)
 {
   GstStructure *s = user_data;
 
-  gst_structure_id_set_value (s, field_id, value);
+  gst_structure_id_str_set_value (s, fieldname, value);
 
   return TRUE;
 }
@@ -5111,6 +5066,56 @@
   }
 }
 
+/* connects a specific sessions send_rtp_src pad with the matching sink pad in
+ * the transport stream. If an aux sender was requested, insert it between these
+ * elements, before linking. */
+static void
+connect_rtpbin_with_sendbin (GstWebRTCBin * webrtc, guint session_id,
+    TransportStream * stream)
+{
+  GstElement *aux_sender;
+  g_signal_emit (webrtc,
+      gst_webrtc_bin_signalsREQUEST_POST_RTP_AUX_SENDER, 0,
+      stream->transport, &aux_sender);
+  gboolean aux_success = FALSE;
+  gchar *rtp_pad_name = g_strdup_printf ("send_rtp_src_%u", session_id);
+  if (aux_sender) {
+    gst_object_ref_sink (aux_sender);
+    if (!gst_bin_add (GST_BIN (webrtc), aux_sender)) {
+      GST_ERROR_OBJECT (webrtc,
+          "Unable to add aux_sender %" GST_PTR_FORMAT " to webrtcbin"
+          ". Skipping it.", aux_sender);
+      goto aux_done;
+    }
+    gst_element_sync_state_with_parent (aux_sender);
+    if (!gst_element_link_pads (GST_ELEMENT (webrtc->rtpbin), rtp_pad_name,
+            aux_sender, "sink")) {
+      GST_ERROR_OBJECT (webrtc,
+          "Unable to link aux_sender %" GST_PTR_FORMAT " to %" GST_PTR_FORMAT
+          ". Skipping it.", webrtc->rtpbin, aux_sender);
+      goto aux_done;
+    }
+    if (!gst_element_link_pads (aux_sender, "src",
+            GST_ELEMENT (stream->send_bin), "rtp_sink")) {
+      gst_element_unlink_pads (GST_ELEMENT (webrtc->rtpbin), rtp_pad_name,
+          aux_sender, "sink");
+      GST_ERROR_OBJECT (webrtc,
+          "Unable to link %" GST_PTR_FORMAT " to aux sender %" GST_PTR_FORMAT
+          ". Skipping it.", aux_sender, stream->send_bin);
+      goto aux_done;
+    }
+    aux_success = TRUE;
+  aux_done:
+    gst_clear_object (&aux_sender);
+  }
+  if (!aux_success) {
+    if (!gst_element_link_pads (GST_ELEMENT (webrtc->rtpbin), rtp_pad_name,
+            GST_ELEMENT (stream->send_bin), "rtp_sink"))
+      g_warn_if_reached ();
+  }
+  g_free (rtp_pad_name);
+}
+
 static void
 _set_internal_rtpbin_element_props_from_stream (GstWebRTCBin * webrtc,
     TransportStream * stream)
@@ -5134,6 +5139,8 @@
 
     GST_LOG_OBJECT (stream, "setting rtx mapping: %s -> %u", apt, rtx_pti);
     gst_structure_set (pt_map, apt, G_TYPE_UINT, rtx_pti, NULL);
+
+    gst_caps_unref (rtx_caps);
   }
 
   GST_DEBUG_OBJECT (stream, "setting payload map on %" GST_PTR_FORMAT " : %"
@@ -5208,7 +5215,7 @@
       }
 
       if (trans->local_rtx_ssrc_map) {
-        gst_structure_foreach (trans->local_rtx_ssrc_map,
+        gst_structure_foreach_id_str (trans->local_rtx_ssrc_map,
             _merge_structure, merged_local_rtx_ssrc_map);
       }
     }
@@ -5314,11 +5321,7 @@
     gst_pad_link (srcpad, rtp_sink);
     gst_object_unref (rtp_sink);
 
-    pad_name = g_strdup_printf ("send_rtp_src_%u", pad->trans->mline);
-    if (!gst_element_link_pads (GST_ELEMENT (webrtc->rtpbin), pad_name,
-            GST_ELEMENT (trans->stream->send_bin), "rtp_sink"))
-      g_warn_if_reached ();
-    g_free (pad_name);
+    connect_rtpbin_with_sendbin (webrtc, pad->trans->mline, trans->stream);
   } else {
     gchar *pad_name = g_strdup_printf ("sink_%u", pad->trans->mline);
     GstPad *funnel_sinkpad =
@@ -5513,11 +5516,11 @@
 }
 
 static gboolean
-_filter_sdp_fields (GQuark field_id, const GValue * value,
+_filter_sdp_fields (const GstIdStr * fieldname, const GValue * value,
     GstStructure * new_structure)
 {
-  if (!g_str_has_prefix (g_quark_to_string (field_id), "a-")) {
-    gst_structure_id_set_value (new_structure, field_id, value);
+  if (!g_str_has_prefix (gst_id_str_as_str (fieldname), "a-")) {
+    gst_structure_id_str_set_value (new_structure, fieldname, value);
   }
   return TRUE;
 }
@@ -5632,6 +5635,9 @@
   guint i, len;
   const gchar *proto;
   const GstSDPMedia *media = gst_sdp_message_get_media (sdp, media_idx);
+  const GstSDPMedia *remote_media =
+      gst_sdp_message_get_media (webrtc->current_remote_description->sdp,
+      media_idx);
 
   /* get proto */
   proto = gst_sdp_media_get_proto (media);
@@ -5679,11 +5685,16 @@
         GstStructure *filtered =
             gst_structure_new_empty (gst_structure_get_name (s));
 
-        gst_structure_foreach (s,
-            (GstStructureForeachFunc) _filter_sdp_fields, filtered);
+        gst_structure_foreach_id_str (s,
+            (GstStructureForeachIdStrFunc) _filter_sdp_fields, filtered);
         gst_caps_append_structure (item.caps, filtered);
       }
 
+      /* Get attributes from the remote media,
+       * such as ssrc-...-cname, ...
+       */
+      gst_sdp_media_attributes_to_caps (remote_media, item.caps);
+
       item.pt = pt;
       item.media_idx = media_idx;
       gst_caps_unref (outcaps);
@@ -5741,6 +5752,7 @@
     if (g_strcmp0 (attr->key, "mid") == 0) {
       g_free (rtp_trans->mid);
       rtp_trans->mid = g_strdup (attr->value);
+      g_object_notify (G_OBJECT (rtp_trans), "mid");
     }
   }
 
@@ -5825,20 +5837,22 @@
         gst_webrtc_rtp_transceiver_direction_to_string (new_dir));
 
     if (new_dir == GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_INACTIVE) {
-      GstWebRTCBinPad *pad;
-
-      pad = _find_pad_for_mline (webrtc, GST_PAD_SRC, media_idx);
-      if (pad) {
-        GstPad *target = gst_ghost_pad_get_target (GST_GHOST_PAD (pad));
-        if (target) {
-          GstPad *peer = gst_pad_get_peer (target);
-          if (peer) {
-            gst_pad_send_event (peer, gst_event_new_eos ());
-            gst_object_unref (peer);
+      if (!webrtc->priv->reuse_source_pads) {
+        /* pad reuse is disallowed, so send EOS on this pad */
+        GstWebRTCBinPad *pad =
+            _find_pad_for_mline (webrtc, GST_PAD_SRC, media_idx);
+        if (pad) {
+          GstPad *target = gst_ghost_pad_get_target (GST_GHOST_PAD (pad));
+          if (target) {
+            GstPad *peer = gst_pad_get_peer (target);
+            if (peer) {
+              gst_pad_send_event (peer, gst_event_new_eos ());
+              gst_object_unref (peer);
+            }
+            gst_object_unref (target);
           }
-          gst_object_unref (target);
+          gst_object_unref (pad);
         }
-        gst_object_unref (pad);
       }
 
       /* XXX: send eos event up the sink pad as well? */
@@ -6082,24 +6096,6 @@
 }
 
 static gboolean
-_find_compatible_unassociated_transceiver (GstWebRTCRTPTransceiver * p1,
-    gconstpointer data)
-{
-  GstWebRTCKind kind = GPOINTER_TO_INT (data);
-
-  if (p1->mid)
-    return FALSE;
-  if (p1->mline != -1)
-    return FALSE;
-  if (p1->stopped)
-    return FALSE;
-  if (p1->kind != GST_WEBRTC_KIND_UNKNOWN && p1->kind != kind)
-    return FALSE;
-
-  return TRUE;
-}
-
-static gboolean
 _connect_rtpfunnel (GstWebRTCBin * webrtc, guint session_id, GError ** error)
 {
   gchar *pad_name;
@@ -6117,6 +6113,10 @@
     goto done;
 
   webrtc->rtpfunnel = gst_element_factory_make ("rtpfunnel", NULL);
+  if (g_object_class_find_property (G_OBJECT_GET_CLASS (webrtc->rtpfunnel),
+          "forward-unknown-ssrc") != NULL) {
+    g_object_set (webrtc->rtpfunnel, "forward-unknown-ssrc", TRUE, NULL);
+  }
   gst_bin_add (GST_BIN (webrtc), webrtc->rtpfunnel);
   gst_element_sync_state_with_parent (webrtc->rtpfunnel);
 
@@ -6130,11 +6130,7 @@
   gst_object_unref (srcpad);
   gst_object_unref (rtp_sink);
 
-  pad_name = g_strdup_printf ("send_rtp_src_%d", session_id);
-  if (!gst_element_link_pads (GST_ELEMENT (webrtc->rtpbin), pad_name,
-          GST_ELEMENT (stream->send_bin), "rtp_sink"))
-    g_warn_if_reached ();
-  g_free (pad_name);
+  connect_rtpbin_with_sendbin (webrtc, session_id, stream);
 
 done:
   return TRUE;
@@ -6187,7 +6183,6 @@
   for (i = 0; i < gst_sdp_message_medias_len (sdp->sdp); i++) {
     const GstSDPMedia *media = gst_sdp_message_get_media (sdp->sdp, i);
     TransportStream *stream;
-    GstWebRTCRTPTransceiver *trans;
     guint transport_idx;
 
     /* skip rejected media */
@@ -6199,8 +6194,6 @@
     else
       transport_idx = i;
 
-    trans = _find_transceiver_for_sdp_media (webrtc, sdp->sdp, i);
-
     stream = _get_or_create_transport_stream (webrtc, transport_idx,
         _message_media_is_datachannel (sdp->sdp, transport_idx));
     if (!bundled) {
@@ -6211,60 +6204,28 @@
       ensure_rtx_hdr_ext (stream);
     }
 
-    if (trans)
-      webrtc_transceiver_set_transport ((WebRTCTransceiver *) trans, stream);
+    if (g_strcmp0 (gst_sdp_media_get_media (media), "audio") == 0 ||
+        g_strcmp0 (gst_sdp_media_get_media (media), "video") == 0) {
+      GstWebRTCRTPTransceiver *trans;
+
+      trans = _find_transceiver_for_sdp_media (webrtc, sdp->sdp, i);
+      if (!trans) {
+        g_set_error (error, GST_WEBRTC_ERROR, GST_WEBRTC_ERROR_INVALID_STATE,
+            "Transceiver for mline %d not found", i);
+        goto done;
+      }
+      webrtc_transceiver_set_transport (WEBRTC_TRANSCEIVER (trans), stream);
 
-    if (source == SDP_LOCAL && sdp->type == GST_WEBRTC_SDP_TYPE_OFFER && !trans) {
-      g_set_error (error, GST_WEBRTC_ERROR, GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
-          "State mismatch.  Could not find local transceiver by mline %u", i);
-      goto done;
+      _update_transceiver_from_sdp_media (webrtc, sdp->sdp, i, stream,
+          trans, bundled, bundle_idx, error);
+      if (error && *error)
+        goto done;
+    } else if (_message_media_is_datachannel (sdp->sdp, i)) {
+      _update_data_channel_from_sdp_media (webrtc, sdp->sdp, i, stream, error);
+      if (error && *error)
+        goto done;
     } else {
-      if (g_strcmp0 (gst_sdp_media_get_media (media), "audio") == 0 ||
-          g_strcmp0 (gst_sdp_media_get_media (media), "video") == 0) {
-        GstWebRTCKind kind = GST_WEBRTC_KIND_UNKNOWN;
-
-        /* No existing transceiver, find an unused one */
-        if (!trans) {
-          if (g_strcmp0 (gst_sdp_media_get_media (media), "audio") == 0)
-            kind = GST_WEBRTC_KIND_AUDIO;
-          else if (g_strcmp0 (gst_sdp_media_get_media (media), "video") == 0)
-            kind = GST_WEBRTC_KIND_VIDEO;
-          else
-            GST_LOG_OBJECT (webrtc, "Unknown media kind %s",
-                GST_STR_NULL (gst_sdp_media_get_media (media)));
-
-          trans = _find_transceiver (webrtc, GINT_TO_POINTER (kind),
-              (FindTransceiverFunc) _find_compatible_unassociated_transceiver);
-        }
-
-        /* Still no transceiver? Create one */
-        /* XXX: default to the advertised direction in the sdp for new
-         * transceivers.  The spec doesn't actually say what happens here, only
-         * that calls to setDirection will change the value.  Nothing about
-         * a default value when the transceiver is created internally */
-        if (!trans) {
-          WebRTCTransceiver *t = _create_webrtc_transceiver (webrtc,
-              _get_direction_from_media (media), i, kind, NULL);
-          webrtc_transceiver_set_transport (t, stream);
-          trans = GST_WEBRTC_RTP_TRANSCEIVER (t);
-          PC_UNLOCK (webrtc);
-          g_signal_emit (webrtc,
-              gst_webrtc_bin_signalsON_NEW_TRANSCEIVER_SIGNAL, 0, trans);
-          PC_LOCK (webrtc);
-        }
-
-        _update_transceiver_from_sdp_media (webrtc, sdp->sdp, i, stream,
-            trans, bundled, bundle_idx, error);
-        if (error && *error)
-          goto done;
-      } else if (_message_media_is_datachannel (sdp->sdp, i)) {
-        _update_data_channel_from_sdp_media (webrtc, sdp->sdp, i, stream,
-            error);
-        if (error && *error)
-          goto done;
-      } else {
-        GST_ERROR_OBJECT (webrtc, "Unknown media type in SDP at index %u", i);
-      }
+      GST_ERROR_OBJECT (webrtc, "Unknown media type in SDP at index %u", i);
     }
   }
 
@@ -6414,6 +6375,222 @@
   return NULL;
 }
 
+/* https://w3c.github.io/webrtc-pc/#set-description (steps in 4.6.10.) */
+static gboolean
+_create_and_associate_transceivers_from_sdp (GstWebRTCBin * webrtc,
+    struct set_description *sd, GError ** error)
+{
+  gboolean ret = FALSE;
+  GStrv bundled = NULL;
+  guint bundle_idx = 0;
+  int i;
+
+  if (sd->sdp->type == GST_WEBRTC_SDP_TYPE_ROLLBACK) {
+    /* FIXME:
+     * If the mid value of an RTCRtpTransceiver was set to a non-null value
+     * by the RTCSessionDescription that is being rolled back, set the mid
+     * value of that transceiver to null, as described by JSEP
+     * (section 4.1.7.2.).
+     * If an RTCRtpTransceiver was created by applying the
+     * RTCSessionDescription that is being rolled back, and a track has not
+     * been attached to it via addTrack, remove that transceiver from
+     * connection's set of transceivers, as described by JSEP
+     * (section 4.1.7.2.).
+     * Restore the value of connection's  sctpTransport internal slot
+     * to its value at the last stable signaling state.
+     */
+    GST_FIXME_OBJECT (webrtc,
+        "Rolling back transceiver associations is not implemented");
+    return TRUE;
+  }
+
+  /* FIXME: With some peers, it's possible we could have
+   * multiple bundles to deal with, although I've never seen one yet */
+  if (webrtc->bundle_policy != GST_WEBRTC_BUNDLE_POLICY_NONE)
+    if (!_parse_bundle (sd->sdp->sdp, &bundled, error))
+      goto out;
+
+  if (bundled) {
+    if (!_get_bundle_index (sd->sdp->sdp, bundled, &bundle_idx)) {
+      g_set_error (error, GST_WEBRTC_ERROR, GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
+          "Bundle tag is %s but no media found matching", bundled0);
+      goto out;
+    }
+  }
+
+  for (i = 0; i < gst_sdp_message_medias_len (sd->sdp->sdp); i++) {
+    GstWebRTCRTPTransceiver *trans;
+    WebRTCTransceiver *wtrans;
+    const GstSDPMedia *media;
+    const gchar *mid;
+    guint transport_idx;
+    TransportStream *stream;
+    GstWebRTCRTPTransceiverDirection direction;
+
+    if (_message_media_is_datachannel (sd->sdp->sdp, i))
+      continue;
+
+    media = gst_sdp_message_get_media (sd->sdp->sdp, i);
+    mid = gst_sdp_media_get_attribute_val (media, "mid");
+    direction = _get_direction_from_media (media);
+
+    /* XXX: not strictly required but a lot of functionality requires a mid */
+    if (!mid) {
+      g_set_error (error, GST_WEBRTC_ERROR, GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
+          "Missing mid attribute in media");
+      goto out;
+    }
+
+    if (bundled)
+      transport_idx = bundle_idx;
+    else
+      transport_idx = i;
+
+    trans = _find_transceiver_for_mid (webrtc, mid);
+
+    if (sd->source == SDP_LOCAL) {
+      /* If the media description was not yet associated with an RTCRtpTransceiver object then run the following steps: */
+      if (!trans) {
+        /* Let transceiver be the RTCRtpTransceiver used to create the media description. */
+        trans = _find_transceiver_for_pending_mid (webrtc, mid);
+        if (!trans) {
+          g_set_error (error, GST_WEBRTC_ERROR,
+              GST_WEBRTC_ERROR_INVALID_STATE,
+              "Transceiver used to created media with mid %s not found", mid);
+          goto out;
+        }
+        wtrans = WEBRTC_TRANSCEIVER (trans);
+        if (wtrans->mline_locked && trans->mline != i) {
+          g_set_error (error, GST_WEBRTC_ERROR,
+              GST_WEBRTC_ERROR_INTERNAL_FAILURE,
+              "Transceiver <%s> with mid %s has mline %d from session description "
+              "but transceiver has locked mline %u",
+              GST_OBJECT_NAME (trans), GST_STR_NULL (trans->mid), i,
+              trans->mline);
+        }
+        trans->mline = i;
+        /* Set transceiver.Mid to transceiver.JsepMid */
+        g_free (trans->mid);
+        trans->mid = g_strdup (mid);
+        g_object_notify (G_OBJECT (trans), "mid");
+        /* If transceiver.Stopped is true, abort these sub steps */
+        if (trans->stopped)
+          continue;
+        /* If the media description is indicated as using an existing media transport according to RFC8843, let
+         * transport be the RTCDtlsTransport object representing the RTP/RTCP component of that transport.
+         * Otherwise, let transport be a newly created RTCDtlsTransport object with a new underlying RTCIceTransport.
+         */
+        stream = _get_or_create_transport_stream (webrtc, transport_idx, FALSE);
+        webrtc_transceiver_set_transport (wtrans, stream);
+      }
+    } else {
+      if (!trans) {
+        int j;
+        /* XXX: According to RFC9429 Section 5.10. we should only be finding compatible unassociated transceivers here if the
+         * media direction is "sendrecv" or "recvonly", but webrtcsrc and possibly other applications rely on this working
+         * also for "sendonly".
+         */
+        for (j = 0; j < webrtc->priv->transceivers->len; ++j) {
+          trans = g_ptr_array_index (webrtc->priv->transceivers, j);
+          if (trans->mid || trans->stopped) {
+            trans = NULL;
+            continue;
+          }
+
+          /* FIXME: Here we shouldn't in theory need to match caps, as the spec says only about
+           * "RtpTransceivers of the same type". However, transceivers created by requesting sink
+           * pads (aka addTrack) may still have unknown type at this point. We may be missing updating
+           * the transceiver type early enough during caps negotation.
+           */
+          GstCaps *trans_caps =
+              _find_codec_preferences (webrtc, trans, i, error);
+          if (error && *error)
+            goto out;
+
+          if (trans_caps) {
+            GstCaps *offer_caps = _rtp_caps_from_media (media);
+            GstCaps *caps = gst_caps_intersect (offer_caps, trans_caps);
+            gst_caps_unref (offer_caps);
+            gst_caps_unref (trans_caps);
+            if (caps) {
+              if (!gst_caps_is_empty (caps)) {
+                GST_LOG_OBJECT (webrtc,
+                    "found compatible transceiver %" GST_PTR_FORMAT
+                    " for offer media %u", trans, i);
+                gst_caps_unref (caps);
+                break;
+              }
+              gst_caps_unref (caps);
+              caps = NULL;
+            }
+          }
+          trans = NULL;
+        }
+      }
+
+      /* If no RtpTransceiver was found in the previous step, create one with a "recvonly" direction. */
+      if (!trans) {
+        wtrans = _create_webrtc_transceiver (webrtc,
+            GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY, i,
+            _get_kind_from_media (media), NULL);
+        trans = GST_WEBRTC_RTP_TRANSCEIVER (wtrans);
+
+        PC_UNLOCK (webrtc);
+        g_signal_emit (webrtc,
+            gst_webrtc_bin_signalsON_NEW_TRANSCEIVER_SIGNAL, 0, trans);
+        PC_LOCK (webrtc);
+      }
+
+      /* Associate the found or created RtpTransceiver with the "m=" section by setting the value of
+       * the RtpTransceiver's mid property to the MID of the "m=" section, and establish a mapping
+       * between the transceiver and the index of the "m=" section. */
+      wtrans = WEBRTC_TRANSCEIVER (trans);
+      if (wtrans->mline_locked && trans->mline != i) {
+        g_set_error (error, GST_WEBRTC_ERROR,
+            GST_WEBRTC_ERROR_INTERNAL_FAILURE,
+            "Transceiver <%s> with mid %s has mline %d from session description "
+            "but transceiver has locked mline %u",
+            GST_OBJECT_NAME (trans), GST_STR_NULL (trans->mid), i,
+            trans->mline);
+      }
+      trans->mline = i;
+      g_free (trans->mid);
+      trans->mid = g_strdup (mid);
+      g_object_notify (G_OBJECT (trans), "mid");
+
+      /* Let direction be an RTCRtpTransceiverDirection value representing the direction from the media
+         description, but with the send and receive directions reversed to represent this peer's point of view. */
+      direction = _reverse_direction (direction);
+      /* If the media description is rejected, set direction to "inactive". */
+      if (gst_sdp_media_get_port (media) == 0)
+        direction = GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_INACTIVE;
+
+      /* If description is of type "answer" or "pranswer", then run the following steps: */
+      if (sd->sdp->type == GST_WEBRTC_SDP_TYPE_ANSWER
+          || sd->sdp->type == GST_WEBRTC_SDP_TYPE_PRANSWER) {
+        /* Set transceiver.CurrentDirection to direction. */
+        trans->current_direction = direction;
+      }
+      /* Let transport be the RTCDtlsTransport object representing the RTP/RTCP component of the media transport
+       * used by transceiver's associated media description, according to RFC8843. */
+      if (!wtrans->stream) {
+        stream = _get_or_create_transport_stream (webrtc, transport_idx, FALSE);
+        webrtc_transceiver_set_transport (wtrans, stream);
+      }
+    }
+
+    wtrans = WEBRTC_TRANSCEIVER (trans);
+    if (wtrans->stream
+        && (direction == GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_SENDRECV
+            || direction == GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY))
+      _connect_output_stream (webrtc, wtrans->stream, transport_idx);
+  }
+
+  ret = TRUE;
+out:
+  g_strfreev (bundled);
+  return ret;
+}
 
 /* http://w3c.github.io/webrtc-pc/#set-description */
 static GstStructure *
@@ -6432,52 +6609,58 @@
         webrtc->signaling_state);
     const gchar *type_str =
         _enum_value_to_string (GST_TYPE_WEBRTC_SDP_TYPE, sd->sdp->type);
-    gchar *sdp_text = gst_sdp_message_as_text (sd->sdp->sdp);
     GST_INFO_OBJECT (webrtc, "Attempting to set %s %s in the %s state",
         _sdp_source_to_string (sd->source), type_str, state);
-    GST_TRACE_OBJECT (webrtc, "SDP contents\n%s", sdp_text);
-    g_free (sdp_text);
   }
 
-  if (!validate_sdp (webrtc->signaling_state, sd->source, sd->sdp, &error))
-    goto out;
+  if (sd->sdp->type != GST_WEBRTC_SDP_TYPE_ROLLBACK) {
+    {
+      gchar *sdp_text = gst_sdp_message_as_text (sd->sdp->sdp);
+      GST_TRACE_OBJECT (webrtc, "SDP contents\n%s", sdp_text);
+      g_free (sdp_text);
+    }
 
-  if (webrtc->bundle_policy != GST_WEBRTC_BUNDLE_POLICY_NONE)
-    if (!_parse_bundle (sd->sdp->sdp, &bundled, &error))
+    if (!validate_sdp (webrtc->signaling_state, sd->source, sd->sdp, &error))
       goto out;
 
-  if (bundled) {
-    if (!_get_bundle_index (sd->sdp->sdp, bundled, &bundle_idx)) {
-      g_set_error (&error, GST_WEBRTC_ERROR, GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
-          "Bundle tag is %s but no matching media found", bundled0);
+    if (webrtc->bundle_policy != GST_WEBRTC_BUNDLE_POLICY_NONE)
+      if (!_parse_bundle (sd->sdp->sdp, &bundled, &error))
+        goto out;
+
+    if (bundled) {
+      if (!_get_bundle_index (sd->sdp->sdp, bundled, &bundle_idx)) {
+        g_set_error (&error, GST_WEBRTC_ERROR,
+            GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
+            "Bundle tag is %s but no matching media found", bundled0);
+        goto out;
+      }
+    }
+
+    if (transceivers_media_num_cmp (webrtc,
+            get_previous_description (webrtc, sd->source, sd->sdp->type),
+            sd->sdp) < 0) {
+      g_set_error_literal (&error, GST_WEBRTC_ERROR,
+          GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
+          "m=lines removed from the SDP. Processing a completely new connection "
+          "is not currently supported.");
       goto out;
     }
-  }
 
-  if (transceivers_media_num_cmp (webrtc,
-          get_previous_description (webrtc, sd->source, sd->sdp->type),
-          sd->sdp) < 0) {
-    g_set_error_literal (&error, GST_WEBRTC_ERROR,
-        GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
-        "m=lines removed from the SDP. Processing a completely new connection "
-        "is not currently supported.");
-    goto out;
-  }
+    if ((sd->sdp->type == GST_WEBRTC_SDP_TYPE_PRANSWER ||
+            sd->sdp->type == GST_WEBRTC_SDP_TYPE_ANSWER) &&
+        transceivers_media_num_cmp (webrtc,
+            get_last_generated_description (webrtc, sd->source, sd->sdp->type),
+            sd->sdp) != 0) {
+      g_set_error_literal (&error, GST_WEBRTC_ERROR,
+          GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
+          "Answer doesn't have the same number of m-lines as the offer.");
+      goto out;
+    }
 
-  if ((sd->sdp->type == GST_WEBRTC_SDP_TYPE_PRANSWER ||
-          sd->sdp->type == GST_WEBRTC_SDP_TYPE_ANSWER) &&
-      transceivers_media_num_cmp (webrtc,
-          get_last_generated_description (webrtc, sd->source, sd->sdp->type),
-          sd->sdp) != 0) {
-    g_set_error_literal (&error, GST_WEBRTC_ERROR,
-        GST_WEBRTC_ERROR_SDP_SYNTAX_ERROR,
-        "Answer doesn't have the same number of m-lines as the offer.");
-    goto out;
+    if (!check_locked_mlines (webrtc, sd->sdp, &error))
+      goto out;
   }
 
-  if (!check_locked_mlines (webrtc, sd->sdp, &error))
-    goto out;
-
   switch (sd->sdp->type) {
     case GST_WEBRTC_SDP_TYPE_OFFER:{
       if (sd->source == SDP_LOCAL) {
@@ -6537,7 +6720,24 @@
       break;
     }
     case GST_WEBRTC_SDP_TYPE_ROLLBACK:{
-      GST_FIXME_OBJECT (webrtc, "rollbacks are completely untested");
+      if (webrtc->signaling_state == GST_WEBRTC_SIGNALING_STATE_STABLE ||
+          webrtc->signaling_state ==
+          GST_WEBRTC_SIGNALING_STATE_HAVE_LOCAL_PRANSWER
+          || webrtc->signaling_state ==
+          GST_WEBRTC_SIGNALING_STATE_HAVE_REMOTE_PRANSWER) {
+        /* If description.type is "rollback" and connection's signaling state is
+         * either "stable", "have-local-pranswer", or "have-remote-pranswer",
+         * then reject p with a newly created InvalidStateError and abort these
+         * steps. */
+        const gchar *state_name =
+            _enum_value_to_string (GST_TYPE_WEBRTC_SIGNALING_STATE,
+            webrtc->signaling_state);
+        g_set_error (&error, GST_WEBRTC_ERROR, GST_WEBRTC_ERROR_INVALID_STATE,
+            "Cannot roll back from current state %s", state_name);
+        goto out;
+      }
+
+      GST_FIXME_OBJECT (webrtc, "Rollbacks are only partially implemented");
       if (sd->source == SDP_LOCAL) {
         if (webrtc->pending_local_description)
           gst_webrtc_session_description_free
@@ -6576,27 +6776,19 @@
     }
   }
 
-  if (sd->sdp->type == GST_WEBRTC_SDP_TYPE_ROLLBACK) {
-    /* FIXME:
-     * If the mid value of an RTCRtpTransceiver was set to a non-null value
-     * by the RTCSessionDescription that is being rolled back, set the mid
-     * value of that transceiver to null, as described by JSEP
-     * (section 4.1.7.2.).
-     * If an RTCRtpTransceiver was created by applying the
-     * RTCSessionDescription that is being rolled back, and a track has not
-     * been attached to it via addTrack, remove that transceiver from
-     * connection's set of transceivers, as described by JSEP
-     * (section 4.1.7.2.).
-     * Restore the value of connection's  sctpTransport internal slot
-     * to its value at the last stable signaling state.
-     */
-  }
+  if (!_create_and_associate_transceivers_from_sdp (webrtc, sd, &error))
+    goto out;
 
   if (webrtc->signaling_state != new_signaling_state) {
     webrtc->signaling_state = new_signaling_state;
     signalling_state_changed = TRUE;
   }
 
+  if (sd->sdp->type == GST_WEBRTC_SDP_TYPE_ROLLBACK) {
+    /* If rolling back, leave all the transceivers and other setup alone. There's no SDP attached to use anyway */
+    goto update_signaling_state;
+  }
+
   {
     gboolean ice_controller = FALSE;
 
@@ -6650,6 +6842,12 @@
         continue;
       }
 
+      if (!pad->trans->mid) {
+        GST_DEBUG_OBJECT (pad, "transceiver not associated. Skipping");
+        tmp = tmp->next;
+        continue;
+      }
+
       media = gst_sdp_message_get_media (sd->sdp->sdp, pad->trans->mline);
       /* skip rejected media */
       if (gst_sdp_media_get_port (media) == 0) {
@@ -6768,6 +6966,7 @@
     ICE_UNLOCK (webrtc);
   }
 
+update_signaling_state:
   /*
    * If connection's signaling state changed above, fire an event named
    * signalingstatechange at connection.
@@ -6784,7 +6983,8 @@
     PC_LOCK (webrtc);
   }
 
-  if (webrtc->signaling_state == GST_WEBRTC_SIGNALING_STATE_STABLE) {
+  if (webrtc->signaling_state == GST_WEBRTC_SIGNALING_STATE_STABLE
+      && sd->sdp->type != GST_WEBRTC_SDP_TYPE_ROLLBACK) {
     gboolean prev_need_negotiation = webrtc->priv->need_negotiation;
 
     /* If connection's signaling state is now stable, update the
@@ -6828,7 +7028,8 @@
 
   if (remote_sdp == NULL)
     goto bad_input;
-  if (remote_sdp->sdp == NULL)
+  if (remote_sdp->sdp == NULL
+      && remote_sdp->type != GST_WEBRTC_SDP_TYPE_ROLLBACK)
     goto bad_input;
 
   sd = g_new0 (struct set_description, 1);
@@ -6866,7 +7067,7 @@
 
   if (local_sdp == NULL)
     goto bad_input;
-  if (local_sdp->sdp == NULL)
+  if (local_sdp->sdp == NULL && local_sdp->type != GST_WEBRTC_SDP_TYPE_ROLLBACK)
     goto bad_input;
 
   sd = g_new0 (struct set_description, 1);
@@ -7464,8 +7665,7 @@
   if (!stream)
     goto unknown_session;
 
-  if ((ret = transport_stream_get_caps_for_pt (stream, pt)))
-    gst_caps_ref (ret);
+  ret = transport_stream_get_caps_for_pt (stream, pt);
 
   GST_DEBUG_OBJECT (webrtc, "Found caps %" GST_PTR_FORMAT " for pt %d in "
       "session %d", ret, pt, session_id);
@@ -8194,6 +8394,9 @@
     /* parse serial number from requested padname */
     serial = g_ascii_strtoull (&name5, NULL, 10);
     lock_mline = TRUE;
+    if (serial >= webrtc->priv->max_sink_pad_serial) {
+      webrtc->priv->max_sink_pad_serial = serial + 1;
+    }
   }
 
   if (lock_mline) {
@@ -8263,9 +8466,9 @@
       GstWebRTCBinPad *pad2;
       gboolean has_matching_caps;
 
-      /* Ignore transceivers with a non-matching kind */
+      /* Ignore transceivers with a non-matching kind or where we don't know the kind we want */
       if (tmptrans->kind != GST_WEBRTC_KIND_UNKNOWN &&
-          kind != GST_WEBRTC_KIND_UNKNOWN && tmptrans->kind != kind)
+          (kind == GST_WEBRTC_KIND_UNKNOWN || tmptrans->kind != kind))
         continue;
 
       /* Ignore stopped transmitters */
@@ -8287,7 +8490,7 @@
 
       GST_OBJECT_LOCK (tmptrans);
       has_matching_caps = (caps && tmptrans->codec_preferences &&
-          !gst_caps_can_intersect (caps, tmptrans->codec_preferences));
+          gst_caps_can_intersect (caps, tmptrans->codec_preferences));
       GST_OBJECT_UNLOCK (tmptrans);
       /* Ignore transceivers with non-matching caps */
       if (!has_matching_caps)
@@ -8445,6 +8648,9 @@
       gst_webrtc_ice_set_http_proxy (webrtc->priv->ice,
           g_value_get_string (value));
       break;
+    case PROP_REUSE_SRC_PADS:
+      webrtc->priv->reuse_source_pads = g_value_get_boolean (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -8526,6 +8732,9 @@
       g_value_take_string (value,
           gst_webrtc_ice_get_http_proxy (webrtc->priv->ice));
       break;
+    case PROP_REUSE_SRC_PADS:
+      g_value_set_boolean (value, webrtc->priv->reuse_source_pads);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -8841,6 +9050,23 @@
           G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
 
   /**
+   * GstWebRTCBin:reuse-source-pads:
+   *
+   * When set to FALSE, if a transceiver becomes send-only or inactive then
+   * pre-existing source pads will receive an EOS event and no further traffic
+   * even after further renegotiation. When TRUE, pads will simply not
+   * receive any output when the negotiated transceiver state doesn't have
+   * incoming traffic. If renegotiated later, the pad will receive data again.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class,
+      PROP_REUSE_SRC_PADS,
+      g_param_spec_boolean ("reuse-source-pads", "Reuse source pads",
+          "If FALSE, webrtcbin will send EOS on source pads with inactive transceivers. TRUE to reuse pads after renegotiation with no EOS",
+          FALSE, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  /**
    * GstWebRTCBin::create-offer:
    * @object: the #webrtcbin
    * @options: (nullable): create-offer options
@@ -9010,7 +9236,7 @@
    *  "address"              G_TYPE_STRING              address of the candidate, allowing for IPv4, IPv6 and FQDNs
    *  "port"                 G_TYPE_UINT                port number of the candidate
    *  "candidate-type"       G_TYPE_STRING              RTCIceCandidateType
-   *  "priority"             G_TYPE_UINT64              calculated as defined in RFC 5245
+   *  "priority"             G_TYPE_UINT                calculated as defined in RFC 5245
    *  "protocol"             G_TYPE_STRING              Either "udp" or "tcp". Based on the "transport" defined in RFC 5245
    *  "relay-protocol"       G_TYPE_STRING              protocol used by the endpoint to communicate with the TURN server. Only present for local candidates. Either "udp", "tcp" or "tls"
    *  "url"                  G_TYPE_STRING              URL of the ICE server from which the candidate was obtained. Only present for local candidates
@@ -9098,6 +9324,23 @@
       G_SIGNAL_RUN_LAST, 0, _gst_element_accumulator, NULL, NULL,
       GST_TYPE_ELEMENT, 1, GST_TYPE_WEBRTC_DTLS_TRANSPORT);
 
+   /**
+   * GstWebRTCBin::request-post-rtp-aux-sender:
+   * @object: the #GstWebRTCBin
+   * @dtls-transport: The #GstWebRTCDTLSTransport object for which the aux
+   * sender will be used.
+   *
+   * Request an AUX sender element for the given @dtls-transport,
+   * that is placed between RTPBin and Transportbin..
+   *
+   * Returns: (transfer full): A new GStreamer element
+   *
+   * Since: 1.26
+   */
+  gst_webrtc_bin_signalsREQUEST_POST_RTP_AUX_SENDER =
+      g_signal_new ("request-post-rtp-aux-sender",
+      G_TYPE_FROM_CLASS (klass), G_SIGNAL_RUN_LAST, 0, _gst_element_accumulator,
+      NULL, NULL, GST_TYPE_ELEMENT, 1, GST_TYPE_WEBRTC_DTLS_TRANSPORT);
   /**
    * GstWebRTCBin::add-transceiver:
    * @object: the #webrtcbin

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtc/gstwebrtcbin.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtc/gstwebrtcbin.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtc/gstwebrtcstats.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtc/gstwebrtcstats.c Changed

@@ -106,12 +106,12 @@
 
 /* https://www.w3.org/TR/webrtc-stats/#remoteinboundrtpstats-dict* */
 static gboolean
-_get_stats_from_remote_rtp_source_stats (GstWebRTCBin * webrtc,
-    TransportStream * stream, const GstStructure * source_stats,
-    guint ssrc, guint clock_rate, const gchar * codec_id, const gchar * kind,
-    const gchar * transport_id, GstStructure * s)
+_get_stats_from_remote_rtp_source_stats (TransportStream * stream,
+    const GstStructure * source_stats, guint ssrc, guint clock_rate,
+    const gchar * codec_id, const gchar * kind, const gchar * transport_id,
+    GstStructure * s)
 {
-  gboolean have_rb = FALSE, internal = FALSE;
+  gboolean have_rb = FALSE;
   int lost;
   GstStructure *r_in;
   gchar *r_in_id, *out_id;
@@ -120,11 +120,10 @@
   double ts;
 
   gst_structure_get_double (s, "timestamp", &ts);
-  gst_structure_get (source_stats, "internal", G_TYPE_BOOLEAN, &internal,
-      "have-rb", G_TYPE_BOOLEAN, &have_rb, NULL);
+  gst_structure_get (source_stats, "have-rb", G_TYPE_BOOLEAN, &have_rb, NULL);
 
   /* This isn't what we're looking for */
-  if (internal == TRUE || have_rb == FALSE)
+  if (have_rb == FALSE)
     return FALSE;
 
   r_in_id = g_strdup_printf ("rtp-remote-inbound-stream-stats_%u", ssrc);
@@ -207,10 +206,9 @@
 /* https://www.w3.org/TR/webrtc-stats/#inboundrtpstats-dict*
    https://www.w3.org/TR/webrtc-stats/#outboundrtpstats-dict* */
 static void
-_get_stats_from_rtp_source_stats (GstWebRTCBin * webrtc,
-    TransportStream * stream, const GstStructure * source_stats,
-    const gchar * codec_id, const gchar * kind, const gchar * transport_id,
-    GstStructure * s)
+_get_stats_from_rtp_source_stats (TransportStream * stream,
+    const GstStructure * source_stats, const gchar * codec_id,
+    const gchar * kind, const gchar * transport_id, GstStructure * s)
 {
   guint ssrc, fir, pli, nack, jitter;
   int clock_rate;
@@ -339,12 +337,6 @@
       }
     }
 
-    if (jb_stats)
-      gst_structure_get (jb_stats, "num-lost", G_TYPE_UINT64, &jb_lost,
-          "num-duplicates", G_TYPE_UINT64, &duplicates, "num-late",
-          G_TYPE_UINT64, &late, "rtx-success-count", G_TYPE_UINT64,
-          &rtx_success, NULL);
-
     in_id = g_strdup_printf ("rtp-inbound-stream-stats_%u", ssrc);
     r_out_id = g_strdup_printf ("rtp-remote-outbound-stream-stats_%u", ssrc);
 
@@ -360,20 +352,39 @@
 
     /* RTCReceivedRtpStreamStats */
 
-    if (gst_structure_get_uint64 (source_stats, "packets-received", &packets))
+    if (gst_structure_get_uint64 (source_stats, "packets-received", &packets)) {
       gst_structure_set (in, "packets-received", G_TYPE_UINT64, packets, NULL);
+    } else {
+      gst_structure_set (in, "packets-received", G_TYPE_UINT64,
+          G_GUINT64_CONSTANT (0), NULL);
+    }
+
     if (jb_stats) {
+      gst_structure_get (jb_stats, "num-lost", G_TYPE_UINT64, &jb_lost,
+          "num-duplicates", G_TYPE_UINT64, &duplicates, "num-late",
+          G_TYPE_UINT64, &late, "rtx-success-count", G_TYPE_UINT64,
+          &rtx_success, NULL);
+
       gint64 packets_lost = jb_lost > G_MAXINT64 ?
           G_MAXINT64 : (gint64) jb_lost;
       gst_structure_set (in, "packets-lost", G_TYPE_INT64, packets_lost, NULL);
-    }
-    if (gst_structure_get_uint (source_stats, "jitter", &jitter))
-      gst_structure_set (in, "jitter", G_TYPE_DOUBLE,
-          CLOCK_RATE_VALUE_TO_SECONDS (jitter, clock_rate), NULL);
 
-    if (jb_stats)
       gst_structure_set (in, "packets-discarded", G_TYPE_UINT64, late,
           "packets-repaired", G_TYPE_UINT64, rtx_success, NULL);
+    } else {
+      gst_structure_set (in, "packets-lost", G_TYPE_INT64,
+          G_GINT64_CONSTANT (0), NULL);
+      gst_structure_set (in, "packets-discarded", G_TYPE_UINT64,
+          G_GUINT64_CONSTANT (0), "packets-repaired", G_TYPE_UINT64,
+          G_GUINT64_CONSTANT (0), NULL);
+    }
+
+    if (gst_structure_get_uint (source_stats, "jitter", &jitter)) {
+      gst_structure_set (in, "jitter", G_TYPE_DOUBLE,
+          CLOCK_RATE_VALUE_TO_SECONDS (jitter, clock_rate), NULL);
+    } else {
+      gst_structure_set (in, "jitter", G_TYPE_DOUBLE, 0.0, NULL);
+    }
 
     /*
        RTCReceivedRtpStreamStats
@@ -469,19 +480,20 @@
     gst_structure_set (r_out, "codec-id", G_TYPE_STRING, codec_id, NULL);
     gst_structure_set (r_out, "transport-id", G_TYPE_STRING, transport_id,
         NULL);
+    if (kind)
+      gst_structure_set (r_out, "kind", G_TYPE_STRING, kind, NULL);
+
     /* XXX: mediaType, trackId */
 
     /* RTCSentRtpStreamStats */
 
+    guint sr_bytes = 0, sr_packets = 0;
     if (have_sr) {
-      guint sr_bytes, sr_packets;
-
-      if (gst_structure_get_uint (source_stats, "sr-octet-count", &sr_bytes))
-        gst_structure_set (r_out, "bytes-sent", G_TYPE_UINT, sr_bytes, NULL);
-      if (gst_structure_get_uint (source_stats, "sr-packet-count", &sr_packets))
-        gst_structure_set (r_out, "packets-sent", G_TYPE_UINT, sr_packets,
-            NULL);
+      gst_structure_get_uint (source_stats, "sr-octet-count", &sr_bytes);
+      gst_structure_get_uint (source_stats, "sr-packet-count", &sr_packets);
     }
+    gst_structure_set (r_out, "bytes-sent", G_TYPE_UINT, sr_bytes, NULL);
+    gst_structure_set (r_out, "packets-sent", G_TYPE_UINT, sr_packets, NULL);
 
     /* RTCSentRtpStreamStats:
 
@@ -870,45 +882,55 @@
 
 struct transport_stream_stats
 {
-  GstWebRTCBin *webrtc;
   TransportStream *stream;
   char *transport_id;
   char *codec_id;
+  guint ssrc;
   const char *kind;
   guint clock_rate;
   GValueArray *source_stats;
-  GstStructure *s;
+
+  GstStructure *s;              /* Return value stats accumulator */
 };
 
 static gboolean
-webrtc_stats_get_from_transport (SsrcMapItem * entry,
+webrtc_stats_get_from_transport_for_one_ssrc (SsrcMapItem * entry,
     struct transport_stream_stats *ts_stats)
 {
   double ts;
   int i;
 
+  /* We're only interested in the map entry for the ssrc for the
+   * pad under inspection */
+  if (ts_stats->ssrc != entry->ssrc)
+    return FALSE;               /* Continue iterating */
+
   gst_structure_get_double (ts_stats->s, "timestamp", &ts);
 
   /* construct stats objects */
   for (i = 0; i < ts_stats->source_stats->n_values; i++) {
-    const GstStructure *stats;
     const GValue *val = g_value_array_get_nth (ts_stats->source_stats, i);
-    guint stats_ssrc = 0;
+    const GstStructure *stats = gst_value_get_structure (val);
 
-    stats = gst_value_get_structure (val);
+    guint stats_ssrc = 0;
 
-    /* skip foreign sources */
     if (gst_structure_get_uint (stats, "ssrc", &stats_ssrc) &&
-        entry->ssrc == stats_ssrc)
-      _get_stats_from_rtp_source_stats (ts_stats->webrtc, ts_stats->stream,
-          stats, ts_stats->codec_id, ts_stats->kind, ts_stats->transport_id,
-          ts_stats->s);
-    else if (gst_structure_get_uint (stats, "rb-ssrc", &stats_ssrc)
-        && entry->ssrc == stats_ssrc)
-      _get_stats_from_remote_rtp_source_stats (ts_stats->webrtc,
-          ts_stats->stream, stats, entry->ssrc, ts_stats->clock_rate,
+        entry->ssrc == stats_ssrc) {
+      GST_TRACE ("Found source stats for ssrc %u: %" GST_PTR_FORMAT, stats_ssrc,
+          stats);
+      _get_stats_from_rtp_source_stats (ts_stats->stream, stats,
           ts_stats->codec_id, ts_stats->kind, ts_stats->transport_id,
           ts_stats->s);
+    }
+
+    if (gst_structure_get_uint (stats, "rb-ssrc", &stats_ssrc)
+        && entry->ssrc == stats_ssrc) {
+      GST_TRACE ("Found remote source stats for ssrc %u: %" GST_PTR_FORMAT,
+          stats_ssrc, stats);
+      _get_stats_from_remote_rtp_source_stats (ts_stats->stream, stats,
+          entry->ssrc, ts_stats->clock_rate, ts_stats->codec_id, ts_stats->kind,
+          ts_stats->transport_id, ts_stats->s);
+    }
   }
 
   /* we want to look at all the entries */
@@ -920,14 +942,14 @@
 {
   GstWebRTCBinPad *wpad = GST_WEBRTC_BIN_PAD (pad);
   struct transport_stream_stats ts_stats = { NULL, };
-  guint ssrc, clock_rate;
+  guint clock_rate;
   GObject *rtp_session;
   GObject *gst_rtp_session;
   GstStructure *rtp_stats, *twcc_stats;
   GstWebRTCKind kind;
 
-  _get_codec_stats_from_pad (webrtc, pad, s, &ts_stats.codec_id, &ssrc,
-      &clock_rate);
+  _get_codec_stats_from_pad (webrtc, pad, s, &ts_stats.codec_id,
+      &ts_stats.ssrc, &clock_rate);
 
   if (!wpad->trans)
     goto out;
@@ -978,7 +1000,7 @@
   ts_stats.clock_rate = clock_rate;
 
   transport_stream_find_ssrc_map_item (ts_stats.stream, &ts_stats,
-      (FindSsrcMapFunc) webrtc_stats_get_from_transport);
+      (FindSsrcMapFunc) webrtc_stats_get_from_transport_for_one_ssrc);
 
   g_clear_object (&rtp_session);
   g_clear_object (&gst_rtp_session);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtc/transportstream.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtc/transportstream.c Changed

@@ -47,15 +47,37 @@
 GstCaps *
 transport_stream_get_caps_for_pt (TransportStream * stream, guint pt)
 {
-  guint i, len;
+  GstCaps *ret = NULL;
+  GstStructure *ret_s, *item_s;
+  guint i, len, si, slen;
+  const gchar *field_name;
 
   len = stream->ptmap->len;
   for (i = 0; i < len; i++) {
     PtMapItem *item = &g_array_index (stream->ptmap, PtMapItem, i);
-    if (item->pt == pt)
-      return item->caps;
+    if (item->pt == pt) {
+      if (item->caps) {
+        if (ret == NULL) {
+          ret = gst_caps_copy (item->caps);
+          ret_s = gst_caps_get_structure (ret, 0);
+        } else {
+          /* Append the "ssrc-*" fields for current PT entry to ret */
+          item_s = gst_caps_get_structure (item->caps, 0);
+          slen = gst_structure_n_fields (item_s);
+          for (si = 0; si < slen; ++si) {
+            field_name = gst_structure_nth_field_name (item_s, si);
+            if (!g_str_has_prefix (field_name, "ssrc-"))
+              continue;
+
+            gst_structure_set (ret_s, field_name, G_TYPE_STRING,
+                gst_structure_get_string (item_s, field_name), NULL);
+          }
+        }
+      }
+    }
   }
-  return NULL;
+
+  return ret;
 }
 
 int

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtc/webrtcsdp.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtc/webrtcsdp.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtc/webrtcsdp.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtc/webrtcsdp.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtcdsp/gstwebrtcdsp.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtcdsp/gstwebrtcdsp.cpp Changed

@@ -241,12 +241,14 @@
   gboolean interleaved;
   guint period_size;
   guint period_samples;
+#ifdef HAVE_WEBRTC1
   gboolean stream_has_voice;
+#endif
 
   /* Protected by the stream lock */
   GstAdapter *adapter;
   GstPlanarAudioAdapter *padapter;
-  webrtc::AudioProcessing *apm;
+  rtc::scoped_refptr<webrtc::AudioProcessing> apm;
 
   /* Protected by the object lock */
   gchar *probe_name;
@@ -263,7 +265,9 @@
   gint startup_min_volume;
   gboolean limiter;
   webrtc::AudioProcessing::Config::GainController1::Mode gain_control_mode;
+#ifdef HAVE_WEBRTC1
   gboolean voice_detection;
+#endif
 };
 
 G_DEFINE_TYPE_WITH_CODE (GstWebrtcDsp, gst_webrtc_dsp, GST_TYPE_AUDIO_FILTER,
@@ -368,7 +372,7 @@
     GstClockTime rec_time)
 {
   GstWebrtcEchoProbe *probe = NULL;
-  webrtc::AudioProcessing *apm;
+  rtc::scoped_refptr<webrtc::AudioProcessing> apm;
   GstBuffer *buf = NULL;
   GstAudioInfo info;
   gboolean interleaved = self->interleaved;
@@ -392,7 +396,11 @@
   apm = self->apm;
   apm->set_stream_delay_ms (delay);
 
+#ifdef HAVE_WEBRTC1
   webrtc::StreamConfig config (info.rate, info.channels, false);
+#else
+  webrtc::StreamConfig config (info.rate, info.channels);
+#endif
 
   g_return_val_if_fail (buf != NULL, GST_FLOW_ERROR);
 
@@ -433,6 +441,7 @@
   return ret;
 }
 
+#ifdef HAVE_WEBRTC1
 static void
 gst_webrtc_vad_post_activity (GstWebrtcDsp *self, GstBuffer *buffer,
     gboolean stream_has_voice, guint8 level)
@@ -464,14 +473,19 @@
   gst_element_post_message (GST_ELEMENT (self),
       gst_message_new_element (GST_OBJECT (self), s));
 }
+#endif
 
 static GstFlowReturn
 gst_webrtc_dsp_process_stream (GstWebrtcDsp * self,
     GstBuffer * buffer)
 {
   GstAudioBuffer abuf;
-  webrtc::AudioProcessing * apm = self->apm;
+  rtc::scoped_refptr<webrtc::AudioProcessing> apm = self->apm;
+#ifdef HAVE_WEBRTC1
   webrtc::StreamConfig config (self->info.rate, self->info.channels, false);
+#else
+  webrtc::StreamConfig config (self->info.rate, self->info.channels);
+#endif
   gint err;
 
   if (!gst_audio_buffer_map (&abuf, &self->info, buffer,
@@ -492,6 +506,7 @@
     GST_WARNING_OBJECT (self, "Failed to filter the audio: %s.",
         webrtc_error_to_string (err));
   } else {
+#ifdef HAVE_WEBRTC1
     if (self->voice_detection) {
       webrtc::AudioProcessingStats stats = apm->GetStatistics ();
       gboolean stream_has_voice = stats.voice_detected && *stats.voice_detected;
@@ -503,6 +518,7 @@
 
       self->stream_has_voice = stream_has_voice;
     }
+#endif
   }
 
   gst_audio_buffer_unmap (&abuf);
@@ -604,7 +620,11 @@
 
   self->info = *info;
   self->interleaved = (info->layout == GST_AUDIO_LAYOUT_INTERLEAVED);
+#ifdef HAVE_WEBRTC1
+  self->apm = rtc::scoped_refptr(webrtc::AudioProcessingBuilder().Create());
+#else
   self->apm = webrtc::AudioProcessingBuilder().Create();
+#endif
 
   if (!self->interleaved)
     gst_planar_audio_adapter_configure (self->padapter, info);
@@ -650,13 +670,13 @@
     config.noise_suppression.level = self->noise_suppression_level;
   }
 
-  // TODO: expose transient suppression
-
+#ifdef HAVE_WEBRTC1
   if (self->voice_detection) {
     GST_DEBUG_OBJECT (self, "Enabling Voice Activity Detection");
     config.voice_detection.enabled = true;
     self->stream_has_voice = FALSE;
   }
+#endif
 
   if (self->gain_control) {
     GEnumClass *mode_class = (GEnumClass *)
@@ -674,7 +694,9 @@
     config.gain_controller1.target_level_dbfs = self->target_level_dbfs;
     config.gain_controller1.compression_gain_db = self->compression_gain_db;
     config.gain_controller1.enable_limiter = self->limiter;
+#ifdef HAVE_WEBRTC1
     config.level_estimation.enabled = true;
+#endif
   }
 
   // TODO: expose gain controller 2
@@ -719,8 +741,7 @@
     self->probe = NULL;
   }
 
-  delete self->apm;
-  self->apm = NULL;
+  self->apm = nullptr;
 
   GST_OBJECT_UNLOCK (self);
 
@@ -780,7 +801,11 @@
           (GstWebrtcGainControlMode) g_value_get_enum (value);
       break;
     case PROP_VOICE_DETECTION:
+#ifdef HAVE_WEBRTC1
       self->voice_detection = g_value_get_boolean (value);
+#else
+      GST_WARNING_OBJECT (self, "Voice activity detection is no longer supported");
+#endif
       break;
     case PROP_VOICE_DETECTION_FRAME_SIZE_MS:
       break;
@@ -847,7 +872,11 @@
       g_value_set_enum (value, self->gain_control_mode);
       break;
     case PROP_VOICE_DETECTION:
+#ifdef HAVE_WEBRTC1
       g_value_set_boolean (value, self->voice_detection);
+#else
+      g_value_set_boolean (value, FALSE);
+#endif
       break;
     case PROP_VOICE_DETECTION_FRAME_SIZE_MS:
       g_value_set_int (value, 0);
@@ -1041,7 +1070,11 @@
   g_object_class_install_property (gobject_class,
       PROP_VOICE_DETECTION,
       g_param_spec_boolean ("voice-detection", "Voice Detection",
+#ifdef HAVE_WEBRTC1
           "Enable or disable the voice activity detector",
+#else
+          "Enable or disable the voice activity detector (deprecated)",
+#endif
           DEFAULT_VOICE_DETECTION, (GParamFlags) (G_PARAM_READWRITE |
               G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT)));

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/webrtcdsp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/webrtcdsp/meson.build Changed

@@ -4,8 +4,44 @@
   'gstwebrtcdspplugin.cpp'
 
 
-webrtc_dep = dependency('webrtc-audio-processing-1', version : '>= 1.0',
-                        required : get_option('webrtcdsp'))
+webrtc_headers = 
+  'gstwebrtcechoprobe.h',
+  'gstwebrtcdsp.h',
+
+doc_sources = 
+foreach s: webrtc_sources + webrtc_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'webrtcdsp': pathsep.join(doc_sources)
+}
+
+default_cppstd = 'cpp_std=c++17'
+
+webrtc_dep = dependency('webrtc-audio-processing-2', version : '>= 2.0',
+                        required : false)
+if not webrtc_dep.found()
+  webrtc_dep = dependency('webrtc-audio-processing-1', version : '>= 1.0',
+                          required : false)
+  if webrtc_dep.found()
+    cdata.set('HAVE_WEBRTC1', 1)
+  endif
+endif
+
+if not webrtc_dep.found()
+  # Try again, and this time use fallback if requested and possible
+  cc = meson.get_compiler('cpp')
+  if cc.get_id() == 'msvc'
+    # MSVC doesn't like designated initalizers without c++20
+    default_cppstd = 'cpp_std=c++20'
+  endif
+
+  webrtc_dep = dependency('webrtc-audio-processing-2', version : '>= 2.0',
+                          allow_fallback : true,
+                          default_options : default_cppstd,
+                          required : get_option('webrtcdsp'))
+endif
 
 if webrtc_dep.found()
   gstwebrtcdsp = library('gstwebrtcdsp',
@@ -16,7 +52,8 @@
     dependencies : gstbase_dep, gstaudio_dep, gstbadaudio_dep, webrtc_dep,
     install : true,
     install_dir : plugins_install_dir,
-    override_options : 'cpp_std=c++17',
+    override_options : default_cppstd,
   )
   plugins += gstwebrtcdsp
 endif
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wildmidi/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wildmidi/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wpe/gstwpethreadedview.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wpe/gstwpethreadedview.cpp Changed

@@ -815,37 +815,44 @@
     webkit_web_view_set_background_color(webkit.view, &color);
 }
 
-void GstWPEThreadedView::releaseImage(gpointer imagePointer)
+void GstWPEThreadedView::releaseImage(struct wpe_fdo_egl_exported_image * image)
 {
     s_view->dispatch(&() {
-        GST_TRACE("Dispatch release exported image %p", imagePointer);
-        wpe_view_backend_exportable_fdo_egl_dispatch_release_exported_image(wpe.exportable,
-                                                                            static_cast<struct wpe_fdo_egl_exported_image*>(imagePointer));
+        GST_TRACE("Dispatch release exported image %p", image);
+        wpe_view_backend_exportable_fdo_egl_dispatch_release_exported_image(wpe.exportable, image);
     });
 }
 
 struct ImageContext {
     GstWPEThreadedView* view;
-    gpointer image;
+    struct wpe_fdo_egl_exported_image *image;
 };
 
-void GstWPEThreadedView::handleExportedImage(gpointer image)
+void GstWPEThreadedView::s_releaseImage(GstEGLImage *image, gpointer data) {
+  ImageContext *context = static_cast<ImageContext *>(data);
+  context->view->releaseImage(context->image);
+  g_free(context);
+}
+
+void GstWPEThreadedView::handleExportedImage(struct wpe_fdo_egl_exported_image * image)
 {
-    ImageContext* imageContext = g_new (ImageContext, 1);
-    imageContext->view = this;
-    imageContext->image = static_cast<gpointer>(image);
-    EGLImageKHR eglImage = wpe_fdo_egl_exported_image_get_egl_image(static_cast<struct wpe_fdo_egl_exported_image*>(image));
+  ImageContext *imageContext = g_new(ImageContext, 1);
+  imageContext->view = this;
+  imageContext->image = image;
+  EGLImageKHR eglImage = wpe_fdo_egl_exported_image_get_egl_image(image);
 
-    auto* gstImage = gst_egl_image_new_wrapped(gst.context, eglImage, GST_GL_RGBA, imageContext, s_releaseImage);
-    {
-      GMutexHolder lock(images_mutex);
+  auto *gstImage = gst_egl_image_new_wrapped(gst.context, eglImage, GST_GL_RGBA, imageContext,
+      s_releaseImage);
+  {
+    GMutexHolder lock(images_mutex);
 
-      GST_TRACE("EGLImage %p wrapped in GstEGLImage %" GST_PTR_FORMAT, eglImage, gstImage);
-      gst_clear_mini_object ((GstMiniObject **) &egl.pending);
-      egl.pending = gstImage;
+    GST_TRACE("EGLImage %p wrapped in GstEGLImage %" GST_PTR_FORMAT, eglImage,
+              gstImage);
+    gst_clear_mini_object((GstMiniObject **)&egl.pending);
+    egl.pending = gstImage;
 
-      notifyLoadFinished();
-    }
+    notifyLoadFinished();
+  }
 }
 
 struct SHMBufferContext {
@@ -857,9 +864,8 @@
 {
     SHMBufferContext* context = static_cast<SHMBufferContext*>(data);
     s_view->dispatch(&() {
-        auto* buffer = static_cast<struct wpe_fdo_shm_exported_buffer*>(context->buffer);
-        GST_TRACE("Dispatch release exported buffer %p", buffer);
-        wpe_view_backend_exportable_fdo_dispatch_release_shm_exported_buffer(wpe.exportable, buffer);
+        GST_TRACE("Dispatch release exported buffer %p", context->buffer);
+        wpe_view_backend_exportable_fdo_dispatch_release_shm_exported_buffer(wpe.exportable, context->buffer);
     });
 }
 
@@ -910,7 +916,7 @@
     nullptr,
     (void* data, struct wpe_fdo_egl_exported_image* image) {
         auto& view = *static_cast<GstWPEThreadedView*>(data);
-        view.handleExportedImage(static_cast<gpointer>(image));
+        view.handleExportedImage(image);
     },
     nullptr,
     // padding
@@ -929,13 +935,6 @@
     nullptr,
 };
 
-void GstWPEThreadedView::s_releaseImage(GstEGLImage* image, gpointer data)
-{
-    ImageContext* context = static_cast<ImageContext*>(data);
-    context->view->releaseImage(context->image);
-    g_free (context);
-}
-
 struct wpe_view_backend* GstWPEThreadedView::backend() const
 {
     return wpe.exportable ? wpe_view_backend_exportable_fdo_get_view_backend(wpe.exportable) : nullptr;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wpe/gstwpethreadedview.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wpe/gstwpethreadedview.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wpe/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wpe/meson.build Changed

@@ -1,3 +1,25 @@
+wpe_sources = 
+  'gstwpethreadedview.cpp','gstwpe.cpp',
+  'gstwpevideosrc.cpp',
+  'gstwpesrcbin.cpp',
+
+
+wpe_headers = 
+  'gstwpesrcbin.h',
+  'gstwpevideosrc.h',
+  'gstwpe.h',
+  'gstwpethreadedview.h',
+
+
+doc_sources = 
+foreach s: wpe_sources + wpe_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'wpe': pathsep.join(doc_sources)
+}
+
 building_wpe = false
 wpe_feat = get_option('wpe').require(gstgl_dep.found(),
   error_message : 'wpe plugin enabled but GL support was not detected')
@@ -55,8 +77,9 @@
 wpe_extension_install_dir = get_option('prefix') / get_option('libdir') / meson.project_name() / 'wpe-extension'
 
 building_wpe = true
+
 gstwpe = library('gstwpe',
-  'gstwpethreadedview.cpp', 'gstwpe.cpp', 'gstwpevideosrc.cpp', 'gstwpesrcbin.cpp',
+  wpe_sources,
   dependencies : egl_dep, wpewebkit_dep, wpe_fdo_dep, gstallocators_dep, gstaudio_dep, gstvideo_dep,
     gstbase_dep, gstgl_dep, xkbcommon_dep, wl_server_dep, giounix_dep,
   cpp_args : gst_plugins_bad_args + '-DHAVE_CONFIG_H=1',

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wpe/wpe-extension/gstwpeaudiosink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wpe/wpe-extension/gstwpeaudiosink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wpe/wpe-extension/gstwpebusmsgforwarder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wpe/wpe-extension/gstwpebusmsgforwarder.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wpe/wpe-extension/gstwpeextension.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wpe/wpe-extension/gstwpeextension.c Changed

@@ -45,7 +45,18 @@
 
 static WebKitWebExtension *global_extension = NULL;
 
-#if !USE_WPE2
+#ifndef WEBKIT_CHECK_VERSION
+#define WEBKIT_MAJOR_VERSION (WPE_VERSION_MAJOR)
+#define WEBKIT_MINOR_VERSION (WPE_VERSION_MINOR)
+#define WEBKIT_MICRO_VERSION (WPE_VERSION_MICRO)
+#define WEBKIT_CHECK_VERSION(major, minor, micro)                              \
+  (WEBKIT_MAJOR_VERSION > (major) ||                                           \
+   (WEBKIT_MAJOR_VERSION == (major) && WEBKIT_MINOR_VERSION > (minor)) ||      \
+   (WEBKIT_MAJOR_VERSION == (major) && WEBKIT_MINOR_VERSION == (minor) &&      \
+    WEBKIT_MICRO_VERSION >= (micro)))
+#endif
+
+#if !USE_WPE2 || WEBKIT_CHECK_VERSION(2, 46, 0)
 static void
 console_message_cb (WebKitWebPage * page,
     WebKitConsoleMessage * console_message, gpointer data)
@@ -62,8 +73,8 @@
 web_page_created_callback (WebKitWebExtension * extension,
     WebKitWebPage * web_page, gpointer data)
 {
-  // WebKitConsoleMessage is deprecated in wpe1 and has no replacement in wpe2.
-#if !USE_WPE2
+  // WebKitConsoleMessage comes and goes.
+#if !USE_WPE2 || WEBKIT_CHECK_VERSION(2, 46, 0)
   g_signal_connect (web_page, "console-message-sent",
       G_CALLBACK (console_message_cb), NULL);
 #endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/wpe/wpe-extension/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/wpe/wpe-extension/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/x265/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/x265/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/zbar/gstzbar.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/zbar/gstzbar.c Changed

@@ -22,26 +22,27 @@
  * @title: zbar
  *
  * Detect bar codes in the video streams and send them as element messages to
- * the #GstBus if .#GstZBar:message property is %TRUE.
- * If the .#GstZBar:attach-frame property is %TRUE, the posted barcode message
+ * the #GstBus if #GstZBar:message property is %TRUE.
+ * If the #GstZBar:attach-frame property is %TRUE, the posted barcode message
  * includes a sample of the frame where the barcode was detected (Since 1.6).
  *
- * The element generate messages named`barcode`. The structure contains these fields:
+ * The element generates messages named `barcode`. The structure contains these fields:
  *
  * * #GstClockTime `timestamp`: the timestamp of the buffer that triggered the message.
  * * gchar * `type`: the symbol type.
- * * gchar * `symbol`: the detected bar code data.
+ * * gchar * `symbol`: the detected bar code data, as a string.
+ * * GBytes * `symbol-bytes`: the detected bar code data, as bytes. (Since 1.26)
  * * gint `quality`: an unscaled, relative quantity: larger values are better than smaller
  *   values.
- * * GstSample `frame`: the frame in which the barcode message was detected, if
- *   the .#GstZBar:attach-frame property was set to %TRUE (Since 1.6)
+ * * #GstSample `frame`: the frame in which the barcode message was detected, if
+ *   the #GstZBar:attach-frame property was set to %TRUE (Since 1.6)
  *
  * ## Example launch lines
  * |
  * gst-launch-1.0 -m v4l2src ! videoconvert ! zbar ! videoconvert ! xvimagesink
  * | This pipeline will detect barcodes and send them as messages.
  * |
- * gst-launch-1.0 -m v4l2src ! tee name=t ! queue ! videoconvert ! zbar ! fakesink t. ! queue ! xvimagesink
+ * gst-launch-1.0 -m v4l2src ! tee name=t ! queue ! videoconvert ! zbar ! fakesink t. ! queue ! videoconvert ! xvimagesink
  * | Same as above, but running the filter on a branch to keep the display in color
  *
  */
@@ -57,7 +58,6 @@
 
 #include <gst/video/video.h>
 
-
 GST_DEBUG_CATEGORY_STATIC (zbar_debug);
 #define GST_CAT_DEFAULT zbar_debug
 
@@ -73,12 +73,14 @@
   PROP_0,
   PROP_MESSAGE,
   PROP_ATTACH_FRAME,
-  PROP_CACHE
+  PROP_CACHE,
+  PROP_BINARY
 };
 
 #define DEFAULT_CACHE    FALSE
 #define DEFAULT_MESSAGE  TRUE
 #define DEFAULT_ATTACH_FRAME FALSE
+#define DEFAULT_BINARY FALSE
 
 #define ZBAR_YUV_CAPS \
     "{ Y800, I420, YV12, NV12, NV21, Y41B, Y42B, YUV9, YVU9 }"
@@ -156,6 +158,18 @@
           G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
           G_PARAM_STATIC_STRINGS));
 
+  /**
+   * zbar:binary:
+   *
+   * Enable or disable binary QR codes, where binary data is not converted to text.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_BINARY,
+      g_param_spec_boolean ("binary", "binary",
+          "Enable or disable binary QR codes, where binary data is not converted to text",
+          DEFAULT_BINARY, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
   gst_element_class_set_static_metadata (gstelement_class, "Barcode detector",
       "Filter/Analyzer/Video",
       "Detect bar codes in the video streams",
@@ -179,6 +193,7 @@
   zbar->cache = DEFAULT_CACHE;
   zbar->message = DEFAULT_MESSAGE;
   zbar->attach_frame = DEFAULT_ATTACH_FRAME;
+  zbar->binary = DEFAULT_BINARY;
 
   zbar->scanner = zbar_image_scanner_create ();
 }
@@ -212,6 +227,9 @@
     case PROP_ATTACH_FRAME:
       zbar->attach_frame = g_value_get_boolean (value);
       break;
+    case PROP_BINARY:
+      zbar->binary = g_value_get_boolean (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -237,6 +255,9 @@
     case PROP_ATTACH_FRAME:
       g_value_set_boolean (value, zbar->attach_frame);
       break;
+    case PROP_BINARY:
+      g_value_set_boolean (value, zbar->binary);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -279,6 +300,8 @@
   for (; symbol; symbol = zbar_symbol_next (symbol)) {
     zbar_symbol_type_t typ = zbar_symbol_get_type (symbol);
     const char *data = zbar_symbol_get_data (symbol);
+    unsigned len = zbar_symbol_get_data_length (symbol);
+    GBytes *data_bytes = g_bytes_new (data, len);
     gint quality = zbar_symbol_get_quality (symbol);
 
     GST_DEBUG_OBJECT (zbar, "decoded %s symbol \"%s\" at quality %d",
@@ -308,7 +331,9 @@
           "stream-time", G_TYPE_UINT64, stream_time,
           "running-time", G_TYPE_UINT64, running_time,
           "type", G_TYPE_STRING, zbar_get_symbol_name (typ),
-          "symbol", G_TYPE_STRING, data, "quality", G_TYPE_INT, quality, NULL);
+          "symbol", G_TYPE_STRING, data,
+          "symbol-bytes", G_TYPE_BYTES, data_bytes,
+          "quality", G_TYPE_INT, quality, NULL);
 
       if (GST_CLOCK_TIME_IS_VALID (duration))
         gst_structure_set (s, "duration", G_TYPE_UINT64, duration, NULL);
@@ -325,6 +350,7 @@
       m = gst_message_new_element (GST_OBJECT (zbar), s);
       gst_element_post_message (GST_ELEMENT (zbar), m);
 
+      g_bytes_unref (data_bytes);
     } else if (zbar->attach_frame)
       GST_WARNING_OBJECT (zbar,
           "attach-frame=true has no effect if message=false");
@@ -345,6 +371,9 @@
 
   /* start the cache if enabled (e.g. for filtering dupes) */
   zbar_image_scanner_enable_cache (zbar->scanner, zbar->cache);
+  /* use binary mode if enabled */
+  zbar_image_scanner_set_config (zbar->scanner, 0, ZBAR_CFG_BINARY,
+      zbar->binary);
 
   return TRUE;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/zbar/gstzbar.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/zbar/gstzbar.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/zbar/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/zbar/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/zxing/gstzxing.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/zxing/gstzxing.cpp Changed

@@ -22,11 +22,11 @@
  * @title: zxing
  *
  * Detect bar codes in the video streams and send them as element messages to
- * the #GstBus if .#GstZXing:message property is %TRUE.
- * If the .#GstZXing:attach-frame property is %TRUE, the posted barcode message
+ * the #GstBus if #GstZXing:message property is %TRUE.
+ * If the #GstZXing:attach-frame property is %TRUE, the posted barcode message
  * includes a sample of the frame where the barcode was detected (Since 1.18).
  *
- * The element generate messages named `barcode`. The structure contains these fields:
+ * The element generates messages named `barcode`. The structure contains these fields:
  *
  * * #GstClockTime `timestamp`: the timestamp of the buffer that triggered the message.
  * * gchar * `type`: the symbol type.
@@ -37,16 +37,18 @@
  *   the .#GstZXing:attach-frame property was set to %TRUE (Since 1.18)
  *
  *   This element is based on the c++ implementation of zxing which can found
- *   at https://github.com/nu-book/zxing-cpp.
+ *   at <https://github.com/zxing-cpp/zxing-cpp>.
  *
  * ## Example launch lines
  * |
  * gst-launch-1.0 -m v4l2src ! videoconvert ! zxing ! videoconvert ! xvimagesink
  * | This pipeline will detect barcodes and send them as messages.
  * |
- * gst-launch-1.0 -m v4l2src ! tee name=t ! queue ! videoconvert ! zxing ! fakesink t. ! queue ! xvimagesink
+ * gst-launch-1.0 -m v4l2src ! tee name=t ! queue ! videoconvert ! zxing ! fakesink t. ! queue ! videoconvert ! xvimagesink
  * | Same as above, but running the filter on a branch to keep the display in color
  *
+ * Since: 1.18
+ *
  */
 
 #ifdef HAVE_CONFIG_H
@@ -84,7 +86,31 @@
   PROP_FORMAT,
 };
 
-enum
+/**
+ * GstBarCodeFormat:
+ *
+ * @BARCODE_FORMAT_ALL all format
+ * @BARCODE_FORMAT_AZTEC aztec format
+ * @BARCODE_FORMAT_CODABAR codabar format
+ * @BARCODE_FORMAT_CODE_39 code39 format
+ * @BARCODE_FORMAT_CODE_93 code 93 format
+ * @BARCODE_FORMAT_CODE_128 code 128 format
+ * @BARCODE_FORMAT_DATA_MATRIX data matrix format
+ * @BARCODE_FORMAT_EAN_8 EAN 8 format
+ * @BARCODE_FORMAT_EAN_13 EAN 13 format
+ * @BARCODE_FORMAT_ITF ITF format
+ * @BARCODE_FORMAT_MAXICODE maxicode format
+ * @BARCODE_FORMAT_PDF_417 pdf 417 format
+ * @BARCODE_FORMAT_QR_CODE QR code format
+ * @BARCODE_FORMAT_RSS_14 RSS 14 format
+ * @BARCODE_FORMAT_RSS_EXPANDED RSS expanded format
+ * @BARCODE_FORMAT_UPC_A UPC_A format
+ * @BARCODE_FORMAT_UPC_E UPC_E format
+ * @BARCODE_FORMAT_UPC_EAN_EXTENSION UPC_EAN_EXTENSION format
+ *
+ * Since: 1.18
+ */
+typedef enum
 {
   BARCODE_FORMAT_ALL,
   BARCODE_FORMAT_AZTEC,
@@ -104,7 +130,7 @@
   BARCODE_FORMAT_UPC_A,
   BARCODE_FORMAT_UPC_E,
   BARCODE_FORMAT_UPC_EAN_EXTENSION
-};
+} GstBarCodeFormat;
 
 static const GEnumValue barcode_formats = {
   {BARCODE_FORMAT_ALL, "ALL", "all"},
@@ -175,7 +201,7 @@
   gboolean rotate;
   gboolean faster;
   ImageFormat image_format;
-  guint barcode_format;
+  GstBarCodeFormat barcode_format;
 };
 
 static void gst_zxing_set_property (GObject * object, guint prop_id,
@@ -208,27 +234,60 @@
   gobject_class->set_property = gst_zxing_set_property;
   gobject_class->get_property = gst_zxing_get_property;
 
+  /**
+   * GstZXing::message:
+   *
+   * Post a barcode message for each detected code.
+   *
+   * Since: 1.18
+   */
   g_object_class_install_property (gobject_class, PROP_MESSAGE,
       g_param_spec_boolean ("message",
           "message", "Post a barcode message for each detected code",
           DEFAULT_MESSAGE,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
-
+  /**
+   * GstZXing::attach-frame:
+   *
+   * Attach a frame dump to each barcode message
+   *
+   * Since: 1.18
+   */
   g_object_class_install_property (gobject_class, PROP_ATTACH_FRAME,
       g_param_spec_boolean ("attach-frame", "Attach frame",
           "Attach a frame dump to each barcode message",
           DEFAULT_ATTACH_FRAME,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
-
+  /**
+   * GstZXing::try-rotate:
+   *
+   * Try to rotate the frame to detect barcode (slower)
+   *
+   * Since: 1.18
+   */
   g_object_class_install_property (gobject_class, PROP_TRY_ROTATE,
       g_param_spec_boolean ("try-rotate", "Try rotate",
           "Try to rotate the frame to detect barcode (slower)",
           DEFAULT_TRY_ROTATE,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  /**
+   * GstZXing::try-faster:
+   *
+   * Try faster to analyze the frame
+   *
+   * Since: 1.18
+   */
   g_object_class_install_property (gobject_class, PROP_TRY_FASTER,
       g_param_spec_boolean ("try-faster", "Try faster",
           "Try faster to analyze the frame", DEFAULT_TRY_FASTER,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+  /**
+   * GstZXing::format:
+   *
+   * Barcode image format
+   *
+   * Since: 1.18
+   */
   g_object_class_install_property (gobject_class, PROP_FORMAT,
       g_param_spec_enum ("format", "barcode format", "Barcode image format",
           GST_TYPE_BARCODE_FORMAT, BARCODE_FORMAT_ALL,
@@ -248,6 +307,8 @@
       GST_DEBUG_FUNCPTR (gst_zxing_transform_frame_ip);
   vfilter_class->set_info =
       GST_DEBUG_FUNCPTR (gst_zxing_set_info);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_BARCODE_FORMAT, (GstPluginAPIFlags)0);
 }
 
 static void
@@ -284,7 +345,7 @@
       zxing->faster = g_value_get_boolean (value);
       break;
     case PROP_FORMAT:
-      zxing->barcode_format = g_value_get_enum (value);
+      zxing->barcode_format = (GstBarCodeFormat)g_value_get_enum (value);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/zxing/gstzxingplugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/zxing/gstzxingplugin.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/ext/zxing/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/ext/zxing/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/adaptivedemux/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/adaptivedemux/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/analytics.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/analytics.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsclassificationmtd.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsclassificationmtd.c Changed

@@ -95,7 +95,7 @@
  * Since: 1.24
  */
 gfloat
-gst_analytics_cls_mtd_get_level (GstAnalyticsClsMtd * handle, gsize index)
+gst_analytics_cls_mtd_get_level (const GstAnalyticsClsMtd * handle, gsize index)
 {
   g_return_val_if_fail (handle, -1.0);
   g_return_val_if_fail (handle->meta != NULL, -1.0);
@@ -118,7 +118,7 @@
  * Since: 1.24
  */
 gint
-gst_analytics_cls_mtd_get_index_by_quark (GstAnalyticsClsMtd * handle,
+gst_analytics_cls_mtd_get_index_by_quark (const GstAnalyticsClsMtd * handle,
     GQuark quark)
 {
   g_return_val_if_fail (handle, -1);
@@ -145,7 +145,7 @@
  * Since: 1.24
  */
 gsize
-gst_analytics_cls_mtd_get_length (GstAnalyticsClsMtd * handle)
+gst_analytics_cls_mtd_get_length (const GstAnalyticsClsMtd * handle)
 {
   GstAnalyticsClsMtdData *cls_mtd_data;
   cls_mtd_data = gst_analytics_relation_meta_get_mtd_data (handle->meta,
@@ -164,7 +164,7 @@
  * Since: 1.24
  */
 GQuark
-gst_analytics_cls_mtd_get_quark (GstAnalyticsClsMtd * handle, gsize index)
+gst_analytics_cls_mtd_get_quark (const GstAnalyticsClsMtd * handle, gsize index)
 {
   GstAnalyticsClsMtdData *cls_mtd_data;
   g_return_val_if_fail (handle, 0);
@@ -197,6 +197,9 @@
     GstAnalyticsClsMtd * cls_mtd)
 {
   g_return_val_if_fail (instance, FALSE);
+  g_return_val_if_fail (confidence_levels != NULL, FALSE);
+  g_return_val_if_fail (class_quarks != NULL, FALSE);
+
   gsize confidence_levels_size =
       (sizeof (GstAnalyticsClsConfLvlAndClass) * length);
   gsize size = sizeof (GstAnalyticsClsMtdData) + confidence_levels_size;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsclassificationmtd.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsclassificationmtd.h Changed

@@ -27,7 +27,6 @@
 #include <gst/analytics/gstanalyticsmeta.h>
 
 G_BEGIN_DECLS
-
 /**
  * GstAnalyticsClsMtd:
  * @id: Instance identifier.
@@ -45,18 +44,18 @@
 GstAnalyticsMtdType gst_analytics_cls_mtd_get_mtd_type (void);
 
 GST_ANALYTICS_META_API
-gfloat gst_analytics_cls_mtd_get_level (GstAnalyticsClsMtd * handle,
+gfloat gst_analytics_cls_mtd_get_level (const GstAnalyticsClsMtd * handle,
     gsize index);
 
 GST_ANALYTICS_META_API
-gint gst_analytics_cls_mtd_get_index_by_quark (GstAnalyticsClsMtd * handle,
-    GQuark quark);
+gint gst_analytics_cls_mtd_get_index_by_quark (const GstAnalyticsClsMtd *
+    handle, GQuark quark);
 
 GST_ANALYTICS_META_API
-gsize gst_analytics_cls_mtd_get_length (GstAnalyticsClsMtd * handle);
+gsize gst_analytics_cls_mtd_get_length (const GstAnalyticsClsMtd * handle);
 
 GST_ANALYTICS_META_API
-GQuark gst_analytics_cls_mtd_get_quark (GstAnalyticsClsMtd * handle,
+GQuark gst_analytics_cls_mtd_get_quark (const GstAnalyticsClsMtd * handle,
     gsize index);
 
 GST_ANALYTICS_META_API

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsmeta.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsmeta.c Changed

@@ -111,10 +111,12 @@
 static guint
 gst_analytics_relation_meta_get_next_id (GstAnalyticsRelationMeta * meta);
 
+static void
+gst_analytics_relation_meta_clear (GstBuffer * buffer, GstMeta * meta);
 
 static GstAnalyticsRelatableMtdData *
-gst_analytics_relation_meta_get_mtd_data_internal (GstAnalyticsRelationMeta *
-    meta, guint an_meta_id)
+gst_analytics_relation_meta_get_mtd_data_internal (const
+    GstAnalyticsRelationMeta * meta, guint an_meta_id)
 {
   GstAnalyticsRelatableMtdData *rv;
   g_return_val_if_fail (meta, NULL);
@@ -130,7 +132,6 @@
 
 /**
  * gst_analytics_mtd_get_mtd_type:
- *
  * @instance: Instance of #GstAnalyticsMtd
  * Get analysis result type.
  *
@@ -138,11 +139,12 @@
  * Since: 1.24
  */
 GstAnalyticsMtdType
-gst_analytics_mtd_get_mtd_type (GstAnalyticsMtd * handle)
+gst_analytics_mtd_get_mtd_type (const GstAnalyticsMtd * instance)
 {
   GstAnalyticsRelatableMtdData *rlt;
-  rlt = gst_analytics_relation_meta_get_mtd_data_internal (handle->meta,
-      handle->id);
+
+  rlt = gst_analytics_relation_meta_get_mtd_data_internal (instance->meta,
+      instance->id);
 
   g_return_val_if_fail (rlt != NULL, 0);
 
@@ -159,9 +161,9 @@
  * Since: 1.24
  */
 guint
-gst_analytics_mtd_get_id (GstAnalyticsMtd * handle)
+gst_analytics_mtd_get_id (const GstAnalyticsMtd * instance)
 {
-  return handle->id;
+  return instance->id;
 }
 
 /**
@@ -174,11 +176,13 @@
  * Since: 1.24
  */
 gsize
-gst_analytics_mtd_get_size (GstAnalyticsMtd * handle)
+gst_analytics_mtd_get_size (const GstAnalyticsMtd * instance)
 {
   GstAnalyticsRelatableMtdData *rlt;
-  rlt = gst_analytics_relation_meta_get_mtd_data_internal (handle->meta,
-      handle->id);
+
+  rlt = gst_analytics_relation_meta_get_mtd_data_internal (instance->meta,
+      instance->id);
+
   if (rlt == NULL) {
     GST_CAT_ERROR (GST_CAT_AN_RELATION, "Invalid parameter");
     return 0;
@@ -220,7 +224,7 @@
  * Since: 1.24
  */
 gsize
-gst_analytics_relation_get_length (GstAnalyticsRelationMeta * instance)
+gst_analytics_relation_get_length (const GstAnalyticsRelationMeta * instance)
 {
   gsize rv;
   g_return_val_if_fail (instance, 0);
@@ -344,6 +348,8 @@
       "Content analysis meta-data(%p) freed for buffer(%p)",
       (gpointer) rmeta, (gpointer) buffer);
 
+  gst_analytics_relation_meta_clear (buffer, meta);
+
   g_free (rmeta->analysis_results);
   g_free (rmeta->adj_mat);
   g_free (rmeta->mtd_data_lookup);
@@ -440,6 +446,19 @@
 gst_analytics_relation_meta_clear (GstBuffer * buffer, GstMeta * meta)
 {
   GstAnalyticsRelationMeta *rmeta = (GstAnalyticsRelationMeta *) meta;
+  GstAnalyticsRelatableMtdData *rlt_mtd_data = NULL;
+
+  for (gsize index = 0; index < rmeta->length; index++) {
+    rlt_mtd_data = (GstAnalyticsRelatableMtdData *)
+        (rmeta->mtd_data_lookupindex + rmeta->analysis_results);
+    if (rlt_mtd_data->impl && rlt_mtd_data->impl->mtd_meta_clear) {
+      GstAnalyticsMtd mtd;
+      mtd.id = rlt_mtd_data->id;
+      mtd.meta = rmeta;
+      rlt_mtd_data->impl->mtd_meta_clear (buffer, &mtd);
+    }
+  }
+
   gsize adj_mat_data_size =
       (sizeof (guint8) * rmeta->rel_order * rmeta->rel_order);
 
@@ -581,7 +600,7 @@
  * Since: 1.24
  */
 GstAnalyticsRelTypes
-gst_analytics_relation_meta_get_relation (GstAnalyticsRelationMeta * meta,
+gst_analytics_relation_meta_get_relation (const GstAnalyticsRelationMeta * meta,
     guint an_meta_first_id, guint an_meta_second_id)
 {
   GstAnalyticsRelTypes types = GST_ANALYTICS_REL_TYPE_NONE;
@@ -630,7 +649,7 @@
 gst_analytics_relation_meta_set_relation (GstAnalyticsRelationMeta * meta,
     GstAnalyticsRelTypes type, guint an_meta_first_id, guint an_meta_second_id)
 {
-  g_return_val_if_fail (type < GST_ANALYTICS_REL_TYPE_LAST, FALSE);
+  g_return_val_if_fail (type <= 0xFF, FALSE);
   g_return_val_if_fail (meta, FALSE);
   if (an_meta_first_id >= meta->rel_order
       || an_meta_second_id >= meta->rel_order) {
@@ -673,7 +692,7 @@
  * Since: 1.24
  */
 gboolean
-gst_analytics_relation_meta_exist (GstAnalyticsRelationMeta * rmeta,
+gst_analytics_relation_meta_exist (const GstAnalyticsRelationMeta * rmeta,
     guint an_meta_first_id,
     guint an_meta_second_id,
     gint max_relation_span,
@@ -863,7 +882,7 @@
  * @meta: Instance
  * @impl: Implementation of relatable (#GstAnalyticsRelatableMtd)
  * @size: Size required
- * @rlt_mtd: Updated handle
+ * @rlt_mtd: (out caller-allocates)(nullable): Updated handle
  *
  * Add a relatable metadata to @meta. This method is meant to be used by
  * new struct sub-classing GstAnalyticsRelatableMtd.
@@ -925,8 +944,10 @@
     meta->mtd_data_lookupdest->id = meta->offset;
     meta->offset += object_size;
     meta->length++;
-    rlt_mtd->id = dest->id;
-    rlt_mtd->meta = meta;
+    if (rlt_mtd) {
+      rlt_mtd->id = dest->id;
+      rlt_mtd->meta = meta;
+    }
     GST_CAT_TRACE (GST_CAT_AN_RELATION, "Add %p relatable type=%s (%"
         G_GSIZE_FORMAT " / %" G_GSIZE_FORMAT ").", dest,
         impl->name, new_size, meta->max_size);
@@ -997,7 +1018,7 @@
  * Since: 1.24
  */
 gpointer
-gst_analytics_relation_meta_get_mtd_data (GstAnalyticsRelationMeta *
+gst_analytics_relation_meta_get_mtd_data (const GstAnalyticsRelationMeta *
     meta, guint an_meta_id)
 {
   GstAnalyticsRelatableMtdData *rv =
@@ -1016,7 +1037,7 @@
  * @state: (inout) (not nullable): Opaque data to store state of the query.
  *    If @state point to NULL, the first analytics-metadata directly related
  *    to @an_meta_id will be set in @rlt_mtd. Doesn't need to be free.
- * @rlt_mtd: Handle updated to directly related relatable meta.
+ * @rlt_mtd: (out caller-allocates)(not nullable): Handle updated to directly related relatable meta.
  *
  * Returns: TRUE if @rlt_mtd was updated, other wise FALSE
  * Since: 1.24
@@ -1088,7 +1109,7 @@
  *    free it.
  * @type: Type of GstAnalyticsMtd to iterate on or use
  *  %GST_ANALYTICS_MTD_TYPE_ANY for any.
- * @rlt_mtd: Handle updated to iterated GstAnalyticsRelatableMtd.
+ * @rlt_mtd: (out caller-allocates)(not nullable): Handle updated to iterated GstAnalyticsRelatableMtd.
  *
  * Returns: FALSE if end was reached and iteration is completed.
  * Since: 1.24

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsmeta.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsmeta.h Changed

@@ -30,7 +30,6 @@
 #include <gst/analytics/analytics-meta-prelude.h>
 
 G_BEGIN_DECLS
-
 /**
  * GST_INF_RELATION_SPAN:
  *
@@ -105,6 +104,9 @@
  * @mtd_meta_transform: A pointer to a function that will be called
  * when the containing meta is transform to potentially copy the data
  * into a new Mtd into the new meta.
+ * @mtd_meta_clear: A pointer to a function that will be called when the
+ * containing meta is cleared to potetially do cleanup (ex. _unref or release)
+ * resources it was using.
  *
  * This structure must be provided when registering a new type of Mtd. It must
  * have a static lifetime (never be freed).
@@ -112,31 +114,35 @@
  * Since: 1.24
  */
 
-typedef struct {
+typedef struct
+{
   const char *name;
 
-  gboolean (*mtd_meta_transform) (GstBuffer *transbuf, GstAnalyticsMtd *transmtd,
-                                  GstBuffer *buffer, GQuark type,
-                                  gpointer data);
+gboolean (*mtd_meta_transform) (GstBuffer * transbuf,
+      GstAnalyticsMtd * transmtd, GstBuffer * buffer, GQuark type,
+      gpointer data);
+
+  void (*mtd_meta_clear) (GstBuffer *buffer, GstAnalyticsMtd *mtd);
 
   /*< private >*/
-  gpointer _reservedGST_PADDING_LARGE;
+  gpointer _reservedGST_PADDING_LARGE - 1;
 } GstAnalyticsMtdImpl;
 
 GST_ANALYTICS_META_API
-GstAnalyticsMtdType gst_analytics_mtd_get_mtd_type (GstAnalyticsMtd * instance);
+GstAnalyticsMtdType gst_analytics_mtd_get_mtd_type (const GstAnalyticsMtd *
+    instance);
 
 GST_ANALYTICS_META_API
-guint gst_analytics_mtd_get_id (GstAnalyticsMtd * instance);
+guint gst_analytics_mtd_get_id (const GstAnalyticsMtd * instance);
 
 GST_ANALYTICS_META_API
-gsize gst_analytics_mtd_get_size (GstAnalyticsMtd * instance);
+gsize gst_analytics_mtd_get_size (const GstAnalyticsMtd * instance);
 
 GST_ANALYTICS_META_API
 const gchar *gst_analytics_mtd_type_get_name (GstAnalyticsMtdType type);
 
 typedef struct _GstAnalyticsRelationMetaInitParams
-    GstAnalyticsRelationMetaInitParams;
+GstAnalyticsRelationMetaInitParams;
 
 /**
  * GST_ANALYTICS_RELATION_META_API_TYPE:
@@ -163,8 +169,10 @@
  * @GST_ANALYTICS_REL_TYPE_NONE: No relation
  * @GST_ANALYTICS_REL_TYPE_IS_PART_OF: First analysis-meta is part of second analysis-meta
  * @GST_ANALYTICS_REL_TYPE_CONTAIN: First analysis-meta contain second analysis-meta.
- * @GST_ANALYTICS_REL_TYPE_RELATE: First analysis-meta relate to second analysis-meta.
- * @GST_ANALYTICS_REL_TYPE_LAST: reserved
+ * @GST_ANALYTICS_REL_TYPE_RELATE_TO: First analysis-meta relate to second analysis-meta.
+ * @GST_ANALYTICS_REL_TYPE_N_TO_N: Used to express relations between two groups
+ *    where each group's components correspond to the respective component in the
+ *    other group. Since: 1.26
  * @GST_ANALYTICS_REL_TYPE_ANY: Only use for criteria.
  *
  * Since: 1.24
@@ -175,7 +183,15 @@
   GST_ANALYTICS_REL_TYPE_IS_PART_OF = (1 << 1),
   GST_ANALYTICS_REL_TYPE_CONTAIN = (1 << 2),
   GST_ANALYTICS_REL_TYPE_RELATE_TO = (1 << 3),
-  GST_ANALYTICS_REL_TYPE_LAST = (1 << 4),
+  /**
+   * GST_ANALYTICS_REL_TYPE_N_TO_N:
+   *
+   * Used to express relations between two groups where each group's components
+   * correspond to the respective component in the other group.
+   *
+   * Since: 1.26
+   */
+  GST_ANALYTICS_REL_TYPE_N_TO_N = (1 << 4),
   GST_ANALYTICS_REL_TYPE_ANY = G_MAXINT
 } GstAnalyticsRelTypes;
 
@@ -202,13 +218,12 @@
 
 GST_ANALYTICS_META_API
 gsize
-gst_analytics_relation_get_length (GstAnalyticsRelationMeta *
-    instance);
+gst_analytics_relation_get_length (const GstAnalyticsRelationMeta * instance);
 
 GST_ANALYTICS_META_API
 GstAnalyticsRelTypes
-gst_analytics_relation_meta_get_relation (GstAnalyticsRelationMeta * meta,
-    guint an_meta_first_id, guint an_meta_second_id);
+gst_analytics_relation_meta_get_relation (const GstAnalyticsRelationMeta * meta,
+guint an_meta_first_id, guint an_meta_second_id);
 
 GST_ANALYTICS_META_API
 gboolean
@@ -218,7 +233,7 @@
 
 GST_ANALYTICS_META_API
 gboolean
-gst_analytics_relation_meta_exist (GstAnalyticsRelationMeta *
+gst_analytics_relation_meta_exist (const GstAnalyticsRelationMeta *
     rmeta, guint an_meta_first_id, guint an_meta_second_id,
     gint max_relation_span, GstAnalyticsRelTypes cond_types,
     GArray ** relations_path);
@@ -248,19 +263,19 @@
 
 GST_ANALYTICS_META_API
 gpointer
-gst_analytics_relation_meta_get_mtd_data (GstAnalyticsRelationMeta * meta,
+gst_analytics_relation_meta_get_mtd_data (const GstAnalyticsRelationMeta * meta,
     guint an_meta_id);
 
 GST_ANALYTICS_META_API
 gboolean
 gst_analytics_relation_meta_iterate (GstAnalyticsRelationMeta *
     meta, gpointer * state, GstAnalyticsMtdType type,
-    GstAnalyticsMtd * rlt_mtd);
+GstAnalyticsMtd * rlt_mtd);
 
 GST_ANALYTICS_META_API
 gboolean
-gst_analytics_relation_meta_get_direct_related (GstAnalyticsRelationMeta * meta,
-    guint an_meta_id, GstAnalyticsRelTypes relation_type,
+gst_analytics_relation_meta_get_direct_related (GstAnalyticsRelationMeta *
+    meta, guint an_meta_id, GstAnalyticsRelTypes relation_type,
     GstAnalyticsMtdType type, gpointer * state, GstAnalyticsMtd * rlt_mtd);
 
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.c Changed

@@ -1,5 +1,6 @@
 /* GStreamer
  * Copyright (C) 2023 Collabora Ltd
+ * Copyright (C) 2024 Intel Corporation
  *
  * gstanalyticsobjectdetectionmtd.c
  *
@@ -25,6 +26,7 @@
 #include "gstanalyticsobjectdetectionmtd.h"
 
 #include <gst/video/video.h>
+#include <math.h>
 
 /**
  * SECTION:gstanalyticsobjectdetectionmtd
@@ -45,10 +47,13 @@
 /**
  * GstAnalyticsODMtdData:
  * @object_type: Type of object
- * @x: x component of upper-left corner
- * @y: y component of upper-left corner
+ * @x: x component of upper-left corner (pre-rotation)
+ * @y: y component of upper-left corner (pre-rotation)
  * @w: bounding box width
  * @h: bounding box height
+ * @r: bounding box rotation in radians <0, 2xPI>
+ *    with respect to the bounding box center
+ *    (the rotation value is a clock-wise angle)
  * @location_confidence_lvl: Confidence on object location
  *
  * Store information on results of object detection
@@ -62,6 +67,7 @@
   gint y;
   gint w;
   gint h;
+  gfloat r;
   gfloat location_confidence_lvl;
 };
 
@@ -135,7 +141,7 @@
  * Since: 1.24
  */
 gboolean
-gst_analytics_od_mtd_get_location (GstAnalyticsODMtd * instance,
+gst_analytics_od_mtd_get_location (const GstAnalyticsODMtd * instance,
     gint * x, gint * y, gint * w, gint * h, gfloat * loc_conf_lvl)
 {
   GstAnalyticsODMtdData *data;
@@ -153,6 +159,92 @@
   if (loc_conf_lvl)
     *loc_conf_lvl = data->location_confidence_lvl;
 
+  gfloat r = data->r;
+  if (r != 0) {
+    gint xc = *x + *w / 2;
+    gint yc = *y + *h / 2;
+
+    gint corners42 = {
+      {*x, *y},
+      {*x + *w, *y},
+      {*x + *w, *y + *h},
+      {*x, *y + *h}
+    };
+
+    gint rotated_corners42;
+    for (int i = 0; i < 4; i++) {
+      gint xt = cornersi0 - xc;
+      gint yt = cornersi1 - yc;
+
+      gint xr = (gint) round (xt * cos (r) - yt * sin (r));
+      gint yr = (gint) round (xt * sin (r) + yt * cos (r));
+
+      rotated_cornersi0 = xr + xc;
+      rotated_cornersi1 = yr + yc;
+    }
+
+    *x = rotated_corners00;
+    *y = rotated_corners01;
+    gint max_x = rotated_corners00;
+    gint max_y = rotated_corners01;
+
+    for (int i = 1; i < 4; i++) {
+      if (rotated_cornersi0 < *x)
+        *x = rotated_cornersi0;
+      if (rotated_cornersi1 < *y)
+        *y = rotated_cornersi1;
+      if (rotated_cornersi0 > max_x)
+        max_x = rotated_cornersi0;
+      if (rotated_cornersi1 > max_y)
+        max_y = rotated_cornersi1;
+    }
+
+    *w = max_x - *x;
+    *h = max_y - *y;
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_analytics_od_mtd_get_oriented_location:
+ * @instance: instance
+ * @x: (out): x component of upper-left corner of the object location (pre-rotation)
+ * @y: (out): y component of upper-left corner of the object location (pre-rotation)
+ * @w: (out): bounding box width of the object location
+ * @h: (out): bounding box height of the object location
+ * @r: (out): Rotation of the bounding box in radians <0, 2xPI>
+ *    with respect to the bounding box center
+ *    (the rotation value is a clock-wise angle)
+ * @loc_conf_lvl: (out)(optional): Confidence on object location
+
+ *
+ * Retrieve oriented location and location confidence level.
+ *
+ * Returns: TRUE on success, otherwise FALSE.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_analytics_od_mtd_get_oriented_location (const GstAnalyticsODMtd * instance,
+    gint * x, gint * y, gint * w, gint * h, gfloat * r, gfloat * loc_conf_lvl)
+{
+  GstAnalyticsODMtdData *data;
+
+  g_return_val_if_fail (instance && x && y && w && h && r, FALSE);
+  data = gst_analytics_relation_meta_get_mtd_data (instance->meta,
+      instance->id);
+  g_return_val_if_fail (data != NULL, FALSE);
+
+  *x = data->x;
+  *y = data->y;
+  *w = data->w;
+  *h = data->h;
+  *r = data->r;
+
+  if (loc_conf_lvl)
+    *loc_conf_lvl = data->location_confidence_lvl;
+
   return TRUE;
 }
 
@@ -168,7 +260,7 @@
  * Since: 1.24
  */
 gboolean
-gst_analytics_od_mtd_get_confidence_lvl (GstAnalyticsODMtd * instance,
+gst_analytics_od_mtd_get_confidence_lvl (const GstAnalyticsODMtd * instance,
     gfloat * loc_conf_lvl)
 {
   GstAnalyticsODMtdData *data;
@@ -194,7 +286,7 @@
  * Since: 1.24
  */
 GQuark
-gst_analytics_od_mtd_get_obj_type (GstAnalyticsODMtd * handle)
+gst_analytics_od_mtd_get_obj_type (const GstAnalyticsODMtd * handle)
 {
   GstAnalyticsODMtdData *data;
   g_return_val_if_fail (handle != NULL, 0);
@@ -233,6 +325,47 @@
     od_mtd_data->y = y;
     od_mtd_data->w = w;
     od_mtd_data->h = h;
+    od_mtd_data->r = 0;
+    od_mtd_data->location_confidence_lvl = loc_conf_lvl;
+    od_mtd_data->object_type = type;
+  }
+  return od_mtd_data != NULL;
+}
+
+/**
+ * gst_analytics_relation_meta_add_oriented_od_mtd:
+ * @instance: Instance of #GstAnalyticsRelationMeta where to add classification instance
+ * @type: Quark of the object type
+ * @x: x component of bounding box upper-left corner (pre-rotation)
+ * @y: y component of bounding box upper-left corner (pre-rotation)
+ * @w: bounding box width
+ * @h: bounding box height
+ * @r: bounding box rotation in radians <0, 2xPI>
+ *    with respect to the bounding box center
+ *    (the rotation value is a clock-wise angle)
+ * @loc_conf_lvl: confidence level on the object location
+ * @od_mtd: (out)(nullable): Handle updated with newly added object detection
+ *    meta. Add an object-detetion metadata to @instance.
+ *
+ * Returns: Added successfully
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_analytics_relation_meta_add_oriented_od_mtd (GstAnalyticsRelationMeta *
+    instance, GQuark type, gint x, gint y, gint w, gint h, gfloat r,
+    gfloat loc_conf_lvl, GstAnalyticsODMtd * od_mtd)
+{
+  g_return_val_if_fail (instance != NULL, FALSE);
+  gsize size = sizeof (GstAnalyticsODMtdData);
+  GstAnalyticsODMtdData *od_mtd_data = (GstAnalyticsODMtdData *)
+      gst_analytics_relation_meta_add_mtd (instance, &od_impl, size, od_mtd);
+  if (od_mtd_data) {
+    od_mtd_data->x = x;
+    od_mtd_data->y = y;
+    od_mtd_data->w = w;
+    od_mtd_data->h = h;
+    od_mtd_data->r = r;
     od_mtd_data->location_confidence_lvl = loc_conf_lvl;
     od_mtd_data->object_type = type;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsobjectdetectionmtd.h Changed

@@ -1,5 +1,6 @@
 /* GStreamer
  * Copyright (C) 2023 Collabora Ltd
+ * Copyright (C) 2024 Intel Corporation
  *
  * gstanalyticsobjectdetectionmtd.h
  *
@@ -31,7 +32,6 @@
 #include <gst/analytics/gstanalyticsmeta.h>
 
 G_BEGIN_DECLS
-
 /**
  * GstAnalyticsODMtd:
  * @id: Instance identifier.
@@ -49,20 +49,31 @@
 GstAnalyticsMtdType gst_analytics_od_mtd_get_mtd_type (void);
 
 GST_ANALYTICS_META_API
-gboolean gst_analytics_od_mtd_get_location (GstAnalyticsODMtd * instance,
-    gint * x, gint * y, gint * w, gint * h, gfloat * loc_conf_lvl);
+gboolean gst_analytics_od_mtd_get_location (const GstAnalyticsODMtd *
+    instance, gint * x, gint * y, gint * w, gint * h, gfloat * loc_conf_lvl);
 
 GST_ANALYTICS_META_API
-gboolean gst_analytics_od_mtd_get_confidence_lvl (GstAnalyticsODMtd * instance,
+gboolean gst_analytics_od_mtd_get_oriented_location (const GstAnalyticsODMtd
+    * instance, gint * x, gint * y, gint * w, gint * h, gfloat * r,
     gfloat * loc_conf_lvl);
 
 GST_ANALYTICS_META_API
-GQuark gst_analytics_od_mtd_get_obj_type (GstAnalyticsODMtd * handle);
+gboolean gst_analytics_od_mtd_get_confidence_lvl (const GstAnalyticsODMtd *
+    instance, gfloat * loc_conf_lvl);
+
+GST_ANALYTICS_META_API
+GQuark gst_analytics_od_mtd_get_obj_type (const GstAnalyticsODMtd * handle);
 
 GST_ANALYTICS_META_API
-gboolean gst_analytics_relation_meta_add_od_mtd (
-    GstAnalyticsRelationMeta * instance, GQuark type, gint x, gint y,
-    gint w, gint h, gfloat loc_conf_lvl, GstAnalyticsODMtd * od_mtd);
+gboolean gst_analytics_relation_meta_add_od_mtd (GstAnalyticsRelationMeta *
+    instance, GQuark type, gint x, gint y, gint w, gint h, gfloat loc_conf_lvl,
+    GstAnalyticsODMtd * od_mtd);
+
+GST_ANALYTICS_META_API
+gboolean
+gst_analytics_relation_meta_add_oriented_od_mtd (GstAnalyticsRelationMeta *
+    instance, GQuark type, gint x, gint y, gint w, gint h, gfloat r,
+    gfloat loc_conf_lvl, GstAnalyticsODMtd * od_mtd);
 
 GST_ANALYTICS_META_API
 gboolean

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticsobjecttrackingmtd.h Changed

@@ -31,7 +31,6 @@
 #include <gst/analytics/gstanalyticsmeta.h>
 
 G_BEGIN_DECLS
-
 /**
  * GstAnalyticsTrackMtd:
  * @id: Instance identifier.
@@ -49,21 +48,24 @@
 GstAnalyticsMtdType gst_analytics_tracking_mtd_get_mtd_type (void);
 
 GST_ANALYTICS_META_API
-gboolean gst_analytics_tracking_mtd_update_last_seen (GstAnalyticsTrackingMtd * instance,
+gboolean
+gst_analytics_tracking_mtd_update_last_seen (GstAnalyticsTrackingMtd * instance,
     GstClockTime last_seen);
 
 GST_ANALYTICS_META_API
-gboolean gst_analytics_tracking_mtd_set_lost (GstAnalyticsTrackingMtd * instance);
+gboolean gst_analytics_tracking_mtd_set_lost (GstAnalyticsTrackingMtd *
+    instance);
 
 GST_ANALYTICS_META_API
-gboolean gst_analytics_tracking_mtd_get_info (GstAnalyticsTrackingMtd * instance,
-    guint64 * tracking_id, GstClockTime * tracking_first_seen, GstClockTime *
-    tracking_last_seen, gboolean * tracking_lost);
+gboolean gst_analytics_tracking_mtd_get_info (const GstAnalyticsTrackingMtd
+    * instance, guint64 * tracking_id, GstClockTime * tracking_first_seen,
+    GstClockTime * tracking_last_seen, gboolean * tracking_lost);
 
 GST_ANALYTICS_META_API
-gboolean gst_analytics_relation_meta_add_tracking_mtd (
-    GstAnalyticsRelationMeta * instance, guint64 tracking_id,
-    GstClockTime tracking_first_seen, GstAnalyticsTrackingMtd * trk_mtd);
+gboolean
+gst_analytics_relation_meta_add_tracking_mtd (GstAnalyticsRelationMeta *
+    instance, guint64 tracking_id, GstClockTime tracking_first_seen,
+    GstAnalyticsTrackingMtd * trk_mtd);
 
 GST_ANALYTICS_META_API
 gboolean

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticssegmentationmtd.c Added

@@ -0,0 +1,490 @@
+/* GStreamer
+ * Copyright (C) 2024 Collabora Ltd
+ *  @author: Daniel Morin <daniel.morin@collabora.com>
+ *
+ * gstanalyticssegmentationmtd.c
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstanalyticssegmentationmtd.h"
+#include <gst/video/video-info.h>
+
+/**
+ * SECTION: gstanalyticssegmentationmtd
+ * @title: GstAnalyticsSegmentationMtd
+ * @short_description: An analytics metadata for image segmentation inside a
+ * #GstAnalyticsRelationMeta
+ * @symbols:
+ * - GstAnalyticsSegmentationMtd
+ *  @see_also: #GstAnalyticsMtd, #GstAnalyticsRelationMeta
+ *
+ *  This type of metadata holds information on which pixels belongs to
+ *  a region of the image representing a type of object.
+ *
+ *  It supports two types of segmentation, semantic or instance:
+ *   * Semantic: All objects of the same type have the same id
+ *   * Instance: Each instance of an object has a different id
+ *
+ *  The results of the segmentation are stored in a #GstBuffer that has a
+ *  #GstVideoMeta associated with it. This buffer is stored in the
+ *  GstAnalyticsSegmentationMtd using
+ *  #gst_analytics_relation_meta_add_segmentation_mtd(). The #GstBuffer
+ *  containing the segmentation mask is image-like but the color values are
+ *  arbitrary values, referred by region-id in this API, without meaning beyond
+ *  specifying that two pixels in the original image with the same values in
+ *  their corresponding mask value belong to the same region.
+ *
+ *  To further describe a region, the #GstAnalyticsSegmentationMtd can be
+ *  associated with other #GstAnalyticsMtd. Since region ids are
+ *  generated by the segmentation process itself and are not always sequential,
+ *  we use a map of indexes to region ids starting with 0 without discontinuity
+ *  which facilitate N-to-N mapping with other #GstAnalyticsMtd. For
+ *  example it can be associated with #GstAnalyticsClsMtd to describe the class
+ *  of object matching the pixels of a segmented region.
+ *
+ *  Example: Associate Instance Segmentation with Classification
+ *
+ *  In the following example the segmentation process will fill segmask with
+ *  values of 0 for background, 12 for the first region which correspond to a
+ *  to a strawberry, 7 for the second region that also correspond to  a
+ *  strawberry in the image and 31 for the third region that correspond to a
+ *  leaf in the image.
+ *  region_ids is fill during segmentation post-processing
+ *
+ *  region_ids:
+ *  |region-index | region-id |
+ *  |-------------|-----------|
+ *  | 0           | 0         |
+ *  | 1           | 12        |
+ *  | 2           | 7         |
+ *  | 3           | 31        |
+ *
+ *  region_count = 4
+ *
+ *  ``` C
+ *    GstAnalyticsSegmentationMtd segmtd;
+ *    GstAnalyticsClassificationMtd clsmtd;
+ *    GstBuffer *segmask, *img;
+ *    guint *region_ids;
+ *    gsize region_count, class_count;
+ *    gfloat *class_confidence;
+ *    GQuark *classes;
+ *
+ *    ... (segmentation filling segmask based on img)
+ *
+ *    gst_analytics_relation_meta_add_segmentation_mtd (rmeta, segmask,
+ *      GST_SEGMENTATION_TYPE_INSTANCE, region_count, region_ids, &segmtd);
+ *    class_count = region_count;
+ *
+ *    ... (class-index must match and correspond to region-index)
+ *    classes 0  = g_quark_from_string ("background");
+ *    classes 1  = g_quark_from_string ("strawberry");
+ *    classes 2 = g_quark_from_string ("strawberry");
+ *    classes 3 = g_quark_from_string ("leaf");
+ *
+ *    ... (set confidence level for each class associated with a region
+ *    ... where -1.0 mean undefined.)
+ *    class_confidence 0 = -1.0;
+ *    class_confidence 1 = 0.6;
+ *    class_confidence 2 = 0.9;
+ *    class_confidence 3 = 0.8;
+ *
+ *    gst_analytics_relation_meta_add_cls_mtd (rmeta, class_count,
+ *      class_confidence, classes, &clsmtd);
+ *
+ *    gst_analytics_relation_meta_set_relation (rmeta,
+ *     GST_ANALYTICS_REL_TYPE_RELATE_TO, segmtd.id, clsmtd.id);
+ *  ```
+ *
+ *  Example: Associate Semantic Segmentation with Classification
+ *  Assuming the same context as for Instance Segmentation above but instead
+ *  a semantic segmentation is performed, therefore region-id-12 and region-id-7
+ *  are now represented by the same region-id-12
+ *
+ *  region_ids: (here
+ *  |region-index | region-id |
+ *  |-------------|-----------|
+ *  | 0           | 0         |
+ *  | 1           | 12        |
+ *  | 2           | 31        |
+ *
+ *  Code remain the same except that we set all confidence level to undefined
+ *  (-1.0).
+ *
+ *  ```
+ *    ... (class-index must match and correspond to region-index)
+ *    classes 0  = g_quark_from_string ("background");
+ *    classes 1  = g_quark_from_string ("strawberry");
+ *    classes 2 = g_quark_from_string ("leaf");
+ *
+ *    ... (set confidence level for each class associated with a region
+ *    ... where -1.0 mean undefined.)
+ *    class_confidence 0 = -1.0;
+ *    class_confidence 1 = -1.0;
+ *    class_confidence 2 = -1.0;
+ *
+ *    gst_analytics_relation_meta_add_cls_mtd (rmeta, class_count,
+ *      class_confidence, classes, &clsmtd);
+ *
+ *    gst_analytics_relation_meta_set_relation (rmeta,
+ *     GST_ANALYTICS_REL_TYPE_RELATE_TO, segmtd.id, clsmtd.id);
+ *  ```
+ *
+ *  Example: Retrieving class associated with a segmentation region-id-12
+ *  This the typical case for an overlay as we visit the segmentation mask we
+ *  we find region-id values
+ *
+ *  ```
+ *  gsize idx;
+ *  gst_analytics_segmentation_mtd_get_region_index (&segmtd, &idx, 12);
+ *  gst_analytics_relation_meta_get_direct_related (rmeta, segmtd.id,
+ *    GST_ANALYTICS_REL_TYPE_RELATE_TO, gst_analytics_cls_mtd_get_type (),
+ *    NULL, &clsmtd);
+ *
+ *   GQuark region_class = gst_analytics_cls_mtd_get_quark (&segmtd, idx)
+ *   ...
+ *  ```
+ *
+ *  Since: 1.26
+ */
+
+static void gst_analytics_segmentation_mtd_clear (GstBuffer * buffer,
+    GstAnalyticsMtd * mtd);
+
+static gboolean
+gst_analytics_segmentation_mtd_transform (GstBuffer * transbuf,
+    GstAnalyticsMtd * transmtd, GstBuffer * buffer, GQuark type, gpointer data);
+
+static const GstAnalyticsMtdImpl segmentation_impl = {
+  "segmentation",
+  gst_analytics_segmentation_mtd_transform,
+  gst_analytics_segmentation_mtd_clear
+};
+
+/*
+ * GstAnalyticsSegMtdData:
+ * @type: #GstSegmentationType indicate if the mask values are object/region-id
+ * (in the case of instance segmentation) or object/region-type (in the case
+ * of semantic segmentation).
+ * @masks: #GstBuffer used to store segmentation masks
+ * @region_count: Number of region in the segmentation masks
+ * @region_ids: Indexed region ids
+ *
+ * Store segmentation results where each value represent a group to which
+ * belong the corresponding pixel from original image where segmentation was
+ * performed. All values equal in @masks form a mask defining all the
+ * pixel belonging to the same segmented region from the original image. The
+ * GstVideoMeta attached to the @masks, describe masks resolution, padding,
+ * format, ... The format in video meta has a special meaning in the context
+ * of the mask, GRAY8 mean that @masks value can take 256 values which mean
+ * 256 segmented region can be represented.
+ *
+ */
+typedef struct _GstAnalyticsSegMtdData
+{
+  GstSegmentationType type;
+  GstBuffer *masks;
+
+  gint masks_loc_x;
+  gint masks_loc_y;
+  guint masks_loc_w;
+  guint masks_loc_h;
+
+  gsize region_count;
+  guint32 region_ids;         /* Must be last */
+} GstAnalyticsSegMtdData;
+
+/**
+ * gst_analytics_segmentation_mtd_get_mtd_type:
+ *
+ * Get an instance of #GstAnalyticsMtdType that represent segmentation
+ * metadata type.
+ *
+ * Returns: A #GstAnalyticsMtdType type
+ *
+ * Since: 1.26
+ */
+GstAnalyticsMtdType
+gst_analytics_segmentation_mtd_get_mtd_type (void)
+{
+  return (GstAnalyticsMtdType) & segmentation_impl;
+}
+
+/**
+ * gst_analytics_segmentation_mtd_get_mask:
+ * @handle: Instance
+ * @masks_loc_x: (out caller-allocates)(nullable): Left coordinate of the
+ * rectangle corresponding to the mask in the image.
+ * @masks_loc_y: (out caller-allocates)(nullable): Top coordinate of the
+ * rectangle corresponding to the mask in the image.
+ * @masks_loc_w: (out caller-allocates)(nullable): Width of the rectangle
+ * corresponding to the mask in the image.
+ * @masks_loc_h: (out caller-allocates)(nullable): Height of the rectangle
+ * corresponding to the mask in the image.
+ *
+ * Get segmentation mask data.
+ *
+ * Returns: Segmentation mask data stored in a #GstBuffer
+ *
+ * Since: 1.26
+ */
+GstBuffer *
+gst_analytics_segmentation_mtd_get_mask (const GstAnalyticsSegmentationMtd *
+    handle, gint * masks_loc_x, gint * masks_loc_y, guint * masks_loc_w, guint *
+    masks_loc_h)
+{
+  GstAnalyticsSegMtdData *mtddata;
+
+  g_return_val_if_fail (handle, FALSE);
+
+  mtddata = gst_analytics_relation_meta_get_mtd_data (handle->meta, handle->id);
+  g_return_val_if_fail (mtddata != NULL, NULL);
+
+  if (masks_loc_x)
+    *masks_loc_x = mtddata->masks_loc_x;
+  if (masks_loc_y)
+    *masks_loc_y = mtddata->masks_loc_y;
+  if (masks_loc_w)
+    *masks_loc_w = mtddata->masks_loc_w;
+  if (masks_loc_h)
+    *masks_loc_h = mtddata->masks_loc_h;
+
+  return gst_buffer_ref (mtddata->masks);
+}
+
+/**
+ * gst_analytics_segmentation_mtd_get_region_index:
+ * @handle: Instance
+ * @index: (out caller-allocates)(not nullable): Region index
+ * @id: Region id
+ *
+ * Get region index of the region identified by @id.
+ *
+ * Returns: TRUE if a region with @id exist, otherwise FALSE
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_analytics_segmentation_mtd_get_region_index (const
+    GstAnalyticsSegmentationMtd * handle, gsize * index, guint id)
+{
+  GstAnalyticsSegMtdData *mtddata;
+
+  g_return_val_if_fail (handle, FALSE);
+  g_return_val_if_fail (index != NULL, FALSE);
+
+  mtddata = gst_analytics_relation_meta_get_mtd_data (handle->meta, handle->id);
+  g_return_val_if_fail (mtddata != NULL, FALSE);
+
+  gsize i;
+  for (i = 0; i < mtddata->region_count; i++) {
+    if (mtddata->region_idsi == id) {
+      *index = i;
+      return TRUE;
+    }
+  }
+  return FALSE;
+}
+
+/**
+ * gst_analytics_segmentation_mtd_get_region_id:
+ * @handle: Instance
+ * @index: Region index
+ *
+ * Get id of the region corresponding to @index, which should be
+ * smaller than the return value of
+ * gst_analytics_segmentation_mtd_get_region_count()
+ *
+ * Returns: The region ID
+ *
+ * Since: 1.26
+ */
+guint
+gst_analytics_segmentation_mtd_get_region_id (const
+    GstAnalyticsSegmentationMtd * handle, gsize index)
+{
+  GstAnalyticsSegMtdData *mtddata;
+
+  g_return_val_if_fail (handle, 0);
+
+  mtddata = gst_analytics_relation_meta_get_mtd_data (handle->meta, handle->id);
+  g_return_val_if_fail (mtddata != NULL, 0);
+  g_return_val_if_fail (index < mtddata->region_count, 0);
+
+  return mtddata->region_idsindex;
+}
+
+/**
+ * gst_analytics_segmentation_mtd_get_region_count:
+ * @handle: Instance
+ *
+ * Get the regions count.
+ *
+ * Returns: Number of regions segmented
+ *
+ * Since: 1.26
+ */
+gsize
+gst_analytics_segmentation_mtd_get_region_count (const
+    GstAnalyticsSegmentationMtd * handle)
+{
+  GstAnalyticsSegMtdData *mtddata;
+
+  g_return_val_if_fail (handle, FALSE);
+
+  mtddata = gst_analytics_relation_meta_get_mtd_data (handle->meta, handle->id);
+  g_return_val_if_fail (mtddata != NULL, FALSE);
+
+  return mtddata->region_count;
+}
+
+/**
+ * gst_analytics_relation_meta_add_segmentation_mtd:
+ * @instance: Instance of #GstAnalyticsRelationMeta where to add segmentation
+ * instance.
+ * @buffer:(in)(transfer full): Buffer containing segmentation masks. @buffer
+ * must have a #GstVideoMeta attached
+ * @segmentation_type:(in): Segmentation type
+ * @region_count:(in): Number of regions in the masks
+ * @region_ids:(in) (array length=region_count): Arrays of region ids present in the mask.
+ * @masks_loc_x:(in): Left coordinate of the rectangle corresponding to the masks in the image.
+ * @masks_loc_y:(in): Top coordinate of the rectangle corresponding to the masks in the image.
+ * @masks_loc_w:(in): Width of the rectangle corresponding to the masks in the image.
+ * @masks_loc_h:(in): Height of the rectangle corresponding to the masks in the image.
+ * @segmentation_mtd:(out)(not nullable): Handle update with newly added segmentation meta.
+ *
+ * Add analytics segmentation metadata to @instance. The rectangle (@masks_loc_x,
+ * @mask_loc_y, @mask_loc_w, @mask_loc_h) define a area of the image that
+ * correspond to the segmentation masks stored in @buffer. For example if the
+ * segmentation masks stored in @buffer describe the segmented regions for the
+ * entire image the rectangular area will be (@masks_loc_x = 0, @masks_loc_y = 0,
+ * @masks_loc_w = image_width, @masks_loc_h = image_height).
+ *
+ * Returns: TRUE if added successfully, otherwise FALSE
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_analytics_relation_meta_add_segmentation_mtd (GstAnalyticsRelationMeta *
+    instance, GstBuffer * buffer, GstSegmentationType segmentation_type,
+    gsize region_count, guint * region_ids, gint masks_loc_x, gint masks_loc_y,
+    guint masks_loc_w, guint masks_loc_h, GstAnalyticsSegmentationMtd *
+    segmentation_mtd)
+{
+  const gsize region_ids_size = sizeof (guint) * region_count;
+  const gsize size = sizeof (GstAnalyticsSegMtdData) + region_ids_size;
+  GstVideoMeta *vmeta = gst_buffer_get_video_meta (buffer);
+  g_return_val_if_fail (vmeta != NULL, FALSE);
+  g_return_val_if_fail (instance != NULL, FALSE);
+  g_return_val_if_fail (vmeta->format == GST_VIDEO_FORMAT_GRAY8 ||
+      vmeta->format == GST_VIDEO_FORMAT_GRAY16_BE ||
+      vmeta->format == GST_VIDEO_FORMAT_GRAY16_LE, FALSE);
+
+  GstAnalyticsSegMtdData *mtddata = NULL;
+  mtddata =
+      (GstAnalyticsSegMtdData *) gst_analytics_relation_meta_add_mtd (instance,
+      &segmentation_impl, size, segmentation_mtd);
+
+  if (mtddata) {
+    mtddata->masks = buffer;
+    mtddata->type = segmentation_type;
+    mtddata->region_count = region_count;
+    mtddata->masks_loc_x = masks_loc_x;
+    mtddata->masks_loc_y = masks_loc_y;
+    mtddata->masks_loc_w = masks_loc_w;
+    mtddata->masks_loc_h = masks_loc_h;
+    memcpy (mtddata->region_ids, region_ids, region_ids_size);
+  }
+
+  return mtddata != NULL;
+}
+
+static void
+gst_analytics_segmentation_mtd_clear (GstBuffer * buffer, GstAnalyticsMtd * mtd)
+{
+  GstAnalyticsSegMtdData *segdata;
+  segdata = gst_analytics_relation_meta_get_mtd_data (mtd->meta, mtd->id);
+  g_return_if_fail (segdata != NULL);
+  gst_clear_buffer (&segdata->masks);
+}
+
+static gboolean
+gst_analytics_segmentation_mtd_transform (GstBuffer * transbuf,
+    GstAnalyticsMtd * transmtd, GstBuffer * buffer, GQuark type, gpointer data)
+{
+  GstAnalyticsSegMtdData *segdata;
+  if (GST_META_TRANSFORM_IS_COPY (type)) {
+    segdata = gst_analytics_relation_meta_get_mtd_data (transmtd->meta,
+        transmtd->id);
+    gst_buffer_ref (segdata->masks);
+  } else if (GST_VIDEO_META_TRANSFORM_IS_SCALE (type)) {
+    GstVideoMetaTransform *trans = data;
+    gint ow, oh, nw, nh;
+
+    ow = GST_VIDEO_INFO_WIDTH (trans->in_info);
+    nw = GST_VIDEO_INFO_WIDTH (trans->out_info);
+    oh = GST_VIDEO_INFO_HEIGHT (trans->in_info);
+    nh = GST_VIDEO_INFO_HEIGHT (trans->out_info);
+
+    segdata = gst_analytics_relation_meta_get_mtd_data (transmtd->meta,
+        transmtd->id);
+
+    segdata->masks_loc_x *= nw;
+    segdata->masks_loc_x /= ow;
+
+    segdata->masks_loc_w *= nw;
+    segdata->masks_loc_w /= ow;
+
+    segdata->masks_loc_y *= nh;
+    segdata->masks_loc_y /= oh;
+
+    segdata->masks_loc_h *= nh;
+    segdata->masks_loc_h /= oh;
+
+    if (transbuf != buffer) {
+      gst_buffer_ref (segdata->masks);
+    }
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_analytics_relation_meta_get_segmentation_mtd:
+ * @meta: Instance of #GstAnalyticsRelationMeta
+ * @an_meta_id: Id of #GstAnalyticsSegmentationMtd instance to retrieve
+ * @rlt: (out caller-allocates)(not nullable): Will be filled with relatable
+ *    meta
+ *
+ * Fill @rlt if a analytics-meta with id == @an_meta_id exist in @meta instance,
+ * otherwise this method return FALSE and @rlt is invalid.
+ *
+ * Returns: TRUE if successful.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_analytics_relation_meta_get_segmentation_mtd (GstAnalyticsRelationMeta *
+    meta, guint an_meta_id, GstAnalyticsSegmentationMtd * rlt)
+{
+  return gst_analytics_relation_meta_get_mtd (meta, an_meta_id,
+      gst_analytics_segmentation_mtd_get_mtd_type (),
+      (GstAnalyticsSegmentationMtd *) rlt);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gstanalyticssegmentationmtd.h Added

@@ -0,0 +1,102 @@
+/* GStreamer
+ * Copyright (C) 2024 Collabora Ltd
+ *  @author: Daniel Morin <daniel.morin@collabora.com>
+ *
+ * gstanalyticssegmentationmtd.h
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_ANALYTICS_SEGMENTATION_META_H__
+#define __GST_ANALYTICS_SEGMENTATION_META_H__
+
+#include <gst/gst.h>
+#include <gst/video/video-info.h>
+#include <gst/analytics/analytics-meta-prelude.h>
+#include <gst/analytics/gstanalyticsmeta.h>
+
+G_BEGIN_DECLS
+
+/**
+ * GstAnalyticsSegmentationMtd:
+ * @id: Instance identifier
+ * @meta: Instance of #GstAnalyticsRelationMeta where the analytics-metadata
+ * identified by @id is stored.
+ *
+ * Handle containing data required to use gst_analytics_segmentation_mtd APIs.
+ * This type is generally expected to be allocated on the stack.
+ *
+ * Since: 1.26
+ */
+typedef struct _GstAnalyticsMtd GstAnalyticsSegmentationMtd;
+
+/**
+ * GstSegmentationType:
+ * @GST_SEGMENTATION_TYPE_SEMANTIC: Segmentation where the belonging of each
+ * pixel to a class of objects is identified.
+ * @GST_SEGMENTATION_TYPE_INSTANCE: Segmentation where the belonging of each
+ * pixel to instance of an object is identified.
+ *
+ * Enum value describing supported segmentation type
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_SEGMENTATION_TYPE_SEMANTIC,
+  GST_SEGMENTATION_TYPE_INSTANCE
+} GstSegmentationType;
+
+GST_ANALYTICS_META_API
+GstAnalyticsMtdType
+gst_analytics_segmentation_mtd_get_mtd_type (void);
+
+GST_ANALYTICS_META_API
+GstBuffer *
+gst_analytics_segmentation_mtd_get_mask (const GstAnalyticsSegmentationMtd *
+    handle, gint * masks_loc_x, gint * masks_loc_y, guint * masks_loc_w, guint *
+    masks_loc_h);
+
+GST_ANALYTICS_META_API
+gboolean
+gst_analytics_segmentation_mtd_get_region_index (
+    const GstAnalyticsSegmentationMtd * handle, gsize * index, guint id);
+
+GST_ANALYTICS_META_API
+guint
+gst_analytics_segmentation_mtd_get_region_id (
+    const GstAnalyticsSegmentationMtd * handle, gsize index);
+
+GST_ANALYTICS_META_API
+gsize
+gst_analytics_segmentation_mtd_get_region_count (
+    const GstAnalyticsSegmentationMtd * handle);
+
+GST_ANALYTICS_META_API
+gboolean
+gst_analytics_relation_meta_add_segmentation_mtd (GstAnalyticsRelationMeta *
+    instance, GstBuffer * buffer, GstSegmentationType segmentation_type,
+    gsize region_count, guint * region_ids, gint masks_loc_x, gint masks_loc_y,
+    guint masks_loc_w, guint masks_loc_h, GstAnalyticsSegmentationMtd *
+    segmentation_mtd);
+
+GST_ANALYTICS_META_API
+gboolean
+gst_analytics_relation_meta_get_segmentation_mtd (GstAnalyticsRelationMeta *
+    meta, guint an_meta_id, GstAnalyticsSegmentationMtd * rlt);
+
+G_END_DECLS
+#endif // __GST_ANALYTICS_SEGMENTATION_META_H__

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gsttensor.c Added

@@ -0,0 +1,211 @@
+/* GStreamer
+ * Copyright (C) 2023 Collabora Ltd
+ *
+ * gstanalyticsmeta.c
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsttensor.h"
+
+#define GST_TENSOR_SIZE(num_dims) \
+  (sizeof (GstTensor) + (sizeof (gsize) * num_dims))
+
+G_DEFINE_BOXED_TYPE (GstTensor, gst_tensor,
+    (GBoxedCopyFunc) gst_tensor_copy, (GBoxedFreeFunc) gst_tensor_free);
+
+/**
+ * gst_tensor_alloc: (constructor)
+ * @num_dims: Number of dimension of the tensors
+ *
+ * Allocate a tensor with @num_dims dimensions.
+ *
+ * Returns: (transfer full) (not nullable): tensor allocated
+ *
+ * Since: 1.26
+ */
+GstTensor *
+gst_tensor_alloc (gsize num_dims)
+{
+  GstTensor *tensor = g_malloc0 (GST_TENSOR_SIZE (num_dims));
+
+  tensor->num_dims = num_dims;
+
+  return tensor;
+}
+
+static gsize
+size_for_elements (GstTensorDataType data_type, gsize elements)
+{
+  switch (data_type) {
+    case GST_TENSOR_DATA_TYPE_INT4:
+    case GST_TENSOR_DATA_TYPE_UINT4:
+      return (elements / 2) + (elements % 2);
+
+    case GST_TENSOR_DATA_TYPE_INT8:
+    case GST_TENSOR_DATA_TYPE_UINT8:
+      return elements;
+
+    case GST_TENSOR_DATA_TYPE_INT16:
+    case GST_TENSOR_DATA_TYPE_UINT16:
+    case GST_TENSOR_DATA_TYPE_FLOAT16:
+    case GST_TENSOR_DATA_TYPE_BFLOAT16:
+      return elements * 2;
+
+    case GST_TENSOR_DATA_TYPE_INT32:
+    case GST_TENSOR_DATA_TYPE_UINT32:
+    case GST_TENSOR_DATA_TYPE_FLOAT32:
+      return elements * 4;
+
+    case GST_TENSOR_DATA_TYPE_INT64:
+    case GST_TENSOR_DATA_TYPE_UINT64:
+    case GST_TENSOR_DATA_TYPE_FLOAT64:
+      return elements * 8;
+
+    default:
+      g_assert_not_reached ();
+      return 0;
+  }
+}
+
+/**
+ * gst_tensor_new_simple:
+ * @id: semantically identify the contents of the tensor
+ * @data_type: #GstTensorDataType of tensor data
+ * @data: (transfer full): #GstBuffer holding tensor data
+ * @dims_order: Indicate tensor dimension indexing order
+ * @num_dims: number of tensor dimensions
+ * @dims: (array length=num_dims): tensor dimensions. Value of 0 mean the
+ * dimension is dynamic.
+ *
+ * Allocates a new #GstTensor of @dims_order ROW_MAJOR or COLUMN_MAJOR and
+ * with an interleaved layout
+ *
+ * Returns: A newly allocated #GstTensor
+ *
+ * Since: 1.26
+ */
+GstTensor *
+gst_tensor_new_simple (GQuark id, GstTensorDataType data_type, GstBuffer * data,
+    GstTensorDimOrder dims_order, gsize num_dims, gsize * dims)
+{
+  GstTensor *tensor;
+  gsize num_elements = 1;
+  gsize i;
+  gboolean dynamic_tensor_size = FALSE;
+
+  /* Update this if adding more to GstTensorDataType */
+  g_return_val_if_fail (data_type <= GST_TENSOR_DATA_TYPE_BFLOAT16, NULL);
+
+  g_return_val_if_fail (GST_IS_BUFFER (data), NULL);
+  g_return_val_if_fail (dims_order == GST_TENSOR_DIM_ORDER_ROW_MAJOR ||
+      dims_order == GST_TENSOR_DIM_ORDER_COL_MAJOR, NULL);
+  g_return_val_if_fail (num_dims > 0, NULL);
+
+  for (i = 0; i < num_dims; i++) {
+    dynamic_tensor_size = dimsi == 0;
+
+    if (dynamic_tensor_size == FALSE)
+      num_elements *= dimsi;
+    else
+      break;
+  }
+
+  /* We can't do this validation if the tensor size is dynamic */
+  if (dynamic_tensor_size == FALSE &&
+      gst_buffer_get_size (data) !=
+      size_for_elements (data_type, num_elements)) {
+    g_critical ("Expected buffer of size %zu (%zu elements),"
+        " but buffer has size %zu",
+        size_for_elements (data_type, num_elements), num_elements,
+        gst_buffer_get_size (data));
+    return NULL;
+  }
+
+  tensor = gst_tensor_alloc (num_dims);
+  tensor->id = id;
+  tensor->layout = GST_TENSOR_LAYOUT_CONTIGUOUS;
+  tensor->data_type = data_type;
+  tensor->data = data;
+  tensor->dims_order = dims_order;
+  tensor->num_dims = num_dims;
+  memcpy (tensor->dims, dims, sizeof (gsize) * num_dims);
+
+  return tensor;
+}
+
+/**
+ * gst_tensor_free:
+ * @tensor: (in) (transfer full): pointer to tensor to free
+ *
+ * Free tensor
+ *
+ * Since: 1.26
+ */
+void
+gst_tensor_free (GstTensor * tensor)
+{
+  if (tensor->data != NULL) {
+    gst_buffer_unref (tensor->data);
+  }
+  g_free (tensor);
+}
+
+/**
+ * gst_tensor_copy:
+ * @tensor: (transfer none) (nullable): a #GstTensor to be copied
+ *
+ * Create a copy of @tensor.
+ *
+ * Returns: (transfer full) (nullable): a new #GstTensor
+ *
+ * Since: 1.26
+ */
+GstTensor *
+gst_tensor_copy (const GstTensor * tensor)
+{
+  GstTensor *copy = NULL;
+  if (tensor) {
+    copy = (GstTensor *) g_memdup2 (tensor, GST_TENSOR_SIZE (tensor->num_dims));
+    if (copy->data)
+      gst_buffer_ref (copy->data);
+  }
+
+  return copy;
+}
+
+/**
+ * gst_tensor_get_dims:
+ * @tensor: a #GstTensor
+ * @num_dims: (out): The number of dimensions
+ *
+ * Gets the dimensions of the tensor.
+ *
+ * Returns: (array length=num_dims) (transfer none): The dims array form the tensor
+ *
+ * Since: 1.26
+ */
+
+gsize *
+gst_tensor_get_dims (GstTensor * tensor, gsize * num_dims)
+{
+  if (num_dims)
+    *num_dims = tensor->num_dims;
+  return tensor->dims;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gsttensor.h Added

@@ -0,0 +1,154 @@
+/*
+ * GStreamer gstreamer-tensor
+ * Copyright (C) 2024 Collabora Ltd
+ *
+ * gsttensor.h
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#ifndef __GST_TENSOR_H__
+#define __GST_TENSOR_H__
+
+#include <gst/gst.h>
+#include <gst/analytics/analytics-meta-prelude.h>
+
+/**
+ * GstTensorDataType:
+ * @GST_TENSOR_DATA_TYPE_INT4: signed 4 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_INT8: signed 8 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_INT16: signed 16 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_INT32: signed 32 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_INT64: signed 64 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_UINT4: unsigned 4 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_UINT8: unsigned 8 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_UINT16: unsigned 16 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_UINT32: unsigned 32 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_UINT64: unsigned 64 bit integer tensor data
+ * @GST_TENSOR_DATA_TYPE_FLOAT16: 16 bit floating point tensor data
+ * @GST_TENSOR_DATA_TYPE_FLOAT32: 32 bit floating point tensor data
+ * @GST_TENSOR_DATA_TYPE_FLOAT64: 64 bit floating point tensor data
+ * @GST_TENSOR_DATA_TYPE_BFLOAT16: "brain" 16 bit floating point tensor data
+ *
+ * Describe the type of data contain in the tensor.
+ *
+ * Since: 1.26
+ */
+typedef enum _GstTensorDataType
+{
+  GST_TENSOR_DATA_TYPE_INT4,
+  GST_TENSOR_DATA_TYPE_INT8,
+  GST_TENSOR_DATA_TYPE_INT16,
+  GST_TENSOR_DATA_TYPE_INT32,
+  GST_TENSOR_DATA_TYPE_INT64,
+  GST_TENSOR_DATA_TYPE_UINT4,
+  GST_TENSOR_DATA_TYPE_UINT8,
+  GST_TENSOR_DATA_TYPE_UINT16,
+  GST_TENSOR_DATA_TYPE_UINT32,
+  GST_TENSOR_DATA_TYPE_UINT64,
+  GST_TENSOR_DATA_TYPE_FLOAT16,
+  GST_TENSOR_DATA_TYPE_FLOAT32,
+  GST_TENSOR_DATA_TYPE_FLOAT64,
+  GST_TENSOR_DATA_TYPE_BFLOAT16
+} GstTensorDataType;
+
+/**
+ * GstTensorDimOrder:
+ * @GST_TENSOR_DIM_ORDER_ROW_MAJOR: elements along a row are consecutive in memory
+ * @GST_TENSOR_DIM_ORDER_COL_MAJOR: elements along a column are consecutive in memory
+ *
+ * Indicate to read tensor from memory in row-major or column-major order.
+ *
+ * Since: 1.26
+ */
+typedef enum _GstTensorDimOrder
+{
+  GST_TENSOR_DIM_ORDER_ROW_MAJOR,
+  GST_TENSOR_DIM_ORDER_COL_MAJOR
+} GstTensorDimOrder;
+
+/**
+ * GstTensorLayout:
+ * @GST_TENSOR_LAYOUT_CONTIGUOUS: indicate the tensor is stored in a dense format in memory
+ *
+ * Indicate tensor storage in memory.
+ *
+ * Since: 1.26
+ */
+typedef enum _GstTensorLayout
+{
+  GST_TENSOR_LAYOUT_CONTIGUOUS
+} GstTensorLayout;
+
+/**
+ * GstTensor:
+ * @id: semantically identify the contents of the tensor
+ * @layout: Indicate tensor layout
+ * @data_type: #GstTensorDataType of tensor data
+ * @data: #GstBuffer holding tensor data
+ * @dims_order: Indicate tensor elements layout in memory.
+ * @num_dims: number of tensor dimensions
+ * @dims: (array length=num_dims): number of tensor dimensions
+ *
+ * Hold tensor data
+ *
+ * Since: 1.26
+ */
+typedef struct _GstTensor
+{
+  GQuark id;
+  GstTensorLayout layout;
+  GstTensorDataType data_type;
+  GstBuffer *data;
+  GstTensorDimOrder dims_order;
+  gsize num_dims;
+  gsize dims;
+} GstTensor;
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_TENSOR (gst_tensor_get_type())
+
+GST_ANALYTICS_META_API
+GstTensor * gst_tensor_alloc (gsize num_dims);
+
+GST_ANALYTICS_META_API
+GstTensor * gst_tensor_new_simple (GQuark id,
+    GstTensorDataType data_type,
+    GstBuffer * data,
+    GstTensorDimOrder dims_order,
+    gsize num_dims,
+    gsize * dims);
+
+GST_ANALYTICS_META_API
+void gst_tensor_free (GstTensor * tensor);
+
+GST_ANALYTICS_META_API
+GstTensor * gst_tensor_copy (const GstTensor * tensor);
+
+GST_ANALYTICS_META_API
+gsize * gst_tensor_get_dims (GstTensor * tensor, gsize * num_dims);
+
+GST_ANALYTICS_META_API
+GType gst_tensor_get_type (void);
+
+G_END_DECLS
+
+#endif /* __GST_TENSOR_H__ */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gsttensormeta.c Added

@@ -0,0 +1,198 @@
+/*
+ * GStreamer gstreamer-tensormeta
+ * Copyright (C) 2023 Collabora Ltd
+ *
+ * gsttensormeta.c
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include "gsttensormeta.h"
+
+static gboolean
+gst_tensor_meta_init (GstMeta * meta, gpointer params, GstBuffer * buffer)
+{
+  GstTensorMeta *tmeta = (GstTensorMeta *) meta;
+
+  tmeta->num_tensors = 0;
+  tmeta->tensors = NULL;
+
+  return TRUE;
+}
+
+static void
+gst_tensor_meta_free (GstMeta * meta, GstBuffer * buffer)
+{
+  GstTensorMeta *tmeta = (GstTensorMeta *) meta;
+
+  for (int i = 0; i < tmeta->num_tensors; i++) {
+    gst_tensor_free (tmeta->tensorsi);
+  }
+  g_free (tmeta->tensors);
+}
+
+/**
+ * gst_tensor_meta_api_get_type: (skip)
+ *
+ * Since: 1.26
+ */
+GType
+gst_tensor_meta_api_get_type (void)
+{
+  static GType type = 0;
+  static const gchar *tags = { NULL };
+
+  if (g_once_init_enter (&type)) {
+    GType _type = gst_meta_api_type_register ("GstTensorMetaAPI", tags);
+    g_once_init_leave (&type, _type);
+  }
+  return type;
+}
+
+
+/**
+ * gst_tensor_meta_get_info: (skip)
+ *
+ * Since: 1.26
+ */
+const GstMetaInfo *
+gst_tensor_meta_get_info (void)
+{
+  static const GstMetaInfo *tmeta_info = NULL;
+
+  if (g_once_init_enter (&tmeta_info)) {
+    const GstMetaInfo *meta =
+        gst_meta_register (gst_tensor_meta_api_get_type (),
+        "GstTensorMeta",
+        sizeof (GstTensorMeta),
+        gst_tensor_meta_init,
+        gst_tensor_meta_free,
+        NULL);                  /* tensor_meta_transform not implemented */
+    g_once_init_leave (&tmeta_info, meta);
+  }
+  return tmeta_info;
+}
+
+/**
+ * gst_buffer_add_tensor_meta:
+ * @buffer: A writable #GstBuffer
+ *
+ * Adds a #GstTensorMeta to a buffer or returns the existing one
+ *
+ * Returns: (transfer none): The new #GstTensorMeta
+ *
+ * Since: 1.26
+ */
+
+GstTensorMeta *
+gst_buffer_add_tensor_meta (GstBuffer * buffer)
+{
+  GstTensorMeta *tmeta;
+
+  tmeta = gst_buffer_get_tensor_meta (buffer);
+  if (tmeta)
+    return tmeta;
+
+  return (GstTensorMeta *) gst_buffer_add_meta (buffer,
+      gst_tensor_meta_get_info (), NULL);
+}
+
+/**
+ * gst_buffer_get_tensor_meta:
+ * @buffer: A #GstBuffer
+ *
+ * Gets the #GstTensorMeta from a buffer
+ *
+ * Returns: (nullable)(transfer none): The #GstTensorMeta if there is wone
+ *
+ * Since: 1.26
+ */
+
+GstTensorMeta *
+gst_buffer_get_tensor_meta (GstBuffer * buffer)
+{
+  return (GstTensorMeta *) gst_buffer_get_meta (buffer,
+      GST_TENSOR_META_API_TYPE);
+}
+
+/**
+ * gst_tensor_meta_set:
+ * @tmeta: a #GstTensorMeta
+ * @num_tensors: The number of tensors in the @tensors array
+ * @tensors: (in) (array length=num_tensors) (transfer full): An array of poiners to #GstTensor
+ *
+ * Sets tensors into the #GstTensorMeta
+ *
+ * Since: 1.26
+ */
+void
+gst_tensor_meta_set (GstTensorMeta * tmeta, guint num_tensors,
+    GstTensor ** tensors)
+{
+  guint i;
+
+  for (i = 0; i < tmeta->num_tensors; i++) {
+    gst_tensor_free (tmeta->tensorsi);
+  }
+  g_free (tmeta->tensors);
+
+  tmeta->num_tensors = num_tensors;
+  tmeta->tensors = tensors;
+}
+
+/**
+ * gst_tensor_meta_get:
+ * @tmeta: A #GstTensorMeta
+ * @index: The number of the tensor to get
+ *
+ * Retrieves a tensor from the #GstTensorMeta, the index must be
+ * smaller than #GstTensorMeta.num_tensors
+ *
+ * Return: (transfer none): a GstTensor
+ *
+ * Since: 1.26
+ */
+const GstTensor *
+gst_tensor_meta_get (GstTensorMeta * tmeta, gsize index)
+{
+  g_return_val_if_fail (tmeta->tensors, NULL);
+  g_return_val_if_fail (index < tmeta->num_tensors, NULL);
+
+  return tmeta->tensorsindex;
+}
+
+/**
+ * gst_tensor_meta_get_index_from_id:
+ * @meta: a #GstTensorMeta
+ * @id: The tensor id to look for
+ *
+ * Finds the first tensor with the requsted ID in the meta
+ *
+ * Return: The index of the tensor inthe meta, or -1 if
+ *  its not found.
+ *
+ * Since: 1.26
+ */
+gint
+gst_tensor_meta_get_index_from_id (GstTensorMeta * meta, GQuark id)
+{
+  for (int i = 0; i < meta->num_tensors; ++i) {
+    if (meta->tensorsi->id == id)
+      return i;
+  }
+
+  return -1;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/gsttensormeta.h Added

@@ -0,0 +1,98 @@
+/*
+ * GStreamer gstreamer-tensormeta
+ * Copyright (C) 2023 Collabora Ltd
+ *
+ * gsttensormeta.h
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#ifndef __GST_TENSOR_META_H__
+#define __GST_TENSOR_META_H__
+
+#include <gst/gst.h>
+#include <gst/analytics/analytics-meta-prelude.h>
+#include <gst/analytics/gsttensor.h>
+
+/**
+ * GstTensorMeta:
+ * @meta: parent
+ * @num_tensors: number of tensors
+ * @tensor: (array length=num_tensors): a #GstTensor for each tensor
+ *
+ * Since: 1.26
+ */
+typedef struct _GstTensorMeta
+{
+  GstMeta meta;
+
+  gsize num_tensors;
+  GstTensor **tensors;
+} GstTensorMeta;
+
+G_BEGIN_DECLS
+
+/**
+ * GST_TENSOR_META_API_TYPE:
+ *
+ * The Tensor Meta API type
+ *
+ * Since: 1.26
+ */
+#define GST_TENSOR_META_API_TYPE \
+  (gst_tensor_meta_api_get_type())
+
+/**
+ * GST_TENSOR_META_INFO: (skip)
+ *
+ * The Tensor Meta API Info
+ *
+ * Since: 1.26
+ */
+#define GST_TENSOR_META_INFO \
+  (gst_tensor_meta_get_info())
+
+GST_ANALYTICS_META_API
+GType gst_tensor_meta_api_get_type (void);
+
+GST_ANALYTICS_META_API
+const GstMetaInfo *gst_tensor_meta_get_info (void);
+
+GST_ANALYTICS_META_API
+void gst_tensor_meta_set (GstTensorMeta *tmeta, guint num_tensors,
+    GstTensor **tensors);
+
+GST_ANALYTICS_META_API
+const GstTensor *gst_tensor_meta_get (GstTensorMeta *tmeta, gsize index);
+
+GST_ANALYTICS_META_API
+gint gst_tensor_meta_get_index_from_id(GstTensorMeta *meta, GQuark id);
+
+GST_ANALYTICS_META_API
+GstTensorMeta *
+gst_buffer_add_tensor_meta (GstBuffer * buffer);
+
+GST_ANALYTICS_META_API
+GstTensorMeta *
+gst_buffer_get_tensor_meta (GstBuffer * buffer);
+
+G_END_DECLS
+
+#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/analytics/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/analytics/meson.build Changed

@@ -1,16 +1,31 @@
 analytics_sources = files( 'gstanalyticsmeta.c',
                               'gstanalyticsclassificationmtd.c',
                               'gstanalyticsobjectdetectionmtd.c',
-                              'gstanalyticsobjecttrackingmtd.c')
+                              'gstanalyticsobjecttrackingmtd.c',
+                              'gstanalyticssegmentationmtd.c',
+                              'gsttensormeta.c',
+                              'gsttensor.c')
 
 analytics_headers = files(    'analytics.h',
                               'gstanalyticsmeta.h',
                               'analytics-meta-prelude.h',
                               'gstanalyticsclassificationmtd.h',
                               'gstanalyticsobjectdetectionmtd.h',
-                              'gstanalyticsobjecttrackingmtd.h')
+                              'gstanalyticsobjecttrackingmtd.h',
+                              'gstanalyticssegmentationmtd.h',
+                              'gsttensormeta.h',
+                              'gsttensor.h')
 install_headers(analytics_headers, subdir : 'gstreamer-1.0/gst/analytics')
 
+doc_sources = 
+foreach s: analytics_sources + analytics_headers
+  doc_sources += s.full_path()
+endforeach
+
+libs_sources += {
+  'analytics': pathsep.join(doc_sources)
+}
+
 pkg_name = 'gstreamer-analytics-1.0'
 gstanalytics = library('gstanalytics-' + api_version,
   analytics_sources,
@@ -20,11 +35,11 @@
   soversion : soversion,
   darwin_versions : osxversion,
   install : true,
-  dependencies : gstbase_dep, gstvideo_dep)
+  dependencies : gstbase_dep, gstvideo_dep,
+  link_args : '-lm')
 
-gst_libraries += pkg_name, {'lib': gstanalytics}
 pkgconfig.generate(gstanalytics,
-  libraries : gst_dep, gstbase_dep,
+  libraries : gst_dep, gstbase_dep, '-lm',
   variables : pkgconfig_variables,
   subdirs : pkgconfig_subdirs,
   name : pkg_name,
@@ -32,6 +47,7 @@
 )
 gen_sources = 
 
+library_def = {'lib': gstanalytics}
 if build_gir
   gir = {
     'sources' : analytics_sources + analytics_headers,
@@ -40,7 +56,7 @@
     'identifier_prefix' : 'GstAnalytics', 'Gst',
     'symbol_prefix' : 'gst_analytics', 'gst',
     'export_packages' : pkg_name,
-    'includes' : 'Gst-1.0', 'GstBase-1.0',
+    'includes' : 'Gst-1.0', 'GstBase-1.0', 'GstVideo-1.0',
     'install' : true,
     'extra_args' : gir_init_section + '-DGST_USE_UNSTABLE_API',
     'dependencies' : gstbase_dep, gstvideo_dep

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/audio/gstnonstreamaudiodecoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/audio/gstnonstreamaudiodecoder.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/audio/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/audio/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/basecamerabinsrc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/basecamerabinsrc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gstav1parser.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstav1parser.c Changed

@@ -41,21 +41,21 @@
  * Then, depending on the #GstAV1OBUType of the newly parsed #GstAV1OBU,
  * you should call the differents functions to parse the structure details:
  *
- *   * #GST_AV1_OBU_SEQUENCE_HEADER: gst_av1_parser_parse_sequence_header_obu()
+ *   * %GST_AV1_OBU_SEQUENCE_HEADER: gst_av1_parser_parse_sequence_header_obu()
  *
- *   * #GST_AV1_OBU_TEMPORAL_DELIMITER: gst_av1_parser_parse_temporal_delimiter_obu()
+ *   * %GST_AV1_OBU_TEMPORAL_DELIMITER: gst_av1_parser_parse_temporal_delimiter_obu()
  *
- *   * #GST_AV1_OBU_FRAME: gst_av1_parser_parse_frame_obu()
+ *   * %GST_AV1_OBU_FRAME: gst_av1_parser_parse_frame_obu()
  *
- *   * #GST_AV1_OBU_FRAME_HEADER: gst_av1_parser_parse_frame_header_obu()
+ *   * %GST_AV1_OBU_FRAME_HEADER: gst_av1_parser_parse_frame_header_obu()
  *
- *   * #GST_AV1_OBU_TILE_GROUP: gst_av1_parser_parse_tile_group_obu()
+ *   * %GST_AV1_OBU_TILE_GROUP: gst_av1_parser_parse_tile_group_obu()
  *
- *   * #GST_AV1_OBU_METADATA: gst_av1_parser_parse_metadata_obu()
+ *   * %GST_AV1_OBU_METADATA: gst_av1_parser_parse_metadata_obu()
  *
- *   * #GST_AV1_OBU_REDUNDANT_FRAME_HEADER: gst_av1_parser_parse_frame_header_obu()
+ *   * %GST_AV1_OBU_REDUNDANT_FRAME_HEADER: gst_av1_parser_parse_frame_header_obu()
  *
- *   * #GST_AV1_OBU_TILE_LIST: gst_av1_parser_parse_tile_list_obu()
+ *   * %GST_AV1_OBU_TILE_LIST: gst_av1_parser_parse_tile_list_obu()
  *
  * Note: Some parser functions are dependent on information provided in the sequence
  * header and reference frame's information. It maintains a state inside itself, which

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gstav1parser.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstav1parser.h Changed

@@ -85,6 +85,7 @@
 
 
 typedef struct _GstAV1Parser GstAV1Parser;
+typedef struct _GstAV1ParserState GstAV1ParserState;
 
 typedef struct _GstAV1OBUHeader GstAV1OBUHeader;
 typedef struct _GstAV1OBU GstAV1OBU;
@@ -93,7 +94,9 @@
 typedef struct _GstAV1MetadataOBU GstAV1MetadataOBU;
 typedef struct _GstAV1FrameHeaderOBU GstAV1FrameHeaderOBU;
 typedef struct _GstAV1TileListOBU GstAV1TileListOBU;
+typedef struct _GstAV1TileListOBUEntry GstAV1TileListOBUEntry;
 typedef struct _GstAV1TileGroupOBU GstAV1TileGroupOBU;
+typedef struct _GstAV1TileGroupOBUEntry GstAV1TileGroupOBUEntry;
 typedef struct _GstAV1FrameOBU GstAV1FrameOBU;
 
 typedef struct _GstAV1OperatingPoint GstAV1OperatingPoint;
@@ -115,6 +118,7 @@
 typedef struct _GstAV1FilmGrainParams GstAV1FilmGrainParams;
 
 typedef struct _GstAV1ReferenceFrameInfo GstAV1ReferenceFrameInfo;
+typedef struct _GstAV1ReferenceFrameInfoEntry GstAV1ReferenceFrameInfoEntry;
 
 /**
  * GstAV1ParserResult:
@@ -1404,7 +1408,7 @@
  * GstAV1FrameHeaderOBU:
  * @show_existing_frame: equal to 1, indicates the frame indexed by @frame_to_show_map_idx is
  *   to be output; @show_existing_frame equal to 0 indicates that further processing is required.
- *   If @obu_type is equal to #GST_AV1_OBU_FRAME, it is a requirement of bitstream conformance that
+ *   If @obu_type is equal to %GST_AV1_OBU_FRAME, it is a requirement of bitstream conformance that
  *   @show_existing_frame is equal to 0.
  * @frame_to_show_map_idx: specifies the frame to be output. It is only available if
  *   @show_existing_frame is 1.
@@ -1462,7 +1466,7 @@
  *   is the remainder of a modulo 1 << ( @buffer_removal_time_length_minus_1 + 1 ) counter.
  * @refresh_frame_flags: contains a bitmask that specifies which reference frame slots will be
  *   updated with the current frame after it is decoded. If @frame_type is equal to
- *   #GST_AV1_INTRA_ONLY_FRAME, it is a requirement of bitstream conformance that
+ *   %GST_AV1_INTRA_ONLY_FRAME, it is a requirement of bitstream conformance that
  *   @refresh_frame_flags is not equal to 0xff.
  * @ref_order_hint: specifies the expected output order hint for each reference buffer.
  * @allow_intrabc: equal to 1 indicates that intra block copy may be used in this frame.
@@ -1627,32 +1631,51 @@
 };
 
 /**
+ * GstAV1ReferenceFrameInfoEntry:
+ *
+ */
+struct _GstAV1ReferenceFrameInfoEntry {
+  gboolean ref_valid;             /* RefValid */
+  guint32 ref_frame_id;           /* RefFrameId */
+  guint32 ref_upscaled_width;     /* RefUpscaledWidth */
+  guint32 ref_frame_width;        /* RefFrameWidth */
+  guint32 ref_frame_height;       /* RefFrameHeight */
+  guint32 ref_render_width;       /* RefRenderWidth */
+  guint32 ref_render_height;      /* RefRenderHeight */
+  guint32 ref_mi_cols;            /* RefMiCols */
+  guint32 ref_mi_rows;            /* RefMiRows */
+  GstAV1FrameType ref_frame_type; /* RefFrameType */
+  guint8 ref_subsampling_x;       /* RefSubsamplingX */
+  guint8 ref_subsampling_y;       /* RefSubsamplingY */
+  guint8 ref_bit_depth;           /* RefBitDepth */
+  guint32 ref_order_hint;         /* RefOrderHint */
+  GstAV1SegmenationParams ref_segmentation_params;
+  GstAV1GlobalMotionParams ref_global_motion_params;
+  GstAV1LoopFilterParams ref_lf_params;
+  GstAV1FilmGrainParams ref_film_grain_params;
+  GstAV1TileInfo ref_tile_info;
+};
+
+/**
  * GstAV1ReferenceFrameInfo:
  *
  * All the info related to a reference frames.
  */
 struct _GstAV1ReferenceFrameInfo {
-  struct {
-    gboolean ref_valid; /* RefValid */
-    guint32 ref_frame_id; /* RefFrameId */
-    guint32 ref_upscaled_width; /* RefUpscaledWidth */
-    guint32 ref_frame_width; /* RefFrameWidth */
-    guint32 ref_frame_height; /* RefFrameHeight */
-    guint32 ref_render_width; /* RefRenderWidth */
-    guint32 ref_render_height; /* RefRenderHeight */
-    guint32 ref_mi_cols; /* RefMiCols */
-    guint32 ref_mi_rows; /* RefMiRows */
-    GstAV1FrameType ref_frame_type; /* RefFrameType */
-    guint8 ref_subsampling_x; /* RefSubsamplingX */
-    guint8 ref_subsampling_y; /* RefSubsamplingY */
-    guint8 ref_bit_depth; /* RefBitDepth */
-    guint32 ref_order_hint; /* RefOrderHint */
-    GstAV1SegmenationParams ref_segmentation_params;
-    GstAV1GlobalMotionParams ref_global_motion_params;
-    GstAV1LoopFilterParams ref_lf_params;
-    GstAV1FilmGrainParams ref_film_grain_params;
-    GstAV1TileInfo ref_tile_info;
-  } entryGST_AV1_NUM_REF_FRAMES;
+  GstAV1ReferenceFrameInfoEntry entryGST_AV1_NUM_REF_FRAMES;
+};
+
+/**
+ * GstAV1TileListOBUEntry:
+ *
+ */
+struct _GstAV1TileListOBUEntry {
+  gint8 anchor_frame_idx;
+  guint8 anchor_tile_row;
+  guint8 anchor_tile_col;
+  guint16 tile_data_size_minus_1;
+  /* Just refer to obu's data, invalid after OBU data released */
+  guint8 *coded_tile_data;
 };
 
 /**
@@ -1677,21 +1700,30 @@
   guint8 output_frame_width_in_tiles_minus_1;
   guint8 output_frame_height_in_tiles_minus_1;
   guint16 tile_count_minus_1;
-  struct {
-    gint8 anchor_frame_idx;
-    guint8 anchor_tile_row;
-    guint8 anchor_tile_col;
-    guint16 tile_data_size_minus_1;
-    /* Just refer to obu's data, invalid after OBU data released */
-    guint8 *coded_tile_data;
-  } entryGST_AV1_MAX_TILE_COUNT;
+  GstAV1TileListOBUEntry entryGST_AV1_MAX_TILE_COUNT;
 };
 
 /**
- * GstAV1TileListOBU:
+ * GstAV1TileGroupOBUEntry:
+ *
+ */
+struct _GstAV1TileGroupOBUEntry {
+  guint32 tile_offset; /* Tile data offset from the OBU data. */
+  guint32 tile_size;   /* Data size of this tile */
+  guint32 tile_row;    /* tileRow */
+  guint32 tile_col;    /* tileCol */
+  /* global varialbes */
+  guint32 mi_row_start; /* MiRowStart */
+  guint32 mi_row_end;   /* MiRowEnd */
+  guint32 mi_col_start; /* MiColStart */
+  guint32 mi_col_end;   /* MiColEnd */
+};
+
+/**
+ * GstAV1TileGroupOBU:
  * @tile_start_and_end_present_flag: specifies whether @tg_start and @tg_end are present
  *   in the bitstream. If @tg_start and @tg_end are not present in the bitstream, this
- *   tile group covers the entire frame. If @obu_type is equal to #GST_AV1_OBU_FRAME, it is a
+ *   tile group covers the entire frame. If @obu_type is equal to %GST_AV1_OBU_FRAME, it is a
  *   requirement of bitstream conformance that the value of @tile_start_and_end_present_flag
  *   is equal to 0.
  * @tg_start: specifies the zero-based index of the first tile in the current tile group.
@@ -1715,17 +1747,7 @@
   gboolean tile_start_and_end_present_flag;
   guint8 tg_start;
   guint8 tg_end;
-  struct {
-    guint32 tile_offset; /* Tile data offset from the OBU data. */
-    guint32 tile_size; /* Data size of this tile */
-    guint32 tile_row; /* tileRow */
-    guint32 tile_col; /* tileCol */
-    /* global varialbes */
-    guint32 mi_row_start; /* MiRowStart */
-    guint32 mi_row_end; /* MiRowEnd */
-    guint32 mi_col_start; /* MiColStart */
-    guint32 mi_col_end; /* MiColEnd */
-  } entryGST_AV1_MAX_TILE_COUNT;
+  GstAV1TileGroupOBUEntry entryGST_AV1_MAX_TILE_COUNT;
 
   guint32 num_tiles; /* NumTiles */
 };
@@ -1741,6 +1763,38 @@
 };
 
 /**
+ * GstAV1ParserState:
+ *
+ */
+struct _GstAV1ParserState {
+  guint32 operating_point;     /* Set by choose_operating_point() */
+  guint8 seen_frame_header;    /* SeenFrameHeader */
+  guint32 operating_point_idc; /* OperatingPointIdc */
+  gboolean sequence_changed;   /* Received a new sequence */
+  gboolean begin_first_frame;  /* already find the first frame */
+
+  /* frame */
+  guint32 upscaled_width;            /* UpscaledWidth */
+  guint32 frame_width;               /* FrameWidth */
+  guint32 frame_height;              /* FrameHeight */
+  guint32 mi_cols;                   /* MiCols */
+  guint32 mi_rows;                   /* MiRows */
+  guint32 render_width;              /* RenderWidth */
+  guint32 render_height;             /* RenderHeight */
+  guint32 prev_frame_id;             /* PrevFrameID */
+  guint32 current_frame_id;          /* the current frame ID */
+  GstAV1ReferenceFrameInfo ref_info; /* RefInfo */
+
+  guint32 mi_col_startsGST_AV1_MAX_TILE_COLS + 1; /* MiColStarts */
+  guint32 mi_row_startsGST_AV1_MAX_TILE_ROWS + 1; /* MiRowStarts */
+  guint8 tile_cols_log2;                            /* TileColsLog2 */
+  guint8 tile_cols;                                 /* TileCols */
+  guint8 tile_rows_log2;                            /* TileRowsLog2 */
+  guint8 tile_rows;                                 /* TileRows */
+  guint8 tile_size_bytes;                           /* TileSizeBytes */
+};
+
+/**
  * GstAV1Parser:
  *
  * #GstAV1Parser opaque structure
@@ -1751,34 +1805,7 @@
 struct _GstAV1Parser
 {
   /*< private >*/
-  struct
-  {
-    guint32 operating_point;    /* Set by choose_operating_point() */
-    guint8 seen_frame_header;   /* SeenFrameHeader */
-    guint32 operating_point_idc;        /* OperatingPointIdc */
-    gboolean sequence_changed;  /* Received a new sequence */
-    gboolean begin_first_frame; /* already find the first frame */
-
-    /* frame */
-    guint32 upscaled_width;     /* UpscaledWidth */
-    guint32 frame_width;        /* FrameWidth */
-    guint32 frame_height;       /* FrameHeight */
-    guint32 mi_cols;            /* MiCols */
-    guint32 mi_rows;            /* MiRows */
-    guint32 render_width;       /* RenderWidth */
-    guint32 render_height;      /* RenderHeight */
-    guint32 prev_frame_id;      /* PrevFrameID */
-    guint32 current_frame_id;   /* the current frame ID */
-    GstAV1ReferenceFrameInfo ref_info;  /* RefInfo */
-
-    guint32 mi_col_startsGST_AV1_MAX_TILE_COLS + 1;   /* MiColStarts */
-    guint32 mi_row_startsGST_AV1_MAX_TILE_ROWS + 1;   /* MiRowStarts */
-    guint8 tile_cols_log2;      /* TileColsLog2 */
-    guint8 tile_cols;           /* TileCols */
-    guint8 tile_rows_log2;      /* TileRowsLog2 */
-    guint8 tile_rows;           /* TileRows */
-    guint8 tile_size_bytes;     /* TileSizeBytes */
-  } state;
+  GstAV1ParserState state;
 
   gboolean annex_b;
   guint32 temporal_unit_size;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gsth264bitwriter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gsth264bitwriter.c Changed

@@ -23,7 +23,7 @@
 #endif
 
 #include "gsth264bitwriter.h"
-#include <gst/codecparsers/nalutils.h>
+#include "nalutils.h"
 #include <gst/base/gstbitwriter.h>
 
 #ifndef GST_DISABLE_GST_DEBUG
@@ -1592,6 +1592,7 @@
       GST_H264_BIT_WRITER_ERROR);
   g_return_val_if_fail (raw_data != NULL, GST_H264_BIT_WRITER_ERROR);
   g_return_val_if_fail (raw_size > 0, GST_H264_BIT_WRITER_ERROR);
+  g_return_val_if_fail (raw_size / 8 <= G_MAXUINT, GST_H264_BIT_WRITER_ERROR);
   g_return_val_if_fail (nal_data != NULL, GST_H264_BIT_WRITER_ERROR);
   g_return_val_if_fail (nal_size != NULL, GST_H264_BIT_WRITER_ERROR);
   g_return_val_if_fail (*nal_size > 0, GST_H264_BIT_WRITER_ERROR);
@@ -1619,7 +1620,7 @@
 
   nal_writer_init (&nw, nal_prefix_size, packetized);
 
-  if (!nal_writer_put_bytes (&nw, raw_data, raw_size / 8))
+  if (!nal_writer_put_bytes (&nw, raw_data, (guint) (raw_size / 8)))
     goto error;
 
   if (raw_size % 8) {
@@ -1660,3 +1661,64 @@
   return need_more_space ? GST_H264_BIT_WRITER_INVALID_DATA :
       GST_H264_BIT_WRITER_NO_MORE_SPACE;
 }
+
+/**
+ * gst_h264_bit_writer_filler:
+ * @start_code: whether adding the nal start code
+ * @num: number of filler codes to add
+ * @data: (inout): bit stream storage
+ * @size: (inout): size in bytes of the input and output
+ *
+ * Generates the according h264 bit stream nal bitstream of a filler with @size.
+ *
+ * Returns: a #GstH264BitWriterResult
+ *
+ * Since: 1.26
+ **/
+GstH264BitWriterResult
+gst_h264_bit_writer_filler (gboolean start_code, guint num, guint8 * data,
+    guint * size)
+{
+  gboolean have_space = TRUE;
+  GstBitWriter bw;
+  guint i;
+
+  g_return_val_if_fail (data != NULL, GST_H264_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_H264_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_H264_BIT_WRITER_ERROR);
+
+  gst_bit_writer_init_with_data (&bw, data, *size, FALSE);
+
+  if (start_code)
+    WRITE_BITS (&bw, 0x00000001, 32);
+
+  /* nal header */
+  /* forbidden_zero_bit */
+  WRITE_BITS (&bw, 0, 1);
+  /* nal_ref_idc */
+  WRITE_BITS (&bw, 0, 2);
+  /* nal_unit_type */
+  WRITE_BITS (&bw, GST_H264_NAL_FILLER_DATA, 5);
+
+  for (i = 0; i < num; i++)
+    WRITE_BITS (&bw, 0xff, 8);
+
+  /* Add trailings. */
+  WRITE_BITS (&bw, 1, 1);
+  if (!gst_bit_writer_align_bytes (&bw, 0)) {
+    have_space = FALSE;
+    goto error;
+  }
+
+  *size = (gst_bit_writer_get_size (&bw)) / 8;
+  gst_bit_writer_reset (&bw);
+
+  return GST_H264_BIT_WRITER_OK;
+
+error:
+  gst_bit_writer_reset (&bw);
+  *size = 0;
+
+  return have_space ? GST_H264_BIT_WRITER_INVALID_DATA :
+      GST_H264_BIT_WRITER_NO_MORE_SPACE;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gsth264bitwriter.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gsth264bitwriter.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gsth264parser.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gsth264parser.c Changed

@@ -44,13 +44,13 @@
  * The following functions are then available for parsing the structure of the
  * #GstH264NalUnit, depending on the #GstH264NalUnitType:
  *
- *   * From #GST_H264_NAL_SLICE to #GST_H264_NAL_SLICE_IDR: #gst_h264_parser_parse_slice_hdr
+ *   * From %GST_H264_NAL_SLICE to %GST_H264_NAL_SLICE_IDR: #gst_h264_parser_parse_slice_hdr
  *
- *   * #GST_H264_NAL_SEI: #gst_h264_parser_parse_sei
+ *   * %GST_H264_NAL_SEI: #gst_h264_parser_parse_sei
  *
- *   * #GST_H264_NAL_SPS: #gst_h264_parser_parse_sps
+ *   * %GST_H264_NAL_SPS: #gst_h264_parser_parse_sps
  *
- *   * #GST_H264_NAL_PPS: #gst_h264_parser_parse_pps
+ *   * %GST_H264_NAL_PPS: #gst_h264_parser_parse_pps
  *
  *   * Any other: #gst_h264_parser_parse_nal
  *
@@ -78,7 +78,6 @@
 
 #include <gst/base/gstbytereader.h>
 #include <gst/base/gstbitreader.h>
-#include <string.h>
 
 #ifndef GST_DISABLE_GST_DEBUG
 #define GST_CAT_DEFAULT gst_h264_debug_category_get()
@@ -1436,7 +1435,7 @@
  * gst_h264_nal_parser_free:
  * @nalparser: the #GstH264NalParser to free
  *
- * Frees @nalparser and sets it to %NULL
+ * Frees @nalparser
  */
 void
 gst_h264_nal_parser_free (GstH264NalParser * nalparser)
@@ -1448,8 +1447,6 @@
   for (i = 0; i < GST_H264_MAX_PPS_COUNT; i++)
     gst_h264_pps_clear (&nalparser->ppsi);
   g_free (nalparser);
-
-  nalparser = NULL;
 }
 
 /**
@@ -2244,7 +2241,7 @@
 /**
  * gst_h264_parse_pps:
  * @nalparser: a #GstH264NalParser
- * @nalu: The #GST_H264_NAL_PPS #GstH264NalUnit to parse
+ * @nalu: The %GST_H264_NAL_PPS #GstH264NalUnit to parse
  * @pps: The #GstH264PPS to fill.
  *
  * Parses @data, and fills the @pps structure.
@@ -2380,7 +2377,7 @@
 /**
  * gst_h264_parser_parse_pps:
  * @nalparser: a #GstH264NalParser
- * @nalu: The #GST_H264_NAL_PPS #GstH264NalUnit to parse
+ * @nalu: The %GST_H264_NAL_PPS #GstH264NalUnit to parse
  * @pps: The #GstH264PPS to fill.
  *
  * Parses @nalu containing a Picture Parameter Set, and fills @pps.
@@ -2427,7 +2424,7 @@
 /**
  * gst_h264_parser_parse_slice_hdr:
  * @nalparser: a #GstH264NalParser
- * @nalu: The #GST_H264_NAL_SLICE to #GST_H264_NAL_SLICE_IDR #GstH264NalUnit to parse
+ * @nalu: The %GST_H264_NAL_SLICE to %GST_H264_NAL_SLICE_IDR #GstH264NalUnit to parse
  * @slice: The #GstH264SliceHdr to fill.
  * @parse_pred_weight_table: Whether to parse the pred_weight_table or not
  * @parse_dec_ref_pic_marking: Whether to parse the dec_ref_pic_marking or not
@@ -2709,7 +2706,7 @@
 /**
  * gst_h264_parser_parse_sei:
  * @nalparser: a #GstH264NalParser
- * @nalu: The #GST_H264_NAL_SEI #GstH264NalUnit to parse
+ * @nalu: The %GST_H264_NAL_SEI #GstH264NalUnit to parse
  * @messages: The GArray of #GstH264SEIMessage to fill. The caller must free it when done.
  *
  * Parses @nalu containing one or more Supplementary Enhancement Information messages,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gsth265bitwriter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gsth265bitwriter.c Changed

@@ -23,9 +23,8 @@
 #endif
 
 #include "gsth265bitwriter.h"
-#include <gst/codecparsers/nalutils.h>
+#include "nalutils.h"
 #include <gst/base/gstbitwriter.h>
-#include <math.h>
 
 #ifndef GST_DISABLE_GST_DEBUG
 #define GST_CAT_DEFAULT gst_h265_debug_category_get()
@@ -1565,10 +1564,8 @@
     CtbLog2SizeY =
         MinCbLog2SizeY + sps->log2_diff_max_min_luma_coding_block_size;
     CtbSizeY = 1 << CtbLog2SizeY;
-    PicHeightInCtbsY =
-        ceil ((gdouble) sps->pic_height_in_luma_samples / (gdouble) CtbSizeY);
-    PicWidthInCtbsY =
-        ceil ((gdouble) sps->pic_width_in_luma_samples / (gdouble) CtbSizeY);
+    PicHeightInCtbsY = div_ceil (sps->pic_height_in_luma_samples, CtbSizeY);
+    PicWidthInCtbsY = div_ceil (sps->pic_width_in_luma_samples, CtbSizeY);
     PicSizeInCtbsY = PicWidthInCtbsY * PicHeightInCtbsY;
 
     n = gst_util_ceil_log2 (PicSizeInCtbsY);
@@ -2260,6 +2257,7 @@
       GST_H265_BIT_WRITER_ERROR);
   g_return_val_if_fail (raw_data != NULL, GST_H265_BIT_WRITER_ERROR);
   g_return_val_if_fail (raw_size > 0, GST_H265_BIT_WRITER_ERROR);
+  g_return_val_if_fail (raw_size / 8 <= G_MAXUINT, GST_H265_BIT_WRITER_ERROR);
   g_return_val_if_fail (nal_data != NULL, GST_H265_BIT_WRITER_ERROR);
   g_return_val_if_fail (nal_size != NULL, GST_H265_BIT_WRITER_ERROR);
   g_return_val_if_fail (*nal_size > 0, GST_H265_BIT_WRITER_ERROR);
@@ -2287,7 +2285,7 @@
 
   nal_writer_init (&nw, nal_prefix_size, packetized);
 
-  if (!nal_writer_put_bytes (&nw, raw_data, raw_size / 8))
+  if (!nal_writer_put_bytes (&nw, raw_data, (guint) (raw_size / 8)))
     goto error;
 
   if (raw_size % 8) {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gsth265parser.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gsth265parser.c Changed

@@ -37,15 +37,15 @@
  * Then, depending on the #GstH265NalUnitType of the newly parsed #GstH265NalUnit,
  * you should call the differents functions to parse the structure:
  *
- *   * From #GST_H265_NAL_SLICE_TRAIL_N to #GST_H265_NAL_SLICE_CRA_NUT: gst_h265_parser_parse_slice_hdr()
+ *   * From %GST_H265_NAL_SLICE_TRAIL_N to %GST_H265_NAL_SLICE_CRA_NUT: gst_h265_parser_parse_slice_hdr()
  *
  *   * `GST_H265_NAL_*_SEI`: gst_h265_parser_parse_sei()
  *
- *   * #GST_H265_NAL_VPS: gst_h265_parser_parse_vps()
+ *   * %GST_H265_NAL_VPS: gst_h265_parser_parse_vps()
  *
- *   * #GST_H265_NAL_SPS: gst_h265_parser_parse_sps()
+ *   * %GST_H265_NAL_SPS: gst_h265_parser_parse_sps()
  *
- *   * #GST_H265_NAL_PPS: #gst_h265_parser_parse_pps()
+ *   * %GST_H265_NAL_PPS: #gst_h265_parser_parse_pps()
  *
  *   * Any other: gst_h265_parser_parse_nal()
  *
@@ -69,8 +69,6 @@
 
 #include <gst/base/gstbytereader.h>
 #include <gst/base/gstbitreader.h>
-#include <string.h>
-#include <math.h>
 
 #ifndef GST_DISABLE_GST_DEBUG
 #define GST_CAT_DEFAULT gst_h265_debug_category_get()
@@ -1180,7 +1178,7 @@
     goto error;
   }
 
-  max_pic_order_cnt_lsb = pow (2, (sps->log2_max_pic_order_cnt_lsb_minus4 + 4));
+  max_pic_order_cnt_lsb = 1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
   READ_SE_ALLOWED (nr, rp->recovery_poc_cnt, -max_pic_order_cnt_lsb / 2,
       max_pic_order_cnt_lsb - 1);
   READ_UINT8 (nr, rp->exact_match_flag, 1);
@@ -1402,13 +1400,12 @@
  * gst_h265_parser_free:
  * @parser: the #GstH265Parser to free
  *
- * Frees @parser and sets it to %NULL
+ * Frees @parser
  */
 void
 gst_h265_parser_free (GstH265Parser * parser)
 {
   g_free (parser);
-  parser = NULL;
 }
 
 /**
@@ -1827,7 +1824,7 @@
 /**
  * gst_h265_parser_parse_vps:
  * @parser: a #GstH265Parser
- * @nalu: The #GST_H265_NAL_VPS #GstH265NalUnit to parse
+ * @nalu: The %GST_H265_NAL_VPS #GstH265NalUnit to parse
  * @vps: The #GstH265VPS to fill.
  *
  * Parses @data, and fills the @vps structure.
@@ -1852,7 +1849,7 @@
 
 /**
  * gst_h265_parse_vps:
- * @nalu: The #GST_H265_NAL_VPS #GstH265NalUnit to parse
+ * @nalu: The %GST_H265_NAL_VPS #GstH265NalUnit to parse
  * @sps: The #GstH265VPS to fill.
  *
  * Parses @data, and fills the @vps structure.
@@ -1997,7 +1994,7 @@
 /**
  * gst_h265_parser_parse_sps:
  * @parser: a #GstH265Parser
- * @nalu: The #GST_H265_NAL_SPS #GstH265NalUnit to parse
+ * @nalu: The %GST_H265_NAL_SPS #GstH265NalUnit to parse
  * @sps: The #GstH265SPS to fill.
  * @parse_vui_params: Whether to parse the vui_params or not
  *
@@ -2025,7 +2022,7 @@
 /**
  * gst_h265_parse_sps:
  * parser: The #GstH265Parser
- * @nalu: The #GST_H265_NAL_SPS #GstH265NalUnit to parse
+ * @nalu: The %GST_H265_NAL_SPS #GstH265NalUnit to parse
  * @sps: The #GstH265SPS to fill.
  * @parse_vui_params: Whether to parse the vui_params or not
  *
@@ -2288,7 +2285,7 @@
 /**
  * gst_h265_parse_pps:
  * @parser: a #GstH265Parser
- * @nalu: The #GST_H265_NAL_PPS #GstH265NalUnit to parse
+ * @nalu: The %GST_H265_NAL_PPS #GstH265NalUnit to parse
  * @pps: The #GstH265PPS to fill.
  *
  * Parses @data, and fills the @pps structure.
@@ -2369,14 +2366,11 @@
         MinCbLog2SizeY + sps->log2_diff_max_min_luma_coding_block_size;
     CtbSizeY = 1 << CtbLog2SizeY;
     pps->PicHeightInCtbsY =
-        ceil ((gdouble) sps->pic_height_in_luma_samples / (gdouble) CtbSizeY);
-    pps->PicWidthInCtbsY =
-        ceil ((gdouble) sps->pic_width_in_luma_samples / (gdouble) CtbSizeY);
-
-    READ_UE_ALLOWED (&nr,
-        pps->num_tile_columns_minus1, 0, pps->PicWidthInCtbsY - 1);
-    READ_UE_ALLOWED (&nr,
-        pps->num_tile_rows_minus1, 0, pps->PicHeightInCtbsY - 1);
+        div_ceil (sps->pic_height_in_luma_samples, CtbSizeY);
+    pps->PicWidthInCtbsY = div_ceil (sps->pic_width_in_luma_samples, CtbSizeY);
+
+    READ_UE_MAX (&nr, pps->num_tile_columns_minus1, pps->PicWidthInCtbsY - 1);
+    READ_UE_MAX (&nr, pps->num_tile_rows_minus1, pps->PicHeightInCtbsY - 1);
 
     if (pps->num_tile_columns_minus1 + 1 >
         G_N_ELEMENTS (pps->column_width_minus1)) {
@@ -2494,11 +2488,10 @@
         sps->bit_depth_luma_minus8 > 2 ? sps->bit_depth_luma_minus8 - 2 : 0;
     MaxBitDepthC =
         sps->bit_depth_chroma_minus8 > 2 ? sps->bit_depth_chroma_minus8 - 2 : 0;
-    READ_UE_ALLOWED (&nr, pps->pps_extension_params.log2_sao_offset_scale_luma,
-        0, MaxBitDepthY);
-    READ_UE_ALLOWED (&nr,
-        pps->pps_extension_params.log2_sao_offset_scale_chroma, 0,
-        MaxBitDepthC);
+    READ_UE_MAX (&nr, pps->pps_extension_params.log2_sao_offset_scale_luma,
+        MaxBitDepthY);
+    READ_UE_MAX (&nr,
+        pps->pps_extension_params.log2_sao_offset_scale_chroma, MaxBitDepthC);
   }
 
   if (pps->pps_multilayer_extension_flag) {
@@ -2607,7 +2600,7 @@
 /**
  * gst_h265_parser_parse_pps:
  * @parser: a #GstH265Parser
- * @nalu: The #GST_H265_NAL_PPS #GstH265NalUnit to parse
+ * @nalu: The %GST_H265_NAL_PPS #GstH265NalUnit to parse
  * @pps: The #GstH265PPS to fill.
  *
  * Parses @data, and fills the @pps structure.
@@ -2692,10 +2685,8 @@
   MinCbLog2SizeY = sps->log2_min_luma_coding_block_size_minus3 + 3;
   CtbLog2SizeY = MinCbLog2SizeY + sps->log2_diff_max_min_luma_coding_block_size;
   CtbSizeY = 1 << CtbLog2SizeY;
-  pps->PicHeightInCtbsY =
-      ceil ((gdouble) sps->pic_height_in_luma_samples / (gdouble) CtbSizeY);
-  pps->PicWidthInCtbsY =
-      ceil ((gdouble) sps->pic_width_in_luma_samples / (gdouble) CtbSizeY);
+  pps->PicHeightInCtbsY = div_ceil (sps->pic_height_in_luma_samples, CtbSizeY);
+  pps->PicWidthInCtbsY = div_ceil (sps->pic_width_in_luma_samples, CtbSizeY);
 
   if (pps->init_qp_minus26 < -(26 + qp_bd_offset))
     return GST_H265_PARSER_BROKEN_LINK;

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gsth266parser.c Added

@@ -0,0 +1,6218 @@
+/* Gstreamer H.266 bitstream parser
+ *
+ * Copyright (C) 2023 Intel Corporation
+ *    Author: Zhong Hongcheng <spartazhc@gmail.com>
+ *    Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:gsth266parser
+ * @title: GstH266Parser
+ * @short_description: Convenience library for h266 video bitstream parsing.
+ *
+ * To identify Nals in a bitstream and parse its headers, you should call:
+ *
+ *   * gst_h266_parser_identify_nalu() to identify the following nalu in
+ *        VVC bitstreams
+ *
+ * Then, depending on the #GstH266NalUnitType of the newly parsed #GstH266NalUnit,
+ * you should call the different functions to parse the structure:
+ *
+ *   * From #GST_H266_NAL_SLICE_TRAIL to #GST_H266_NAL_SLICE_GDR:
+ *     gst_h266_parser_parse_slice_hdr()
+ *
+ *   * `GST_H266_NAL_*_SEI`: gst_h266_parser_parse_sei()
+ *
+ *   * #GST_H266_NAL_VPS: gst_h266_parser_parse_vps()
+ *
+ *   * #GST_H266_NAL_SPS: gst_h266_parser_parse_sps()
+ *
+ *   * #GST_H266_NAL_PPS: #gst_h266_parser_parse_pps()
+ *
+ *   * Any other: gst_h266_parser_parse_nal()
+ *
+ * Note: You should always call gst_h266_parser_parse_nal() if you don't
+ * actually need #GstH266NalUnitType to be parsed for your personal use, in
+ * order to guarantee that the #GstH266Parser is always up to date.
+ *
+ * For more details about the structures, look at the ITU-T H.266
+ * specifications, you can download them from:
+ *
+ *   * ITU-T H.266: http://www.itu.int/rec/T-REC-H.266
+ *
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gsth266parser.h"
+#include "nalutils.h"
+
+#include <gst/base/gstbytereader.h>
+#include <gst/base/gstbitreader.h>
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT gst_h266_debug_category_get()
+static GstDebugCategory *
+gst_h266_debug_category_get (void)
+{
+  static gsize cat_gonce = 0;
+
+  if (g_once_init_enter (&cat_gonce)) {
+    GstDebugCategory *cat = NULL;
+
+    GST_DEBUG_CATEGORY_INIT (cat, "codecparsers_h266", 0, "h266 parse library");
+
+    g_once_init_leave (&cat_gonce, (gsize) cat);
+  }
+  return (GstDebugCategory *) cat_gonce;
+}
+#endif /* GST_DISABLE_GST_DEBUG */
+
+const guint8 scaling_pred_all_88 * 8 = {
+  8, 8, 8, 8, 8, 8, 8, 8,
+  8, 8, 8, 8, 8, 8, 8, 8,
+  8, 8, 8, 8, 8, 8, 8, 8,
+  8, 8, 8, 8, 8, 8, 8, 8,
+  8, 8, 8, 8, 8, 8, 8, 8,
+  8, 8, 8, 8, 8, 8, 8, 8,
+  8, 8, 8, 8, 8, 8, 8, 8,
+  8, 8, 8, 8, 8, 8, 8, 8,
+};
+
+const guint8 scaling_pred_all_168 * 8 = {
+  16, 16, 16, 16, 16, 16, 16, 16,
+  16, 16, 16, 16, 16, 16, 16, 16,
+  16, 16, 16, 16, 16, 16, 16, 16,
+  16, 16, 16, 16, 16, 16, 16, 16,
+  16, 16, 16, 16, 16, 16, 16, 16,
+  16, 16, 16, 16, 16, 16, 16, 16,
+  16, 16, 16, 16, 16, 16, 16, 16,
+  16, 16, 16, 16, 16, 16, 16, 16,
+};
+
+/* *INDENT-OFF* */
+/* Only need square matrix at most 8x8 for syntax level. */
+static const guint8 square_DiagScanOrder_x48 * 8 = {
+  /* 1x1 */
+  { 0, },
+  /* 2x2 */
+  { 0,  0,  1,  1, },
+  /* 4x4 */
+  { 0,  0,  1,  0,  1,  2,  0,  1,  2,  3,  1,  2,  3,  2,  3,  3, },
+  /* 8x8 */
+  { 0, 0, 1, 0, 1, 2, 0, 1, 2, 3, 0, 1, 2, 3, 4, 0,
+    1, 2, 3, 4, 5, 0, 1, 2, 3, 4, 5, 6, 0, 1, 2, 3,
+    4, 5, 6, 7, 1, 2, 3, 4, 5, 6, 7, 2, 3, 4, 5, 6,
+    7, 3, 4, 5, 6, 7, 4, 5, 6, 7, 5, 6, 7, 6, 7, 7, },
+};
+
+/* Only need square matrix at most 8x8 for syntax level. */
+static const guint8 square_DiagScanOrder_y48 * 8 = {
+  /* 1x1 */
+  { 0, },
+  /* 2x2 */
+  { 0,  1,  0,  1, },
+  /* 4x4 */
+  { 0,  1,  0,  2,  1,  0,  3,  2,  1,  0,  3,  2,  1,  3,  2,  3, },
+  /* 8x8 */
+  { 0, 1, 0, 2, 1, 0, 3, 2, 1, 0, 4, 3, 2, 1, 0, 5,
+    4, 3, 2, 1, 0, 6, 5, 4, 3, 2, 1, 0, 7, 6, 5, 4,
+    3, 2, 1, 0, 7, 6, 5, 4, 3, 2, 1, 7, 6, 5, 4, 3,
+    2, 7, 6, 5, 4, 3, 7, 6, 5, 4, 7, 6, 5, 7, 6, 7, }
+};
+/* *INDENT-ON* */
+
+typedef struct
+{
+  guint par_n, par_d;
+} PAR;
+
+/* ITU-T Rec. H.273 | ISO/IEC 23091-2. Table 7
+ * Meaning of sample aspect ratio indicator (SampleAspectRatio) */
+static const PAR aspect_ratios17 = {
+  {0, 0},
+  {1, 1},
+  {12, 11},
+  {10, 11},
+  {16, 11},
+  {40, 33},
+  {24, 11},
+  {20, 11},
+  {32, 11},
+  {80, 33},
+  {18, 11},
+  {15, 11},
+  {64, 33},
+  {160, 99},
+  {4, 3},
+  {3, 2},
+  {2, 1}
+};
+
+/*****  Utils ****/
+#define EXTENDED_SAR 255
+
+static inline GstH266VPS *
+gst_h266_parser_get_vps (GstH266Parser * parser, guint8 id)
+{
+  return (parser->vpsid.valid) ? &parser->vpsid : NULL;
+}
+
+static inline GstH266SPS *
+gst_h266_parser_get_sps (GstH266Parser * parser, guint8 id)
+{
+  return (parser->spsid.valid) ? &parser->spsid : NULL;
+}
+
+static inline GstH266PPS *
+gst_h266_parser_get_pps (GstH266Parser * parser, guint8 id)
+{
+  return (parser->ppsid.valid) ? &parser->ppsid : NULL;
+}
+
+static gboolean
+gst_h266_parse_nalu_header (GstH266NalUnit * nalu)
+{
+  guint8 *data = nalu->data + nalu->offset;
+  GstBitReader br;
+
+  if (nalu->size < 2)
+    return FALSE;
+
+  gst_bit_reader_init (&br, data, nalu->size - nalu->offset);
+
+  /* skip the forbidden_zero_bit and nuh_reserved_zero_bit */
+  gst_bit_reader_skip_unchecked (&br, 2);
+
+  nalu->layer_id = gst_bit_reader_get_bits_uint8_unchecked (&br, 6);
+  nalu->type = gst_bit_reader_get_bits_uint8_unchecked (&br, 5);
+  nalu->temporal_id_plus1 = gst_bit_reader_get_bits_uint8_unchecked (&br, 3);
+  nalu->header_bytes = 2;
+
+  if (nalu->layer_id > 55) {
+    GST_WARNING ("The value of nuh_layer_id shall be in the "
+        "range of 0 to 55, inclusive");
+    return FALSE;
+  }
+
+  /* rules for base layer */
+  if (nalu->layer_id == 0) {
+    if (nalu->temporal_id_plus1 - 1 == 0 &&
+        nalu->type == GST_H266_NAL_SLICE_STSA) {
+      GST_WARNING ("When NAL unit type is equal to STSA_NUT, "
+          "TemporalId shall not be equal to 0");
+      return FALSE;
+    }
+  }
+
+  return TRUE;
+}
+
+struct h266_profile_string
+{
+  GstH266Profile profile;
+  const gchar *name;
+};
+
+static const struct h266_profile_string h266_profiles = {
+  /* keep in sync with definition in the header */
+  {GST_H266_PROFILE_STILL_PICTURE, "still-picture"},
+  {GST_H266_PROFILE_MAIN_10, "main-10"},
+  {GST_H266_PROFILE_MAIN_10_STILL_PICTURE, "main-10-still-picture"},
+  {GST_H266_PROFILE_MULTILAYER_MAIN_10, "multilayer-main-10"},
+  {GST_H266_PROFILE_MULTILAYER_MAIN_10_STILL_PICTURE,
+      "multilayer-main-10-still-picture"},
+  {GST_H266_PROFILE_MAIN_10_444, "main-10-444"},
+  {GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE, "main-10-444-still-picture"},
+  {GST_H266_PROFILE_MULTILAYER_MAIN_10_444, "multilayer-main-10-444"},
+  {GST_H266_PROFILE_MULTILAYER_MAIN_10_444_STILL_PICTURE,
+      "multilayer-main-10-444-still-picture"},
+  {GST_H266_PROFILE_MAIN_12, "main-12"},
+  {GST_H266_PROFILE_MAIN_12_444, "main-12-444"},
+  {GST_H266_PROFILE_MAIN_16_444, "main-16-444"},
+  {GST_H266_PROFILE_MAIN_12_INTRA, "main-12-intra"},
+  {GST_H266_PROFILE_MAIN_12_444_INTRA, "main-12-444-intra"},
+  {GST_H266_PROFILE_MAIN_16_444_INTRA, "main-16-444-intra"},
+  {GST_H266_PROFILE_MAIN_12_STILL_PICTURE, "main-12-still-picture"},
+  {GST_H266_PROFILE_MAIN_12_444_STILL_PICTURE, "main-12-444-still-picture"},
+  {GST_H266_PROFILE_MAIN_16_444_STILL_PICTURE, "main-16-444-still-picture"},
+};
+
+static gboolean
+gst_h266_parse_general_constraints_info (GstH266GeneralConstraintsInfo * gci,
+    NalReader * nr)
+{
+  guint8 num_additional_bits = 0;
+  guint8 num_additional_bits_used = 0;
+
+  GST_LOG ("parsing \"General Constraints Info Parameters\"");
+
+  READ_UINT8 (nr, gci->present_flag, 1);
+
+  if (gci->present_flag) {
+    /* general */
+    READ_UINT8 (nr, gci->intra_only_constraint_flag, 1);
+    READ_UINT8 (nr, gci->all_layers_independent_constraint_flag, 1);
+    READ_UINT8 (nr, gci->one_au_only_constraint_flag, 1);
+    /* picture format */
+    READ_UINT8 (nr, gci->sixteen_minus_max_bitdepth_constraint_idc, 4);
+    CHECK_ALLOWED_MAX (gci->sixteen_minus_max_bitdepth_constraint_idc, 8);
+    READ_UINT8 (nr, gci->three_minus_max_chroma_format_constraint_idc, 2);
+    /* NAL unit type related */
+    READ_UINT8 (nr, gci->no_mixed_nalu_types_in_pic_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_trail_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_stsa_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_rasl_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_radl_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_idr_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_cra_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_gdr_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_aps_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_idr_rpl_constraint_flag, 1);
+    /* tile, slice, subpicture partitioning */
+    READ_UINT8 (nr, gci->one_tile_per_pic_constraint_flag, 1);
+    READ_UINT8 (nr, gci->pic_header_in_slice_header_constraint_flag, 1);
+    READ_UINT8 (nr, gci->one_slice_per_pic_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_rectangular_slice_constraint_flag, 1);
+    READ_UINT8 (nr, gci->one_slice_per_subpic_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_subpic_info_constraint_flag, 1);
+    /* CTU and block partitioning */
+    READ_UINT8 (nr, gci->three_minus_max_log2_ctu_size_constraint_idc, 2);
+    READ_UINT8 (nr, gci->no_partition_constraints_override_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_mtt_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_qtbtt_dual_tree_intra_constraint_flag, 1);
+    /* intra */
+    READ_UINT8 (nr, gci->no_palette_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_ibc_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_isp_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_mrl_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_mip_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_cclm_constraint_flag, 1);
+    /* inter */
+    READ_UINT8 (nr, gci->no_ref_pic_resampling_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_res_change_in_clvs_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_weighted_prediction_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_ref_wraparound_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_temporal_mvp_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_sbtmvp_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_amvr_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_bdof_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_smvd_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_dmvr_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_mmvd_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_affine_motion_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_prof_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_bcw_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_ciip_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_gpm_constraint_flag, 1);
+    /* transform, quantization, residual */
+    READ_UINT8 (nr, gci->no_luma_transform_size_64_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_transform_skip_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_bdpcm_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_mts_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_lfnst_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_joint_cbcr_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_sbt_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_act_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_explicit_scaling_list_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_dep_quant_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_sign_data_hiding_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_cu_qp_delta_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_chroma_qp_offset_constraint_flag, 1);
+    /* loop fitler */
+    READ_UINT8 (nr, gci->no_sao_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_alf_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_ccalf_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_lmcs_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_ladf_constraint_flag, 1);
+    READ_UINT8 (nr, gci->no_virtual_boundaries_constraint_flag, 1);
+
+    READ_UINT8 (nr, num_additional_bits, 8);
+    if (num_additional_bits > 5) {
+      READ_UINT8 (nr, gci->all_rap_pictures_constraint_flag, 1);
+      READ_UINT8 (nr, gci->no_extended_precision_processing_constraint_flag, 1);
+      READ_UINT8 (nr, gci->no_ts_residual_coding_rice_constraint_flag, 1);
+      READ_UINT8 (nr, gci->no_rrc_rice_extension_constraint_flag, 1);
+      READ_UINT8 (nr, gci->no_persistent_rice_adaptation_constraint_flag, 1);
+      READ_UINT8 (nr, gci->no_reverse_last_sig_coeff_constraint_flag, 1);
+      num_additional_bits_used = 6;
+    } else if (num_additional_bits > 0) {
+      GST_WARNING ("Invalid bitstream: gci_num_additional_bits set "
+          "to value %d (must be 0 or >= 6)\n", num_additional_bits);
+      goto error;
+    }
+
+    /* skip the reserved zero bits */
+    if (!nal_reader_skip (nr, num_additional_bits - num_additional_bits_used))
+      goto error;
+  }
+
+  while (!nal_reader_is_byte_aligned (nr)) {
+    if (!nal_reader_skip (nr, 1))
+      goto error;
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"General Constraints Info Parameters\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_profile_tier_level (GstH266ProfileTierLevel * ptl,
+    NalReader * nr, guint8 profileTierPresentFlag, guint8 MaxNumSubLayersMinus1)
+{
+  gint8 i;
+
+  GST_LOG ("parsing \"Profile Tier Level parameters\"");
+
+  if (profileTierPresentFlag) {
+    guint8 profile_idc;
+
+    READ_UINT8 (nr, profile_idc, 7);
+    READ_UINT8 (nr, ptl->tier_flag, 1);
+
+    ptl->profile_idc = profile_idc;
+  }
+
+  READ_UINT8 (nr, ptl->level_idc, 8);
+
+  if (ptl->profile_idc != GST_H266_PROFILE_NONE &&
+      ptl->level_idc < /* level 4 */ 64 && ptl->tier_flag) {
+    GST_WARNING ("High tier not defined for levels below 4");
+    goto error;
+  }
+
+  READ_UINT8 (nr, ptl->frame_only_constraint_flag, 1);
+  READ_UINT8 (nr, ptl->multilayer_enabled_flag, 1);
+  if ((ptl->profile_idc == GST_H266_PROFILE_MAIN_10 ||
+          ptl->profile_idc == GST_H266_PROFILE_MAIN_10_444 ||
+          ptl->profile_idc == GST_H266_PROFILE_MAIN_10_STILL_PICTURE ||
+          ptl->profile_idc == GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE)
+      && ptl->multilayer_enabled_flag) {
+    GST_WARNING ("ptl_multilayer_enabled_flag shall be"
+        " equal to 0 for non-multilayer profiles");
+    goto error;
+  }
+
+  if (profileTierPresentFlag) {
+    if (!gst_h266_parse_general_constraints_info
+        (&ptl->general_constraints_info, nr))
+      goto error;
+  }
+
+  for (i = MaxNumSubLayersMinus1 - 1; i >= 0; i--)
+    READ_UINT8 (nr, ptl->sublayer_level_present_flagi, 1);
+
+  /* skip the reserved zero bits */
+  while (!nal_reader_is_byte_aligned (nr)) {
+    if (!nal_reader_skip (nr, 1))
+      goto error;
+  }
+
+  for (i = MaxNumSubLayersMinus1 - 1; i >= 0; i--)
+    if (ptl->sublayer_level_present_flagi)
+      READ_UINT8 (nr, ptl->sublayer_level_idci, 8);
+
+  if (profileTierPresentFlag) {
+    READ_UINT8 (nr, ptl->num_sub_profiles, 8);
+    for (i = 0; i < ptl->num_sub_profiles; i++) {
+      guint32 sub_profile_idc;
+
+      READ_UINT32 (nr, sub_profile_idc, 32);
+      ptl->sub_profile_idci = sub_profile_idc;
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"Profile Tier Level Parameters\"");
+  return FALSE;
+}
+
+static void
+gst_h266_vui_parameters_set_default (GstH266VUIParams * vui)
+{
+  GST_LOG ("setting \"VUI parameters set default\"");
+
+  /* Annex D.8 */
+  /* *INDENT-OFF* */
+  *vui = (GstH266VUIParams) {
+    .colour_primaries = 2,
+    .transfer_characteristics = 2,
+    .matrix_coeffs = 2,
+    .chroma_sample_loc_type_frame = 6,
+    .chroma_sample_loc_type_top_field = 6,
+    .chroma_sample_loc_type_bottom_field = 6,
+  };
+  /* *INDENT-ON* */
+}
+
+static gboolean
+gst_h266_parse_vui_parameters (GstH266VUIParams * vui, NalReader * nr)
+{
+  GST_LOG ("parsing \"VUI parameters\"");
+
+  READ_UINT8 (nr, vui->progressive_source_flag, 1);
+  READ_UINT8 (nr, vui->interlaced_source_flag, 1);
+  READ_UINT8 (nr, vui->non_packed_constraint_flag, 1);
+  READ_UINT8 (nr, vui->non_projected_constraint_flag, 1);
+
+  READ_UINT8 (nr, vui->aspect_ratio_info_present_flag, 1);
+  if (vui->aspect_ratio_info_present_flag) {
+    READ_UINT8 (nr, vui->aspect_ratio_constant_flag, 1);
+    READ_UINT8 (nr, vui->aspect_ratio_idc, 8);
+    if (vui->aspect_ratio_idc == EXTENDED_SAR) {
+      READ_UINT16 (nr, vui->sar_width, 16);
+      READ_UINT16 (nr, vui->sar_height, 16);
+      vui->par_n = vui->sar_width;
+      vui->par_d = vui->sar_height;
+    } else {
+      vui->par_n = aspect_ratiosvui->aspect_ratio_idc.par_n;
+      vui->par_d = aspect_ratiosvui->aspect_ratio_idc.par_d;
+    }
+  } else {
+    vui->aspect_ratio_constant_flag = 0;
+    vui->aspect_ratio_idc = 0;
+  }
+
+  READ_UINT8 (nr, vui->overscan_info_present_flag, 1);
+  if (vui->overscan_info_present_flag)
+    READ_UINT8 (nr, vui->overscan_appropriate_flag, 1);
+
+  READ_UINT8 (nr, vui->colour_description_present_flag, 1);
+  if (vui->colour_description_present_flag) {
+    READ_UINT8 (nr, vui->colour_primaries, 8);
+    READ_UINT8 (nr, vui->transfer_characteristics, 8);
+    READ_UINT8 (nr, vui->matrix_coeffs, 8);
+    READ_UINT8 (nr, vui->full_range_flag, 1);
+  } else {
+    vui->colour_primaries = 2;
+    vui->transfer_characteristics = 2;
+    vui->matrix_coeffs = 2;
+    vui->full_range_flag = 0;
+  }
+
+  READ_UINT8 (nr, vui->chroma_loc_info_present_flag, 1);
+  if (vui->chroma_loc_info_present_flag) {
+    if (vui->progressive_source_flag && !vui->interlaced_source_flag) {
+      READ_UE_MAX (nr, vui->chroma_sample_loc_type_frame, 6);
+    } else {
+      READ_UE_MAX (nr, vui->chroma_sample_loc_type_top_field, 6);
+      READ_UE_MAX (nr, vui->chroma_sample_loc_type_bottom_field, 6);
+    }
+  } else {
+    vui->chroma_sample_loc_type_frame = 6;
+    vui->chroma_sample_loc_type_top_field = vui->chroma_sample_loc_type_frame;
+    vui->chroma_sample_loc_type_bottom_field =
+        vui->chroma_sample_loc_type_frame;
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"VUI parameters\"");
+  return FALSE;
+}
+
+static gboolean
+nal_reader_has_more_data_in_payload (NalReader * nr,
+    guint32 payload_start_pos_bit, guint32 payloadSize)
+{
+  if (nal_reader_is_byte_aligned (nr) &&
+      (nal_reader_get_pos (nr) >= (payload_start_pos_bit + 8 * payloadSize)))
+    return FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+gst_h266_parse_vui_payload (GstH266VUIParams * vui, NalReader * nr,
+    guint16 vui_payload_size)
+{
+  guint32 payload_start_pos;
+
+  GST_LOG ("parsing \"VUI payload\"");
+
+  payload_start_pos = nal_reader_get_pos (nr);
+
+  if (!gst_h266_parse_vui_parameters (vui, nr))
+    goto error;
+
+  if (nal_reader_has_more_data_in_payload (nr, payload_start_pos,
+          vui_payload_size)) {
+    if (!nal_reader_skip (nr, 1))
+      goto error;
+    while (!nal_reader_is_byte_aligned (nr)) {
+      if (!nal_reader_skip (nr, 1))
+        goto error;
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"VUI payload\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_dpb_parameters (GstH266DPBParameters * dpb,
+    NalReader * nr, guint8 MaxSubLayersMinus1, guint8 subLayerInfoFlag)
+{
+  gint i;
+
+  GST_LOG ("parsing \"DPB Parameters\"");
+
+  for (i = (subLayerInfoFlag ? 0 : MaxSubLayersMinus1);
+      i <= MaxSubLayersMinus1; i++) {
+    READ_UE_MAX (nr, dpb->max_dec_pic_buffering_minus1i,
+        GST_H266_MAX_DPB_SIZE - 1);
+    READ_UE_MAX (nr, dpb->max_num_reorder_picsi,
+        dpb->max_dec_pic_buffering_minus1i);
+    READ_UE_MAX (nr, dpb->max_latency_increase_plus1i, G_MAXINT32 - 1);
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"DPB Parameters\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_ref_pic_list_struct (GstH266RefPicListStruct * rpls, NalReader * nr,
+    guint8 list_idx, guint8 rpls_idx, const GstH266SPS * sps)
+{
+  gint i;
+
+  GST_LOG ("parsing \"ref_pic_list_struct\"");
+
+  memset (rpls, 0, sizeof (*rpls));
+
+  READ_UE_MAX (nr, rpls->num_ref_entries, GST_H266_MAX_REF_ENTRIES);
+
+  if (sps->long_term_ref_pics_flag &&
+      rpls_idx < sps->num_ref_pic_listslist_idx &&
+      rpls->num_ref_entries > 0) {
+    READ_UINT8 (nr, rpls->ltrp_in_header_flag, 1);
+  } else if (sps->long_term_ref_pics_flag)
+    rpls->ltrp_in_header_flag = 1;
+
+  for (i = 0; i < rpls->num_ref_entries; i++) {
+    if (sps->inter_layer_prediction_enabled_flag) {
+      READ_UINT8 (nr, rpls->inter_layer_ref_pic_flagi, 1);
+    } else
+      rpls->inter_layer_ref_pic_flagi = 0;
+
+    if (rpls->inter_layer_ref_pic_flagi) {
+      READ_UE_MAX (nr, rpls->ilrp_idxi, GST_H266_MAX_REF_PIC_LISTS);
+      rpls->num_inter_layer_pic++;
+      continue;
+    }
+
+    if (sps->long_term_ref_pics_flag) {
+      READ_UINT8 (nr, rpls->st_ref_pic_flagi, 1);
+    } else
+      rpls->st_ref_pic_flagi = 1;
+
+    if (rpls->st_ref_pic_flagi) {
+      gint abs_delta_poc_st;
+
+      READ_UE_MAX (nr, rpls->abs_delta_poc_sti, G_MAXUINT16 - 1);
+
+      if ((sps->weighted_pred_flag || sps->weighted_bipred_flag) && i != 0)
+        abs_delta_poc_st = rpls->abs_delta_poc_sti;
+      else
+        abs_delta_poc_st = rpls->abs_delta_poc_sti + 1;
+
+      if (abs_delta_poc_st > 0) {
+        READ_UINT8 (nr, rpls->strp_entry_sign_flagi, 1);
+      }
+
+      rpls->delta_poc_val_sti =
+          (1 - 2 * rpls->strp_entry_sign_flagi) * abs_delta_poc_st;
+
+      rpls->num_short_term_pic++;
+    } else {
+      if (!rpls->ltrp_in_header_flag) {
+        READ_UINT8 (nr, rpls->rpls_poc_lsb_lti,
+            sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+      }
+
+      rpls->num_long_term_pic++;
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"ref_pic_list_struct \"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_ref_pic_lists (GstH266RefPicLists * rpls, NalReader * nr,
+    const GstH266SPS * sps, const GstH266PPS * pps)
+{
+  const GstH266RefPicListStruct *ref_list;
+  gint i, j, num_ltrp_entries;
+
+  GST_LOG ("parsing \"ref_pic_lists\"");
+
+  for (i = 0; i < 2; i++) {
+    if (sps->num_ref_pic_listsi == 0) {
+      rpls->rpl_sps_flagi = 0;
+    } else if (i == 0 || (i == 1 && pps->rpl1_idx_present_flag)) {
+      READ_UINT8 (nr, rpls->rpl_sps_flagi, 1);
+    } else {
+      /* Only the case of (i == 1 && !pps->rpl1_idx_present_flag)
+         comes to here. */
+      rpls->rpl_sps_flag1 = rpls->rpl_sps_flag0;
+    }
+
+    if (rpls->rpl_sps_flagi) {
+      g_assert (sps->num_ref_pic_listsi > 0);
+
+      if (sps->num_ref_pic_listsi == 1) {
+        rpls->rpl_idxi = 0;
+      } else if (i == 0 || (i == 1 && pps->rpl1_idx_present_flag)) {
+        READ_UINT8 (nr, rpls->rpl_idxi,
+            gst_util_ceil_log2 (sps->num_ref_pic_listsi));
+        CHECK_ALLOWED_MAX (rpls->rpl_idxi, sps->num_ref_pic_listsi - 1);
+      } else {
+        /* Only the case of (i == 1 && !pps->rpl1_idx_present_flag)
+           comes to here. */
+        rpls->rpl_idx1 = rpls->rpl_idx0;
+      }
+
+      memcpy (&rpls->rpl_ref_listi,
+          &sps->ref_pic_list_structirpls->rpl_idxi,
+          sizeof (rpls->rpl_ref_listi));
+    } else {
+      gst_h266_ref_pic_list_struct (&rpls->rpl_ref_listi, nr,
+          i, sps->num_ref_pic_listsi, sps);
+    }
+    ref_list = &rpls->rpl_ref_listi;
+
+    num_ltrp_entries = 0;
+    for (j = 0; j < ref_list->num_ref_entries; j++) {
+      if (ref_list->inter_layer_ref_pic_flagj
+          || ref_list->st_ref_pic_flagj)
+        continue;
+
+      if (ref_list->ltrp_in_header_flag)
+        READ_UINT16 (nr, rpls->poc_lsb_ltij,
+            sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+
+      READ_UINT8 (nr, rpls->delta_poc_msb_cycle_present_flagij, 1);
+      if (rpls->delta_poc_msb_cycle_present_flagij)
+        READ_UE_MAX (nr, rpls->delta_poc_msb_cycle_ltij,
+            1 << (32 - sps->log2_max_pic_order_cnt_lsb_minus4 - 4));
+
+      num_ltrp_entries++;
+    }
+
+    g_assert (num_ltrp_entries == ref_list->num_long_term_pic);
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"ref_pic_lists \"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_general_timing_hrd_parameters (GstH266GeneralHRDParameters * hrd,
+    NalReader * nr)
+{
+  GST_LOG ("parsing \"General timing HRD Parameters\"");
+
+  READ_UINT32 (nr, hrd->num_units_in_tick, 32);
+  READ_UINT32 (nr, hrd->time_scale, 32);
+
+  READ_UINT8 (nr, hrd->general_nal_hrd_params_present_flag, 1);
+  READ_UINT8 (nr, hrd->general_vcl_hrd_params_present_flag, 1);
+  if (hrd->general_nal_hrd_params_present_flag
+      || hrd->general_vcl_hrd_params_present_flag) {
+    READ_UINT8 (nr, hrd->general_same_pic_timing_in_all_ols_flag, 1);
+    READ_UINT8 (nr, hrd->general_du_hrd_params_present_flag, 1);
+    if (hrd->general_du_hrd_params_present_flag)
+      READ_UINT8 (nr, hrd->tick_divisor_minus2, 8);
+
+    READ_UINT8 (nr, hrd->bit_rate_scale, 4);
+    READ_UINT8 (nr, hrd->cpb_size_scale, 4);
+    if (hrd->general_du_hrd_params_present_flag)
+      READ_UINT8 (nr, hrd->cpb_size_du_scale, 4);
+
+    READ_UE_MAX (nr, hrd->hrd_cpb_cnt_minus1, 31);
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"General timing HRD Parameters\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_sublayer_hrd_parameters (GstH266SubLayerHRDParameters * sub_hrd,
+    NalReader * nr, guint8 subLayerId,
+    const GstH266GeneralHRDParameters * general)
+{
+  guint i;
+
+  GST_LOG ("parsing \"SubLayer HRD Parameters\"");
+
+  for (i = 0; i <= general->hrd_cpb_cnt_minus1; i++) {
+    READ_UE_MAX (nr, sub_hrd->bit_rate_value_minus1i, G_MAXUINT32 - 1);
+    READ_UE_MAX (nr, sub_hrd->cpb_size_value_minus1i, G_MAXUINT32 - 1);
+
+    sub_hrd->bit_ratei = (sub_hrd->bit_rate_value_minus1i + 1) *
+        (2 << (6 + general->bit_rate_scale));
+    sub_hrd->cpb_sizei = (sub_hrd->cpb_size_value_minus1i + 1) *
+        (2 << (4 + general->cpb_size_scale));
+
+    if (general->general_du_hrd_params_present_flag) {
+      READ_UE_MAX (nr, sub_hrd->cpb_size_du_value_minus1i, G_MAXUINT32 - 1);
+      READ_UE_MAX (nr, sub_hrd->bit_rate_du_value_minus1i, G_MAXUINT32 - 1);
+    }
+    READ_UINT8 (nr, sub_hrd->cbr_flagi, 1);
+  }
+
+  for (i = 1; i <= general->hrd_cpb_cnt_minus1; i++) {
+    if (sub_hrd->bit_ratei <= sub_hrd->bit_ratei - 1) {
+      GST_WARNING ("bit_rate_value_minus1ij shall be greater than "
+          "bit_rate_value_minus1ij-1, i=%u, j=%u", subLayerId, i);
+      goto error;
+    }
+    if (sub_hrd->cpb_sizei <= sub_hrd->cpb_sizei - 1) {
+      GST_WARNING ("cpb_size_value_minus1ij shall be less than or equal "
+          "to cpb_size_value_minus1ij-1, i=%u, j=%u", subLayerId, i);
+      goto error;
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"SubLayer HRD Parameters\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_ols_timing_hrd_parameters (GstH266OLSHRDParameters * olsHrd,
+    NalReader * nr, const GstH266GeneralHRDParameters * general,
+    guint8 firstSubLayer, guint8 MaxSubLayersVal)
+{
+  guint i, j;
+
+  GST_LOG ("parsing \"ols timing HRD Parameters\"");
+
+  for (i = firstSubLayer; i <= MaxSubLayersVal; i++) {
+    READ_UINT8 (nr, olsHrd->fixed_pic_rate_general_flagi, 1);
+    if (!olsHrd->fixed_pic_rate_general_flagi) {
+      READ_UINT8 (nr, olsHrd->fixed_pic_rate_within_cvs_flagi, 1);
+    } else
+      olsHrd->fixed_pic_rate_within_cvs_flagi = 1;
+
+    if (olsHrd->fixed_pic_rate_within_cvs_flagi) {
+      READ_UE_MAX (nr, olsHrd->elemental_duration_in_tc_minus1i, 2047);
+      olsHrd->low_delay_hrd_flagi = 0;
+    } else if ((general->general_nal_hrd_params_present_flag ||
+            general->general_vcl_hrd_params_present_flag)
+        && general->hrd_cpb_cnt_minus1 == 0) {
+      READ_UINT8 (nr, olsHrd->low_delay_hrd_flagi, 1);
+    } else {
+      olsHrd->low_delay_hrd_flagi = 0;
+    }
+
+    if (general->general_nal_hrd_params_present_flag) {
+      if (!gst_h266_parse_sublayer_hrd_parameters
+          (&olsHrd->nal_sub_layer_hrd_parametersi, nr, i, general))
+        goto error;
+    }
+
+    if (general->general_vcl_hrd_params_present_flag) {
+      if (!gst_h266_parse_sublayer_hrd_parameters
+          (&olsHrd->vcl_sub_layer_hrd_parametersi, nr, i, general))
+        goto error;
+    }
+  }
+
+  for (i = 0; i < firstSubLayer; i++) {
+    GstH266SubLayerHRDParameters *sub_hrd, *max_sub_hrd;
+
+    sub_hrd = &olsHrd->nal_sub_layer_hrd_parametersi;
+    max_sub_hrd = &olsHrd->nal_sub_layer_hrd_parametersMaxSubLayersVal;
+
+    if (general->general_nal_hrd_params_present_flag) {
+      for (j = 0; j <= general->hrd_cpb_cnt_minus1; j++) {
+        sub_hrd->bit_rate_value_minus1j =
+            max_sub_hrd->bit_rate_value_minus1j;
+
+        if (general->general_du_hrd_params_present_flag) {
+          sub_hrd->cpb_size_du_value_minus1j =
+              max_sub_hrd->cpb_size_du_value_minus1j;
+          sub_hrd->bit_rate_du_value_minus1j =
+              max_sub_hrd->bit_rate_du_value_minus1j;
+        }
+
+        sub_hrd->cbr_flagj = max_sub_hrd->cbr_flagj;
+      }
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"ols timing HRD Parameters\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_alf (GstH266ALF * alf, NalReader * nr,
+    guint8 aps_chroma_present_flag)
+{
+  gint j, k;
+  gint filtIdx, sfIdx, altIdx;
+
+  GST_LOG ("parsing \"ALF\"");
+
+  READ_UINT8 (nr, alf->luma_filter_signal_flag, 1);
+  if (aps_chroma_present_flag) {
+    READ_UINT8 (nr, alf->chroma_filter_signal_flag, 1);
+    READ_UINT8 (nr, alf->cc_cb_filter_signal_flag, 1);
+    READ_UINT8 (nr, alf->cc_cr_filter_signal_flag, 1);
+  }
+  if (alf->luma_filter_signal_flag == 0 &&
+      alf->chroma_filter_signal_flag == 0 &&
+      alf->cc_cb_filter_signal_flag == 0 &&
+      alf->cc_cr_filter_signal_flag == 0) {
+    GST_WARNING ("At least one of the values of alf_luma_filter_signal_flag, "
+        "alf_chroma_filter_signal_flag, alf_cc_cb_filter_signal_flag, and "
+        "alf_cc_cr_filter_signal_flag shall be equal to 1");
+    goto error;
+  }
+
+  if (alf->luma_filter_signal_flag) {
+    READ_UINT8 (nr, alf->luma_clip_flag, 1);
+    READ_UE_MAX (nr, alf->luma_num_filters_signalled_minus1,
+        GST_H266_NUM_ALF_FILTERS - 1);
+
+    if (alf->luma_num_filters_signalled_minus1 > 0) {
+      for (filtIdx = 0; filtIdx < GST_H266_NUM_ALF_FILTERS; filtIdx++) {
+        guint length =
+            gst_util_ceil_log2 (alf->luma_num_filters_signalled_minus1 + 1);
+
+        READ_UINT8 (nr, alf->luma_coeff_delta_idxfiltIdx, length);
+        CHECK_ALLOWED_MAX (alf->luma_coeff_delta_idxfiltIdx,
+            alf->luma_num_filters_signalled_minus1 + 1);
+      }
+    }
+
+    for (sfIdx = 0; sfIdx <= alf->luma_num_filters_signalled_minus1; sfIdx++) {
+      for (j = 0; j < 12; j++) {
+        READ_UE_MAX (nr, alf->luma_coeff_abssfIdxj, 128);
+        if (alf->luma_coeff_abssfIdxj)
+          READ_UINT8 (nr, alf->luma_coeff_signsfIdxj, 1);
+      }
+    }
+
+    if (alf->luma_clip_flag) {
+      for (sfIdx = 0; sfIdx <= alf->luma_num_filters_signalled_minus1; sfIdx++) {
+        for (j = 0; j < 12; j++)
+          READ_UINT8 (nr, alf->luma_clip_idxsfIdxj, 2);
+      }
+    }
+  }
+
+  if (alf->chroma_filter_signal_flag) {
+    READ_UINT8 (nr, alf->chroma_clip_flag, 1);
+    READ_UE_MAX (nr, alf->chroma_num_alt_filters_minus1, 7);
+    for (altIdx = 0; altIdx <= alf->chroma_num_alt_filters_minus1; altIdx++) {
+      for (j = 0; j < 6; j++) {
+        READ_UE_MAX (nr, alf->chroma_coeff_absaltIdxj, 128);
+        if (alf->chroma_coeff_absaltIdxj > 0)
+          READ_UINT8 (nr, alf->chroma_coeff_signaltIdxj, 1);
+      }
+
+      if (alf->chroma_clip_flag)
+        for (j = 0; j < 6; j++)
+          READ_UINT8 (nr, alf->chroma_clip_idxaltIdxj, 2);
+    }
+  }
+
+  if (alf->cc_cb_filter_signal_flag) {
+    READ_UE_MAX (nr, alf->cc_cb_filters_signalled_minus1, 3);
+    for (k = 0; k < alf->cc_cb_filters_signalled_minus1 + 1; k++) {
+      for (j = 0; j < 7; j++) {
+        READ_UINT8 (nr, alf->cc_cb_mapped_coeff_abskj, 3);
+        if (alf->cc_cb_mapped_coeff_abskj)
+          READ_UINT8 (nr, alf->cc_cb_coeff_signkj, 1);
+      }
+    }
+  }
+
+  if (alf->cc_cr_filter_signal_flag) {
+    READ_UE_MAX (nr, alf->cc_cr_filters_signalled_minus1, 3);
+    for (k = 0; k < alf->cc_cr_filters_signalled_minus1 + 1; k++) {
+      for (j = 0; j < 7; j++) {
+        READ_UINT8 (nr, alf->cc_cr_mapped_coeff_abskj, 3);
+        if (alf->cc_cr_mapped_coeff_abskj)
+          READ_UINT8 (nr, alf->cc_cr_coeff_signkj, 1);
+      }
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"ALF\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_lmcs (GstH266LMCS * lmcs, NalReader * nr,
+    guint8 aps_chroma_present_flag)
+{
+  gint i, LmcsMaxBinIdx;
+
+  GST_LOG ("parsing \"LMCS\"");
+
+  READ_UE_MAX (nr, lmcs->min_bin_idx, 15);
+  READ_UE_MAX (nr, lmcs->delta_max_bin_idx, 15);
+  LmcsMaxBinIdx = 15 - lmcs->delta_max_bin_idx;
+  if (LmcsMaxBinIdx < lmcs->min_bin_idx) {
+    GST_WARNING ("The value of LmcsMaxBinIdx(%d) shall be "
+        ">= lmcs_min_bin_idx(%d)", LmcsMaxBinIdx, lmcs->min_bin_idx);
+    goto error;
+  }
+
+  READ_UE_MAX (nr, lmcs->delta_cw_prec_minus1, 14);
+  for (i = lmcs->min_bin_idx; i <= LmcsMaxBinIdx; i++) {
+    READ_UINT8 (nr, lmcs->delta_abs_cwi, lmcs->delta_cw_prec_minus1 + 1);
+    if (lmcs->delta_abs_cwi > 0)
+      READ_UINT8 (nr, lmcs->delta_sign_cw_flagi, 1);
+  }
+
+  if (aps_chroma_present_flag) {
+    READ_UINT8 (nr, lmcs->delta_abs_crs, 3);
+    if (lmcs->delta_abs_crs > 0)
+      READ_UINT8 (nr, lmcs->delta_sign_crs_flag, 1);
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"LMCS\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_scaling_list (GstH266ScalingList * scaling_list, NalReader * nr,
+    guint8 aps_chroma_present_flag)
+{
+  guint ScalingList8 * 8;
+  const guint8 *scalingMatrixPred;
+  gint dc;
+  gint i, x, y;
+  gint id, nextCoef, matrixSize, maxIdDelta;
+  guint refId, log2_size;
+
+  GST_LOG ("parsing \"Scaling List\"");
+
+  for (id = 0; id < 28; id++) {
+    matrixSize = id < 2 ? 2 : (id < 8 ? 4 : 8);
+    log2_size = id < 2 ? 1 : (id < 8 ? 2 : 3);
+    maxIdDelta = (id < 2) ? id : ((id < 8) ? (id - 2) : (id - 8));
+    dc = 0;
+    memset (ScalingList, 0, sizeof (ScalingList));
+
+    scaling_list->copy_mode_flagid = 1;
+    scaling_list->pred_mode_flagid = 0;
+    scaling_list->pred_id_deltaid = 0;
+
+    if (aps_chroma_present_flag || id % 3 == 2 || id == 27) {
+      READ_UINT8 (nr, scaling_list->copy_mode_flagid, 1);
+      if (!scaling_list->copy_mode_flagid)
+        READ_UINT8 (nr, scaling_list->pred_mode_flagid, 1);
+
+      if ((scaling_list->copy_mode_flagid || scaling_list->pred_mode_flagid)
+          && id != 0 && id != 2 && id != 8)
+        READ_UE_MAX (nr, scaling_list->pred_id_deltaid, maxIdDelta);
+
+      if (!scaling_list->copy_mode_flagid) {
+        nextCoef = 0;
+
+        if (id > 13) {
+          READ_SE_ALLOWED (nr, scaling_list->dc_coefid - 14, -128, 127);
+          nextCoef = scaling_list->dc_coefid - 14;
+          dc = scaling_list->dc_coefid - 14;
+        }
+
+        for (i = 0; i < matrixSize * matrixSize; i++) {
+          x = square_DiagScanOrder_x3i;
+          y = square_DiagScanOrder_y3i;
+
+          if (!(id >= 25 && x >= 4 && y >= 4)) {
+            READ_SE_ALLOWED (nr, scaling_list->delta_coefidi, -128, 127);
+            nextCoef += scaling_list->delta_coefidi;
+          }
+
+          ScalingListi = nextCoef;
+        }
+      }
+    }
+
+    /* DC */
+    if (id > 13) {
+      if (!scaling_list->copy_mode_flagid
+          && !scaling_list->pred_mode_flagid) {
+        scaling_list->scaling_list_DCid - 14 = 8;
+      } else if (!scaling_list->pred_id_deltaid) {
+        scaling_list->scaling_list_DCid - 14 = 16;
+      } else {
+        if (id < scaling_list->pred_id_deltaid) {
+          GST_WARNING ("Wrong pred_id_delta for scaling list");
+          goto error;
+        }
+        refId = id - scaling_list->pred_id_deltaid;
+
+        if (refId >= 14) {
+          dc += scaling_list->scaling_list_DCrefId - 14;
+        } else {
+          dc += scaling_list->scaling_listrefId0;
+        }
+
+        scaling_list->scaling_list_DCid - 14 = dc & 255;
+      }
+    }
+
+    /* AC */
+    if (!scaling_list->copy_mode_flagid && !scaling_list->pred_mode_flagid) {
+      scalingMatrixPred = scaling_pred_all_8;
+    } else if (!scaling_list->pred_id_deltaid) {
+      scalingMatrixPred = scaling_pred_all_16;
+    } else {
+      if (id < scaling_list->pred_id_deltaid) {
+        GST_WARNING ("Wrong pred_id_delta for scaling list");
+        goto error;
+      }
+      refId = id - scaling_list->pred_id_deltaid;
+      scalingMatrixPred = scaling_list->scaling_listrefId;
+    }
+
+    for (i = 0; i < matrixSize * matrixSize; i++) {
+      guint offset;
+
+      x = square_DiagScanOrder_xlog2_sizei;
+      y = square_DiagScanOrder_ylog2_sizei;
+      offset = y * matrixSize + x;
+      if (offset > matrixSize * matrixSize) {
+        GST_WARNING ("Wrong matrix coeff array index:%d", offset);
+        goto error;
+      }
+
+      scaling_list->scaling_listidoffset =
+          (scalingMatrixPredoffset + ScalingListi) & 255;
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"Scaling List\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_range_extension (GstH266SPSRangeExtensionParams * range_params,
+    NalReader * nr, guint8 transform_skip_enabled_flag)
+{
+  GST_LOG ("parsing \"Range Extension\"");
+
+  READ_UINT8 (nr, range_params->extended_precision_flag, 1);
+
+  if (transform_skip_enabled_flag)
+    READ_UINT8 (nr,
+        range_params->ts_residual_coding_rice_present_in_sh_flag, 1);
+
+  READ_UINT8 (nr, range_params->rrc_rice_extension_flag, 1);
+  READ_UINT8 (nr, range_params->persistent_rice_adaptation_enabled_flag, 1);
+  READ_UINT8 (nr, range_params->reverse_last_sig_coeff_enabled_flag, 1);
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"Range Extension\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parse_chroma_qp_table (GstH266SPS * sps, NalReader * nr)
+{
+  guint numQpTables;
+  guint num_points_in_qp_table;
+  gint qp_inGST_H266_MAX_POINTS_IN_QP_TABLE + 1;
+  gint qp_outGST_H266_MAX_POINTS_IN_QP_TABLE + 1;
+  guint delta_qp_inGST_H266_MAX_POINTS_IN_QP_TABLE;
+  gint qp_bd_offset = 6 * sps->bitdepth_minus8;
+  gint i, j, k, m, index;
+
+  GST_LOG ("parsing \"Chroma QP Table\"");
+
+  READ_UINT8 (nr, sps->joint_cbcr_enabled_flag, 1);
+  READ_UINT8 (nr, sps->same_qp_table_for_chroma_flag, 1);
+
+  numQpTables = sps->same_qp_table_for_chroma_flag ?
+      1 : (sps->joint_cbcr_enabled_flag ? 3 : 2);
+
+  for (i = 0; i < numQpTables; i++) {
+    gint QpBdOffset = 6 * sps->bitdepth_minus8;
+
+    READ_SE_ALLOWED (nr, sps->qp_table_start_minus26i, -26 - QpBdOffset, 36);
+
+    READ_UE_MAX (nr, sps->num_points_in_qp_table_minus1i,
+        36 - sps->qp_table_start_minus26i);
+    num_points_in_qp_table = sps->num_points_in_qp_table_minus1i + 1;
+    if (num_points_in_qp_table > GST_H266_MAX_POINTS_IN_QP_TABLE) {
+      GST_WARNING ("num_points_in_qp_table %d out of range",
+          num_points_in_qp_table);
+      goto error;
+    }
+
+    qp_out0 = qp_in0 = sps->qp_table_start_minus26i + 26;
+    for (j = 0; j < num_points_in_qp_table; j++) {
+      READ_UE_MAX (nr, sps->delta_qp_in_val_minus1ij, 128);
+      READ_UE_MAX (nr, sps->delta_qp_diff_valij, 128);
+
+      delta_qp_inj = sps->delta_qp_in_val_minus1ij + 1;
+      qp_inj + 1 = qp_inj + delta_qp_inj;
+      qp_outj + 1 = qp_outj +
+          (sps->delta_qp_in_val_minus1ij ^ sps->delta_qp_diff_valij);
+    }
+
+    index = qp_in0 + qp_bd_offset;
+    if (index < 0 || index >= GST_H266_MAX_POINTS_IN_QP_TABLE) {
+      GST_WARNING ("Invalid qp index %d", index);
+      goto error;
+    }
+    sps->chroma_qp_tableiindex = qp_out0;
+
+    k = qp_in0 - 1 + qp_bd_offset;
+    if (k < 0 || k >= GST_H266_MAX_POINTS_IN_QP_TABLE) {
+      GST_WARNING ("Invalid qp index %d", k);
+      goto error;
+    }
+    for (; k >= 0; k--) {
+      sps->chroma_qp_tableik =
+          MAX (sps->chroma_qp_tableik + 1 - 1, -qp_bd_offset);
+      sps->chroma_qp_tableik = MIN (sps->chroma_qp_tableik, 63);
+    }
+
+    for (j = 0; j < num_points_in_qp_table; j++) {
+      gint sh = delta_qp_inj >> 1;
+
+      index = qp_inj + 1 + qp_bd_offset;
+      if (index < 0 || index >= GST_H266_MAX_POINTS_IN_QP_TABLE) {
+        GST_WARNING ("Invalid qp index %d", index);
+        goto error;
+      }
+      index = qp_inj + 1 + qp_bd_offset;
+      if (index < 0 || index >= GST_H266_MAX_POINTS_IN_QP_TABLE) {
+        GST_WARNING ("Invalid qp index %d", index);
+        goto error;
+      }
+
+      for (k = qp_inj + 1 + qp_bd_offset, m = 1;
+          k <= qp_inj + 1 + qp_bd_offset; k++, m++) {
+        index = qp_inj + qp_bd_offset;
+        if (index < 0 || index >= GST_H266_MAX_POINTS_IN_QP_TABLE) {
+          GST_WARNING ("Invalid qp index %d", index);
+          goto error;
+        }
+
+        sps->chroma_qp_tableik = sps->chroma_qp_tableiindex +
+            ((qp_outj + 1 - qp_outj) * m + sh) / delta_qp_inj;
+      }
+    }
+
+    k = qp_innum_points_in_qp_table + 1 + qp_bd_offset;
+    if (k < 1 || k >= GST_H266_MAX_POINTS_IN_QP_TABLE) {
+      GST_WARNING ("Invalid qp index %d", k);
+      goto error;
+    }
+    for (; k <= 63 + qp_bd_offset; k++) {
+      sps->chroma_qp_tableik =
+          MAX (sps->chroma_qp_tableik - 1 + 1, -qp_bd_offset);
+      sps->chroma_qp_tableik = MIN (sps->chroma_qp_tableik, 63);
+    }
+  }
+
+  if (sps->same_qp_table_for_chroma_flag) {
+    memcpy (&sps->chroma_qp_table1, &sps->chroma_qp_table0,
+        sizeof (sps->chroma_qp_table0));
+    memcpy (&sps->chroma_qp_table2, &sps->chroma_qp_table0,
+        sizeof (sps->chroma_qp_table0));
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"Chroma QP Table\"");
+  return FALSE;
+}
+
+static GstH266ParserResult
+gst_h266_parser_parse_buffering_period (GstH266BufferingPeriod * bp,
+    NalReader * nr)
+{
+  guint i, j;
+
+  GST_LOG ("parsing \"Buffering period\"");
+
+  READ_UINT8 (nr, bp->nal_hrd_params_present_flag, 1);
+  READ_UINT8 (nr, bp->vcl_hrd_params_present_flag, 1);
+  READ_UINT8 (nr, bp->cpb_initial_removal_delay_length_minus1, 5);
+  READ_UINT8 (nr, bp->cpb_removal_delay_length_minus1, 5);
+  READ_UINT8 (nr, bp->dpb_output_delay_length_minus1, 5);
+
+  READ_UINT8 (nr, bp->du_hrd_params_present_flag, 1);
+  if (bp->du_hrd_params_present_flag) {
+    READ_UINT8 (nr, bp->du_cpb_removal_delay_increment_length_minus1, 5);
+    READ_UINT8 (nr, bp->dpb_output_delay_du_length_minus1, 5);
+    READ_UINT8 (nr, bp->du_cpb_params_in_pic_timing_sei_flag, 1);
+    READ_UINT8 (nr, bp->du_dpb_params_in_pic_timing_sei_flag, 1);
+  }
+
+  READ_UINT8 (nr, bp->concatenation_flag, 1);
+
+  READ_UINT8 (nr, bp->additional_concatenation_info_present_flag, 1);
+  if (bp->additional_concatenation_info_present_flag)
+    READ_UINT8 (nr, bp->max_initial_removal_delay_for_concatenation,
+        bp->cpb_removal_delay_length_minus1 + 1);
+
+  READ_UINT8 (nr, bp->cpb_removal_delay_delta_minus1,
+      bp->cpb_removal_delay_length_minus1 + 1);
+
+  READ_UINT8 (nr, bp->max_sublayers_minus1, 3);
+  if (bp->max_sublayers_minus1 > 0)
+    READ_UINT8 (nr, bp->cpb_removal_delay_deltas_present_flag, 1);
+
+  if (bp->cpb_removal_delay_deltas_present_flag) {
+    READ_UE_MAX (nr, bp->num_cpb_removal_delay_deltas_minus1, 15);
+    for (i = 0; i <= bp->num_cpb_removal_delay_deltas_minus1; i++)
+      READ_UINT8 (nr, bp->cpb_removal_delay_delta_vali, 1);
+  }
+
+  READ_UE_MAX (nr, bp->cpb_cnt_minus1, 31);
+
+  if (bp->max_sublayers_minus1 > 0)
+    READ_UINT8 (nr, bp->sublayer_initial_cpb_removal_delay_present_flag, 1);
+
+  for (i = (bp->sublayer_initial_cpb_removal_delay_present_flag ?
+          0 : bp->max_sublayers_minus1); i <= bp->max_sublayers_minus1; i++) {
+    if (bp->nal_hrd_params_present_flag) {
+      for (j = 0; j < bp->cpb_cnt_minus1 + 1; j++) {
+        /* shall be 0 < x <= 90000 * (CpbSizeij / BitRateij) */
+        READ_UINT8 (nr, bp->nal_initial_cpb_removal_delayij,
+            bp->cpb_initial_removal_delay_length_minus1 + 1);
+        READ_UINT8 (nr, bp->nal_initial_cpb_removal_offsetij,
+            bp->cpb_initial_removal_delay_length_minus1 + 1);
+        if (bp->du_hrd_params_present_flag) {
+          READ_UINT8 (nr, bp->nal_initial_alt_cpb_removal_delayij,
+              bp->cpb_initial_removal_delay_length_minus1 + 1);
+          READ_UINT8 (nr, bp->nal_initial_alt_cpb_removal_offsetij,
+              bp->cpb_initial_removal_delay_length_minus1 + 1);
+        }
+      }
+    }
+
+    if (bp->vcl_hrd_params_present_flag) {
+      for (j = 0; j < bp->cpb_cnt_minus1 + 1; j++) {
+        READ_UINT8 (nr, bp->vcl_initial_cpb_removal_delayij,
+            bp->cpb_initial_removal_delay_length_minus1 + 1);
+        READ_UINT8 (nr, bp->vcl_initial_cpb_removal_offsetij,
+            bp->cpb_initial_removal_delay_length_minus1 + 1);
+        if (bp->du_hrd_params_present_flag) {
+          READ_UINT8 (nr, bp->vcl_initial_alt_cpb_removal_delayij,
+              bp->cpb_initial_removal_delay_length_minus1 + 1);
+          READ_UINT8 (nr, bp->vcl_initial_alt_cpb_removal_offsetij,
+              bp->cpb_initial_removal_delay_length_minus1 + 1);
+        }
+      }
+    }
+  }
+
+  if (bp->max_sublayers_minus1 > 0)
+    READ_UINT8 (nr, bp->sublayer_dpb_output_offsets_present_flag, 1);
+  if (bp->sublayer_dpb_output_offsets_present_flag) {
+    for (i = 0; i < bp->max_sublayers_minus1; i++)
+      READ_UE (nr, bp->dpb_output_tid_offseti);
+  }
+
+  READ_UINT8 (nr, bp->alt_cpb_params_present_flag, 1);
+  if (bp->alt_cpb_params_present_flag)
+    READ_UINT8 (nr, bp->use_alt_cpb_params_flag, 1);
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Buffering period\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+static GstH266ParserResult
+gst_h266_parser_parse_pic_timing (GstH266PicTiming * pt,
+    NalReader * nr, const GstH266BufferingPeriod * bp, guint8 TemporalId)
+{
+  guint i, j;
+
+  GST_LOG ("parsing \"Picture timing\"");
+
+  READ_UINT8 (nr, pt->cpb_removal_delay_minus1bp->max_sublayers_minus1,
+      bp->cpb_removal_delay_length_minus1 + 1);
+  pt->sublayer_delays_present_flagbp->max_sublayers_minus1 = 1;
+
+  for (i = TemporalId; i < bp->max_sublayers_minus1; i++) {
+    READ_UINT8 (nr, pt->sublayer_delays_present_flagi, 1);
+    if (pt->sublayer_delays_present_flagi) {
+      if (bp->cpb_removal_delay_deltas_present_flag)
+        READ_UINT8 (nr, pt->cpb_removal_delay_delta_enabled_flagi, 1);
+
+      if (pt->cpb_removal_delay_delta_enabled_flagi) {
+        if (bp->num_cpb_removal_delay_deltas_minus1 > 0)
+          READ_UINT8 (nr, pt->cpb_removal_delay_delta_idxi,
+              gst_util_ceil_log2 (bp->num_cpb_removal_delay_deltas_minus1 + 1));
+      } else {
+        READ_UINT8 (nr, pt->cpb_removal_delay_minus1i,
+            bp->cpb_removal_delay_length_minus1 + 1);
+      }
+    }
+  }
+
+  READ_UINT8 (nr, pt->dpb_output_delay, bp->dpb_output_delay_length_minus1 + 1);
+
+  if (bp->alt_cpb_params_present_flag) {
+    READ_UINT8 (nr, pt->cpb_alt_timing_info_present_flag, 1);
+    if (pt->cpb_alt_timing_info_present_flag) {
+      if (bp->nal_hrd_params_present_flag) {
+        for (i = (bp->sublayer_initial_cpb_removal_delay_present_flag ? 0 :
+                bp->max_sublayers_minus1); i <= bp->max_sublayers_minus1; i++) {
+          for (j = 0; j < bp->cpb_cnt_minus1 + 1; j++) {
+            READ_UINT8 (nr, pt->nal_cpb_alt_initial_removal_delay_deltaij,
+                bp->cpb_initial_removal_delay_length_minus1 + 1);
+            READ_UINT8 (nr, pt->nal_cpb_alt_initial_removal_offset_deltaij,
+                bp->cpb_initial_removal_delay_length_minus1 + 1);
+          }
+
+          READ_UINT8 (nr, pt->nal_cpb_delay_offseti,
+              bp->cpb_removal_delay_length_minus1 + 1);
+          READ_UINT8 (nr, pt->nal_dpb_delay_offseti,
+              bp->cpb_removal_delay_length_minus1 + 1);
+        }
+      }
+
+      if (bp->vcl_hrd_params_present_flag) {
+        for (i = (bp->sublayer_initial_cpb_removal_delay_present_flag ? 0 :
+                bp->max_sublayers_minus1); i <= bp->max_sublayers_minus1; i++) {
+          for (j = 0; j < bp->cpb_cnt_minus1 + 1; j++) {
+            READ_UINT8 (nr, pt->vcl_cpb_alt_initial_removal_delay_deltaij,
+                bp->cpb_initial_removal_delay_length_minus1 + 1);
+            READ_UINT8 (nr, pt->vcl_cpb_alt_initial_removal_offset_deltaij,
+                bp->cpb_initial_removal_delay_length_minus1 + 1);
+          }
+
+          READ_UINT8 (nr, pt->vcl_cpb_delay_offseti,
+              bp->cpb_removal_delay_length_minus1 + 1);
+          READ_UINT8 (nr, pt->vcl_dpb_delay_offseti,
+              bp->cpb_removal_delay_length_minus1 + 1);
+        }
+      }
+    }
+  }
+
+  if (bp->du_hrd_params_present_flag &&
+      bp->du_dpb_params_in_pic_timing_sei_flag)
+    READ_UINT8 (nr, pt->dpb_output_du_delay,
+        bp->dpb_output_delay_du_length_minus1 + 1);
+
+  if (bp->du_hrd_params_present_flag &&
+      bp->du_cpb_params_in_pic_timing_sei_flag) {
+    READ_UE (nr, pt->num_decoding_units_minus1);
+    if (pt->num_decoding_units_minus1 > 0) {
+      READ_UINT8 (nr, pt->du_common_cpb_removal_delay_flag, 1);
+      if (pt->du_common_cpb_removal_delay_flag) {
+        for (i = TemporalId; i <= bp->max_sublayers_minus1; i++) {
+          if (pt->sublayer_delays_present_flagi) {
+            READ_UINT8 (nr, pt->du_common_cpb_removal_delay_increment_minus1i,
+                bp->du_cpb_removal_delay_increment_length_minus1 + 1);
+          } else {
+            pt->du_common_cpb_removal_delay_increment_minus1i =
+                pt->du_common_cpb_removal_delay_increment_minus1
+                bp->max_sublayers_minus1;
+          }
+        }
+      }
+
+      for (i = 0; i <= pt->num_decoding_units_minus1; i++) {
+        READ_UE (nr, pt->num_nalus_in_du_minus1i);
+
+        if (!pt->du_common_cpb_removal_delay_flag &&
+            i < pt->num_decoding_units_minus1)
+          for (j = TemporalId; j <= bp->max_sublayers_minus1; j++) {
+            if (pt->sublayer_delays_present_flagj) {
+              READ_UINT8 (nr, pt->du_cpb_removal_delay_increment_minus1ij,
+                  bp->du_cpb_removal_delay_increment_length_minus1 + 1);
+            } else {
+              pt->du_cpb_removal_delay_increment_minus1ij =
+                  pt->du_cpb_removal_delay_increment_minus1i
+                  bp->max_sublayers_minus1;
+            }
+
+            for (j = 0; j < TemporalId; j++)
+              pt->du_cpb_removal_delay_increment_minus1ij =
+                  pt->du_cpb_removal_delay_increment_minus1i
+                  bp->max_sublayers_minus1;
+          }
+      }
+    }
+
+    if (bp->additional_concatenation_info_present_flag)
+      READ_UINT8 (nr, pt->delay_for_concatenation_ensured_flag, 1);
+
+    READ_UINT8 (nr, pt->display_elemental_periods_minus1, 8);
+  }
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Picture timing\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+static GstH266ParserResult
+gst_h266_parser_parse_du_info (GstH266DUInfo * dui, NalReader * nr,
+    const GstH266BufferingPeriod * bp, guint8 TemporalId)
+{
+  guint i;
+
+  GST_LOG ("parsing \"DU info\"");
+
+  READ_UE (nr, dui->decoding_unit_idx);
+
+  if (!bp->du_cpb_params_in_pic_timing_sei_flag) {
+    for (i = TemporalId; i <= bp->max_sublayers_minus1; i++) {
+      if (i < bp->max_sublayers_minus1)
+        READ_UINT8 (nr, dui->sublayer_delays_present_flagi, 1);
+
+      if (dui->sublayer_delays_present_flagi)
+        READ_UINT8 (nr, dui->du_cpb_removal_delay_incrementi,
+            bp->du_cpb_removal_delay_increment_length_minus1 + 1);
+    }
+  }
+
+  if (!bp->du_cpb_params_in_pic_timing_sei_flag)
+    dui->sublayer_delays_present_flagbp->max_sublayers_minus1 = 1;
+
+  for (i = 0; i <= bp->max_sublayers_minus1; i++) {
+    if (i < bp->max_sublayers_minus1)
+      dui->du_cpb_removal_delay_incrementi =
+          dui->du_cpb_removal_delay_incrementbp->max_sublayers_minus1;
+  }
+
+  if (!bp->du_dpb_params_in_pic_timing_sei_flag)
+    READ_UINT8 (nr, dui->dpb_output_du_delay_present_flag, 1);
+  if (dui->dpb_output_du_delay_present_flag)
+    READ_UINT8 (nr, dui->dpb_output_du_delay,
+        bp->dpb_output_delay_du_length_minus1 + 1);
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"DU info\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+static GstH266ParserResult
+gst_h266_parser_parse_scalable_nesting (GstH266ScalableNesting * sn,
+    NalReader * nr)
+{
+  guint i;
+
+  GST_LOG ("parsing \"Scalable nesting\"");
+  /* check: max values here are not right */
+
+  READ_UINT8 (nr, sn->ols_flag, 1);
+  READ_UINT8 (nr, sn->subpic_flag, 1);
+  if (sn->ols_flag) {
+    READ_UE_MAX (nr, sn->num_olss_minus1, GST_H266_MAX_TOTAL_NUM_OLSS - 1);
+    for (i = 0; i <= sn->num_olss_minus1; i++)
+      READ_UE_MAX (nr, sn->ols_idx_delta_minus1i,
+          GST_H266_MAX_TOTAL_NUM_OLSS - 2);
+  } else {
+    READ_UINT8 (nr, sn->all_layers_flag, 1);
+    if (!sn->all_layers_flag) {
+      READ_UE_MAX (nr, sn->num_layers_minus1, GST_H266_MAX_LAYERS);
+      for (i = 1; i <= sn->num_layers_minus1; i++)
+        READ_UINT8 (nr, sn->layer_idi, 6);
+    }
+  }
+
+  if (sn->subpic_flag) {
+    READ_UE_MAX (nr, sn->num_subpics_minus1, GST_H266_MAX_SLICES_PER_AU - 1);
+    READ_UE_MAX (nr, sn->subpic_id_len_minus1, 15);
+    for (i = 0; i <= sn->num_subpics_minus1; i++)
+      READ_UINT8 (nr, sn->subpic_idi, sn->subpic_id_len_minus1 + 1);
+  }
+
+  READ_UE_MAX (nr, sn->num_seis_minus1, 63);
+
+  while (!nal_reader_is_byte_aligned (nr))
+    if (!nal_reader_skip (nr, 1))
+      goto error;
+  /* not implemented yet
+     for( i = 0; i <= sn->num_seis_minus1; i++ )
+     sei_message()
+   */
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Scalable nesting\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+static GstH266ParserResult
+gst_h266_parser_parse_subpic_level_info (GstH266SubPicLevelInfo * sli,
+    NalReader * nr)
+{
+  guint i, j, k;
+
+  GST_LOG ("parsing \"Subpic level info\"");
+
+  READ_UINT8 (nr, sli->num_ref_levels_minus1, 3);
+  READ_UINT8 (nr, sli->cbr_constraint_flag, 1);
+
+  READ_UINT8 (nr, sli->explicit_fraction_present_flag, 1);
+  if (sli->explicit_fraction_present_flag)
+    READ_UE_MAX (nr, sli->num_subpics_minus1, GST_H266_MAX_SLICES_PER_AU - 1);
+
+  READ_UINT8 (nr, sli->max_sublayers_minus1, 3);
+  READ_UINT8 (nr, sli->sublayer_info_present_flag, 1);
+
+  while (!nal_reader_is_byte_aligned (nr))
+    if (!nal_reader_skip (nr, 1))
+      goto error;
+
+  for (k = sli->sublayer_info_present_flag ? 0 : sli->max_sublayers_minus1;
+      k <= sli->max_sublayers_minus1; k++) {
+    for (i = 0; i <= sli->num_ref_levels_minus1; i++) {
+      READ_UINT8 (nr, sli->non_subpic_layers_fractionik, 8);
+      READ_UINT8 (nr, sli->ref_level_idcik, 8);
+
+      if (sli->explicit_fraction_present_flag) {
+        for (j = 0; j <= sli->num_subpics_minus1; j++)
+          READ_UINT8 (nr, sli->ref_level_fraction_minus1ijk, 8);
+      }
+    }
+  }
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Subpic level info\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+static GstH266ParserResult
+gst_h266_parser_parse_frame_field_info (GstH266FrameFieldInfo * ffi,
+    NalReader * nr)
+{
+  GST_LOG ("parsing \"Frame field info\"");
+
+  READ_UINT8 (nr, ffi->field_pic_flag, 1);
+  if (ffi->field_pic_flag) {
+    READ_UINT8 (nr, ffi->bottom_field_flag, 1);
+    READ_UINT8 (nr, ffi->pairing_indicated_flag, 1);
+    if (ffi->pairing_indicated_flag)
+      READ_UINT8 (nr, ffi->paired_with_next_field_flag, 1);
+  } else {
+    READ_UINT8 (nr, ffi->display_fields_from_frame_flag, 1);
+    if (ffi->display_fields_from_frame_flag)
+      READ_UINT8 (nr, ffi->top_field_first_flag, 1);
+
+    READ_UINT8 (nr, ffi->display_elemental_periods_minus1, 8);
+  }
+
+  READ_UINT8 (nr, ffi->source_scan_type, 2);
+  READ_UINT8 (nr, ffi->duplicate_flag, 1);
+
+  ffi->valid = TRUE;
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Frame field info\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+/**
+ * gst_h266_parser_new:
+ *
+ * Creates a new #GstH266Parser. It should be freed with
+ * gst_h266_parser_free after use.
+ *
+ * Returns: a new #GstH266Parser
+ *
+ * Since: 1.26
+ */
+GstH266Parser *
+gst_h266_parser_new (void)
+{
+  GstH266Parser *parser;
+
+  parser = g_new0 (GstH266Parser, 1);
+
+  return parser;
+}
+
+/**
+ * gst_h266_parser_free:
+ * @parser: the #GstH266Parser to free
+ *
+ * Frees the @parser
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_parser_free (GstH266Parser * parser)
+{
+  g_free (parser);
+}
+
+/**
+ * gst_h266_parser_identify_nalu_unchecked:
+ * @parser: a #GstH266Parser
+ * @data: The data to parse
+ * @offset: the offset from which to parse @data
+ * @size: the size of @data
+ * @nalu: The #GstH266NalUnit where to store parsed nal headers
+ *
+ * Parses @data and fills @nalu from the next nalu data from @data.
+ *
+ * This differs from @gst_h266_parser_identify_nalu in that it doesn't
+ * check whether the packet is complete or not.
+ *
+ * Note: Only use this function if you already know the provided @data
+ * is a complete NALU, else use @gst_h266_parser_identify_nalu.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_identify_nalu_unchecked (GstH266Parser * parser,
+    const guint8 * data, guint offset, gsize size, GstH266NalUnit * nalu)
+{
+  gint off1;
+
+  memset (nalu, 0, sizeof (*nalu));
+
+  if (size < offset + 4) {
+    GST_DEBUG ("Can't parse, buffer has too small size %" G_GSIZE_FORMAT
+        ", offset %u", size, offset);
+    return GST_H266_PARSER_ERROR;
+  }
+
+  off1 = scan_for_start_codes (data + offset, size - offset);
+
+  if (off1 < 0) {
+    GST_DEBUG ("No start code prefix in this buffer");
+    return GST_H266_PARSER_NO_NAL;
+  }
+
+  nalu->sc_offset = offset + off1;
+
+  /* The scanner ensures one byte passed the start code but to
+   * identify an VVC NAL, we need 2. */
+  if (size - nalu->sc_offset - 3 < 2) {
+    GST_DEBUG ("Not enough bytes after start code to identify");
+    return GST_H266_PARSER_NO_NAL;
+  }
+
+  /* sc might have 2 or 3 0-bytes */
+  if (nalu->sc_offset > 0 && datanalu->sc_offset - 1 == 00)
+    nalu->sc_offset--;
+
+  nalu->offset = offset + off1 + 3;
+  nalu->data = (guint8 *) data;
+  nalu->size = size - nalu->offset;
+
+  if (!gst_h266_parse_nalu_header (nalu)) {
+    GST_WARNING ("error parsing \"NAL unit header\"");
+    nalu->size = 0;
+    return GST_H266_PARSER_BROKEN_DATA;
+  }
+
+  nalu->valid = TRUE;
+
+  if (nalu->type == GST_H266_NAL_EOS || nalu->type == GST_H266_NAL_EOB) {
+    GST_LOG ("end-of-seq or end-of-stream nal found");
+    nalu->size = 2;
+    return GST_H266_PARSER_OK;
+  }
+
+  return GST_H266_PARSER_OK;
+}
+
+/**
+ * gst_h266_parser_identify_nalu:
+ * @parser: a #GstH266Parser
+ * @data: The data to parse
+ * @offset: the offset from which to parse @data
+ * @size: the size of @data
+ * @nalu: The #GstH266NalUnit where to store parsed nal headers
+ *
+ * Parses @data and fills @nalu from the next nalu data from @data
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_identify_nalu (GstH266Parser * parser,
+    const guint8 * data, guint offset, gsize size, GstH266NalUnit * nalu)
+{
+  GstH266ParserResult res;
+  gint off2;
+
+  res = gst_h266_parser_identify_nalu_unchecked (parser, data,
+      offset, size, nalu);
+
+  if (res != GST_H266_PARSER_OK)
+    goto beach;
+
+  /* The two NALs are exactly 2 bytes size and are placed at the end of an AU,
+   * there is no need to wait for the following */
+  if (nalu->type == GST_H266_NAL_EOS || nalu->type == GST_H266_NAL_EOB)
+    goto beach;
+
+  off2 = scan_for_start_codes (data + nalu->offset, size - nalu->offset);
+  if (off2 < 0) {
+    GST_DEBUG ("Nal start %d, No end found", nalu->offset);
+    return GST_H266_PARSER_NO_NAL_END;
+  }
+
+  /* Callers assumes that enough data will available to identify the next NAL,
+   * but scan_for_start_codes() only ensure 1 extra byte is available. Ensure
+   * we have the required two header bytes (3 bytes start code and 2 byte
+   * header). */
+  if (size - (nalu->offset + off2) < 5) {
+    GST_DEBUG ("Not enough bytes identify the next NAL.");
+    return GST_H266_PARSER_NO_NAL_END;
+  }
+
+  /* Mini performance improvement:
+   * We could have a way to store how many 0s were skipped to avoid
+   * parsing them again on the next NAL */
+  while (off2 > 0 && datanalu->offset + off2 - 1 == 00)
+    off2--;
+
+  nalu->size = off2;
+  if (nalu->size < 3)
+    return GST_H266_PARSER_BROKEN_DATA;
+
+  GST_LOG ("Complete nal found. Off: %d, Size: %d", nalu->offset, nalu->size);
+
+beach:
+  return res;
+}
+
+/**
+ * gst_h266_parser_identify_nalu_vvc:
+ * @parser: a #GstH266Parser
+ * @data: The data to parse, must be the beging of the Nal unit
+ * @offset: the offset from which to parse @data
+ * @size: the size of @data
+ * @nal_length_size: the size in bytes of the VVC nal length prefix.
+ * @nalu: The #GstH266NalUnit where to store parsed nal headers
+ *
+ * Parses @data and sets @nalu.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_identify_nalu_vvc (GstH266Parser * parser,
+    const guint8 * data, guint offset, gsize size, guint8 nal_length_size,
+    GstH266NalUnit * nalu)
+{
+  GstBitReader br;
+
+  memset (nalu, 0, sizeof (*nalu));
+
+  /* Would overflow guint below otherwise: the callers needs to ensure that
+   * this never happens */
+  if (offset > G_MAXUINT32 - nal_length_size) {
+    GST_WARNING ("offset + nal_length_size overflow");
+    nalu->size = 0;
+    return GST_H266_PARSER_BROKEN_DATA;
+  }
+
+  if (size < offset + nal_length_size) {
+    GST_DEBUG ("Can't parse, buffer has too small size %" G_GSIZE_FORMAT
+        ", offset %u", size, offset);
+    return GST_H266_PARSER_ERROR;
+  }
+
+  size = size - offset;
+  gst_bit_reader_init (&br, data + offset, size);
+
+  nalu->size = gst_bit_reader_get_bits_uint32_unchecked (&br,
+      nal_length_size * 8);
+  nalu->sc_offset = offset;
+  nalu->offset = offset + nal_length_size;
+
+  if (nalu->size > G_MAXUINT32 - nal_length_size) {
+    GST_WARNING ("NALU size + nal_length_size overflow");
+    nalu->size = 0;
+    return GST_H266_PARSER_BROKEN_DATA;
+  }
+
+  if (size < (gsize) nalu->size + nal_length_size) {
+    nalu->size = 0;
+
+    return GST_H266_PARSER_NO_NAL_END;
+  }
+
+  nalu->data = (guint8 *) data;
+
+  if (!gst_h266_parse_nalu_header (nalu)) {
+    GST_WARNING ("error parsing \"NAL unit header\"");
+    nalu->size = 0;
+    return GST_H266_PARSER_BROKEN_DATA;
+  }
+
+  if (nalu->size < 2)
+    return GST_H266_PARSER_BROKEN_DATA;
+
+  nalu->valid = TRUE;
+
+  return GST_H266_PARSER_OK;
+}
+
+/**
+ * gst_h266_parser_parse_nal:
+ * @parser: a #GstH266Parser
+ * @nalu: The #GstH266NalUnit to parse
+ *
+ * This function should be called in the case one doesn't need to
+ * parse a specific structure. It is necessary to do so to make
+ * sure @parser is up to date.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_nal (GstH266Parser * parser, GstH266NalUnit * nalu)
+{
+  GstH266VPS vps;
+  GstH266SPS sps;
+  GstH266PPS pps;
+  GstH266APS aps;
+
+  switch (nalu->type) {
+    case GST_H266_NAL_VPS:
+      return gst_h266_parser_parse_vps (parser, nalu, &vps);
+      break;
+    case GST_H266_NAL_SPS:
+      return gst_h266_parser_parse_sps (parser, nalu, &sps);
+      break;
+    case GST_H266_NAL_PPS:
+      return gst_h266_parser_parse_pps (parser, nalu, &pps);
+      break;
+    case GST_H266_NAL_PREFIX_APS:
+    case GST_H266_NAL_SUFFIX_APS:
+      return gst_h266_parser_parse_aps (parser, nalu, &aps);
+      break;
+    default:
+      break;
+  }
+
+  return GST_H266_PARSER_OK;
+}
+
+/**
+ * gst_h266_parser_parse_vps:
+ * @parser: a #GstH266Parser
+ * @nalu: The #GST_H266_NAL_VPS #GstH266NalUnit to parse
+ * @vps: The #GstH266VPS to fill.
+ *
+ * Parses @data, and fills the @vps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_vps (GstH266Parser * parser, GstH266NalUnit * nalu,
+    GstH266VPS * vps)
+{
+  GstH266ParserResult res = gst_h266_parse_vps (nalu, vps);
+
+  if (res == GST_H266_PARSER_OK) {
+    GST_LOG ("adding video parameter set with id: %d to array", vps->vps_id);
+
+    if (parser->active_vps && parser->active_vps->vps_id == vps->vps_id)
+      parser->active_vps = NULL;
+
+    parser->vpsvps->vps_id = *vps;
+    parser->last_vps = &parser->vpsvps->vps_id;
+  }
+
+  return res;
+}
+
+static gboolean
+gst_h266_parser_derive_output_layer_sets (GstH266VPS * vps)
+{
+  guint8 dependency_flagGST_H266_MAX_LAYERSGST_H266_MAX_LAYERS;
+  guint reference_layer_idxGST_H266_MAX_LAYERSGST_H266_MAX_LAYERS;
+  guint layer_included_in_ols_flagGST_H266_MAX_TOTAL_NUM_OLSS
+      GST_H266_MAX_LAYERS;
+  guint num_ref_layersGST_H266_MAX_LAYERS;
+  guint8 output_layer_idxGST_H266_MAX_TOTAL_NUM_OLSSGST_H266_MAX_LAYERS;
+  guint8 layer_used_as_ref_layer_flagGST_H266_MAX_LAYERS;
+  guint8 layer_used_as_output_layer_flagGST_H266_MAX_LAYERS;
+  guint i, j, m, r;
+  gint k;
+
+  GST_LOG ("deriving output layer sets");
+
+  if (vps->max_layers_minus1 == 0) {
+    g_assert (vps->total_num_olss == 1);
+    vps->num_multi_layer_olss = 0;
+    return TRUE;
+  }
+
+  memset (dependency_flag, 0, sizeof (dependency_flag));
+  memset (reference_layer_idx, 0, sizeof (reference_layer_idx));
+  memset (layer_included_in_ols_flag, 0, sizeof (layer_included_in_ols_flag));
+  memset (num_ref_layers, 0, sizeof (num_ref_layers));
+  memset (output_layer_idx, 0, sizeof (output_layer_idx));
+  memset (layer_used_as_ref_layer_flag,
+      0, sizeof (layer_used_as_ref_layer_flag));
+  memset (layer_used_as_output_layer_flag,
+      0, sizeof (layer_used_as_output_layer_flag));
+
+  /* 7.4.3.3 vps_direct_ref_layer_flag section */
+  for (i = 0; i <= vps->max_layers_minus1; i++) {
+    for (j = 0; j <= vps->max_layers_minus1; j++) {
+      dependency_flagij = vps->direct_ref_layer_flagij;
+
+      for (k = 0; k < i; k++) {
+        if (vps->direct_ref_layer_flagik && dependency_flagkj)
+          dependency_flagij = 1;
+      }
+
+      if (vps->direct_ref_layer_flagij)
+        layer_used_as_ref_layer_flagj = 1;
+    }
+  }
+
+  for (i = 0; i <= vps->max_layers_minus1; i++) {
+    for (j = 0, r = 0; j <= vps->max_layers_minus1; j++) {
+      if (dependency_flagij)
+        reference_layer_idxir++ = j;
+    }
+
+    num_ref_layersi = r;
+  }
+
+  /* 7.4.3.3 vps_ols_output_layer_flag section */
+  vps->num_output_layers_in_ols0 = 1;
+  vps->num_sub_layers_in_layer_in_ols00 =
+      vps->ptl_max_tidvps->ols_ptl_idx0 + 1;
+
+  layer_used_as_output_layer_flag0 = 1;
+  for (i = 1; i <= vps->max_layers_minus1; i++) {
+    if (vps->each_layer_is_an_ols_flag || vps->ols_mode_idc < 2)
+      layer_used_as_output_layer_flagi = 1;
+    else
+      layer_used_as_output_layer_flagi = 0;
+  }
+
+  for (i = 1; i < vps->total_num_olss; i++) {
+    if (vps->each_layer_is_an_ols_flag || vps->ols_mode_idc == 0) {
+      vps->num_output_layers_in_olsi = 1;
+      vps->output_layer_id_in_olsi0 = vps->layer_idi;
+
+      if (vps->each_layer_is_an_ols_flag) {
+        vps->num_sub_layers_in_layer_in_olsi0 =
+            vps->ptl_max_tidvps->ols_ptl_idxi + 1;
+      } else {
+        vps->num_sub_layers_in_layer_in_olsii =
+            vps->ptl_max_tidvps->ols_ptl_idxi + 1;
+
+        for (k = i - 1; k >= 0; k--) {
+          vps->num_sub_layers_in_layer_in_olsik = 0;
+
+          for (m = k + 1; m <= i; m++) {
+            guint8 max_sublayer_needed =
+                MIN (vps->num_sub_layers_in_layer_in_olsim,
+                vps->max_tid_il_ref_pics_plus1mk);
+
+            if (vps->direct_ref_layer_flagmk &&
+                vps->num_sub_layers_in_layer_in_olsik < max_sublayer_needed)
+              vps->num_sub_layers_in_layer_in_olsik = max_sublayer_needed;
+          }
+        }
+      }
+    } else if (vps->ols_mode_idc == 1) {
+      vps->num_output_layers_in_olsi = i + 1;
+
+      for (j = 0; j < vps->num_output_layers_in_olsi; j++) {
+        vps->output_layer_id_in_olsij = vps->layer_idj;
+        vps->num_sub_layers_in_layer_in_olsij =
+            vps->ptl_max_tidvps->ols_ptl_idxi + 1;
+      }
+    } else if (vps->ols_mode_idc == 2) {
+      gint8 highest_included_layer = 0;
+
+      for (j = 0; j <= vps->max_layers_minus1; j++)
+        vps->num_sub_layers_in_layer_in_olsij = 0;
+
+      j = 0;
+      for (k = 0; k <= vps->max_layers_minus1; k++) {
+        if (vps->ols_output_layer_flagik) {
+          layer_included_in_ols_flagik = 1;
+          highest_included_layer = k;
+          layer_used_as_output_layer_flagk = 1;
+          output_layer_idxij = k;
+          vps->output_layer_id_in_olsij = vps->layer_idj;
+          j++;
+          vps->num_sub_layers_in_layer_in_olsik =
+              vps->ptl_max_tidvps->ols_ptl_idxi + 1;
+        }
+      }
+
+      vps->num_output_layers_in_olsi = j;
+      for (j = 0; j < vps->num_output_layers_in_olsi; j++) {
+        gint idx = output_layer_idxij;
+
+        for (k = 0; k < num_ref_layersidx; k++)
+          layer_included_in_ols_flagireference_layer_idxidxk = 1;
+      }
+
+      for (k = highest_included_layer - 1; k >= 0; k--) {
+        if (layer_included_in_ols_flagik
+            && !vps->ols_output_layer_flagik) {
+          for (m = k + 1; m <= highest_included_layer; m++) {
+            guint max_sublayer_needed =
+                MIN (vps->num_sub_layers_in_layer_in_olsim,
+                vps->max_tid_il_ref_pics_plus1mk);
+
+            if (vps->direct_ref_layer_flagmk &&
+                layer_included_in_ols_flagim &&
+                vps->num_sub_layers_in_layer_in_olsik < max_sublayer_needed)
+              vps->num_sub_layers_in_layer_in_olsik = max_sublayer_needed;
+          }
+        }
+      }
+    }
+  }
+
+  for (i = 0; i <= vps->max_layers_minus1; i++) {
+    if (layer_used_as_ref_layer_flagi == 0 &&
+        layer_used_as_output_layer_flagi == 0) {
+      GST_WARNING ("There shall be no layer that is neither an output"
+          " layer nor a direct reference layer");
+      return FALSE;
+    }
+  }
+
+  vps->num_layers_in_ols0 = 1;
+  vps->layer_id_in_ols00 = vps->layer_id0;
+  vps->num_multi_layer_olss = 0;
+  for (i = 1; i < vps->total_num_olss; i++) {
+    if (vps->each_layer_is_an_ols_flag) {
+      vps->num_layers_in_olsi = 1;
+      vps->layer_id_in_olsi0 = vps->layer_idi;
+    } else if (vps->ols_mode_idc == 0 || vps->ols_mode_idc == 1) {
+      vps->num_layers_in_olsi = i + 1;
+
+      for (j = 0; j < vps->num_layers_in_olsi; j++)
+        vps->layer_id_in_olsij = vps->layer_idj;
+    } else if (vps->ols_mode_idc == 2) {
+      j = 0;
+      for (k = 0; k <= vps->max_layers_minus1; k++) {
+        if (layer_included_in_ols_flagik) {
+          vps->layer_id_in_olsij = vps->layer_idk;
+          j++;
+        }
+      }
+      vps->num_layers_in_olsi = j;
+    }
+
+    if (vps->num_layers_in_olsi > 1) {
+      vps->multi_layer_ols_idxi = vps->num_multi_layer_olss;
+      vps->num_multi_layer_olss++;
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h266_parser_check_vps (GstH266VPS * vps)
+{
+  guint index;
+  guint olsIdx, olsTimingHrdIdx, olsPtlIdx, olsDpbParamsIdx;
+
+  for (index = 0; index < vps->num_multi_layer_olss; index++) {
+    olsIdx = vps->multi_layer_ols_idxindex;
+    olsTimingHrdIdx = vps->ols_timing_hrd_idxindex;
+    olsPtlIdx = vps->ols_ptl_idxolsIdx;
+
+    if (vps->hrd_max_tidolsTimingHrdIdx < vps->ptl_max_tidolsPtlIdx) {
+      GST_WARNING ("The value of vps_hrd_max_tidvps_ols_timing_hrd_idxm "
+          "shall be greater than or equal to "
+          "vps_ptl_max_tidvps_ols_ptl_idxn for each m-th multi-layer "
+          "OLS for m from 0 to NumMultiLayerOlss - 1, inclusive, and n "
+          "being the OLS index of the m-th multi-layer OLS among all OLSs.");
+      return FALSE;
+    }
+
+    olsDpbParamsIdx = vps->ols_dpb_params_idxolsIdx;
+    if (vps->dpb_max_tidolsDpbParamsIdx < vps->ptl_max_tidolsPtlIdx) {
+      GST_WARNING ("The value of vps_dpb_max_tidvps_ols_dpb_params_idxm "
+          "shall be greater than or equal to "
+          "vps_ptl_max_tidvps_ols_ptl_idxn for each m-th multi-layer "
+          "OLS for m from 0 to NumMultiLayerOlss - 1, inclusive, and n "
+          "being the OLS index of the m-th multi-layer OLS among all OLSs.");
+      return FALSE;
+    }
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_h266_parse_vps:
+ * @nalu: The #GST_H266_NAL_VPS #GstH266NalUnit to parse
+ * @vps: The #GstH266VPS to fill.
+ *
+ * Parses @data, and fills the @vps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parse_vps (GstH266NalUnit * nalu, GstH266VPS * vps)
+{
+  NalReader nr;
+  gint i, j;
+  gboolean isPTLReferredGST_H266_MAX_PTLS;
+
+  GST_LOG ("parsing \"Video parameter set\"");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (vps, 0, sizeof (*vps));
+  memset (isPTLReferred, 0, sizeof (isPTLReferred));
+
+  READ_UINT8 (&nr, vps->vps_id, 4);
+  if (vps->vps_id == 0) {
+    GST_WARNING ("vps_id equal to zero is reserved and shall"
+        " not be used in a bitstream");
+    goto error;
+  }
+
+  READ_UINT8 (&nr, vps->max_layers_minus1, 6);
+  if (vps->max_layers_minus1 == 0)
+    vps->each_layer_is_an_ols_flag = 1;
+
+  READ_UINT8 (&nr, vps->max_sublayers_minus1, 3);
+  CHECK_ALLOWED_MAX (vps->max_sublayers_minus1, GST_H266_MAX_SUBLAYERS - 1);
+  if (vps->max_layers_minus1 > 0 && vps->max_sublayers_minus1 > 0) {
+    READ_UINT8 (&nr, vps->default_ptl_dpb_hrd_max_tid_flag, 1);
+  } else
+    vps->default_ptl_dpb_hrd_max_tid_flag = 1;
+
+  if (vps->max_layers_minus1 > 0) {
+    READ_UINT8 (&nr, vps->all_independent_layers_flag, 1);
+    if (vps->all_independent_layers_flag == 0)
+      vps->each_layer_is_an_ols_flag = 0;
+  } else
+    vps->all_independent_layers_flag = 1;
+
+  for (i = 0; i <= vps->max_layers_minus1; i++) {
+    READ_UINT8 (&nr, vps->layer_idi, 6);
+    /* 7.4.3.2: For any two non-negative integer values of m and n,
+       when m is less than n, the value of vps_layer_id m  shall be
+       less than vps_layer_id n . */
+    if (i > 0 && vps->layer_idi <= vps->layer_idi - 1) {
+      GST_WARNING ("vps_layer_id%d(%d) should > vps_layer_id%d(%d).\n",
+          i, vps->layer_idi, i - 1, vps->layer_idi - 1);
+      goto error;
+    }
+
+    if (i > 0 && !vps->all_independent_layers_flag) {
+      guint count = 0;
+
+      READ_UINT8 (&nr, vps->independent_layer_flagi, 1);
+      if (!vps->independent_layer_flagi) {
+        READ_UINT8 (&nr, vps->max_tid_ref_present_flagi, 1);
+
+        for (j = 0; j < i; j++) {
+          READ_UINT8 (&nr, vps->direct_ref_layer_flagij, 1);
+          if (vps->direct_ref_layer_flagij)
+            count++;
+
+          if (vps->max_tid_ref_present_flagi
+              && vps->direct_ref_layer_flagij) {
+            READ_UINT8 (&nr, vps->max_tid_il_ref_pics_plus1ij, 3);
+          } else {
+            vps->max_tid_il_ref_pics_plus1ij =
+                vps->max_sublayers_minus1 + 1;
+          }
+        }
+
+        if (count == 0) {
+          GST_WARNING ("There has to be at least one value of j such "
+              "that the value of vps_direct_dependency_flag%dj is "
+              "equal to 1, when vps_independent_layer_flag%d is equal "
+              "to 0", i, i);
+          goto error;
+        }
+      }
+    } else {
+      vps->independent_layer_flagi = 1;
+    }
+  }
+
+  if (vps->max_layers_minus1 > 0) {
+    if (vps->all_independent_layers_flag)
+      READ_UINT8 (&nr, vps->each_layer_is_an_ols_flag, 1);
+
+    if (!vps->each_layer_is_an_ols_flag) {
+      if (!vps->all_independent_layers_flag) {
+        READ_UINT8 (&nr, vps->ols_mode_idc, 2);
+        CHECK_ALLOWED_MAX (vps->ols_mode_idc, 2);
+      } else
+        vps->ols_mode_idc = 2;
+
+      if (vps->ols_mode_idc == 2) {
+        READ_UINT8 (&nr, vps->num_output_layer_sets_minus2, 8);
+        for (i = 1; i <= vps->num_output_layer_sets_minus2 + 1; i++)
+          for (j = 0; j <= vps->max_layers_minus1; j++)
+            READ_UINT8 (&nr, vps->ols_output_layer_flagij, 1);
+      }
+    }
+
+    if (vps->each_layer_is_an_ols_flag ||
+        vps->ols_mode_idc == 0 || vps->ols_mode_idc == 1) {
+      vps->total_num_olss = vps->max_layers_minus1 + 1;
+    } else if (vps->ols_mode_idc == 2) {
+      vps->total_num_olss = vps->num_output_layer_sets_minus2 + 2;
+    } else {
+      g_assert_not_reached ();
+    }
+
+    READ_UINT8 (&nr, vps->num_ptls_minus1, 8);
+    CHECK_ALLOWED_MAX (vps->num_ptls_minus1, vps->total_num_olss - 1);
+  } else {
+    vps->each_layer_is_an_ols_flag = 1;
+    vps->num_ptls_minus1 = 0;
+    vps->total_num_olss = 1;
+  }
+
+  if (!gst_h266_parser_derive_output_layer_sets (vps)) {
+    GST_WARNING ("Fail to derive vps layer sets parameters");
+    goto error;
+  }
+
+  if (vps->num_ptls_minus1 + 1 > vps->total_num_olss) {
+    GST_WARNING ("The value of vps_num_ptls_minus1 shall"
+        " be less than TotalNumOlss");
+    goto error;
+  }
+
+  for (i = 0; i <= vps->num_ptls_minus1; i++) {
+    if (i > 0) {
+      READ_UINT8 (&nr, vps->pt_present_flagi, 1);
+    } else
+      vps->pt_present_flagi = 1;
+
+    if (!vps->default_ptl_dpb_hrd_max_tid_flag) {
+      READ_UINT8 (&nr, vps->ptl_max_tidi, 3);
+      CHECK_ALLOWED_MAX (vps->ptl_max_tidi, vps->max_sublayers_minus1);
+    } else
+      vps->ptl_max_tidi = vps->max_sublayers_minus1;
+  }
+
+  while (!nal_reader_is_byte_aligned (&nr))
+    if (!nal_reader_skip (&nr, 1))
+      goto error;
+
+  for (i = 0; i <= vps->num_ptls_minus1; i++) {
+    if (i == 0 && !vps->pt_present_flagi) {
+      GST_WARNING ("Profile/Tier should always be present for the first entry");
+      goto error;
+    }
+
+    if (!gst_h266_parse_profile_tier_level (&vps->profile_tier_leveli, &nr,
+            vps->pt_present_flagi, vps->ptl_max_tidi))
+      goto error;
+  }
+
+  for (i = 0; i < vps->total_num_olss; i++) {
+    if (vps->num_ptls_minus1 > 0 &&
+        vps->num_ptls_minus1 + 1 != vps->total_num_olss) {
+      READ_UINT8 (&nr, vps->ols_ptl_idxi, 8);
+    } else if (vps->num_ptls_minus1 + 1 == vps->total_num_olss)
+      vps->ols_ptl_idxi = i;
+    else
+      vps->ols_ptl_idxi = 0;
+
+    isPTLReferredvps->ols_ptl_idxi = TRUE;
+  }
+
+  for (i = 0; i <= vps->num_ptls_minus1; i++) {
+    if (!isPTLReferredi) {
+      GST_WARNING ("Each profile_tier_level() syntax structure in the "
+          "VPS shall be referred to by at least one value of "
+          "vps_ols_ptl_idxi for i in the range of 0 to TotalNumOlss ? 1, "
+          "inclusive.");
+      goto error;
+    }
+  }
+
+  if (!vps->each_layer_is_an_ols_flag) {
+    READ_UE_MAX (&nr, vps->num_dpb_params_minus1,
+        vps->num_multi_layer_olss - 1);
+
+    if (vps->max_sublayers_minus1 > 0)
+      READ_UINT8 (&nr, vps->sublayer_dpb_params_present_flag, 1);
+
+    for (i = 0; i <= vps->num_dpb_params_minus1; i++) {
+      if (!vps->default_ptl_dpb_hrd_max_tid_flag) {
+        READ_UINT8 (&nr, vps->dpb_max_tidi, 3);
+        CHECK_ALLOWED_MAX (vps->dpb_max_tidi, vps->max_sublayers_minus1);
+      } else
+        vps->dpb_max_tidi = vps->max_sublayers_minus1;
+
+      if (!gst_h266_parse_dpb_parameters (&vps->dpbi, &nr,
+              vps->dpb_max_tidi, vps->sublayer_dpb_params_present_flag))
+        goto error;
+
+      for (j = (vps->sublayer_dpb_params_present_flag ?
+              vps->dpb_max_tidi : 0); j < vps->dpb_max_tidi; j++) {
+        /* When dpb_max_dec_pic_buffering_minus1i is not present for i in
+           the range of 0 to maxSubLayersMinus1 - 1, inclusive, due to
+           subLayerInfoFlag being equal to 0, it is inferred to be equal to
+           dpb_max_dec_pic_buffering_minus1maxSubLayersMinus1. */
+        vps->dpbi.max_dec_pic_buffering_minus1j =
+            vps->dpbi.max_dec_pic_buffering_minus1vps->dpb_max_tidi;
+
+        /* When dpb_max_num_reorder_picsi is not present for i in
+           the range of 0 to maxSubLayersMinus1 - 1, inclusive, due to
+           subLayerInfoFlag being equal to 0, it is inferred to be equal
+           to dpb_max_num_reorder_picsmaxSubLayersMinus1. */
+        vps->dpbi.max_num_reorder_picsj =
+            vps->dpbi.max_num_reorder_picsvps->dpb_max_tidi;
+
+        /* When dpb_max_latency_increase_plus1i is not present for i in
+           the range of 0 to maxSubLayersMinus1 - 1, inclusive, due to
+           subLayerInfoFlag being equal to 0, it is inferred to be equal to
+           dpb_max_latency_increase_plus1maxSubLayersMinus1. */
+        vps->dpbi.max_latency_increase_plus1j =
+            vps->dpbi.max_latency_increase_plus1vps->dpb_max_tidi;
+      }
+    }
+
+    for (i = 0; i < vps->num_multi_layer_olss; i++) {
+      READ_UE_MAX (&nr, vps->ols_dpb_pic_widthi, G_MAXUINT16);
+      READ_UE_MAX (&nr, vps->ols_dpb_pic_heighti, G_MAXUINT16);
+      READ_UINT8 (&nr, vps->ols_dpb_chroma_formati, 2);
+      READ_UE_MAX (&nr, vps->ols_dpb_bitdepth_minus8i, 2);
+
+      if (vps->num_dpb_params_minus1 > 0
+          && vps->num_dpb_params_minus1 + 1 != vps->num_multi_layer_olss) {
+        READ_UE_MAX (&nr, vps->ols_dpb_params_idxi,
+            vps->num_dpb_params_minus1);
+      } else if (vps->num_dpb_params_minus1 == 0)
+        vps->ols_dpb_params_idxi = 0;
+      else
+        vps->ols_dpb_params_idxi = i;
+    }
+  }
+
+  if (!vps->each_layer_is_an_ols_flag)
+    READ_UINT8 (&nr, vps->timing_hrd_params_present_flag, 1);
+
+  if (vps->timing_hrd_params_present_flag) {
+    gboolean is_dpb_param_referredGST_H266_MAX_TOTAL_NUM_OLSS;
+
+    memset (is_dpb_param_referred, 0, sizeof (is_dpb_param_referred));
+
+    if (!gst_h266_parse_general_timing_hrd_parameters
+        (&vps->general_hrd_params, &nr))
+      goto error;
+
+    if (vps->max_sublayers_minus1 > 0) {
+      READ_UINT8 (&nr, vps->sublayer_cpb_params_present_flag, 1);
+    } else
+      vps->sublayer_cpb_params_present_flag = 0;
+
+    READ_UE_MAX (&nr, vps->num_ols_timing_hrd_params_minus1,
+        vps->num_multi_layer_olss - 1);
+    for (i = 0; i <= vps->num_ols_timing_hrd_params_minus1; i++) {
+      guint firstSubLayer;
+
+      if (!vps->default_ptl_dpb_hrd_max_tid_flag) {
+        READ_UINT8 (&nr, vps->hrd_max_tidi, 3);
+        CHECK_ALLOWED_MAX (vps->hrd_max_tidi, vps->max_sublayers_minus1);
+      } else
+        vps->hrd_max_tidi = vps->max_sublayers_minus1;
+
+      firstSubLayer =
+          vps->sublayer_cpb_params_present_flag ? 0 : vps->hrd_max_tidi;
+
+      if (!gst_h266_parse_ols_timing_hrd_parameters (&vps->ols_hrd_paramsi,
+              &nr, &vps->general_hrd_params, firstSubLayer,
+              vps->hrd_max_tidi))
+        goto error;
+    }
+    for (i = vps->num_ols_timing_hrd_params_minus1 + 1;
+        i < vps->total_num_olss; i++) {
+      vps->hrd_max_tidi = vps->max_sublayers_minus1;
+    }
+
+    for (i = 0; i < vps->num_multi_layer_olss; i++) {
+      if (vps->num_ols_timing_hrd_params_minus1 > 0 &&
+          vps->num_ols_timing_hrd_params_minus1 + 1 !=
+          vps->num_multi_layer_olss) {
+        READ_UE_MAX (&nr, vps->ols_timing_hrd_idxi,
+            vps->num_ols_timing_hrd_params_minus1);
+      } else if (vps->num_ols_timing_hrd_params_minus1 == 0) {
+        vps->ols_timing_hrd_idxi = 0;
+      } else {
+        vps->ols_timing_hrd_idxi = i;
+      }
+
+      is_dpb_param_referredvps->ols_timing_hrd_idxi = TRUE;
+    }
+
+    for (i = 0; i <= vps->num_ols_timing_hrd_params_minus1; i++) {
+      if (!is_dpb_param_referredi) {
+        GST_WARNING ("Each vps_ols_timing_hrd_parameters( ) syntax structure "
+            "in the VPS shall be referred to by at least one value of "
+            "vps_ols_timing_hrd_idxi for i in the range of 1 to "
+            "NumMultiLayerOlss - 1, inclusive");
+        goto error;
+      }
+    }
+
+  } else {
+    for (int i = 0; i < vps->total_num_olss; i++)
+      vps->hrd_max_tidi = vps->max_sublayers_minus1;
+  }
+
+  READ_UINT8 (&nr, vps->extension_flag, 1);
+  if (vps->extension_flag)
+    GST_WARNING ("extension_flag not supported. Ignoring extension data.");
+
+  if (!gst_h266_parser_check_vps (vps))
+    goto error;
+
+  vps->valid = TRUE;
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Video parameter set\"");
+  vps->valid = FALSE;
+  return GST_H266_PARSER_ERROR;
+}
+
+/**
+ * gst_h266_parser_parse_sps:
+ * @parser: a #GstH266Parser
+ * @nalu: The #GST_H266_NAL_SPS #GstH266NalUnit to parse
+ * @sps: The #GstH266SPS to fill.
+ *
+ * Parses @data, and fills the @sps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_sps (GstH266Parser * parser, GstH266NalUnit * nalu,
+    GstH266SPS * sps)
+{
+  GstH266ParserResult res = gst_h266_parse_sps (parser, nalu, sps);
+
+  if (res == GST_H266_PARSER_OK) {
+    GST_LOG ("adding sequence parameter set with id: %d to array", sps->sps_id);
+
+    if (parser->active_sps && parser->active_sps->sps_id == sps->sps_id)
+      parser->active_sps = NULL;
+
+    parser->spssps->sps_id = *sps;
+    parser->last_sps = &parser->spssps->sps_id;
+  }
+
+  return res;
+}
+
+/**
+ * gst_h266_parse_sps:
+ * @parser: The #GstH266Parser
+ * @nalu: The #GST_H266_NAL_SPS #GstH266NalUnit to parse
+ * @sps: The #GstH266SPS to fill.
+ *
+ * Parses @data, and fills the @sps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parse_sps (GstH266Parser * parser, GstH266NalUnit * nalu,
+    GstH266SPS * sps)
+{
+  NalReader nr;
+  GstH266VPS *vps;
+  GstH266ProfileTierLevel *ptl;
+  guint i, j;
+  guint8 ctbLog2SizeY;
+  guint minQT3 = { 0, 0, 0 };
+  guint maxBTSize3 = { 0, 0, 0 };
+  guint maxTTSize3 = { 0, 0, 0 };
+  guint minCbLog2SizeY, minCuSize, MaxNumMergeCand,
+      minQtLog2SizeIntraY, minQtLog2SizeInterY;
+  guint8 sub_width_c, sub_height_c;
+  const guint8 h266_sub_width_c = { 1, 2, 2, 1 };
+  const guint8 h266_sub_height_c = { 1, 2, 1, 1 };
+
+  GST_LOG ("parsing \"Sequence parameter set\"");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (sps, 0, sizeof (*sps));
+  sps->nuh_layer_id = nalu->layer_id;
+
+  READ_UINT8 (&nr, sps->sps_id, 4);
+  READ_UINT8 (&nr, sps->vps_id, 4);
+
+  /* 7.4.3.4: When sps_video_parameter_set_id is equal to 0, SPS
+     does not refer to a VPS.
+     We just make vps0 as the default vps with default flags,
+     and let the SPS refer to it when vps_id is 0. */
+  if (sps->vps_id == 0) {
+    memset (&parser->vps0, 0, sizeof (*vps));
+    parser->vps0.vps_id = 0;
+
+    parser->vps0.max_layers_minus1 = 0;
+    /* 7.4.3.4:
+       The value of GeneralLayerIdxnuh_layer_id is set equal to 0.
+       The value of vps_independent_layer_flagGeneralLayerIdxnuh_layer_id
+       is inferred to be equal to 1.
+       The value of TotalNumOlss is set equal to 1,
+       the value of NumLayersInOls0 is set equal to 1, and value of
+       vps_layer_id0 is inferred to be equal to the value of nuh_layer_id
+       of all the VCL NAL units, and the value of LayerIdInOls00
+       is set equal to vps_layer_id0. */
+    parser->vps0.independent_layer_flag0 = 1;
+    parser->vps0.total_num_olss = 1;
+    parser->vps0.num_layers_in_ols0 = 1;
+    parser->vps0.layer_id0 = sps->nuh_layer_id;
+    parser->vps0.layer_id_in_ols00 = parser->vps0.layer_id0;
+    parser->vps0.valid = TRUE;
+
+    vps = &parser->vps0;
+  } else {
+    vps = gst_h266_parser_get_vps (parser, sps->vps_id);
+    if (!vps) {
+      GST_DEBUG ("couldn't find associated video parameter set with id: %d",
+          sps->vps_id);
+    }
+  }
+  sps->vps = vps;
+
+  READ_UINT8 (&nr, sps->max_sublayers_minus1, 3);
+  CHECK_ALLOWED_MAX (sps->max_sublayers_minus1, GST_H266_MAX_SUBLAYERS - 1);
+
+  READ_UINT8 (&nr, sps->chroma_format_idc, 2);
+
+  READ_UINT8 (&nr, sps->log2_ctu_size_minus5, 2);
+  CHECK_ALLOWED_MAX (sps->log2_ctu_size_minus5, 2);
+  ctbLog2SizeY = sps->log2_ctu_size_minus5 + 5;
+  sps->ctu_size = 1 << ctbLog2SizeY;
+
+  READ_UINT8 (&nr, sps->ptl_dpb_hrd_params_present_flag, 1);
+  if (!sps->vps_id && !sps->ptl_dpb_hrd_params_present_flag) {
+    GST_WARNING ("When vps_id is equal to 0, the value of "
+        "ptl_dpb_hrd_params_present_flag shall be equal to 1");
+    goto error;
+  }
+
+  if (sps->ptl_dpb_hrd_params_present_flag) {
+    if (!gst_h266_parse_profile_tier_level (&sps->profile_tier_level, &nr,
+            1, sps->max_sublayers_minus1))
+      goto error;
+  }
+
+  ptl = &sps->profile_tier_level;
+
+  READ_UINT8 (&nr, sps->gdr_enabled_flag, 1);
+  if (ptl->general_constraints_info.no_gdr_constraint_flag
+      && sps->gdr_enabled_flag) {
+    GST_WARNING ("When gci_no_gdr_constraint_flag equal to 1 , "
+        "the value of gdr_enabled_flag shall be equal to 0");
+    goto error;
+  }
+
+  READ_UINT8 (&nr, sps->ref_pic_resampling_enabled_flag, 1);
+  if (ptl->general_constraints_info.no_ref_pic_resampling_constraint_flag
+      && sps->ref_pic_resampling_enabled_flag) {
+    GST_WARNING ("When gci_no_ref_pic_resampling_constraint_flag is "
+        "equal to 1, ref_pic_resampling_enabled_flag shall be equal to 0");
+    goto error;
+  }
+
+  if (sps->ref_pic_resampling_enabled_flag)
+    READ_UINT8 (&nr, sps->res_change_in_clvs_allowed_flag, 1);
+
+  if (ptl->general_constraints_info.no_res_change_in_clvs_constraint_flag
+      && sps->res_change_in_clvs_allowed_flag) {
+    GST_WARNING ("When no_res_change_in_clvs_constraint_flag is equal "
+        "to 1, res_change_in_clvs_allowed_flag shall be equal to 0");
+    goto error;
+  }
+
+  READ_UE_MAX (&nr, sps->pic_width_max_in_luma_samples, GST_H266_MAX_WIDTH);
+  READ_UE_MAX (&nr, sps->pic_height_max_in_luma_samples, GST_H266_MAX_HEIGHT);
+  sub_width_c = h266_sub_width_csps->chroma_format_idc;
+  sub_height_c = h266_sub_height_csps->chroma_format_idc;
+
+  READ_UINT8 (&nr, sps->conformance_window_flag, 1);
+  if (sps->conformance_window_flag) {
+    guint width, height;
+
+    width = sps->pic_width_max_in_luma_samples / sub_width_c;
+    height = sps->pic_height_max_in_luma_samples / sub_height_c;
+
+    READ_UE_MAX (&nr, sps->conf_win_left_offset, width);
+    READ_UE_MAX (&nr, sps->conf_win_right_offset, width);
+    READ_UE_MAX (&nr, sps->conf_win_top_offset, height);
+    READ_UE_MAX (&nr, sps->conf_win_bottom_offset, height);
+
+    if (sub_width_c * (sps->conf_win_left_offset +
+            sps->conf_win_right_offset) >= sps->pic_width_max_in_luma_samples
+        || sub_height_c * (sps->conf_win_top_offset +
+            sps->conf_win_bottom_offset) >=
+        sps->pic_height_max_in_luma_samples) {
+      GST_WARNING ("Invalid sps conformance window: (%u, %u, %u, %u), "
+          "resolution is %ux%u, sub WxH is %ux%u.\n", sps->conf_win_left_offset,
+          sps->conf_win_right_offset, sps->conf_win_top_offset,
+          sps->conf_win_bottom_offset, sps->pic_width_max_in_luma_samples,
+          sps->pic_height_max_in_luma_samples, sub_width_c, sub_height_c);
+      goto error;
+    }
+  }
+
+  READ_UINT8 (&nr, sps->subpic_info_present_flag, 1);
+  if (ptl->general_constraints_info.no_subpic_info_constraint_flag
+      && sps->subpic_info_present_flag) {
+    GST_WARNING ("When gci_no_subpic_info_constraint_flag is equal to 1, "
+        "the value of subpic_info_present_flag shall be equal to 0");
+    goto error;
+  }
+
+  if (sps->subpic_info_present_flag) {
+    guint32 maxPicWidthInCtus =
+        ((sps->pic_width_max_in_luma_samples - 1) / sps->ctu_size) + 1;
+    guint32 maxPicHeightInCtus =
+        ((sps->pic_height_max_in_luma_samples - 1) / sps->ctu_size) + 1;
+
+    READ_UE_MAX (&nr, sps->num_subpics_minus1, GST_H266_MAX_SLICES_PER_AU - 1);
+    if (sps->num_subpics_minus1 == 0) {
+      sps->subpic_ctu_top_left_x0 = 0;
+      sps->subpic_ctu_top_left_y0 = 0;
+      sps->subpic_width_minus10 = maxPicWidthInCtus;
+      sps->subpic_height_minus10 = maxPicHeightInCtus;
+      sps->independent_subpics_flag = 1;
+      sps->subpic_same_size_flag = 0;
+      sps->subpic_treated_as_pic_flag0 = 1;
+      sps->loop_filter_across_subpic_enabled_flag0 = 0;
+    } else {
+      guint32 tmpWidthVal, tmpHeightVal, numSubpicCols;
+
+      READ_UINT8 (&nr, sps->independent_subpics_flag, 1);
+      READ_UINT8 (&nr, sps->subpic_same_size_flag, 1);
+
+      tmpWidthVal = maxPicWidthInCtus;
+      tmpHeightVal = maxPicHeightInCtus;
+      numSubpicCols = 1;
+      for (i = 0; i <= sps->num_subpics_minus1; i++) {
+        if (!sps->subpic_same_size_flag || i == 0) {
+          if (i > 0 && sps->pic_width_max_in_luma_samples > sps->ctu_size) {
+            READ_UINT16 (&nr, sps->subpic_ctu_top_left_xi,
+                gst_util_ceil_log2 (tmpWidthVal));
+          } else
+            sps->subpic_ctu_top_left_xi = 0;
+
+          if (i > 0 && sps->pic_height_max_in_luma_samples > sps->ctu_size) {
+            READ_UINT16 (&nr, sps->subpic_ctu_top_left_yi,
+                gst_util_ceil_log2 (tmpHeightVal));
+          } else
+            sps->subpic_ctu_top_left_yi = 0;
+
+          if (i < sps->num_subpics_minus1
+              && sps->pic_width_max_in_luma_samples > sps->ctu_size) {
+            READ_UINT16 (&nr, sps->subpic_width_minus1i,
+                gst_util_ceil_log2 (tmpWidthVal));
+          } else
+            sps->subpic_width_minus1i =
+                tmpWidthVal - sps->subpic_ctu_top_left_xi - 1;
+
+          if (i < sps->num_subpics_minus1
+              && sps->pic_height_max_in_luma_samples > sps->ctu_size) {
+            READ_UINT16 (&nr, sps->subpic_height_minus1i,
+                gst_util_ceil_log2 (tmpHeightVal));
+          } else
+            sps->subpic_height_minus1i =
+                tmpHeightVal - sps->subpic_ctu_top_left_yi - 1;
+
+          if (sps->subpic_same_size_flag) {
+            numSubpicCols = tmpWidthVal / (sps->subpic_width_minus10 + 1);
+            if (!(tmpWidthVal % (sps->subpic_width_minus10 + 1) == 0)) {
+              GST_WARNING ("subpic_width_minus10 is invalid.");
+              goto error;
+            }
+            if (!(tmpHeightVal % (sps->subpic_height_minus10 + 1) == 0)) {
+              GST_WARNING ("subpic_height_minus10 is invalid.");
+              goto error;
+            }
+            if (!(numSubpicCols * (tmpHeightVal /
+                        (sps->subpic_height_minus10 + 1)) ==
+                    (sps->num_subpics_minus1 + 1))) {
+              GST_WARNING ("when subpic_same_size_flag is equal to, "
+                  "num_subpics_minus1 is invalid");
+              goto error;
+            }
+          }
+        } else {
+          numSubpicCols = tmpWidthVal / (sps->subpic_width_minus10 + 1);
+
+          sps->subpic_ctu_top_left_xi =
+              (i % numSubpicCols) * (sps->subpic_width_minus10 + 1);
+          sps->subpic_ctu_top_left_yi =
+              (i / numSubpicCols) * (sps->subpic_height_minus10 + 1);
+          sps->subpic_width_minus1i = sps->subpic_width_minus10;
+          sps->subpic_height_minus1i = sps->subpic_height_minus10;
+        }
+
+        if (!sps->independent_subpics_flag) {
+          READ_UINT8 (&nr, sps->subpic_treated_as_pic_flagi, 1);
+          READ_UINT8 (&nr, sps->loop_filter_across_subpic_enabled_flagi, 1);
+        } else {
+          sps->subpic_treated_as_pic_flagi = 1;
+          sps->loop_filter_across_subpic_enabled_flagi = 0;
+        }
+      }
+    }
+
+    READ_UE_MAX (&nr, sps->subpic_id_len_minus1, 15);
+    if ((1 << (sps->subpic_id_len_minus1 + 1)) < sps->num_subpics_minus1 + 1) {
+      GST_WARNING ("Invalid subpic_id_len_minus1(%d) value",
+          sps->subpic_id_len_minus1);
+      goto error;
+    }
+
+    READ_UINT8 (&nr, sps->subpic_id_mapping_explicitly_signalled_flag, 1);
+    if (sps->subpic_id_mapping_explicitly_signalled_flag) {
+      READ_UINT8 (&nr, sps->subpic_id_mapping_present_flag, 1);
+      if (sps->subpic_id_mapping_present_flag)
+        for (i = 0; i <= sps->num_subpics_minus1; i++)
+          READ_UINT32 (&nr, sps->subpic_idi, sps->subpic_id_len_minus1 + 1);
+    }
+  } else {
+    sps->subpic_id_mapping_explicitly_signalled_flag = 0;
+    sps->num_subpics_minus1 = 0;
+    sps->independent_subpics_flag = 1;
+    sps->subpic_ctu_top_left_x0 = 0;
+    sps->subpic_ctu_top_left_y0 = 0;
+    sps->subpic_width_minus10 =
+        (sps->pic_width_max_in_luma_samples + sps->ctu_size - 1) >>
+        gst_util_floor_log2 (sps->ctu_size);
+    sps->subpic_height_minus10 =
+        (sps->pic_height_max_in_luma_samples + sps->ctu_size - 1) >>
+        gst_util_floor_log2 (sps->ctu_size);
+  }
+
+  if (!sps->subpic_id_mapping_explicitly_signalled_flag ||
+      !sps->subpic_id_mapping_present_flag)
+    for (i = 0; i <= sps->num_subpics_minus1; i++)
+      sps->subpic_idi = i;
+
+  READ_UE_MAX (&nr, sps->bitdepth_minus8, 8);
+
+  READ_UINT8 (&nr, sps->entropy_coding_sync_enabled_flag, 1);
+  READ_UINT8 (&nr, sps->entry_point_offsets_present_flag, 1);
+
+  READ_UINT8 (&nr, sps->log2_max_pic_order_cnt_lsb_minus4, 4);
+  CHECK_ALLOWED_MAX (sps->log2_max_pic_order_cnt_lsb_minus4, 12);
+
+  READ_UINT8 (&nr, sps->poc_msb_cycle_flag, 1);
+  if (sps->poc_msb_cycle_flag)
+    READ_UE_MAX (&nr, sps->poc_msb_cycle_len_minus1,
+        32 - sps->log2_max_pic_order_cnt_lsb_minus4 - 5);
+
+  READ_UINT8 (&nr, sps->num_extra_ph_bytes, 2);
+  CHECK_ALLOWED_MAX (sps->num_extra_ph_bytes, 2);
+  for (i = 0; i < (sps->num_extra_ph_bytes * 8); i++)
+    READ_UINT8 (&nr, sps->extra_ph_bit_present_flagi, 1);
+
+  READ_UINT8 (&nr, sps->num_extra_sh_bytes, 2);
+  CHECK_ALLOWED_MAX (sps->num_extra_sh_bytes, 2);
+  for (i = 0; i < (sps->num_extra_sh_bytes * 8); i++)
+    READ_UINT8 (&nr, sps->extra_sh_bit_present_flagi, 1);
+
+  if (sps->ptl_dpb_hrd_params_present_flag) {
+    if (sps->max_sublayers_minus1 > 0)
+      READ_UINT8 (&nr, sps->sublayer_dpb_params_flag, 1);
+
+    if (!gst_h266_parse_dpb_parameters (&sps->dpb, &nr,
+            sps->max_sublayers_minus1, sps->sublayer_dpb_params_flag))
+      goto error;
+  }
+
+  READ_UE_MAX (&nr, sps->log2_min_luma_coding_block_size_minus2, MIN (4,
+          sps->log2_ctu_size_minus5 + 3));
+  minCbLog2SizeY = sps->log2_min_luma_coding_block_size_minus2 + 2;
+  CHECK_ALLOWED_MAX (minCbLog2SizeY, MIN (6, ctbLog2SizeY));
+  minCuSize = 1 << minCbLog2SizeY;
+  if (sps->pic_width_max_in_luma_samples % MAX (8, minCuSize) != 0) {
+    GST_WARNING ("Coded frame width must be a multiple of "
+        "Max(8, the minimum unit size)");
+    goto error;
+  }
+  if (sps->pic_height_max_in_luma_samples % MAX (8, minCuSize) != 0) {
+    GST_WARNING ("Coded frame height must be a multiple of "
+        "Max(8, the minimum unit size)");
+    goto error;
+  }
+
+  READ_UINT8 (&nr, sps->partition_constraints_override_enabled_flag, 1);
+
+  READ_UE_MAX (&nr, sps->log2_diff_min_qt_min_cb_intra_slice_luma, MIN (6,
+          ctbLog2SizeY) - minCbLog2SizeY);
+  minQtLog2SizeIntraY =
+      sps->log2_diff_min_qt_min_cb_intra_slice_luma + minCbLog2SizeY;
+  minQT0 = 1 << minQtLog2SizeIntraY;
+  CHECK_ALLOWED_MAX (minQT0, 64);
+  CHECK_ALLOWED_MAX (minQT0, 1 << ctbLog2SizeY);
+
+  READ_UE_MAX (&nr, sps->max_mtt_hierarchy_depth_intra_slice_luma,
+      2 * (ctbLog2SizeY - minCbLog2SizeY));
+  maxTTSize0 = maxBTSize0 = minQT0;
+  if (sps->max_mtt_hierarchy_depth_intra_slice_luma != 0) {
+    READ_UE_MAX (&nr, sps->log2_diff_max_bt_min_qt_intra_slice_luma,
+        ctbLog2SizeY - minQtLog2SizeIntraY);
+    maxBTSize0 <<= sps->log2_diff_max_bt_min_qt_intra_slice_luma;
+
+    READ_UE_MAX (&nr, sps->log2_diff_max_tt_min_qt_intra_slice_luma, MIN (6,
+            ctbLog2SizeY) - minQtLog2SizeIntraY);
+    maxTTSize0 <<= sps->log2_diff_max_tt_min_qt_intra_slice_luma;
+  }
+
+  if (sps->chroma_format_idc != 0)
+    READ_UINT8 (&nr, sps->qtbtt_dual_tree_intra_flag, 1);
+
+  if (sps->qtbtt_dual_tree_intra_flag) {
+    READ_UE_MAX (&nr, sps->log2_diff_min_qt_min_cb_intra_slice_chroma, MIN (6,
+            ctbLog2SizeY) - minCbLog2SizeY);
+    minQT2 =
+        1 << (sps->log2_diff_min_qt_min_cb_intra_slice_chroma + minCbLog2SizeY);
+
+    READ_UE_MAX (&nr, sps->max_mtt_hierarchy_depth_intra_slice_chroma,
+        2 * (ctbLog2SizeY - minCbLog2SizeY));
+    maxTTSize2 = maxBTSize2 = minQT2;
+    if (sps->max_mtt_hierarchy_depth_intra_slice_chroma != 0) {
+      guint minQtLog2SizeIntraC =
+          sps->log2_diff_min_qt_min_cb_intra_slice_chroma + minCbLog2SizeY;
+
+      READ_UE_MAX (&nr, sps->log2_diff_max_bt_min_qt_intra_slice_chroma,
+          MIN (6, ctbLog2SizeY) - minQtLog2SizeIntraC);
+      maxBTSize2 <<= sps->log2_diff_max_bt_min_qt_intra_slice_chroma;
+
+      READ_UE_MAX (&nr, sps->log2_diff_max_tt_min_qt_intra_slice_chroma,
+          MIN (6, ctbLog2SizeY) - minQtLog2SizeIntraC);
+      maxTTSize2 <<= sps->log2_diff_max_tt_min_qt_intra_slice_chroma;
+    }
+  }
+
+  READ_UE_MAX (&nr, sps->log2_diff_min_qt_min_cb_inter_slice, MIN (6,
+          ctbLog2SizeY) - minCbLog2SizeY);
+  minQtLog2SizeInterY =
+      sps->log2_diff_min_qt_min_cb_inter_slice + minCbLog2SizeY;
+  minQT1 = 1 << minQtLog2SizeInterY;
+
+  READ_UE_MAX (&nr, sps->max_mtt_hierarchy_depth_inter_slice,
+      2 * (ctbLog2SizeY - minCbLog2SizeY));
+  maxTTSize1 = maxBTSize1 = minQT1;
+  if (sps->max_mtt_hierarchy_depth_inter_slice != 0) {
+    READ_UE_MAX (&nr, sps->log2_diff_max_bt_min_qt_inter_slice,
+        ctbLog2SizeY - minQtLog2SizeInterY);
+    maxBTSize1 <<= sps->log2_diff_max_bt_min_qt_inter_slice;
+
+    READ_UE_MAX (&nr, sps->log2_diff_max_tt_min_qt_inter_slice,
+        MIN (6, ctbLog2SizeY) - minQtLog2SizeInterY);
+    maxTTSize1 <<= sps->log2_diff_max_bt_min_qt_inter_slice;
+  }
+
+  if (sps->ctu_size > 32)
+    READ_UINT8 (&nr, sps->max_luma_transform_size_64_flag, 1);
+
+  READ_UINT8 (&nr, sps->transform_skip_enabled_flag, 1);
+  if (sps->transform_skip_enabled_flag) {
+    READ_UE_MAX (&nr, sps->log2_transform_skip_max_size_minus2, 3);
+    READ_UINT8 (&nr, sps->bdpcm_enabled_flag, 1);
+  }
+
+  READ_UINT8 (&nr, sps->mts_enabled_flag, 1);
+  if (sps->mts_enabled_flag) {
+    READ_UINT8 (&nr, sps->explicit_mts_intra_enabled_flag, 1);
+    READ_UINT8 (&nr, sps->explicit_mts_inter_enabled_flag, 1);
+  }
+
+  READ_UINT8 (&nr, sps->lfnst_enabled_flag, 1);
+
+  if (sps->chroma_format_idc != 0) {
+    if (!gst_h266_parse_chroma_qp_table (sps, &nr))
+      goto error;
+  } else {
+    sps->joint_cbcr_enabled_flag = 0;
+    sps->same_qp_table_for_chroma_flag = 0;
+  }
+
+  READ_UINT8 (&nr, sps->sao_enabled_flag, 1);
+
+  READ_UINT8 (&nr, sps->alf_enabled_flag, 1);
+  if (sps->alf_enabled_flag && sps->chroma_format_idc != 0) {
+    READ_UINT8 (&nr, sps->ccalf_enabled_flag, 1);
+  } else
+    sps->ccalf_enabled_flag = 0;
+
+  READ_UINT8 (&nr, sps->lmcs_enabled_flag, 1);
+  READ_UINT8 (&nr, sps->weighted_pred_flag, 1);
+  READ_UINT8 (&nr, sps->weighted_bipred_flag, 1);
+  READ_UINT8 (&nr, sps->long_term_ref_pics_flag, 1);
+
+  if (sps->vps_id > 0) {
+    READ_UINT8 (&nr, sps->inter_layer_prediction_enabled_flag, 1);
+  } else
+    sps->inter_layer_prediction_enabled_flag = 0;
+
+  READ_UINT8 (&nr, sps->idr_rpl_present_flag, 1);
+  if (ptl->general_constraints_info.no_idr_constraint_flag &&
+      sps->idr_rpl_present_flag) {
+    GST_WARNING ("When gci_no_idr_rpl_constraint_flag equal to 1, "
+        "the value of sps_idr_rpl_present_flag shall be equal to 0.");
+    goto error;
+  }
+
+  READ_UINT8 (&nr, sps->rpl1_same_as_rpl0_flag, 1);
+  for (i = 0; i < (sps->rpl1_same_as_rpl0_flag ? 1 : 2); i++) {
+    READ_UE_MAX (&nr, sps->num_ref_pic_listsi, GST_H266_MAX_REF_PIC_LISTS);
+    for (j = 0; j < sps->num_ref_pic_listsi; j++)
+      gst_h266_ref_pic_list_struct (&sps->ref_pic_list_structij, &nr,
+          i, j, sps);
+  }
+
+  if (sps->rpl1_same_as_rpl0_flag) {
+    sps->num_ref_pic_lists1 = sps->num_ref_pic_lists0;
+    memcpy (&sps->ref_pic_list_struct1, &sps->ref_pic_list_struct0,
+        sizeof (sps->ref_pic_list_struct0));
+  }
+
+  READ_UINT8 (&nr, sps->ref_wraparound_enabled_flag, 1);
+  if (sps->ref_wraparound_enabled_flag) {
+    for (i = 0; i <= sps->num_subpics_minus1; i++) {
+      if (sps->subpic_treated_as_pic_flagi &&
+          (sps->subpic_width_minus1i + 1 !=
+              (sps->pic_width_max_in_luma_samples + sps->ctu_size - 1) /
+              sps->ctu_size)) {
+        GST_WARNING ("sps_ref_wraparound_enabled_flag cannot be equal "
+            "to 1 when there is at least one subpicture with "
+            "SubPicTreatedAsPicFlag equal to 1 and the subpicture's width "
+            "is not equal to picture's width");
+        goto error;
+      }
+    }
+  }
+
+  READ_UINT8 (&nr, sps->temporal_mvp_enabled_flag, 1);
+  if (sps->temporal_mvp_enabled_flag)
+    READ_UINT8 (&nr, sps->sbtmvp_enabled_flag, 1);
+
+  READ_UINT8 (&nr, sps->amvr_enabled_flag, 1);
+
+  READ_UINT8 (&nr, sps->bdof_enabled_flag, 1);
+  if (sps->bdof_enabled_flag)
+    READ_UINT8 (&nr, sps->bdof_control_present_in_ph_flag, 1);
+
+  READ_UINT8 (&nr, sps->smvd_enabled_flag, 1);
+
+  READ_UINT8 (&nr, sps->dmvr_enabled_flag, 1);
+  if (sps->dmvr_enabled_flag)
+    READ_UINT8 (&nr, sps->dmvr_control_present_in_ph_flag, 1);
+
+  READ_UINT8 (&nr, sps->mmvd_enabled_flag, 1);
+  if (sps->mmvd_enabled_flag)
+    READ_UINT8 (&nr, sps->mmvd_fullpel_only_enabled_flag, 1);
+
+  READ_UE_MAX (&nr, sps->six_minus_max_num_merge_cand, 5);
+  MaxNumMergeCand = 6 - sps->six_minus_max_num_merge_cand;
+
+  READ_UINT8 (&nr, sps->sbt_enabled_flag, 1);
+
+  READ_UINT8 (&nr, sps->affine_enabled_flag, 1);
+  if (sps->affine_enabled_flag) {
+    READ_UE_MAX (&nr, sps->five_minus_max_num_subblock_merge_cand,
+        5 - sps->sbtmvp_enabled_flag);
+    READ_UINT8 (&nr, sps->sps_6param_affine_enabled_flag, 1);
+    if (sps->amvr_enabled_flag)
+      READ_UINT8 (&nr, sps->affine_amvr_enabled_flag, 1);
+
+    READ_UINT8 (&nr, sps->affine_prof_enabled_flag, 1);
+    if (sps->affine_prof_enabled_flag)
+      READ_UINT8 (&nr, sps->prof_control_present_in_ph_flag, 1);
+  }
+
+  READ_UINT8 (&nr, sps->bcw_enabled_flag, 1);
+  READ_UINT8 (&nr, sps->ciip_enabled_flag, 1);
+
+  if (MaxNumMergeCand >= 2) {
+    READ_UINT8 (&nr, sps->gpm_enabled_flag, 1);
+    if (sps->gpm_enabled_flag && MaxNumMergeCand >= 3)
+      READ_UE_MAX (&nr, sps->max_num_merge_cand_minus_max_num_gpm_cand,
+          MaxNumMergeCand - 2);
+  }
+
+  READ_UE_MAX (&nr, sps->log2_parallel_merge_level_minus2, ctbLog2SizeY - 2);
+
+  READ_UINT8 (&nr, sps->isp_enabled_flag, 1);
+  READ_UINT8 (&nr, sps->mrl_enabled_flag, 1);
+  READ_UINT8 (&nr, sps->mip_enabled_flag, 1);
+
+  if (sps->chroma_format_idc != 0)
+    READ_UINT8 (&nr, sps->cclm_enabled_flag, 1);
+
+  if (sps->chroma_format_idc == 1) {
+    READ_UINT8 (&nr, sps->chroma_horizontal_collocated_flag, 1);
+    READ_UINT8 (&nr, sps->chroma_vertical_collocated_flag, 1);
+  } else {
+    sps->chroma_horizontal_collocated_flag = 1;
+    sps->chroma_vertical_collocated_flag = 1;
+  }
+
+  READ_UINT8 (&nr, sps->palette_enabled_flag, 1);
+  if ((ptl->profile_idc == GST_H266_PROFILE_MAIN_12 ||
+          ptl->profile_idc == GST_H266_PROFILE_MAIN_12_INTRA ||
+          ptl->profile_idc == GST_H266_PROFILE_MAIN_12_STILL_PICTURE) &&
+      sps->palette_enabled_flag) {
+    GST_WARNING ("sps_palette_enabled_flag shall be equal to 0 "
+        "for Main 12 (420) profiles");
+    goto error;
+  }
+
+  if (sps->chroma_format_idc == 3 && !sps->max_luma_transform_size_64_flag)
+    READ_UINT8 (&nr, sps->act_enabled_flag, 1);
+
+  if (sps->transform_skip_enabled_flag || sps->palette_enabled_flag)
+    READ_UE_MAX (&nr, sps->min_qp_prime_ts, 8);
+
+  READ_UINT8 (&nr, sps->ibc_enabled_flag, 1);
+  if (sps->ibc_enabled_flag)
+    READ_UE_MAX (&nr, sps->six_minus_max_num_ibc_merge_cand, 5);
+
+  READ_UINT8 (&nr, sps->ladf_enabled_flag, 1);
+  if (sps->ladf_enabled_flag) {
+    READ_UINT8 (&nr, sps->num_ladf_intervals_minus2, 2);
+    READ_SE_ALLOWED (&nr, sps->ladf_lowest_interval_qp_offset, -63, 63);
+    for (i = 0; i < sps->num_ladf_intervals_minus2 + 1; i++) {
+      READ_SE_ALLOWED (&nr, sps->ladf_qp_offseti, -63, 63);
+      READ_UE_MAX (&nr, sps->ladf_delta_threshold_minus1i,
+          (2 << (8 + sps->bitdepth_minus8)) - 3);
+    }
+  }
+
+  READ_UINT8 (&nr, sps->explicit_scaling_list_enabled_flag, 1);
+  if (sps->lfnst_enabled_flag && sps->explicit_scaling_list_enabled_flag)
+    READ_UINT8 (&nr, sps->scaling_matrix_for_lfnst_disabled_flag, 1);
+
+  if (sps->act_enabled_flag && sps->explicit_scaling_list_enabled_flag)
+    READ_UINT8 (&nr,
+        sps->scaling_matrix_for_alternative_colour_space_disabled_flag, 1);
+
+  if (sps->scaling_matrix_for_alternative_colour_space_disabled_flag)
+    READ_UINT8 (&nr, sps->scaling_matrix_designated_colour_space_flag, 1);
+
+  READ_UINT8 (&nr, sps->dep_quant_enabled_flag, 1);
+  READ_UINT8 (&nr, sps->sign_data_hiding_enabled_flag, 1);
+
+  READ_UINT8 (&nr, sps->virtual_boundaries_enabled_flag, 1);
+  if (ptl->general_constraints_info.no_virtual_boundaries_constraint_flag &&
+      sps->virtual_boundaries_enabled_flag) {
+    GST_WARNING ("When gci_no_virtual_boundaries_constraint_flag is "
+        "equal to 1, sps_virtual_boundaries_enabled_flag shall be "
+        "equal to 0");
+    goto error;
+  }
+
+  if (sps->virtual_boundaries_enabled_flag) {
+    READ_UINT8 (&nr, sps->virtual_boundaries_present_flag, 1);
+    if (sps->virtual_boundaries_present_flag) {
+      READ_UE (&nr, sps->num_ver_virtual_boundaries);
+      if (sps->pic_width_max_in_luma_samples <= 8 &&
+          sps->num_ver_virtual_boundaries != 0) {
+        GST_WARNING ("SPS: When picture width is less than or equal to 8, "
+            "the number of vertical virtual boundaries shall be equal to 0");
+        goto error;
+      }
+      if (sps->num_ver_virtual_boundaries > 3) {
+        GST_WARNING ("SPS: The number of vertical virtual boundaries "
+            "shall be in the range of 0 to 3");
+        goto error;
+      }
+
+      for (i = 0; i < sps->num_ver_virtual_boundaries; i++)
+        READ_UE_MAX (&nr, sps->virtual_boundary_pos_x_minus1i,
+            (sps->pic_width_max_in_luma_samples + 7) / 8 - 2);
+
+      READ_UE (&nr, sps->num_hor_virtual_boundaries);
+      if (sps->pic_height_max_in_luma_samples <= 8 &&
+          sps->num_hor_virtual_boundaries != 0) {
+        GST_WARNING ("SPS: When picture height is less than or equal to 8, "
+            "the number of horizontal virtual boundaries shall be equal to 0");
+        goto error;
+      }
+      if (sps->num_hor_virtual_boundaries > 3) {
+        GST_WARNING ("SPS: The number of horizontal virtual boundaries "
+            "shall be in the range of 0 to 3");
+        goto error;
+      }
+
+      for (i = 0; i < sps->num_hor_virtual_boundaries; i++)
+        READ_UE_MAX (&nr, sps->virtual_boundary_pos_y_minus1i,
+            (sps->pic_height_max_in_luma_samples + 7) / 8 - 2);
+    }
+  }
+
+  if (sps->ptl_dpb_hrd_params_present_flag) {
+    READ_UINT8 (&nr, sps->timing_hrd_params_present_flag, 1);
+
+    if (sps->timing_hrd_params_present_flag) {
+      guint8 firstSubLayer;
+
+      gst_h266_parse_general_timing_hrd_parameters (&sps->general_hrd_params,
+          &nr);
+
+      if (sps->max_sublayers_minus1 > 0)
+        READ_UINT8 (&nr, sps->sublayer_cpb_params_present_flag, 1);
+
+      firstSubLayer =
+          sps->sublayer_cpb_params_present_flag ? 0 : sps->max_sublayers_minus1;
+      gst_h266_parse_ols_timing_hrd_parameters (&sps->ols_hrd_params, &nr,
+          &sps->general_hrd_params, firstSubLayer, sps->max_sublayers_minus1);
+    }
+  }
+
+  READ_UINT8 (&nr, sps->field_seq_flag, 1);
+
+  READ_UINT8 (&nr, sps->vui_parameters_present_flag, 1);
+  if (sps->vui_parameters_present_flag) {
+    READ_UE_MAX (&nr, sps->vui_payload_size_minus1, 1023);
+
+    while (!nal_reader_is_byte_aligned (&nr))
+      if (!nal_reader_skip (&nr, 1))
+        goto error;
+
+    if (!gst_h266_parse_vui_payload (&sps->vui_params, &nr,
+            sps->vui_payload_size_minus1 + 1))
+      goto error;
+  } else {
+    gst_h266_vui_parameters_set_default (&sps->vui_params);
+  }
+
+  READ_UINT8 (&nr, sps->extension_flag, 1);
+  if (sps->extension_flag) {
+    READ_UINT8 (&nr, sps->range_extension_flag, 1);
+
+    for (i = 0; i < 7; i++) {
+      READ_UINT8 (&nr, sps->extension_7_flagsi, 1);
+      if (sps->extension_7_flagsi) {
+        GST_WARNING ("The value of sps_extension_7bits shall be equal "
+            "to 0 in bitstreams conforming to this version of this document");
+        goto error;
+      }
+    }
+
+    if (sps->range_extension_flag) {
+      if (sps->bitdepth_minus8 + 8 <= 10) {
+        GST_WARNING ("The value of sps_range_extension_flag shall be 0 "
+            "when BitDepth is less than or equal to 10.");
+        goto error;
+      }
+
+      if (!gst_h266_parse_range_extension (&sps->range_params,
+              &nr, sps->transform_skip_enabled_flag))
+        goto error;
+    }
+  }
+
+  sps->max_width = sps->pic_width_max_in_luma_samples;
+  sps->max_height = sps->pic_height_max_in_luma_samples;
+  if (sps->conformance_window_flag) {
+    sps->crop_rect_width = sps->max_width -
+        (sps->conf_win_left_offset + sps->conf_win_right_offset) * sub_width_c;
+    sps->crop_rect_height = sps->max_height -
+        (sps->conf_win_top_offset + sps->conf_win_bottom_offset) * sub_height_c;
+    sps->crop_rect_x = sps->conf_win_left_offset * sub_width_c;
+    sps->crop_rect_y = sps->conf_win_top_offset * sub_height_c;
+
+    GST_LOG ("crop_rectangle x=%u y=%u width=%u, height=%u", sps->crop_rect_x,
+        sps->crop_rect_y, sps->crop_rect_width, sps->crop_rect_height);
+  }
+
+  /* calculate fps_num fps_den */
+  sps->fps_num = 0;
+  sps->fps_den = 1;
+  if (sps->ptl_dpb_hrd_params_present_flag
+      && sps->timing_hrd_params_present_flag) {
+    sps->fps_num = sps->general_hrd_params.time_scale;
+    sps->fps_den = sps->general_hrd_params.num_units_in_tick;
+    GST_LOG ("framerate %d/%d in SPS", sps->fps_num, sps->fps_den);
+  } else if (vps && vps->timing_hrd_params_present_flag) {
+    sps->fps_num = vps->general_hrd_params.time_scale;
+    sps->fps_den = vps->general_hrd_params.num_units_in_tick;
+    GST_LOG ("framerate %d/%d in VPS", sps->fps_num, sps->fps_den);
+  } else {
+    GST_LOG ("unknown framerate");
+  }
+
+  sps->valid = TRUE;
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Sequence parameter set\"");
+  sps->valid = FALSE;
+  return GST_H266_PARSER_ERROR;
+}
+
+static gboolean
+gst_h266_parser_parse_tile_info (GstH266SPS * sps,
+    GstH266PPS * pps, NalReader * nr)
+{
+  guint exp_tile_width = 0, exp_tile_height = 0;
+  guint unified_size, remaining_size;
+  gint i;
+
+  GST_LOG ("parsing \"Tile Info\"");
+
+  READ_UE_MAX (nr, pps->num_exp_tile_columns_minus1,
+      MIN (pps->pic_width_in_ctbs_y - 1, GST_H266_MAX_TILE_COLUMNS - 1));
+  READ_UE_MAX (nr, pps->num_exp_tile_rows_minus1,
+      MIN (pps->pic_height_in_ctbs_y - 1, GST_H266_MAX_TILE_ROWS - 1));
+
+  for (i = 0; i <= pps->num_exp_tile_columns_minus1; i++) {
+    READ_UE_MAX (nr, pps->tile_column_width_minus1i,
+        pps->pic_width_in_ctbs_y - exp_tile_width - 1);
+    exp_tile_width += pps->tile_column_width_minus1i + 1;
+  }
+
+  remaining_size = pps->pic_width_in_ctbs_y - exp_tile_width;
+  unified_size = (i == 0 ? pps->pic_width_in_ctbs_y :
+      (pps->tile_column_width_minus1i - 1 + 1));
+
+  pps->num_tile_columns =
+      i + ((remaining_size + unified_size - 1) / unified_size);
+  if (pps->num_tile_columns > GST_H266_MAX_TILE_COLUMNS) {
+    GST_WARNING ("NumTileColumns(%d) large than max tile columns %d.\n",
+        pps->num_tile_columns, GST_H266_MAX_TILE_COLUMNS);
+    goto error;
+  }
+
+  while (remaining_size > unified_size) {
+    pps->tile_column_width_minus1i = unified_size - 1;
+    remaining_size -= unified_size;
+    i++;
+  }
+  if (remaining_size > 0)
+    pps->tile_column_width_minus1i = remaining_size - 1;
+
+  for (i = 0; i <= pps->num_exp_tile_rows_minus1; i++) {
+    READ_UE_MAX (nr, pps->tile_row_height_minus1i,
+        pps->pic_height_in_ctbs_y - exp_tile_height - 1);
+    exp_tile_height += pps->tile_row_height_minus1i + 1;
+  }
+
+  remaining_size = pps->pic_height_in_ctbs_y - exp_tile_height;
+  unified_size = (i == 0 ? pps->pic_height_in_ctbs_y :
+      (pps->tile_row_height_minus1i - 1 + 1));
+
+  pps->num_tile_rows = i + ((remaining_size + unified_size - 1) / unified_size);
+  if (pps->num_tile_rows > GST_H266_MAX_TILE_ROWS) {
+    GST_WARNING ("NumTileRows(%d) large than max tile rows %d.\n",
+        pps->num_tile_rows, GST_H266_MAX_TILE_ROWS);
+    goto error;
+  }
+
+  while (remaining_size > unified_size) {
+    pps->tile_row_height_minus1i = unified_size - 1;
+    remaining_size -= unified_size;
+    i++;
+  }
+  if (remaining_size > 0)
+    pps->tile_row_height_minus1i = remaining_size - 1;
+
+  pps->num_tiles_in_pic = pps->num_tile_columns * pps->num_tile_rows;
+  if (pps->num_tiles_in_pic > GST_H266_MAX_TILES_PER_AU) {
+    GST_WARNING ("NumTilesInPic(%d) large than max tiles per AU %d.\n",
+        pps->num_tiles_in_pic, GST_H266_MAX_TILES_PER_AU);
+    goto error;
+  }
+
+  if (pps->num_tiles_in_pic > 1) {
+    READ_UINT8 (nr, pps->loop_filter_across_tiles_enabled_flag, 1);
+    READ_UINT8 (nr, pps->rect_slice_flag, 1);
+  } else {
+    pps->loop_filter_across_tiles_enabled_flag = 0;
+    pps->rect_slice_flag = 1;
+  }
+
+  pps->tile_col_bd_val0 = 0;
+  for (i = 0; i < pps->num_tile_columns; i++) {
+    pps->tile_col_bd_vali + 1 =
+        pps->tile_col_bd_vali + pps->tile_column_width_minus1i + 1;
+  }
+  pps->tile_row_bd_val0 = 0;
+  for (i = 0; i < pps->num_tile_rows; i++) {
+    pps->tile_row_bd_vali + 1 =
+        pps->tile_row_bd_vali + pps->tile_row_height_minus1i + 1;
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"Tile Info\"");
+  return FALSE;
+}
+
+static gboolean
+gst_h266_parser_parse_picture_partition (GstH266SPS * sps,
+    GstH266PPS * pps, NalReader * nr)
+{
+  guint16 tile_idx, tile_x, tile_y, ctu_x, ctu_y;
+  gint i, j;
+
+  GST_LOG ("parsing \"Picture Partition\"");
+
+  READ_UINT8 (nr, pps->log2_ctu_size_minus5, 2);
+  if (pps->log2_ctu_size_minus5 != sps->log2_ctu_size_minus5) {
+    GST_WARNING ("pps_log2_ctu_size_minus5 shall be equal "
+        "to sps_log2_ctu_size_minus5");
+    goto error;
+  }
+
+  if (!gst_h266_parser_parse_tile_info (sps, pps, nr))
+    goto error;
+
+  if (pps->rect_slice_flag) {
+    READ_UINT8 (nr, pps->single_slice_per_subpic_flag, 1);
+  } else {
+    pps->single_slice_per_subpic_flag = 0;
+  }
+
+  if (pps->rect_slice_flag) {
+    if (!pps->single_slice_per_subpic_flag) {
+      tile_idx = 0;
+
+      READ_UE_MAX (nr, pps->num_slices_in_pic_minus1,
+          GST_H266_MAX_SLICES_PER_AU - 1);
+      if (pps->num_slices_in_pic_minus1 > 1) {
+        READ_UINT8 (nr, pps->tile_idx_delta_present_flag, 1);
+      } else {
+        pps->tile_idx_delta_present_flag = 0;
+      }
+
+      /* Handle the last one after this loop */
+      for (i = 0; i < pps->num_slices_in_pic_minus1; i++) {
+        pps->slice_top_left_tile_idxi = tile_idx;
+        tile_x = tile_idx % pps->num_tile_columns;
+        tile_y = tile_idx / pps->num_tile_columns;
+
+        if (tile_x != pps->num_tile_columns - 1) {
+          READ_UE_MAX (nr, pps->slice_width_in_tiles_minus1i,
+              pps->num_tile_columns - 1);
+        } else {
+          pps->slice_width_in_tiles_minus1i = 0;
+        }
+
+        if (tile_y != pps->num_tile_rows - 1 &&
+            (pps->tile_idx_delta_present_flag || tile_x == 0)) {
+          READ_UE_MAX (nr, pps->slice_height_in_tiles_minus1i,
+              pps->num_tile_rows - 1);
+        } else {
+          if (tile_y == pps->num_tile_rows - 1) {
+            pps->slice_height_in_tiles_minus1i = 0;
+          } else {
+            /* tile_x != 0, so i should be > 0 when we get here. */
+            pps->slice_height_in_tiles_minus1i =
+                pps->slice_height_in_tiles_minus1i - 1;
+          }
+        }
+
+        ctu_x = pps->tile_col_bd_valtile_x;
+        ctu_y = pps->tile_row_bd_valtile_y;
+
+        /* slice is no bigger than tile */
+        if (pps->slice_width_in_tiles_minus1i == 0 &&
+            pps->slice_height_in_tiles_minus1i == 0 &&
+            pps->tile_row_height_minus1tile_y > 0) {
+          gint num_slices_in_tile, uniform_slice_height,
+              remaining_height_in_ctbs_y;
+          gint k;
+
+          remaining_height_in_ctbs_y = pps->tile_row_height_minus1tile_y + 1;
+
+          READ_UE_MAX (nr, pps->num_exp_slices_in_tilei,
+              pps->tile_row_height_minus1tile_y);
+
+          /* slice is equal to tile */
+          if (pps->num_exp_slices_in_tilei == 0) {
+            num_slices_in_tile = 1;
+            pps->slice_top_left_ctu_xi = ctu_x;
+            pps->slice_top_left_ctu_yi = ctu_y;
+            pps->slice_height_in_ctusi =
+                pps->tile_row_height_minus1tile_y + 1;
+          } else {              /* tile contains multi slices */
+            guint16 slice_height_in_ctus;
+
+            for (j = 0; j < pps->num_exp_slices_in_tilei; j++) {
+              READ_UE_MAX (nr, pps->exp_slice_height_in_ctus_minus1ij,
+                  pps->tile_row_height_minus1tile_y);
+
+              slice_height_in_ctus =
+                  pps->exp_slice_height_in_ctus_minus1ij + 1;
+              pps->slice_height_in_ctusi + j = slice_height_in_ctus;
+
+              pps->slice_top_left_ctu_xi + j = ctu_x;
+              pps->slice_top_left_ctu_yi + j = ctu_y;
+
+              ctu_y += slice_height_in_ctus;
+              remaining_height_in_ctbs_y -= slice_height_in_ctus;
+            }
+
+            uniform_slice_height =
+                1 + pps->exp_slice_height_in_ctus_minus1ij - 1;
+
+            /* Assign the remaining CTBs to slices */
+            while (remaining_height_in_ctbs_y > uniform_slice_height) {
+              if (i + j > pps->num_slices_in_pic_minus1) {
+                GST_WARNING ("Too may slices %d", i + j + 1);
+                goto error;
+              }
+
+              pps->slice_height_in_ctusi + j = uniform_slice_height;
+
+              pps->slice_top_left_ctu_xi + j = ctu_x;
+              pps->slice_top_left_ctu_yi + j = ctu_y;
+
+              ctu_y += uniform_slice_height;
+              remaining_height_in_ctbs_y -= uniform_slice_height;
+              j++;
+            }
+
+            if (remaining_height_in_ctbs_y > 0) {
+              if (i + j > pps->num_slices_in_pic_minus1) {
+                GST_WARNING ("Too may slices %d", i + j + 1);
+                goto error;
+              }
+
+              pps->slice_height_in_ctusi + j = remaining_height_in_ctbs_y;
+              pps->slice_top_left_ctu_xi + j = ctu_x;
+              pps->slice_top_left_ctu_yi + j = ctu_y;
+              j++;
+            }
+
+            num_slices_in_tile = j;
+          }
+
+          /* slice_top_left_tile_idx0 already set */
+          for (k = 1; k < num_slices_in_tile; k++)
+            pps->slice_top_left_tile_idxi + k = tile_idx;
+
+          i += num_slices_in_tile - 1;
+        } else {                /* Slice may contain multi tiles. */
+          guint16 height = 0;
+
+          pps->num_exp_slices_in_tilei = 0;
+
+          for (j = 0; j <= pps->slice_height_in_tiles_minus1i; j++)
+            height += pps->tile_row_height_minus1tile_y + j + 1;
+          pps->slice_height_in_ctusi = height;
+
+          pps->slice_top_left_ctu_xi = ctu_x;
+          pps->slice_top_left_ctu_yi = ctu_y;
+        }
+
+        if (i < pps->num_slices_in_pic_minus1) {
+          if (pps->tile_idx_delta_present_flag) {
+            gint num_tiles_in_pic = pps->num_tiles_in_pic;
+
+            READ_SE_ALLOWED (nr, pps->tile_idx_delta_vali,
+                -num_tiles_in_pic + 1, num_tiles_in_pic - 1);
+            if (pps->tile_idx_delta_vali == 0) {
+              /* When present, the value of pps_tile_idx_delta_vali
+                 shall not be equal to 0. */
+              GST_WARNING ("pps->tile_idx_delta_vali shall not be"
+                  " equal to 0.\n");
+              goto error;
+            }
+
+            tile_idx += pps->tile_idx_delta_vali;
+          } else {
+            pps->tile_idx_delta_vali = 0;
+
+            tile_idx += pps->slice_width_in_tiles_minus1i + 1;
+            if (tile_idx % pps->num_tile_columns == 0) {
+              tile_idx += pps->slice_height_in_tiles_minus1i *
+                  pps->num_tile_columns;
+            }
+          }
+        }
+      }
+
+      if (i > pps->num_slices_in_pic_minus1 + 1) {
+        GST_WARNING ("wrong slice num %d, bigger than total slice num %d",
+            i, pps->num_slices_in_pic_minus1 + 1);
+        goto error;
+      } else if (i == pps->num_slices_in_pic_minus1) {
+        /* Assign the left to the last slice if not explicitly assigned. */
+        guint16 height = 0;
+
+        pps->slice_top_left_tile_idxi = tile_idx;
+
+        tile_x = tile_idx % pps->num_tile_columns;
+        tile_y = tile_idx / pps->num_tile_columns;
+        ctu_x = 0, ctu_y = 0;
+        for (j = 0; j < tile_x; j++)
+          ctu_x += pps->tile_column_width_minus1j + 1;
+        for (j = 0; j < tile_y; j++)
+          ctu_y += pps->tile_row_height_minus1j + 1;
+
+        pps->slice_top_left_ctu_xi = ctu_x;
+        pps->slice_top_left_ctu_yi = ctu_y;
+
+        pps->slice_width_in_tiles_minus1i =
+            pps->num_tile_columns - tile_x - 1;
+        pps->slice_height_in_tiles_minus1i = pps->num_tile_rows - tile_y - 1;
+
+        for (j = 0; j <= pps->slice_height_in_tiles_minus1i; j++)
+          height += pps->tile_row_height_minus1tile_y + j + 1;
+        pps->slice_height_in_ctusi = height;
+
+        pps->num_exp_slices_in_tilei = 0;
+      }
+
+      /* calculate NumSlicesInSubpic */
+      for (i = 0; i <= sps->num_subpics_minus1; i++) {
+        pps->num_slices_in_subpici = 0;
+
+        for (j = 0; j <= pps->num_slices_in_pic_minus1; j++) {
+          guint16 pos_x = pps->slice_top_left_ctu_xj;
+          guint16 pos_y = pps->slice_top_left_ctu_yj;
+
+          if ((pos_x >= sps->subpic_ctu_top_left_xi) &&
+              (pos_x < sps->subpic_ctu_top_left_xi +
+                  sps->subpic_width_minus1i + 1) &&
+              (pos_y >= sps->subpic_ctu_top_left_yi)
+              && (pos_y < sps->subpic_ctu_top_left_yi +
+                  sps->subpic_height_minus1i + 1))
+            pps->num_slices_in_subpici++;
+        }
+      }
+    } else {
+      gint start_x, start_y;
+
+      pps->num_slices_in_pic_minus1 = sps->num_subpics_minus1;
+      for (i = 0; i <= sps->num_subpics_minus1; i++) {
+        start_x = -1;
+        start_y = -1;
+
+        pps->num_slices_in_subpici = 1;
+
+        for (tile_y = 0; tile_y < pps->num_tile_rows; tile_y++) {
+          for (tile_x = 0; tile_x < pps->num_tile_columns; tile_x++) {
+            if ((pps->tile_col_bd_valtile_x >= sps->subpic_ctu_top_left_xi)
+                && (pps->tile_col_bd_valtile_x < sps->subpic_ctu_top_left_xi
+                    + sps->subpic_width_minus1i + 1)
+                && (pps->tile_row_bd_valtile_y >=
+                    sps->subpic_ctu_top_left_yi)
+                && (pps->tile_row_bd_valtile_y < sps->subpic_ctu_top_left_yi
+                    + sps->subpic_height_minus1i + 1)) {
+              if (start_x == -1) {
+                start_x = tile_x;
+                start_y = tile_y;
+              }
+              pps->slice_width_in_tiles_minus1i = tile_x - start_x;
+              pps->slice_height_in_tiles_minus1i = tile_y - start_y;
+            }
+          }
+        }
+
+        if (start_x == -1) {
+          GST_WARNING ("No tile found for subpic start at: %d, %d, "
+              "size: %d, %d in CTUs", sps->subpic_ctu_top_left_xi,
+              sps->subpic_ctu_top_left_yi, sps->subpic_width_minus1i + 1,
+              sps->subpic_height_minus1i + 1);
+          goto error;
+        }
+
+        pps->slice_top_left_tile_idxi =
+            start_x + start_y * pps->num_tile_columns;
+        pps->slice_top_left_ctu_xi = sps->subpic_ctu_top_left_xi;
+        pps->slice_top_left_ctu_yi = sps->subpic_ctu_top_left_yi;
+        pps->slice_height_in_ctusi = sps->subpic_height_minus1i + 1;
+      }
+    }
+  }
+
+  if (!pps->rect_slice_flag || pps->single_slice_per_subpic_flag ||
+      pps->num_slices_in_pic_minus1 > 0) {
+    READ_UINT8 (nr, pps->loop_filter_across_slices_enabled_flag, 1);
+  } else {
+    pps->loop_filter_across_slices_enabled_flag = 0;
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"Picture Partition\"");
+  return FALSE;
+}
+
+static guint16
+gst_h266_parser_add_slice_ctus_map (GstH266Parser * parser,
+    const GstH266PPS * pps, guint slice_start_offset,
+    guint ctu_x, guint ctu_y, guint width, guint height)
+{
+  guint x, y;
+  guint16 ctb_count = 0;
+
+  for (y = ctu_y; y < ctu_y + height; y++) {
+    for (x = ctu_x; x < ctu_x + width; x++) {
+      /* CtbAddrInRs */
+      parser->ctb_addr_in_sliceslice_start_offset + ctb_count =
+          y * pps->pic_width_in_ctbs_y + x;
+      ctb_count++;
+    }
+  }
+
+  return ctb_count;
+}
+
+static gboolean
+gst_h266_parser_generate_ctb_map (GstH266Parser * parser,
+    const GstH266PPS * pps)
+{
+  gint tile_y, tile_x, ctu_y, ctu_x;
+  guint ctb_addr_x, ctb_addr_y;
+  gint ctu_idx = 0;
+  gint i, j, k;
+
+  memset (parser->ctb_addr_in_slice, 0, sizeof (parser->ctb_addr_in_slice));
+  memset (parser->slice_start_offset, 0, sizeof (parser->slice_start_offset));
+  memset (parser->num_ctus_in_slice, 0, sizeof (parser->num_ctus_in_slice));
+  memset (parser->ctb_to_tile_col_bd, 0, sizeof (parser->ctb_to_tile_col_bd));
+  memset (parser->ctb_to_tile_row_bd, 0, sizeof (parser->ctb_to_tile_row_bd));
+
+  if (pps->pic_size_in_ctbs_y >= GST_H266_MAX_CTUS_IN_PICTURE) {
+    GST_WARNING ("Too many CTBs %d", pps->pic_size_in_ctbs_y);
+    return FALSE;
+  }
+
+  tile_x = 0, tile_y = 0;
+  for (ctb_addr_x = 0; ctb_addr_x < pps->pic_width_in_ctbs_y; ctb_addr_x++) {
+    if (ctb_addr_x == pps->tile_col_bd_valtile_x + 1)
+      tile_x++;
+    parser->ctb_to_tile_col_bdctb_addr_x = pps->tile_col_bd_valtile_x;
+  }
+  parser->ctb_to_tile_col_bdpps->pic_width_in_ctbs_y =
+      pps->pic_width_in_ctbs_y;
+
+  for (ctb_addr_y = 0; ctb_addr_y < pps->pic_height_in_ctbs_y; ctb_addr_y++) {
+    if (ctb_addr_y == pps->tile_row_bd_valtile_y + 1)
+      tile_y++;
+    parser->ctb_to_tile_row_bdctb_addr_y = pps->tile_row_bd_valtile_y;
+  }
+  parser->ctb_to_tile_row_bdpps->pic_height_in_ctbs_y =
+      pps->pic_height_in_ctbs_y;
+
+
+  /* Map between raster scan address and CTU address.
+   * For non rect slice mode, the slice number for each picture is not
+   * fixed, we only need to establish the map based on tile info.
+   *
+   * For rect slice mode, the slice structure for each picture is fixed
+   * based on the PPS info. So beside the map, we can also know the
+   * slice_start_offset and num_ctus_in_slice for each slice.
+   */
+  if (!pps->no_pic_partition_flag && pps->rect_slice_flag) {
+    guint16 ctb_count;
+    guint16 slice_start_offset = 0;
+
+    for (i = 0; i <= pps->num_slices_in_pic_minus1; i++) {
+      tile_x = pps->slice_top_left_tile_idxi % pps->num_tile_columns;
+      tile_y = pps->slice_top_left_tile_idxi / pps->num_tile_columns;
+
+      if (pps->slice_width_in_tiles_minus1i == 0 &&
+          pps->slice_height_in_tiles_minus1i == 0) {
+        /* Slice contains no more than one tile, the slice_top_left_ctu_x/y
+           and slice_height_in_ctus give all the info. */
+        ctb_count = gst_h266_parser_add_slice_ctus_map (parser,
+            pps, slice_start_offset, pps->slice_top_left_ctu_xi,
+            pps->slice_top_left_ctu_yi,
+            pps->tile_column_width_minus1tile_x + 1,
+            pps->slice_height_in_ctusi);
+
+        parser->slice_start_offseti = slice_start_offset;
+        parser->num_ctus_in_slicei = ctb_count;
+        slice_start_offset += ctb_count;
+      } else {
+        guint16 ctu_x, ctu_y, ctu_width, ctu_height;
+
+        g_assert (pps->tile_col_bd_valtile_x == pps->slice_top_left_ctu_xi);
+        g_assert (pps->tile_row_bd_valtile_y == pps->slice_top_left_ctu_yi);
+
+        parser->slice_start_offseti = slice_start_offset;
+
+        for (j = 0; j <= pps->slice_height_in_tiles_minus1i; j++) {
+          for (k = 0; k <= pps->slice_width_in_tiles_minus1i; k++) {
+            ctu_x = pps->tile_col_bd_valtile_x + k;
+            ctu_y = pps->tile_row_bd_valtile_y + j;
+            ctu_width = pps->tile_column_width_minus1tile_x + k + 1;
+            ctu_height = pps->tile_row_height_minus1tile_y + j + 1;
+
+            ctb_count = gst_h266_parser_add_slice_ctus_map (parser,
+                pps, slice_start_offset, ctu_x, ctu_y, ctu_width, ctu_height);
+            slice_start_offset += ctb_count;
+          }
+        }
+
+        parser->num_ctus_in_slicei =
+            slice_start_offset - parser->slice_start_offseti;
+      }
+    }
+  } else {
+    for (tile_y = 0; tile_y < pps->num_tile_rows; tile_y++) {
+      for (tile_x = 0; tile_x < pps->num_tile_columns; tile_x++) {
+        for (ctu_y = pps->tile_row_bd_valtile_y;
+            ctu_y < pps->tile_row_bd_valtile_y +
+            pps->tile_row_height_minus1tile_y + 1; ctu_y++) {
+          for (ctu_x = pps->tile_col_bd_valtile_x;
+              ctu_x < pps->tile_col_bd_valtile_x +
+              pps->tile_column_width_minus1tile_x + 1; ctu_x++) {
+            g_assert (ctu_idx < pps->pic_size_in_ctbs_y);
+            parser->ctb_addr_in_slicectu_idx++ =
+                ctu_y * pps->pic_width_in_ctbs_y + ctu_x;
+          }
+        }
+      }
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h266_parser_set_active_sps_pps (GstH266Parser * parser,
+    const GstH266SPS * sps, const GstH266PPS * pps)
+{
+  gboolean need_update = FALSE;
+
+  g_assert (sps->vps);
+  g_assert (sps->valid);
+  g_assert (pps->valid);
+
+  if (sps->vps != parser->active_vps) {
+    parser->active_vps = (GstH266VPS *) sps->vps;
+    need_update = TRUE;
+  }
+
+  if (sps != parser->active_sps) {
+    parser->active_sps = (GstH266SPS *) sps;
+    need_update = TRUE;
+  }
+
+  if (pps != parser->active_pps) {
+    parser->active_pps = (GstH266PPS *) pps;
+    need_update = TRUE;
+  }
+
+  if (need_update) {
+    if (!gst_h266_parser_generate_ctb_map (parser, pps))
+      return FALSE;
+
+    GST_LOG ("set active VPS:%d, SPS:%d, PPS:%d",
+        sps->vps->vps_id, sps->sps_id, pps->pps_id);
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_h266_parser_parse_pps:
+ * @parser: a #GstH266Parser
+ * @nalu: The #GST_H266_NAL_PPS #GstH266NalUnit to parse
+ * @pps: The #GstH266PPS to fill.
+ *
+ * Parses @data, and fills the @pps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_pps (GstH266Parser * parser,
+    GstH266NalUnit * nalu, GstH266PPS * pps)
+{
+  GstH266ParserResult res = gst_h266_parse_pps (parser, nalu, pps);
+
+  if (res == GST_H266_PARSER_OK) {
+    GST_LOG ("adding picture parameter set with id: %d to array", pps->pps_id);
+
+    if (parser->active_pps && parser->active_pps->pps_id == pps->pps_id)
+      parser->active_pps = NULL;
+
+    parser->ppspps->pps_id = *pps;
+    parser->last_pps = &parser->ppspps->pps_id;
+  }
+
+  return res;
+}
+
+/**
+ * gst_h266_parse_pps:
+ * @parser: a #GstH266Parser
+ * @nalu: The #GST_H266_NAL_PPS #GstH266NalUnit to parse
+ * @pps: The #GstH266PPS to fill.
+ *
+ * Parses @data, and fills the @pps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parse_pps (GstH266Parser * parser, GstH266NalUnit * nalu,
+    GstH266PPS * pps)
+{
+  NalReader nr;
+  GstH266SPS *sps;
+  gint min_cb_size_y, ctb_size_y;
+  guint8 sub_width_c, sub_height_c;
+  const guint8 h266_sub_width_c = { 1, 2, 2, 1 };
+  const guint8 h266_sub_height_c = { 1, 2, 1, 1 };
+  gint QpBdOffset, i;
+
+  GST_LOG ("parsing \"Picture parameter set\"");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (pps, 0, sizeof (*pps));
+
+  READ_UINT8 (&nr, pps->pps_id, 6);
+  READ_UINT8 (&nr, pps->sps_id, 4);
+
+  sps = gst_h266_parser_get_sps (parser, pps->sps_id);
+  if (!sps) {
+    GST_WARNING ("couldn't find associated sequence parameter set with id: %d",
+        pps->sps_id);
+    return GST_H266_PARSER_BROKEN_LINK;
+  }
+  pps->sps = sps;
+
+  ctb_size_y = 1 << (sps->log2_ctu_size_minus5 + 5);
+  min_cb_size_y = 1 << (sps->log2_min_luma_coding_block_size_minus2 + 2);
+  sub_width_c = h266_sub_width_csps->chroma_format_idc;
+  sub_height_c = h266_sub_height_csps->chroma_format_idc;
+
+  READ_UINT8 (&nr, pps->mixed_nalu_types_in_pic_flag, 1);
+
+  READ_UE_ALLOWED (&nr, pps->pic_width_in_luma_samples, 1,
+      sps->pic_width_max_in_luma_samples);
+  READ_UE_ALLOWED (&nr, pps->pic_height_in_luma_samples, 1,
+      sps->pic_height_max_in_luma_samples);
+
+  if (pps->pic_width_in_luma_samples % MAX (min_cb_size_y, 8) ||
+      pps->pic_height_in_luma_samples % MAX (min_cb_size_y, 8)) {
+    GST_WARNING ("Invalid dimensions: %ux%u not divisible "
+        "by %u, MinCbSizeY = %u.\n", pps->pic_width_in_luma_samples,
+        pps->pic_height_in_luma_samples, MAX (min_cb_size_y, 8), min_cb_size_y);
+    goto error;
+  }
+
+  if (!sps->res_change_in_clvs_allowed_flag &&
+      (pps->pic_width_in_luma_samples !=
+          sps->pic_width_max_in_luma_samples ||
+          pps->pic_height_in_luma_samples !=
+          sps->pic_height_max_in_luma_samples)) {
+    GST_WARNING ("Resoltuion change is not allowed, "
+        "resolution sps(%ux%u) mismatched with pps(%ux%u).\n",
+        sps->pic_width_max_in_luma_samples,
+        sps->pic_height_max_in_luma_samples,
+        pps->pic_width_in_luma_samples, pps->pic_height_in_luma_samples);
+    goto error;
+  }
+
+  if (sps->ref_wraparound_enabled_flag) {
+    if ((ctb_size_y / min_cb_size_y + 1) >
+        (pps->pic_width_in_luma_samples / min_cb_size_y - 1)) {
+      GST_WARNING ("The value %d of (CtbSizeY / MinCbSizeY + 1) shall be "
+          "less than or equal to the value %d of "
+          "(pps_pic_width_in_luma_samples / MinCbSizeY - 1).",
+          ctb_size_y / min_cb_size_y + 1,
+          pps->pic_width_in_luma_samples / min_cb_size_y - 1);
+      goto error;
+    }
+  }
+
+  READ_UINT8 (&nr, pps->conformance_window_flag, 1);
+  if (pps->conformance_window_flag &&
+      pps->pic_width_in_luma_samples == sps->pic_width_max_in_luma_samples &&
+      pps->pic_height_in_luma_samples == sps->pic_height_max_in_luma_samples) {
+    GST_WARNING ("When pps_pic_width_in_luma_samples is equal to "
+        "sps_pic_width_max_in_luma_samples and pps_pic_height_in_luma_samples "
+        "is equal to sps_pic_height_max_in_luma_samples, the value of "
+        "pps_conformance_window_flag shall be equal to 0");
+    goto error;
+  }
+
+  if (pps->conformance_window_flag) {
+    guint width, height;
+
+    width = pps->pic_width_in_luma_samples / sub_width_c;
+    height = pps->pic_height_in_luma_samples / sub_height_c;
+
+    READ_UE_MAX (&nr, pps->conf_win_left_offset, width);
+    READ_UE_MAX (&nr, pps->conf_win_right_offset, width);
+    READ_UE_MAX (&nr, pps->conf_win_top_offset, height);
+    READ_UE_MAX (&nr, pps->conf_win_bottom_offset, height);
+
+    if (sub_width_c * (pps->conf_win_left_offset +
+            pps->conf_win_right_offset) >= pps->pic_width_in_luma_samples
+        || sub_height_c * (pps->conf_win_top_offset +
+            pps->conf_win_bottom_offset) >= pps->pic_height_in_luma_samples) {
+      GST_WARNING ("Invalid pps conformance window: (%u, %u, %u, %u), "
+          "resolution is %ux%u, sub WxH is %ux%u.\n", pps->conf_win_left_offset,
+          pps->conf_win_right_offset, pps->conf_win_top_offset,
+          pps->conf_win_bottom_offset, pps->pic_width_in_luma_samples,
+          pps->pic_height_in_luma_samples, sub_width_c, sub_height_c);
+      goto error;
+    }
+  } else {
+    if (pps->pic_width_in_luma_samples ==
+        sps->pic_width_max_in_luma_samples &&
+        pps->pic_height_in_luma_samples ==
+        sps->pic_height_max_in_luma_samples) {
+      pps->conf_win_left_offset = sps->conf_win_left_offset;
+      pps->conf_win_right_offset = sps->conf_win_right_offset;
+      pps->conf_win_top_offset = sps->conf_win_top_offset;
+      pps->conf_win_bottom_offset = sps->conf_win_bottom_offset;
+    } else {
+      pps->conf_win_left_offset = 0;
+      pps->conf_win_right_offset = 0;
+      pps->conf_win_top_offset = 0;
+      pps->conf_win_bottom_offset = 0;
+    }
+  }
+
+  READ_UINT8 (&nr, pps->scaling_window_explicit_signalling_flag, 1);
+  if (pps->scaling_window_explicit_signalling_flag) {
+    if (!sps->ref_pic_resampling_enabled_flag) {
+      GST_WARNING ("When sps_ref_pic_resampling_enabled_flag is equal to 0, "
+          "the value of pps_scaling_window_explicit_signalling_flag "
+          "shall be equal to 0");
+      goto error;
+    }
+
+    READ_SE (&nr, pps->scaling_win_left_offset);
+    CHECK_ALLOWED (pps->scaling_win_left_offset * sub_width_c,
+        -pps->pic_width_in_luma_samples * 15, pps->pic_width_in_luma_samples);
+    READ_SE (&nr, pps->scaling_win_right_offset);
+    CHECK_ALLOWED (pps->scaling_win_right_offset * sub_width_c,
+        -pps->pic_width_in_luma_samples * 15, pps->pic_width_in_luma_samples);
+    READ_SE (&nr, pps->scaling_win_top_offset);
+    CHECK_ALLOWED (pps->scaling_win_top_offset * sub_height_c,
+        -pps->pic_height_in_luma_samples * 15, pps->pic_height_in_luma_samples);
+    READ_SE (&nr, pps->scaling_win_bottom_offset);
+    CHECK_ALLOWED (pps->scaling_win_bottom_offset * sub_height_c,
+        -pps->pic_height_in_luma_samples * 15, pps->pic_height_in_luma_samples);
+
+    CHECK_ALLOWED ((pps->scaling_win_left_offset +
+            pps->scaling_win_right_offset) * sub_width_c,
+        -pps->pic_width_in_luma_samples * 15, pps->pic_width_in_luma_samples);
+    CHECK_ALLOWED ((pps->scaling_win_top_offset +
+            pps->scaling_win_bottom_offset) * sub_height_c,
+        -pps->pic_height_in_luma_samples * 15, pps->pic_height_in_luma_samples);
+  } else {
+    pps->scaling_win_left_offset = pps->conf_win_left_offset;
+    pps->scaling_win_right_offset = pps->conf_win_right_offset;
+    pps->scaling_win_top_offset = pps->conf_win_top_offset;
+    pps->scaling_win_bottom_offset = pps->conf_win_bottom_offset;
+  }
+
+  READ_UINT8 (&nr, pps->output_flag_present_flag, 1);
+  READ_UINT8 (&nr, pps->no_pic_partition_flag, 1);
+
+  READ_UINT8 (&nr, pps->subpic_id_mapping_present_flag, 1);
+  if (pps->subpic_id_mapping_present_flag) {
+    if (!pps->no_pic_partition_flag) {
+      READ_UE (&nr, pps->num_subpics_minus1);
+      if (pps->num_subpics_minus1 != sps->num_subpics_minus1) {
+        GST_WARNING ("pps_num_subpics_minus1 shall be equal "
+            "to sps_num_subpics_minus1");
+        goto error;
+      }
+    } else {
+      pps->num_subpics_minus1 = 0;
+    }
+
+    READ_UE (&nr, pps->subpic_id_len_minus1);
+    if (pps->subpic_id_len_minus1 != sps->subpic_id_len_minus1) {
+      GST_WARNING ("pps_subpic_id_len_minus1 shall be equal "
+          "to sps_subpic_id_len_minus1");
+      goto error;
+    }
+
+    for (i = 0; i <= pps->num_subpics_minus1; i++)
+      READ_UINT16 (&nr, pps->subpic_idi, pps->subpic_id_len_minus1 + 1);
+  }
+
+  pps->pic_width_in_ctbs_y =
+      (pps->pic_width_in_luma_samples + ctb_size_y - 1) / ctb_size_y;
+  pps->pic_height_in_ctbs_y =
+      (pps->pic_height_in_luma_samples + ctb_size_y - 1) / ctb_size_y;
+  pps->pic_size_in_ctbs_y =
+      pps->pic_width_in_ctbs_y * pps->pic_height_in_ctbs_y;
+
+  if (!pps->no_pic_partition_flag) {
+    if (!gst_h266_parser_parse_picture_partition (sps, pps, &nr))
+      goto error;
+  } else {
+    pps->single_slice_per_subpic_flag = 0;
+    pps->num_exp_tile_columns_minus1 = 0;
+    pps->tile_column_width_minus10 = pps->pic_width_in_ctbs_y - 1;
+    pps->num_exp_tile_rows_minus1 = 0;
+    pps->tile_row_height_minus10 = pps->pic_height_in_ctbs_y - 1;
+    pps->num_tile_columns = 1;
+    pps->num_tile_rows = 1;
+    pps->num_tiles_in_pic = 1;
+    pps->rect_slice_flag = 0;
+
+    pps->tile_col_bd_val0 = 0;
+    for (i = 0; i < pps->num_tile_columns; i++) {
+      pps->tile_col_bd_vali + 1 =
+          pps->tile_col_bd_vali + pps->tile_column_width_minus1i + 1;
+    }
+    pps->tile_row_bd_val0 = 0;
+    for (i = 0; i < pps->num_tile_rows; i++) {
+      pps->tile_row_bd_vali + 1 =
+          pps->tile_row_bd_vali + pps->tile_row_height_minus1i + 1;
+    }
+  }
+
+  READ_UINT8 (&nr, pps->cabac_init_present_flag, 1);
+
+  for (i = 0; i < 2; i++)
+    READ_UE_MAX (&nr, pps->num_ref_idx_default_active_minus1i, 14);
+
+  READ_UINT8 (&nr, pps->rpl1_idx_present_flag, 1);
+  READ_UINT8 (&nr, pps->weighted_pred_flag, 1);
+  READ_UINT8 (&nr, pps->weighted_bipred_flag, 1);
+
+  READ_UINT8 (&nr, pps->ref_wraparound_enabled_flag, 1);
+  if (pps->ref_wraparound_enabled_flag)
+    READ_UE_MAX (&nr, pps->pic_width_minus_wraparound_offset,
+        (pps->pic_width_in_luma_samples / min_cb_size_y)
+        - (ctb_size_y / min_cb_size_y) - 2);
+
+  QpBdOffset = 6 * sps->bitdepth_minus8;
+  READ_SE_ALLOWED (&nr, pps->init_qp_minus26, -(26 + QpBdOffset), 37);
+  READ_UINT8 (&nr, pps->cu_qp_delta_enabled_flag, 1);
+  READ_UINT8 (&nr, pps->chroma_tool_offsets_present_flag, 1);
+  if (pps->chroma_tool_offsets_present_flag) {
+    READ_SE_ALLOWED (&nr, pps->cb_qp_offset, -12, 12);
+    READ_SE_ALLOWED (&nr, pps->cr_qp_offset, -12, 12);
+
+    READ_UINT8 (&nr, pps->joint_cbcr_qp_offset_present_flag, 1);
+    if (pps->joint_cbcr_qp_offset_present_flag) {
+      READ_SE_ALLOWED (&nr, pps->joint_cbcr_qp_offset_value, -12, 12);
+    } else {
+      pps->joint_cbcr_qp_offset_value = 0;
+    }
+
+    READ_UINT8 (&nr, pps->slice_chroma_qp_offsets_present_flag, 1);
+
+    READ_UINT8 (&nr, pps->cu_chroma_qp_offset_list_enabled_flag, 1);
+    if (pps->cu_chroma_qp_offset_list_enabled_flag) {
+      READ_UE_MAX (&nr, pps->chroma_qp_offset_list_len_minus1, 5);
+      for (i = 0; i <= pps->chroma_qp_offset_list_len_minus1; i++) {
+        READ_SE_ALLOWED (&nr, pps->cb_qp_offset_listi, -12, 12);
+        READ_SE_ALLOWED (&nr, pps->cr_qp_offset_listi, -12, 12);
+
+        if (pps->joint_cbcr_qp_offset_present_flag) {
+          READ_SE_ALLOWED (&nr, pps->joint_cbcr_qp_offset_listi, -12, 12);
+        } else {
+          pps->joint_cbcr_qp_offset_listi = 0;
+        }
+      }
+    }
+  } else {
+    pps->cb_qp_offset = 0;
+    pps->cr_qp_offset = 0;
+    pps->joint_cbcr_qp_offset_present_flag = 0;
+    pps->joint_cbcr_qp_offset_value = 0;
+    pps->slice_chroma_qp_offsets_present_flag = 0;
+    pps->cu_chroma_qp_offset_list_enabled_flag = 0;
+  }
+
+  READ_UINT8 (&nr, pps->deblocking_filter_control_present_flag, 1);
+  if (pps->deblocking_filter_control_present_flag) {
+    READ_UINT8 (&nr, pps->deblocking_filter_override_enabled_flag, 1);
+    READ_UINT8 (&nr, pps->deblocking_filter_disabled_flag, 1);
+
+    if (!pps->no_pic_partition_flag &&
+        pps->deblocking_filter_override_enabled_flag) {
+      READ_UINT8 (&nr, pps->dbf_info_in_ph_flag, 1);
+    } else {
+      pps->dbf_info_in_ph_flag = 0;
+    }
+
+    if (!pps->deblocking_filter_disabled_flag) {
+      READ_SE_ALLOWED (&nr, pps->luma_beta_offset_div2, -12, 12);
+      READ_SE_ALLOWED (&nr, pps->luma_tc_offset_div2, -12, 12);
+
+      if (pps->chroma_tool_offsets_present_flag) {
+        READ_SE_ALLOWED (&nr, pps->cb_beta_offset_div2, -12, 12);
+        READ_SE_ALLOWED (&nr, pps->cb_tc_offset_div2, -12, 12);
+        READ_SE_ALLOWED (&nr, pps->cr_beta_offset_div2, -12, 12);
+        READ_SE_ALLOWED (&nr, pps->cr_tc_offset_div2, -12, 12);
+      } else {
+        pps->cb_beta_offset_div2 = 0;
+        pps->cb_tc_offset_div2 = 0;
+        pps->cr_beta_offset_div2 = pps->luma_beta_offset_div2;
+        pps->cr_tc_offset_div2 = pps->luma_tc_offset_div2;
+      }
+    } else {
+      pps->luma_beta_offset_div2 = 0;
+      pps->luma_tc_offset_div2 = 0;
+      pps->cb_beta_offset_div2 = 0;
+      pps->cb_tc_offset_div2 = 0;
+      pps->cr_beta_offset_div2 = pps->luma_beta_offset_div2;
+      pps->cr_tc_offset_div2 = pps->luma_tc_offset_div2;
+    }
+  } else {
+    pps->deblocking_filter_override_enabled_flag = 0;
+    pps->deblocking_filter_disabled_flag = 0;
+    pps->dbf_info_in_ph_flag = 0;
+    pps->luma_beta_offset_div2 = 0;
+    pps->luma_tc_offset_div2 = 0;
+    pps->cb_beta_offset_div2 = 0;
+    pps->cb_tc_offset_div2 = 0;
+    pps->cr_beta_offset_div2 = 0;
+    pps->cr_tc_offset_div2 = 0;
+  }
+
+  if (!pps->no_pic_partition_flag) {
+    READ_UINT8 (&nr, pps->rpl_info_in_ph_flag, 1);
+    READ_UINT8 (&nr, pps->sao_info_in_ph_flag, 1);
+    READ_UINT8 (&nr, pps->alf_info_in_ph_flag, 1);
+
+    if ((pps->weighted_pred_flag || pps->weighted_bipred_flag) &&
+        pps->rpl_info_in_ph_flag)
+      READ_UINT8 (&nr, pps->wp_info_in_ph_flag, 1);
+
+    READ_UINT8 (&nr, pps->qp_delta_info_in_ph_flag, 1);
+  }
+
+  READ_UINT8 (&nr, pps->picture_header_extension_present_flag, 1);
+  READ_UINT8 (&nr, pps->slice_header_extension_present_flag, 1);
+
+  READ_UINT8 (&nr, pps->extension_flag, 1);
+  if (pps->extension_flag)
+    GST_WARNING ("extension_flag not supported. Ignoring extension data.");
+
+  /* calculate width and height */
+  pps->width = pps->pic_width_in_luma_samples;
+  pps->height = pps->pic_height_in_luma_samples;
+  if (pps->conformance_window_flag) {
+    pps->crop_rect_width = pps->width -
+        (pps->conf_win_left_offset + pps->conf_win_right_offset) * sub_width_c;
+    pps->crop_rect_height = pps->height -
+        (pps->conf_win_top_offset + pps->conf_win_bottom_offset) * sub_height_c;
+    pps->crop_rect_x = pps->conf_win_left_offset * sub_width_c;
+    pps->crop_rect_y = pps->conf_win_top_offset * sub_height_c;
+
+    GST_LOG ("crop_rectangle x=%u y=%u width=%u, height=%u", pps->crop_rect_x,
+        pps->crop_rect_y, pps->crop_rect_width, pps->crop_rect_height);
+  }
+
+  pps->valid = TRUE;
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Picture parameter set\"");
+  pps->valid = FALSE;
+  return GST_H266_PARSER_ERROR;
+}
+
+/**
+ * gst_h266_parser_parse_aps:
+ * @parser: a #GstH266Parser
+ * @nalu: The APS #GstH266NalUnit to parse
+ * @aps: The #GstH266APS to fill.
+ *
+ * Parses @data, and fills the @aps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_aps (GstH266Parser * parser,
+    GstH266NalUnit * nalu, GstH266APS * aps)
+{
+  GstH266ParserResult res = gst_h266_parse_aps (parser, nalu, aps);
+
+  if (res == GST_H266_PARSER_OK) {
+    GST_LOG ("adding adaptation parameter set with id: %d to array",
+        aps->aps_id);
+    parser->apsaps->params_typeaps->aps_id = *aps;
+    parser->last_apsaps->params_type =
+        &parser->apsaps->params_typeaps->aps_id;
+  }
+
+  return res;
+}
+
+/**
+ * gst_h266_parse_aps:
+ * @parser: a #GstH266Parser
+ * @nalu: The APS #GstH266NalUnit to parse
+ * @aps: The #GstH266APS to fill.
+ *
+ * Parses @data, and fills the @aps structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parse_aps (GstH266Parser * parser, GstH266NalUnit * nalu,
+    GstH266APS * aps)
+{
+  NalReader nr;
+  guint8 params_type;
+
+  GST_LOG ("parsing APS");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (aps, 0, sizeof (*aps));
+
+  READ_UINT8 (&nr, params_type, 3);
+  aps->params_type = params_type;
+  READ_UINT8 (&nr, aps->aps_id, 5);
+  CHECK_ALLOWED_MAX (aps->aps_id, GST_H266_MAX_APS_COUNT);
+  READ_UINT8 (&nr, aps->chroma_present_flag, 1);
+
+  switch (aps->params_type) {
+    case GST_H266_ALF_APS:
+      if (!gst_h266_parse_alf (&aps->alf, &nr, aps->chroma_present_flag))
+        goto error;
+      break;
+    case GST_H266_LMCS_APS:
+      if (!gst_h266_parse_lmcs (&aps->lmcs, &nr, aps->chroma_present_flag))
+        goto error;
+      break;
+    case GST_H266_SCALING_APS:
+      if (!gst_h266_parse_scaling_list (&aps->sl, &nr,
+              aps->chroma_present_flag))
+        goto error;
+      break;
+    default:
+      GST_WARNING ("unknown APS params_type %d", aps->params_type);
+      goto error;
+      break;
+  }
+
+  READ_UINT8 (&nr, aps->extension_flag, 1);
+  if (aps->extension_flag)
+    GST_WARNING ("extension_flag not supported. Ignoring extension data.");
+
+  aps->valid = TRUE;
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Adaptation parameter set\"");
+  aps->valid = FALSE;
+  return GST_H266_PARSER_ERROR;
+}
+
+/**
+ * gst_h266_parser_parse_aud:
+ * @parser: a #GstH266Parser
+ * @nalu: The AUD #GstH266NalUnit to parse
+ * @aud: The #GstH266AUD to fill.
+ *
+ * Parses @data, and fills the @aud structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_aud (GstH266Parser * parser,
+    GstH266NalUnit * nalu, GstH266AUD * aud)
+{
+  NalReader nr;
+
+  GST_LOG ("parsing Access Unit Delimiter");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (aud, 0, sizeof (*aud));
+
+  READ_UINT8 (&nr, aud->irap_or_gdr_flag, 1);
+  READ_UINT8 (&nr, aud->pic_type, 3);
+  CHECK_ALLOWED_MAX (aud->pic_type, 2);
+
+  /* Skip the byte alignment bits */
+  if (!nal_reader_skip (&nr, 1))
+    goto error;
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Access Unit Delimiter\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+/**
+ * gst_h266_parser_parse_opi:
+ * @parser: a #GstH266Parser
+ * @nalu: The OPI #GstH266NalUnit to parse
+ * @opi: The #GstH266OPI to fill.
+ *
+ * Parses @data, and fills the @opi structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_opi (GstH266Parser * parser,
+    GstH266NalUnit * nalu, GstH266OPI * opi)
+{
+  NalReader nr;
+
+  GST_LOG ("parsing Operating Point Information");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (opi, 0, sizeof (*opi));
+
+  READ_UINT8 (&nr, opi->ols_info_present_flag, 1);
+  READ_UINT8 (&nr, opi->htid_info_present_flag, 1);
+
+  if (opi->ols_info_present_flag)
+    READ_UE (&nr, opi->ols_idx);
+
+  if (opi->htid_info_present_flag)
+    READ_UINT8 (&nr, opi->htid_plus1, 3);
+
+  READ_UINT8 (&nr, opi->extension_flag, 1);
+  if (opi->extension_flag)
+    GST_WARNING ("extension_flag not supported. Ignoring extension data.");
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Operating Point Information\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+/**
+ * gst_h266_parser_parse_dci:
+ * @parser: a #GstH266Parser
+ * @nalu: The DCI #GstH266NalUnit to parse
+ * @dci: The #GstH266DCI to fill.
+ *
+ * Parses @data, and fills the @dci structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_dci (GstH266Parser * parser,
+    GstH266NalUnit * nalu, GstH266DCI * dci)
+{
+  NalReader nr;
+  guint8 dci_reserved_zero_4bits;
+  guint i;
+
+  GST_LOG ("parsing Decoding Capability Information");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (dci, 0, sizeof (*dci));
+
+  READ_UINT8 (&nr, dci_reserved_zero_4bits, 4);
+  READ_UINT8 (&nr, dci->num_ptls_minus1, 4);
+  CHECK_ALLOWED_MAX (dci->num_ptls_minus1, 15);
+  for (i = 0; i <= dci->num_ptls_minus1; i++) {
+    if (!gst_h266_parse_profile_tier_level (&dci->profile_tier_leveli,
+            &nr, 1, 0))
+      goto error;
+  }
+
+  READ_UINT8 (&nr, dci->extension_flag, 1);
+  if (dci->extension_flag)
+    GST_WARNING ("extension_flag not supported. Ignoring extension data.");
+
+  return GST_H266_PARSER_OK;
+
+error:
+  GST_WARNING ("error parsing \"Decoding Capability Information\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+static gboolean
+gst_h266_parse_pred_weight_table (GstH266PredWeightTable * pwt, NalReader * nr,
+    const GstH266SPS * sps, const GstH266PPS * pps,
+    const GstH266RefPicLists * ref_lists, const guint8 num_ref_idx_active2)
+{
+  gint i, j;
+
+  GST_LOG ("parsing Pred Weight Table");
+
+  memset (pwt, 0, sizeof (*pwt));
+
+  READ_UE_MAX (nr, pwt->luma_log2_weight_denom, 7);
+
+  if (sps->chroma_format_idc != 0) {
+    gint luma_log2_weight_denom = pwt->luma_log2_weight_denom;
+
+    READ_SE_ALLOWED (nr, pwt->delta_chroma_log2_weight_denom,
+        -luma_log2_weight_denom, 7 - luma_log2_weight_denom);
+  } else {
+    pwt->delta_chroma_log2_weight_denom = 0;
+  }
+
+  if (pps->wp_info_in_ph_flag) {
+    READ_UE_MAX (nr, pwt->num_l0_weights, MIN (15,
+            ref_lists->rpl_ref_list0.num_ref_entries));
+  } else {
+    pwt->num_l0_weights = num_ref_idx_active0;
+  }
+
+  for (i = 0; i < pwt->num_l0_weights; i++)
+    READ_UINT8 (nr, pwt->luma_weight_l0_flagi, 1);
+
+  if (sps->chroma_format_idc != 0) {
+    for (i = 0; i < pwt->num_l0_weights; i++)
+      READ_UINT8 (nr, pwt->chroma_weight_l0_flagi, 1);
+  }
+
+  for (i = 0; i < pwt->num_l0_weights; i++) {
+    if (pwt->luma_weight_l0_flagi) {
+      READ_SE_ALLOWED (nr, pwt->delta_luma_weight_l0i, -128, 127);
+      READ_SE_ALLOWED (nr, pwt->luma_offset_l0i, -128, 127);
+    } else {
+      pwt->delta_luma_weight_l0i = 0;
+      pwt->luma_offset_l0i = 0;
+    }
+
+    if (pwt->chroma_weight_l0_flagi) {
+      for (j = 0; j < 2; j++) {
+        READ_SE_ALLOWED (nr, pwt->delta_chroma_weight_l0ij, -128, 127);
+        READ_SE_ALLOWED (nr, pwt->delta_chroma_offset_l0ij, -4 * 128,
+            4 * 127);
+      }
+    }
+  }
+
+  if (pps->weighted_bipred_flag && pps->wp_info_in_ph_flag &&
+      ref_lists->rpl_ref_list1.num_ref_entries > 0) {
+  }
+
+  if (!pps->weighted_bipred_flag
+      || ref_lists->rpl_ref_list1.num_ref_entries == 0) {
+    pwt->num_l1_weights = 0;
+  } else if (pps->wp_info_in_ph_flag) {
+    READ_UE_MAX (nr, pwt->num_l1_weights, MIN (15,
+            ref_lists->rpl_ref_list1.num_ref_entries));
+  } else {
+    pwt->num_l1_weights = num_ref_idx_active1;
+  }
+
+  for (i = 0; i < pwt->num_l1_weights; i++)
+    READ_UINT8 (nr, pwt->luma_weight_l1_flagi, 1);
+
+  if (sps->chroma_format_idc != 0) {
+    for (i = 0; i < pwt->num_l1_weights; i++)
+      READ_UINT8 (nr, pwt->chroma_weight_l1_flagi, 1);
+  }
+
+  for (i = 0; i < pwt->num_l1_weights; i++) {
+    if (pwt->luma_weight_l1_flagi) {
+      READ_SE_ALLOWED (nr, pwt->delta_luma_weight_l1i, -128, 127);
+      READ_SE_ALLOWED (nr, pwt->luma_offset_l1i, -128, 127);
+    } else {
+      pwt->delta_luma_weight_l1i = 0;
+      pwt->luma_offset_l1i = 0;
+    }
+
+    if (pwt->chroma_weight_l1_flagi) {
+      for (j = 0; j < 2; j++) {
+        READ_SE_ALLOWED (nr, pwt->delta_chroma_weight_l1ij, -128, 127);
+        READ_SE_ALLOWED (nr, pwt->delta_chroma_offset_l1ij, -4 * 128,
+            4 * 127);
+      }
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing \"Pred Weight Table\"");
+  return FALSE;
+}
+
+static void
+gst_h266_parse_inherit_deblock_param_from_pps (GstH266PicHdr * ph)
+{
+  ph->luma_beta_offset_div2 = ph->pps->luma_beta_offset_div2;
+  ph->luma_tc_offset_div2 = ph->pps->luma_tc_offset_div2;
+  ph->cb_beta_offset_div2 = ph->pps->cb_beta_offset_div2;
+  ph->cb_tc_offset_div2 = ph->pps->cb_tc_offset_div2;
+  ph->cr_beta_offset_div2 = ph->pps->cr_beta_offset_div2;
+  ph->cr_tc_offset_div2 = ph->pps->cr_tc_offset_div2;
+}
+
+static GstH266ParserResult
+gst_h266_parse_picture_hdr_structure (GstH266PicHdr * ph,
+    NalReader * nr, GstH266Parser * parser)
+{
+  const GstH266SPS *sps;
+  guint ctb_log2_size_y, min_cb_log2_size_y, i;
+  GstH266ParserResult ret = GST_H266_PARSER_OK;
+
+  GST_LOG ("parsing Picture Header Structure");
+
+  READ_UINT8 (nr, ph->gdr_or_irap_pic_flag, 1);
+  READ_UINT8 (nr, ph->non_ref_pic_flag, 1);
+
+  if (ph->gdr_or_irap_pic_flag) {
+    READ_UINT8 (nr, ph->gdr_pic_flag, 1);
+  } else {
+    ph->gdr_pic_flag = 0;
+  }
+
+  READ_UINT8 (nr, ph->inter_slice_allowed_flag, 1);
+  if (ph->inter_slice_allowed_flag) {
+    READ_UINT8 (nr, ph->intra_slice_allowed_flag, 1);
+  } else {
+    ph->intra_slice_allowed_flag = 1;
+  }
+
+  READ_UE_MAX (nr, ph->pps_id, GST_H266_MAX_PPS_COUNT - 1);
+  ph->pps = gst_h266_parser_get_pps (parser, ph->pps_id);
+  if (!ph->pps) {
+    GST_WARNING ("PPS id %d not available.", ph->pps_id);
+    ret = GST_H266_PARSER_BROKEN_LINK;
+    goto error_with_ret;
+  }
+  sps = gst_h266_parser_get_sps (parser, ph->pps->sps_id);
+  if (!sps) {
+    GST_WARNING ("SPS id %d not available.", ph->pps->sps_id);
+    ret = GST_H266_PARSER_BROKEN_LINK;
+    goto error_with_ret;
+  }
+
+  READ_UINT16 (nr, ph->pic_order_cnt_lsb,
+      sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+
+  if (ph->gdr_pic_flag)
+    READ_UE_MAX (nr, ph->recovery_poc_cnt,
+        1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4));
+
+  if ((!ph->gdr_or_irap_pic_flag || ph->gdr_pic_flag) &&
+      (!ph->gdr_pic_flag || ph->recovery_poc_cnt != 0)) {
+    const GstH266GeneralConstraintsInfo *general_constraints_info =
+        &sps->profile_tier_level.general_constraints_info;
+
+    if (sps->profile_tier_level.profile_idc & GST_H266_PROFILE_INTRA) {
+      GST_WARNING ("Invalid non-irap pictures or gdr "
+          "pictures with ph_recovery_poc_cnt!=0 for Intra profile");
+      goto error;
+    }
+
+    if (general_constraints_info->all_rap_pictures_constraint_flag) {
+      GST_WARNING ("gci_all_rap_pictures_flag equal to 1 specifies that "
+          "all pictures in OlsInScope are IRAP pictures or GDR pictures "
+          "with ph_recovery_poc_cnt equal to 0");
+      goto error;
+    }
+  }
+
+  for (i = 0; i < sps->num_extra_ph_bytes * 8; i++) {
+    /* extra bits are ignored now */
+    if (sps->extra_ph_bit_present_flagi)
+      READ_UINT8 (nr, ph->extra_biti, 1);
+  }
+
+  if (sps->poc_msb_cycle_flag) {
+    READ_UINT8 (nr, ph->poc_msb_cycle_present_flag, 1);
+    if (ph->poc_msb_cycle_present_flag)
+      READ_UINT8 (nr, ph->poc_msb_cycle_val, sps->poc_msb_cycle_len_minus1 + 1);
+  }
+
+  if (sps->alf_enabled_flag && ph->pps->alf_info_in_ph_flag) {
+    READ_UINT8 (nr, ph->alf_enabled_flag, 1);
+    if (ph->alf_enabled_flag) {
+      READ_UINT8 (nr, ph->num_alf_aps_ids_luma, 3);
+      for (i = 0; i < ph->num_alf_aps_ids_luma; i++)
+        READ_UINT8 (nr, ph->alf_aps_id_lumai, 3);
+
+      if (sps->chroma_format_idc != 0) {
+        READ_UINT8 (nr, ph->alf_cb_enabled_flag, 1);
+        READ_UINT8 (nr, ph->alf_cr_enabled_flag, 1);
+      } else {
+        ph->alf_cb_enabled_flag = 0;
+        ph->alf_cr_enabled_flag = 0;
+      }
+
+      if (ph->alf_cb_enabled_flag || ph->alf_cr_enabled_flag)
+        READ_UINT8 (nr, ph->alf_aps_id_chroma, 3);
+
+      if (sps->ccalf_enabled_flag) {
+        READ_UINT8 (nr, ph->alf_cc_cb_enabled_flag, 1);
+        if (ph->alf_cc_cb_enabled_flag)
+          READ_UINT8 (nr, ph->alf_cc_cb_aps_id, 3);
+
+        READ_UINT8 (nr, ph->alf_cc_cr_enabled_flag, 1);
+        if (ph->alf_cc_cr_enabled_flag)
+          READ_UINT8 (nr, ph->alf_cc_cr_aps_id, 3);
+      }
+    }
+  } else {
+    ph->alf_enabled_flag = 0;
+  }
+
+  if (sps->lmcs_enabled_flag) {
+    READ_UINT8 (nr, ph->lmcs_enabled_flag, 1);
+    if (ph->lmcs_enabled_flag) {
+      READ_UINT8 (nr, ph->lmcs_aps_id, 2);
+
+      if (sps->chroma_format_idc != 0) {
+        READ_UINT8 (nr, ph->chroma_residual_scale_flag, 1);
+      } else {
+        ph->chroma_residual_scale_flag = 0;
+      }
+    }
+  } else {
+    ph->lmcs_enabled_flag = 0;
+    ph->chroma_residual_scale_flag = 0;
+  }
+
+  if (sps->explicit_scaling_list_enabled_flag) {
+    READ_UINT8 (nr, ph->explicit_scaling_list_enabled_flag, 1);
+    if (ph->explicit_scaling_list_enabled_flag)
+      READ_UINT8 (nr, ph->scaling_list_aps_id, 3);
+  } else {
+    ph->explicit_scaling_list_enabled_flag = 0;
+  }
+
+  if (sps->virtual_boundaries_enabled_flag &&
+      !sps->virtual_boundaries_present_flag) {
+    READ_UINT8 (nr, ph->virtual_boundaries_present_flag, 1);
+    if (ph->virtual_boundaries_present_flag) {
+      READ_UE_MAX (nr, ph->num_ver_virtual_boundaries,
+          ((ph->pps->pic_width_in_luma_samples <= 8) ? 0 : 3));
+      for (i = 0; i < ph->num_ver_virtual_boundaries; i++)
+        READ_UE_MAX (nr, ph->virtual_boundary_pos_x_minus1i,
+            (ph->pps->pic_width_in_luma_samples + 7) / 8 - 2);
+
+      READ_UE_MAX (nr, ph->num_hor_virtual_boundaries,
+          ((ph->pps->pic_height_in_luma_samples <= 8) ? 0 : 3));
+      for (i = 0; i < ph->num_hor_virtual_boundaries; i++) {
+        READ_UE_MAX (nr, ph->virtual_boundary_pos_y_minus1i,
+            (ph->pps->pic_height_in_luma_samples + 7) / 8 - 2);
+      }
+    } else {
+      ph->num_ver_virtual_boundaries = 0;
+      ph->num_hor_virtual_boundaries = 0;
+    }
+  }
+
+  if (ph->pps->output_flag_present_flag && !ph->non_ref_pic_flag) {
+    READ_UINT8 (nr, ph->pic_output_flag, 1);
+  } else {
+    ph->pic_output_flag = 1;
+  }
+
+  if (ph->pps->rpl_info_in_ph_flag) {
+    if (!gst_h266_ref_pic_lists (&ph->ref_pic_lists, nr, sps, ph->pps))
+      goto error;
+  }
+
+  if (sps->partition_constraints_override_enabled_flag) {
+    READ_UINT8 (nr, ph->partition_constraints_override_flag, 1);
+  } else {
+    ph->partition_constraints_override_flag = 0;
+  }
+
+  ctb_log2_size_y = sps->log2_ctu_size_minus5 + 5;
+  min_cb_log2_size_y = sps->log2_min_luma_coding_block_size_minus2 + 2;
+
+  ph->log2_diff_min_qt_min_cb_intra_slice_luma =
+      sps->log2_diff_min_qt_min_cb_intra_slice_luma;
+  ph->max_mtt_hierarchy_depth_intra_slice_luma =
+      sps->max_mtt_hierarchy_depth_intra_slice_luma;
+  ph->log2_diff_max_bt_min_qt_intra_slice_luma =
+      sps->log2_diff_max_bt_min_qt_intra_slice_luma;
+  ph->log2_diff_max_tt_min_qt_intra_slice_luma =
+      sps->log2_diff_max_tt_min_qt_intra_slice_luma;
+  ph->log2_diff_min_qt_min_cb_intra_slice_chroma =
+      sps->log2_diff_min_qt_min_cb_intra_slice_chroma;
+  ph->max_mtt_hierarchy_depth_intra_slice_chroma =
+      sps->max_mtt_hierarchy_depth_intra_slice_chroma;
+  ph->log2_diff_max_bt_min_qt_intra_slice_chroma =
+      sps->log2_diff_max_bt_min_qt_intra_slice_chroma;
+  ph->log2_diff_max_tt_min_qt_intra_slice_chroma =
+      sps->log2_diff_max_tt_min_qt_intra_slice_chroma;
+
+  ph->log2_diff_min_qt_min_cb_inter_slice =
+      sps->log2_diff_min_qt_min_cb_inter_slice;
+  ph->max_mtt_hierarchy_depth_inter_slice =
+      sps->max_mtt_hierarchy_depth_inter_slice;
+  ph->log2_diff_max_bt_min_qt_inter_slice =
+      sps->log2_diff_max_bt_min_qt_inter_slice;
+  ph->log2_diff_max_tt_min_qt_inter_slice =
+      sps->log2_diff_max_tt_min_qt_inter_slice;
+
+  ph->collocated_from_l0_flag = 1;
+
+  if (ph->intra_slice_allowed_flag) {
+    guint min_qt_log2_size_intra_y;
+
+    if (ph->partition_constraints_override_flag) {
+      READ_UE_MAX (nr, ph->log2_diff_min_qt_min_cb_intra_slice_luma,
+          MIN (6, ctb_log2_size_y) - min_cb_log2_size_y);
+      min_qt_log2_size_intra_y =
+          ph->log2_diff_min_qt_min_cb_intra_slice_luma + min_cb_log2_size_y;
+
+      READ_UE_MAX (nr, ph->max_mtt_hierarchy_depth_intra_slice_luma,
+          2 * (ctb_log2_size_y - min_cb_log2_size_y));
+
+      if (ph->max_mtt_hierarchy_depth_intra_slice_luma != 0) {
+        READ_UE_MAX (nr, ph->log2_diff_max_bt_min_qt_intra_slice_luma,
+            ctb_log2_size_y - min_qt_log2_size_intra_y);
+        READ_UE_MAX (nr, ph->log2_diff_max_tt_min_qt_intra_slice_luma,
+            MIN (6, ctb_log2_size_y) - min_qt_log2_size_intra_y);
+      } else {
+        ph->log2_diff_max_bt_min_qt_intra_slice_luma =
+            sps->log2_diff_max_bt_min_qt_intra_slice_luma;
+        ph->log2_diff_max_tt_min_qt_intra_slice_luma =
+            sps->log2_diff_max_tt_min_qt_intra_slice_luma;
+      }
+
+      if (sps->qtbtt_dual_tree_intra_flag) {
+        READ_UE_MAX (nr, ph->log2_diff_min_qt_min_cb_intra_slice_chroma,
+            MIN (6, ctb_log2_size_y) - min_cb_log2_size_y);
+        READ_UE_MAX (nr, ph->max_mtt_hierarchy_depth_intra_slice_chroma,
+            2 * (ctb_log2_size_y - min_cb_log2_size_y));
+
+        if (sps->max_mtt_hierarchy_depth_intra_slice_chroma != 0) {
+          gint32 min_qt_log2_size_intra_c =
+              sps->log2_diff_min_qt_min_cb_intra_slice_chroma +
+              min_cb_log2_size_y;
+
+          READ_UE_MAX (nr, ph->log2_diff_max_bt_min_qt_intra_slice_chroma,
+              MIN (6, ctb_log2_size_y) - min_qt_log2_size_intra_c);
+          READ_UE_MAX (nr, ph->log2_diff_max_tt_min_qt_intra_slice_chroma,
+              MIN (6, ctb_log2_size_y) - min_qt_log2_size_intra_c);
+        } else {
+          ph->log2_diff_max_bt_min_qt_intra_slice_chroma =
+              sps->log2_diff_max_bt_min_qt_intra_slice_chroma;
+          ph->log2_diff_max_tt_min_qt_intra_slice_chroma =
+              sps->log2_diff_max_tt_min_qt_intra_slice_chroma;
+        }
+      }
+    }
+
+    min_qt_log2_size_intra_y =
+        ph->log2_diff_min_qt_min_cb_intra_slice_luma + ctb_log2_size_y;
+
+    if (ph->pps->cu_qp_delta_enabled_flag) {
+      READ_UE_MAX (nr, ph->cu_qp_delta_subdiv_intra_slice,
+          2 * (ctb_log2_size_y - min_qt_log2_size_intra_y +
+              ph->max_mtt_hierarchy_depth_intra_slice_luma));
+    } else {
+      ph->cu_qp_delta_subdiv_intra_slice = 0;
+    }
+
+    if (ph->pps->cu_chroma_qp_offset_list_enabled_flag) {
+      READ_UE_MAX (nr, ph->cu_chroma_qp_offset_subdiv_intra_slice,
+          2 * (ctb_log2_size_y - min_qt_log2_size_intra_y +
+              ph->max_mtt_hierarchy_depth_intra_slice_luma));
+    } else {
+      ph->cu_chroma_qp_offset_subdiv_intra_slice = 0;
+    }
+  }
+
+  if (ph->inter_slice_allowed_flag) {
+    guint min_qt_log2_size_inter_y;
+
+    if (ph->partition_constraints_override_flag) {
+      READ_UE_MAX (nr, ph->log2_diff_min_qt_min_cb_inter_slice,
+          MIN (6, ctb_log2_size_y) - min_cb_log2_size_y);
+      min_qt_log2_size_inter_y =
+          ph->log2_diff_min_qt_min_cb_inter_slice + min_cb_log2_size_y;
+
+      READ_UE_MAX (nr, ph->max_mtt_hierarchy_depth_inter_slice,
+          2 * (ctb_log2_size_y - min_cb_log2_size_y));
+      if (ph->max_mtt_hierarchy_depth_inter_slice != 0) {
+        READ_UE_MAX (nr, ph->log2_diff_max_bt_min_qt_inter_slice,
+            ctb_log2_size_y - min_qt_log2_size_inter_y);
+        READ_UE_MAX (nr, ph->log2_diff_max_tt_min_qt_inter_slice,
+            MIN (6, ctb_log2_size_y) - min_qt_log2_size_inter_y);
+      }
+    }
+
+    min_qt_log2_size_inter_y =
+        ph->log2_diff_min_qt_min_cb_inter_slice + min_cb_log2_size_y;
+
+    if (ph->pps->cu_qp_delta_enabled_flag) {
+      READ_UE_MAX (nr, ph->cu_qp_delta_subdiv_inter_slice,
+          2 * (ctb_log2_size_y - min_qt_log2_size_inter_y +
+              ph->max_mtt_hierarchy_depth_inter_slice));
+    } else {
+      ph->cu_qp_delta_subdiv_inter_slice = 0;
+    }
+
+    if (ph->pps->cu_chroma_qp_offset_list_enabled_flag) {
+      READ_UE_MAX (nr, ph->cu_chroma_qp_offset_subdiv_inter_slice,
+          2 * (ctb_log2_size_y - min_qt_log2_size_inter_y +
+              ph->max_mtt_hierarchy_depth_inter_slice));
+    } else {
+      ph->cu_chroma_qp_offset_subdiv_inter_slice = 0;
+    }
+
+    if (sps->temporal_mvp_enabled_flag) {
+      READ_UINT8 (nr, ph->temporal_mvp_enabled_flag, 1);
+      if (ph->temporal_mvp_enabled_flag && ph->pps->rpl_info_in_ph_flag) {
+        if (ph->ref_pic_lists.rpl_ref_list1.num_ref_entries > 0) {
+          READ_UINT8 (nr, ph->collocated_from_l0_flag, 1);
+        } else {
+          ph->collocated_from_l0_flag = 1;
+        }
+
+        if ((ph->collocated_from_l0_flag &&
+                ph->ref_pic_lists.rpl_ref_list0.num_ref_entries > 1) ||
+            (!ph->collocated_from_l0_flag &&
+                ph->ref_pic_lists.rpl_ref_list1.num_ref_entries > 1)) {
+          guint idx = ph->collocated_from_l0_flag ? 0 : 1;
+
+          READ_UE_MAX (nr, ph->collocated_ref_idx,
+              ph->ref_pic_lists.rpl_ref_listidx.num_ref_entries - 1);
+        } else {
+          ph->collocated_ref_idx = 0;
+        }
+      }
+    }
+
+    if (sps->mmvd_fullpel_only_enabled_flag) {
+      READ_UINT8 (nr, ph->mmvd_fullpel_only_flag, 1);
+    } else {
+      ph->mmvd_fullpel_only_flag = 0;
+    }
+
+    if (!ph->pps->rpl_info_in_ph_flag ||
+        ph->ref_pic_lists.rpl_ref_list1.num_ref_entries > 0) {
+      READ_UINT8 (nr, ph->mvd_l1_zero_flag, 1);
+
+      if (sps->bdof_control_present_in_ph_flag) {
+        READ_UINT8 (nr, ph->bdof_disabled_flag, 1);
+      } else {
+        ph->bdof_disabled_flag = !sps->bdof_enabled_flag;
+      }
+
+      if (sps->dmvr_control_present_in_ph_flag) {
+        READ_UINT8 (nr, ph->dmvr_disabled_flag, 1);
+      } else {
+        ph->dmvr_disabled_flag = !sps->dmvr_enabled_flag;
+      }
+    } else {
+      ph->mvd_l1_zero_flag = 1;
+    }
+
+    if (sps->prof_control_present_in_ph_flag) {
+      READ_UINT8 (nr, ph->prof_disabled_flag, 1);
+    } else {
+      ph->prof_disabled_flag = !sps->affine_prof_enabled_flag;
+    }
+
+    if ((ph->pps->weighted_pred_flag ||
+            ph->pps->weighted_bipred_flag) && ph->pps->wp_info_in_ph_flag) {
+      guint8 num_ref_idx_active2;
+
+      num_ref_idx_active0 = ph->ref_pic_lists.rpl_ref_list0.num_ref_entries;
+      num_ref_idx_active1 = ph->ref_pic_lists.rpl_ref_list1.num_ref_entries;
+
+      if (!gst_h266_parse_pred_weight_table (&ph->pred_weight_table,
+              nr, sps, ph->pps, &ph->ref_pic_lists, num_ref_idx_active))
+        goto error;
+    }
+  }
+
+  if (ph->pps->qp_delta_info_in_ph_flag) {
+    /* SliceQpy = 26 + pps_init_qp_minus26 + ph_qp_delta,
+       The value of SliceQp Y shall be in the range of
+       -QpBdOffset to +63, inclusive */
+    gint qp_bd_offset = 6 * sps->bitdepth_minus8;
+    READ_SE_ALLOWED (nr, ph->qp_delta,
+        -qp_bd_offset - (26 + ph->pps->init_qp_minus26),
+        63 - (26 + ph->pps->init_qp_minus26));
+  }
+
+  if (sps->joint_cbcr_enabled_flag) {
+    READ_UINT8 (nr, ph->joint_cbcr_sign_flag, 1);
+  } else {
+    ph->joint_cbcr_sign_flag = 0;
+  }
+
+  if (sps->sao_enabled_flag && ph->pps->sao_info_in_ph_flag) {
+    READ_UINT8 (nr, ph->sao_luma_enabled_flag, 1);
+    if (sps->chroma_format_idc != 0) {
+      READ_UINT8 (nr, ph->sao_chroma_enabled_flag, 1);
+    } else
+      ph->sao_chroma_enabled_flag = 0;
+  } else {
+    ph->sao_luma_enabled_flag = 0;
+    ph->sao_chroma_enabled_flag = 0;
+  }
+
+  if (ph->pps->dbf_info_in_ph_flag) {
+    READ_UINT8 (nr, ph->deblocking_params_present_flag, 1);
+    if (ph->deblocking_params_present_flag) {
+      if (!ph->pps->deblocking_filter_disabled_flag) {
+        READ_UINT8 (nr, ph->deblocking_filter_disabled_flag, 1);
+      } else {
+        ph->deblocking_filter_disabled_flag = 0;
+      }
+
+      if (!ph->deblocking_filter_disabled_flag) {
+        READ_SE_ALLOWED (nr, ph->luma_beta_offset_div2, -12, 12);
+        READ_SE_ALLOWED (nr, ph->luma_tc_offset_div2, -12, 12);
+        if (ph->pps->chroma_tool_offsets_present_flag) {
+          READ_SE_ALLOWED (nr, ph->cb_beta_offset_div2, -12, 12);
+          READ_SE_ALLOWED (nr, ph->cb_tc_offset_div2, -12, 12);
+          READ_SE_ALLOWED (nr, ph->cr_beta_offset_div2, -12, 12);
+          READ_SE_ALLOWED (nr, ph->cr_tc_offset_div2, -12, 12);
+        } else {
+          ph->cb_beta_offset_div2 = ph->luma_beta_offset_div2;
+          ph->cb_tc_offset_div2 = ph->luma_tc_offset_div2;
+          ph->cr_beta_offset_div2 = ph->luma_beta_offset_div2;
+          ph->cr_tc_offset_div2 = ph->luma_tc_offset_div2;
+        }
+      } else {
+        if (ph->pps->chroma_tool_offsets_present_flag) {
+          gst_h266_parse_inherit_deblock_param_from_pps (ph);
+        } else {
+          ph->luma_beta_offset_div2 = ph->pps->luma_beta_offset_div2;
+          ph->luma_tc_offset_div2 = ph->pps->luma_tc_offset_div2;
+          ph->cb_beta_offset_div2 = ph->luma_beta_offset_div2;
+          ph->cb_tc_offset_div2 = ph->luma_tc_offset_div2;
+          ph->cr_beta_offset_div2 = ph->luma_beta_offset_div2;
+          ph->cr_tc_offset_div2 = ph->luma_tc_offset_div2;
+        }
+      }
+    } else {
+      ph->deblocking_filter_disabled_flag =
+          ph->pps->deblocking_filter_disabled_flag;
+      gst_h266_parse_inherit_deblock_param_from_pps (ph);
+    }
+  } else {
+    ph->deblocking_filter_disabled_flag =
+        ph->pps->deblocking_filter_disabled_flag;
+    gst_h266_parse_inherit_deblock_param_from_pps (ph);
+  }
+
+  if (ph->pps->picture_header_extension_present_flag) {
+    READ_UE_MAX (nr, ph->extension_length, 256);
+    for (i = 0; i < ph->extension_length; i++)
+      READ_UINT8 (nr, ph->extension_data_bytei, 8);
+  }
+
+  return ret;
+
+error:
+  ret = GST_H266_PARSER_ERROR;
+error_with_ret:
+  GST_WARNING ("error parsing \"Picture Header\"");
+  return FALSE;
+}
+
+/**
+ * gst_h266_parser_parse_picture_hdr:
+ * @parser: a #GstH266Parser
+ * @nalu: The picture header #GstH266NalUnit to parse
+ * @ph: The #GstH266PicHdr to fill.
+ *
+ * Parses @data, and fills the @ph structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_picture_hdr (GstH266Parser * parser,
+    GstH266NalUnit * nalu, GstH266PicHdr * ph)
+{
+  NalReader nr;
+  GstH266ParserResult ret;
+
+  GST_LOG ("parsing Picture Header");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (ph, 0, sizeof (*ph));
+
+  ret = gst_h266_parse_picture_hdr_structure (ph, &nr, parser);
+  if (ret != GST_H266_PARSER_OK)
+    goto error;
+
+  ph->valid = TRUE;
+  parser->ph = *ph;
+
+  return ret;
+
+error:
+  GST_WARNING ("error parsing \"Picture Header\"");
+  return ret;
+}
+
+static gboolean
+gst_h266_parser_parse_slice_address (GstH266Parser * parser, NalReader * nr,
+    const GstH266PPS * pps, GstH266SliceHdr * sh, guint16 curr_subpic_idx,
+    const guint16 ** ctb_addr_in_curr_slice, guint16 * num_ctus_in_curr_slice)
+{
+  GST_LOG ("parsing Slice Address");
+
+  if (!pps->no_pic_partition_flag && pps->rect_slice_flag) {
+    guint16 pic_level_slice_idx = sh->slice_address;
+    gint j;
+
+    for (j = 0; j < curr_subpic_idx; j++)
+      pic_level_slice_idx += pps->num_slices_in_subpicj;
+
+    *ctb_addr_in_curr_slice = parser->ctb_addr_in_slice +
+        parser->slice_start_offsetpic_level_slice_idx;
+    *num_ctus_in_curr_slice = parser->num_ctus_in_slicepic_level_slice_idx;
+  } else {
+    guint16 tile_idx;
+    guint16 tile_x = sh->slice_address % pps->num_tile_columns;
+    gint16 tile_y = sh->slice_address / pps->num_tile_columns;
+    guint16 slice_start_ctb =
+        pps->tile_row_bd_valtile_y * pps->pic_width_in_ctbs_y +
+        pps->tile_col_bd_valtile_x * (pps->tile_row_height_minus1tile_y +
+        1);
+
+    if (pps->num_tiles_in_pic - sh->slice_address > 1) {
+      READ_UE_MAX (nr, sh->num_tiles_in_slice_minus1,
+          pps->num_tiles_in_pic - 1);
+    } else {
+      sh->num_tiles_in_slice_minus1 = 0;
+    }
+
+    *ctb_addr_in_curr_slice = parser->ctb_addr_in_slice + slice_start_ctb;
+    *num_ctus_in_curr_slice = 0;
+    for (tile_idx = sh->slice_address;
+        tile_idx <= sh->slice_address + sh->num_tiles_in_slice_minus1;
+        tile_idx++) {
+      tile_x = tile_idx % pps->num_tile_columns;
+      tile_y = tile_idx / pps->num_tile_columns;
+      *num_ctus_in_curr_slice += (pps->tile_row_height_minus1tile_y + 1) *
+          (pps->tile_column_width_minus1tile_x + 1);
+    }
+  }
+
+  return TRUE;
+
+error:
+  GST_WARNING ("error parsing Slice Address");
+  return FALSE;
+}
+
+/**
+ * gst_h266_parser_parse_slice_hdr:
+ * @parser: a #GstH266Parser
+ * @nalu: The slice #GstH266NalUnit to parse
+ * @sh: The #GstH266SliceHdr to fill.
+ *
+ * Parses @data, and fills the @sh structure.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_slice_hdr (GstH266Parser * parser,
+    GstH266NalUnit * nalu, GstH266SliceHdr * sh)
+{
+  NalReader nr;
+  const GstH266SPS *sps;
+  const GstH266PPS *pps;
+  const GstH266PicHdr *ph;
+  const GstH266RefPicLists *ref_pic_lists;
+  const GstH266GeneralConstraintsInfo *constraints_info;
+  guint8 nal_unit_type;
+  guint16 curr_subpic_idx, num_slices_in_subpic;
+  const guint16 *ctb_addr_in_curr_slice;        /* CtbAddrInCurrSlice */
+  guint16 num_ctus_in_curr_slice;       /* NumCtusInCurrSlice */
+  GstH266ParserResult ret = GST_H266_PARSER_OK;
+  gint i;
+
+  GST_LOG ("parsing Slice Header");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+
+  memset (sh, 0, sizeof (*sh));
+
+  READ_UINT8 (&nr, sh->picture_header_in_slice_header_flag, 1);
+  if (sh->picture_header_in_slice_header_flag) {
+    ret = gst_h266_parse_picture_hdr_structure (&sh->picture_header,
+        &nr, parser);
+    if (ret != GST_H266_PARSER_OK)
+      goto error_with_ret;
+  } else {
+    if (!parser->ph.valid) {
+      GST_WARNING ("Picture header not available.\n");
+      goto error;
+    }
+
+    sh->picture_header = parser->ph;
+  }
+  ph = &sh->picture_header;
+
+  pps = gst_h266_parser_get_pps (parser, ph->pps_id);
+  if (!pps) {
+    GST_WARNING ("PPS id %d not available.", ph->pps_id);
+    ret = GST_H266_PARSER_BROKEN_LINK;
+    goto error_with_ret;
+  }
+
+  sps = gst_h266_parser_get_sps (parser, pps->sps_id);
+  if (!sps) {
+    GST_WARNING ("SPS id %d not available.", pps->sps_id);
+    ret = GST_H266_PARSER_BROKEN_LINK;
+    goto error_with_ret;
+  }
+
+  if (!gst_h266_parser_set_active_sps_pps (parser, sps, pps)) {
+    GST_WARNING ("PPS id %d not active.", ph->pps_id);
+    ret = GST_H266_PARSER_ERROR;
+    goto error_with_ret;
+  }
+
+  constraints_info = &sps->profile_tier_level.general_constraints_info;
+  if (constraints_info->pic_header_in_slice_header_constraint_flag &&
+      !sh->picture_header_in_slice_header_flag) {
+    GST_WARNING ("PH shall be present in SH, when "
+        "pic_header_in_slice_header_constraint_flag is equal to 1");
+    goto error;
+  }
+
+  if (sh->picture_header_in_slice_header_flag) {
+    if (pps->rpl_info_in_ph_flag) {
+      GST_WARNING ("When sh_picture_header_in_slice_header_flag is equal "
+          "to 1, rpl_info_in_ph_flag shall be equal to 0");
+      goto error;
+    }
+
+    if (pps->dbf_info_in_ph_flag) {
+      GST_WARNING ("When sh_picture_header_in_slice_header_flag is equal "
+          "to 1, dbf_info_in_ph_flag shall be equal to 0");
+      goto error;
+    }
+
+    if (pps->sao_info_in_ph_flag) {
+      GST_WARNING ("When sh_picture_header_in_slice_header_flag is equal "
+          "to 1, sao_info_in_ph_flag shall be equal to 0");
+      goto error;
+    }
+
+    if (pps->alf_info_in_ph_flag) {
+      GST_WARNING ("When sh_picture_header_in_slice_header_flag is equal "
+          "to 1, alf_info_in_ph_flag shall be equal to 0");
+      goto error;
+    }
+
+    if (pps->wp_info_in_ph_flag) {
+      GST_WARNING ("When sh_picture_header_in_slice_header_flag is equal "
+          "to 1, wp_info_in_ph_flag shall be equal to 0");
+      goto error;
+    }
+
+    if (pps->qp_delta_info_in_ph_flag) {
+      GST_WARNING ("When sh_picture_header_in_slice_header_flag is equal "
+          "to 1, qp_delta_info_in_ph_flag shall be equal to 0");
+      goto error;
+    }
+
+    if (sps->subpic_info_present_flag) {
+      GST_WARNING ("When sps_subpic_info_present_flag is equal to 1, "
+          "the value of sh_picture_header_in_slice_header_flag shall be "
+          "equal to 0");
+      goto error;
+    }
+  }
+
+  curr_subpic_idx = 0;
+  if (sps->subpic_info_present_flag) {
+    READ_UINT16 (&nr, sh->subpic_id, sps->subpic_id_len_minus1 + 1);
+
+    if (sps->subpic_id_mapping_explicitly_signalled_flag) {
+      for (i = 0; i <= sps->num_subpics_minus1; i++) {
+        guint16 subpic_id_val = pps->subpic_id_mapping_present_flag ?
+            pps->subpic_idi : sps->subpic_idi;
+
+        if (subpic_id_val == sh->subpic_id) {
+          curr_subpic_idx = i;
+          break;
+        }
+      }
+    } else {
+      curr_subpic_idx = sh->subpic_id;
+      if (curr_subpic_idx > sps->num_subpics_minus1) {
+        GST_WARNING ("sh_subpic_id(%d) should in range 0, %d",
+            curr_subpic_idx, sps->num_subpics_minus1);
+        goto error;
+      }
+    }
+  }
+
+  num_slices_in_subpic = pps->num_slices_in_subpiccurr_subpic_idx;
+
+  if ((pps->rect_slice_flag && num_slices_in_subpic > 1) ||
+      (!pps->rect_slice_flag && pps->num_tiles_in_pic > 1)) {
+    guint bits, max;
+
+    if (!pps->rect_slice_flag) {
+      bits = gst_util_ceil_log2 (pps->num_tiles_in_pic);
+      max = pps->num_tiles_in_pic - 1;
+    } else {
+      bits = gst_util_ceil_log2 (num_slices_in_subpic);
+      max = num_slices_in_subpic - 1;
+    }
+
+    READ_UINT16 (&nr, sh->slice_address, bits);
+    CHECK_ALLOWED_MAX (sh->slice_address, max);
+  } else {
+    sh->slice_address = 0;
+  }
+
+  for (i = 0; i < sps->num_extra_sh_bytes * 8; i++) {
+    if (sps->extra_sh_bit_present_flagi)
+      READ_UINT8 (&nr, sh->extra_biti, 1);
+  }
+
+  if (!gst_h266_parser_parse_slice_address (parser, &nr, pps, sh,
+          curr_subpic_idx, &ctb_addr_in_curr_slice, &num_ctus_in_curr_slice))
+    goto error;
+
+  if (ph->inter_slice_allowed_flag) {
+    READ_UE_MAX (&nr, sh->slice_type, 2);
+  } else {
+    sh->slice_type = GST_H266_I_SLICE;
+  }
+  if (!ph->intra_slice_allowed_flag && sh->slice_type == GST_H266_I_SLICE) {
+    GST_WARNING ("when ph_intra_slice_allowed_flag = 0, "
+        "no I_Slice is allowed");
+    goto error;
+  }
+
+  nal_unit_type = nalu->type;
+  if (nal_unit_type == GST_H266_NAL_SLICE_IDR_W_RADL ||
+      nal_unit_type == GST_H266_NAL_SLICE_IDR_N_LP ||
+      nal_unit_type == GST_H266_NAL_SLICE_CRA ||
+      nal_unit_type == GST_H266_NAL_SLICE_GDR)
+    READ_UINT8 (&nr, sh->no_output_of_prior_pics_flag, 1);
+
+  if (sps->alf_enabled_flag && !pps->alf_info_in_ph_flag) {
+    READ_UINT8 (&nr, sh->alf_enabled_flag, 1);
+
+    if (sh->alf_enabled_flag) {
+      READ_UINT8 (&nr, sh->num_alf_aps_ids_luma, 3);
+      for (i = 0; i < sh->num_alf_aps_ids_luma; i++)
+        READ_UINT8 (&nr, sh->alf_aps_id_lumai, 3);
+
+      if (sps->chroma_format_idc != 0) {
+        READ_UINT8 (&nr, sh->alf_cb_enabled_flag, 1);
+        READ_UINT8 (&nr, sh->alf_cr_enabled_flag, 1);
+      } else {
+        sh->alf_cb_enabled_flag = ph->alf_cb_enabled_flag;
+        sh->alf_cr_enabled_flag = ph->alf_cr_enabled_flag;
+      }
+
+      if (sh->alf_cb_enabled_flag || sh->alf_cr_enabled_flag) {
+        READ_UINT8 (&nr, sh->alf_aps_id_chroma, 3);
+      } else {
+        sh->alf_aps_id_chroma = ph->alf_aps_id_chroma;
+      }
+
+      if (sps->ccalf_enabled_flag) {
+        READ_UINT8 (&nr, sh->alf_cc_cb_enabled_flag, 1);
+        if (sh->alf_cc_cb_enabled_flag) {
+          READ_UINT8 (&nr, sh->alf_cc_cb_aps_id, 3);
+        } else {
+          sh->alf_cc_cb_aps_id = ph->alf_cc_cb_aps_id;
+        }
+
+        READ_UINT8 (&nr, sh->alf_cc_cr_enabled_flag, 1);
+        if (sh->alf_cc_cr_enabled_flag) {
+          READ_UINT8 (&nr, sh->alf_cc_cr_aps_id, 3);
+        } else {
+          sh->alf_cc_cr_aps_id = ph->alf_cc_cr_aps_id;
+        }
+      } else {
+        sh->alf_cc_cb_enabled_flag = ph->alf_cc_cb_enabled_flag;
+        sh->alf_cc_cr_enabled_flag = ph->alf_cc_cr_enabled_flag;
+        sh->alf_cc_cb_aps_id = ph->alf_cc_cb_aps_id;
+        sh->alf_cc_cr_aps_id = ph->alf_cc_cr_aps_id;
+      }
+    }
+  } else {
+    sh->alf_enabled_flag = ph->alf_enabled_flag;
+    sh->num_alf_aps_ids_luma = ph->num_alf_aps_ids_luma;
+    for (i = 0; i < sh->num_alf_aps_ids_luma; i++)
+      sh->alf_aps_id_lumai = ph->alf_aps_id_lumai;
+    sh->alf_cb_enabled_flag = ph->alf_cb_enabled_flag;
+    sh->alf_cr_enabled_flag = ph->alf_cr_enabled_flag;
+    sh->alf_aps_id_chroma = ph->alf_aps_id_chroma;
+    sh->alf_cc_cb_enabled_flag = ph->alf_cc_cb_enabled_flag;
+    sh->alf_cc_cb_aps_id = ph->alf_cc_cb_aps_id;
+    sh->alf_cc_cr_enabled_flag = ph->alf_cc_cr_enabled_flag;
+    sh->alf_cc_cr_aps_id = ph->alf_cc_cr_aps_id;
+  }
+
+  if (ph->lmcs_enabled_flag && !sh->picture_header_in_slice_header_flag) {
+    READ_UINT8 (&nr, sh->lmcs_used_flag, 1);
+  } else {
+    sh->lmcs_used_flag =
+        sh->picture_header_in_slice_header_flag ? ph->lmcs_enabled_flag : 0;
+  }
+
+  if (ph->explicit_scaling_list_enabled_flag &&
+      !sh->picture_header_in_slice_header_flag) {
+    READ_UINT8 (&nr, sh->explicit_scaling_list_used_flag, 1);
+  } else {
+    sh->explicit_scaling_list_used_flag =
+        sh->picture_header_in_slice_header_flag ?
+        ph->explicit_scaling_list_enabled_flag : 0;
+  }
+
+  if (!pps->rpl_info_in_ph_flag &&
+      ((nal_unit_type != GST_H266_NAL_SLICE_IDR_W_RADL &&
+              nal_unit_type != GST_H266_NAL_SLICE_IDR_N_LP) ||
+          sps->idr_rpl_present_flag)) {
+    if (!gst_h266_ref_pic_lists (&sh->ref_pic_lists, &nr, sps, pps))
+      goto error;
+  } else {
+    sh->ref_pic_lists = ph->ref_pic_lists;
+  }
+  ref_pic_lists = &sh->ref_pic_lists;
+
+  if ((sh->slice_type != GST_H266_I_SLICE &&
+          ref_pic_lists->rpl_ref_list0.num_ref_entries > 1) ||
+      (sh->slice_type == GST_H266_B_SLICE &&
+          ref_pic_lists->rpl_ref_list1.num_ref_entries > 1)) {
+    READ_UINT8 (&nr, sh->num_ref_idx_active_override_flag, 1);
+    if (sh->num_ref_idx_active_override_flag) {
+      for (i = 0; i < (sh->slice_type == GST_H266_B_SLICE ? 2 : 1); i++)
+        if (ref_pic_lists->rpl_ref_listi.num_ref_entries > 1) {
+          READ_UE_MAX (&nr, sh->num_ref_idx_active_minus1i, 14);
+        } else {
+          sh->num_ref_idx_active_minus1i = 0;
+        }
+    }
+  } else {
+    sh->num_ref_idx_active_override_flag = 1;
+  }
+
+  for (i = 0; i < 2; i++) {
+    if (sh->slice_type == GST_H266_B_SLICE
+        || (sh->slice_type == GST_H266_P_SLICE && i == 0)) {
+      if (sh->num_ref_idx_active_override_flag) {
+        sh->num_ref_idx_activei = sh->num_ref_idx_active_minus1i + 1;
+      } else {
+        sh->num_ref_idx_activei =
+            MIN (ref_pic_lists->rpl_ref_listi.num_ref_entries,
+            pps->num_ref_idx_default_active_minus1i + 1);
+      }
+    } else {
+      /* sh_slice_type == I || (sh_slice_type == P && i == 1) */
+      sh->num_ref_idx_activei = 0;
+    }
+  }
+
+  sh->collocated_from_l0_flag = ph->collocated_from_l0_flag;
+
+  if (sh->slice_type != GST_H266_I_SLICE) {
+    if (pps->cabac_init_present_flag) {
+      READ_UINT8 (&nr, sh->cabac_init_flag, 1);
+    } else {
+      sh->cabac_init_flag = 0;
+    }
+
+    if (ph->temporal_mvp_enabled_flag) {
+      if (ph->temporal_mvp_enabled_flag) {
+        if (sh->slice_type == GST_H266_P_SLICE) {
+          sh->collocated_from_l0_flag = 1;
+        } else if (!pps->rpl_info_in_ph_flag
+            && sh->slice_type == GST_H266_B_SLICE) {
+          READ_UINT8 (&nr, sh->collocated_from_l0_flag, 1);
+        } else {
+          sh->collocated_from_l0_flag = ph->collocated_from_l0_flag;
+        }
+      }
+
+      if (!pps->rpl_info_in_ph_flag) {
+        if ((sh->collocated_from_l0_flag && sh->num_ref_idx_active0 > 1) ||
+            (!sh->collocated_from_l0_flag && sh->num_ref_idx_active1 > 1)) {
+          gint idx = sh->collocated_from_l0_flag ? 0 : 1;
+          READ_UE_MAX (&nr, sh->collocated_ref_idx,
+              sh->num_ref_idx_activeidx - 1);
+        } else {
+          sh->collocated_ref_idx = 0;
+        }
+      } else {
+        sh->collocated_ref_idx = ph->collocated_ref_idx;
+      }
+    }
+
+    if (!pps->wp_info_in_ph_flag &&
+        ((pps->weighted_pred_flag && sh->slice_type == GST_H266_P_SLICE) ||
+            (pps->weighted_bipred_flag &&
+                sh->slice_type == GST_H266_B_SLICE))) {
+      if (!gst_h266_parse_pred_weight_table (&sh->pred_weight_table,
+              &nr, sps, pps, ref_pic_lists, sh->num_ref_idx_active))
+        goto error;
+    }
+  }
+
+  if (!pps->qp_delta_info_in_ph_flag) {
+    READ_SE_ALLOWED (&nr, sh->qp_delta, -63, 63);
+  } else {
+    sh->qp_delta = ph->qp_delta;
+  }
+  sh->slice_qp_y = 26 + pps->init_qp_minus26 + sh->qp_delta;
+  if (sh->slice_qp_y < -6 * sps->bitdepth_minus8 || sh->slice_qp_y > 63) {
+    GST_WARNING ("SliceQpy = %d is our of range.", sh->slice_qp_y);
+    goto error;
+  }
+
+  if (pps->slice_chroma_qp_offsets_present_flag) {
+    gint8 off;
+
+    READ_SE_ALLOWED (&nr, sh->cb_qp_offset, -12, 12);
+    off = pps->cb_qp_offset + sh->cb_qp_offset;
+    if (off < -12 || off > 12) {
+      GST_WARNING ("pps_cb_qp_offset + sh_cb_qp_offset(%d) = %d, "
+          "out of range -12, 12.", sh->cb_qp_offset, off);
+      goto error;
+    }
+
+    READ_SE_ALLOWED (&nr, sh->cr_qp_offset, -12, 12);
+    off = pps->cr_qp_offset + sh->cr_qp_offset;
+    if (off < -12 || off > 12) {
+      GST_WARNING ("pps_cr_qp_offset + sh_cr_qp_offset(%d) = %d, "
+          "out of range -12, 12.", sh->cr_qp_offset, off);
+      goto error;
+    }
+
+    if (sps->joint_cbcr_enabled_flag) {
+      READ_SE_ALLOWED (&nr, sh->joint_cbcr_qp_offset, -12, 12);
+      off = pps->joint_cbcr_qp_offset_value + sh->joint_cbcr_qp_offset;
+      if (off < -12 || off > 12) {
+        GST_WARNING ("pps_joint_cbcr_qp_offset_value + sh_joint_cbcr_qp_offset"
+            "(%d) = %d, out of range -12, 12.",
+            sh->joint_cbcr_qp_offset, off);
+        goto error;
+      }
+    } else {
+      sh->joint_cbcr_qp_offset = 0;
+    }
+  } else {
+    sh->cb_qp_offset = 0;
+    sh->cr_qp_offset = 0;
+    sh->joint_cbcr_qp_offset = 0;
+  }
+
+  if (pps->cu_chroma_qp_offset_list_enabled_flag) {
+    READ_UINT8 (&nr, sh->cu_chroma_qp_offset_enabled_flag, 1);
+  } else {
+    sh->cu_chroma_qp_offset_enabled_flag = 0;
+  }
+
+  if (sps->sao_enabled_flag && !pps->sao_info_in_ph_flag) {
+    READ_UINT8 (&nr, sh->sao_luma_used_flag, 1);
+
+    if (sps->chroma_format_idc != 0) {
+      READ_UINT8 (&nr, sh->sao_chroma_used_flag, 1);
+    } else {
+      sh->sao_chroma_used_flag = ph->sao_chroma_enabled_flag;
+    }
+  } else {
+    sh->sao_luma_used_flag = ph->sao_luma_enabled_flag;
+    sh->sao_chroma_used_flag = ph->sao_chroma_enabled_flag;
+  }
+
+  /* Inherit deblock filter features from picture header */
+  sh->deblocking_filter_disabled_flag = ph->deblocking_filter_disabled_flag;
+  sh->luma_beta_offset_div2 = ph->luma_beta_offset_div2;
+  sh->luma_tc_offset_div2 = ph->luma_tc_offset_div2;
+  sh->cb_beta_offset_div2 = ph->cb_beta_offset_div2;
+  sh->cb_tc_offset_div2 = ph->cb_tc_offset_div2;
+  sh->cr_beta_offset_div2 = ph->cr_beta_offset_div2;
+  sh->cr_tc_offset_div2 = ph->cr_tc_offset_div2;
+
+  if (pps->deblocking_filter_override_enabled_flag && !pps->dbf_info_in_ph_flag) {
+    READ_UINT8 (&nr, sh->deblocking_params_present_flag, 1);
+  } else {
+    sh->deblocking_params_present_flag = 0;
+  }
+  if (sh->deblocking_params_present_flag) {
+    if (!pps->deblocking_filter_disabled_flag) {
+      READ_UINT8 (&nr, sh->deblocking_filter_disabled_flag, 1);
+    } else {
+      sh->deblocking_filter_disabled_flag = 0;
+    }
+
+    if (!sh->deblocking_filter_disabled_flag) {
+      READ_SE_ALLOWED (&nr, sh->luma_beta_offset_div2, -12, 12);
+      READ_SE_ALLOWED (&nr, sh->luma_tc_offset_div2, -12, 12);
+
+      if (pps->chroma_tool_offsets_present_flag) {
+        READ_SE_ALLOWED (&nr, sh->cb_beta_offset_div2, -12, 12);
+        READ_SE_ALLOWED (&nr, sh->cb_tc_offset_div2, -12, 12);
+        READ_SE_ALLOWED (&nr, sh->cr_beta_offset_div2, -12, 12);
+        READ_SE_ALLOWED (&nr, sh->cr_tc_offset_div2, -12, 12);
+      } else {
+        sh->cb_beta_offset_div2 = sh->luma_beta_offset_div2;
+        sh->cb_tc_offset_div2 = sh->luma_tc_offset_div2;
+        sh->cr_beta_offset_div2 = sh->luma_beta_offset_div2;
+        sh->cr_tc_offset_div2 = sh->luma_tc_offset_div2;
+      }
+    }
+  }
+
+  if (sps->dep_quant_enabled_flag) {
+    READ_UINT8 (&nr, sh->dep_quant_used_flag, 1);
+  } else {
+    sh->dep_quant_used_flag = 0;
+  }
+  if (sps->sign_data_hiding_enabled_flag && !sh->dep_quant_used_flag) {
+    READ_UINT8 (&nr, sh->sign_data_hiding_used_flag, 1);
+  } else {
+    sh->sign_data_hiding_used_flag = 0;
+  }
+  if (sps->transform_skip_enabled_flag &&
+      !sh->dep_quant_used_flag && !sh->sign_data_hiding_used_flag) {
+    READ_UINT8 (&nr, sh->ts_residual_coding_disabled_flag, 1);
+  } else {
+    sh->ts_residual_coding_disabled_flag = 0;
+  }
+
+  if (sh->ts_residual_coding_disabled_flag &&
+      sps->range_params.ts_residual_coding_rice_present_in_sh_flag) {
+    READ_UINT8 (&nr, sh->ts_residual_coding_rice_idx_minus1, 3);
+  } else {
+    sh->ts_residual_coding_rice_idx_minus1 = 0;
+  }
+
+  if (sps->range_params.reverse_last_sig_coeff_enabled_flag) {
+    READ_UINT8 (&nr, sh->reverse_last_sig_coeff_flag, 1);
+  } else {
+    sh->reverse_last_sig_coeff_flag = 0;
+  }
+
+  if (pps->slice_header_extension_present_flag) {
+    READ_UE_MAX (&nr, sh->slice_header_extension_length, 256);
+    for (i = 0; i < sh->slice_header_extension_length; i++)
+      READ_UINT8 (&nr, sh->slice_header_extension_data_bytei, 8);
+  }
+
+  /* (141) */
+  sh->num_entry_points = 0;
+  if (sps->entry_point_offsets_present_flag) {
+    for (i = 1; i < num_ctus_in_curr_slice; i++) {
+      guint16 ctb_addr_x, ctb_addr_y, pre_ctb_addr_x, pre_ctb_addr_y;
+
+      ctb_addr_x = ctb_addr_in_curr_slicei % pps->pic_width_in_ctbs_y;
+      ctb_addr_y = ctb_addr_in_curr_slicei / pps->pic_width_in_ctbs_y;
+      pre_ctb_addr_x = ctb_addr_in_curr_slicei - 1 % pps->pic_width_in_ctbs_y;
+      pre_ctb_addr_y = ctb_addr_in_curr_slicei - 1 / pps->pic_width_in_ctbs_y;
+
+      if (parser->ctb_to_tile_row_bdctb_addr_y !=
+          parser->ctb_to_tile_row_bdpre_ctb_addr_y
+          || parser->ctb_to_tile_col_bdctb_addr_x !=
+          parser->ctb_to_tile_col_bdpre_ctb_addr_x
+          || (ctb_addr_y != pre_ctb_addr_y
+              && sps->entropy_coding_sync_enabled_flag)) {
+        sh->entry_point_start_ctush->num_entry_points = i;
+        sh->num_entry_points++;
+      }
+    }
+
+    if (sh->num_entry_points > GST_H266_MAX_ENTRY_POINTS) {
+      GST_WARNING ("Too many entry points: %d.", sh->num_entry_points);
+      goto error;
+    }
+    if (sh->num_entry_points > 0) {
+      READ_UE_MAX (&nr, sh->entry_offset_len_minus1, 31);
+      for (i = 0; i < sh->num_entry_points; i++) {
+        READ_UINT32 (&nr, sh->entry_point_offset_minus1i,
+            sh->entry_offset_len_minus1 + 1);
+      }
+    }
+  }
+
+  /* Skip the byte alignment bits */
+  if (!nal_reader_skip (&nr, 1))
+    goto error;
+  while (!nal_reader_is_byte_aligned (&nr))
+    if (!nal_reader_skip (&nr, 1))
+      goto error;
+
+  sh->header_size = nal_reader_get_pos (&nr);
+  sh->n_emulation_prevention_bytes = nal_reader_get_epb_count (&nr);
+
+  return ret;
+
+error:
+  ret = GST_H266_PARSER_ERROR;
+error_with_ret:
+  GST_WARNING ("error parsing \"Slice Header\"");
+  return ret;
+}
+
+static GstH266ParserResult
+gst_h266_parser_parse_sei_message (GstH266SEIMessage * sei, NalReader * nr,
+    GstH266Parser * parser, guint8 nal_type, guint8 nal_tid)
+{
+  guint8 payload_type_byte, payload_size_byte;
+  guint remaining, payload_size, payloadSize, payload_start_pos_bit;
+  GstH266ParserResult res = GST_H266_PARSER_OK;
+
+  if (nal_type == GST_H266_NAL_PREFIX_SEI)
+    GST_LOG ("parsing \"Prefix SEI message\"");
+  else if (nal_type == GST_H266_NAL_SUFFIX_SEI)
+    GST_LOG ("parsing \"Suffix SEI message\"");
+
+  memset (sei, 0, sizeof (*sei));
+
+  do {
+    READ_UINT8 (nr, payload_type_byte, 8);
+    sei->payloadType += payload_type_byte;
+  } while (payload_type_byte == 0xff);
+  payloadSize = 0;
+  do {
+    READ_UINT8 (nr, payload_size_byte, 8);
+    payloadSize += payload_size_byte;
+  } while (payload_size_byte == 0xff);
+
+  remaining = nal_reader_get_remaining (nr);
+  payload_size = payloadSize * 8 < remaining ? payloadSize * 8 : remaining;
+  payload_start_pos_bit = nal_reader_get_pos (nr);
+
+  GST_LOG ("SEI message received: payloadType  %u, payloadSize = %u bits",
+      sei->payloadType, payload_size);
+
+  if (nal_type == GST_H266_NAL_PREFIX_SEI) {
+    switch (sei->payloadType) {
+      case GST_H266_SEI_BUF_PERIOD:
+        res = gst_h266_parser_parse_buffering_period
+            (&sei->payload.buffering_period, nr);
+        if (res == GST_H266_PARSER_OK) {
+          parser->buffering_period = *sei;
+          parser->last_buffering_period = &parser->buffering_period;
+        }
+        break;
+      case GST_H266_SEI_PIC_TIMING:
+        if (!parser->last_buffering_period) {
+          GST_WARNING ("No buffering_period SEI.");
+          goto error;
+        }
+
+        res = gst_h266_parser_parse_pic_timing (&sei->payload.pic_timing, nr,
+            &parser->buffering_period.payload.buffering_period, nal_tid);
+        break;
+      case GST_H266_SEI_DU_INFO:
+        if (!parser->last_buffering_period) {
+          GST_WARNING ("No buffering_period SEI.");
+          goto error;
+        }
+
+        res = gst_h266_parser_parse_du_info (&sei->payload.du_info, nr,
+            &parser->buffering_period.payload.buffering_period, nal_tid);
+        break;
+      case GST_H266_SEI_FRAME_FIELD_INFO:
+        res = gst_h266_parser_parse_frame_field_info
+            (&sei->payload.frame_field_info, nr);
+        break;
+      case GST_H266_SEI_SUBPIC_LEVEL_INFO:
+        res = gst_h266_parser_parse_subpic_level_info
+            (&sei->payload.subpic_level_info, nr);
+        break;
+      default:
+        /* Just consume payloadSize bytes, which does not account for
+           emulation prevention bytes */
+        if (!nal_reader_skip_long (nr, payload_size))
+          goto error;
+        res = GST_H266_PARSER_OK;
+        break;
+    }
+  } else if (nal_type == GST_H266_NAL_SUFFIX_SEI) {
+    switch (sei->payloadType) {
+      case GST_H266_SEI_SCALABLE_NESTING:
+        res = gst_h266_parser_parse_scalable_nesting
+            (&sei->payload.scalable_nesting, nr);
+        break;
+      default:
+        /* Just consume payloadSize bytes, which does not account for
+           emulation prevention bytes */
+        if (!nal_reader_skip_long (nr, payload_size))
+          goto error;
+        res = GST_H266_PARSER_OK;
+        break;
+    }
+  }
+
+  /* Not parsing the reserved_payload_extension, but it shouldn't be
+   * an issue because of 1: There shall not be any reserved_payload_extension
+   * present in bitstreams conforming to the specification.2. Even though
+   * it is present, the size will be less than total PayloadSize since the
+   * size of reserved_payload_extension is supposed to be
+   * 8 * payloadSize - nEarlierBits - nPayloadZeroBits -1 which means the
+   * the current implementation will still skip all unnecessary bits correctly.
+   * In theory, we can have a more optimized implementation by skipping the
+   * data left in PayLoadSize without out individually checking for each bits,
+   * since the totoal size will be always less than payloadSize*/
+  while (nal_reader_has_more_data_in_payload (nr, payload_start_pos_bit,
+          payloadSize)) {
+    /* Skip the byte alignment bits */
+    if (!nal_reader_skip (nr, 1))
+      goto error;
+    while (!nal_reader_is_byte_aligned (nr)) {
+      if (!nal_reader_skip (nr, 1))
+        goto error;
+    }
+  }
+
+  return res;
+
+error:
+  GST_WARNING ("error parsing \"Sei message\"");
+  return GST_H266_PARSER_ERROR;
+}
+
+/**
+ * gst_h266_parser_parse_sei:
+ * @nalparser: a #GstH266Parser
+ * @nalu: The `GST_H266_NAL_*_SEI` #GstH266NalUnit to parse
+ * @messages: The GArray of #GstH266SEIMessage to fill. The caller must free
+ *  it when done.
+ *
+ * Parses @data, create and fills the @messages array.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_sei (GstH266Parser * nalparser, GstH266NalUnit * nalu,
+    GArray ** messages)
+{
+  NalReader nr;
+  GstH266SEIMessage sei;
+  GstH266ParserResult res;
+
+  GST_LOG ("parsing SEI nal");
+
+  nal_reader_init (&nr, nalu->data + nalu->offset + nalu->header_bytes,
+      nalu->size - nalu->header_bytes);
+  *messages = g_array_new (FALSE, FALSE, sizeof (GstH266SEIMessage));
+
+  do {
+    res = gst_h266_parser_parse_sei_message (&sei, &nr, nalparser, nalu->type,
+        nalu->temporal_id_plus1 - 1);
+    if (res == GST_H266_PARSER_OK)
+      g_array_append_val (*messages, sei);
+    else
+      break;
+  } while (nal_reader_has_more_data (&nr));
+
+  return res;
+}
+
+/**
+ * gst_h266_profile_to_string:
+ * @profile: a #GstH266Profile
+ *
+ * Returns the descriptive name for the #GstH266Profile.
+ *
+ * Returns: (nullable): the name for @profile or %NULL on error
+ *
+ * Since: 1.26
+ */
+const gchar *
+gst_h266_profile_to_string (GstH266Profile profile)
+{
+  guint i;
+
+  if (profile <= GST_H266_PROFILE_INVALID || profile >= GST_H266_PROFILE_MAX)
+    return NULL;
+
+  for (i = 0; i < G_N_ELEMENTS (h266_profiles); i++) {
+    if (profile == h266_profilesi.profile)
+      return h266_profilesi.name;
+  }
+
+  return NULL;
+}
+
+/**
+ * gst_h266_profile_from_string:
+ * @string: the descriptive name for #GstH266Profile
+ *
+ * Returns a #GstH266Profile for the @string.
+ *
+ * Returns: the #GstH266Profile of @string or %GST_H266_PROFILE_INVALID on error
+ *
+ * Since: 1.26
+ */
+GstH266Profile
+gst_h266_profile_from_string (const gchar * string)
+{
+  guint i;
+
+  if (string == NULL)
+    return GST_H266_PROFILE_INVALID;
+
+  for (i = 0; i < G_N_ELEMENTS (h266_profiles); i++) {
+    if (g_strcmp0 (string, h266_profilesi.name) == 0) {
+      return h266_profilesi.profile;
+    }
+  }
+
+  return GST_H266_PROFILE_INVALID;
+}
+
+/**
+ * gst_h266_decoder_config_record_free:
+ * @config: (nullable): a #GstH266DecoderConfigRecord data
+ *
+ * Free @config data
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_decoder_config_record_free (GstH266DecoderConfigRecord * config)
+{
+  if (!config)
+    return;
+
+  if (config->nalu_array)
+    g_array_unref (config->nalu_array);
+
+  g_free (config);
+}
+
+static void
+    gst_clear_h266_decoder_config_record_nalu_array
+    (GstH266DecoderConfigRecordNalUnitArray * array)
+{
+  if (!array)
+    return;
+
+  if (array->nalu)
+    g_array_unref (array->nalu);
+}
+
+static GstH266DecoderConfigRecord *
+gst_h266_decoder_config_record_new (void)
+{
+  GstH266DecoderConfigRecord *config;
+
+  config = g_new0 (GstH266DecoderConfigRecord, 1);
+  config->nalu_array = g_array_new (FALSE,
+      FALSE, sizeof (GstH266DecoderConfigRecordNalUnitArray));
+  g_array_set_clear_func (config->nalu_array,
+      (GDestroyNotify) gst_clear_h266_decoder_config_record_nalu_array);
+
+  return config;
+}
+
+#define READ_CONFIG_UINT8(br, val, nbits) G_STMT_START { \
+  if (!gst_bit_reader_get_bits_uint8 (br, &val, nbits)) { \
+    GST_WARNING ("Failed to read " G_STRINGIFY (val)); \
+    goto error; \
+  } \
+} G_STMT_END;
+
+#define READ_CONFIG_UINT16(br, val, nbits) G_STMT_START { \
+  if (!gst_bit_reader_get_bits_uint16 (br, &val, nbits)) { \
+    GST_WARNING ("Failed to read " G_STRINGIFY (val)); \
+    goto error; \
+  } \
+} G_STMT_END;
+
+#define READ_CONFIG_UINT32(br, val, nbits) G_STMT_START { \
+  if (!gst_bit_reader_get_bits_uint32 (br, &val, nbits)) { \
+    GST_WARNING ("Failed to read " G_STRINGIFY (val)); \
+    goto error; \
+  } \
+} G_STMT_END;
+
+#define SKIP_CONFIG_BITS(br, nbits) G_STMT_START { \
+  if (!gst_bit_reader_skip (br, nbits)) { \
+    GST_WARNING ("Failed to skip %d bits", nbits); \
+    goto error; \
+  } \
+} G_STMT_END;
+
+static GstH266ParserResult
+gst_h266_parser_parse_ptl_record (GstBitReader * br, GstH266PTLRecord * ptl,
+    guint8 num_sublayers)
+{
+  GstH266ParserResult result = GST_H266_PARSER_OK;
+  gint i;
+
+  SKIP_CONFIG_BITS (br, 2);
+  READ_CONFIG_UINT8 (br, ptl->num_bytes_constraint_info, 6);
+  if (!ptl->num_bytes_constraint_info)
+    GST_WARNING
+        ("num_bytes_constraint_info is 0, but should be greater than 0");
+  READ_CONFIG_UINT8 (br, ptl->general_profile_idc, 7);
+  READ_CONFIG_UINT8 (br, ptl->general_tier_flag, 1);
+  READ_CONFIG_UINT8 (br, ptl->general_level_idc, 8);
+
+  READ_CONFIG_UINT8 (br, ptl->ptl_frame_only_constraint_flag, 1);
+  READ_CONFIG_UINT8 (br, ptl->ptl_multilayer_enabled_flag, 1);
+
+  for (i = 0; i < ptl->num_bytes_constraint_info - 1; i++)
+    READ_CONFIG_UINT8 (br, ptl->general_constraint_infoi, 8);
+  READ_CONFIG_UINT8 (br, ptl->general_constraint_infoi, 6);
+
+  for (i = num_sublayers - 2; i >= 0; i--)
+    READ_CONFIG_UINT8 (br, ptl->ptl_sublayer_level_present_flagi, 1);
+
+  if (num_sublayers > 1)
+    SKIP_CONFIG_BITS (br, 9 - num_sublayers);
+
+  for (i = num_sublayers - 2; i >= 0; i--)
+    if (ptl->ptl_sublayer_level_present_flagi)
+      READ_CONFIG_UINT8 (br, ptl->sublayer_level_idci, 8);
+
+  READ_CONFIG_UINT8 (br, ptl->ptl_num_sub_profiles, 8);
+  for (i = 0; i < ptl->ptl_num_sub_profiles; i++)
+    READ_CONFIG_UINT32 (br, ptl->general_sub_profile_idci, 32);
+
+  return result;
+
+error:
+  GST_WARNING ("Failed to parse PTL record");
+  result = GST_H266_PARSER_ERROR;
+  return result;
+}
+
+/**
+ * gst_h266_parser_parse_decoder_config_record:
+ * @parser: a #GstH266Parser
+ * @data: the data to parse
+ * @size: the size of @data
+ * @config: (out): parsed #GstH266DecoderConfigRecord data
+ *
+ * Parses VVCDecoderConfigurationRecord data and fill into @config.
+ * The caller must free @config via gst_h266_decoder_config_record_free()
+ *
+ * This method does not parse APS, VPS, SPS and PPS and therefore the caller needs to
+ * parse each NAL unit via appropriate parsing method.
+ *
+ * Returns: a #GstH266ParserResult
+ *
+ * Since: 1.26
+ */
+GstH266ParserResult
+gst_h266_parser_parse_decoder_config_record (GstH266Parser * parser,
+    const guint8 * data, gsize size, GstH266DecoderConfigRecord ** config)
+{
+  GstH266DecoderConfigRecord *ret;
+  GstBitReader br;
+  GstH266ParserResult result = GST_H266_PARSER_OK;
+  guint i;
+  guint8 num_of_arrays;
+
+  GST_LOG ("parsing \"Decoder configuration record\"");
+
+  g_return_val_if_fail (parser != NULL, GST_H266_PARSER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_H266_PARSER_ERROR);
+  g_return_val_if_fail (config != NULL, GST_H266_PARSER_ERROR);
+
+  *config = NULL;
+
+  if (size < 2) {
+    GST_WARNING ("Too small size vvcC");
+    return GST_H266_PARSER_ERROR;
+  }
+
+  gst_bit_reader_init (&br, data, size);
+  ret = gst_h266_decoder_config_record_new ();
+
+  SKIP_CONFIG_BITS (&br, 5);
+  READ_CONFIG_UINT8 (&br, ret->length_size_minus_one, 2);
+  if (ret->length_size_minus_one == 2) {
+    /* "length_size_minus_one + 1" should be 1, 2, or 4 */
+    GST_WARNING ("Wrong nal-length-size");
+  }
+  READ_CONFIG_UINT8 (&br, ret->ptl_present_flag, 1);
+
+  if (ret->ptl_present_flag) {
+    READ_CONFIG_UINT16 (&br, ret->ols_idx, 9);
+    READ_CONFIG_UINT8 (&br, ret->num_sublayers, 3);
+    READ_CONFIG_UINT8 (&br, ret->constant_frame_rate, 2);
+    READ_CONFIG_UINT8 (&br, ret->chroma_format_idc, 2);
+
+    READ_CONFIG_UINT8 (&br, ret->bit_depth_minus8, 3);
+    SKIP_CONFIG_BITS (&br, 5);
+
+    if (gst_h266_parser_parse_ptl_record (&br, &ret->native_ptl,
+            ret->num_sublayers) != GST_H266_PARSER_OK)
+      goto error;
+
+    READ_CONFIG_UINT16 (&br, ret->max_picture_width, 16);
+    READ_CONFIG_UINT16 (&br, ret->max_picture_height, 16);
+    READ_CONFIG_UINT16 (&br, ret->avg_frame_rate, 16);
+  }
+
+  READ_CONFIG_UINT8 (&br, num_of_arrays, 8);
+  for (i = 0; i < num_of_arrays; i++) {
+    GstH266DecoderConfigRecordNalUnitArray array;
+    guint8 nalu_type;
+    GstH266NalUnit nalu;
+    guint16 num_nalu = 1, j;
+    guint bit_offset, offset;
+
+    READ_CONFIG_UINT8 (&br, array.array_completeness, 1);
+    SKIP_CONFIG_BITS (&br, 2);
+    READ_CONFIG_UINT8 (&br, nalu_type, 5);
+    array.nal_unit_type = nalu_type;
+
+    if (nalu_type != GST_H266_NAL_DCI && nalu_type != GST_H266_NAL_OPI)
+      READ_CONFIG_UINT16 (&br, num_nalu, 16);
+
+    bit_offset = gst_bit_reader_get_pos (&br);
+    g_assert (bit_offset % 8 == 0);
+    offset = bit_offset / 8;
+    array.nalu = g_array_sized_new (FALSE, FALSE, sizeof (GstH266NalUnit),
+        num_nalu);
+    for (j = 0; j < num_nalu; j++) {
+      result = gst_h266_parser_identify_nalu_vvc (parser, data, offset, size,
+          2, &nalu);
+      if (result != GST_H266_PARSER_OK) {
+        g_array_unref (array.nalu);
+        goto error;
+      }
+
+      g_array_append_val (array.nalu, nalu);
+      offset = nalu.offset + nalu.size;
+    }
+
+    g_array_append_val (ret->nalu_array, array);
+
+    if (i != num_of_arrays - 1 && !gst_bit_reader_set_pos (&br, offset * 8)) {
+      GST_WARNING ("Not enough bytes for NAL reading");
+      goto error;
+    }
+  }
+
+  *config = ret;
+  return GST_H266_PARSER_OK;
+
+error:
+  result = GST_H266_PARSER_ERROR;
+  gst_h266_decoder_config_record_free (ret);
+  return result;
+}
+
+#undef READ_CONFIG_UINT8
+#undef READ_CONFIG_UINT16
+#undef READ_CONFIG_UINT32
+#undef SKIP_CONFIG_BITS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gsth266parser.h Added

@@ -0,0 +1,3546 @@
+/* Gstreamer H.266 bitstream parser
+ *
+ * Copyright (C) 2023 Intel Corporation
+ *    Author: Zhong Hongcheng <spartazhc@gmail.com>
+ *    Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#ifndef GST_USE_UNSTABLE_API
+#warning "The H.266 parsing library is unstable API and may change in future."
+#warning "You can define GST_USE_UNSTABLE_API to avoid this warning."
+#endif
+
+#include <gst/gst.h>
+#include <gst/codecparsers/codecparsers-prelude.h>
+
+G_BEGIN_DECLS
+
+#define GST_H266_IS_B_SLICE(slice)  ((slice)->slice_type == GST_H266_B_SLICE)
+#define GST_H266_IS_P_SLICE(slice)  ((slice)->slice_type == GST_H266_P_SLICE)
+#define GST_H266_IS_I_SLICE(slice)  ((slice)->slice_type == GST_H266_I_SLICE)
+
+/* 6.2 we can have 3 sample arrays */
+#define GST_H266_MAX_SAMPLE_ARRAYS 3
+/* 7.4.3.3 vps_max_layers_minus1 is u(6) */
+#define GST_H266_MAX_LAYERS 64
+/* 7.4.3.3 The value of vps_max_sublayers_minus1
+ * shall be in the range of 0 to 6, inclusive */
+#define GST_H266_MAX_SUBLAYERS 7
+/* 7.4.3.3 vps_num_output_layer_sets_minus2 is u(8) */
+#define GST_H266_MAX_TOTAL_NUM_OLSS 257
+/* 7.4.3.3 vps_num_ptls_minus1 shall be less than TotalNumOlss,
+ * which is MAX(GST_H266_MAX_LAYERS, GST_H266_MAX_TOTAL_NUM_OLSS) */
+#define GST_H266_MAX_PTLS GST_H266_MAX_TOTAL_NUM_OLSS
+/* 7.3.2.3: vps_video_parameter_set_id is u(4). */
+#define GST_H266_MAX_VPS_COUNT 16
+/* 7.3.2.4: sps_seq_parameter_set_id is u(4) */
+#define GST_H266_MAX_SPS_COUNT 16
+/* 7.3.2.5: pps_pic_parameter_set_id is u(6) */
+#define GST_H266_MAX_PPS_COUNT 64
+/* 7.3.2.7: the value of aps_adaptation_parameter_set_id shall be in
+ * the range of 0 to 7 or in the range of 0 to 3 inclusive, depending
+ * on the aps_params_type. */
+#define GST_H266_MAX_APS_COUNT 8
+/* 7.4.4.1: ptl_num_sub_profiles is u(8) */
+#define GST_H266_MAX_SUB_PROFILES 256
+/* A.4.2: MaxDpbSize is bounded above by 2*maxDpbPicBuf(8) */
+#define GST_H266_MAX_DPB_SIZE 16
+/* 7.4.3.4: sps_num_ref_pic_lists in range 0, 64 */
+#define GST_H266_MAX_REF_PIC_LISTS 64
+/* 7.4.3.18: NumAlfFilters is 25 */
+#define GST_H266_NUM_ALF_FILTERS 25
+/* 7.4.11: num_ref_entries in range 0, MaxDpbSize + 13 */
+#define GST_H266_MAX_REF_ENTRIES (GST_H266_MAX_DPB_SIZE + 13)
+/* 7.4.3.3 sps_num_points_in_qp_table_minus1i in range
+ * 0, 36 - sps_qp_table_start_minus26i, and sps_qp_table_start_minus26i
+ * in range -26 - QpBdOffset, 36. For 16 bits QpBdOffset is 6*8,
+ * so sps_num_points_in_qp_table_minus1i in range 0, 110 */
+#define GST_H266_MAX_POINTS_IN_QP_TABLE 111
+/* 7.4.6.1: hrd_cpb_cnt_minus1 is in 0, 31. */
+#define GST_H266_MAX_CPB_CNT 32
+/* A.4.1: the highest level allows a MaxLumaPs of 35 651 584. */
+#define GST_H266_MAX_LUMA_PS 35651584
+/* A.4.1: pic_width_in_luma_samples and pic_height_in_luma_samples are
+ * constrained to be not greater than sqrt(MaxLumaPs * 8).  Hence height/
+ * width are bounded above by sqrt(8 * 35651584) = 16888.2 samples. */
+#define GST_H266_MAX_WIDTH 16888
+#define GST_H266_MAX_HEIGHT 16888
+/* A.4.1: table A.1 allows at most 440 tiles per au for any level. */
+#define GST_H266_MAX_TILES_PER_AU 440
+/* A.4.1: table A.1 did not define max tile rows. */
+/* in worest a case, we can have 1x440 tiles picture. */
+#define GST_H266_MAX_TILE_ROWS GST_H266_MAX_TILES_PER_AU
+/* A.4.1: table A.1 allows at most 20 tile columns for any level. */
+#define GST_H266_MAX_TILE_COLUMNS 20
+/* A.4.1 table A.1 allows at most 1000 slice for any level. */
+#define GST_H266_MAX_SLICES_PER_AU 1000
+/* 7.4.8: in the worst case (!pps_no_pic_partition_flag and
+ * sps_entropy_coding_sync_enabled_flag are both true), entry points can be
+ * placed at the beginning of every Ctb row in every tile, giving an
+ * upper bound of (num_tile_columns_minus1 + 1) * PicHeightInCtbsY - 1.
+ * Only a stream with very high resolution and perverse parameters could
+ * get near that, though, so set a lower limit here with the maximum
+ * possible value for 8K video (at most 135 32x32 Ctb rows). */
+#define GST_H266_MAX_ENTRY_POINTS (GST_H266_MAX_TILE_COLUMNS * 135)
+/* Use MaxLumaPs of level 6.3 in Table A.2.
+   The min coding block size is 8, so min width or height is 8.
+   The min CTU size is 32. */
+#define GST_H266_MAX_CTUS_IN_PICTURE (80216064 / 8 / 32)
+
+/**
+ * GST_H266_IS_NAL_TYPE_IDR:
+ * @nal_type: a #GstH266NalUnitType
+ *
+ * Check whether @nal_type is IDR or not.
+ *
+ * Since: 1.26
+ */
+#define GST_H266_IS_NAL_TYPE_IDR(nal_type) \
+  ((nal_type) == GST_H266_NAL_SLICE_IDR_N_LP || \
+   (nal_type) == GST_H266_NAL_SLICE_IDR_W_RADL)
+
+/**
+ * GST_H266_IS_NAL_TYPE_GDR:
+ * @nal_type: a #GstH266NalUnitType
+ *
+ * Check whether @nal_type is GDR or not.
+ *
+ * Since: 1.26
+ */
+#define GST_H266_IS_NAL_TYPE_GDR(nal_type) ((nal_type) == GST_H266_NAL_SLICE_GDR)
+
+/**
+ * GST_H266_IS_NAL_TYPE_CRA:
+ * @nal_type: a #GstH266NalUnitType
+ *
+ * Check whether @nal_type is CRA or not.
+ *
+ * Since: 1.26
+ */
+#define GST_H266_IS_NAL_TYPE_CRA(nal_type) ((nal_type) == GST_H266_NAL_SLICE_CRA)
+
+/**
+ * GST_H266_IS_NAL_TYPE_IRAP:
+ * @nal_type: a #GstH266NalUnitType
+ *
+ * Check whether @nal_type is IRAP or not.
+ *
+ * Since: 1.26
+ */
+#define GST_H266_IS_NAL_TYPE_IRAP(nal_type) \
+  (GST_H266_IS_NAL_TYPE_IDR (nal_type) || GST_H266_IS_NAL_TYPE_CRA (nal_type))
+
+/**
+ * GST_H266_IS_NAL_TYPE_CVSS:
+ * @nal_type: a #GstH266NalUnitType
+ *
+ * Check whether @nal_type is coded video sequence start or not.
+ *
+ * Since: 1.26
+ */
+#define GST_H266_IS_NAL_TYPE_CVSS(nal_type) \
+  (GST_H266_IS_NAL_TYPE_IRAP(nal_type) || GST_H266_IS_NAL_TYPE_GDR(nal_type))
+
+/**
+ * GST_H266_IS_NAL_TYPE_RADL:
+ * @nal_type: a #GstH266NalUnitType
+ *
+ * Check whether @nal_type is RADL or not.
+ *
+ * Since: 1.26
+ */
+#define GST_H266_IS_NAL_TYPE_RADL(nal_type) ((nal_type) == GST_H266_NAL_SLICE_RADL)
+
+/**
+ * GST_H266_IS_NAL_TYPE_RASL:
+ * @nal_type: a #GstH266NalUnitType
+ *
+ * Check whether @nal_type is RASL or not.
+ *
+ * Since: 1.26
+ */
+#define GST_H266_IS_NAL_TYPE_RASL(nal_type) ((nal_type) == GST_H266_NAL_SLICE_RASL)
+
+/**
+ * GstH266ParserResult:
+ *
+ * The result of parsing H266 data.
+ *
+ * @GST_H266_PARSER_OK: The parsing succeeded.
+ * @GST_H266_PARSER_BROKEN_DATA: The data to parse is broken.
+ * @GST_H266_PARSER_BROKEN_LINK: The link to structure needed for the parsing
+ *  couldn't be found.
+ * @GST_H266_PARSER_ERROR: An error accured when parsing.
+ * @GST_H266_PARSER_NO_NAL: No nal found during the parsing.
+ * @GST_H266_PARSER_NO_NAL_END: Start of the nal found, but not the end.
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_H266_PARSER_OK,
+  GST_H266_PARSER_BROKEN_DATA,
+  GST_H266_PARSER_BROKEN_LINK,
+  GST_H266_PARSER_ERROR,
+  GST_H266_PARSER_NO_NAL,
+  GST_H266_PARSER_NO_NAL_END
+} GstH266ParserResult;
+
+/**
+ * GstH266Profile:
+ *
+ * H.266 Profiles.
+ *
+ * @GST_H266_PROFILE_MAIN_10: Main 10 profile (A.3.1).
+ * @GST_H266_PROFILE_MAIN_10_STILL_PICTURE: Main 10 Still Picture profile (A.3.1).
+ * @GST_H266_PROFILE_MULTILAYER_MAIN_10: MultiLayer Main 10 profile (A.3.3).
+ * @GST_H266_PROFILE_MULTILAYER_MAIN_10_STILL_PICTURE: MultiLayer Main 10 Still
+ *  Picture profile (A.3.3).
+ * @GST_H266_PROFILE_MAIN_10_444: Main 10 4:4:4 profile (A.3.2).
+ * @GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE: Main 10 4:4:4 Still Picture
+ *  profile (A.3.2).
+ * @GST_H266_PROFILE_MULTILAYER_MAIN_10_444: MultiLayer Main 10 4:4:4
+ *  profile (A.3.4).
+ * @GST_H266_PROFILE_MULTILAYER_MAIN_10_444_STILL_PICTURE: MultiLayer Main 10
+ *  4:4:4 Still Picture profile (A.3.4).
+ * @GST_H266_PROFILE_MAIN_12: Main 12 profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_12_444: Main 12 4:4:4 profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_16_444: Main 16 4:4:4 profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_12_INTRA: Main 12 Intra profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_12_444_INTRA: Main 12 4:4:4 Intra profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_16_444_INTRA: Main 16 4:4:4 Intra profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_12_STILL_PICTURE: Main 12 Still Picture profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_12_444_STILL_PICTURE: Main 12 4:4:4 Still Picture
+ *  profile (A.3.5).
+ * @GST_H266_PROFILE_MAIN_16_444_STILL_PICTURE: Main 16 4:4:4 Still Picture
+ *  profile (A.3.5).
+ *
+ * Since: 1.26
+ */
+typedef enum {
+  GST_H266_PROFILE_INVALID                              = -1,
+  GST_H266_PROFILE_NONE                                 = 0,
+
+  GST_H266_PROFILE_INTRA                                = 8,
+  GST_H266_PROFILE_STILL_PICTURE                        = 64,
+
+  GST_H266_PROFILE_MAIN_10                              = 1,
+  GST_H266_PROFILE_MAIN_10_STILL_PICTURE                = GST_H266_PROFILE_MAIN_10 | GST_H266_PROFILE_STILL_PICTURE,
+  GST_H266_PROFILE_MULTILAYER_MAIN_10                   = 17,
+  GST_H266_PROFILE_MULTILAYER_MAIN_10_STILL_PICTURE     = GST_H266_PROFILE_MULTILAYER_MAIN_10 | GST_H266_PROFILE_STILL_PICTURE,
+  GST_H266_PROFILE_MAIN_10_444                          = 33,
+  GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE            = GST_H266_PROFILE_MAIN_10_444 | GST_H266_PROFILE_STILL_PICTURE,
+  GST_H266_PROFILE_MULTILAYER_MAIN_10_444               = 49,
+  GST_H266_PROFILE_MULTILAYER_MAIN_10_444_STILL_PICTURE = GST_H266_PROFILE_MULTILAYER_MAIN_10_444 | GST_H266_PROFILE_STILL_PICTURE,
+  GST_H266_PROFILE_MAIN_12                              = 2,
+  GST_H266_PROFILE_MAIN_12_444                          = 34,
+  GST_H266_PROFILE_MAIN_16_444                          = 35,
+  GST_H266_PROFILE_MAIN_12_INTRA                        = GST_H266_PROFILE_MAIN_12 | GST_H266_PROFILE_INTRA,
+  GST_H266_PROFILE_MAIN_12_444_INTRA                    = GST_H266_PROFILE_MAIN_12_444 | GST_H266_PROFILE_INTRA,
+  GST_H266_PROFILE_MAIN_16_444_INTRA                    = GST_H266_PROFILE_MAIN_16_444 | GST_H266_PROFILE_INTRA,
+  GST_H266_PROFILE_MAIN_12_STILL_PICTURE                = GST_H266_PROFILE_MAIN_12 | GST_H266_PROFILE_STILL_PICTURE,
+  GST_H266_PROFILE_MAIN_12_444_STILL_PICTURE            = GST_H266_PROFILE_MAIN_12_444 | GST_H266_PROFILE_STILL_PICTURE,
+  GST_H266_PROFILE_MAIN_16_444_STILL_PICTURE            = GST_H266_PROFILE_MAIN_16_444 | GST_H266_PROFILE_STILL_PICTURE,
+
+  /* end of the profiles */
+  GST_H266_PROFILE_MAX
+} GstH266Profile;
+
+/**
+ * GstH266Level:
+ *
+ * H.266 level.
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_H266_LEVEL_L1_0 = 16,
+  GST_H266_LEVEL_L2_0 = 32,
+  GST_H266_LEVEL_L2_1 = 35,
+  GST_H266_LEVEL_L3_0 = 48,
+  GST_H266_LEVEL_L3_1 = 51,
+  GST_H266_LEVEL_L4_0 = 64,
+  GST_H266_LEVEL_L4_1 = 67,
+  GST_H266_LEVEL_L5_0 = 80,
+  GST_H266_LEVEL_L5_1 = 83,
+  GST_H266_LEVEL_L5_2 = 86,
+  GST_H266_LEVEL_L6_0 = 96,
+  GST_H266_LEVEL_L6_1 = 99,
+  GST_H266_LEVEL_L6_2 = 102,
+  GST_H266_LEVEL_L6_3 = 105,
+} GstH266Level;
+
+/**
+ * GstH266NalUnitType:
+ *
+ * Indicates the types of H266 Nal Units as
+ * table 5 - NAL unit type codes and NAL unit type classes.
+ *
+ * @GST_H266_NAL_SLICE_TRAIL: Coded slice of a trailing picture or subpicture.
+ * @GST_H266_NAL_SLICE_STSA: Coded slice of an STSA picture or subpicture.
+ * @GST_H266_NAL_SLICE_RADL: Coded slice of a RADL picture or subpicture.
+ * @GST_H266_NAL_SLICE_RASL: Coded slice of a RASL picture or subpicture.
+ * @GST_H266_NAL_SLICE_IDR_W_RADL: Coded slice of an IDR picture or subpicture.
+ * @GST_H266_NAL_SLICE_IDR_N_LP: Coded slice of an IDR picture or subpicture.
+ * @GST_H266_NAL_SLICE_CRA: Coded slice of a CRA picture or subpicture.
+ * @GST_H266_NAL_SLICE_GDR: Coded slice of a GDR picture or subpicture.
+ * @GST_H266_NAL_OPI: Operating point information.
+ * @GST_H266_NAL_DCI: Decoding capability information.
+ * @GST_H266_NAL_VPS: Video parameter set(VPS).
+ * @GST_H266_NAL_SPS: Sequence parameter set (SPS).
+ * @GST_H266_NAL_PPS: Picture parameter set (PPS).
+ * @GST_H266_NAL_PREFIX_APS: Prefix Adaptation parameter set (APS).
+ * @GST_H266_NAL_SUFFIX_APS: Suffix Adaptation parameter set (APS).
+ * @GST_H266_NAL_PH: Picture header (PH).
+ * @GST_H266_NAL_AUD: AU delimiter.
+ * @GST_H266_NAL_EOS: End of sequence (EOS).
+ * @GST_H266_NAL_EOB: End of bitstream (EOB).
+ * @GST_H266_NAL_PREFIX_SEI: Prefix Supplemental enhancement information.
+ * @GST_H266_NAL_SUFFIX_SEI: Suffix Suppliemental enhancement information.
+ * @GST_H266_NAL_FD: Filler data (FD).
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_H266_NAL_SLICE_TRAIL      = 0,
+  GST_H266_NAL_SLICE_STSA       = 1,
+  GST_H266_NAL_SLICE_RADL       = 2,
+  GST_H266_NAL_SLICE_RASL       = 3,
+  GST_H266_NAL_SLICE_IDR_W_RADL = 7,
+  GST_H266_NAL_SLICE_IDR_N_LP   = 8,
+  GST_H266_NAL_SLICE_CRA        = 9,
+  GST_H266_NAL_SLICE_GDR        = 10,
+  GST_H266_NAL_OPI              = 12,
+  GST_H266_NAL_DCI              = 13,
+  GST_H266_NAL_VPS              = 14,
+  GST_H266_NAL_SPS              = 15,
+  GST_H266_NAL_PPS              = 16,
+  GST_H266_NAL_PREFIX_APS       = 17,
+  GST_H266_NAL_SUFFIX_APS       = 18,
+  GST_H266_NAL_PH               = 19,
+  GST_H266_NAL_AUD              = 20,
+  GST_H266_NAL_EOS              = 21,
+  GST_H266_NAL_EOB              = 22,
+  GST_H266_NAL_PREFIX_SEI       = 23,
+  GST_H266_NAL_SUFFIX_SEI       = 24,
+  GST_H266_NAL_FD               = 25,
+} GstH266NalUnitType;
+
+/**
+ * GstH266SEIPayloadType:
+ *
+ * The type of SEI message.
+ * More other SEIs are specified in Rec.ITU-T H.274 | ISO/IEC 23002-7.
+ *
+ * @GST_H266_SEI_BUF_PERIOD: Buffering Period SEI Message.
+ * @GST_H266_SEI_PIC_TIMING: Picture Timing SEI Message.
+ * @GST_H266_SEI_REGISTERED_USER_DATA: Registered user data.
+ * @GST_H266_SEI_USER_DATA_UNREGISTERED: User data Unregistered.
+ * @GST_H266_SEI_DU_INFO: DU Information SEI Message.
+ * @GST_H266_SEI_SCALABLE_NETING: Scalable Nesting SEI Message.
+ * @GST_H266_SEI_FRAME_FIELD_INFO: Frame Field Info SEI Message.
+ * @GST_H266_SEI_SUBPIC_LEVEL_INFO: Subpicture Level Information SEI.
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_H266_SEI_BUF_PERIOD = 0,
+  GST_H266_SEI_PIC_TIMING = 1,
+  GST_H266_SEI_REGISTERED_USER_DATA = 4,
+  GST_H266_SEI_USER_DATA_UNREGISTERED = 5,
+  GST_H266_SEI_DU_INFO = 130,
+  GST_H266_SEI_SCALABLE_NESTING = 133,
+  GST_H266_SEI_FRAME_FIELD_INFO = 168,
+  GST_H266_SEI_SUBPIC_LEVEL_INFO = 203,
+  /* and more...  */
+} GstH266SEIPayloadType;
+
+/**
+ * GstH266SliceType:
+ *
+ * Types of Picture slice.
+ *
+ * @GST_H266_B_SLICE: B slice type.
+ * @GST_H266_P_SLICE: P slice type.
+ * @GST_H266_I_SLICE: I slice type.
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_H266_B_SLICE = 0,
+  GST_H266_P_SLICE = 1,
+  GST_H266_I_SLICE = 2
+} GstH266SliceType;
+
+/**
+ * GstH266APSType:
+ *
+ * Indicates the types of Adaptation parameter set (APS) as
+ * Table 6 - APS parameters type codes and types of APS parameters.
+ *
+ * @GST_H266_ALF_APS: ALF parameters.
+ * @GST_H266_LMCS_APS: LMCS parameters.
+ * @GST_H266_SCALING_APS: Scaling list parameters.
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_H266_ALF_APS      = 0,
+  GST_H266_LMCS_APS     = 1,
+  GST_H266_SCALING_APS  = 2,
+  /* end of the aps type */
+  GST_H266_APS_TYPE_MAX = 3
+} GstH266APSType;
+
+typedef struct _GstH266Parser                   GstH266Parser;
+typedef struct _GstH266NalUnit                  GstH266NalUnit;
+
+typedef struct _GstH266VPS                      GstH266VPS;
+typedef struct _GstH266SPS                      GstH266SPS;
+typedef struct _GstH266PPS                      GstH266PPS;
+typedef struct _GstH266APS                      GstH266APS;
+typedef struct _GstH266ProfileTierLevel         GstH266ProfileTierLevel;
+typedef struct _GstH266GeneralConstraintsInfo   GstH266GeneralConstraintsInfo;
+typedef struct _GstH266DPBParameters            GstH266DPBParameters;
+typedef struct _GstH266GeneralHRDParameters     GstH266GeneralHRDParameters;
+typedef struct _GstH266OLSHRDParameters         GstH266OLSHRDParameters;
+typedef struct _GstH266SubLayerHRDParameters    GstH266SubLayerHRDParameters;
+typedef struct _GstH266HRDParams                GstH266HRDParams;
+typedef struct _GstH266VUIParams                GstH266VUIParams;
+typedef struct _GstH266SPSRangeExtensionParams  GstH266SPSRangeExtensionParams;
+
+typedef struct _GstH266ALF                      GstH266ALF;
+typedef struct _GstH266LMCS                     GstH266LMCS;
+typedef struct _GstH266ScalingList              GstH266ScalingList;
+
+typedef struct _GstH266PredWeightTable          GstH266PredWeightTable;
+typedef struct _GstH266RefPicListStruct         GstH266RefPicListStruct;
+typedef struct _GstH266RefPicLists              GstH266RefPicLists;
+typedef struct _GstH266SliceHdr                 GstH266SliceHdr;
+typedef struct _GstH266PicHdr                   GstH266PicHdr;
+typedef struct _GstH266AUD                      GstH266AUD;
+typedef struct _GstH266OPI                      GstH266OPI;
+typedef struct _GstH266DCI                      GstH266DCI;
+
+typedef struct _GstH266BufferingPeriod          GstH266BufferingPeriod;
+typedef struct _GstH266PicTiming                GstH266PicTiming;
+typedef struct _GstH266DUInfo                   GstH266DUInfo;
+typedef struct _GstH266ScalableNesting          GstH266ScalableNesting;
+typedef struct _GstH266SubPicLevelInfo          GstH266SubPicLevelInfo;
+typedef struct _GstH266FrameFieldInfo           GstH266FrameFieldInfo;
+typedef struct _GstH266SEIMessage               GstH266SEIMessage;
+typedef struct _GstH266DecoderConfigRecordNalUnitArray GstH266DecoderConfigRecordNalUnitArray;
+typedef struct _GstH266PTLRecord                GstH266PTLRecord;
+typedef struct _GstH266DecoderConfigRecord      GstH266DecoderConfigRecord;
+
+/**
+ * GstH266NalUnit:
+ *
+ * Structure defining the H266 Nal unit headers.
+ *
+ * @type: A #GstH266NalUnitType.
+ * @layer_id: A nal unit layer id.
+ * @temporal_id_plus1: A nal unit temporal identifier.
+ * @size: The size of the nal unit starting from @offset.
+ * @offset: The offset of the actual start of the nal unit.
+ * @sc_offset:The offset of the start code of the nal unit.
+ * @valid: If the nal unit is valid, which mean it has
+ *  already been parsed.
+ * @data: The data from which the Nalu has been parsed.
+ * @header_bytes: The size of the NALU header in bytes.
+ *
+ * Since: 1.26
+ */
+struct _GstH266NalUnit
+{
+  guint8 type;
+  guint8 layer_id;
+  guint8 temporal_id_plus1;
+
+  /* calculated values */
+  guint size;
+  guint offset;
+  guint sc_offset;
+  gboolean valid;
+
+  guint8 *data;
+  guint8 header_bytes;
+};
+
+/**
+ * GstH266GeneralConstraintsInfo:
+ *
+ * Structure defining the H266 general constraints info.
+ *
+ * @present_flag: specifies whether additional syntax elements are present.
+ * @intra_only_constraint_flag: specifies whether sh_slice_type for all slices
+ *  in OlsInScope shall be equal to 2.
+ * @all_layers_independent_constraint_flag: specifies whether the
+ *  vps_all_independent_layers_flag for all pictures in OlsInScope
+ *  shall be equal to 1.
+ * @one_au_only_constraint_flag: specifies whether there is only one
+ *  AU in OlsInScope.
+ * @sixteen_minus_max_bitdepth_constraint_idc: specifies whether
+ *  sps_bitdepth_minus8 plus 8 for all pictures in OlsInScope shall be in the
+ *  range of 0 to 16 - gci_sixteen_minus_max_bitdepth_constraint_idc, inclusive.
+ * @three_minus_max_chroma_format_constraint_idc: specifies whether the
+ *  sps_chroma_format_idc for all pictures in OlsInScope shall be in the range
+ *  of 0 to 3 - gci_three_minus_max_chroma_format_constraint_idc, inclusive.
+ * @no_mixed_nalu_types_in_pic_constraint_flag: specifies whether the
+ *  pps_mixed_nalu_types_in_pic_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_trail_constraint_flag: specifies whether there shall be no NAL unit
+ *  with nuh_unit_type equal to TRAIL_NUT present in OlsInScope.
+ * @no_stsa_constraint_flag: specifies whether there shall be no NAL unit with
+ *  nuh_unit_type equal to STSA_NUT present in OlsInScope.
+ * @no_rasl_constraint_flag: specifies whether there shall be no NAL unit with
+ *  nuh_unit_type equal to RASL_NUT present in OlsInScope.
+ * @no_radl_constraint_flag: specifies whether there shall be no NAL unit with
+ *  nuh_unit_type equal to RADL_NUT present in OlsInScope.
+ * @no_idr_constraint_flag: specifies whether there shall be no NAL unit with
+ *  nuh_unit_type equal to IDR_W_RADL or IDR_N_LP present in OlsInScope.
+ * @no_cra_constraint_flag: specifies whether there shall be no NAL unit with
+ *  nuh_unit_type equal to CRA_NUT present in OlsInScope.
+ * @no_gdr_constraint_flag: specifies whether sps_gdr_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_aps_constraint_flag: specifies whether there shall be no NAL unit with
+ *  nuh_unit_type equal to PREFIX_APS_NUT or SUFFIX_APS_NUT present in
+ *  OlsInScope.
+ * @no_idr_rpl_constraint_flag: specifies whether sps_idr_rpl_present_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @one_tile_per_pic_constraint_flag: specifies whether each picture in
+ *  OlsInScope shall contain only one tile.
+ * @pic_header_in_slice_header_constraint_flag: specifies whether each picture
+ *  in OlsInScope shall contain only one slice and the value of
+ *  sh_picture_header_in_slice_header_flag in each slice in OlsInScope shall
+ *  be equal to 1.
+ * @one_slice_per_pic_constraint_flag: specifies whether each picture in
+ *  OlsInScope shall contain only one slice.
+ * @no_rectangular_slice_constraint_flag: specifies whether pps_rect_slice_flag
+ *  for all pictures in OlsInScope shall be equal to 0.
+ * @one_slice_per_subpic_constraint_flag: specifies whether the value of
+ *  pps_single_slice_per_subpic_flag for all pictures in OlsInScope shall
+ *  be equal to 1.
+ * @no_subpic_info_constraint_flag: specifies whether sps_subpic_info_present_flag
+ *  for all pictures in OlsInScope shall be equal to 0.
+ * @three_minus_max_log2_ctu_size_constraint_idc: specifies whether
+ *  sps_log2_ctu_size_minus5 for all pictures in OlsInScope shall be in the
+ *  range of 0 to 3-gci_three_minus_max_log2_ctu_size_constraint_idc, inclusive.
+ * @no_partition_constraints_override_constraint_flag: specifies whether
+ *  sps_partition_constraints_override_enabled_flag for all pictures in
+ *  OlsInScope shall be equal to 0.
+ * @no_mtt_constraint_flag: specifies whether
+ *  sps_max_mtt_hierarchy_depth_intra_slice_luma,
+ *  sps_max_mtt_hierarchy_depth_inter_slice, and
+ *  sps_max_mtt_hierarchy_depth_intra_slice_chroma for all pictures in
+ *  OlsInScope shall be equal to 0.
+ * @no_qtbtt_dual_tree_intra_constraint_flag: specifies whether
+ *  sps_qtbtt_dual_tree_intra_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_palette_constraint_flag: specifies whether sps_palette_enabled_flag
+ *  for all pictures in OlsInScope shall be equal to 0.
+ * @no_ibc_constraint_flag: specifies whether sps_ibc_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_isp_constraint_flag: specifies whether sps_isp_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_mrl_constraint_flag: specifies whether sps_mrl_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_mip_constraint_flag: specifies whether sps_mip_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_cclm_constraint_flag: specifies whether sps_cclm_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_ref_pic_resampling_constraint_flag: specifies whether
+ *  sps_ref_pic_resampling_enabled_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_res_change_in_clvs_constraint_flag: specifies whether
+ *  sps_res_change_in_clvs_allowed_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_weighted_prediction_constraint_flag: specifies whether
+ *  sps_weighted_pred_flag and sps_weighted_bipred_flag for all pictures in
+ *  OlsInScope shall both be equal to 0.
+ * @no_ref_wraparound_constraint_flag: specifies whether
+ *  sps_ref_wraparound_enabled_flag for all pictures in OlsInScope shall be
+ *  equal to 0.
+ * @no_temporal_mvp_constraint_flag: specifies whether
+ *  sps_temporal_mvp_enabled_flag for all pictures in OlsInScope shall be
+ *  equal to 0.
+ * @no_sbtmvp_constraint_flag: specifies whether sps_sbtmvp_enabled_flag
+ *  for all pictures in OlsInScope shall be equal to 0.
+ * @no_amvr_constraint_flag: specifies whether sps_amvr_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_bdof_constraint_flag: specifies whether sps_bdof_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_smvd_constraint_flag: specifies whether sps_smvd_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_dmvr_constraint_flag: specifies whether sps_dmvr_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_mmvd_constraint_flag: specifies whether sps_mmvd_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_affine_motion_constraint_flag: specifies whether sps_affine_enabled_flag
+ *  for all pictures in OlsInScope shall be equal to 0.
+ * @no_prof_constraint_flag: specifies whether sps_affine_prof_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_bcw_constraint_flag: specifies whether sps_bcw_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_ciip_constraint_flag: specifies whether sps_ciip_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_gpm_constraint_flag: specifies whether sps_gpm_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_luma_transform_size_64_constraint_flag: specifies whether
+ *  sps_max_luma_transform_size_64_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_transform_skip_constraint_flag: specifies whether
+ *  sps_transform_skip_enabled_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_bdpcm_constraint_flag: specifies whether sps_bdpcm_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_mts_constraint_flag: specifies whether sps_mts_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_lfnst_constraint_flag: specifies whether sps_lfnst_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_joint_cbcr_constraint_flag: specifies whether sps_joint_cbcr_enabled_flag
+ *  for all pictures in OlsInScope shall be equal to 0.
+ * @no_sbt_constraint_flag: specifies whether sps_sbt_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_act_constraint_flag: specifies whether sps_act_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_explicit_scaling_list_constraint_flag: specifies whether
+ *  sps_explicit_scaling_list_enabled_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_dep_quant_constraint_flag: specifies whether sps_dep_quant_enabled_flag
+ *  for all pictures in OlsInScope shall be equal to 0.
+ * @no_sign_data_hiding_constraint_flag: specifies whether
+ *  sps_sign_data_hiding_enabled_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @no_cu_qp_delta_constraint_flag: specifies whether
+ *  pps_cu_qp_delta_enabled_flag for all pictures in OlsInScope shall be
+ *  equal to 0.
+ * @no_chroma_qp_offset_constraint_flag: specifies whether
+ *  pps_cu_chroma_qp_offset_list_enabled_flag for all pictures in OlsInScope
+ *  shall be equal to 0.
+ * @no_sao_constraint_flag: specifies whether sps_sao_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_alf_constraint_flag: specifies whether sps_alf_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_ccalf_constraint_flag: specifies whether sps_ccalf_enabled_flag for
+ *  all pictures in OlsInScope shall be equal to 0.
+ * @no_lmcs_constraint_flag: specifies whether sps_lmcs_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_ladf_constraint_flag: specifies whether sps_ladf_enabled_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @no_virtual_boundaries_constraint_flag: specifies whether
+ *  sps_virtual_boundaries_enabled_flag for all pictures in OlsInScope shall
+ *  be equal to 0.
+ * @all_rap_pictures_constraint_flag: specifies whether all pictures in
+ *  OlsInScope are GDR pictures with ph_recovery_poc_cnt equal to 0 or IRAP
+ *  pictures.
+ * @no_extended_precision_processing_constraint_flag: specifies whether
+ *  sps_extended_precision_flag for all pictures in OlsInScope shall be
+ *  equal to 0.
+ * @no_ts_residual_coding_rice_constraint_flag: specifies whether
+ *  sps_ts_residual_coding_rice_present_in_sh_flag for all pictures in
+ *  OlsInScope should be equal to 0.
+ * @no_rrc_rice_extension_constraint_flag: specifies whether
+ *  sps_rrc_rice_extension_flag for all pictures in OlsInScope shall be
+ *  equal to 0.
+ * @no_persistent_rice_adaptation_constraint_flag: specifies whether
+ *  sps_persistent_rice_adaptation_enabled_flag for all pictures in OlsInScope
+ *  shall be equal to 0.
+ * @no_reverse_last_sig_coeff_constraint_flag: specifies whether
+ *  sps_reverse_last_sig_coeff_enabled_flag for all pictures in OlsInScope
+ *  shall be equal to 0.
+ * @reserved_zero_bit: the reserved bits.
+ *
+ * Since: 1.26
+ */
+struct _GstH266GeneralConstraintsInfo {
+  guint8 present_flag;
+
+  /* general */
+  guint8 intra_only_constraint_flag;
+  guint8 all_layers_independent_constraint_flag;
+  guint8 one_au_only_constraint_flag;
+  /* picture format */
+  guint8 sixteen_minus_max_bitdepth_constraint_idc;
+  guint8 three_minus_max_chroma_format_constraint_idc;
+  /* NAL unit type related */
+  guint8 no_mixed_nalu_types_in_pic_constraint_flag;
+  guint8 no_trail_constraint_flag;
+  guint8 no_stsa_constraint_flag;
+  guint8 no_rasl_constraint_flag;
+  guint8 no_radl_constraint_flag;
+  guint8 no_idr_constraint_flag;
+  guint8 no_cra_constraint_flag;
+  guint8 no_gdr_constraint_flag;
+  guint8 no_aps_constraint_flag;
+  guint8 no_idr_rpl_constraint_flag;
+  /* tile, slice, subpicture partitioning */
+  guint8 one_tile_per_pic_constraint_flag;
+  guint8 pic_header_in_slice_header_constraint_flag;
+  guint8 one_slice_per_pic_constraint_flag;
+  guint8 no_rectangular_slice_constraint_flag;
+  guint8 one_slice_per_subpic_constraint_flag;
+  guint8 no_subpic_info_constraint_flag;
+  /* CTU and block partitioning */
+  guint8 three_minus_max_log2_ctu_size_constraint_idc;
+  guint8 no_partition_constraints_override_constraint_flag;
+  guint8 no_mtt_constraint_flag;
+  guint8 no_qtbtt_dual_tree_intra_constraint_flag;
+  /* intra */
+  guint8 no_palette_constraint_flag;
+  guint8 no_ibc_constraint_flag;
+  guint8 no_isp_constraint_flag;
+  guint8 no_mrl_constraint_flag;
+  guint8 no_mip_constraint_flag;
+  guint8 no_cclm_constraint_flag;
+  /* inter */
+  guint8 no_ref_pic_resampling_constraint_flag;
+  guint8 no_res_change_in_clvs_constraint_flag;
+  guint8 no_weighted_prediction_constraint_flag;
+  guint8 no_ref_wraparound_constraint_flag;
+  guint8 no_temporal_mvp_constraint_flag;
+  guint8 no_sbtmvp_constraint_flag;
+  guint8 no_amvr_constraint_flag;
+  guint8 no_bdof_constraint_flag;
+  guint8 no_smvd_constraint_flag;
+  guint8 no_dmvr_constraint_flag;
+  guint8 no_mmvd_constraint_flag;
+  guint8 no_affine_motion_constraint_flag;
+  guint8 no_prof_constraint_flag;
+  guint8 no_bcw_constraint_flag;
+  guint8 no_ciip_constraint_flag;
+  guint8 no_gpm_constraint_flag;
+  /* transform, quantization, residual */
+  guint8 no_luma_transform_size_64_constraint_flag;
+  guint8 no_transform_skip_constraint_flag;
+  guint8 no_bdpcm_constraint_flag;
+  guint8 no_mts_constraint_flag;
+  guint8 no_lfnst_constraint_flag;
+  guint8 no_joint_cbcr_constraint_flag;
+  guint8 no_sbt_constraint_flag;
+  guint8 no_act_constraint_flag;
+  guint8 no_explicit_scaling_list_constraint_flag;
+  guint8 no_dep_quant_constraint_flag;
+  guint8 no_sign_data_hiding_constraint_flag;
+  guint8 no_cu_qp_delta_constraint_flag;
+  guint8 no_chroma_qp_offset_constraint_flag;
+  /* loop fitler */
+  guint8 no_sao_constraint_flag;
+  guint8 no_alf_constraint_flag;
+  guint8 no_ccalf_constraint_flag;
+  guint8 no_lmcs_constraint_flag;
+  guint8 no_ladf_constraint_flag;
+  guint8 no_virtual_boundaries_constraint_flag;
+  /* additional bits */
+  guint8 all_rap_pictures_constraint_flag;
+  guint8 no_extended_precision_processing_constraint_flag;
+  guint8 no_ts_residual_coding_rice_constraint_flag;
+  guint8 no_rrc_rice_extension_constraint_flag;
+  guint8 no_persistent_rice_adaptation_constraint_flag;
+  guint8 no_reverse_last_sig_coeff_constraint_flag;
+  /* reserved for future use */
+  guint8 reserved_zero_bit64;
+};
+
+/**
+ * GstH266ProfileTierLevel:
+ *
+ * Structure defining the H266 profile, tier and level.
+ *
+ * @profile_idc: the profile id.
+ * @tier_flag: specifies the main tier or high tier.
+ * @level_idc: indicates a level to which OlsInScope conforms
+ *  as specified in Annex A.
+ * @frame_only_constraint_flag: specifies whether sps_field_seq_flag for all
+ *  pictures in OlsInScope shall be equal to 0.
+ * @multilayer_enabled_flag: specifies whether the CVSs of OlsInScope
+ *  might contain more than one layer.
+ * @general_constraints_info: the #GstH266GeneralConstraintsInfo contains
+ *  the general constraints info.
+ * @sublayer_level_present_flag: specifies whether level information is present
+ *  in the profile_tier_level syntax structure for the sublayer representation.
+ * @sublayer_level_idc: the sublayer level idc.
+ * @num_sub_profiles: specifies the number of the general_sub_profile_idci
+ *  syntax elements.
+ * @sub_profile_idc: specifies the i-th interoperability indicator registered
+ *  as specified by Rec. ITU-T T.35
+ *
+ * Since: 1.26
+ */
+struct _GstH266ProfileTierLevel {
+  GstH266Profile profile_idc;
+  guint8 tier_flag;
+  guint8 level_idc;
+  guint8 frame_only_constraint_flag;
+  guint8 multilayer_enabled_flag;
+
+  GstH266GeneralConstraintsInfo general_constraints_info;
+
+  guint8 sublayer_level_present_flagGST_H266_MAX_SUBLAYERS - 1;
+  guint8 sublayer_level_idcGST_H266_MAX_SUBLAYERS - 1;
+  guint8 num_sub_profiles;
+  GstH266Profile sub_profile_idcGST_H266_MAX_SUB_PROFILES;
+
+  guint8 ptl_reserved_zero_bit;
+};
+
+/**
+ * GstH266DPBParameters:
+ *
+ * Structure defining the H266 DPB parameters.
+ *
+ * @max_dec_pic_buffering_minus1: specifies the maximum required size of the
+ *  DPB in units of picture storage buffers.
+ * @max_num_reorder_pics: specifies the maximum allowed number of pictures of
+ *  the OLS that can precede any picture in the OLS in decoding order and
+ *  follow that picture in output.
+ * @max_latency_increase_plus1: used to compute the value of MaxLatencyPictures,
+ *  which specifies the maximum number of pictures in the OLS.
+ *
+ * Since: 1.26
+ */
+struct _GstH266DPBParameters
+{
+  guint8 max_dec_pic_buffering_minus1GST_H266_MAX_SUBLAYERS;
+  guint8 max_num_reorder_picsGST_H266_MAX_SUBLAYERS;
+  guint8 max_latency_increase_plus1GST_H266_MAX_SUBLAYERS;
+};
+
+/**
+ * GstH266GeneralHRDParameters:
+ *
+ * Structure defining the H266 HDR parameters.
+ *
+ * @num_units_in_tick: the number of time units of a clock operating at the
+ *  frequency time_scale.
+ * @time_scale: number of time units that pass in one second.
+ * @general_nal_hrd_params_present_flag: specifies whether NAL HRD parameters
+ *  are present in the general_timing_hrd_parameters syntax structure.
+ * @general_vcl_hrd_params_present_flag: specifies whether VCL HRD parameters
+ *  are present in the general_timing_hrd_parameters syntax structure.
+ * @general_same_pic_timing_in_all_ols_flag: specifies whether the
+ *  non-scalable-nested PT SEI message in each AU applies to the AU for any
+ *  OLS in the bitstream and no scalable-nested PT SEI messages are present.
+ * @general_du_hrd_params_present_flag: specifies whether DU level HRD
+ *  parameters are present and the HRD could operate at the AU level or DU level.
+ * @tick_divisor_minus2: specifies the clock sub-tick.
+ * @bit_rate_scale: specifies the maximum input bit rate of the CPB.
+ * @cpb_size_scale: specifies the CPB size of the CPB.
+ * @cpb_size_du_scale: specifies the CPB size of the CPB at du level.
+ * @hrd_cpb_cnt_minus1: plus 1 specifies the number of alternative CPB
+ *  delivery schedules.
+ *
+ * Since: 1.26
+ */
+struct _GstH266GeneralHRDParameters
+{
+  guint32 num_units_in_tick;
+  guint32 time_scale;
+  guint8 general_nal_hrd_params_present_flag;
+  guint8 general_vcl_hrd_params_present_flag;
+  guint8 general_same_pic_timing_in_all_ols_flag;
+  guint8 general_du_hrd_params_present_flag;
+  guint8 tick_divisor_minus2;
+  guint8 bit_rate_scale;
+  guint8 cpb_size_scale;
+  guint8 cpb_size_du_scale;
+  guint8 hrd_cpb_cnt_minus1;
+};
+
+/**
+ * GstH266SubLayerHRDParameters:
+ *
+ * Structure defining the H266 sub layer HDR parameters.
+ *
+ * @bit_rate_value_minus1: specifies the maximum input bit rate for the CPB.
+ * @cpb_size_value_minus1: together with cpb_size_scale to specify the CPB size.
+ * @cpb_size_du_value_minus1: together with cpb_size_du_scale to specify
+ *  the CPB size.
+ * @bit_rate_du_value_minus1: specifies the maximum input bit rate for the CPB.
+ * @cbr_flag: specifies whether to decode this bitstream by the HRD using
+ *  the CPB specification.
+ * @bit_rate: the calculated bit rate.
+ * @cpb_size: the calculated cpb size.
+ *
+ * Since: 1.26
+ */
+struct _GstH266SubLayerHRDParameters
+{
+  guint32 bit_rate_value_minus1GST_H266_MAX_CPB_CNT;
+  guint32 cpb_size_value_minus1GST_H266_MAX_CPB_CNT;
+  guint32 cpb_size_du_value_minus1GST_H266_MAX_CPB_CNT;
+  guint32 bit_rate_du_value_minus1GST_H266_MAX_CPB_CNT;
+  guint8 cbr_flagGST_H266_MAX_CPB_CNT;
+  /* calculated values */
+  guint32 bit_rateGST_H266_MAX_CPB_CNT;
+  guint32 cpb_sizeGST_H266_MAX_CPB_CNT;
+};
+
+/**
+ * GstH266OLSHRDParameters:
+ *
+ * Structure defining the H266 OLS HDR parameters.
+ *
+ * @fixed_pic_rate_general_flag: indicates the temporal distance between the
+ *  HRD output times of consecutive pictures in output order is constrained as
+ *  specified in this clause using the variable DpbOutputElementalIntervaln.
+ * @fixed_pic_rate_within_cvs_flag: indicates the temporal distance between the
+ *  HRD output times of consecutive pictures in output order is constrained as
+ *  specified in this clause using the variable DpbOutputElementalIntervaln.
+ * @elemental_duration_in_tc_minus1: specifies the temporal distance between
+ *  the elemental units that specify the HRD output times of consecutive
+ *  pictures in output order.
+ * @low_delay_hrd_flag: specifies the HRD operational mode as specified
+ *  in Annex C.
+ * @nal_sub_layer_hrd_parameters: sub layer nal #GstH266SubLayerHRDParameters.
+ * @vcl_sub_layer_hrd_parameters: sub layer vcl #GstH266SubLayerHRDParameters.
+ *
+ * Since: 1.26
+ */
+struct _GstH266OLSHRDParameters
+{
+  guint8 fixed_pic_rate_general_flagGST_H266_MAX_SUBLAYERS;
+  guint8 fixed_pic_rate_within_cvs_flagGST_H266_MAX_SUBLAYERS;
+  guint16 elemental_duration_in_tc_minus1GST_H266_MAX_SUBLAYERS;
+  guint8 low_delay_hrd_flagGST_H266_MAX_SUBLAYERS;
+  GstH266SubLayerHRDParameters nal_sub_layer_hrd_parametersGST_H266_MAX_SUBLAYERS;
+  GstH266SubLayerHRDParameters vcl_sub_layer_hrd_parametersGST_H266_MAX_SUBLAYERS;
+};
+
+/**
+ * GstH266VPS:
+ *
+ * Structure defining the H266 VPS.
+ *
+ * @vps_id: provides an identifier for the VPS for reference by other syntax
+ *  elements.
+ * @max_layers_minus1: specifies the number of layers specified by the VPS.
+ * @max_sublayers_minus1: specifies the maximum number of temporal sublayers
+ *  that may be present in a layer specified by the VPS.
+ * @default_ptl_dpb_hrd_max_tid_flag: specifies whether the syntax elements
+ *  vps_ptl_max_tid, vps_dpb_max_tid, and vps_hrd_max_tid are present.
+ * @all_independent_layers_flag: specifies whether all layers specified by the
+ *  VPS are independently coded without using inter-layer prediction.
+ * @layer_id: specifies the nuh_layer_id value of the i-th layer.
+ * @independent_layer_flag: specifies whether the layer with index i does not
+ *  use inter-layer prediction.
+ * @max_tid_ref_present_flag: specifies whether the syntax element
+ *  vps_max_tid_il_ref_pics_plus1 could be present.
+ * @direct_ref_layer_flag: specifies whether the layer with index j is not a
+ *  direct reference layer for the layer with index i.
+ * @max_tid_il_ref_pics_plus1: specifies whether the pictures of the j-th layer
+ *  that are neither IRAP pictures nor GDR pictures with ph_recovery_poc_cnt
+ *  equal to 0 are not used as ILRPs for decoding of pictures of the i-th layer.
+ * @each_layer_is_an_ols_flag: specifies whether each OLS specified by the VPS
+ *  contains only one layer and each layer specified by the VPS is an OLS with
+ *  the single included layer being the only output layer.
+ * @ols_mode_idc: specifies whether the total number of OLSs specified by the
+ *  VPS is equal to vps_max_layers_minus1 + 1.
+ * @total_num_olss: specifies the total number of OLSs specified by the VPS.
+ * @num_multi_layer_olss: specifies the number of multi-layer OLSs (i.e., OLSs
+ *  that contain more than one layer).
+ * @multi_layer_ols_idx: specifies the index to the list of multi-layer OLSs
+ *  for the i-th OLS.
+ * @num_layers_in_ols: specifies the number of layers in the i-th OLS.
+ * @layer_id_in_ols: specifies the nuh_layer_id value of the j-th layer in
+ *  the i-th OLS.
+ * @num_output_layer_sets_minus2: specifies the total number of OLSs
+ *  specified by the VPS when vps_ols_mode_idc is equal to 2.
+ * @ols_output_layer_flag: specifies whether the layer with nuh_layer_id
+ *  equal to vps_layer_idj is an output layer of the i-th OLS when
+ *  vps_ols_mode_idc is equal to 2.
+ * @num_output_layers_in_ols: specifies the number of output layers in
+ *  the i-th OLS.
+ * @output_layer_id_in_ols: specifies the nuh_layer_id value of the j-th
+ *  output layer in the i-th OLS.
+ * @num_sub_layers_in_layer_in_ols: specifies the number of sublayers in the
+ *  j-th layer in the i-th OLS.
+ * @num_ptls_minus1: specifies the number of profile_tier_level
+ *  syntax structures in the VPS.
+ * @pt_present_flag: specifies whether profile, tier, and general constraints
+ *  information are present in the i-th profile_tier_level syntax structure
+ *  in the VPS.
+ * @ptl_max_tid: specifies the TemporalId of the highest sublayer representation.
+ * @profile_tier_level: specifies the profile, tier and level using
+ *  #GstH266ProfileTierLevel.
+ * @ols_ptl_idx: specifies the index of the profile_tier_level syntax
+ *  structure that applies to the i-th OLS.
+ * @num_dpb_params_minus1: specifies the number of dpb_parameters syntax
+ *  strutcures in the VPS.
+ * @sublayer_dpb_params_present_flag: is used to control the presence of
+ *  dpb_max_dec_pic_buffering_minus1j, dpb_max_num_reorder_picsj, and
+ *  dpb_max_latency_increase_plus1j syntax elements in the dpb_parameters
+ *  syntax strucures in the VPS.
+ * @dpb_max_tid: specifies the TemporalId of the highest sublayer representation
+ *  for which the DPB parameters could be present in the i-th dpb_parameters
+ *  syntax strutcure in the VPS.
+ * @dpb: the DPB parameters using #GstH266DPBParameters.
+ * @ols_dpb_pic_width: specifies the width of each picture storage buffer for
+ *  the i-th multi-layer OLS.
+ * @ols_dpb_pic_height: specifies the height of each picture storage buffer
+ *  for the i-th multi-layer OLS.
+ * @ols_dpb_chroma_format: specifies the greatest allowed value of
+ *  sps_chroma_format_idc for all SPSs.
+ * @ols_dpb_bitdepth_minus8: specifies the greatest allowed value of
+ *  sps_bitdepth_minus8 for all SPSs.
+ * @ols_dpb_params_idx: specifies the index of the dpb_parameters syntax
+ *  structure that applies to the i-th multi-layer OLS.
+ * @timing_hrd_params_present_flag: specifies whether the VPS contains a
+ *  general_timing_hrd_parameters syntax structure and other HRD parameters.
+ * @general_hrd_params: HRD parameters in #GstH266GeneralHRDParameters.
+ * @sublayer_cpb_params_present_flag: specifies that the i-th
+ *  ols_timing_hrd_parameters syntax structure in the VPS contains HRD
+ *  parameters for the sublayer representations.
+ * @num_ols_timing_hrd_params_minus1: specifies the number of
+ *  ols_timing_hrd_parameters syntax structures present in the VPS.
+ * @hrd_max_tid: specifies the TemporalId of the highest sublayer representation
+ *  for which the HRD parameters are contained in the i-th
+ *  ols_timing_hrd_parameters syntax structure.
+ * @ols_hrd_params: OLS HRD parameters using #GstH266OLSHRDParameters.
+ * @ols_timing_hrd_idx: specifies the index of the ols_timing_hrd_parameters
+ *  syntax structure that applies to the i-th multi-layer OLS.
+ * @extension_flag: specifies whether no vps_extension_data_flag syntax elements
+ *  are present in the VPS RBSP syntax structure.
+ * @extension_data: could have any value, it is not defined in this version of
+ *  this Specification.
+ * @valid: whether this VPS is valid.
+ *
+ * Since: 1.26
+ */
+struct _GstH266VPS {
+  guint8 vps_id;
+
+  guint8 max_layers_minus1;
+  guint8 max_sublayers_minus1;
+
+  guint8 default_ptl_dpb_hrd_max_tid_flag;
+  guint8 all_independent_layers_flag;
+
+  guint8 layer_idGST_H266_MAX_LAYERS;
+  guint8 independent_layer_flagGST_H266_MAX_LAYERS;
+  guint8 max_tid_ref_present_flagGST_H266_MAX_LAYERS;
+  guint8 direct_ref_layer_flagGST_H266_MAX_LAYERSGST_H266_MAX_LAYERS;
+  guint8 max_tid_il_ref_pics_plus1GST_H266_MAX_LAYERSGST_H266_MAX_LAYERS;
+  guint8 each_layer_is_an_ols_flag;
+  guint8 ols_mode_idc;
+  guint total_num_olss;
+  guint num_multi_layer_olss;
+  guint16 multi_layer_ols_idxGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint16 num_layers_in_olsGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint8 layer_id_in_olsGST_H266_MAX_TOTAL_NUM_OLSSGST_H266_MAX_LAYERS;
+  guint8 num_output_layer_sets_minus2;
+  guint8 ols_output_layer_flagGST_H266_MAX_TOTAL_NUM_OLSSGST_H266_MAX_LAYERS;
+  guint16 num_output_layers_in_olsGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint8 output_layer_id_in_olsGST_H266_MAX_TOTAL_NUM_OLSSGST_H266_MAX_LAYERS;
+  guint8 num_sub_layers_in_layer_in_olsGST_H266_MAX_TOTAL_NUM_OLSSGST_H266_MAX_LAYERS;
+
+  guint8 num_ptls_minus1;
+  guint8 pt_present_flagGST_H266_MAX_PTLS;
+  guint8 ptl_max_tidGST_H266_MAX_PTLS;
+  GstH266ProfileTierLevel profile_tier_levelGST_H266_MAX_PTLS;
+  guint8 ols_ptl_idxGST_H266_MAX_TOTAL_NUM_OLSS;
+
+  guint8 num_dpb_params_minus1;
+  guint8 sublayer_dpb_params_present_flag;
+  guint8 dpb_max_tidGST_H266_MAX_TOTAL_NUM_OLSS;
+  GstH266DPBParameters dpbGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint16 ols_dpb_pic_widthGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint16 ols_dpb_pic_heightGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint8 ols_dpb_chroma_formatGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint8 ols_dpb_bitdepth_minus8GST_H266_MAX_TOTAL_NUM_OLSS;
+  guint8 ols_dpb_params_idxGST_H266_MAX_TOTAL_NUM_OLSS;
+
+  guint8 timing_hrd_params_present_flag;
+  GstH266GeneralHRDParameters general_hrd_params;
+  guint8 sublayer_cpb_params_present_flag;
+  guint8 num_ols_timing_hrd_params_minus1;
+  guint8 hrd_max_tidGST_H266_MAX_TOTAL_NUM_OLSS;
+  GstH266OLSHRDParameters ols_hrd_paramsGST_H266_MAX_TOTAL_NUM_OLSS;
+  guint8 ols_timing_hrd_idxGST_H266_MAX_TOTAL_NUM_OLSS;
+
+  /* Reserve some data for future usage. */
+  guint8 extension_flag;
+  guint8 extension_data64;
+
+  gboolean valid;
+};
+
+/**
+ * GstH266RefPicListStruct:
+ *
+ * Structure defining the H266 reference picture list.
+ *
+ * @num_ref_entries: specifies the number of entries in the
+ *  ref_pic_list_struct(listIdx, rplsIdx) syntax structure.
+ * @ltrp_in_header_flag: specifies whether the POC LSBs of the LTRP entries
+ *  indicated in the ref_pic_list_struct(listIdx, rplsIdx) syntax structure
+ *  are present in the same syntax structure.
+ * @inter_layer_ref_pic_flag: specifies whether the i-th entry in the
+ *  ref_pic_list_struct(listIdx, rplsIdx) syntax structure is an ILRP entry.
+ * @st_ref_pic_flag: specifies whether the i-th entry in the
+ *  ref_pic_list_struct(listIdx, rplsIdx) syntax structure is an STRP entry.
+ * @abs_delta_poc_st: specifies the value of the variable
+ *  AbsDeltaPocStlistIdxrplsIdxi.
+ * @strp_entry_sign_flag: specifies whether DeltaPocValStlistIdxrplsIdx
+ *  is greater than or equal to 0.
+ * @rpls_poc_lsb_lt: specifies the value of the picture order count modulo
+ *  MaxPicOrderCntLsb of the picture referred to.
+ * @ilrp_idx: specifies the index of the ILRP entry of the i-th entry in the
+ *  ref_pic_list_struct.
+ * @num_short_term_pic: the number of short term reference picture.
+ * @num_long_term_pic: the number long term reference picture.
+ * @num_inter_layer_pic: the number of inter layer reference picture.
+ * @delta_poc_val_st: the calculated DeltaPocValSt value.
+ *
+ * Since: 1.26
+ */
+struct _GstH266RefPicListStruct {
+  guint8 num_ref_entries;
+  guint8 ltrp_in_header_flag;
+  guint8 inter_layer_ref_pic_flagGST_H266_MAX_REF_ENTRIES;
+  guint8 st_ref_pic_flagGST_H266_MAX_REF_ENTRIES;
+  guint16 abs_delta_poc_stGST_H266_MAX_REF_ENTRIES;
+  guint8 strp_entry_sign_flagGST_H266_MAX_REF_ENTRIES;
+  guint8 rpls_poc_lsb_ltGST_H266_MAX_REF_ENTRIES;
+  guint8 ilrp_idxGST_H266_MAX_REF_ENTRIES;
+  guint num_short_term_pic;
+  guint num_long_term_pic;
+  guint num_inter_layer_pic;
+  gint16 delta_poc_val_stGST_H266_MAX_REF_ENTRIES;
+};
+
+/**
+ * GstH266RefPicLists:
+ *
+ * Structure defining the H266 reference picture lists.
+ *
+ * @rpl_sps_flag: specifies whether RPL i in ref_pic_lists is derived based
+ *  on one of the ref_pic_list_struct(listIdx, rplsIdx) syntax structures
+ *  with listIdx equal to i in the SPS.
+ * @rpl_idx: specifies the index into the list of the
+ *  ref_pic_list_struct(listIdx, rplsIdx) syntax structures.
+ * @rpl_ref_list: reference list of #GstH266RefPicListStruct.
+ * @poc_lsb_lt: specifies the value of the picture order count
+ *  modulo MaxPicOrderCntLsb.
+ * @delta_poc_msb_cycle_present_flag: specifies whether
+ *  delta_poc_msb_cycle_ltij is present.
+ * @delta_poc_msb_cycle_lt: specifies the value of the variable FullPocLtij.
+ *
+ * Since: 1.26
+ */
+struct _GstH266RefPicLists {
+  guint8 rpl_sps_flag2;
+  guint8 rpl_idx2;
+  GstH266RefPicListStruct rpl_ref_list2;
+  guint16 poc_lsb_lt2GST_H266_MAX_REF_ENTRIES;
+  guint8  delta_poc_msb_cycle_present_flag2GST_H266_MAX_REF_ENTRIES;
+  guint16 delta_poc_msb_cycle_lt2GST_H266_MAX_REF_ENTRIES;
+};
+
+/**
+ * GstH266VUIParams:
+ *
+ * Structure defining the H266 VUI parameters.
+ *
+ * @progressive_source_flag: flag to indicate the progressive type of stream.
+ * @interlaced_source_flag: flag to indicate the interlaced type of stream.
+ * @non_packed_constraint_flag: indicate the presence of frame packing
+ *  arrangement sei message
+ * @non_projected_constraint_flag: flag to indicate the projected support.
+ * @aspect_ratio_info_present_flag: specifies whether aspect_ratio_idc is present.
+ * @aspect_ratio_constant_flag: specifies whether the ratio is constant.
+ * @aspect_ratio_idc: specifies the value of the sample aspect ratio of
+ *  the luma samples.
+ * @sar_width: indicates the horizontal size of the sample aspect ratio.
+ * @sar_height: indicates the vertical size of the sample aspect ratio.
+ * @overscan_info_present_flag: specify whether the overscan_appropriate_flag
+ *  is present.
+ * @overscan_appropriate_flag: indicates whether the cropped decoded pictures
+ *  output are suitable for display using overscan.
+ * @colour_description_present_flag: specifies whether colour_primaries,
+ *  transfer_characteristics and matrix_coefficients are present.
+ * @colour_primaries: indicates the chromaticity coordinates of the source
+ *  primaries.
+ * @transfer_characteristics: indicates the opto-electronic
+ *  transfer characteristic.
+ * @matrix_coeffs: describes the matrix coefficients used in deriving
+ *  luma and chroma signals.
+ * @full_range_flag: indicates the full range of the color.
+ * @chroma_loc_info_present_flag: specifies whether chroma_sample_loc_type_frame,
+ *  chroma_sample_loc_type_top_field and chroma_sample_loc_type_bottom_field
+ *  are present.
+ * @chroma_sample_loc_type_frame: specify the location of chroma for the frame.
+ * @chroma_sample_loc_type_top_field: specify the location of chroma for the
+ *  top field.
+ * @chroma_sample_loc_type_bottom_field: specify the location of chroma for the
+ *  bottom field.
+ * @par_n: calculated aspect ratio numerator value.
+ * @par_d: calculated aspect ratio denominator value.
+ *
+ * Since: 1.26
+ */
+struct _GstH266VUIParams
+{
+  guint8 progressive_source_flag;
+  guint8 interlaced_source_flag;
+  guint8 non_packed_constraint_flag;
+  guint8 non_projected_constraint_flag;
+
+  guint8 aspect_ratio_info_present_flag;
+  guint8 aspect_ratio_constant_flag;
+  guint8 aspect_ratio_idc;
+
+  guint16 sar_width;
+  guint16 sar_height;
+
+  guint8 overscan_info_present_flag;
+  guint8 overscan_appropriate_flag;
+
+  guint8 colour_description_present_flag;
+  guint8 colour_primaries;
+  guint8 transfer_characteristics;
+  guint8 matrix_coeffs;
+  guint8 full_range_flag;
+
+  guint8 chroma_loc_info_present_flag;
+  guint8 chroma_sample_loc_type_frame;
+  guint8 chroma_sample_loc_type_top_field;
+  guint8 chroma_sample_loc_type_bottom_field;
+
+  /* extension_data */
+
+  /* calculated values */
+  guint par_n;
+  guint par_d;
+};
+
+/**
+ * GstH266SPSRangeExtensionParams:
+ *
+ * Structure defining the H266 SPS range extension parameters.
+ *
+ * @extended_precision_flag: specifies whether an extended dynamic range is
+ *  used for transform coefficients.
+ * @ts_residual_coding_rice_present_in_sh_flag: specifies whether
+ *  sh_ts_residual_coding_rice_idx_minus1 may be present in slice_header
+ *  syntax structures referring to the SPS.
+ * @rrc_rice_extension_flag: specifies whether an alternative Rice parameter
+ *  derivation is used.
+ * @persistent_rice_adaptation_enabled_flag: specifies whether Rice parameter
+ *  derivation is initialized at the start of each TU using statistics
+ *  accumulated from previous TUs.
+ * @reverse_last_sig_coeff_enabled_flag: specifies whether
+ *  sh_reverse_last_sig_coeff_flag is present in slice_header syntax
+ *  structures referring to the SPS.
+ *
+ * Since: 1.26
+ */
+struct _GstH266SPSRangeExtensionParams {
+  guint8 extended_precision_flag;
+  guint8 ts_residual_coding_rice_present_in_sh_flag;
+  guint8 rrc_rice_extension_flag;
+  guint8 persistent_rice_adaptation_enabled_flag;
+  guint8 reverse_last_sig_coeff_enabled_flag;
+};
+
+/**
+ * GstH266SPS:
+ *
+ * Structure defining the H266 SPS.
+ *
+ * @nuh_layer_id: specifies the identifier of the layer to which a VCL NAL unit
+ *  belongs or the identifier of a layer to which a non-VCL NAL unit applies.
+ * @sps_id: provides an identifier for the SPS for reference by other
+ *  syntax elements.
+ * @vps_id: specifies the VPS referred to by this SPS.
+ * @vps: the #GstH266VPS this SPS refers to.
+ * @max_sublayers_minus1: specifies the maximum number of temporal sublayers
+ *  that could be present in each CLVS referring to the SPS.
+ * @chroma_format_idc: specifies the chroma sampling relative to the
+ *  luma sampling.
+ * @log2_ctu_size_minus5: specifies the luma coding tree block size of each CTU.
+ * @ctu_size: the calculated ctu size.
+ * @ptl_dpb_hrd_params_present_flag: specifies whether a profile_tier_level
+ *  syntax structure and a dpb_parameters syntax structure are present
+ *  in the SPS.
+ * @dpb: DPB parameters of #GstH266DPBParameters.
+ * @profile_tier_level: the profile tier and level in #GstH266ProfileTierLevel.
+ * @general_hrd_params: HRD parameters of #GstH266GeneralHRDParameters.
+ * @ols_hrd_params: OLS HRD parameters of #GstH266OLSHRDParameters.
+ * @gdr_enabled_flag: specifies whether GDR pictures are enabled and could
+ *  be present in the CLVS.
+ * @res_change_in_clvs_allowed_flag: specifies whether the picture spatial
+ *  resolution might change within a CLVS.
+ * @ref_pic_resampling_enabled_flag: specifies whether reference picture
+ *  resampling is enabled.
+ * @pic_width_max_in_luma_samples: specifies the maximum width, in units of
+ *  luma samples, of each decoded picture.
+ * @pic_height_max_in_luma_samples: specifies the maximum height, in units of
+ *  luma samples, of each decoded picture.
+ * @conformance_window_flag: indicates whether the conformance cropping window
+ *  offset parameters follow next in the SPS.
+ * @conf_win_left_offset: specify left offset of the cropping window that
+ *  is applied to pictures.
+ * @conf_win_right_offset: specify right offset of the cropping window that
+ *  is applied to pictures.
+ * @conf_win_top_offset: specify top offset of the cropping window that
+ *  is applied to pictures.
+ * @conf_win_bottom_offset: specify bottom offset of the cropping window that
+ *  is applied to pictures.
+ * @subpic_info_present_flag: specifies whether subpicture information is
+ *  present for the CLVS and there might be one or more than one subpicture
+ *  in each picture of the CLVS.
+ * @num_subpics_minus1: specifies the number of subpictures in each picture
+ *  in the CLVS.
+ * @independent_subpics_flag: specifies whether all subpicture boundaries in
+ *  the CLVS are treated as picture boundaries and there is no loop filtering
+ *  across the subpicture boundaries.
+ * @subpic_same_size_flag: specifies whether all subpictures in the CLVS have
+ *  the same width and height.
+ * @subpic_ctu_top_left_x: specifies horizontal position of top-left CTU of
+ *  i-th subpicture in unit of CtbSizeY.
+ * @subpic_ctu_top_left_y: specifies vertical position of top-left CTU of
+ *  i-th subpicture in unit of CtbSizeY.
+ * @subpic_width_minus1: specifies the width of the i-th subpicture in units
+ *  of CtbSizeY.
+ * @subpic_height_minus1: specifies the height of the i-th subpicture in
+ *  units of CtbSizeY.
+ * @subpic_treated_as_pic_flag: specifies whether the i-th subpicture of each
+ *  coded picture in the CLVS is treated as a picture.
+ * @loop_filter_across_subpic_enabled_flag: specifies whether in-loop filtering
+ *  operations across subpicture boundaries is enabled and might be performed
+ *  across the boundaries of the i-th subpicture.
+ * @subpic_id: specifies the subpicture ID of the i-th subpicture.
+ * @subpic_id_len_minus1: specifies the number of bits used to represent the
+ *  syntax element sps_subpic_idi.
+ * @subpic_id_mapping_explicitly_signalled_flag: specifies whether the
+ *  subpicture ID mapping is explicitly signalled.
+ * @subpic_id_mapping_present_flag: specifies whether the subpicture ID mapping
+ *  is signalled in the SPS.
+ * @bitdepth_minus8: specifies the bit depth of the samples of the luma and
+ *  chroma arrays.
+ * @entropy_coding_sync_enabled_flag: specifies whether a specific synchronization
+ *  process for context variables is invoked before decoding the CTU.
+ * @entry_point_offsets_present_flag: specifies whether signalling for entry
+ *  point offsets for tiles or tile-specific CTU rows could be present in the
+ *  slice headers of pictures.
+ * @log2_max_pic_order_cnt_lsb_minus4: specifies the value of the variable
+ *  MaxPicOrderCntLsb.
+ * @poc_msb_cycle_flag: specifies whether the ph_poc_msb_cycle_present_flag
+ *  syntax element is present in PH syntax structures.
+ * @poc_msb_cycle_len_minus1: specifies the length, in bits, of the
+ *  ph_poc_msb_cycle_val syntax elements.
+ * @num_extra_ph_bytes: specifies the number of bytes of extra bits in the PH
+ *  syntax structure for coded pictures.
+ * @extra_ph_bit_present_flag: specifies whether the i-th extra bit is present
+ *  in PH syntax structures.
+ * @num_extra_sh_bytes: specifies the number of bytes of extra bits in the
+ *  slice headers for coded pictures.
+ * @extra_sh_bit_present_flag: specifies whether the i-th extra bit is present
+ *  in the slice headers of pictures.
+ * @sublayer_dpb_params_flag: used to control the presence of
+ *  dpb_max_dec_pic_buffering_minus1i, dpb_max_num_reorder_picsi,
+ *  and dpb_max_latency_increase_plus1i syntax elements in the
+ *  dpb_parameters syntax strucure.
+ * @log2_min_luma_coding_block_size_minus2: specifies the minimum luma coding
+ *  block size.
+ * @partition_constraints_override_enabled_flag: specifies the presence of
+ *  ph_partition_constraints_override_flag in PH syntax structures.
+ * @log2_diff_min_qt_min_cb_intra_slice_luma: specifies the default difference
+ *  between the base 2 logarithm of the minimum size in luma samples of a luma
+ *  leaf block resulting from quadtree splitting of a CTU and the base 2
+ *  logarithm of the minimum coding block size in luma samples.
+ * @max_mtt_hierarchy_depth_intra_slice_luma: specifies the default maximum
+ *  hierarchy depth for coding units resulting from multi-type tree splitting
+ *  of a quadtree leaf in slices with sh_slice_type equal to 2(I).
+ * @log2_diff_max_bt_min_qt_intra_slice_luma: specifies the default difference
+ *  between the base 2 logarithm of the maximum size in luma samples of a luma
+ *  coding block that can be split using a binary split and the base 2 logarithm
+ *  of the minimum size in luma samples of a luma leaf block resulting from
+ *  quadtree splitting.
+ * @log2_diff_max_tt_min_qt_intra_slice_luma: specifies the default difference
+ *  between the base 2 logarithm of the maximum size in luma samples of a luma
+ *  coding block that can be split using a ternary split and the base 2
+ *  logarithm of the minimum size in luma samples of a luma leaf block resulting
+ *  from quadtree splitting.
+ * @qtbtt_dual_tree_intra_flag: specifies whether each CTU is split into coding
+ *  units with 64x64 luma samples using an implicit quadtree split, and these
+ *  coding units are the root of two separate coding_tree syntax structure for
+ *  luma and chroma.
+ * @log2_diff_min_qt_min_cb_intra_slice_chroma: specifies the default difference
+ *  between the base 2 logarithm of the minimum size in luma samples of a chroma
+ *  leaf block resulting from quadtree splitting of a chroma CTU and the base 2
+ *  logarithm of the minimum coding block size in luma samples for chroma CUs
+ *  in slices with sh_slice_type equal to 2(I).
+ * @max_mtt_hierarchy_depth_intra_slice_chroma: specifies the default maximum
+ *  hierarchy depth for chroma coding units resulting from multi-type tree
+ *  splitting of a chroma quadtree leaf in slices with sh_slice_type equal to 2(I).
+ * @log2_diff_max_bt_min_qt_intra_slice_chroma: specifies the default difference
+ *  between the base 2 logarithm of the maximum size in luma samples of a chroma
+ *  coding block that can be split using a binary split and the base 2 logarithm
+ *  of the minimum size in luma samples of a chroma leaf block resulting from
+ *  quadtree splitting of a chroma CTU in slices with sh_slice_type equal to 2(I).
+ * @log2_diff_max_tt_min_qt_intra_slice_chroma: specifies the default difference
+ *  between the base 2 logarithm of the maximum size in luma samples of a chroma
+ *  coding block that can be split using a ternary split and the base 2 logarithm
+ *  of the minimum size in luma samples of a chroma leaf block resulting from
+ *  quadtree splitting of a chroma CTU in slices with sh_slice_type equal to 2(I).
+ * @log2_diff_min_qt_min_cb_inter_slice: specifies the default difference between
+ *  the base 2 logarithm of the minimum size in luma samples of a luma leaf block
+ *  resulting from quadtree splitting of a CTU and the base 2 logarithm of the
+ *  minimum luma coding block size in luma samples for luma CUs in slices with
+ *  sh_slice_type equal to 0(B) or 1(P).
+ * @max_mtt_hierarchy_depth_inter_slice: specifies the default maximum hierarchy
+ *  depth for coding units resulting from multi-type tree splitting of a quadtree
+ *  leaf in slices with sh_slice_type equal to 0 (B) or 1 (P).
+ * @log2_diff_max_bt_min_qt_inter_slice: specifies the default difference between
+ *  the base 2 logarithm of the maximum size in luma samples of a luma coding
+ *  block that can be split using a binary split and the base 2 logarithm of the
+ *  minimum size in luma samples of a luma leaf block resulting from quadtree
+ *  splitting of a CTU in slices with sh_slice_type equal to 0(B) or 1(P).
+ * @log2_diff_max_tt_min_qt_inter_slice: specifies the default difference between
+ *  the base 2 logarithm of the maximum size in luma samples of a luma coding
+ *  block that can be split using a ternary split and the base 2 logarithm of
+ *  the minimum size in luma samples of a luma leaf block resulting from quadtree
+ *  splitting of a CTU in slices with sh_slice_type equal to 0(B) or 1(P).
+ * @max_luma_transform_size_64_flag: specifies whether the maximum transform
+ *  size in luma samples is equal to 64.
+ * @transform_skip_enabled_flag: specifies whether transform_skip_flag could be
+ *  present in the transform unit syntax.
+ * @log2_transform_skip_max_size_minus2: specifies the maximum block size used
+ *  for transform skip.
+ * @bdpcm_enabled_flag: specifies whether intra_bdpcm_luma_flag and
+ *  intra_bdpcm_chroma_flag could be present in the coding unit syntax for
+ *  intra coding units.
+ * @mts_enabled_flag: specifies whether sps_explicit_mts_intra_enabled_flag
+ *  and sps_explicit_mts_inter_enabled_flag are present in the SPS.
+ * @explicit_mts_intra_enabled_flag: specifies whether mts_idx could be present
+ *  in the intra coding unit syntax of the CLVS.
+ * @explicit_mts_inter_enabled_flag: specifies whether mts_idx could be present
+ *  in the inter coding unit syntax of the CLVS.
+ * @lfnst_enabled_flag: specifies whether lfnst_idx could be present in intra
+ *  coding unit syntax.
+ * @joint_cbcr_enabled_flag: specifies whether the joint coding of chroma
+ *  residuals is enabled for the CLVS.
+ * @same_qp_table_for_chroma_flag: specifies whether only one chroma QP mapping
+ *  table is signalled and this table applies to Cb and Cr residuals and
+ *  additionally to joint Cb-Cr residuals.
+ * @qp_table_start_minus26: specifies the starting luma and chroma QP used to
+ *  describe the i-th chroma QP mapping table.
+ * @num_points_in_qp_table_minus1: specifies the number of points used to
+ *  describe the i-th chroma QP mapping table.
+ * @delta_qp_in_val_minus1: specifies a delta value used to derive the input
+ *  coordinate of the j-th pivot point of the i-th chroma QP mapping table.
+ * @delta_qp_diff_val: specifies a delta value used to derive the output
+ *  coordinate of the j-th pivot point of the i-th chroma QP mapping table.
+ * @sao_enabled_flag: specifies whether SAO is enabled for the CLVS.
+ * @alf_enabled_flag: specifies whether ALF is enabled for the CLVS.
+ * @ccalf_enabled_flag: specifies whether CCALF is enabled for the CLVS.
+ * @lmcs_enabled_flag: specifies whether LMCS is enabled for the CLVS.
+ * @weighted_pred_flag: specifies whether weighted prediction might be applied
+ *  to P slices referring to the SPS.
+ * @weighted_bipred_flag: specifies whether explicit weighted prediction might
+ *  be applied to B slices referring to the SPS.
+ * @guint8 long_term_ref_pics_flag: specifies whether no LTRP is used for inter
+ *  prediction of any coded picture in the CLVS.
+ * @inter_layer_prediction_enabled_flag: specifies whether inter-layer prediction
+ *  is enabled for the CLVS and ILRPs might be used for inter prediction of one
+ *  or more coded pictures in the CLVS.
+ * @idr_rpl_present_flag: specifies whether RPL syntax elements could be present
+ *  in slice headers of slices with nal_unit_type equal to IDR_N_LP or IDR_W_RADL.
+ * @rpl1_same_as_rpl0_flag: specifies whether the syntax element
+ *  sps_num_ref_pic_lists1 and the syntax structure ref_pic_list_struct(1,
+    rplsIdx) are present.
+ * @num_ref_pic_lists: specifies the number of the ref_pic_list_struct(listIdx,
+ *  rplsIdx) syntax structures with listIdx equal to i included in the SPS.
+ * @ref_pic_list_struct: the reference list of #GstH266RefPicListStruct.
+ * @ref_wraparound_enabled_flag: specifies whether horizontal wrap-around motion
+ *  compensation is enabled for the CLVS.
+ * @temporal_mvp_enabled_flag: specifies whether temporal motion vector
+ *  predictors are enabled for the CLVS.
+ * @sbtmvp_enabled_flag: specifies whether subblock-based temporal motion vector
+ *  predictors are enabled and might be used in decoding of pictures with all
+ *  slices having sh_slice_type not equal to I in the CLVS.
+ * @amvr_enabled_flag: specifies whether adaptive motion vector difference
+ *  resolution is enabled for the CVLS.
+ * @bdof_enabled_flag: specifies whether the bi-directional optical flow inter
+ *  prediction is enabled for the CLVS.
+ * @bdof_control_present_in_ph_flag: specifies whether ph_bdof_disabled_flag
+ *  could be present in PH syntax structures referring to the SPS.
+ * @smvd_enabled_flag: specifies whether symmetric motion vector difference
+ *  is enabled for the CLVS.
+ * @dmvr_enabled_flag: specifies whether decoder motion vector refinement based
+ *  inter bi-prediction is enabled for the CLVS.
+ * @dmvr_control_present_in_ph_flag: specifies whether ph_dmvr_disabled_flag
+ *  could be present in PH syntax structures referring to the SPS.
+ * @mmvd_enabled_flag: specifies whether merge mode with motion vector
+ *  difference is enabled for the CLVS.
+ * @mmvd_fullpel_only_enabled_flag: specifies whether the merge mode with motion
+ *  vector difference using only integer sample precision is enabled for the CLVS.
+ * @six_minus_max_num_merge_cand: specifies the maximum number of merging motion
+ *  vector prediction (MVP) candidates supported in the SPS.
+ * @sbt_enabled_flag: specifies whether subblock transform for inter-predicted
+ *  CUs is enabled for the CLVS.
+ * @affine_enabled_flag: specifies whether the affine model based motion
+ *  compensation is enabled for the CLVS.
+ * @five_minus_max_num_subblock_merge_cand: specifies the maximum number of
+ *  subblock-based merging motion vector prediction candidates supported.
+ * @sps_6param_affine_enabled_flag: specifies whether the 6-parameter affine
+ *  model based motion compensation is enabled for the CLVS.
+ * @affine_amvr_enabled_flag: specifies whether adaptive motion vector
+ *  difference resolution is enabled for the CLVS.
+ * @affine_prof_enabled_flag: specifies whether the affine motion compensation
+ *  refined with optical flow is enabled for the CLVS.
+ * @prof_control_present_in_ph_flag: specifies whether ph_prof_disabled_flag
+ *  could be present in PH syntax structures.
+ * bcw_enabled_flag: specifies whether bi-prediction with CU weights is enabled
+ *  for the CLVS.
+ * @ciip_enabled_flag: specifies whether ciip_flag could be present in the
+ *  coding unit syntax for inter coding units.
+ * @gpm_enabled_flag: specifies whether the geometric partition based motion
+ *  compensation is enabled for the CLVS.
+ * @max_num_merge_cand_minus_max_num_gpm_cand: specifies the maximum number of
+ *  geometric partitioning merge mode candidates supported in the SPS.
+ * @log2_parallel_merge_level_minus2: specifies the value of the variable
+ *  Log2ParMrgLevel.
+ * @isp_enabled_flag: specifies whether intra prediction with subpartitions is
+ *  enabled for the CLVS.
+ * @mrl_enabled_flag: specifies whether intra prediction with multiple reference
+ *  lines is enabled for the CLVS.
+ * @mip_enabled_flag: specifies whether the matrix-based intra prediction is
+ *  enabled for the CLVS.
+ * @cclm_enabled_flag: specifies whether the cross-component linear model intra
+ *  prediction from luma component to chroma component is enabled for the CLVS.
+ * @chroma_horizontal_collocated_flag: specifies whether prediction processes
+ *  operate in a manner designed for chroma sample positions that are not
+ *  horizontally shifted relative to corresponding luma sample positions.
+ * @chroma_vertical_collocated_flag: specifies whether prediction processes
+ *  operate in a manner designed for chroma sample positions that are not
+ *  vertically shifted relative to corresponding luma sample positions.
+ * @palette_enabled_flag: specifies whether the palette prediction mode is
+ *  enabled for the CLVS.
+ * @act_enabled_flag: specifies whether the adaptive colour transform is enabled
+ *  for the CLVS.
+ * @min_qp_prime_ts: specifies whether minimum allowed quantization parameter
+ *  for transform skip mode.
+ * @ibc_enabled_flag: specifies whether the IBC prediction mode is enabled for
+ *  the CLVS.
+ * @six_minus_max_num_ibc_merge_cand: specifies the maximum number of IBC
+ *  merging block vector prediction (BVP) candidates.
+ * @ladf_enabled_flag: specifies whether sps_num_ladf_intervals_minus2,
+ *  sps_ladf_lowest_interval_qp_offset, sps_ladf_qp_offseti, and
+ *  sps_ladf_delta_threshold_minus1i are present in the SPS.
+ * @num_ladf_intervals_minus2: specifies the number of
+ *  sps_ladf_delta_threshold_minus1i and sps_ladf_qp_offseti syntax
+ *  elements that are present in the SPS.
+ * @ladf_lowest_interval_qp_offset: specifies the offset used to derive the
+ *  variable qP.
+ * @ladf_qp_offset: specifies the offset array used to derive the variable qP.
+ * @ladf_delta_threshold_minus1: is used to compute the values of
+ *  SpsLadfIntervalLowerBoundi.
+ * @explicit_scaling_list_enabled_flag: specifies whether the use of an explicit
+ *  scaling list is enabled for the CLVS.
+ * @scaling_matrix_for_lfnst_disabled_flag: specifies whether scaling matrices
+ *  are disabled for blocks coded with LFNST for the CLVS.
+ * @scaling_matrix_for_alternative_colour_space_disabled_flag: specifies whether
+ *  scaling matrices are disabled and not applied to blocks of a coding unit.
+ * @scaling_matrix_designated_colour_space_flag: specifies whether the colour
+ *  space of the scaling matrices is the colour space that does not use a colour
+ *  space conversion for the decoded residuals.
+ * @dep_quant_enabled_flag: specifies whether dependent quantization is enabled
+ *  for the CLVS.
+ * @sign_data_hiding_enabled_flag: specifies whether sign bit hiding is enabled
+ *  for the CLVS.
+ * @virtual_boundaries_enabled_flag: specifies whether disabling in-loop
+ *  filtering across virtual boundaries is enabled for the CLVS.
+ * @virtual_boundaries_present_flag: specifies whether information of virtual
+ *  boundaries is signalled in the SPS.
+ * @num_ver_virtual_boundaries: specifies the number of
+ *  sps_virtual_boundary_pos_x_minus1i syntax elements.
+ * @virtual_boundary_pos_x_minus1: specifies the location of the i-th vertical
+ *  virtual boundary in units of luma samples divided by 8.
+ * @num_hor_virtual_boundaries: specifies the number of
+ *  sps_virtual_boundary_pos_y_minus1i syntax elements.
+ * @virtual_boundary_pos_y_minus1: specifies the location of the i-th horizontal
+ *  virtual boundary in units of luma samples divided by 8.
+ * @timing_hrd_params_present_flag: specifies whether the SPS contains a
+ *  general_timing_hrd_parameters syntax structure and an
+ *  ols_timing_hrd_parameters syntax structure.
+ * @sublayer_cpb_params_present_flag: specifies whether the
+ *  ols_timing_hrd_parameters syntax structure in the SPS includes HRD
+ *  parameters for sublayer representations.
+ * @field_seq_flag: indicates whether the CLVS conveys pictures that
+ *  represent fields.
+ * @vui_parameters_present_flag: specifies whether the syntax structure
+ *  vui_payload is present in the SPS RBSP syntax structure.
+ * @vui_payload_size_minus1: specifies the number of RBSP bytes in the
+ *  vui_payload syntax structure.
+ * @vui_params: VUI parameters of #GstH266VUIParams.
+ * @extension_flag: specifies whether the syntax elements
+ *  sps_range_extension_flag and sps_extension_7bits are present.
+ * @range_extension_flag: specifies whether the sps_range_extension syntax
+ *  structure is present.
+ * @extension_7_flags: specifies whether no sps_extension_data_flag syntax
+ *  elements are present.
+ * @range_params: range parameters of #GstH266SPSRangeExtensionParams.
+ * @max_width: the calculated max width of the picture.
+ * @max_height: the calculated max height of the picture.
+ * @crop_rect_width: the cropped width of the picture.
+ * @crop_rect_height: the cropped height of the picture.
+ * @crop_rect_x: the x offset of the cropped window.
+ * @crop_rect_y: the y offset of the cropped window.
+ * @fps_num: the calculated FPS numerator.
+ * @fps_den: the calculated FPS denominator.
+ * @valid: whether the SPS is valid.
+ *
+ * Since: 1.26
+ */
+struct _GstH266SPS
+{
+  guint8 nuh_layer_id;
+  guint8 sps_id;
+  guint8 vps_id;
+
+  GstH266VPS *vps;
+
+  guint8 max_sublayers_minus1;
+  guint8 chroma_format_idc;
+  guint8 log2_ctu_size_minus5;
+  guint ctu_size;
+
+  guint8 ptl_dpb_hrd_params_present_flag;
+  GstH266DPBParameters dpb;
+  GstH266ProfileTierLevel profile_tier_level;
+  GstH266GeneralHRDParameters general_hrd_params;
+  GstH266OLSHRDParameters ols_hrd_params;
+
+  guint8 gdr_enabled_flag;
+  guint8 res_change_in_clvs_allowed_flag;
+  guint8 ref_pic_resampling_enabled_flag;
+
+  guint16 pic_width_max_in_luma_samples;
+  guint16 pic_height_max_in_luma_samples;
+
+  guint8 conformance_window_flag;
+  guint16 conf_win_left_offset;
+  guint16 conf_win_right_offset;
+  guint16 conf_win_top_offset;
+  guint16 conf_win_bottom_offset;
+
+  guint8 subpic_info_present_flag;
+  guint16 num_subpics_minus1;
+  guint8 independent_subpics_flag;
+  guint8 subpic_same_size_flag;
+  guint16 subpic_ctu_top_left_xGST_H266_MAX_SLICES_PER_AU;
+  guint16 subpic_ctu_top_left_yGST_H266_MAX_SLICES_PER_AU;
+  guint16 subpic_width_minus1GST_H266_MAX_SLICES_PER_AU;
+  guint16 subpic_height_minus1GST_H266_MAX_SLICES_PER_AU;
+  guint8 subpic_treated_as_pic_flagGST_H266_MAX_SLICES_PER_AU;
+  guint8 loop_filter_across_subpic_enabled_flagGST_H266_MAX_SLICES_PER_AU;
+  guint32 subpic_idGST_H266_MAX_SLICES_PER_AU;
+  guint8 subpic_id_len_minus1;
+  guint8 subpic_id_mapping_explicitly_signalled_flag;
+  guint8 subpic_id_mapping_present_flag;
+
+  guint8 bitdepth_minus8;
+  guint8 entropy_coding_sync_enabled_flag;
+  guint8 entry_point_offsets_present_flag;
+
+  guint8 log2_max_pic_order_cnt_lsb_minus4;
+  guint8 poc_msb_cycle_flag;
+  guint8 poc_msb_cycle_len_minus1;
+
+  guint8 num_extra_ph_bytes;
+  guint8 extra_ph_bit_present_flag16;
+  guint8 num_extra_sh_bytes;
+  guint8 extra_sh_bit_present_flag16;
+
+  guint8 sublayer_dpb_params_flag;
+
+  guint8 log2_min_luma_coding_block_size_minus2;
+  guint8 partition_constraints_override_enabled_flag;
+  guint8 log2_diff_min_qt_min_cb_intra_slice_luma;
+  guint8 max_mtt_hierarchy_depth_intra_slice_luma;
+  guint8 log2_diff_max_bt_min_qt_intra_slice_luma;
+  guint8 log2_diff_max_tt_min_qt_intra_slice_luma;
+
+  guint8 qtbtt_dual_tree_intra_flag;
+  guint8 log2_diff_min_qt_min_cb_intra_slice_chroma;
+  guint8 max_mtt_hierarchy_depth_intra_slice_chroma;
+  guint8 log2_diff_max_bt_min_qt_intra_slice_chroma;
+  guint8 log2_diff_max_tt_min_qt_intra_slice_chroma;
+
+  guint8 log2_diff_min_qt_min_cb_inter_slice;
+  guint8 max_mtt_hierarchy_depth_inter_slice;
+  guint8 log2_diff_max_bt_min_qt_inter_slice;
+  guint8 log2_diff_max_tt_min_qt_inter_slice;
+
+  guint8 max_luma_transform_size_64_flag;
+
+  guint8 transform_skip_enabled_flag;
+  guint8 log2_transform_skip_max_size_minus2;
+  guint8 bdpcm_enabled_flag;
+
+  guint8 mts_enabled_flag;
+  guint8 explicit_mts_intra_enabled_flag;
+  guint8 explicit_mts_inter_enabled_flag;
+
+  guint8 lfnst_enabled_flag;
+
+  guint8 joint_cbcr_enabled_flag;
+  guint8 same_qp_table_for_chroma_flag;
+
+  gint8 qp_table_start_minus26GST_H266_MAX_SAMPLE_ARRAYS;
+  guint8 num_points_in_qp_table_minus1GST_H266_MAX_SAMPLE_ARRAYS;
+  guint8 delta_qp_in_val_minus1GST_H266_MAX_SAMPLE_ARRAYSGST_H266_MAX_POINTS_IN_QP_TABLE;
+  guint8 delta_qp_diff_valGST_H266_MAX_SAMPLE_ARRAYSGST_H266_MAX_POINTS_IN_QP_TABLE;
+
+  guint8 sao_enabled_flag;
+  guint8 alf_enabled_flag;
+  guint8 ccalf_enabled_flag;
+  guint8 lmcs_enabled_flag;
+  guint8 weighted_pred_flag;
+  guint8 weighted_bipred_flag;
+
+  guint8 long_term_ref_pics_flag;
+  guint8 inter_layer_prediction_enabled_flag;
+  guint8 idr_rpl_present_flag;
+  guint8 rpl1_same_as_rpl0_flag;
+  guint8 num_ref_pic_lists2;
+  GstH266RefPicListStruct ref_pic_list_struct2GST_H266_MAX_REF_PIC_LISTS;
+
+  guint8 ref_wraparound_enabled_flag;
+  guint8 temporal_mvp_enabled_flag;
+  guint8 sbtmvp_enabled_flag;
+  guint8 amvr_enabled_flag;
+  guint8 bdof_enabled_flag;
+  guint8 bdof_control_present_in_ph_flag;
+  guint8 smvd_enabled_flag;
+  guint8 dmvr_enabled_flag;
+  guint8 dmvr_control_present_in_ph_flag;
+  guint8 mmvd_enabled_flag;
+  guint8 mmvd_fullpel_only_enabled_flag;
+  guint8 six_minus_max_num_merge_cand;
+  guint8 sbt_enabled_flag;
+  guint8 affine_enabled_flag;
+  guint8 five_minus_max_num_subblock_merge_cand;
+  guint8 sps_6param_affine_enabled_flag;
+  guint8 affine_amvr_enabled_flag;
+  guint8 affine_prof_enabled_flag;
+  guint8 prof_control_present_in_ph_flag;
+  guint8 bcw_enabled_flag;
+  guint8 ciip_enabled_flag;
+  guint8 gpm_enabled_flag;
+  guint8 max_num_merge_cand_minus_max_num_gpm_cand;
+  guint8 log2_parallel_merge_level_minus2;
+  guint8 isp_enabled_flag;
+  guint8 mrl_enabled_flag;
+  guint8 mip_enabled_flag;
+  guint8 cclm_enabled_flag;
+  guint8 chroma_horizontal_collocated_flag;
+  guint8 chroma_vertical_collocated_flag;
+  guint8 palette_enabled_flag;
+  guint8 act_enabled_flag;
+  guint8 min_qp_prime_ts;
+  guint8 ibc_enabled_flag;
+  guint8 six_minus_max_num_ibc_merge_cand;
+  guint8 ladf_enabled_flag;
+  guint8 num_ladf_intervals_minus2;
+  gint8 ladf_lowest_interval_qp_offset;
+  gint8 ladf_qp_offset4;
+  guint16 ladf_delta_threshold_minus14;
+
+  guint8 explicit_scaling_list_enabled_flag;
+  guint8 scaling_matrix_for_lfnst_disabled_flag;
+  guint8 scaling_matrix_for_alternative_colour_space_disabled_flag;
+  guint8 scaling_matrix_designated_colour_space_flag;
+  guint8 dep_quant_enabled_flag;
+  guint8 sign_data_hiding_enabled_flag;
+
+  guint8 virtual_boundaries_enabled_flag;
+  guint8 virtual_boundaries_present_flag;
+  guint32 num_ver_virtual_boundaries;
+  guint16 virtual_boundary_pos_x_minus13;
+  guint32 num_hor_virtual_boundaries;
+  guint16 virtual_boundary_pos_y_minus13;
+
+  guint8 timing_hrd_params_present_flag;
+  guint8 sublayer_cpb_params_present_flag;
+
+  guint8 field_seq_flag;
+  guint8 vui_parameters_present_flag;
+  guint16 vui_payload_size_minus1;
+  GstH266VUIParams vui_params;
+
+  guint8 extension_flag;
+  guint8 range_extension_flag;
+  guint8 extension_7_flags7;
+  GstH266SPSRangeExtensionParams range_params;
+
+  /* calculated values */
+  gint max_width, max_height;
+  gint crop_rect_width, crop_rect_height;
+  gint crop_rect_x, crop_rect_y;
+  gint fps_num, fps_den;
+  gint chroma_qp_tableGST_H266_MAX_SAMPLE_ARRAYSGST_H266_MAX_POINTS_IN_QP_TABLE;
+  gboolean valid;
+};
+
+/**
+ * GstH266PPS:
+ *
+ * Structure defining the H266 PPS.
+ *
+ * @pps_id: provides an identifier for the PPS for reference by other
+ *  syntax elements.
+ * @sps_id: specifies the SPS referred to by this PPS.
+ * @sps: the #GstH266SPS this PPS refers to.
+ * @mixed_nalu_types_in_pic_flag: specifies whether each picture referring to
+ *  the PPS has more than one VCL NAL unit and the VCL NAL units do not have
+ *  the same value of nal_unit_type.
+ * @pic_width_in_luma_samples: specifies the width of each decoded picture
+ *  referring to the PPS in units of luma samples.
+ * @pic_height_in_luma_samples: specifies the height of each decoded picture
+ *  referring to the PPS in units of luma samples.
+ * @conformance_window_flag: specifies whether the conformance cropping window
+ *  offset parameters follow next in the PPS.
+ * @conf_win_left_offset: specify left offset of the cropping window that
+ *  is applied to pictures.
+ * @conf_win_right_offset: specify right offset of the cropping window that
+ *  is applied to pictures.
+ * @conf_win_top_offset: specify top offset of the cropping window that
+ *  is applied to pictures.
+ * @conf_win_bottom_offset: specify bottom offset of the cropping window that
+ *  is applied to pictures.
+ * @scaling_window_explicit_signalling_flag: specifies whether the scaling
+ *  window offset parameters are present in the PPS.
+ * @scaling_win_left_offset: specify the left offsets that are applied to the
+ *  picture size for scaling ratio calculation.
+ * @scaling_win_right_offset: specify the right offsets that are applied to the
+ *  picture size for scaling ratio calculation.
+ * @scaling_win_top_offset: specify the top offsets that are applied to the
+ *  picture size for scaling ratio calculation.
+ * @scaling_win_bottom_offset: specify the bottom offsets that are applied to
+ *  the picture size for scaling ratio calculation.
+ * @output_flag_present_flag: specifies whether the ph_pic_output_flag syntax
+ *  element could be present in PH syntax structures referring to the PPS.
+ * @no_pic_partition_flag: specifies whether no picture partitioning is applied
+ *  to each picture referring to the PPS.
+ * @subpic_id_mapping_present_flag: specifies whether the subpicture ID mapping
+ *  is signalled in the PPS.
+ * @num_subpics_minus1: shall be equal to sps_num_subpics_minus1.
+ * @subpic_id_len_minus1: shall be equal to sps_subpic_id_len_minus1.
+ * @subpic_id: specifies the subpicture ID of the i-th subpicture.
+ * @log2_ctu_size_minus5: specifies the luma coding tree block size of each CTU.
+ * @num_exp_tile_columns_minus1: specifies the number of explicitly provided
+ *  tile column widths.
+ * @num_exp_tile_rows_minus1: specifies the number of explicitly provided tile
+ *  row heights.
+ * @tile_column_width_minus1: specifies the width of the i-th tile column in
+ *  units of CTBs.
+ * @tile_row_height_minus1: specifies the height of the i-th tile row in units
+ *  of CTBs.
+ * @loop_filter_across_tiles_enabled_flag: specifies whether in-loop filtering
+ *  operations across tile boundaries are enabled for pictures.
+ * @rect_slice_flag: specifies whether the raster-san slice mode is in use for
+ *  each picture referring to the PPS.
+ * @single_slice_per_subpic_flag: specifies whether each subpicture consists of
+ *  one and only one rectangular slice.
+ * @num_slices_in_pic_minus1: specifies the number of rectangular slices in
+ *  each picture.
+ * @tile_idx_delta_present_flag: specifies whether all pictures are partitioned
+ *  into rectangular slice rows and rectangular slice columns in slice raster
+ *  order.
+ * @slice_width_in_tiles_minus1: specifies the width of the i-th rectangular
+ *  slice in units of tile columns.
+ * @slice_height_in_tiles_minus1: specifies the height of the i-th rectangular
+ *  slice in units of tile rows.
+ * @num_exp_slices_in_tile: specifies the number of explicitly provided slice
+ *  heights for the slices in the containing the i-th slice.
+ * @exp_slice_height_in_ctus_minus1: specifies the height of the j-th rectangular
+ *  slice in the tile containing the i-th slice.
+ * @tile_idx_delta_val: specifies the difference between the tile index of the
+ *  tile containing the first CTU in the (i+1)-th rectangular slice and the tile
+ *  index of the tile containing the first CTU in the i-th rectangular slice.
+ * @loop_filter_across_slices_enabled_flag: specifies whether in-loop filtering
+ *  operations across slice boundaries are enabled.
+ * @cabac_init_present_flag: specifies whether sh_cabac_init_flag is present
+ *  in slice headers.
+ * @num_ref_idx_default_active_minus1: specifies the inferred value of the
+ *  variable NumRefIdxActive0 for P or B slices.
+ * @rpl1_idx_present_flag: specifies whether rpl_sps_flag1 and rpl_idx1 are
+ *  present in the PH.
+ * @weighted_pred_flag: specifies whether weighted prediction is applied to P
+ *  slices.
+ * @weighted_bipred_flag: specifies whether explicit weighted prediction is
+ *  applied to B slices.
+ * @ref_wraparound_enabled_flag: specifies whether the horizontal wrap-around
+ *  motion compensation is enabled.
+ * @pic_width_minus_wraparound_offset: specifies the difference between the
+ *  picture width and the offset used for computing the horizontal wrap-around
+ *  position in units of MinCbSizeY luma samples.
+ * @init_qp_minus26: specifies the initial value of SliceQp Y for each slice.
+ * @cu_qp_delta_enabled_flag: specifies whether either or both of the
+ *  ph_cu_qp_delta_subdiv_intra_slice and ph_cu_qp_delta_subdiv_inter_slice
+ *  syntax elements are present in PH.
+ * @chroma_tool_offsets_present_flag: specifies whether chroma tool offsets
+ *  related syntax elements are present in the PPS.
+ * @cb_qp_offset: specify the offsets to the luma quantization parameter Qp'Y
+ *  used for deriving Qp'Cb.
+ * @cr_qp_offset: specify the offsets to the luma quantization parameter Qp'Y
+ *  used for deriving Qp'Cr.
+ * @joint_cbcr_qp_offset_present_flag: specifies whether
+ *  pps_joint_cbcr_qp_offset_value and pps_joint_cbcr_qp_offset_listi are
+ *  present in the PPS.
+ * @joint_cbcr_qp_offset_value: specifies the offset to the luma quantization
+ *  parameter Qp'Y used for deriving Qp'CbCr.
+ * @slice_chroma_qp_offsets_present_flag: specifies whether the sh_cb_qp_offset
+ *  and sh_cr_qp_offset syntax elements are present in slice headers.
+ * @cu_chroma_qp_offset_list_enabled_flag: specifies whether the
+ *  ph_cu_chroma_qp_offset_subdiv_intra_slice and
+ *  ph_cu_chroma_qp_offset_subdiv_inter_slice syntax elements are present in PH.
+ * @chroma_qp_offset_list_len_minus1: specifies whether number of
+ *  pps_cb_qp_offset_listi, pps_cr_qp_offset_listi,
+ *  and pps_joint_cbcr_qp_offset_listi, syntax elements that are present.
+ * @cb_qp_offset_list: specify offsets used in the derivation of Qp'Cb.
+ * @cr_qp_offset_list: specify offsets used in the derivation of Qp'Cr.
+ * @joint_cbcr_qp_offset_list: specify offsets used in the derivation of Qp'CbCr.
+ * @deblocking_filter_control_present_flag: specifies whether presence of
+ *  deblocking filter control syntax elements in the PPS.
+ * @deblocking_filter_override_enabled_flag: specifies whether the deblocking
+ *  behaviour could be overridden in the picture level or slice level.
+ * @deblocking_filter_disabled_flag: specifies whether the deblocking filter is
+ *  disabled unless overridden for a picture or slice by information.
+ * @dbf_info_in_ph_flag: specifies whether deblocking filter information is
+ *  present in the PH syntax structure and not present in slice headers.
+ * @luma_beta_offset_div2: specify the default deblocking parameter offsets
+ *  for beta that are applied to the luma component.
+ * @luma_tc_offset_div2: specify the default deblocking parameter offsets for
+ *  tC (divided by 2) that are applied to the luma component.
+ * @cb_beta_offset_div2: specify the default deblocking parameter offsets for
+ *  beta and that are applied to the Cb component.
+ * @cb_tc_offset_div2: specify the default deblocking parameter offsets for tC
+    (divided by 2) that are applied to the Cb component.
+ * @cr_beta_offset_div2: specify the default deblocking parameter offsets for
+ *  beta that are applied to the Cr component.
+ * @cr_tc_offset_div2: specify the default deblocking parameter offsets for tC
+ *  (divided by 2) that are applied to the Cr component.
+ * @rpl_info_in_ph_flag: specifies whether RPL information is present in the
+ *  PH syntax structure and not present in slice headers.
+ * @sao_info_in_ph_flag: specifies whether SAO filter information could be
+ *  present in the PH syntax structure and not present in slice headers.
+ * @alf_info_in_ph_flag: specifies whether ALF information could be present in
+ *  the PH syntax structure and not present in slice headers.
+ * @wp_info_in_ph_flag: specifies whether weighted prediction information could
+ *  be present in the PH syntax structure and not present in slice headers.
+ * @qp_delta_info_in_ph_flag: specifies whether QP delta information is present
+ *  in the PH syntax structure and not present in slice headers.
+ * @picture_header_extension_present_flag: specifies whether PH extension syntax
+ *  elements are present in PH syntax structures.
+ * @slice_header_extension_present_flag: specifies whether slice header
+ *  extension syntax elements are present in the slice headers.
+ * @extension_flag: specifies whether pps_extension_data_flag syntax elements
+ *  are present.
+ * @extension_data_flag: could have any value.
+ * @width: the calculated width of the picture.
+ * @height: the calculated height of the picture.
+ * @crop_rect_width: the cropped width of the picture.
+ * @crop_rect_height: the cropped height of the picture.
+ * @crop_rect_x: the x offset of the cropped window.
+ * @crop_rect_y: the y offset of the cropped window.
+ * @pic_width_in_ctbs_y: PicWidthInCtbsY specify picture width count in CTBs.
+ * @pic_height_in_ctbs_y: PicHeightInCtbsY specify picture height count in CTBs.
+ * @pic_size_in_ctbs_y: picture size count in CTBs.
+ * @num_tile_columns: total tile number in columns.
+ * @num_tile_rows: total tile number in rows.
+ * @num_tiles_in_pic: total tile number of the picture.
+ * @tile_col_bd_val: TileColBdVal specifying the location of the i-th tile
+ *  column boundary in units of CTBs
+ * @tile_row_bd_val: TileRowBdVal specifying the location of the j-th tile row
+ *  boundary in units of CTBs.
+ * @slice_top_left_tile_idx: SliceTopLeftTileIdx specifying the tile index of
+ *  the tile containing the first CTU in the slice.
+ * @slice_top_left_ctu_x: specifying the top left CTU index in X direction.
+ * @slice_top_left_ctu_y: specifying the top left CTU index in Y direction.
+ * @slice_height_in_ctus: slice height count in CTUs.
+ * @num_slices_in_subpic: slice number in subpicture.
+ * @valid: whether this PPS is valid.
+ *
+ * Since: 1.26
+ */
+struct _GstH266PPS
+{
+  guint8 pps_id;
+  guint8 sps_id;
+
+  GstH266SPS *sps;
+
+  guint8 mixed_nalu_types_in_pic_flag;
+  guint16 pic_width_in_luma_samples;
+  guint16 pic_height_in_luma_samples;
+
+  guint8 conformance_window_flag;
+  guint16 conf_win_left_offset;
+  guint16 conf_win_right_offset;
+  guint16 conf_win_top_offset;
+  guint16 conf_win_bottom_offset;
+
+  guint8 scaling_window_explicit_signalling_flag;
+  gint32 scaling_win_left_offset;
+  gint32 scaling_win_right_offset;
+  gint32 scaling_win_top_offset;
+  gint32 scaling_win_bottom_offset;
+
+  guint8 output_flag_present_flag;
+  guint8 no_pic_partition_flag;
+
+  guint8 subpic_id_mapping_present_flag;
+  guint32 num_subpics_minus1;
+  guint32 subpic_id_len_minus1;
+  guint16 subpic_idGST_H266_MAX_SLICES_PER_AU;
+
+  guint8 log2_ctu_size_minus5;
+  guint8 num_exp_tile_columns_minus1;
+  guint8 num_exp_tile_rows_minus1;
+  guint16 tile_column_width_minus1GST_H266_MAX_TILE_COLUMNS;
+  guint16 tile_row_height_minus1GST_H266_MAX_TILE_ROWS;
+
+  guint8 loop_filter_across_tiles_enabled_flag;
+  guint8 rect_slice_flag;
+  guint8 single_slice_per_subpic_flag;
+
+  guint16 num_slices_in_pic_minus1;
+  guint8 tile_idx_delta_present_flag;
+  guint16 slice_width_in_tiles_minus1GST_H266_MAX_SLICES_PER_AU;
+  guint16 slice_height_in_tiles_minus1GST_H266_MAX_SLICES_PER_AU;
+  guint16 num_exp_slices_in_tileGST_H266_MAX_SLICES_PER_AU;
+  guint16 exp_slice_height_in_ctus_minus1GST_H266_MAX_SLICES_PER_AUGST_H266_MAX_TILE_ROWS;
+  gint16 tile_idx_delta_valGST_H266_MAX_SLICES_PER_AU;
+
+  guint8 loop_filter_across_slices_enabled_flag;
+  guint8 cabac_init_present_flag;
+  guint8 num_ref_idx_default_active_minus12;
+  guint8 rpl1_idx_present_flag;
+  guint8 weighted_pred_flag;
+  guint8 weighted_bipred_flag;
+  guint8 ref_wraparound_enabled_flag;
+  guint16 pic_width_minus_wraparound_offset;
+  gint8 init_qp_minus26;
+  guint8 cu_qp_delta_enabled_flag;
+  guint8 chroma_tool_offsets_present_flag;
+  gint8 cb_qp_offset;
+  gint8 cr_qp_offset;
+  guint8 joint_cbcr_qp_offset_present_flag;
+  gint8 joint_cbcr_qp_offset_value;
+  guint8 slice_chroma_qp_offsets_present_flag;
+  guint8 cu_chroma_qp_offset_list_enabled_flag;
+  guint8 chroma_qp_offset_list_len_minus1;
+  guint8 cb_qp_offset_list6;
+  guint8 cr_qp_offset_list6;
+  guint8 joint_cbcr_qp_offset_list6;
+  guint8 deblocking_filter_control_present_flag;
+  guint8 deblocking_filter_override_enabled_flag;
+  guint8 deblocking_filter_disabled_flag;
+  guint8 dbf_info_in_ph_flag;
+
+  gint8 luma_beta_offset_div2;
+  gint8 luma_tc_offset_div2;
+  gint8 cb_beta_offset_div2;
+  gint8 cb_tc_offset_div2;
+  gint8 cr_beta_offset_div2;
+  gint8 cr_tc_offset_div2;
+
+  guint8 rpl_info_in_ph_flag;
+  guint8 sao_info_in_ph_flag;
+  guint8 alf_info_in_ph_flag;
+  guint8 wp_info_in_ph_flag;
+  guint8 qp_delta_info_in_ph_flag;
+
+  guint8 picture_header_extension_present_flag;
+  guint8 slice_header_extension_present_flag;
+  guint8 extension_flag;
+  guint8 extension_data_flag;
+
+  /* extension_data */
+
+  /* calculated value */
+  gint width, height;
+  gint crop_rect_width, crop_rect_height;
+  gint crop_rect_x, crop_rect_y;
+  guint32 pic_width_in_ctbs_y, pic_height_in_ctbs_y;
+  guint32 pic_size_in_ctbs_y;
+  guint32 num_tile_columns;
+  guint32 num_tile_rows;
+  guint32 num_tiles_in_pic;
+  guint32 tile_col_bd_valGST_H266_MAX_TILE_COLUMNS + 1;
+  guint32 tile_row_bd_valGST_H266_MAX_TILE_ROWS + 1;
+  guint32 slice_top_left_tile_idxGST_H266_MAX_SLICES_PER_AU;
+  guint32 slice_top_left_ctu_xGST_H266_MAX_SLICES_PER_AU;
+  guint32 slice_top_left_ctu_yGST_H266_MAX_SLICES_PER_AU;
+  guint32 slice_height_in_ctusGST_H266_MAX_SLICES_PER_AU;
+  guint32 num_slices_in_subpicGST_H266_MAX_SLICES_PER_AU;
+
+  gboolean valid;
+};
+
+/**
+ * GstH266ALF:
+ *
+ * Structure defining the H266 ALF parameters.
+ *
+ * @luma_filter_signal_flag: specifies whether a luma filter set is signalled.
+ * @chroma_filter_signal_flag: specifies whether a chroma filter is signalled.
+ * @cc_cb_filter_signal_flag: specifies whether cross-component filters for the
+ *  Cb colour component are signalled.
+ * @cc_cr_filter_signal_flag: specifies whether cross-component filters for the
+ *  Cr colour component are signalled.
+ * @luma_clip_flag: specifies whether linear adaptive loop filtering is applied
+ *  to the luma component.
+ * @luma_num_filters_signalled_minus1: specifies the number of adpative loop
+ *  filter classes for which luma coefficients can be signalled.
+ * @luma_coeff_delta_idx: specifies the indices of the signalled adaptive loop
+ *  filter luma coefficient deltas for the filter class.
+ * @luma_coeff_abs: specifies the absolute value of the j-th coefficient of
+ *  the signalled luma filter.
+ * @luma_coeff_sign: specifies the sign of the j-th luma coefficient of the
+ *  filter.
+ * @luma_clip_idx: specifies the clipping index of the clipping value to use
+ *  before multiplying by the j-th coefficient of the signalled luma filter.
+ * @chroma_clip_flag: specifies whether linear adaptive loop filtering is
+ *  applied to chroma components.
+ * @chroma_num_alt_filters_minus1: specifies the number of alternative filters
+ *  for chroma components.
+ * @chroma_coeff_abs: specifies the absolute value of the j-th chroma filter
+ *  coefficient for the alternative chroma filter with index altIdx.
+ * @chroma_coeff_sign: specifies the sign of the j-th chroma filter coefficient
+ *  for the alternative chroma filter with index altIdx.
+ * @chroma_clip_idx: specifies the clipping index of the clipping value to use
+ *  before multiplying by the j-th coefficient of the alternative chroma filter
+ *  with index altIdx.
+ * @cc_cb_filters_signalled_minus1: specifies the number of cross-component
+ *  filters for the Cb colour component.
+ * @cc_cb_mapped_coeff_abs: specifies the absolute value of the j-th mapped
+ *  coefficient of the signalled k-th cross-component filter for the Cb colour
+ *  component.
+ * @cc_cb_coeff_sign: specifies the sign of the j-th coefficient of the
+ *  signalled k-th cross-component filter for the Cb colour component.
+ * @cc_cr_filters_signalled_minus1: specifies the number of cross-component
+ *  filters for the Cr colour component.
+ * @cc_cr_mapped_coeff_abs: specifies the absolute value of the j-th mapped
+ *  coefficient of the signalled k-th cross-component filter for the Cr colour
+ *  component.
+ * @cc_cr_coeff_sign: specifies the sign of the j-th coefficient of the
+ *  signalled k-th cross-component filter for the Cr colour component.
+ *
+ * Since: 1.26
+ */
+struct _GstH266ALF
+{
+  guint8 luma_filter_signal_flag;
+  guint8 chroma_filter_signal_flag;
+  guint8 cc_cb_filter_signal_flag;
+  guint8 cc_cr_filter_signal_flag;
+  guint8 luma_clip_flag;
+  guint8 luma_num_filters_signalled_minus1;
+  guint8 luma_coeff_delta_idxGST_H266_NUM_ALF_FILTERS;
+  guint8 luma_coeff_absGST_H266_NUM_ALF_FILTERS12;
+  guint8 luma_coeff_signGST_H266_NUM_ALF_FILTERS12;
+  guint8 luma_clip_idxGST_H266_NUM_ALF_FILTERS12;
+  guint8 chroma_clip_flag;
+  guint8 chroma_num_alt_filters_minus1;
+  guint8 chroma_coeff_abs86;
+  guint8 chroma_coeff_sign86;
+  guint8 chroma_clip_idx86;
+  guint8 cc_cb_filters_signalled_minus1;
+  guint8 cc_cb_mapped_coeff_abs47;
+  guint8 cc_cb_coeff_sign47;
+  guint8 cc_cr_filters_signalled_minus1;
+  guint8 cc_cr_mapped_coeff_abs47;
+  guint8 cc_cr_coeff_sign47;
+};
+
+/**
+ * GstH266LMCS:
+ *
+ * Structure defining the H266 LMCS parameters.
+ *
+ * @min_bin_idx: minimum bin index used in the luma mapping with chroma scaling
+ *  construction process.
+ * @delta_max_bin_idx: specifies the delta value between 15 and the maximum bin
+ *  index LmcsMaxBinIdx used in the luma mapping with chroma scaling construction
+ *  process.
+ * @delta_cw_prec_minus1: specifies the number of bits used for the
+ *  representation of the syntax lmcs_delta_abs_cwi.
+ * @delta_abs_cw: specifies the absolute delta codeword value for the ith bin.
+ * @delta_sign_cw_flag: specifies the sign of the variable lmcsDeltaCWi.
+ * @delta_abs_crs: specifies the absolute codeword value of the variable
+ *  lmcsDeltaCrs.
+ * @delta_sign_crs_flag: specifies the sign of the variable lmcsDeltaCrs.
+ *
+ * Since: 1.26
+ */
+struct _GstH266LMCS
+{
+  guint8 min_bin_idx;
+  guint8 delta_max_bin_idx;
+  guint8 delta_cw_prec_minus1;
+  guint8 delta_abs_cw16;
+  guint8 delta_sign_cw_flag16;
+  guint8 delta_abs_crs;
+  guint8 delta_sign_crs_flag;
+};
+
+/**
+ * GstH266ScalingList:
+ *
+ * Structure defining the H266 scaling list parameters.
+ *
+ * @copy_mode_flag: specifies whether the values of the scaling list are the
+ *  same as the values of a reference scaling list.
+ * @pred_mode_flag: specifies whether the values of the scaling list can be
+ *  predicted from a reference scaling list.
+ * @pred_id_delta: specifies the reference scaling list used to derive the
+ *  predicted scaling matrix scalingMatrixPred.
+ * @dc_coef: used to derive the value of the variable ScalingMatrixDcRec.
+ * @delta_coef: specifies the difference between the current matrix coefficient
+ *  ScalingList.
+ * @scaling_list_DC: the scaling list DC coef.
+ * @scaling_list: the calculated scaling list coefs.
+ *
+ * Since: 1.26
+ */
+struct _GstH266ScalingList
+{
+  guint8 copy_mode_flag28;
+  guint8 pred_mode_flag28;
+  guint8 pred_id_delta28;
+  gint8 dc_coef14;
+  gint8 delta_coef2864;
+  guint8 scaling_list_DC14;
+  guint8 scaling_list2864;
+};
+
+/**
+ * GstH266APS:
+ *
+ * Structure defining the H266 Adaptation Parameter Set.
+ *
+ * @params_type: specifies the type of APS parameters carried in the APS as
+ *  specified in Table 6.
+ * @aps_id: provides an identifier for the APS for reference by other syntax
+ *  elements.
+ * @chroma_present_flag: specifies whether the APS NAL unit could include
+ *  chroma related syntax elements.
+ * @alf: ALF parameters of #GstH266ALF when params_type is GST_H266_ALF_APS.
+ * @lmcs: LMCS parameters of #GstH266LMCS when params_type is GST_H266_LMCS_APS.
+ * @sl: scaling list parameters of #GstH266ScalingList when params_type is
+ *  GST_H266_SCALING_APS.
+ * @extension_flag: specifies whether aps_extension_data_flag syntax elements
+ *  are present.
+ * @extension_data_flag: could have any value and do not affect the decoding
+ *  process now.
+ * @valid: whether this APS is valid.
+ *
+ * Since: 1.26
+ */
+struct _GstH266APS
+{
+  GstH266APSType params_type;
+  guint8 aps_id;
+  guint8 chroma_present_flag;
+
+  union {
+    GstH266ALF alf;
+    GstH266LMCS lmcs;
+    GstH266ScalingList sl;
+  };
+
+  guint8 extension_flag;
+  guint8 extension_data_flag;
+  gboolean valid;
+};
+
+/**
+ * GstH266PredWeightTable:
+ *
+ * Structure defining the H266 weight table parameters.
+ *
+ * @luma_log2_weight_denom: the base 2 logarithm of the denominator for all
+ *  luma weighting factors.
+ * @delta_chroma_log2_weight_denom: the difference of the base 2 logarithm of
+ *  the denominator for all chroma weighting factors.
+ * @num_l0_weights: specifies the number of weights signalled for entries in
+ *  RPL 0 when pps_wp_info_in_ph_flag is equal to 1.
+ * @luma_weight_l0_flag: specifies whether weighting factors for the luma
+ *  component of list 0 prediction using RefPicList0i are present.
+ * @chroma_weight_l0_flag: specifies whether weighting factors for the chroma
+ *  prediction values of list 0 prediction using RefPicList0i are present.
+ * @delta_luma_weight_l0: the difference of the weighting factor applied to the
+ *  luma prediction value for list 0 prediction using RefPicList0i.
+ * @luma_offset_l0: the additive offset applied to the luma prediction value
+ *  for list 0 prediction using RefPicList0i.
+ * @delta_chroma_weight_l0: the difference of the weighting factor applied to
+ *  the chroma prediction values for list 0 prediction.
+ * @delta_chroma_offset_l0: the difference of the additive offset applied to
+ *  the chroma prediction values for list 0 prediction.
+ * @num_l1_weights: specifies the number of weights signalled for entries in
+ *  RPL 1.
+ * @luma_weight_l1_flag: specifies whether weighting factors for the luma
+ *  component of list 1 prediction using RefPicList1i are present.
+ * @chroma_weight_l1_flag: specifies whether weighting factors for the chroma
+ *  prediction values of list 1 prediction using RefPicList1i are present.
+ * @delta_luma_weight_l1: the difference of the weighting factor applied to the
+ *  luma prediction value for list 1 prediction using RefPicList1i.
+ * @luma_offset_l1: the additive offset applied to the luma prediction value
+ *  for list 1 prediction using RefPicList1i.
+ * @delta_chroma_weight_l1: the difference of the weighting factor applied to
+ *  the chroma prediction values for list 1 prediction.
+ * @delta_chroma_offset_l1: the difference of the additive offset applied to
+ *  the chroma prediction values for list 1 prediction.
+ *
+ * Since: 1.26
+ */
+struct _GstH266PredWeightTable
+{
+  guint8 luma_log2_weight_denom;
+  gint8 delta_chroma_log2_weight_denom;
+
+  guint8 num_l0_weights;
+  guint8 luma_weight_l0_flag15;
+  guint8 chroma_weight_l0_flag15;
+  gint8 delta_luma_weight_l015;
+  gint8 luma_offset_l015;
+  gint8 delta_chroma_weight_l0152;
+  gint16 delta_chroma_offset_l0152;
+
+  guint8 num_l1_weights;
+  guint8 luma_weight_l1_flag15;
+  guint8 chroma_weight_l1_flag15;
+  gint8 delta_luma_weight_l115;
+  gint8 luma_offset_l115;
+  gint8 delta_chroma_weight_l1152;
+  gint16 delta_chroma_offset_l1152;
+};
+
+/**
+ * GstH266PicHdr:
+ *
+ * Structure defining the H266 picture header.
+ *
+ * @gdr_or_irap_pic_flag: specifies whethers the current picture is a GDR or
+ *  IRAP picture.
+ * @non_ref_pic_flag: specifies whether the current picture is never used as
+ *  a reference picture.
+ * @gdr_pic_flag: specifies whether the current picture is a GDR picture.
+ * @inter_slice_allowed_flag: specifies whether all coded slices of the picture
+ *  have sh_slice_type equal to 2.
+ * @intra_slice_allowed_flag: specifies whether all coded slices of the picture
+ *  have sh_slice_type equal to 0 or 1.
+ * @pps_id: specifies the value of pps_pic_parameter_set_id for the PPS in use.
+ * @pic_order_cnt_lsb: specifies the picture order count modulo
+ *  MaxPicOrderCntLsb for the current picture.
+ * @recovery_poc_cnt: specifies the recovery point of decoded pictures in
+ *  output order.
+ * @extra_bit16: could have any value.
+ * @poc_msb_cycle_present_flag: specifies that the syntax element
+ *  ph_poc_msb_cycle_val is present in the PH.
+ * @poc_msb_cycle_val: specifies the value of the POC MSB cycle of the current
+ *  picture.
+ * @alf_enabled_flag: specifies whether the adaptive loop filter is enabled for
+ *  the current picture.
+ * @num_alf_aps_ids_luma: specifies the number of ALF APSs that the slices in
+ *  the current picture refers to.
+ * @alf_aps_id_luma: specifies the aps_adaptation_parameter_set_id of the i-th
+ *  ALF APS.
+ * @alf_cb_enabled_flag: specifies whether the adaptive loop filter is enabled
+ *  for the Cb colour component of the current picture.
+ * @alf_cr_enabled_flag: specifies whether the adaptive loop filter is enabled
+ *  for the Cr colour component of the current picture.
+ * @alf_aps_id_chroma;: specifies the aps_adaptation_parameter_set_id of the
+ *  ALF APS.
+ * @alf_cc_cb_enabled_flag: specifies whether the cross-component adaptive loop
+ *  filter for the Cb colour component is enabled for the current picture
+ * @alf_cc_cb_aps_id: specifies the aps_adaptation_parameter_set_id of the ALF APS
+ *  that the Cb colour component of the slices in the current picture refers to.
+ * @alf_cc_cr_enabled_flag: specifies that the cross-compoent adaptive loop
+ *  filter for the Cr colour component is enabled for the current picture.
+ * @alf_cc_cr_aps_id: specifies the aps_adaptation_parameter_set_id of the ALF APS
+ *  that the Cr colour component of the slices in the current picture refers to.
+ * @lmcs_enabled_flag: specifies whether LMCS is enabled for the current picture.
+ * @lmcs_aps_id: specifies the aps_adaptation_parameter_set_id of the LMCS APS.
+ * @chroma_residual_scale_flag: specifies whether chroma residual scaling is
+ *  enabled and could be used for the current picture.
+ * @explicit_scaling_list_enabled_flag: specifies that the explicit scaling list
+ *  is enabled for the current picture.
+ * @scaling_list_aps_id: specifies the aps_adaptation_parameter_set_id of the
+ *  scaling list APS.
+ * @virtual_boundaries_present_flag: specifies whether information of virtual
+ *  boundaries is signalled in the PH syntax structure.
+ * @num_ver_virtual_boundaries: specifies the number of
+ *  ph_virtual_boundary_pos_x_minus1i syntax elements.
+ * @virtual_boundary_pos_x_minus1: specifies the location of the i-th vertical
+ *  virtual boundary in units of luma samples divided by 8.
+ * @num_hor_virtual_boundaries: specifies the number of
+ *  ph_virtual_boundary_pos_y_minus1i.
+ * @virtual_boundary_pos_y_minus1: specifies the location of the i-th horizontal
+ *  virtual boundary in units of luma samples divided by 8.
+ * @pic_output_flag: affects the decoded picture output and removal processes
+ *  as specified in Annex C.
+ * @ref_pic_lists: reference lists of #GstH266RefPicLists.
+ * @partition_constraints_override_flag: specifies that partition constraint
+ *  parameters are present.
+ * @log2_diff_min_qt_min_cb_intra_slice_luma: specifies the difference between
+ *  the base 2 logarithm of the minimum size in luma samples of a luma leaf
+ *  block resulting from quadtree splitting of a CTU and the base 2 logarithm
+ *  of the minimum coding block size in luma samples for luma CUs.
+ * @max_mtt_hierarchy_depth_intra_slice_luma: specifies the maximum hierarchy
+ *  depth for coding units resulting from multi-type tree splitting of a
+ *  quadtree leaf.
+ * @log2_diff_max_bt_min_qt_intra_slice_luma: specifies the difference between
+ *  the base 2 logarithm of the maximum size in luma samples of a luma coding
+ *  block that can be split using a binary split and the base 2 logarithm of
+ *  the minimum size in luma samples of a luma leaf block resulting from
+ *  quadtree splitting of a CTU.
+ * @log2_diff_max_tt_min_qt_intra_slice_luma: specifies the difference between
+ *  the base 2 logarithm of the maximum size in luma samples of a luma coding
+ *  block that can be split using a ternary split and the base 2 logarithm of
+ *  the minimum size in luma samples of a luma leaf block resulting from
+ *  quadtree splitting of a CTU.
+ * @log2_diff_min_qt_min_cb_intra_slice_chroma: specifies the difference between
+ *  the base 2 logarithm of the minimum size in luma samples of a chroma leaf
+ *  block resulting from quadtree splitting of a chroma CTU with treeType equal
+ *  to DUAL_TREE_CHROMA and the base 2 logarithm of the minimum coding block
+ *  size in luma samples for chroma CUs with treeType equal to DUAL_TREE_CHROMA.
+ * @max_mtt_hierarchy_depth_intra_slice_chroma: specifies the maximum hierarchy
+ *  depth for chroma coding units resulting from multi-type tree splitting of a
+ *  chroma quadtree leaf with treeType equal to DUAL_TREE_CHROMA.
+ * @log2_diff_max_bt_min_qt_intra_slice_chroma: specifies the difference between
+ *  the base 2 logarithm of the maximum size in luma samples of a chroma coding
+ *  block that can be split using a binary split and the base 2 logarithm of the
+ *  minimum size in luma samples of a chroma leaf block resulting from quadtree
+ *  splitting of a chroma CTU with treeType equal to DUAL_TREE_CHROMA.
+ * @log2_diff_max_tt_min_qt_intra_slice_chroma: specifies the difference between
+ *  the base 2 logarithm of the maximum size in luma samples of a chroma coding
+ *  block that can be split using a ternary split and the base 2 logarithm of
+ *  the minimum size in luma samples of a chroma leaf block resulting from
+ *  quadtree splitting of a chroma CTU with treeType equal to DUAL_TREE_CHROMA.
+ * @cu_qp_delta_subdiv_intra_slice: specifies the maximum cbSubdiv value of
+ *  coding units in intra slice that convey cu_qp_delta_abs and
+ *  cu_qp_delta_sign_flag.
+ * @cu_chroma_qp_offset_subdiv_intra_slice: specifies the maximum cbSubdiv value
+ *  of coding units in intra slice that convey cu_chroma_qp_offset_flag.
+ * @log2_diff_min_qt_min_cb_inter_slice: specifies the difference between the
+ *  base 2 logarithm of the minimum size in luma samples of a luma leaf block
+ *  resulting from quadtree splitting of a CTU and the base 2 logarithm of the
+ *  minimum luma coding block size in luma samples for luma CUs.
+ * @max_mtt_hierarchy_depth_inter_slice: specifies the maximum hierarchy depth
+ *  for coding units resulting from multi-type tree splitting of a quadtree leaf.
+ * @log2_diff_max_bt_min_qt_inter_slice: specifies the difference between the
+ *  base 2 logarithm of the maximum size in luma samples of a luma coding block
+ *  that can be split using a binary split and the base 2 logarithm of the
+ *  minimum size in luma samples of a luma leaf block resulting from quadtree
+ *  splitting of a CTU.
+ * @log2_diff_max_tt_min_qt_inter_slice: specifies the difference between the
+ *  base 2 logarithm of the maximum size in luma samples of a luma coding block
+ *  that can be split using a ternary split and the base 2 logarithm of the
+ *  minimum size in luma samples of a luma leaf block resulting from quadtree
+ *  splitting of a CTU.
+ * @cu_qp_delta_subdiv_inter_slice: specifies the maximum cbSubdiv value of
+ *  coding units that in inter slice convey cu_qp_delta_abs and
+ *  cu_qp_delta_sign_flag.
+ * @cu_chroma_qp_offset_subdiv_inter_slice: specifies the maximum cbSubdiv value
+ *  of coding units in inter slice that convey cu_chroma_qp_offset_flag.
+ * @temporal_mvp_enabled_flag: specifies whether temporal motion vector
+ *  predictor is enabled for the current picture.
+ * @collocated_from_l0_flag: specifies whether the collocated picture used for
+ *  temporal motion vector prediction is derived from RPL 0.
+ * @collocated_ref_idx: specifies the reference index of the collocated picture
+ *  used for temporal motion vector prediction.
+ * @mmvd_fullpel_only_flag: specifies whether the merge mode with motion vector
+ *  difference uses only integer sample precision for the current picture.
+ * @mvd_l1_zero_flag: specifies whether the mvd_coding syntax structure is parsed.
+ * @bdof_disabled_flag: specifies that the bi-directional optical flow inter
+ *  prediction based inter bi-prediction is disabled for the current picture.
+ * @dmvr_disabled_flag: specifies whether the decoder motion vector refinement
+ *  based inter bi-prediction is disabled for the current picture.
+ * @prof_disabled_flag: specifies whether prediction refinement with optical
+ *  flow is disabled for the current picture.
+ * @pred_weight_table: prediction weight table of #GstH266PredWeightTable.
+ * @qp_delta: specifies the initial value of QpY to be used for the coding
+ *  blocks in the picture.
+ * @joint_cbcr_sign_flag: specifies whether the collocated residual samples of
+ *  both chroma components have inverted signs.
+ * @sao_luma_enabled_flag: specifies whether SAO is enabled for the luma
+ *  component of the current picture.
+ * @sao_chroma_enabled_flag: specifies whether SAO is enabled for the chroma
+ *  component of the current picture.
+ * @deblocking_params_present_flag: specifies whether the deblocking parameters
+ *  could be present in the PH syntax structure.
+ * @deblocking_filter_disabled_flag: specifies whether the deblocking filter is
+ *  disabled for the current picture.
+ * @luma_beta_offset_div2: specify the deblocking parameter offsets for beta that
+ *  are applied to the luma component for the slices in the current picture.
+ * @luma_tc_offset_div2: specify the deblocking parameter offsets for tC that
+ *  are applied to the luma component for the slices in the current picture.
+ * @cb_beta_offset_div2: specify the deblocking parameter offsets for beta that
+ *  are applied to the Cb component for the slices in the current picture.
+ * @cb_tc_offset_div2: specify the deblocking parameter offsets for tC that
+ *  are applied to the Cb component for the slices in the current picture.
+ * @cr_beta_offset_div2: specify the deblocking parameter offsets for beta that
+ *  are applied to the Cr component for the slices in the current picture.
+ * @cr_tc_offset_div2: specify the deblocking parameter offsets for tC that
+ *  are applied to the Cr component for the slices in the current picture.
+ * @extension_length: specifies the length of the PH extension data in bytes.
+ * @extension_data_byte: could have any value.
+ * @valid: whether this picture header is valid.
+ *
+ * Since: 1.26
+ */
+struct _GstH266PicHdr {
+  guint8 gdr_or_irap_pic_flag;
+  guint8 non_ref_pic_flag;
+  guint8 gdr_pic_flag;
+  guint8 inter_slice_allowed_flag;
+  guint8 intra_slice_allowed_flag;
+
+  guint8 pps_id;
+  GstH266PPS *pps;
+
+  guint16 pic_order_cnt_lsb;
+  guint8 recovery_poc_cnt;
+  guint8 extra_bit16;
+  guint8 poc_msb_cycle_present_flag;
+  guint8 poc_msb_cycle_val;
+
+  guint8 alf_enabled_flag;
+  guint8 num_alf_aps_ids_luma;
+  guint8 alf_aps_id_luma8;
+  guint8 alf_cb_enabled_flag;
+  guint8 alf_cr_enabled_flag;
+  guint8 alf_aps_id_chroma;
+  guint8 alf_cc_cb_enabled_flag;
+  guint8 alf_cc_cb_aps_id;
+  guint8 alf_cc_cr_enabled_flag;
+  guint8 alf_cc_cr_aps_id;
+
+  guint8 lmcs_enabled_flag;
+  guint8 lmcs_aps_id;
+  guint8 chroma_residual_scale_flag;
+  guint8 explicit_scaling_list_enabled_flag;
+  guint8 scaling_list_aps_id;
+
+  guint8 virtual_boundaries_present_flag;
+  guint8 num_ver_virtual_boundaries;
+  guint16 virtual_boundary_pos_x_minus13;
+  guint8 num_hor_virtual_boundaries;
+  guint16 virtual_boundary_pos_y_minus13;
+
+  guint8 pic_output_flag;
+  GstH266RefPicLists ref_pic_lists;
+
+  guint8 partition_constraints_override_flag;
+
+  guint8 log2_diff_min_qt_min_cb_intra_slice_luma;
+  guint8 max_mtt_hierarchy_depth_intra_slice_luma;
+  guint8 log2_diff_max_bt_min_qt_intra_slice_luma;
+  guint8 log2_diff_max_tt_min_qt_intra_slice_luma;
+  guint8 log2_diff_min_qt_min_cb_intra_slice_chroma;
+
+  guint8 max_mtt_hierarchy_depth_intra_slice_chroma;
+  guint8 log2_diff_max_bt_min_qt_intra_slice_chroma;
+  guint8 log2_diff_max_tt_min_qt_intra_slice_chroma;
+
+  guint8 cu_qp_delta_subdiv_intra_slice;
+  guint8 cu_chroma_qp_offset_subdiv_intra_slice;
+
+  guint8 log2_diff_min_qt_min_cb_inter_slice;
+  guint8 max_mtt_hierarchy_depth_inter_slice;
+  guint8 log2_diff_max_bt_min_qt_inter_slice;
+  guint8 log2_diff_max_tt_min_qt_inter_slice;
+  guint8 cu_qp_delta_subdiv_inter_slice;
+  guint8 cu_chroma_qp_offset_subdiv_inter_slice;
+
+  guint8 temporal_mvp_enabled_flag;
+  guint8 collocated_from_l0_flag;
+  guint8 collocated_ref_idx;
+  guint8 mmvd_fullpel_only_flag;
+  guint8 mvd_l1_zero_flag;
+  guint8 bdof_disabled_flag;
+  guint8 dmvr_disabled_flag;
+  guint8 prof_disabled_flag;
+
+  GstH266PredWeightTable pred_weight_table;
+
+  gint8 qp_delta;
+  guint8 joint_cbcr_sign_flag;
+  guint8 sao_luma_enabled_flag;
+  guint8 sao_chroma_enabled_flag;
+
+  guint8 deblocking_params_present_flag;
+  guint8 deblocking_filter_disabled_flag;
+  gint8 luma_beta_offset_div2;
+  gint8 luma_tc_offset_div2;
+  gint8 cb_beta_offset_div2;
+  gint8 cb_tc_offset_div2;
+  gint8 cr_beta_offset_div2;
+  gint8 cr_tc_offset_div2;
+
+  guint8 extension_length;
+  guint8 extension_data_byte256;
+
+  gboolean valid;
+};
+
+/**
+ * GstH266SliceHdr:
+ *
+ * Structure defining the H266 slice header.
+ *
+ * @gdr_or_irap_pic_flag: specifies that the PH syntax structure is present in
+ *  the slice header.
+ * @picture_header: the picture header of #GstH266PicHdr.
+ * @subpic_id: specifies the subpicture ID of the subpicture.
+ * @slice_address: specifies the slice address of the slice.
+ * @extra_bit: could have any value.
+ * @num_tiles_in_slice_minus1: specifies the number of tiles in the slice.
+ * @slice_type: specifies the coding type of the slice.
+ * @no_output_of_prior_pics_flag: affects the output of previously-decoded
+ *  pictures in the DPB.
+ * @alf_enabled_flag: specifies whether ALF is enabled for the Y, Cb, or Cr
+ *  colour component of the current slice.
+ * @num_alf_aps_ids_luma: specifies the number of ALF APSs.
+ * @alf_aps_id_luma: specifies the aps_adaptation_parameter_set_id of the i-th
+ *  ALF APS that the luma component of the slice refers to.
+ * @alf_cb_enabled_flag: specifies whether ALF is enabled for the Cb colour
+ *  component of the current slice.
+ * @alf_cr_enabled_flag: specifies whether ALF is enabled for the Cr colour
+ *  component of the current slice.
+ * @alf_aps_id_chroma: specifies the aps_adaptation_parameter_set_id of the ALF
+ *  APS that the chroma component of the slice refers to.
+ * @alf_cc_cb_enabled_flag: specifies whether CCALF is enabled for the Cb
+ *  colour component.
+ * @alf_cc_cb_aps_id: specifies the aps_adaptation_parameter_set_id that the Cb
+ *  colour component of the slice refers to.
+ * @alf_cc_cr_enabled_flag: specifies whether CCALF is enabled for the Cr
+ *  colour component of the current slice.
+ * @alf_cc_cr_aps_id: specifies the aps_adaptation_parameter_set_id that the Cr
+ *  colour component of the slice refers to.
+ * @lmcs_used_flag: specifies that luma mapping is used for the current slice
+ *  and chroma scaling could be used for the current slice.
+ * @explicit_scaling_list_used_flag: specifies that the explicit scaling list
+ *  is used in the scaling process for transform coefficients.
+ * @ref_pic_lists: reference pictures lists of #GstH266RefPicLists.
+ * @num_ref_idx_active_override_flag: specifies whether the syntax element
+ *  sh_num_ref_idx_active_minus10 is present for P and B slices.
+ * @num_ref_idx_active_minus1: is used for the derivation of the variable
+ *  NumRefIdxActivei.
+ * @num_ref_idx_active: the calculated NumRefIdxActive value.
+ * @cabac_init_flag: specifies the method for determining the initialization
+ *  table used in the initialization process for context variables.
+ * @collocated_from_l0_flag: specifies whether the collocated picture used for
+ *  temporal motion vector prediction is derived from RPL 0.
+ * @collocated_ref_idx: specifies the reference index of the collocated picture
+ *  used for temporal motion vector prediction.
+ * @pred_weight_table: prediction weight table of #GstH266PredWeightTable.
+ * @qp_base: the qp base of the current slice.
+ * @qp_delta: specifies the initial value of QpY to be used for the coding
+ *  blocks in the slice.
+ * @cb_qp_offset: specifies a difference to be added to the value of
+ *  pps_cb_qp_offset when determining the value of the Qp'Cb quantization.
+ * @cr_qp_offset: specifies a difference to be added to the value of
+ *  pps_cr_qp_offset when determining the value of the Qp' Cr quantization.
+ * @joint_cbcr_qp_offset: specifies a difference to be added to the value of
+ *  pps_joint_cbcr_qp_offset_value when determining the value of the Qp'CbCr.
+ * @cu_chroma_qp_offset_enabled_flag: specifies whether the
+ *  cu_chroma_qp_offset_flag could be present in the transform unit and palette
+ *  coding syntax of the current slice.
+ * @sao_luma_used_flag: specifies whether SAO is used for the luma component
+ *  in the current slice.
+ * @sao_chroma_used_flag: specifies whether SAO is used for the chroma component
+ *  in the current slice.
+ * @deblocking_params_present_flag: specifies whether the deblocking parameters
+ *  could be present in the slice header.
+ * @deblocking_filter_disabled_flag: specifies whether the deblocking filter is
+ *  disabled for the current slice.
+ * @luma_beta_offset_div2: specify the deblocking parameter offsets for beta that
+ *  are applied to the luma component for the current slice.
+ * @luma_tc_offset_div2: specify the deblocking parameter offsets for tC that
+ *  are applied to the luma component for the current slice.
+ * @cb_beta_offset_div2: specify the deblocking parameter offsets for beta that
+ *  are applied to the Cb component for the current slice.
+ * @cb_tc_offset_div2: specify the deblocking parameter offsets for tC that
+ *  are applied to the Cb component for the current slice.
+ * @cr_beta_offset_div2: specify the deblocking parameter offsets for beta that
+ *  are applied to the Cr component for the current slice.
+ * @cr_tc_offset_div2: specify the deblocking parameter offsets for tC that
+ *  are applied to the Cr component for the current slice.
+ * @dep_quant_used_flag: specifies whether dependent quantization is used.
+ * @sign_data_hiding_used_flag: specifies whether sign bit hiding is not used
+ *  for the current slice.
+ * @ts_residual_coding_disabled_flag: specifies whether the residual_coding
+ *  syntax structure is used to parse the residual samples of a transform skip
+ *  block for the current slice.
+ * @ts_residual_coding_rice_idx_minus1: specifies whether Rice parameter used
+ *  for the residual_ts_coding syntax structure in the current slice.
+ * @reverse_last_sig_coeff_flag: specifies whether the coordinates of the last
+ *  significant coefficient are coded relative to ( 0, 0 ) for each transform
+ *  block of the current slice.
+ * @slice_header_extension_length: specifies the length of the slice header
+ *  extension data in bytes.
+ * @slice_header_extension_data_byte: could have any value.
+ * @num_entry_points: NumEntryPoints specifies the number of entry points in
+ *  the current slice.
+ * @entry_offset_len_minus1: specifies the length, in bits, of the
+ *  sh_entry_point_offset_minus1i syntax elements.
+ * @entry_point_offset_minus1: specifies the i-th entry point offset in bytes.
+ * @header_size: size of the slice_header in bits.
+ * @n_emulation_prevention_bytes: number of emulation prevention bytes (EPB) in
+ *  this slice_header.
+ *
+ * Since: 1.26
+ */
+struct _GstH266SliceHdr
+{
+  guint8 picture_header_in_slice_header_flag;
+  GstH266PicHdr picture_header;
+
+  guint16 subpic_id;
+  guint16 slice_address;
+  guint8 extra_bit16;
+  guint8 num_tiles_in_slice_minus1;
+  guint8 slice_type;
+  guint8 no_output_of_prior_pics_flag;
+
+  guint8 alf_enabled_flag;
+  guint8 num_alf_aps_ids_luma;
+  guint8 alf_aps_id_luma8;
+  guint8 alf_cb_enabled_flag;
+  guint8 alf_cr_enabled_flag;
+  guint8 alf_aps_id_chroma;
+  guint8 alf_cc_cb_enabled_flag;
+  guint8 alf_cc_cb_aps_id;
+  guint8 alf_cc_cr_enabled_flag;
+  guint8 alf_cc_cr_aps_id;
+
+  guint8 lmcs_used_flag;
+  guint8 explicit_scaling_list_used_flag;
+
+  GstH266RefPicLists ref_pic_lists;
+
+  guint8 num_ref_idx_active_override_flag;
+  guint8 num_ref_idx_active_minus12;
+  guint8 num_ref_idx_active2;
+  guint8 cabac_init_flag;
+  guint8 collocated_from_l0_flag;
+  guint8 collocated_ref_idx;
+
+  GstH266PredWeightTable pred_weight_table;
+
+  gint8 slice_qp_y;
+  gint8 qp_delta;
+  gint8 cb_qp_offset;
+  gint8 cr_qp_offset;
+  gint8 joint_cbcr_qp_offset;
+  guint8 cu_chroma_qp_offset_enabled_flag;
+
+  guint8 sao_luma_used_flag;
+  guint8 sao_chroma_used_flag;
+
+  guint8 deblocking_params_present_flag;
+  guint8 deblocking_filter_disabled_flag;
+  gint8 luma_beta_offset_div2;
+  gint8 luma_tc_offset_div2;
+  gint8 cb_beta_offset_div2;
+  gint8 cb_tc_offset_div2;
+  gint8 cr_beta_offset_div2;
+  gint8 cr_tc_offset_div2;
+  guint8 dep_quant_used_flag;
+
+  guint8 sign_data_hiding_used_flag;
+  guint8 ts_residual_coding_disabled_flag;
+  guint8 ts_residual_coding_rice_idx_minus1;
+  guint8 reverse_last_sig_coeff_flag;
+
+  guint16 slice_header_extension_length;
+  guint8 slice_header_extension_data_byte256;
+
+  guint16 num_entry_points;
+  guint16 entry_point_start_ctuGST_H266_MAX_ENTRY_POINTS;
+  guint8 entry_offset_len_minus1;
+  guint32 entry_point_offset_minus1GST_H266_MAX_ENTRY_POINTS;
+
+  /* Size of the slice_header() in bits */
+  guint header_size;
+  /* Number of emulation prevention bytes (EPB) in this slice_header() */
+  guint n_emulation_prevention_bytes;
+};
+
+/**
+ * GstH266AUD:
+ *
+ * Structure defining the H266 AU delimiter.
+ *
+ * @irap_or_gdr_flag: specifies whether the AU containing the AU delimiter is
+ *  an IRAP or GDR AU.
+ * @pic_type: indicates sh_slice_type values that could be present in the AU.
+ *
+ * Since: 1.26
+ */
+struct _GstH266AUD {
+  guint8 irap_or_gdr_flag;
+  guint8 pic_type;
+};
+
+/**
+ * GstH266OPI:
+ *
+ * Structure defining the H266 operating point information.
+ *
+ * @ols_info_present_flag: specifies whether opi_ols_idx is present in the OPI.
+ * @htid_info_present_flag: specifies whether opi_htid_plus1 is present.
+ * @ols_idx: specifies that the current CVS and the next CVSs in decoding order
+ *  up to and not including the next CVS for which opi_ols_idx is provided in
+ *  an OPI NAL unit do not contain any other layers than those included in the
+ *  OLS with OLS index equal to opi_ols_idx.
+ * @htid_plus1: specifies that all the pictures in the current CVS and the next
+ *  CVSs in decoding order up to and not including the next CVS for which
+ *  opi_htid_plus1 is provided in an OPI NAL unit are IRAP pictures or GDR
+ *  pictures with ph_recovery_poc_cnt equal to 0.
+ * @extension_flag: specifies whether opi_extension_data_flag syntax elements
+ *  are present.
+ * @extension_data_flag: could have any value.
+ *
+ * Since: 1.26
+ */
+struct _GstH266OPI {
+  guint8 ols_info_present_flag;
+  guint8 htid_info_present_flag;
+  guint ols_idx;
+  guint8 htid_plus1;
+  guint8 extension_flag;
+  guint8 extension_data_flag;
+
+  /* extension_data */
+};
+
+/**
+ * GstH266DCI:
+ *
+ * Structure defining the H266 decoding capability information.
+ *
+ * @num_ptls_minus1: specifies the number of profile_tier_level syntax
+ *  structures in the DCI NAL unit.
+ * @extension_flag: specifies whether dci_extension_data_flag syntax elements
+ *  are present.
+ * @extension_data_flag: could have any value.
+ *
+ * Since: 1.26
+ */
+struct _GstH266DCI {
+  guint8 num_ptls_minus1;
+  GstH266ProfileTierLevel profile_tier_level15;
+  guint8 extension_flag;
+  guint8 extension_data_flag;
+
+  /* extension_data */
+};
+
+/**
+ * GstH266BufferingPeriod:
+ *
+ * Structure defining the H266 buffering period.
+ *
+ * @nal_hrd_params_present_flag: specifies whether a list of syntax element
+ *  pairs bp_nal_initial_cpb_removal_delay and bp_nal_initial_cpb_removal_offset
+ *  are present in the BP SEI message.
+ * @vcl_hrd_params_present_flag: specifies whether a list of syntax element
+ *  pairs bp_vcl_initial_cpb_removal_delay and bp_vcl_initial_cpb_removal_offset
+ *  are present in the BP SEI message.
+ * @cpb_initial_removal_delay_length_minus1: specifies the length, in bits, of
+ *  the initial cpb removal syntax elements.
+ * @cpb_removal_delay_length_minus1: specifies the length, in bits, of the
+ *  cpb removal syntax elements.
+ * @dpb_output_delay_length_minus1: specifies the length, in bits, of the
+ *  syntax dpb output syntax elements.
+ * @du_hrd_params_present_flag: specifies whether DU level HRD parameters are
+ *  present and the HRD can be operated at the AU level or DU level.
+ * @du_cpb_removal_delay_increment_length_minus1: specifies the length, in bits,
+ *  of the du cpb removal syntax elements.
+ * @dpb_output_delay_du_length_minus1: specifies the length, in bits, of the
+ *  dpb output syntax element.
+ * @du_cpb_params_in_pic_timing_sei_flag: specifies whether DU level CPB removal
+ *  delay parameters are present in PT SEI messages.
+ * @du_dpb_params_in_pic_timing_sei_flag: specifies whether DU level DPB output
+ *  delay parameters are present in PT SEI messages.
+ * @concatenation_flag: indicates whether the nominal CPB removal time of the
+ *  current AU is determined relative to the nominal CPB removal time of the
+ *  previous AU.
+ * @additional_concatenation_info_present_flag: specifies whether the syntax
+ *  element bp_max_initial_removal_delay_for_concatenation is present in the BP
+ *  SEI message and the syntax element pt_delay_for_concatenation_ensured_flag
+ *  is present in the PT SEI messages.
+ * @max_initial_removal_delay_for_concatenation: identify whether the nominal
+ *  removal time from the CPB of the first AU of a following BP computed with
+ *  bp_cpb_removal_delay_delta_minus1 applies.
+ * @cpb_removal_delay_delta_minus1: specifies a CPB removal delay increment
+ *  value relative to the nominal CPB removal time of the AU prevNonDiscardableAu.
+ * @max_sublayers_minus1: specifies whether maximum number of temporal sublayers
+ *  for which the initial CPB removal delay and the initial CPB removal offset
+ *  are indicated in the BP SEI message.
+ * @cpb_removal_delay_deltas_present_flag: specifies whether the BP SEI message
+ *  contains CPB removal delay deltas.
+ * @num_cpb_removal_delay_deltas_minus1: specifies the number of syntax elements
+ *  bp_cpb_removal_delay_delta_vali in the BP SEI message.
+ * @cpb_removal_delay_delta_val: specifies the i-th CPB removal delay delta.
+ * @cpb_cnt_minus1: specifies the number of syntax element pairs
+ *  bp_nal_initial_cpb_removal_delay and bp_nal_initial_cpb_removal_offset
+ *  of the i-th temporal sublayer.
+ * @sublayer_initial_cpb_removal_delay_present_flag: specifies that initial CPB
+ *  removal delay related syntax elements are present for sublayer representation.
+ * @nal_initial_cpb_removal_delay: specify the j-th default initial CPB removal
+ *  delay for the NAL HRD in units of a 90 kHz clock of the i-th temporal sublayer.
+ * @nal_initial_cpb_removal_offset: specify the j-th default initial CPB removal
+ *  offset of the i-th temporal sublayer for the NAL HRD in units of a 90 kHz
+ *  clock.
+ * @nal_initial_alt_cpb_removal_delay: specify the j-th alternative initial CPB
+ *  removal delay for the NAL HRD in units of a 90 kHz clock of the i-th
+ *  temporal sublayer.
+ * @nal_initial_alt_cpb_removal_offset: specify the j-th alternative initial CPB
+ *  removal offset of the i-th temporal sublayer for the NAL HRD in units of a
+ *  90 kHz clock.
+ * @vcl_initial_cpb_removal_delay: specify the j-th default initial CPB removal
+ *  delay of the i-th temporal sublayer for the VCL HRD in units of a 90 kHz clock.
+ * @vcl_initial_cpb_removal_offset: specify the j-th default initial CPB removal
+ *  offset of the i-th temporal sublayer for the VCL HRD in units of a 90 kHz clock.
+ * @vcl_initial_alt_cpb_removal_delay: specify the j-th alternative initial CPB
+ *  removal delay of the i-th temporal sublayer for the VCL HRD in units of a
+ *  90 kHz clock.
+ * @vcl_initial_alt_cpb_removal_offset: specify the j-th alternative initial CPB
+ *  removal offset of the i-th temporal sublayer for the VCL HRD in units of a
+ *  90 kHz clock.
+ * @sublayer_dpb_output_offsets_present_flag: specifies whether DPB output time
+ *  offsets are present for sublayer representation.
+ * @dpb_output_tid_offset: specifies the difference between the DPB output times
+ *  for the i-th sublayer representation.
+ * @alt_cpb_params_present_flag: specifies the presence of the syntax element
+ *  bp_use_alt_cpb_params_flag.
+ * @use_alt_cpb_params_flag: could be used to derive the value of
+ *  UseAltCpbParamsFlag.
+ *
+ * Since: 1.26
+ */
+struct _GstH266BufferingPeriod {
+  guint8 nal_hrd_params_present_flag;
+  guint8 vcl_hrd_params_present_flag;
+  guint8 cpb_initial_removal_delay_length_minus1;
+  guint8 cpb_removal_delay_length_minus1;
+  guint8 dpb_output_delay_length_minus1;
+  guint8 du_hrd_params_present_flag;
+  guint8 du_cpb_removal_delay_increment_length_minus1;
+  guint8 dpb_output_delay_du_length_minus1;
+  guint8 du_cpb_params_in_pic_timing_sei_flag;
+  guint8 du_dpb_params_in_pic_timing_sei_flag;
+  guint8 concatenation_flag;
+  guint8 additional_concatenation_info_present_flag;
+  guint8 max_initial_removal_delay_for_concatenation;
+  guint8 cpb_removal_delay_delta_minus1;
+  guint8 max_sublayers_minus1;
+  guint8 cpb_removal_delay_deltas_present_flag;
+  guint8 num_cpb_removal_delay_deltas_minus1;
+  guint8 cpb_removal_delay_delta_val16;
+  guint8 cpb_cnt_minus1;
+  guint8 sublayer_initial_cpb_removal_delay_present_flag;
+  guint8 nal_initial_cpb_removal_delay832;
+  guint8 nal_initial_cpb_removal_offset832;
+  guint8 nal_initial_alt_cpb_removal_delay832;
+  guint8 nal_initial_alt_cpb_removal_offset832;
+  guint8 vcl_initial_cpb_removal_delay832;
+  guint8 vcl_initial_cpb_removal_offset832;
+  guint8 vcl_initial_alt_cpb_removal_delay832;
+  guint8 vcl_initial_alt_cpb_removal_offset832;
+  guint8 sublayer_dpb_output_offsets_present_flag;
+  guint32 dpb_output_tid_offset8;
+  guint8 alt_cpb_params_present_flag;
+  guint8 use_alt_cpb_params_flag;
+};
+
+/**
+ * GstH266PicTiming:
+ *
+ * Structure defining the H266 picture timing.
+ *
+ * @cpb_removal_delay_minus: calculate the number of clock ticks between the
+ *  nominal CPB removal times of the AU associated with the PT SEI message.
+ * @sublayer_delays_present_flag: specifies whether cpb removal values are
+ *  present for the sublayer with TemporalId equal to i.
+ * @cpb_removal_delay_delta_enabled_flag: specifies whether
+ *  pt_cpb_removal_delay_delta_idxi is present in the PT SEI message.
+ * @cpb_removal_delay_delta_idx: specifies the index of the CPB removal delta.
+ * @cpb_removal_delay_minus1: is used to calculate the number of clock ticks
+ *  between the nominal CPB removal times of the AU.
+ * @dpb_output_delay: is used to compute the DPB output time of the AU.
+ * @cpb_alt_timing_info_present_flag: specifies whether the cpb alt syntax
+ *  elements could be present in the PT SEI message.
+ * @nal_cpb_alt_initial_removal_delay_delta: specifies whether alternative
+ *  initial CPB removal delay delta for the i-th sublayer for the j-th CPB for
+ *  the NAL HRD in units of a 90 kHz clock.
+ * @nal_cpb_alt_initial_removal_offset_delta: specifies whether alternative
+ *  initial CPB removal offset delta for the i-th sublayer for the j-th CPB for
+ *  the NAL HRD in units of a 90 kHz clock.
+ * @nal_cpb_delay_offset: specifies an offset to be used in the derivation of
+ *  the nominal CPB removal times of the AU.
+ * @nal_dpb_delay_offset: specifies an offset to be used in the derivation of
+ *  the DPB output times of the IRAP AU.
+ * @vcl_cpb_alt_initial_removal_delay_delta: specifies the alternative initial
+ *  CPB removal delay delta for the i-th sublayer for the j-th CPB for the VCL
+ *  HRD in units of a 90 kHz clock.
+ * @vcl_cpb_alt_initial_removal_offset_delta: specifies the alternative initial
+ *  CPB removal offset delta for the i-th sublayer for the j-th CPB for the VCL
+ *  HRD in units of a 90 kHz clock.
+ * @vcl_cpb_delay_offset: specifies an offset to be used in the derivation of
+ *  the nominal CPB removal times of the AU.
+ * @vcl_dpb_delay_offset: specifies an offset to be used in the derivation of
+ *  the DPB output times of the IRAP AU.
+ * @dpb_output_du_delay: is used to compute the DPB output time of the AU when
+ *  DecodingUnitHrdFlag is equal to 1.
+ * @num_decoding_units_minus1: specifies the number of DUs in the AU the PT SEI
+ *  message is associated with.
+ * @du_common_cpb_removal_delay_flag: specifies whether the syntax elements
+ *  pt_du_common_cpb_removal_delay_increment_minus1i are present.
+ * @du_common_cpb_removal_delay_increment_minus1: specifies the duration between
+ *  the nominal CPB removal times of any two consecutive DUs in decoding order
+ *  in the AU.
+ * @num_nalus_in_du_minus1: specifies the number of NAL units in the i-th DU of
+ *  the AU the PT SEI message is associated with.
+ * @du_cpb_removal_delay_increment_minus1: specifies the duration between the
+ *  nominal CPB removal times of the (i + 1)-th DU and the i-th DU.
+ * @delay_for_concatenation_ensured_flag: specifies that the difference between
+ *  the final arrival time and the CPB removal time of the AU is present.
+ * @display_elemental_periods_minus1: indicates the number of elemental picture
+ *  period intervals.
+ *
+ * Since: 1.26
+ */
+struct _GstH266PicTiming {
+  guint8 cpb_removal_delay_minus;
+  guint8 sublayer_delays_present_flag8;
+  guint8 cpb_removal_delay_delta_enabled_flag8;
+  guint8 cpb_removal_delay_delta_idx8;
+  guint8 cpb_removal_delay_minus18;
+  guint8 dpb_output_delay;
+  guint8 cpb_alt_timing_info_present_flag;
+  guint8 nal_cpb_alt_initial_removal_delay_delta832;
+  guint8 nal_cpb_alt_initial_removal_offset_delta832;
+  guint8 nal_cpb_delay_offset8;
+  guint8 nal_dpb_delay_offset8;
+  guint8 vcl_cpb_alt_initial_removal_delay_delta832;
+  guint8 vcl_cpb_alt_initial_removal_offset_delta832;
+  guint8 vcl_cpb_delay_offset8;
+  guint8 vcl_dpb_delay_offset8;
+  guint8 dpb_output_du_delay;
+  guint32 num_decoding_units_minus1;
+  guint8 du_common_cpb_removal_delay_flag;
+  guint8 du_common_cpb_removal_delay_increment_minus18;
+  /* TODO: PicSizeInCtbsY could be very large */
+  guint32 num_nalus_in_du_minus1600;
+  guint8 du_cpb_removal_delay_increment_minus16008;
+  guint8 delay_for_concatenation_ensured_flag;
+  guint8 display_elemental_periods_minus1;
+};
+
+/**
+ * GstH266DUInfo:
+ *
+ * Structure defining the H266 decoding unit info.
+ *
+ * @decoding_unit_idx: specifies the index to the list of DUs in the current AU.
+ * @sublayer_delays_present_flag: specifies whether
+ *  dui_du_cpb_removal_delay_incrementi is present for the sublayer.
+ * @du_cpb_removal_delay_increment: specifies the duration between the nominal
+ *  CPB times of the last DU in decoding order in the current AU.
+ * @dpb_output_du_delay_present_flag: specifies the presence of the
+ *  dui_dpb_output_du_delay syntax element in the DUI SEI message.
+ * @dpb_output_du_delay: is used to compute the DPB output time of the AU.
+ *
+ * Since: 1.26
+ */
+struct _GstH266DUInfo {
+  guint32 decoding_unit_idx;
+  guint8 sublayer_delays_present_flag8;
+  guint8 du_cpb_removal_delay_increment8;
+  guint8 dpb_output_du_delay_present_flag;
+  guint8 dpb_output_du_delay;
+};
+
+/**
+ * GstH266ScalableNesting:
+ *
+ * Structure defining the H266 scalable nesting.
+ *
+ * @ols_flag: specifies whether the scalable-nested SEI messages apply to
+ *  specific OLSs.
+ * @subpic_flag: specifies whether the scalable-nested SEI messages that apply
+ *  to specified OLSs or layers apply only to specific subpictures of the
+ *  specified OLSs or layers.
+ * @num_olss_minus1: specifies the number of OLSs to which the scalable-nested
+ *  SEI messages apply.
+ * @ols_idx_delta_minus1: is used to derive the variable NestingOlsIdxi.
+ * @all_layers_flag: specifies whether the scalable-nested SEI messages apply to
+ *  all layers that have nuh_layer_id greater than or equal to the nuh_layer_id
+ *  of the current SEI NAL unit.
+ * @num_layers_minus1: specifies the number of layers to which the
+ *  scalable-nested SEI messages apply.
+ * @layer_id: specifies the nuh_layer_id value of the i-th layer to which the
+ *  scalable-nested SEI messages apply.
+ * @num_subpics_minus1: specifies the number of subpictures in each picture in
+ *  the multiSubpicLayers.
+ * @subpic_id_len_minus1: specifies the number of bits used to represent the
+ *  syntax element sn_subpic_idi.
+ * @subpic_id: indicates the subpicture ID of the i-th subpicture in each
+ *  picture in the multiSubpicLayers.
+ * @num_seis_minus1: specifies the number of scalable-nested SEI messages.
+ *
+ * Since: 1.26
+ */
+struct _GstH266ScalableNesting {
+  guint8 ols_flag;
+  guint8 subpic_flag;
+  guint8 num_olss_minus1;
+  guint8 ols_idx_delta_minus1GST_H266_MAX_TOTAL_NUM_OLSS;
+  guint8 all_layers_flag;
+  guint8 num_layers_minus1;
+  guint8 layer_idGST_H266_MAX_LAYERS;
+  guint16 num_subpics_minus1;
+  guint8 subpic_id_len_minus1;
+  guint8 subpic_idGST_H266_MAX_SLICES_PER_AU;
+  guint8 num_seis_minus1;
+};
+
+/**
+ * GstH266SubPicLevelInfo:
+ *
+ * Structure defining the H266 subpicture level information.
+ *
+ * @num_ref_levels_minus1: specifies the number of reference levels signalled
+ *  for each subpicture sequences.
+ * @cbr_constraint_flag: specifies whether to decode the sub-bitstreams
+ *  resulting from extraction of any subpicture sequence.
+ * @explicit_fraction_present_flag: specifies whether the syntax elements
+ *  sli_ref_level_fraction_minus1 i  are present.
+ * @num_subpics_minus1: specifies the number of subpictures in the pictures in
+ *  the multiSubpicLayers in targetCvss.
+ * @max_sublayers_minus1: specifies the maximum number of temporal sublayers in
+ *  the subpicture sequences.
+ * @sublayer_info_present_flag: specifies whether the level information for
+ *  subpicture sequences is present for sublayer representation.
+ * @non_subpic_layers_fraction: indicates the i-th fraction of the bitstream
+ *  level limits associated with layers in targetCvss.
+ * @ref_level_idc: indicates the i-th level to which each subpicture sequence
+ *  conforms as specified in Annex A.
+ * @ref_level_fraction_minus1: specifies the i-th fraction of the level limits
+ *  for the subpictures.
+ *
+ * Since: 1.26
+ */
+struct _GstH266SubPicLevelInfo {
+  guint8 num_ref_levels_minus1;
+  guint8 cbr_constraint_flag;
+  guint8 explicit_fraction_present_flag;
+  guint16 num_subpics_minus1;
+  guint8 max_sublayers_minus1;
+  guint8 sublayer_info_present_flag;
+  guint8 non_subpic_layers_fractionGST_H266_MAX_SUBLAYERSGST_H266_MAX_SUBLAYERS;
+  guint8 ref_level_idcGST_H266_MAX_SUBLAYERSGST_H266_MAX_SUBLAYERS;
+  guint8 ref_level_fraction_minus1GST_H266_MAX_SUBLAYERSGST_H266_MAX_SLICES_PER_AUGST_H266_MAX_SUBLAYERS;
+};
+
+/**
+ * GstH266FrameFieldInfo:
+ *
+ * Structure defining the H266 frame field information.
+ *
+ * @field_pic_flag: indicates whether the display model considers the current
+ *  picture as a field.
+ * @bottom_field_flag: indicates whether the current picture is a bottom field.
+ * @pairing_indicated_flag: indicates whether the current picture is considered
+ *  paired with the next picture in output order or with the previous picture
+ *  in output order as the two fields of a frame.
+ * @paired_with_next_field_flag: indicates whether the current picture is
+ *  considered paired with the next picture as the two fields of a frame.
+ * @display_fields_from_frame_flag: indicates whether the display model operates
+ *  by sequentially displaying the individual fields of the frame with
+ *  alternating parity.
+ * @top_field_first_flag: indicates that the first field of the frame that is
+ *  displayed by the display model is the top field.
+ * @display_elemental_periods_minus1: indicates the number of elemental picture
+ *  period intervals that the current coded picture or field occupies for the
+ *  display model.
+ * @source_scan_type; indicates whether the source scan type of the associated
+ *  picture should be interpreted as progressive.
+ * @duplicate_flag: indicates whether the current picture is indicated to be a
+ *  duplicate of a previous picture in output order.
+ * @valid: whether this frame field info is valid.
+ *
+ * Since: 1.26
+ */
+struct _GstH266FrameFieldInfo {
+  guint8 field_pic_flag;
+  guint8 bottom_field_flag;
+  guint8 pairing_indicated_flag;
+  guint8 paired_with_next_field_flag;
+  guint8 display_fields_from_frame_flag;
+  guint8 top_field_first_flag;
+  guint8 display_elemental_periods_minus1;
+  guint8 source_scan_type;
+  guint8 duplicate_flag;
+  gboolean valid;
+};
+
+/**
+ * GstH266SEIMessage:
+ *
+ * Structure defining the H266 sei message.
+ *
+ * @payloadType: the payload type of #GstH266SEIPayloadType.
+ * @buffering_period: buffering period sei of #GstH266BufferingPeriod.
+ * @pic_timing: picture timing sei of #GstH266PicTiming.
+ * @du_info: decoding unit info sei of #GstH266DUInfo.
+ * @scalable_nesting: scalable nesting sei of #GstH266ScalableNesting.
+ * @subpic_level_info: subpicture level info sei of #GstH266SubPicLevelInfo.
+ * @frame_field_info: frame field info sei of #GstH266FrameFieldInfo.
+ *
+ * Since: 1.26
+ */
+struct _GstH266SEIMessage
+{
+  GstH266SEIPayloadType payloadType;
+
+  union {
+    GstH266BufferingPeriod buffering_period;
+    GstH266PicTiming pic_timing;
+    GstH266DUInfo du_info;
+    GstH266ScalableNesting scalable_nesting;
+    GstH266SubPicLevelInfo subpic_level_info;
+    GstH266FrameFieldInfo frame_field_info;
+
+    /* ... could implement more */
+  } payload;
+};
+
+/**
+  * GstH266DecoderConfigRecordNalUnitArray:
+  *
+  * Contains NAL Unit array data as defined in ISO/IEC 14496-15
+  *
+  * Since: 1.26
+ */
+struct _GstH266DecoderConfigRecordNalUnitArray
+{
+  /**
+   * GstH266DecoderConfigRecordNalUnitArray.array_completeness:
+   *
+   * 1: all NAL units of the given type are in this array and none
+   *   are in the stream.
+   * 0: additional NAL units of the indicated type may be in the stream
+   */
+  guint8 array_completeness;
+
+  /**
+   * GstH266DecoderConfigRecordNalUnitArray.nal_unit_type:
+   *
+   * Indicates the type of the NAL units in the following array.
+   * Shall be VPS, SPS, PPS, prefix APS or suffix APS
+   */
+  GstH266NalUnitType nal_unit_type;
+
+  /**
+   * GstH266DecoderConfigRecordNalUnitArray.nalu:
+   *
+   * Array of identified #GstH266NalUnit
+   */
+  GArray *nalu;
+};
+
+/**
+ * GstH266PTLRecord:
+ *
+ * Contains VvcPTLRecord data as defined in ISO/IEC 14496-15
+ *
+ * @num_bytes_constraint_info: Number of bytes for constraint information.
+ * @general_profile_idc: General profile id.
+ * @general_tier_flag: General tier flag.
+ * @general_level_idc: General level id.
+ * @ptl_frame_only_constraint_flag: Frame-only constraint flag.
+ * @ptl_multilayer_enabled_flag: Multilayer enabled flag.
+ * @general_constraint_info: Array containing general constraint information.
+ * @ptl_sublayer_level_present_flag: Array indicating presence of sublayer level.
+ * @sublayer_level_idc: Array containing sublayer level ids.
+ * @ptl_num_sub_profiles: Number of sub-profiles.
+ * @general_sub_profile_idc: Array containing general sub-profile ids.
+ *
+ * Since: 1.26
+ */
+struct _GstH266PTLRecord {
+  guint8 num_bytes_constraint_info;
+  guint8 general_profile_idc;
+  guint8 general_tier_flag;
+  guint8 general_level_idc;
+  guint8 ptl_frame_only_constraint_flag;
+  guint8 ptl_multilayer_enabled_flag;
+  guint8 general_constraint_info63;
+  guint8 ptl_sublayer_level_present_flag7;
+  guint8 sublayer_level_idc7;
+  guint8 ptl_num_sub_profiles;
+  guint32 general_sub_profile_idc255;
+};
+
+/**
+ * GstH266DecoderConfigRecord:
+ *
+ * Contains VVCDecoderConfigurationRecord data as defined in ISO/IEC 14496-15
+ *
+ * Since: 1.26
+ */
+struct _GstH266DecoderConfigRecord
+{
+  /**
+   * GstH266DecoderConfigRecord.length_size_minus_one:
+   *
+   * indicates the length in bytes of nal unit length field.
+   * This value shall be one of 0, 1, or 3 corresponding to a length
+   * encoded with 1, 2, or 4 bytes, respectively
+   */
+  guint8 length_size_minus_one;
+
+  /**
+   * GstH266DecoderConfigRecord.ptl_present_flag:
+   *
+   * true: profile, tier and level information is present
+   */
+  guint8 ptl_present_flag;
+
+  /**
+   * GstH266DecoderConfigRecord.ols_idx:
+   *
+   * Operating point layer set index
+   */
+  guint16 ols_idx;
+
+  /**
+   * GstH266DecoderConfigRecord.num_sublayers:
+   *
+   * Number of sublayers
+   */
+  guint8 num_sublayers;
+
+  /**
+   * GstH266DecoderConfigRecord.constant_frame_rate:
+   *
+   * Indicates if the frame rate is constant
+   */
+  guint8 constant_frame_rate;
+
+  /**
+   * GstH266DecoderConfigRecord.chroma_format_idc:
+   *
+   * Chroma format indicator
+   */
+  guint8 chroma_format_idc;
+
+  /**
+   * GstH266DecoderConfigRecord.bit_depth_minus8:
+   *
+   * Bit depth minus 8
+   */
+  guint8 bit_depth_minus8;
+
+  /**
+    * GstH266DecoderConfigRecord.native_ptl:
+    *
+    * Profile, tier and level information
+   */
+  GstH266PTLRecord native_ptl;
+
+  /**
+   * GstH266DecoderConfigRecord.max_picture_width:
+   *
+   * Maximum picture width
+   */
+  guint16 max_picture_width;
+
+  /**
+   * GstH266DecoderConfigRecord.max_picture_height:
+   *
+   * Maximum picture height
+   */
+  guint16 max_picture_height;
+
+  /**
+   * GstH266DecoderConfigRecord.avg_frame_rate:
+   *
+   * Average frame rate
+   */
+  guint16 avg_frame_rate;
+
+  /**
+   * GstH266DecoderConfigRecord.nalu_array:
+   *
+   * Array of #GstH266DecoderConfigRecordNalUnitArray
+   */
+  GArray *nalu_array;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstH266Parser:
+ *
+ * H266 NAL Parser (opaque structure).
+ *
+ * Since: 1.26
+ */
+struct _GstH266Parser
+{
+  /*< private >*/
+  GstH266VPS vpsGST_H266_MAX_VPS_COUNT;
+  GstH266SPS spsGST_H266_MAX_SPS_COUNT;
+  GstH266PPS ppsGST_H266_MAX_PPS_COUNT;
+  GstH266APS apsGST_H266_APS_TYPE_MAXGST_H266_MAX_APS_COUNT;
+  GstH266VPS *last_vps;
+  GstH266SPS *last_sps;
+  GstH266PPS *last_pps;
+  GstH266APS *last_apsGST_H266_APS_TYPE_MAX;
+  GstH266PicHdr ph;
+  GstH266SEIMessage buffering_period;
+  GstH266SEIMessage *last_buffering_period;
+
+  GstH266VPS *active_vps;
+  GstH266SPS *active_sps;
+  GstH266PPS *active_pps;
+
+  guint16 ctb_addr_in_sliceGST_H266_MAX_CTUS_IN_PICTURE;
+  guint16 slice_start_offsetGST_H266_MAX_SLICES_PER_AU;
+  guint16 num_ctus_in_sliceGST_H266_MAX_SLICES_PER_AU;
+  guint16 ctb_to_tile_col_bdGST_H266_MAX_CTUS_IN_PICTURE;
+  guint16 ctb_to_tile_row_bdGST_H266_MAX_CTUS_IN_PICTURE;
+};
+
+GST_CODEC_PARSERS_API
+GstH266Parser *     gst_h266_parser_new                (void);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_identify_nalu      (GstH266Parser * parser,
+                                                        const guint8 * data,
+                                                        guint offset,
+                                                        gsize size,
+                                                        GstH266NalUnit * nalu);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_identify_nalu_unchecked (GstH266Parser * parser,
+                                                             const guint8 * data,
+                                                             guint offset,
+                                                             gsize size,
+                                                             GstH266NalUnit * nalu);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_identify_nalu_vvc  (GstH266Parser * parser,
+                                                        const guint8 * data,
+                                                        guint offset,
+                                                        gsize size,
+                                                        guint8 nal_length_size,
+                                                        GstH266NalUnit * nalu);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_nal          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_aud          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266AUD * aud);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_opi          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266OPI * opi);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_dci          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266DCI * dci);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_picture_hdr  (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266PicHdr * picture);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_slice_hdr    (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266SliceHdr * slice);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_vps          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266VPS * vps);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_sps          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266SPS * sps);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_pps          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266PPS * pps);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_aps          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266APS * aps);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_sei          (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GArray ** messages);
+GST_CODEC_PARSERS_API
+void                gst_h266_parser_free               (GstH266Parser * parser);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parse_vps                 (GstH266NalUnit * nalu,
+                                                        GstH266VPS * vps);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parse_sps                 (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266SPS * sps);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parse_pps                 (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266PPS * pps);
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parse_aps                 (GstH266Parser * parser,
+                                                        GstH266NalUnit * nalu,
+                                                        GstH266APS * aps);
+GST_CODEC_PARSERS_API
+const gchar *       gst_h266_profile_to_string         (GstH266Profile profile);
+GST_CODEC_PARSERS_API
+GstH266Profile      gst_h266_profile_from_string       (const gchar * string);
+
+GST_CODEC_PARSERS_API
+void                gst_h266_decoder_config_record_free (GstH266DecoderConfigRecord * config);
+
+GST_CODEC_PARSERS_API
+GstH266ParserResult gst_h266_parser_parse_decoder_config_record (GstH266Parser * parser,
+                                                                 const guint8 * data,
+                                                                 gsize size,
+                                                                 GstH266DecoderConfigRecord ** config);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstjpegbitwriter.c Added

@@ -0,0 +1,504 @@
+/* GStreamer
+ *  Copyright (C) 2024 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the0
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/* TODO: Add the support for the "differential mode(lossless mode)",
+   "arithmetic mode" and "progressive mode". */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstjpegbitwriter.h"
+#include <gst/base/gstbytewriter.h>
+
+#define WRITE_BYTE_UNCHECK(bw, val)    gst_byte_writer_put_uint8 (bw, val)
+#define WRITE_BYTE(bw, val)                                         \
+  if (!WRITE_BYTE_UNCHECK (bw, val)) {                              \
+    have_space = FALSE;                                             \
+    goto error;                                                     \
+  }
+
+/*****************************  End of Utils ****************************/
+/**
+ * gst_jpeg_bit_writer_frame_header:
+ * @frame_hdr: the frame header of #GstJpegFrameHdr to write
+ * @marker: the #GstJpegMarker id for this segment
+ * @data: (out): the bit stream generated by this frame header
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Generating the according JPEG bit stream by providing the frame header.
+ *
+ * Returns: a #GstJpegBitWriterResult
+ *
+ * Since: 1.26
+ **/
+GstJpegBitWriterResult
+gst_jpeg_bit_writer_frame_header (const GstJpegFrameHdr * frame_hdr,
+    GstJpegMarker marker, guint8 * data, guint * size)
+{
+  gboolean have_space = TRUE;
+  GstByteWriter bw;
+  guint total_size, value;
+  guint i;
+
+  g_return_val_if_fail (frame_hdr != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (marker >= GST_JPEG_MARKER_SOF_MIN
+      && marker <= GST_JPEG_MARKER_SOF_MAX, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_JPEG_BIT_WRITER_ERROR);
+
+  gst_byte_writer_init_with_data (&bw, data, *size, FALSE);
+
+  /* marker */
+  WRITE_BYTE (&bw, 0xff);
+  WRITE_BYTE (&bw, marker);
+
+  total_size = 2;
+
+  if (frame_hdr->num_components > GST_JPEG_MAX_SCAN_COMPONENTS)
+    goto error;
+
+  total_size += (1 + 2 + 2 + 1);
+  total_size += frame_hdr->num_components * (1 + 1 + 1);
+
+  /* S1 and S2 */
+  WRITE_BYTE (&bw, (total_size >> 8) & 0xff);
+  WRITE_BYTE (&bw, total_size & 0xff);
+
+  WRITE_BYTE (&bw, frame_hdr->sample_precision);
+
+  if (!gst_byte_writer_put_uint16_be (&bw, frame_hdr->height)) {
+    have_space = FALSE;
+    goto error;
+  }
+  if (!gst_byte_writer_put_uint16_be (&bw, frame_hdr->width)) {
+    have_space = FALSE;
+    goto error;
+  }
+
+  WRITE_BYTE (&bw, frame_hdr->num_components);
+
+  for (i = 0; i < frame_hdr->num_components; i++) {
+    WRITE_BYTE (&bw, frame_hdr->componentsi.identifier);
+
+    if (frame_hdr->componentsi.horizontal_factor > 4
+        || frame_hdr->componentsi.vertical_factor > 4
+        || frame_hdr->componentsi.quant_table_selector >= 4)
+      goto error;
+
+    value = (frame_hdr->componentsi.horizontal_factor & 0x0F) << 4 |
+        (frame_hdr->componentsi.vertical_factor & 0x0F);
+    WRITE_BYTE (&bw, value);
+
+    WRITE_BYTE (&bw, frame_hdr->componentsi.quant_table_selector);
+  }
+
+  *size = gst_byte_writer_get_size (&bw);
+  gst_byte_writer_reset (&bw);
+
+  return GST_JPEG_BIT_WRITER_OK;
+
+error:
+  gst_byte_writer_reset (&bw);
+  *size = 0;
+  return have_space ? GST_JPEG_BIT_WRITER_INVALID_DATA :
+      GST_JPEG_BIT_WRITER_NO_MORE_SPACE;
+}
+
+/**
+ * gst_jpeg_bit_writer_scan_header:
+ * @frame_hdr: the scan header of #GstJpegScanHdr to write
+ * @data: (out): the bit stream generated by this scan header
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Generating the according JPEG bit stream by providing the scan header.
+ *
+ * Returns: a #GstJpegBitWriterResult
+ *
+ * Since: 1.26
+ **/
+GstJpegBitWriterResult
+gst_jpeg_bit_writer_scan_header (const GstJpegScanHdr * scan_hdr,
+    guint8 * data, guint * size)
+{
+  gboolean have_space = TRUE;
+  GstByteWriter bw;
+  guint total_size, value;
+  guint i;
+
+  g_return_val_if_fail (scan_hdr != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_JPEG_BIT_WRITER_ERROR);
+
+  gst_byte_writer_init_with_data (&bw, data, *size, FALSE);
+
+  /* marker */
+  WRITE_BYTE (&bw, 0xff);
+  WRITE_BYTE (&bw, GST_JPEG_MARKER_SOS);
+
+  total_size = 2;
+
+  if (scan_hdr->num_components > GST_JPEG_MAX_SCAN_COMPONENTS)
+    goto error;
+
+  total_size += 1;
+  total_size += scan_hdr->num_components * (1 + 1);
+  total_size += 3;
+
+  /* S1 and S2 */
+  WRITE_BYTE (&bw, (total_size >> 8) & 0xff);
+  WRITE_BYTE (&bw, total_size & 0xff);
+
+  WRITE_BYTE (&bw, scan_hdr->num_components);
+
+  for (i = 0; i < scan_hdr->num_components; i++) {
+    WRITE_BYTE (&bw, scan_hdr->componentsi.component_selector);
+
+    if (scan_hdr->componentsi.dc_selector >= 4
+        || scan_hdr->componentsi.ac_selector >= 4)
+      goto error;
+
+    value = (scan_hdr->componentsi.dc_selector & 0x0F) << 4 |
+        (scan_hdr->componentsi.ac_selector & 0x0F);
+    WRITE_BYTE (&bw, value);
+  }
+
+  /* Not use: Ss, Se, Ah, Al */
+  WRITE_BYTE (&bw, 0);
+  WRITE_BYTE (&bw, 0);
+  WRITE_BYTE (&bw, 0);
+
+  *size = gst_byte_writer_get_size (&bw);
+  gst_byte_writer_reset (&bw);
+
+  return GST_JPEG_BIT_WRITER_OK;
+
+error:
+  gst_byte_writer_reset (&bw);
+  *size = 0;
+  return have_space ? GST_JPEG_BIT_WRITER_INVALID_DATA :
+      GST_JPEG_BIT_WRITER_NO_MORE_SPACE;
+}
+
+/**
+ * gst_jpeg_bit_writer_huffman_table:
+ * @huff_tables: the huffman tables of #GstJpegHuffmanTables to write
+ * @data: (out): the bit stream generated by the huffman tables
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Generating the according JPEG bit stream by providing the huffman tables.
+ *
+ * Returns: a #GstJpegBitWriterResult
+ *
+ * Since: 1.26
+ **/
+GstJpegBitWriterResult
+gst_jpeg_bit_writer_huffman_table (const GstJpegHuffmanTables * huff_tables,
+    guint8 * data, guint * size)
+{
+  gboolean have_space = TRUE;
+  GstByteWriter bw;
+  const GstJpegHuffmanTable *huf_table;
+  guint32 value_count;
+  guint total_size, value;
+  guint i, j, k;
+
+  g_return_val_if_fail (huff_tables != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_JPEG_BIT_WRITER_ERROR);
+
+  gst_byte_writer_init_with_data (&bw, data, *size, FALSE);
+
+  /* marker */
+  WRITE_BYTE (&bw, 0xff);
+  WRITE_BYTE (&bw, GST_JPEG_MARKER_DHT);
+
+  total_size = 2;
+
+  for (i = 0; i < GST_JPEG_MAX_SCAN_COMPONENTS; i++) {
+    for (j = 0; j < 2; j++) {   /* DC or AC */
+      huf_table =
+          (j == 0 ? &huff_tables->dc_tablesi : &huff_tables->ac_tablesi);
+      if (!huf_table->valid)
+        continue;
+
+      total_size += (1 + 16);
+
+      value_count = 0;
+      for (k = 0; k < 16; k++)
+        value_count += huf_table->huf_bitsk;
+
+      total_size += value_count;
+    }
+  }
+
+  /* S1 and S2 */
+  WRITE_BYTE (&bw, (total_size >> 8) & 0xff);
+  WRITE_BYTE (&bw, total_size & 0xff);
+
+  for (i = 0; i < GST_JPEG_MAX_SCAN_COMPONENTS; i++) {
+    for (j = 0; j < 2; j++) {   /* DC or AC */
+      huf_table =
+          (j == 0 ? &huff_tables->dc_tablesi : &huff_tables->ac_tablesi);
+      if (!huf_table->valid)
+        continue;
+
+      /* table class and index */
+      value = (j & 0x0F) << 4 | (i & 0x0F);
+      WRITE_BYTE (&bw, value);
+
+      if (!gst_byte_writer_put_data (&bw, huf_table->huf_bits, 16)) {
+        have_space = FALSE;
+        goto error;
+      }
+
+      value_count = 0;
+      for (k = 0; k < 16; k++)
+        value_count += huf_table->huf_bitsk;
+
+      if (!gst_byte_writer_put_data (&bw, huf_table->huf_values, value_count)) {
+        have_space = FALSE;
+        goto error;
+      }
+    }
+  }
+
+  *size = gst_byte_writer_get_size (&bw);
+  gst_byte_writer_reset (&bw);
+
+  return GST_JPEG_BIT_WRITER_OK;
+
+error:
+  gst_byte_writer_reset (&bw);
+  *size = 0;
+  return have_space ? GST_JPEG_BIT_WRITER_INVALID_DATA :
+      GST_JPEG_BIT_WRITER_NO_MORE_SPACE;
+}
+
+/**
+ * gst_jpeg_bit_writer_quantization_table:
+ * @quant_tables: the quantization tables of #GstJpegQuantTables to write
+ * @data: (out): the bit stream generated by the quantization tables
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Generating the according JPEG bit stream by providing the quantization tables.
+ *
+ * Returns: a #GstJpegBitWriterResult
+ *
+ * Since: 1.26
+ **/
+GstJpegBitWriterResult
+gst_jpeg_bit_writer_quantization_table (const GstJpegQuantTables * quant_tables,
+    guint8 * data, guint * size)
+{
+  gboolean have_space = TRUE;
+  GstByteWriter bw;
+  const GstJpegQuantTable *quant_table;
+  guint total_size, value;
+  guint i, j;
+
+  g_return_val_if_fail (quant_tables != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_JPEG_BIT_WRITER_ERROR);
+
+  gst_byte_writer_init_with_data (&bw, data, *size, FALSE);
+
+  /* marker */
+  WRITE_BYTE (&bw, 0xff);
+  WRITE_BYTE (&bw, GST_JPEG_MARKER_DQT);
+
+  total_size = 2;
+
+  for (i = 0; i < GST_JPEG_MAX_SCAN_COMPONENTS; i++) {
+    guint32 element_size;
+
+    quant_table = &quant_tables->quant_tablesi;
+    if (!quant_table->valid)
+      continue;
+
+    element_size = (quant_table->quant_precision == 0) ? 1 : 2;
+    total_size += (1 + GST_JPEG_MAX_QUANT_ELEMENTS * element_size);
+  }
+
+  /* S1 and S2 */
+  WRITE_BYTE (&bw, (total_size >> 8) & 0xff);
+  WRITE_BYTE (&bw, total_size & 0xff);
+
+  for (i = 0; i < GST_JPEG_MAX_SCAN_COMPONENTS; i++) {
+    quant_table = &quant_tables->quant_tablesi;
+    if (!quant_table->valid)
+      continue;
+
+    value = ((quant_table->quant_precision & 0x0F) << 4) | (i & 0x0F);
+    WRITE_BYTE (&bw, value);
+
+    for (j = 0; j < GST_JPEG_MAX_QUANT_ELEMENTS; j++) {
+      if (!quant_table->quant_precision) {      /* 8-bit values */
+        guint8 val = quant_table->quant_tablej;
+        WRITE_BYTE (&bw, val);
+      } else {                  /* 16-bit values */
+        if (!gst_byte_writer_put_uint16_be (&bw, quant_table->quant_tablej)) {
+          have_space = FALSE;
+          goto error;
+        }
+      }
+    }
+  }
+
+  *size = gst_byte_writer_get_size (&bw);
+  gst_byte_writer_reset (&bw);
+
+  return GST_JPEG_BIT_WRITER_OK;
+
+error:
+  gst_byte_writer_reset (&bw);
+  *size = 0;
+  return have_space ? GST_JPEG_BIT_WRITER_INVALID_DATA :
+      GST_JPEG_BIT_WRITER_NO_MORE_SPACE;
+}
+
+/**
+ * gst_jpeg_bit_writer_restart_interval:
+ * @interval: the interval value for restart
+ * @data: (out): the bit stream generated by the interval value
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Generating the according JPEG bit stream by providing the interval value.
+ *
+ * Returns: a #GstJpegBitWriterResult
+ *
+ * Since: 1.26
+ **/
+GstJpegBitWriterResult
+gst_jpeg_bit_writer_restart_interval (guint16 interval, guint8 * data,
+    guint * size)
+{
+  gboolean have_space = TRUE;
+  GstByteWriter bw;
+  guint total_size;
+
+  g_return_val_if_fail (data != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_JPEG_BIT_WRITER_ERROR);
+
+  gst_byte_writer_init_with_data (&bw, data, *size, FALSE);
+
+  /* marker */
+  WRITE_BYTE (&bw, 0xff);
+  WRITE_BYTE (&bw, GST_JPEG_MARKER_DRI);
+
+  total_size = 2;
+  total_size += 2;
+
+  /* S1 and S2 */
+  WRITE_BYTE (&bw, (total_size >> 8) & 0xff);
+  WRITE_BYTE (&bw, total_size & 0xff);
+
+  if (!gst_byte_writer_put_uint16_be (&bw, interval)) {
+    have_space = FALSE;
+    goto error;
+  }
+
+  *size = gst_byte_writer_get_size (&bw);
+  gst_byte_writer_reset (&bw);
+
+  return GST_JPEG_BIT_WRITER_OK;
+
+error:
+  gst_byte_writer_reset (&bw);
+  *size = 0;
+  return have_space ? GST_JPEG_BIT_WRITER_INVALID_DATA :
+      GST_JPEG_BIT_WRITER_NO_MORE_SPACE;
+}
+
+/**
+ * gst_jpeg_bit_writer_segment_with_data:
+ * @marker: the #GstJpegMarker id for this segment
+ * @seg_data: (in) (allow-none): the user provided bit stream data
+ * @seg_size: (in): the size of the segment data
+ * @data: (out): the generated bit stream of this segment
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Generating the bit stream for a JPEG segment.
+ *
+ * Returns: a #GstJpegBitWriterResult
+ *
+ * Since: 1.26
+ **/
+GstJpegBitWriterResult
+gst_jpeg_bit_writer_segment_with_data (GstJpegMarker marker, guint8 * seg_data,
+    guint seg_size, guint8 * data, guint * size)
+{
+  gboolean have_space = TRUE;
+  GstByteWriter bw;
+  guint total_size;
+
+  g_return_val_if_fail (marker >= GST_JPEG_MARKER_SOF0
+      && marker <= GST_JPEG_MARKER_COM, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_JPEG_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_JPEG_BIT_WRITER_ERROR);
+
+  if (seg_data)
+    g_return_val_if_fail (seg_size > 0, GST_JPEG_BIT_WRITER_ERROR);
+
+  gst_byte_writer_init_with_data (&bw, data, *size, FALSE);
+
+  /* marker */
+  WRITE_BYTE (&bw, 0xff);
+  WRITE_BYTE (&bw, marker);
+
+  if (seg_size > 0) {
+    total_size = 2;
+    total_size += seg_size;
+
+    /* S1 and S2 */
+    WRITE_BYTE (&bw, (total_size >> 8) & 0xff);
+    WRITE_BYTE (&bw, total_size & 0xff);
+
+    /* Copy the user provided data. */
+    if (seg_data) {
+      if (!gst_byte_writer_put_data (&bw, seg_data, seg_size)) {
+        have_space = FALSE;
+        goto error;
+      }
+    } else {
+      if (!gst_byte_writer_fill (&bw, 0, seg_size)) {
+        have_space = FALSE;
+        goto error;
+      }
+    }
+  }
+
+  *size = gst_byte_writer_get_size (&bw);
+  gst_byte_writer_reset (&bw);
+
+  return GST_JPEG_BIT_WRITER_OK;
+
+error:
+  gst_byte_writer_reset (&bw);
+  *size = 0;
+  return have_space ? GST_JPEG_BIT_WRITER_INVALID_DATA :
+      GST_JPEG_BIT_WRITER_NO_MORE_SPACE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstjpegbitwriter.h Added

@@ -0,0 +1,76 @@
+/* GStreamer
+ *  Copyright (C) 2024 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the0
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_JPEG_BIT_WRITER_H__
+#define __GST_JPEG_BIT_WRITER_H__
+
+#include <gst/codecparsers/gstjpegparser.h>
+#include <gst/codecparsers/codecparsers-prelude.h>
+
+G_BEGIN_DECLS
+
+/**
+ * GstJpegBitWriterResult:
+ * @GST_JPEG_BIT_WRITER_OK: The writing succeeded
+ * @GST_JPEG_BIT_WRITER_INVALID_DATA: The input data to write is invalid
+ * @GST_JPEG_BIT_WRITER_NO_MORE_SPACE: The output does not have enough size
+ * @GST_JPEG_BIT_WRITER_ERROR: An general error occurred when writing
+ *
+ * The result of writing JPEG data into bit stream.
+ *
+ * Since: 1.24
+ */
+typedef enum
+{
+  GST_JPEG_BIT_WRITER_OK,
+  GST_JPEG_BIT_WRITER_INVALID_DATA,
+  GST_JPEG_BIT_WRITER_NO_MORE_SPACE,
+  GST_JPEG_BIT_WRITER_ERROR
+} GstJpegBitWriterResult;
+G_END_DECLS
+
+GST_CODEC_PARSERS_API
+GstJpegBitWriterResult     gst_jpeg_bit_writer_frame_header     (const GstJpegFrameHdr * frame_hdr,
+                                                                 GstJpegMarker marker,
+                                                                 guint8 * data,
+                                                                 guint * size);
+GST_CODEC_PARSERS_API
+GstJpegBitWriterResult     gst_jpeg_bit_writer_scan_header      (const GstJpegScanHdr * scan_hdr,
+                                                                 guint8 * data,
+                                                                 guint * size);
+GST_CODEC_PARSERS_API
+GstJpegBitWriterResult     gst_jpeg_bit_writer_huffman_table    (const GstJpegHuffmanTables * huff_tables,
+                                                                 guint8 * data,
+                                                                 guint * size);
+GST_CODEC_PARSERS_API
+GstJpegBitWriterResult     gst_jpeg_bit_writer_quantization_table (const GstJpegQuantTables * quant_tables,
+                                                                   guint8 * data,
+                                                                   guint * size);
+GST_CODEC_PARSERS_API
+GstJpegBitWriterResult     gst_jpeg_bit_writer_restart_interval (guint16 interval,
+                                                                 guint8 * data,
+                                                                 guint * size);
+GST_CODEC_PARSERS_API
+GstJpegBitWriterResult     gst_jpeg_bit_writer_segment_with_data (GstJpegMarker marker,
+                                                                  guint8 * seg_data,
+                                                                  guint seg_size,
+                                                                  guint8 * data,
+                                                                  guint * size);
+#endif /* __GST_JPEG_BIT_WRITER_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gstjpegparser.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstjpegparser.c Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstlcevcmeta.c Added

@@ -0,0 +1,230 @@
+/* GStreamer LCEVC meta
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstlcevcmeta.h"
+
+/**
+ * SECTION:gstlcevcmeta
+ * @title: GstMeta for LCEVC
+ * @short_description: LCEVC related GstMeta
+ *
+ */
+
+#define GST_CAT_DEFAULT lcevcmeta_debug
+GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
+
+static gboolean
+gst_lcevc_meta_init (GstMeta * meta, gpointer params, GstBuffer * buffer)
+{
+  GstLcevcMeta *emeta = (GstLcevcMeta *) meta;
+
+  emeta->id = 0;
+  emeta->enhancement_data = NULL;
+
+  return TRUE;
+}
+
+static void
+gst_lcevc_meta_free (GstMeta * meta, GstBuffer * buffer)
+{
+  GstLcevcMeta *emeta = (GstLcevcMeta *) meta;
+
+  g_clear_pointer (&emeta->enhancement_data, gst_buffer_unref);
+}
+
+static gboolean
+gst_lcevc_meta_transform (GstBuffer * dest, GstMeta * meta,
+    GstBuffer * buffer, GQuark type, gpointer data)
+{
+  GstLcevcMeta *dmeta, *smeta;
+
+  smeta = (GstLcevcMeta *) meta;
+
+  if (GST_META_TRANSFORM_IS_COPY (type)) {
+    GstMetaTransformCopy *copy = data;
+
+    if (!copy->region) {
+      /* only copy if the complete data is copied as well */
+      dmeta = (GstLcevcMeta *) gst_buffer_add_meta (dest,
+          GST_LCEVC_META_INFO, NULL);
+
+      if (!dmeta)
+        return FALSE;
+
+      GST_TRACE ("copying lcevc metadata");
+      dmeta->id = smeta->id;
+
+      g_clear_pointer (&dmeta->enhancement_data, gst_buffer_unref);
+      dmeta->enhancement_data = gst_buffer_copy (smeta->enhancement_data);
+    }
+  } else {
+    /* return FALSE, if transform type is not supported */
+    return FALSE;
+  }
+  return TRUE;
+}
+
+
+/**
+ * gst_lcevc_meta_api_get_type:
+ *
+ * Gets the #GType of the LCEVC meta API.
+ *
+ * Returns: the #GType of the LCEVC meta API.
+ *
+ * Since: 1.26
+ */
+GType
+gst_lcevc_meta_api_get_type (void)
+{
+  static GType type = 0;
+  static const gchar *tags = { "video", NULL };
+
+  if (g_once_init_enter (&type)) {
+    GType _type = gst_meta_api_type_register ("GstLcevcMetaAPI", tags);
+    g_once_init_leave (&type, _type);
+  }
+  return type;
+}
+
+/**
+ * gst_lcevc_meta_get_info:
+ *
+ * Gets the #GstMetaInfo of the LCEVC meta.
+ *
+ * Returns: (transfer none) : the #GstLcevcMeta of the LCEVC meta.
+ *
+ * Since: 1.26
+ */
+const GstMetaInfo *
+gst_lcevc_meta_get_info (void)
+{
+  static const GstMetaInfo *lcevc_meta_info = NULL;
+
+  if (g_once_init_enter ((GstMetaInfo **) & lcevc_meta_info)) {
+    GST_DEBUG_CATEGORY_INIT (lcevcmeta_debug, "lcevcmeta", 0, "LCEVC Metadata");
+
+    const GstMetaInfo *meta = gst_meta_register (GST_LCEVC_META_API_TYPE,
+        "GstLcevcMeta",
+        sizeof (GstLcevcMeta),
+        (GstMetaInitFunction) gst_lcevc_meta_init,
+        (GstMetaFreeFunction) gst_lcevc_meta_free,
+        gst_lcevc_meta_transform);
+    g_once_init_leave ((GstMetaInfo **) & lcevc_meta_info,
+        (GstMetaInfo *) meta);
+  }
+  return lcevc_meta_info;
+}
+
+/**
+ * gst_buffer_get_lcevc_meta:
+ * @buffer: a #GstBuffer
+ *
+ * Find the #GstLcevcMeta on @buffer with the lowest @id.
+ *
+ * Buffers can contain multiple #GstLcevcMeta metadata items when dealing with
+ * multiview buffers.
+ *
+ * Returns: (transfer none) (nullable): the #GstLcevcMeta with lowest id (usually 0) or %NULL when there
+ * is no such metadata on @buffer.
+ *
+ * Since: 1.26
+ */
+GstLcevcMeta *
+gst_buffer_get_lcevc_meta (GstBuffer * buffer)
+{
+  gpointer state = NULL;
+  GstLcevcMeta *out = NULL;
+  GstMeta *meta;
+  const GstMetaInfo *info = GST_LCEVC_META_INFO;
+
+  while ((meta = gst_buffer_iterate_meta (buffer, &state))) {
+    if (meta->info->api == info->api) {
+      GstLcevcMeta *vmeta = (GstLcevcMeta *) meta;
+      if (vmeta->id == 0)
+        return vmeta;           /* Early out for id 0 */
+      if (out == NULL || vmeta->id < out->id)
+        out = vmeta;
+    }
+  }
+  return out;
+}
+
+/**
+ * gst_buffer_get_lcevc_meta_id:
+ * @buffer: a #GstBuffer
+ * @id: a metadata id
+ *
+ * Find the #GstLcevcMeta on @buffer with the given @id.
+ *
+ * Buffers can contain multiple #GstLcevcMeta metadata items when dealing with
+ * multiview buffers.
+ *
+ * Returns: (transfer none) (nullable): the #GstLcevcMeta with @id or %NULL when there is no such metadata
+ * on @buffer.
+ *
+ * Since: 1.26
+ */
+GstLcevcMeta *
+gst_buffer_get_lcevc_meta_id (GstBuffer * buffer, gint id)
+{
+  gpointer state = NULL;
+  GstMeta *meta;
+  const GstMetaInfo *info = GST_LCEVC_META_INFO;
+
+  while ((meta = gst_buffer_iterate_meta (buffer, &state))) {
+    if (meta->info->api == info->api) {
+      GstLcevcMeta *vmeta = (GstLcevcMeta *) meta;
+      if (vmeta->id == id)
+        return vmeta;
+    }
+  }
+  return NULL;
+}
+
+/**
+ * gst_buffer_add_lcevc_meta:
+ * @buffer: a #GstBuffer
+ * @enhancement_data: (transfer none): the parsed LCEVC enhancement data
+ *
+ * Attaches GstLcevcMeta metadata to @buffer.
+ *
+ * Returns: (transfer none): the #GstLcevcMeta on @buffer.
+ *
+ * Since: 1.26
+ */
+GstLcevcMeta *
+gst_buffer_add_lcevc_meta (GstBuffer * buffer, GstBuffer * enhancement_data)
+{
+  GstLcevcMeta *meta;
+
+  meta = (GstLcevcMeta *) gst_buffer_add_meta (buffer, GST_LCEVC_META_INFO,
+      NULL);
+  if (!meta)
+    return NULL;
+
+  meta->id = 0;
+  g_clear_pointer (&meta->enhancement_data, gst_buffer_unref);
+  meta->enhancement_data = gst_buffer_ref (enhancement_data);
+
+  return meta;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstlcevcmeta.h Added

@@ -0,0 +1,69 @@
+/* GStreamer LCEVC meta
+ *  Copyright (C) <2024> V-Nova International Limited
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_LCEVC_META_H__
+#define __GST_LCEVC_META_H__
+
+#include <gst/gst.h>
+#include <gst/codecparsers/codecparsers-prelude.h>
+
+G_BEGIN_DECLS
+
+#define GST_LCEVC_META_API_TYPE (gst_lcevc_meta_api_get_type())
+#define GST_LCEVC_META_INFO  (gst_lcevc_meta_get_info())
+typedef struct _GstLcevcMeta GstLcevcMeta;
+
+#define GST_CAPS_FEATURE_META_GST_LCEVC_META "meta:GstLcevcMeta"
+
+/**
+ * GstLcevcMeta:
+ * @meta: parent #GstMeta
+ * @id: the id of the LCEVC meta
+ * @enhancement_data: the parsed LCEVC enhancement data
+ *
+ * LCEVC data for LCEVC codecs
+ *
+ * Since: 1.26
+ */
+struct _GstLcevcMeta {
+  GstMeta meta;
+
+  gint id;
+  GstBuffer *enhancement_data;
+};
+
+GST_CODEC_PARSERS_API
+GType gst_lcevc_meta_api_get_type (void);
+
+GST_CODEC_PARSERS_API
+const GstMetaInfo * gst_lcevc_meta_get_info (void);
+
+GST_CODEC_PARSERS_API
+GstLcevcMeta * gst_buffer_get_lcevc_meta (GstBuffer *buffer);
+
+GST_CODEC_PARSERS_API
+GstLcevcMeta * gst_buffer_get_lcevc_meta_id (GstBuffer *buffer, gint id);
+
+GST_CODEC_PARSERS_API
+GstLcevcMeta * gst_buffer_add_lcevc_meta (GstBuffer *buffer,
+    GstBuffer *enhancement_data);
+
+G_END_DECLS
+
+#endif /* __GST_VIDEO_META_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/gstvp8parser.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstvp8parser.h Changed

@@ -34,6 +34,8 @@
 
 G_BEGIN_DECLS
 
+#define GST_VP8_MAX_REF_FRAMES 3
+
 typedef struct _GstVp8FrameHdr          GstVp8FrameHdr;
 typedef struct _GstVp8QuantIndices      GstVp8QuantIndices;
 typedef struct _GstVp8Segmentation      GstVp8Segmentation;
@@ -58,6 +60,40 @@
 } GstVp8ParserResult;
 
 /**
+ * GstVp8FrameType:
+ * @GST_VP8_KEY_FRAME: Key frame, only have intra blocks
+ * @GST_VP8_INTER_FRAME: Inter frame, both intra and inter blocks
+ *
+ * VP8 frame types
+ *
+ * Since: 1.26
+ */
+typedef enum {
+  GST_VP8_KEY_FRAME   = 0,
+  GST_VP8_INTER_FRAME = 1
+} GstVp8FrameType;
+
+/**
+ * GstVp8RefFrameType:
+ * @GST_VP8_REF_FRAME_INTRA: Intra reference frame
+ * @GST_VP8_REF_FRAME_LAST: Last Reference frame
+ * @GST_VP8_REF_FRAME_GOLDEN: Golden Reference frame
+ * @GST_VP8_REF_FRAME_ALTREF: Alternate Reference frame
+ * @GST_VP8_REF_FRAME_MAX:
+ *
+ * Reference Frame types
+ *
+ * Since: 1.26
+ */
+typedef enum {
+  GST_VP8_REF_FRAME_INTRA,
+  GST_VP8_REF_FRAME_LAST,
+  GST_VP8_REF_FRAME_GOLDEN,
+  GST_VP8_REF_FRAME_ALTREF,
+  GST_VP8_REF_FRAME_MAX,
+} GstVp8RefFrameType;
+
+/**
  * GstVpQuantIndices:
  * @y_ac_qi: indicates the dequantization table index used for the
  *   luma AC coefficients

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstvp9bitwriter.c Added

@@ -0,0 +1,191 @@
+/* GStreamer
+ *  Copyright (C) 2022 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the0
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstvp9bitwriter.h"
+#include <gst/base/gstbitwriter.h>
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT gst_vp9_debug_category_get()
+static GstDebugCategory *
+gst_vp9_debug_category_get (void)
+{
+  static gsize cat_gonce = 0;
+
+  if (g_once_init_enter (&cat_gonce)) {
+    GstDebugCategory *cat = NULL;
+
+    GST_DEBUG_CATEGORY_INIT (cat, "bitwriter_vp9", 0, "vp9 bitwriter library");
+
+    g_once_init_leave (&cat_gonce, (gsize) cat);
+  }
+
+  return (GstDebugCategory *) cat_gonce;
+}
+#endif /* GST_DISABLE_GST_DEBUG */
+
+#define WRITE_BITS_UNCHECK(bw, val, nbits)                                    \
+  (nbits <= 8 ? gst_bit_writer_put_bits_uint8 (bw, val, nbits) :              \
+   (nbits <= 16 ? gst_bit_writer_put_bits_uint16 (bw, val, nbits) :           \
+    (nbits <= 32 ? gst_bit_writer_put_bits_uint32 (bw, val, nbits) :          \
+     FALSE)))
+
+#define WRITE_BITS(bw, val, nbits)                                            \
+  if (!WRITE_BITS_UNCHECK (bw, val, nbits)) {                                 \
+    g_warning ("Unsupported bit size: %u", nbits);                            \
+    have_space = FALSE;                                                       \
+    goto error;                                                               \
+  }
+
+/**
+ * gst_vp9_bit_writer_frame_header:
+ * @frame_hdr: the frame header of #GstVp9FrameHdr to write
+ * @data: (out caller-allocates)(not nullable): the stream
+ *  generated by the frame header
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Generating the according VP9 bit stream by providing the frame header.
+ *
+ * Returns: a #GstVp9BitWriterResult
+ *
+ * Since: 1.24
+ **/
+GstVp9BitWriterResult
+gst_vp9_bit_writer_frame_header (const GstVp9FrameHdr * frame_hdr,
+    guint8 * data, guint * size)
+{
+  gboolean have_space = TRUE;
+  GstBitWriter bw;
+
+  g_return_val_if_fail (frame_hdr != NULL, GST_VP9_BIT_WRITER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_VP9_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_VP9_BIT_WRITER_ERROR);
+  g_return_val_if_fail (*size > 0, GST_VP9_BIT_WRITER_ERROR);
+
+  gst_bit_writer_init_with_data (&bw, data, *size, FALSE);
+
+  WRITE_BITS (&bw, GST_VP9_FRAME_MARKER, 2);
+  /* profile_low_bit */
+  WRITE_BITS (&bw, frame_hdr->profile & 0x01, 1);
+  /* profile_high_bit */
+  WRITE_BITS (&bw, (frame_hdr->profile & 0x02) >> 1, 1);
+  if (frame_hdr->profile == 3)
+    WRITE_BITS (&bw, 0, 1);
+
+  if (frame_hdr->show_existing_frame) {
+    WRITE_BITS (&bw, frame_hdr->show_existing_frame, 1);
+    WRITE_BITS (&bw, frame_hdr->frame_to_show, 3);
+    gst_bit_writer_align_bytes (&bw, 0);
+  } else {
+    GST_WARNING ("Frame header writing is not implemented.");
+    goto error;
+  }
+
+  g_assert (gst_bit_writer_get_size (&bw) % 8 == 0);
+  *size = gst_bit_writer_get_size (&bw) / 8;
+
+  gst_bit_writer_reset (&bw);
+
+  return GST_VP9_BIT_WRITER_OK;
+
+error:
+  gst_bit_writer_reset (&bw);
+  *size = 0;
+  return have_space ? GST_VP9_BIT_WRITER_INVALID_DATA :
+      GST_VP9_BIT_WRITER_NO_MORE_SPACE;
+}
+
+/**
+ * gst_vp9_bit_writer_superframe_info:
+ * @frame_num: the frame number to composite this super frame
+ * @frame_size: the size of each frame
+ * @data: (inout): the stream data of this super frame
+ * @size: (inout): the size in bytes of the input and output
+ *
+ * Appending the super frame info at the end of this stream.
+ * Note: the input @data should already contain all frames' data in
+ * the same order of @frame_size.
+ *
+ * Returns: a #GstVp9BitWriterResult
+ *
+ * Since: 1.24
+ **/
+GstVp9BitWriterResult
+gst_vp9_bit_writer_superframe_info (guint frame_num, const gint * frame_size,
+    guint8 * data, guint * size)
+{
+  GstBitWriter bw;
+  GstVp9BitWriterResult ret = GST_VP9_BIT_WRITER_OK;
+  guint data_sz = 0;
+  guint i, j;
+
+  g_return_val_if_fail (frame_num <= GST_VP9_MAX_FRAMES_IN_SUPERFRAME,
+      GST_VP9_BIT_WRITER_ERROR);
+  g_return_val_if_fail (frame_size != NULL, GST_VP9_BIT_WRITER_ERROR);
+  g_return_val_if_fail (data != NULL, GST_VP9_BIT_WRITER_ERROR);
+  g_return_val_if_fail (size != NULL, GST_VP9_BIT_WRITER_ERROR);
+
+  for (i = 0; i < frame_num; i++)
+    data_sz += frame_sizei;
+
+  if (*size < data_sz + 1 /* superframe_header */  +
+      4 * frame_num /* superframe_index */  + 1 /* superframe_header */ ) {
+    ret = GST_VP9_BIT_WRITER_NO_MORE_SPACE;
+    goto out;
+  }
+
+  memset (data + data_sz, 0, 1 + 4 * frame_num + 1);
+  gst_bit_writer_init_with_data (&bw, data + data_sz,
+      1 + 4 * frame_num + 1, FALSE);
+
+  /* superframe_header() */
+  gst_bit_writer_put_bits_uint8 (&bw, GST_VP9_SUPERFRAME_MARKER, 3);
+  /* bytes_per_framesize_minus_1 */
+  gst_bit_writer_put_bits_uint8 (&bw, 4 - 1, 2);
+  /* frames_in_superframe_minus_1 */
+  gst_bit_writer_put_bits_uint8 (&bw, frame_num - 1, 3);
+
+  for (i = 0; i < frame_num; i++) {
+    guint32 value = frame_sizei;
+    for (j = 0; j < 4; j++)
+      gst_bit_writer_put_bits_uint8 (&bw, (value >> j * 8) & 0xff, 8);
+  }
+
+  /* superframe_header() again */
+  gst_bit_writer_put_bits_uint8 (&bw, GST_VP9_SUPERFRAME_MARKER, 3);
+  /* bytes_per_framesize_minus_1 */
+  gst_bit_writer_put_bits_uint8 (&bw, 4 - 1, 2);
+  /* frames_in_superframe_minus_1 */
+  gst_bit_writer_put_bits_uint8 (&bw, frame_num - 1, 3);
+
+  g_assert (gst_bit_writer_get_size (&bw) % 8 == 0);
+  *size = data_sz + gst_bit_writer_get_size (&bw) / 8;
+
+out:
+  gst_bit_writer_reset (&bw);
+
+  if (ret != GST_VP9_BIT_WRITER_OK)
+    *size = 0;
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/gstvp9bitwriter.h Added

@@ -0,0 +1,59 @@
+/* GStreamer
+ *  Copyright (C) 2022 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the0
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_VP9_BIT_WRITER_H__
+#define __GST_VP9_BIT_WRITER_H__
+
+#include <gst/codecparsers/gstvp9parser.h>
+#include <gst/codecparsers/codecparsers-prelude.h>
+
+G_BEGIN_DECLS
+
+/**
+ * GstVp9BitWriterResult:
+ * @GST_VP9_BIT_WRITER_OK: The writing succeeded
+ * @GST_VP9_BIT_WRITER_INVALID_DATA: The input data to write is invalid
+ * @GST_VP9_BIT_WRITER_NO_MORE_SPACE: The output does not have enough size
+ * @GST_VP9_BIT_WRITER_ERROR: An general error occurred when writing
+ *
+ * The result of writing VP9 data into bit stream.
+ *
+ * Since: 1.24
+ */
+typedef enum
+{
+  GST_VP9_BIT_WRITER_OK,
+  GST_VP9_BIT_WRITER_INVALID_DATA,
+  GST_VP9_BIT_WRITER_NO_MORE_SPACE,
+  GST_VP9_BIT_WRITER_ERROR
+} GstVp9BitWriterResult;
+
+GST_CODEC_PARSERS_API
+GstVp9BitWriterResult     gst_vp9_bit_writer_frame_header    (const GstVp9FrameHdr * frame_hdr,
+                                                              guint8 * data,
+                                                              guint * size);
+GST_CODEC_PARSERS_API
+GstVp9BitWriterResult     gst_vp9_bit_writer_superframe_info (guint frame_num,
+                                                              const gint * frame_size,
+                                                              guint8 * data,
+                                                              guint * size);
+
+G_END_DECLS
+#endif /* __GST_VP9_BIT_WRITER_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/meson.build Changed

@@ -16,11 +16,15 @@
   'vp8utils.c',
   'gstmpegvideometa.c',
   'gstav1parser.c',
+  'gsth266parser.c',
   'gsth264bitwriter.c',
   'gsth265bitwriter.c',
   'gstav1bitwriter.c',
+  'gstvp9bitwriter.c',
+  'gstjpegbitwriter.c',
+  'gstlcevcmeta.c',
 )
-codecparser_headers = 
+codecparser_headers = files(
   'codecparsers-prelude.h',
   'gstmpegvideoparser.h',
   'gsth264parser.h',
@@ -34,9 +38,20 @@
   'gstmpegvideometa.h',
   'gstvp9parser.h',
   'gstav1parser.h',
-
+  'gstlcevcmeta.h',
+  'gsth266parser.h',
+)
 install_headers(codecparser_headers, subdir : 'gstreamer-1.0/gst/codecparsers')
 
+doc_sources = 
+foreach s: codecparser_sources + codecparser_headers
+  doc_sources += s.full_path()
+endforeach
+
+libs_c_sources += {
+  'codecparsers': pathsep.join(doc_sources)
+}
+
 cp_args = 
   '-DGST_USE_UNSTABLE_API',
   '-DBUILDING_GST_CODEC_PARSERS',
@@ -54,7 +69,7 @@
   soversion : soversion,
   darwin_versions : osxversion,
   install : true,
-  dependencies : gstbase_dep, libm,
+  dependencies : gstbase_dep,
 )
 
 pkg_name = 'gstreamer-codecparsers-1.0'

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/nalutils.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/nalutils.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecparsers/nalutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecparsers/nalutils.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/gstav1decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gstav1decoder.c Changed

@@ -39,6 +39,8 @@
 {
   gint max_width;
   gint max_height;
+  gint frame_width;
+  gint frame_height;
   GstAV1Profile profile;
   GstAV1Parser *parser;
   GstAV1Dpb *dpb;
@@ -46,7 +48,7 @@
   GstVideoCodecFrame *current_frame;
 
   guint preferred_output_delay;
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
   gboolean is_live;
 
   gboolean input_state_changed;
@@ -124,8 +126,8 @@
   self->priv = priv = gst_av1_decoder_get_instance_private (self);
 
   priv->output_queue =
-      gst_queue_array_new_for_struct (sizeof (GstAV1DecoderOutputFrame), 1);
-  gst_queue_array_set_clear_func (priv->output_queue,
+      gst_vec_deque_new_for_struct (sizeof (GstAV1DecoderOutputFrame), 1);
+  gst_vec_deque_set_clear_func (priv->output_queue,
       (GDestroyNotify) gst_av1_decoder_clear_output_frame);
 }
 
@@ -135,7 +137,7 @@
   GstAV1Decoder *self = GST_AV1_DECODER (object);
   GstAV1DecoderPrivate *priv = self->priv;
 
-  gst_queue_array_free (priv->output_queue);
+  gst_vec_deque_free (priv->output_queue);
 
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
@@ -149,6 +151,8 @@
 
   priv->max_width = 0;
   priv->max_height = 0;
+  priv->frame_width = 0;
+  priv->frame_height = 0;
   gst_clear_av1_picture (&priv->current_picture);
   priv->current_frame = NULL;
   priv->profile = GST_AV1_PROFILE_UNDEFINED;
@@ -158,7 +162,7 @@
   if (priv->parser)
     gst_av1_parser_reset (priv->parser, FALSE);
 
-  gst_queue_array_clear (priv->output_queue);
+  gst_vec_deque_clear (priv->output_queue);
 }
 
 static gboolean
@@ -254,9 +258,9 @@
 
   g_assert (klass->output_picture);
 
-  while (gst_queue_array_get_length (priv->output_queue) > num) {
+  while (gst_vec_deque_get_length (priv->output_queue) > num) {
     GstAV1DecoderOutputFrame *output_frame = (GstAV1DecoderOutputFrame *)
-        gst_queue_array_pop_head_struct (priv->output_queue);
+        gst_vec_deque_pop_head_struct (priv->output_queue);
     GstFlowReturn flow_ret = klass->output_picture (self,
         output_frame->frame, output_frame->picture);
 
@@ -419,6 +423,8 @@
   priv->profile = seq_header.seq_profile;
   priv->max_width = seq_header.max_frame_width_minus_1 + 1;
   priv->max_height = seq_header.max_frame_height_minus_1 + 1;
+  priv->frame_width = seq_header.frame_width_bits_minus_1 + 1;
+  priv->frame_height = seq_header.frame_height_bits_minus_1 + 1;
 
   return GST_FLOW_OK;
 }
@@ -456,6 +462,22 @@
   return GST_FLOW_OK;
 }
 
+static gboolean
+gst_av1_decoder_is_format_change (GstAV1Decoder * self,
+    GstAV1FrameHeaderOBU * frame_header)
+{
+  GstAV1DecoderPrivate *priv = self->priv;
+
+  if (priv->frame_width != frame_header->upscaled_width
+      || priv->frame_height != frame_header->frame_height) {
+    GST_INFO_OBJECT (self, "frame resolution changed %dx%d",
+        frame_header->upscaled_width, frame_header->frame_height);
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
 static GstFlowReturn
 gst_av1_decoder_decode_frame_header (GstAV1Decoder * self,
     GstAV1OBU * obu, GstAV1FrameHeaderOBU * frame_header)
@@ -509,6 +531,18 @@
     g_assert (picture->spatial_id <= self->highest_spatial_layer);
     g_assert (self->highest_spatial_layer < GST_AV1_MAX_NUM_SPATIAL_LAYERS);
 
+    if (gst_av1_decoder_is_format_change (self, frame_header)) {
+      gst_av1_decoder_drain_output_queue (self, 0, &ret);
+      if (ret != GST_FLOW_OK) {
+        GST_WARNING_OBJECT (self, "Failed to drain pending frames, returned %s",
+            gst_flow_get_name (ret));
+        return ret;
+      }
+
+      priv->frame_width = frame_header->upscaled_width;
+      priv->frame_height = frame_header->frame_height;
+    }
+
     if (!frame_header->show_frame && !frame_header->showable_frame)
       GST_VIDEO_CODEC_FRAME_FLAG_SET (priv->current_frame,
           GST_VIDEO_CODEC_FRAME_FLAG_DECODE_ONLY);
@@ -771,7 +805,7 @@
         output_frame.picture = priv->current_picture;
         output_frame.self = self;
 
-        gst_queue_array_push_tail_struct (priv->output_queue, &output_frame);
+        gst_vec_deque_push_tail_struct (priv->output_queue, &output_frame);
       }
     } else {
       GST_LOG_OBJECT (self, "Decode only picture %p", priv->current_picture);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/gsth264decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gsth264decoder.c Changed

@@ -62,6 +62,8 @@
 #include "gsth264decoder.h"
 #include "gsth264picture-private.h"
 
+#include "gst/glib-compat-private.h"
+
 GST_DEBUG_CATEGORY (gst_h264_decoder_debug);
 #define GST_CAT_DEFAULT gst_h264_decoder_debug
 
@@ -150,7 +152,7 @@
   GArray *split_nalu;
 
   /* For delayed output */
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
 
   gboolean input_state_changed;
 
@@ -392,8 +394,8 @@
   priv->split_nalu = g_array_new (FALSE, FALSE, sizeof (GstH264NalUnit));
 
   priv->output_queue =
-      gst_queue_array_new_for_struct (sizeof (GstH264DecoderOutputFrame), 1);
-  gst_queue_array_set_clear_func (priv->output_queue,
+      gst_vec_deque_new_for_struct (sizeof (GstH264DecoderOutputFrame), 1);
+  gst_vec_deque_set_clear_func (priv->output_queue,
       (GDestroyNotify) gst_h264_decoder_clear_output_frame);
 }
 
@@ -412,7 +414,7 @@
   g_array_unref (priv->ref_pic_list0);
   g_array_unref (priv->ref_pic_list1);
   g_array_unref (priv->split_nalu);
-  gst_queue_array_free (priv->output_queue);
+  gst_vec_deque_free (priv->output_queue);
 
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
@@ -506,7 +508,7 @@
     }
   }
 
-  gst_queue_array_clear (priv->output_queue);
+  gst_vec_deque_clear (priv->output_queue);
   gst_h264_decoder_clear_ref_pic_lists (self);
   gst_clear_h264_picture (&priv->last_field);
   gst_h264_dpb_clear (priv->dpb);
@@ -1801,9 +1803,9 @@
   g_assert (klass->output_picture);
   g_assert (ret != NULL);
 
-  while (gst_queue_array_get_length (priv->output_queue) > num) {
+  while (gst_vec_deque_get_length (priv->output_queue) > num) {
     GstH264DecoderOutputFrame *output_frame = (GstH264DecoderOutputFrame *)
-        gst_queue_array_pop_head_struct (priv->output_queue);
+        gst_vec_deque_pop_head_struct (priv->output_queue);
     GstFlowReturn flow_ret = klass->output_picture (self, output_frame->frame,
         output_frame->picture);
 
@@ -1881,7 +1883,7 @@
   output_frame.frame = frame;
   output_frame.picture = picture;
   output_frame.self = self;
-  gst_queue_array_push_tail_struct (priv->output_queue, &output_frame);
+  gst_vec_deque_push_tail_struct (priv->output_queue, &output_frame);
 
   gst_h264_decoder_drain_output_queue (self, priv->preferred_output_delay,
       &priv->last_flow);
@@ -2664,7 +2666,7 @@
   pos = priv->ref_pic_list_p0->len;
   gst_h264_dpb_get_pictures_long_term_ref (priv->dpb,
       FALSE, priv->ref_pic_list_p0);
-  g_qsort_with_data (&g_array_index (priv->ref_pic_list_p0, gpointer, pos),
+  g_sort_array (&g_array_index (priv->ref_pic_list_p0, gpointer, pos),
       priv->ref_pic_list_p0->len - pos, sizeof (gpointer),
       (GCompareDataFunc) long_term_pic_num_asc_compare, NULL);
 
@@ -2913,14 +2915,14 @@
   GST_DEBUG_OBJECT (self, "split point %i", pos);
 
   /* and sort 1 descending, thus finishing sequence 1 2. */
-  g_qsort_with_data (priv->ref_pic_list_b0->data, pos, sizeof (gpointer),
+  g_sort_array (priv->ref_pic_list_b0->data, pos, sizeof (gpointer),
       (GCompareDataFunc) poc_desc_compare, NULL);
 
   /* Now add 3 and sort by ascending long_term_pic_num. */
   pos = priv->ref_pic_list_b0->len;
   gst_h264_dpb_get_pictures_long_term_ref (priv->dpb,
       FALSE, priv->ref_pic_list_b0);
-  g_qsort_with_data (&g_array_index (priv->ref_pic_list_b0, gpointer, pos),
+  g_sort_array (&g_array_index (priv->ref_pic_list_b0, gpointer, pos),
       priv->ref_pic_list_b0->len - pos, sizeof (gpointer),
       (GCompareDataFunc) long_term_pic_num_asc_compare, NULL);
 
@@ -2941,14 +2943,14 @@
       (GCompareFunc) poc_desc_compare);
 
   /* and sort 1 ascending. */
-  g_qsort_with_data (priv->ref_pic_list_b1->data, pos, sizeof (gpointer),
+  g_sort_array (priv->ref_pic_list_b1->data, pos, sizeof (gpointer),
       (GCompareDataFunc) poc_asc_compare, NULL);
 
   /* Now add 3 and sort by ascending long_term_pic_num */
   pos = priv->ref_pic_list_b1->len;
   gst_h264_dpb_get_pictures_long_term_ref (priv->dpb,
       FALSE, priv->ref_pic_list_b1);
-  g_qsort_with_data (&g_array_index (priv->ref_pic_list_b1, gpointer, pos),
+  g_sort_array (&g_array_index (priv->ref_pic_list_b1, gpointer, pos),
       priv->ref_pic_list_b1->len - pos, sizeof (gpointer),
       (GCompareDataFunc) long_term_pic_num_asc_compare, NULL);
 
@@ -3010,7 +3012,7 @@
   GST_DEBUG_OBJECT (self, "split point %i", pos);
 
   /* and sort 1 descending, thus finishing sequence 1 2. */
-  g_qsort_with_data (priv->ref_frame_list_0_short_term->data, pos,
+  g_sort_array (priv->ref_frame_list_0_short_term->data, pos,
       sizeof (gpointer), (GCompareDataFunc) poc_desc_compare, NULL);
 
   /* refFrameList1ShortTerm (8.2.4.2.4) 1 2, where:
@@ -3031,7 +3033,7 @@
       (GCompareFunc) poc_desc_compare);
 
   /* and sort 1 ascending. */
-  g_qsort_with_data (priv->ref_frame_list_1_short_term->data, pos,
+  g_sort_array (priv->ref_frame_list_1_short_term->data, pos,
       sizeof (gpointer), (GCompareDataFunc) poc_asc_compare, NULL);
 
   /* 8.2.4.2.2 refFrameList0LongTerm,:

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/gsth264picture-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gsth264picture-private.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/gsth265decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gsth265decoder.c Changed

@@ -133,7 +133,7 @@
   /* For delayed output */
   guint preferred_output_delay;
   gboolean is_live;
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
 
   gboolean input_state_changed;
 
@@ -238,8 +238,8 @@
   g_array_set_clear_func (priv->nalu,
       (GDestroyNotify) gst_h265_decoder_clear_nalu);
   priv->output_queue =
-      gst_queue_array_new_for_struct (sizeof (GstH265DecoderOutputFrame), 1);
-  gst_queue_array_set_clear_func (priv->output_queue,
+      gst_vec_deque_new_for_struct (sizeof (GstH265DecoderOutputFrame), 1);
+  gst_vec_deque_set_clear_func (priv->output_queue,
       (GDestroyNotify) gst_h265_decoder_clear_output_frame);
 }
 
@@ -254,7 +254,7 @@
   g_array_unref (priv->ref_pic_list1);
   g_array_unref (priv->nalu);
   g_array_unref (priv->split_nalu);
-  gst_queue_array_free (priv->output_queue);
+  gst_vec_deque_free (priv->output_queue);
 
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
@@ -344,9 +344,9 @@
   g_assert (klass->output_picture);
   g_assert (ret != NULL);
 
-  while (gst_queue_array_get_length (priv->output_queue) > num) {
+  while (gst_vec_deque_get_length (priv->output_queue) > num) {
     GstH265DecoderOutputFrame *output_frame = (GstH265DecoderOutputFrame *)
-        gst_queue_array_pop_head_struct (priv->output_queue);
+        gst_vec_deque_pop_head_struct (priv->output_queue);
     GstFlowReturn flow_ret = klass->output_picture (self, output_frame->frame,
         output_frame->picture);
 
@@ -1741,7 +1741,7 @@
   output_frame.frame = frame;
   output_frame.picture = picture;
   output_frame.self = self;
-  gst_queue_array_push_tail_struct (priv->output_queue, &output_frame);
+  gst_vec_deque_push_tail_struct (priv->output_queue, &output_frame);
 
   gst_h265_decoder_drain_output_queue (self, priv->preferred_output_delay,
       &priv->last_flow);
@@ -1767,7 +1767,7 @@
     }
   }
 
-  gst_queue_array_clear (priv->output_queue);
+  gst_vec_deque_clear (priv->output_queue);
   gst_h265_dpb_clear (priv->dpb);
   priv->last_output_poc = G_MININT32;
 }

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gsth266decoder.c Added

@@ -0,0 +1,1652 @@
+/* GStreamer
+ * Copyright (C) 2023 He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+/**
+ * SECTION:gsth266decoder
+ * @title: GstH266Decoder
+ * @short_description: Base class to implement stateless H.266 decoders
+ * @sources:
+ * - gsth266picture.h
+ */
+
+#ifdef HAVE_CONFIG_H
+#include <config.h>
+#endif
+
+#include <gst/base/base.h>
+#include "gsth266decoder.h"
+
+GST_DEBUG_CATEGORY (gst_h266_decoder_debug);
+#define GST_CAT_DEFAULT gst_h266_decoder_debug
+
+typedef enum
+{
+  GST_H266_DECODER_FORMAT_NONE,
+  GST_H266_DECODER_FORMAT_VVC1,
+  GST_H266_DECODER_FORMAT_VVI1,
+  GST_H266_DECODER_FORMAT_BYTE
+} GstH266DecoderFormat;
+
+typedef enum
+{
+  GST_H266_DECODER_ALIGN_NONE,
+  GST_H266_DECODER_ALIGN_NAL,
+  GST_H266_DECODER_ALIGN_AU
+} GstH266DecoderAlign;
+
+struct _GstH266DecoderPrivate
+{
+  /* state */
+  gint max_width, max_height;
+  guint8 conformance_window_flag;
+  gint crop_rect_width;
+  gint crop_rect_height;
+  gint crop_rect_x;
+  gint crop_rect_y;
+
+  GstH266DecoderFormat in_format;
+  GstH266DecoderAlign align;
+  guint nal_length_size;
+
+  GstH266Parser *parser;
+  GstH266Dpb *dpb;
+
+  /* 0: frame or field-pair interlaced stream
+   * 1: alternating, single field interlaced stream.
+   * When equal to 1, picture timing SEI shall be present in every AU */
+  guint8 field_seq_flag;
+  guint8 progressive_source_flag;
+  guint8 interlaced_source_flag;
+
+  /* Picture currently being processed/decoded */
+  GstH266Picture *current_picture;
+  GstVideoCodecFrame *current_frame;
+
+  GstH266Slice current_slice;
+
+  gboolean new_bitstream_or_got_eos;
+  gboolean no_output_before_recovery_flag;
+  gint gdr_recovery_point_poc;
+  gboolean no_output_of_prior_pics_flag;
+  gint prev_tid0_pic;
+  /* PicOrderCount of the previously outputted frame */
+  gint last_output_poc;
+  guint32 SpsMaxLatencyPictures;
+
+  GstH266FrameFieldInfo ff_info;
+
+  GArray *slices;
+
+  gboolean aps_addedGST_H266_APS_TYPE_MAX8;
+
+  /* For delayed output */
+  guint preferred_output_delay;
+  gboolean is_live;
+  GstQueueArray *output_queue;
+
+  gboolean input_state_changed;
+
+  GstFlowReturn last_flow;
+};
+
+typedef struct
+{
+  /* Holds ref */
+  GstVideoCodecFrame *frame;
+  GstH266Picture *picture;
+  /* Without ref */
+  GstH266Decoder *self;
+} GstH266DecoderOutputFrame;
+
+#define UPDATE_FLOW_RETURN(ret,new_ret) G_STMT_START { \
+  if (*(ret) == GST_FLOW_OK) \
+    *(ret) = new_ret; \
+} G_STMT_END
+
+#define parent_class gst_h266_decoder_parent_class
+G_DEFINE_ABSTRACT_TYPE_WITH_CODE (GstH266Decoder, gst_h266_decoder,
+    GST_TYPE_VIDEO_DECODER,
+    G_ADD_PRIVATE (GstH266Decoder);
+    GST_DEBUG_CATEGORY_INIT (gst_h266_decoder_debug, "h266decoder", 0,
+        "H.266 Video Decoder"));
+
+typedef struct
+{
+  const gchar *level_name;
+  guint8 level_idc;
+  guint32 MaxLumaPs;
+} GstH266LevelLimits;
+
+/* *INDENT-OFF* */
+/* Table A.2 - General tier and level limits */
+static const GstH266LevelLimits level_limits = {
+  /* level    idc                   MaxLumaPs */
+  {  "1.0",   GST_H266_LEVEL_L1_0,  36864    },
+  {  "2.0",   GST_H266_LEVEL_L2_0,  122880   },
+  {  "2.1",   GST_H266_LEVEL_L2_1,  245760   },
+  {  "3.0",   GST_H266_LEVEL_L3_0,  552960   },
+  {  "3.1",   GST_H266_LEVEL_L3_1,  983040   },
+  {  "4.0",   GST_H266_LEVEL_L4_0,  2228224  },
+  {  "4.1",   GST_H266_LEVEL_L4_1,  2228224  },
+  {  "5.0",   GST_H266_LEVEL_L5_0,  8912896  },
+  {  "5.1",   GST_H266_LEVEL_L5_1,  8912896  },
+  {  "5.2",   GST_H266_LEVEL_L5_2,  8912896  },
+  {  "6.0",   GST_H266_LEVEL_L6_0,  35651584 },
+  {  "6.1",   GST_H266_LEVEL_L6_1,  35651584 },
+  {  "6.2",   GST_H266_LEVEL_L6_2,  35651584 },
+  {  "6.3",   GST_H266_LEVEL_L6_3,  80216064 },
+};
+/* *INDENT-ON* */
+
+static gboolean
+gst_h266_decoder_start (GstVideoDecoder * decoder)
+{
+  GstH266Decoder *self = GST_H266_DECODER (decoder);
+  GstH266DecoderPrivate *priv = self->priv;
+
+  priv->parser = gst_h266_parser_new ();
+  priv->dpb = gst_h266_dpb_new ();
+  priv->new_bitstream_or_got_eos = TRUE;
+  priv->last_flow = GST_FLOW_OK;
+
+  return TRUE;
+}
+
+static void
+gst_h266_decoder_init_refs (GstH266Decoder * self)
+{
+  guint i, j;
+
+  for (i = 0; i < 2; i++) {
+    self->NumRefIdxActivei = 0;
+
+    for (j = 0; j < GST_H266_MAX_REF_ENTRIES; j++) {
+      self->RefPicListij = NULL;
+      self->RefPicPocListij = G_MININT32;
+      self->RefPicLtPocListij = G_MININT32;
+      self->inter_layer_refij = FALSE;
+      self->RefPicScaleij0 = 0;
+      self->RefPicScaleij1 = 0;
+      self->RprConstraintsActiveFlagij = FALSE;
+    }
+  }
+}
+
+static gboolean
+gst_h266_decoder_stop (GstVideoDecoder * decoder)
+{
+  GstH266Decoder *self = GST_H266_DECODER (decoder);
+  GstH266DecoderPrivate *priv = self->priv;
+
+  if (self->input_state) {
+    gst_video_codec_state_unref (self->input_state);
+    self->input_state = NULL;
+  }
+
+  if (priv->parser) {
+    gst_h266_parser_free (priv->parser);
+    priv->parser = NULL;
+  }
+
+  if (priv->dpb) {
+    gst_h266_dpb_free (priv->dpb);
+    priv->dpb = NULL;
+  }
+
+  return TRUE;
+}
+
+static void
+gst_h266_decoder_format_from_caps (GstH266Decoder * self, GstCaps * caps,
+    GstH266DecoderFormat * format, GstH266DecoderAlign * align)
+{
+  if (format)
+    *format = GST_H266_DECODER_FORMAT_NONE;
+
+  if (align)
+    *align = GST_H266_DECODER_ALIGN_NONE;
+
+  if (!gst_caps_is_fixed (caps)) {
+    GST_WARNING_OBJECT (self, "Caps wasn't fixed");
+    return;
+  }
+
+  GST_DEBUG_OBJECT (self, "parsing caps: %" GST_PTR_FORMAT, caps);
+
+  if (caps && gst_caps_get_size (caps) > 0) {
+    GstStructure *s = gst_caps_get_structure (caps, 0);
+    const gchar *str = NULL;
+
+    if (format) {
+      if ((str = gst_structure_get_string (s, "stream-format"))) {
+        if (strcmp (str, "vvc1") == 0)
+          *format = GST_H266_DECODER_FORMAT_VVC1;
+        else if (strcmp (str, "vvi1") == 0)
+          *format = GST_H266_DECODER_FORMAT_VVI1;
+        else if (strcmp (str, "byte-stream") == 0)
+          *format = GST_H266_DECODER_FORMAT_BYTE;
+      }
+    }
+
+    if (align) {
+      if ((str = gst_structure_get_string (s, "alignment"))) {
+        if (strcmp (str, "au") == 0)
+          *align = GST_H266_DECODER_ALIGN_AU;
+        else if (strcmp (str, "nal") == 0)
+          *align = GST_H266_DECODER_ALIGN_NAL;
+      }
+    }
+  }
+}
+
+static gboolean
+gst_h266_decoder_set_format (GstVideoDecoder * decoder,
+    GstVideoCodecState * state)
+{
+  GstH266Decoder *self = GST_H266_DECODER (decoder);
+  GstH266DecoderPrivate *priv = self->priv;
+  GstQuery *query;
+
+  GST_DEBUG_OBJECT (decoder, "Set format");
+
+  priv->input_state_changed = TRUE;
+
+  if (self->input_state)
+    gst_video_codec_state_unref (self->input_state);
+
+  self->input_state = gst_video_codec_state_ref (state);
+
+  priv->is_live = FALSE;
+  query = gst_query_new_latency ();
+  if (gst_pad_peer_query (GST_VIDEO_DECODER_SINK_PAD (self), query))
+    gst_query_parse_latency (query, &priv->is_live, NULL, NULL);
+  gst_query_unref (query);
+
+  if (state->caps) {
+    GstH266DecoderFormat format;
+    GstH266DecoderAlign align;
+
+    gst_h266_decoder_format_from_caps (self, state->caps, &format, &align);
+
+    if (format == GST_H266_DECODER_FORMAT_NONE) {
+      /* codec_data implies packetized */
+      if (state->codec_data) {
+        GST_WARNING_OBJECT (self,
+            "video/x-h266 caps with codec_data but no stream-format=vvi1 or vvc1");
+        format = GST_H266_DECODER_FORMAT_VVC1;
+      } else {
+        /* otherwise assume bytestream input */
+        GST_WARNING_OBJECT (self,
+            "video/x-h266 caps without codec_data or stream-format");
+        format = GST_H266_DECODER_FORMAT_BYTE;
+      }
+    }
+
+    if (format == GST_H266_DECODER_FORMAT_VVC1 ||
+        format == GST_H266_DECODER_FORMAT_VVI1) {
+      if (!state->codec_data) {
+        /* Try it with size 4 anyway */
+        priv->nal_length_size = 4;
+        GST_WARNING_OBJECT (self,
+            "packetized format without codec data, assuming nal length size is 4");
+      }
+
+      /* VVC1 implies alignment=au */
+      if (align == GST_H266_DECODER_ALIGN_NONE)
+        align = GST_H266_DECODER_ALIGN_AU;
+    }
+
+    if (format == GST_H266_DECODER_FORMAT_BYTE && state->codec_data)
+      GST_WARNING_OBJECT (self, "bytestream with codec data");
+
+    priv->in_format = format;
+    priv->align = align;
+  }
+
+  if (state->codec_data) {
+    /* TODO: */
+    GST_WARNING_OBJECT (self, "vvc1 or vvi1 mode is not supported now.");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h266_decoder_negotiate (GstVideoDecoder * decoder)
+{
+  GstH266Decoder *self = GST_H266_DECODER (decoder);
+
+  /* output state must be updated by subclass using new input state already */
+  self->priv->input_state_changed = FALSE;
+
+  return GST_VIDEO_DECODER_CLASS (parent_class)->negotiate (decoder);
+}
+
+static void
+gst_h266_decoder_set_latency (GstH266Decoder * self, const GstH266SPS * sps,
+    gint max_dpb_size)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstCaps *caps;
+  GstClockTime min, max;
+  GstStructure *structure;
+  gint fps_d = 1, fps_n = 0;
+  guint frames_delay;
+
+  caps = gst_pad_get_current_caps (GST_VIDEO_DECODER_SRC_PAD (self));
+  if (!caps && self->input_state)
+    caps = gst_caps_ref (self->input_state->caps);
+
+  if (caps) {
+    structure = gst_caps_get_structure (caps, 0);
+    if (gst_structure_get_fraction (structure, "framerate", &fps_n, &fps_d)) {
+      if (fps_n == 0) {
+        /* variable framerate: see if we have a max-framerate */
+        gst_structure_get_fraction (structure, "max-framerate", &fps_n, &fps_d);
+      }
+    }
+    gst_caps_unref (caps);
+  }
+
+  /* if no fps or variable, then 25/1 */
+  if (fps_n == 0) {
+    fps_n = 25;
+    fps_d = 1;
+  }
+
+  /* Minimum possible latency could be calculated based on C.5.2.3
+   * 1) # of pictures (marked as "needed for output") in DPB > sps_max_num_reorder_pics
+   *   - We will assume all pictures in DPB are marked as "needed for output"
+   * 2) sps_max_latency_increase_plus1 != 0 and
+   *    PicLatencyCount >= SpsMaxLatencyPictures
+   *   - SpsMaxLatencyPictures is equal to
+   *     "sps_max_num_reorder_pics + sps_max_latency_increase_plus1 - 1"
+   *     and PicLatencyCount of each picture in DPB is increased by 1 per
+   *     decoding loop. Note that PicLatencyCount of the currently decoded
+   *     picture is zero. So, in case that all pictures in DPB are marked as
+   *     "needed for output", Only condition 1) will have an effect
+   *     regardless of sps_max_latency_increase_plus1.
+   *
+   *     For example, assume sps_max_num_reorder_pics is 2 and
+   *     sps_max_latency_increase_plus1 is 1, then SpsMaxLatencyPictures is 2.
+   *     For a picture in DPB to have PicLatencyCount >= SpsMaxLatencyPictures,
+   *     there must be at least 3 pictures including current picture in DPB
+   *     (current picture's PicLatencyCount is zero).
+   *     This is already covered by the condition 1). So, this condition 2)
+   *     will have effect only when there are pictures marked as
+   *     "not needed for output" in DPB.
+   *
+   *  Thus, we can take sps_max_num_reorder_pics as a min latency value
+   */
+  frames_delay = sps->dpb.max_num_reorder_picssps->max_sublayers_minus1;
+
+  /* Consider output delay wanted by subclass */
+  frames_delay += priv->preferred_output_delay;
+
+  min = gst_util_uint64_scale_int (frames_delay * GST_SECOND, fps_d, fps_n);
+  max = gst_util_uint64_scale_int ((max_dpb_size + priv->preferred_output_delay)
+      * GST_SECOND, fps_d, fps_n);
+
+  GST_DEBUG_OBJECT (self,
+      "latency min %" GST_TIME_FORMAT " max %" GST_TIME_FORMAT
+      " min-frames-delay %d", GST_TIME_ARGS (min), GST_TIME_ARGS (max),
+      frames_delay);
+
+  gst_video_decoder_set_latency (GST_VIDEO_DECODER (self), min, max);
+}
+
+static void
+gst_h266_decoder_reset_frame_state (GstH266Decoder * self)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  gint i;
+
+  /* Clear picture struct information */
+  memset (&priv->ff_info, 0, sizeof (GstH266FrameFieldInfo));
+  priv->ff_info.source_scan_type = 2;
+
+  priv->current_frame = NULL;
+
+  g_array_set_size (priv->slices, 0);
+
+  for (i = 0; i < GST_H266_APS_TYPE_MAX; i++)
+    g_array_set_size (self->aps_listi, 0);
+  memset (priv->aps_added, 0, sizeof (priv->aps_added));
+
+  gst_h266_decoder_init_refs (self);
+}
+
+static GstH266ParserResult
+gst_h266_decoder_parse_sei (GstH266Decoder * self, GstH266NalUnit * nalu)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266ParserResult pres;
+  GArray *messages = NULL;
+
+  pres = gst_h266_parser_parse_sei (priv->parser, nalu, &messages);
+  if (pres != GST_H266_PARSER_OK) {
+    GST_WARNING_OBJECT (self, "Failed to parse SEI, result %d", pres);
+
+    /* XXX: Ignore error from SEI parsing, it might be malformed bitstream,
+     * or our fault. But shouldn't be critical  */
+    g_clear_pointer (&messages, g_array_unref);
+    return GST_H266_PARSER_OK;
+  }
+
+  /* TODO: */
+
+  return GST_H266_PARSER_OK;
+}
+
+static GstH266ParserResult
+gst_h266_decoder_parse_slice (GstH266Decoder * self, GstH266NalUnit * nalu)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266ParserResult pres;
+  GstH266Slice slice;
+
+  memset (&slice, 0, sizeof (GstH266Slice));
+
+  pres = gst_h266_parser_parse_slice_hdr (priv->parser, nalu, &slice.header);
+  if (pres != GST_H266_PARSER_OK)
+    return pres;
+
+  slice.nalu = *nalu;
+
+  if (slice.header.picture_header_in_slice_header_flag) {
+    slice.first_slice = TRUE;
+
+    if (priv->slices->len > 0) {
+      GST_WARNING_OBJECT (self,
+          "A problematic stream has internal PH for multi slices.");
+      slice.first_slice = FALSE;
+    }
+  } else if (priv->slices->len == 0) {
+    slice.first_slice = TRUE;
+  }
+
+  /* C.3.2 */
+  slice.no_output_of_prior_pics_flag =
+      slice.header.no_output_of_prior_pics_flag;
+
+  if (slice.first_slice) {
+    /* 8.1.1 */
+    if (GST_H266_IS_NAL_TYPE_IDR (slice.nalu.type)) {
+      priv->no_output_before_recovery_flag = FALSE;
+    } else if (GST_H266_IS_NAL_TYPE_CRA (slice.nalu.type) ||
+        GST_H266_IS_NAL_TYPE_GDR (slice.nalu.type)) {
+      priv->no_output_before_recovery_flag = priv->new_bitstream_or_got_eos;
+    }
+
+    priv->no_output_of_prior_pics_flag = slice.no_output_of_prior_pics_flag;
+  } else {
+    if (priv->no_output_of_prior_pics_flag !=
+        slice.no_output_of_prior_pics_flag)
+      GST_WARNING_OBJECT (self, "A problematic stream has different "
+          "no_output_of_prior_pics_flag within one AU.");
+    priv->no_output_of_prior_pics_flag |= slice.no_output_of_prior_pics_flag;
+  }
+
+  if (GST_H266_IS_NAL_TYPE_IRAP (slice.nalu.type) &&
+      !priv->new_bitstream_or_got_eos)
+    slice.clear_dpb = TRUE;
+
+  slice.no_output_before_recovery_flag = priv->no_output_before_recovery_flag;
+
+  priv->new_bitstream_or_got_eos = FALSE;
+  g_array_append_val (priv->slices, slice);
+
+  return GST_H266_PARSER_OK;
+}
+
+static GstH266ParserResult
+gst_h266_decoder_parse_nalu (GstH266Decoder * self, GstH266NalUnit * nalu)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266VPS vps;
+  GstH266SPS sps;
+  GstH266PPS pps;
+  GstH266APS aps;
+  GstH266PicHdr ph;
+  GstH266ParserResult ret = GST_H266_PARSER_OK;
+
+  GST_LOG_OBJECT (self, "Parsed nal type: %d, offset %d, size %d",
+      nalu->type, nalu->offset, nalu->size);
+
+  switch (nalu->type) {
+    case GST_H266_NAL_VPS:
+      ret = gst_h266_parser_parse_vps (priv->parser, nalu, &vps);
+      break;
+    case GST_H266_NAL_SPS:
+      ret = gst_h266_parser_parse_sps (priv->parser, nalu, &sps);
+      break;
+    case GST_H266_NAL_PPS:
+      ret = gst_h266_parser_parse_pps (priv->parser, nalu, &pps);
+      break;
+    case GST_H266_NAL_PH:
+      ret = gst_h266_parser_parse_picture_hdr (priv->parser, nalu, &ph);
+      break;
+    case GST_H266_NAL_PREFIX_SEI:
+    case GST_H266_NAL_SUFFIX_SEI:
+      ret = gst_h266_decoder_parse_sei (self, nalu);
+      break;
+    case GST_H266_NAL_PREFIX_APS:
+    case GST_H266_NAL_SUFFIX_APS:
+      ret = gst_h266_parser_parse_aps (priv->parser, nalu, &aps);
+      break;
+    case GST_H266_NAL_SLICE_TRAIL:
+    case GST_H266_NAL_SLICE_STSA:
+    case GST_H266_NAL_SLICE_RADL:
+    case GST_H266_NAL_SLICE_RASL:
+    case GST_H266_NAL_SLICE_IDR_W_RADL:
+    case GST_H266_NAL_SLICE_IDR_N_LP:
+    case GST_H266_NAL_SLICE_CRA:
+    case GST_H266_NAL_SLICE_GDR:
+      ret = gst_h266_decoder_parse_slice (self, nalu);
+      break;
+    case GST_H266_NAL_EOB:
+    case GST_H266_NAL_EOS:
+      /* TODO: drain the DPB */
+      priv->new_bitstream_or_got_eos = TRUE;
+      break;
+    default:
+      break;
+  }
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_h266_decoder_preprocess_slice (GstH266Decoder * self, GstH266Slice * slice)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+
+  if (priv->current_picture && slice->first_slice) {
+    GST_WARNING_OBJECT (self, "Current picture is not finished but slice "
+        "header has first_slice_segment_in_pic_flag");
+    return GST_FLOW_ERROR;
+  }
+
+  return GST_FLOW_OK;
+}
+
+static gint
+gst_h266_decoder_get_max_dpb_size_from_sps (GstH266Decoder * self,
+    GstH266SPS * sps)
+{
+  guint i;
+  guint PicSizeMaxInSamplesY;
+  /* Default is the worst case level 6.2 */
+  guint32 MaxLumaPs = G_MAXUINT32;
+  const gint maxDpbPicBuf = 8;
+  gint MaxDpbSize;
+
+  /* Unknown level */
+  if (sps->profile_tier_level.level_idc == 0)
+    return GST_H266_MAX_DPB_SIZE;
+
+  PicSizeMaxInSamplesY =
+      sps->pic_width_max_in_luma_samples * sps->pic_height_max_in_luma_samples;
+
+  for (i = 0; i < G_N_ELEMENTS (level_limits); i++) {
+    if (sps->profile_tier_level.level_idc <= level_limitsi.level_idc) {
+      if (PicSizeMaxInSamplesY <= level_limitsi.MaxLumaPs) {
+        MaxLumaPs = level_limitsi.MaxLumaPs;
+      } else {
+        GST_DEBUG_OBJECT (self,
+            "%u (%dx%d) exceeds allowed max luma sample for level \"%s\" %u",
+            PicSizeMaxInSamplesY, sps->pic_width_max_in_luma_samples,
+            sps->pic_height_max_in_luma_samples, level_limitsi.level_name,
+            level_limitsi.MaxLumaPs);
+      }
+      break;
+    }
+  }
+
+  /* Unknown level */
+  if (MaxLumaPs == G_MAXUINT32)
+    return GST_H266_MAX_DPB_SIZE;
+
+  /* A.4.2 */
+  if (2 * PicSizeMaxInSamplesY <= MaxLumaPs)
+    MaxDpbSize = 2 * maxDpbPicBuf;
+  else if (3 * PicSizeMaxInSamplesY <= 2 * MaxLumaPs)
+    MaxDpbSize = 3 * maxDpbPicBuf / 2;
+  else
+    MaxDpbSize = maxDpbPicBuf;
+
+  return MIN (MaxDpbSize, GST_H266_MAX_DPB_SIZE);
+}
+
+static gboolean
+gst_h266_decoder_is_crop_rect_changed (GstH266Decoder * self, GstH266SPS * sps)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+
+  if (priv->conformance_window_flag != sps->conformance_window_flag)
+    return TRUE;
+  if (priv->crop_rect_width != sps->crop_rect_width)
+    return TRUE;
+  if (priv->crop_rect_height != sps->crop_rect_height)
+    return TRUE;
+  if (priv->crop_rect_x != sps->crop_rect_x)
+    return TRUE;
+  if (priv->crop_rect_y != sps->crop_rect_y)
+    return TRUE;
+
+  return FALSE;
+}
+
+static void
+gst_h266_decoder_drain_output_queue (GstH266Decoder * self, guint num,
+    GstFlowReturn * ret)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266DecoderClass *klass = GST_H266_DECODER_GET_CLASS (self);
+
+  g_assert (klass->output_picture);
+  g_assert (ret != NULL);
+
+  while (gst_queue_array_get_length (priv->output_queue) > num) {
+    GstH266DecoderOutputFrame *output_frame = (GstH266DecoderOutputFrame *)
+        gst_queue_array_pop_head_struct (priv->output_queue);
+    GstFlowReturn flow_ret = klass->output_picture (self, output_frame->frame,
+        output_frame->picture);
+
+    UPDATE_FLOW_RETURN (ret, flow_ret);
+  }
+}
+
+static void
+gst_h266_decoder_clear_output_frame (GstH266DecoderOutputFrame * output_frame)
+{
+  if (!output_frame)
+    return;
+
+  if (output_frame->frame) {
+    gst_video_decoder_release_frame (GST_VIDEO_DECODER (output_frame->self),
+        output_frame->frame);
+    output_frame->frame = NULL;
+  }
+
+  gst_clear_h266_picture (&output_frame->picture);
+}
+
+static void
+gst_h266_decoder_clear_dpb (GstH266Decoder * self, gboolean flush)
+{
+  GstVideoDecoder *decoder = GST_VIDEO_DECODER (self);
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266Picture *picture;
+
+  /* If we are not flushing now, videodecoder baseclass will hold
+   * GstVideoCodecFrame. Release frames manually */
+  if (!flush) {
+    while ((picture = gst_h266_dpb_bump (priv->dpb, TRUE)) != NULL) {
+      GstVideoCodecFrame *frame = gst_video_decoder_get_frame (decoder,
+          GST_CODEC_PICTURE_FRAME_NUMBER (picture));
+
+      if (frame)
+        gst_video_decoder_release_frame (decoder, frame);
+      gst_h266_picture_unref (picture);
+    }
+  }
+
+  gst_queue_array_clear (priv->output_queue);
+  gst_h266_dpb_clear (priv->dpb);
+  priv->last_output_poc = G_MININT32;
+}
+
+static void
+gst_h266_decoder_do_output_picture (GstH266Decoder * self,
+    GstH266Picture * picture, GstFlowReturn * ret)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstVideoCodecFrame *frame = NULL;
+  GstH266DecoderOutputFrame output_frame;
+
+  g_assert (ret != NULL);
+
+  GST_LOG_OBJECT (self, "Output picture %p (poc %d)", picture,
+      picture->pic_order_cnt);
+
+  if (picture->pic_order_cnt < priv->last_output_poc) {
+    GST_WARNING_OBJECT (self,
+        "Outputting out of order %d -> %d, likely a broken stream",
+        priv->last_output_poc, picture->pic_order_cnt);
+  }
+
+  priv->last_output_poc = picture->pic_order_cnt;
+
+  frame = gst_video_decoder_get_frame (GST_VIDEO_DECODER (self),
+      GST_CODEC_PICTURE_FRAME_NUMBER (picture));
+
+  if (!frame) {
+    GST_ERROR_OBJECT (self,
+        "No available codec frame with frame number %d",
+        GST_CODEC_PICTURE_FRAME_NUMBER (picture));
+    UPDATE_FLOW_RETURN (ret, GST_FLOW_ERROR);
+
+    gst_h266_picture_unref (picture);
+    return;
+  }
+
+  output_frame.frame = frame;
+  output_frame.picture = picture;
+  output_frame.self = self;
+  gst_queue_array_push_tail_struct (priv->output_queue, &output_frame);
+
+  gst_h266_decoder_drain_output_queue (self, priv->preferred_output_delay,
+      &priv->last_flow);
+}
+
+static gboolean
+gst_h266_decoder_flush (GstVideoDecoder * decoder)
+{
+  GstH266Decoder *self = GST_H266_DECODER (decoder);
+
+  gst_h266_decoder_clear_dpb (self, TRUE);
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_h266_decoder_drain_internal (GstH266Decoder * self)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266Picture *picture;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  while ((picture = gst_h266_dpb_bump (priv->dpb, TRUE)) != NULL)
+    gst_h266_decoder_do_output_picture (self, picture, &ret);
+
+  gst_h266_decoder_drain_output_queue (self, 0, &ret);
+
+  gst_h266_dpb_clear (priv->dpb);
+  priv->last_output_poc = G_MININT32;
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_h266_decoder_drain (GstVideoDecoder * decoder)
+{
+  GstH266Decoder *self = GST_H266_DECODER (decoder);
+
+  /* dpb will be cleared by this method */
+  return gst_h266_decoder_drain_internal (self);
+}
+
+static GstFlowReturn
+gst_h266_decoder_finish (GstVideoDecoder * decoder)
+{
+  return gst_h266_decoder_drain (decoder);
+}
+
+static GstFlowReturn
+gst_h266_decoder_process_sps (GstH266Decoder * self, GstH266SPS * sps)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  gint max_dpb_size, prev_max_dpb_size;
+  guint8 field_seq_flag;
+  guint8 progressive_source_flag = 0, interlaced_source_flag = 0;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  max_dpb_size = gst_h266_decoder_get_max_dpb_size_from_sps (self, sps);
+  prev_max_dpb_size = gst_h266_dpb_get_max_num_pics (priv->dpb);
+
+  field_seq_flag = sps->field_seq_flag;
+  if (sps->vui_parameters_present_flag) {
+    progressive_source_flag = sps->vui_params.progressive_source_flag;
+    interlaced_source_flag = sps->vui_params.interlaced_source_flag;
+  }
+
+  if (priv->max_width != sps->max_width ||
+      priv->max_height != sps->max_height ||
+      prev_max_dpb_size != max_dpb_size ||
+      priv->field_seq_flag != field_seq_flag ||
+      priv->progressive_source_flag != progressive_source_flag ||
+      priv->interlaced_source_flag != interlaced_source_flag ||
+      gst_h266_decoder_is_crop_rect_changed (self, sps)) {
+    GstH266DecoderClass *klass = GST_H266_DECODER_GET_CLASS (self);
+
+    GST_DEBUG_OBJECT (self,
+        "SPS updated, resolution: %dx%d -> %dx%d, dpb size: %d -> %d, "
+        "field_seq_flag: %d -> %d, progressive_source_flag: %d -> %d, "
+        "interlaced_source_flag: %d -> %d",
+        priv->max_width, priv->max_height, sps->max_width, sps->max_height,
+        prev_max_dpb_size, max_dpb_size, priv->field_seq_flag, field_seq_flag,
+        priv->progressive_source_flag, progressive_source_flag,
+        priv->interlaced_source_flag, interlaced_source_flag);
+
+    if (priv->no_output_of_prior_pics_flag) {
+      gst_h266_decoder_drain_output_queue (self, 0, &ret);
+      gst_h266_decoder_clear_dpb (self, FALSE);
+    } else {
+      ret = gst_h266_decoder_drain_internal (self);
+    }
+
+    if (ret != GST_FLOW_OK)
+      return ret;
+
+    if (klass->get_preferred_output_delay) {
+      priv->preferred_output_delay =
+          klass->get_preferred_output_delay (self, priv->is_live);
+    } else {
+      priv->preferred_output_delay = 0;
+    }
+
+    g_assert (klass->new_sequence);
+    ret = klass->new_sequence (self,
+        sps, max_dpb_size + priv->preferred_output_delay);
+    if (ret != GST_FLOW_OK) {
+      GST_WARNING_OBJECT (self, "subclass does not want accept new sequence");
+      return ret;
+    }
+
+    priv->max_width = sps->max_width;
+    priv->max_height = sps->max_height;
+    priv->conformance_window_flag = sps->conformance_window_flag;
+    priv->crop_rect_width = sps->crop_rect_width;
+    priv->crop_rect_height = sps->crop_rect_height;
+    priv->crop_rect_x = sps->crop_rect_x;
+    priv->crop_rect_y = sps->crop_rect_y;
+    priv->field_seq_flag = field_seq_flag;
+    priv->progressive_source_flag = progressive_source_flag;
+    priv->interlaced_source_flag = interlaced_source_flag;
+
+    gst_h266_dpb_set_max_num_pics (priv->dpb, max_dpb_size);
+    gst_h266_decoder_set_latency (self, sps, max_dpb_size);
+
+    GST_DEBUG_OBJECT (self, "Set DPB max size %d", max_dpb_size);
+  }
+
+  if (sps->dpb.max_latency_increase_plus1sps->max_sublayers_minus1) {
+    priv->SpsMaxLatencyPictures =
+        sps->dpb.max_num_reorder_picssps->max_sublayers_minus1 +
+        sps->dpb.max_latency_increase_plus1sps->max_sublayers_minus1 - 1;
+  } else {
+    priv->SpsMaxLatencyPictures = 0;
+  }
+
+  return GST_FLOW_OK;
+}
+
+static void
+gst_h266_decoder_calculate_poc (GstH266Decoder * self,
+    const GstH266Slice * slice, GstH266Picture * picture)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  const GstH266SPS *sps = priv->parser->active_sps;
+  gint32 max_poc_lsb = 1 << (sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+  gint32 prev_poc_lsb = priv->prev_tid0_pic % max_poc_lsb;
+  gint32 prev_poc_msb = priv->prev_tid0_pic - prev_poc_lsb;
+  gint32 poc_lsb = slice->header.picture_header.pic_order_cnt_lsb;
+  gint32 poc_msb;
+
+  /* 8.3.1 Decoding process for picture order count */
+  if (slice->header.picture_header.poc_msb_cycle_present_flag) {
+    poc_msb = slice->header.picture_header.poc_msb_cycle_val * max_poc_lsb;
+  } else if (GST_H266_IS_NAL_TYPE_CVSS (slice->nalu.type)
+      && slice->no_output_before_recovery_flag) {
+    poc_msb = 0;
+  } else {
+    if (poc_lsb < prev_poc_lsb && prev_poc_lsb - poc_lsb >= max_poc_lsb / 2)
+      poc_msb = prev_poc_msb + max_poc_lsb;
+    else if (poc_lsb > prev_poc_lsb && poc_lsb - prev_poc_lsb > max_poc_lsb / 2)
+      poc_msb = prev_poc_msb - max_poc_lsb;
+    else
+      poc_msb = prev_poc_msb;
+  }
+
+  picture->pic_order_cnt = poc_msb + poc_lsb;
+  picture->pic_order_cnt_msb = poc_msb;
+  picture->pic_order_cnt_lsb = poc_lsb;
+}
+
+static void
+gst_h266_decoder_set_buffer_flags (GstH266Decoder * self,
+    GstH266Picture * picture)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+
+  if (!priv->ff_info.valid) {
+    if (priv->field_seq_flag) {
+      GST_FIXME_OBJECT (self, "When sps_field_seq_flag is equal to 1, a "
+          "frame-field information SEI message shall be present for every "
+          "coded picture in the CLVS.");
+    }
+    return;
+  }
+
+  picture->ff_info = priv->ff_info;
+
+  if (priv->ff_info.field_pic_flag) {
+    if (priv->ff_info.bottom_field_flag) {
+      picture->buffer_flags |= GST_VIDEO_BUFFER_FLAG_BOTTOM_FIELD;
+    } else {
+      picture->buffer_flags |= GST_VIDEO_BUFFER_FLAG_TOP_FIELD;
+    }
+  } else {
+    if (priv->ff_info.display_fields_from_frame_flag) {
+      picture->buffer_flags |= GST_VIDEO_BUFFER_FLAG_INTERLACED;
+      if (priv->ff_info.top_field_first_flag)
+        picture->buffer_flags |= GST_VIDEO_BUFFER_FLAG_TFF;
+    } else {
+      if (priv->field_seq_flag) {
+        GST_FIXME_OBJECT (self, "frame-field information SEI message indicate "
+            "a complete frame but sps_field_seq_flag indicate the field only "
+            "stream.");
+      }
+    }
+  }
+}
+
+static gboolean
+gst_h266_decoder_init_current_picture (GstH266Decoder * self)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  const GstH266Slice *slice = &priv->current_slice;
+  GstH266Picture *picture = priv->current_picture;
+
+  gst_h266_decoder_calculate_poc (self, slice, picture);
+
+  picture->NoOutputBeforeRecoveryFlag = slice->no_output_before_recovery_flag;
+  picture->NoOutputOfPriorPicsFlag = slice->no_output_of_prior_pics_flag;
+  picture->type = slice->header.slice_type;
+  picture->non_ref = slice->header.picture_header.non_ref_pic_flag;
+
+  gst_h266_decoder_set_buffer_flags (self, picture);
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_h266_decoder_prepare_rpl (GstH266Decoder * self, const GstH266Slice * slice,
+    GstH266Picture * picture, gboolean new_picture)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  const GstH266RefPicLists *rpls = &slice->header.ref_pic_lists;
+  const GstH266RefPicListStruct *ref_list;
+  gint32 max_poc_lsb =
+      1 << (priv->parser->active_sps->log2_max_pic_order_cnt_lsb_minus4 + 4);
+  guint32 prev_delta_poc_msb, delta_poc_msb_cycle_lt;
+  gint poc_base, poc;
+  guint collocated_list =
+      slice->header.picture_header.collocated_from_l0_flag ? 0 : 1;
+  guint i, j;
+  GstH266Picture *ref_pic;
+
+  if (new_picture)
+    gst_h266_dpb_mark_all_non_ref (priv->dpb);
+
+  gst_h266_decoder_init_refs (self);
+
+  for (i = 0; i < 2; i++) {
+    ref_list = &rpls->rpl_ref_listi;
+    poc_base = picture->pic_order_cnt;
+    prev_delta_poc_msb = 0;
+
+    for (j = 0; j < ref_list->num_ref_entries; j++) {
+      if (ref_list->inter_layer_ref_pic_flagj) {
+        GST_WARNING_OBJECT (self,
+            "Inter layer reference is not supported now.");
+        return GST_FLOW_NOT_SUPPORTED;
+      }
+
+      ref_pic = NULL;
+
+      if (ref_list->st_ref_pic_flagj) {
+        poc = poc_base + ref_list->delta_poc_val_stj;
+        self->RefPicPocListij = poc;
+
+        ref_pic = gst_h266_dpb_get_picture_by_poc (priv->dpb, poc);
+
+        if (!ref_pic) {
+          GST_WARNING_OBJECT (self,
+              "Missing a short term reference of poc: %d", poc);
+        } else {
+          if (ref_pic->non_ref) {
+            GST_WARNING_OBJECT (self, "non ref picture should not be "
+                "marked as reference");
+          }
+
+          ref_pic->ref = TRUE;
+          self->RefPicListij = ref_pic;
+        }
+
+        poc_base = poc;
+      } else {
+        if (!ref_list->ltrp_in_header_flag) {
+          poc = ref_list->rpls_poc_lsb_ltj;
+        } else {
+          poc = rpls->poc_lsb_ltij;
+        }
+
+        if (rpls->delta_poc_msb_cycle_present_flagij) {
+          delta_poc_msb_cycle_lt = rpls->delta_poc_msb_cycle_ltij;
+          delta_poc_msb_cycle_lt += prev_delta_poc_msb;
+          poc += picture->pic_order_cnt - delta_poc_msb_cycle_lt * max_poc_lsb -
+              (picture->pic_order_cnt & (max_poc_lsb - 1));
+          prev_delta_poc_msb = delta_poc_msb_cycle_lt;
+        }
+
+        self->RefPicLtPocListij = poc;
+
+        if (rpls->delta_poc_msb_cycle_present_flagij) {
+          ref_pic = gst_h266_dpb_get_picture_by_poc (priv->dpb, poc);
+        } else {
+          ref_pic = gst_h266_dpb_get_picture_by_poc_lsb (priv->dpb, poc);
+        }
+
+        if (!ref_pic) {
+          GST_WARNING_OBJECT (self,
+              "Missing a long term reference of poc: %d", poc);
+        } else {
+          if (ref_pic->non_ref) {
+            GST_WARNING_OBJECT (self, "non ref picture should not be "
+                "marked as reference");
+          }
+
+          ref_pic->ref = TRUE;
+          ref_pic->long_term = TRUE;
+          self->RefPicListij = ref_pic;
+        }
+      }
+
+      if (ref_pic)
+        gst_h266_picture_unref (ref_pic);
+    }
+
+    /* the first NumRefIdxActivei entries in RefPicListi are
+       referred to as the active entries in RefPicListi, and the
+       other entries in RefPicListi are referred to as the inactive
+       entries in RefPicListi. */
+    self->NumRefIdxActivei = slice->header.num_ref_idx_activei;
+
+    if (collocated_list != i)
+      continue;
+
+    if (slice->header.picture_header.temporal_mvp_enabled_flag) {
+      if (slice->header.collocated_ref_idx > self->NumRefIdxActivei - 1 ||
+          self->RefPicListislice->header.collocated_ref_idx == NULL) {
+        GST_WARNING_OBJECT (self, "Missing the collocated reference of "
+            "index: %d in reference list: %d.",
+            slice->header.collocated_ref_idx, i);
+      }
+    }
+  }
+
+  return GST_FLOW_OK;
+}
+
+/* C.5.2.2 */
+static GstFlowReturn
+gst_h266_decoder_dpb_init (GstH266Decoder * self, const GstH266Slice * slice,
+    GstH266Picture * picture)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  const GstH266SPS *sps = priv->parser->active_sps;
+  GstH266Picture *to_output;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  /* C 3.2 */
+  if (slice->clear_dpb) {
+    if (picture->NoOutputOfPriorPicsFlag) {
+      GST_DEBUG_OBJECT (self, "Clear dpb");
+      gst_h266_decoder_drain_output_queue (self, 0, &priv->last_flow);
+      gst_h266_decoder_clear_dpb (self, FALSE);
+    } else {
+      gst_h266_dpb_delete_unused (priv->dpb);
+
+      while ((to_output = gst_h266_dpb_bump (priv->dpb, FALSE)) != NULL)
+        gst_h266_decoder_do_output_picture (self, to_output, &ret);
+
+      if (gst_h266_dpb_get_size (priv->dpb) > 0) {
+        /* For CRA with NoOutputOfPriorPicsFlag=0, the previous pictures
+           can still be references and following pictures may be RASL. */
+        if (!GST_H266_IS_NAL_TYPE_CRA (slice->nalu.type)) {
+          GST_WARNING_OBJECT (self, "IDR frame failed to clear the dpb, "
+              "there are still %d pictures in the dpb, last output poc is %d",
+              gst_h266_dpb_get_size (priv->dpb), priv->last_output_poc);
+        }
+      } else {
+        priv->last_output_poc = G_MININT32;
+      }
+    }
+  } else {
+    gst_h266_dpb_delete_unused (priv->dpb);
+
+    while (gst_h266_dpb_needs_bump (priv->dpb,
+            sps->dpb.max_num_reorder_picssps->max_sublayers_minus1,
+            priv->SpsMaxLatencyPictures,
+            sps->dpb.max_dec_pic_buffering_minus1sps->max_sublayers_minus1 +
+            1)) {
+      to_output = gst_h266_dpb_bump (priv->dpb, FALSE);
+
+      /* Something wrong... */
+      if (!to_output) {
+        GST_WARNING_OBJECT (self, "Bumping is needed but no picture to output");
+        break;
+      }
+
+      gst_h266_decoder_do_output_picture (self, to_output, &ret);
+    }
+  }
+
+  return ret;
+}
+
+static gboolean
+gst_h266_decoder_add_aps (GstH266Decoder * self,
+    GstH266APSType aps_type, guint8 aps_id)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  const GstH266Parser *parser = priv->parser;
+  const GstH266APS *aps;
+
+  g_assert (aps_id <= 7);
+
+  aps = &parser->apsaps_typeaps_id;
+  if (!aps->valid) {
+    GST_WARNING_OBJECT (self, "APS type %d, id %d is not valid.",
+        aps_type, aps_id);
+    return FALSE;
+  }
+
+  if (!priv->aps_addedaps_typeaps_id) {
+    priv->aps_addedaps_typeaps_id = TRUE;
+    g_array_append_val (self->aps_listaps_type, aps);
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_h266_decoder_collect_aps_list (GstH266Decoder * self,
+    const GstH266Slice * slice)
+{
+  guint8 aps_id;
+  guint i;
+
+  if (slice->header.alf_enabled_flag) {
+    for (i = 0; i < slice->header.num_alf_aps_ids_luma; i++) {
+      aps_id = slice->header.alf_aps_id_lumai;
+      if (!gst_h266_decoder_add_aps (self, GST_H266_ALF_APS, aps_id))
+        return FALSE;
+    }
+
+    if (slice->header.alf_cb_enabled_flag || slice->header.alf_cr_enabled_flag) {
+      aps_id = slice->header.alf_aps_id_chroma;
+      if (!gst_h266_decoder_add_aps (self, GST_H266_ALF_APS, aps_id))
+        return FALSE;
+    }
+
+    if (slice->header.alf_cc_cb_enabled_flag) {
+      aps_id = slice->header.alf_cc_cb_aps_id;
+      if (!gst_h266_decoder_add_aps (self, GST_H266_ALF_APS, aps_id))
+        return FALSE;
+    }
+
+    if (slice->header.alf_cc_cr_enabled_flag) {
+      aps_id = slice->header.alf_cc_cr_aps_id;
+      if (!gst_h266_decoder_add_aps (self, GST_H266_ALF_APS, aps_id))
+        return FALSE;
+    }
+  }
+
+  if (slice->header.lmcs_used_flag) {
+    aps_id = slice->header.picture_header.lmcs_aps_id;
+    if (!gst_h266_decoder_add_aps (self, GST_H266_LMCS_APS, aps_id))
+      return FALSE;
+  }
+
+  if (slice->header.explicit_scaling_list_used_flag) {
+    aps_id = slice->header.picture_header.scaling_list_aps_id;
+    if (!gst_h266_decoder_add_aps (self, GST_H266_SCALING_APS, aps_id))
+      return FALSE;
+  }
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_h266_decoder_start_current_picture (GstH266Decoder * self)
+{
+  GstH266DecoderClass *klass;
+  GstH266DecoderPrivate *priv = self->priv;
+  const GstH266Slice *slice = &priv->current_slice;
+  GstH266Picture *picture = priv->current_picture;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  g_assert (priv->current_picture != NULL);
+  g_assert (priv->parser->active_vps != NULL);
+  g_assert (priv->parser->active_sps != NULL);
+  g_assert (priv->parser->active_pps != NULL);
+
+  if (!gst_h266_decoder_init_current_picture (self))
+    return GST_FLOW_ERROR;
+
+  picture->pps_width = priv->parser->active_pps->width;
+  picture->pps_height = priv->parser->active_pps->height;
+  picture->pps_conformance_window_flag =
+      priv->parser->active_pps->conformance_window_flag;
+  picture->pps_crop_rect_width = priv->parser->active_pps->crop_rect_width;
+  picture->pps_crop_rect_height = priv->parser->active_pps->crop_rect_height;
+  picture->pps_crop_rect_x = priv->parser->active_pps->crop_rect_x;
+  picture->pps_crop_rect_y = priv->parser->active_pps->crop_rect_y;
+
+  if (priv->no_output_before_recovery_flag) {
+    if (GST_H266_IS_NAL_TYPE_IRAP (slice->nalu.type)) {
+      priv->gdr_recovery_point_poc = G_MININT;
+    } else if (GST_H266_IS_NAL_TYPE_GDR (slice->nalu.type)) {
+      priv->gdr_recovery_point_poc = picture->pic_order_cnt +
+          slice->header.picture_header.recovery_poc_cnt;
+    }
+
+    if (priv->gdr_recovery_point_poc != G_MININT &&
+        priv->gdr_recovery_point_poc <= picture->pic_order_cnt)
+      priv->gdr_recovery_point_poc = G_MININT;
+
+    /* Drop all RASL pictures having NoRaslOutputFlag is TRUE. */
+    if (GST_H266_IS_NAL_TYPE_RASL (slice->nalu.type)) {
+      GST_DEBUG_OBJECT (self, "Drop current picture");
+      gst_clear_h266_picture (&priv->current_picture);
+      return GST_FLOW_OK;
+    }
+  }
+
+  if ((slice->nalu.temporal_id_plus1 - 1 == 0) &&
+      !slice->header.picture_header.non_ref_pic_flag &&
+      !(GST_H266_IS_NAL_TYPE_RASL (slice->nalu.type) ||
+          GST_H266_IS_NAL_TYPE_RADL (slice->nalu.type)))
+    priv->prev_tid0_pic = picture->pic_order_cnt;
+
+  if (priv->gdr_recovery_point_poc != G_MININT &&
+      picture->pic_order_cnt < priv->gdr_recovery_point_poc) {
+    g_assert (priv->no_output_before_recovery_flag);
+    picture->output_flag = FALSE;
+  } else if (slice->header.picture_header.pic_output_flag) {
+    picture->output_flag = TRUE;
+  } else {
+    picture->output_flag = FALSE;
+  }
+
+  ret = gst_h266_decoder_prepare_rpl (self, slice, picture, TRUE);
+  if (ret != GST_FLOW_OK) {
+    GST_WARNING_OBJECT (self, "Failed to prepare ref pic list");
+    gst_clear_h266_picture (&priv->current_picture);
+    return ret;
+  }
+
+  ret = gst_h266_decoder_dpb_init (self, slice, picture);
+  if (ret != GST_FLOW_OK) {
+    GST_WARNING_OBJECT (self, "Failed to init dpb");
+    gst_clear_h266_picture (&priv->current_picture);
+    return ret;
+  }
+
+  klass = GST_H266_DECODER_GET_CLASS (self);
+
+  if (klass->new_picture)
+    ret = klass->new_picture (self, priv->current_frame, picture);
+
+  if (ret != GST_FLOW_OK) {
+    GST_WARNING_OBJECT (self, "subclass does not want accept new picture");
+    gst_clear_h266_picture (&priv->current_picture);
+    return ret;
+  }
+
+  if (klass->start_picture) {
+    ret = klass->start_picture (self, picture, &priv->current_slice, priv->dpb);
+
+    if (ret != GST_FLOW_OK) {
+      GST_WARNING_OBJECT (self, "subclass does not want to start picture");
+      gst_clear_h266_picture (&priv->current_picture);
+      return ret;
+    }
+  }
+
+  /* If subclass didn't update output state at this point,
+   * marking this picture as a discont and stores current input state */
+  if (priv->input_state_changed) {
+    gst_h266_picture_set_discont_state (priv->current_picture,
+        self->input_state);
+    priv->input_state_changed = FALSE;
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h266_decoder_decode_slice (GstH266Decoder * self)
+{
+  GstH266DecoderClass *klass = GST_H266_DECODER_GET_CLASS (self);
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266Slice *slice = &priv->current_slice;
+  GstH266Picture *picture = priv->current_picture;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  if (!picture) {
+    GST_ERROR_OBJECT (self, "No current picture");
+    return GST_FLOW_ERROR;
+  }
+
+  g_assert (klass->decode_slice);
+
+  ret = klass->decode_slice (self, picture, slice);
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_h266_decoder_process_slice (GstH266Decoder * self, GstH266Slice * slice)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  priv->current_slice = *slice;
+
+  ret = gst_h266_decoder_preprocess_slice (self, &priv->current_slice);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  /* The used SPS may not be the latest parsed one, make
+   * sure we have updated it before decode the current frame */
+  ret = gst_h266_decoder_process_sps (self,
+      priv->current_slice.header.picture_header.pps->sps);
+  if (ret != GST_FLOW_OK) {
+    GST_WARNING_OBJECT (self, "Failed to process sps");
+    return ret;
+  }
+
+  if (!priv->current_picture) {
+    GstH266Picture *picture;
+    GstFlowReturn ret = GST_FLOW_OK;
+
+    g_assert (priv->current_frame);
+
+    picture = gst_h266_picture_new ();
+    /* This allows accessing the frame from the picture. */
+    GST_CODEC_PICTURE_FRAME_NUMBER (picture) =
+        priv->current_frame->system_frame_number;
+
+    priv->current_picture = picture;
+
+    ret = gst_h266_decoder_start_current_picture (self);
+    if (ret != GST_FLOW_OK) {
+      GST_WARNING_OBJECT (self, "start picture failed");
+      return ret;
+    }
+
+    /* this picture was dropped */
+    if (!priv->current_picture)
+      return GST_FLOW_OK;
+  } else {
+    ret = gst_h266_decoder_prepare_rpl (self, slice,
+        priv->current_picture, FALSE);
+    if (ret != GST_FLOW_OK) {
+      GST_WARNING_OBJECT (self, "Failed to prepare ref pic list");
+      return ret;
+    }
+  }
+
+  return gst_h266_decoder_decode_slice (self);
+}
+
+static void
+gst_h266_decoder_finish_picture (GstH266Decoder * self,
+    GstH266Picture * picture, GstFlowReturn * ret)
+{
+  GstVideoDecoder *decoder = GST_VIDEO_DECODER (self);
+  GstH266DecoderPrivate *priv = self->priv;
+  const GstH266SPS *sps = priv->parser->active_sps;
+
+  g_assert (ret != NULL);
+
+  GST_LOG_OBJECT (self, "Finishing picture %p (poc %d), entries in DPB %d",
+      picture, picture->pic_order_cnt, gst_h266_dpb_get_size (priv->dpb));
+
+  /* This picture is decode only, drop corresponding frame */
+  if (!picture->output_flag) {
+    GstVideoCodecFrame *frame = gst_video_decoder_get_frame (decoder,
+        GST_CODEC_PICTURE_FRAME_NUMBER (picture));
+
+    gst_video_decoder_release_frame (decoder, frame);
+  }
+
+  /* gst_h266_dpb_add() will take care of pic_latency_cnt increment and
+   * reference picture marking for this picture */
+  gst_h266_dpb_add (priv->dpb, picture);
+
+  /* NOTE: As per C.5.2.2, bumping by dpb_max_dec_pic_buffering_minus1 is
+   * applied only for the output and removal of pictures from the DPB before
+   * the decoding of the current picture. So pass zero here */
+  while (gst_h266_dpb_needs_bump (priv->dpb,
+          sps->dpb.max_num_reorder_picssps->max_sublayers_minus1,
+          priv->SpsMaxLatencyPictures, 0)) {
+    GstH266Picture *to_output = gst_h266_dpb_bump (priv->dpb, FALSE);
+
+    /* Something wrong... */
+    if (!to_output) {
+      GST_WARNING_OBJECT (self, "Bumping is needed but no picture to output");
+      break;
+    }
+
+    gst_h266_decoder_do_output_picture (self, to_output, ret);
+  }
+}
+
+static void
+gst_h266_decoder_finish_current_picture (GstH266Decoder * self,
+    GstFlowReturn * ret)
+{
+  GstH266DecoderPrivate *priv = self->priv;
+  GstH266DecoderClass *klass;
+  GstFlowReturn flow_ret = GST_FLOW_OK;
+
+  g_assert (ret != NULL);
+
+  if (!priv->current_picture)
+    return;
+
+  klass = GST_H266_DECODER_GET_CLASS (self);
+
+  if (klass->end_picture) {
+    flow_ret = klass->end_picture (self, priv->current_picture);
+    if (flow_ret != GST_FLOW_OK) {
+      GST_WARNING_OBJECT (self, "End picture failed");
+
+      /* continue to empty dpb */
+      UPDATE_FLOW_RETURN (ret, flow_ret);
+    }
+  }
+
+  /* finish picture takes ownership of the picture */
+  gst_h266_decoder_finish_picture (self, priv->current_picture, &flow_ret);
+  priv->current_picture = NULL;
+
+  UPDATE_FLOW_RETURN (ret, flow_ret);
+}
+
+static GstFlowReturn
+gst_h266_decoder_handle_frame (GstVideoDecoder * decoder,
+    GstVideoCodecFrame * frame)
+{
+  GstH266Decoder *self = GST_H266_DECODER (decoder);
+  GstH266DecoderPrivate *priv = self->priv;
+  GstBuffer *in_buf = frame->input_buffer;
+  GstH266NalUnit nalu;
+  GstH266ParserResult pres;
+  GstMapInfo map;
+  GstFlowReturn decode_ret = GST_FLOW_OK;
+  guint i;
+
+  GST_LOG_OBJECT (self,
+      "handle frame, PTS: %" GST_TIME_FORMAT ", DTS: %"
+      GST_TIME_FORMAT, GST_TIME_ARGS (GST_BUFFER_PTS (in_buf)),
+      GST_TIME_ARGS (GST_BUFFER_DTS (in_buf)));
+
+  gst_h266_decoder_reset_frame_state (self);
+
+  priv->last_flow = GST_FLOW_OK;
+  priv->current_frame = frame;
+
+  if (!gst_buffer_map (in_buf, &map, GST_MAP_READ)) {
+    GST_ELEMENT_ERROR (self, RESOURCE, READ,
+        ("Failed to map memory for reading"), (NULL));
+    return GST_FLOW_ERROR;
+  }
+
+  if (priv->in_format == GST_H266_DECODER_FORMAT_VVC1 ||
+      priv->in_format == GST_H266_DECODER_FORMAT_VVI1) {
+    gst_buffer_unmap (in_buf, &map);
+    gst_h266_decoder_reset_frame_state (self);
+    return GST_FLOW_NOT_SUPPORTED;
+  } else {
+    pres = gst_h266_parser_identify_nalu (priv->parser,
+        map.data, 0, map.size, &nalu);
+
+    /* Should already aligned to AU. */
+    if (pres == GST_H266_PARSER_NO_NAL_END)
+      pres = GST_H266_PARSER_OK;
+
+    while (pres == GST_H266_PARSER_OK) {
+      pres = gst_h266_decoder_parse_nalu (self, &nalu);
+      if (pres != GST_H266_PARSER_OK)
+        break;
+
+      pres = gst_h266_parser_identify_nalu (priv->parser,
+          map.data, nalu.offset + nalu.size, map.size, &nalu);
+
+      if (pres == GST_H266_PARSER_NO_NAL_END)
+        pres = GST_H266_PARSER_OK;
+    }
+  }
+
+  for (i = 0; i < priv->slices->len && decode_ret == GST_FLOW_OK; i++) {
+    GstH266Slice *decoder_slice =
+        &g_array_index (priv->slices, GstH266Slice, i);
+    if (!gst_h266_decoder_collect_aps_list (self, decoder_slice))
+      decode_ret = GST_FLOW_ERROR;
+  }
+
+  for (i = 0; i < priv->slices->len && decode_ret == GST_FLOW_OK; i++) {
+    GstH266Slice *decoder_slice =
+        &g_array_index (priv->slices, GstH266Slice, i);
+    decode_ret = gst_h266_decoder_process_slice (self, decoder_slice);
+  }
+
+  gst_buffer_unmap (in_buf, &map);
+  gst_h266_decoder_reset_frame_state (self);
+
+  if (decode_ret != GST_FLOW_OK) {
+    if (decode_ret == GST_FLOW_ERROR) {
+      GST_VIDEO_DECODER_ERROR (self, 1, STREAM, DECODE,
+          ("Failed to decode data"), (NULL), decode_ret);
+    }
+
+    gst_video_decoder_release_frame (decoder, frame);
+    gst_clear_h266_picture (&priv->current_picture);
+
+    return decode_ret;
+  }
+
+  if (priv->current_picture) {
+    gst_h266_decoder_finish_current_picture (self, &decode_ret);
+    gst_video_codec_frame_unref (frame);
+  } else {
+    /* This picture was dropped */
+    gst_video_decoder_release_frame (decoder, frame);
+  }
+
+  if (priv->last_flow != GST_FLOW_OK) {
+    GST_DEBUG_OBJECT (self,
+        "Last flow %s", gst_flow_get_name (priv->last_flow));
+    return priv->last_flow;
+  }
+
+  if (decode_ret == GST_FLOW_ERROR) {
+    GST_VIDEO_DECODER_ERROR (self, 1, STREAM, DECODE,
+        ("Failed to decode data"), (NULL), decode_ret);
+  }
+
+  return decode_ret;
+}
+
+static void
+gst_h266_decoder_finalize (GObject * object)
+{
+  GstH266Decoder *self = GST_H266_DECODER (object);
+  GstH266DecoderPrivate *priv = self->priv;
+  gint i;
+
+  g_array_unref (priv->slices);
+
+  for (i = 0; i < GST_H266_APS_TYPE_MAX; i++)
+    g_array_unref (self->aps_listi);
+
+  gst_queue_array_free (priv->output_queue);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_h266_decoder_init (GstH266Decoder * self)
+{
+  GstH266DecoderPrivate *priv;
+  gint i;
+
+  gst_video_decoder_set_packetized (GST_VIDEO_DECODER (self), TRUE);
+  gst_video_decoder_set_needs_format (GST_VIDEO_DECODER (self), TRUE);
+
+  priv = gst_h266_decoder_get_instance_private (self);
+  self->priv = priv;
+
+  priv->last_output_poc = G_MININT32;
+
+  priv->slices = g_array_sized_new (FALSE, TRUE, sizeof (GstH266Slice), 8);
+
+  for (i = 0; i < GST_H266_APS_TYPE_MAX; i++)
+    self->aps_listi = g_array_new (FALSE, TRUE, sizeof (GstH266APS *));
+
+  priv->output_queue =
+      gst_queue_array_new_for_struct (sizeof (GstH266DecoderOutputFrame), 1);
+  gst_queue_array_set_clear_func (priv->output_queue,
+      (GDestroyNotify) gst_h266_decoder_clear_output_frame);
+}
+
+static void
+gst_h266_decoder_class_init (GstH266DecoderClass * klass)
+{
+  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (klass);
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = GST_DEBUG_FUNCPTR (gst_h266_decoder_finalize);
+
+  decoder_class->start = GST_DEBUG_FUNCPTR (gst_h266_decoder_start);
+  decoder_class->stop = GST_DEBUG_FUNCPTR (gst_h266_decoder_stop);
+  decoder_class->set_format = GST_DEBUG_FUNCPTR (gst_h266_decoder_set_format);
+  decoder_class->negotiate = GST_DEBUG_FUNCPTR (gst_h266_decoder_negotiate);
+  decoder_class->finish = GST_DEBUG_FUNCPTR (gst_h266_decoder_finish);
+  decoder_class->flush = GST_DEBUG_FUNCPTR (gst_h266_decoder_flush);
+  decoder_class->drain = GST_DEBUG_FUNCPTR (gst_h266_decoder_drain);
+  decoder_class->handle_frame =
+      GST_DEBUG_FUNCPTR (gst_h266_decoder_handle_frame);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gsth266decoder.h Added

@@ -0,0 +1,197 @@
+/* GStreamer
+ * Copyright (C) 2023 He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/codecs/codecs-prelude.h>
+
+#include <gst/video/video.h>
+#include <gst/codecparsers/gsth266parser.h>
+#include <gst/codecs/gsth266picture.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H266_DECODER            (gst_h266_decoder_get_type())
+#define GST_H266_DECODER(obj)            (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_H266_DECODER,GstH266Decoder))
+#define GST_H266_DECODER_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_H266_DECODER,GstH266DecoderClass))
+#define GST_H266_DECODER_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS((obj),GST_TYPE_H266_DECODER,GstH266DecoderClass))
+#define GST_IS_H266_DECODER(obj)         (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_H266_DECODER))
+#define GST_IS_H266_DECODER_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_H266_DECODER))
+
+typedef struct _GstH266Decoder GstH266Decoder;
+typedef struct _GstH266DecoderClass GstH266DecoderClass;
+typedef struct _GstH266DecoderPrivate GstH266DecoderPrivate;
+
+/**
+ * GstH266Decoder:
+ *
+ * The opaque #GstH266Decoder data structure.
+ *
+ * Since: 1.26
+ */
+struct _GstH266Decoder
+{
+  /*< private > */
+  GstVideoDecoder parent;
+
+  /*< protected > */
+  GstVideoCodecState *input_state;
+
+  GArray *aps_listGST_H266_APS_TYPE_MAX;
+  /* Do not hold the reference. */
+  GstH266Picture *RefPicList2GST_H266_MAX_REF_ENTRIES;
+  guint NumRefIdxActive2;
+  gint RefPicPocList2GST_H266_MAX_REF_ENTRIES;
+  gint RefPicLtPocList2GST_H266_MAX_REF_ENTRIES;
+  gboolean inter_layer_ref2GST_H266_MAX_REF_ENTRIES;
+  /* For inter layer refs */
+  guint RefPicScale2GST_H266_MAX_REF_ENTRIES2;
+  gboolean RprConstraintsActiveFlag2GST_H266_MAX_REF_ENTRIES;
+
+  /*< private > */
+  GstH266DecoderPrivate *priv;
+  gpointer paddingGST_PADDING_LARGE;
+};
+
+/**
+ * GstH266DecoderClass:
+ *
+ * The opaque #GstH266DecoderClass data structure.
+ *
+ * Since: 1.26
+ */
+struct _GstH266DecoderClass
+{
+  GstVideoDecoderClass parent_class;
+
+  /**
+   * GstH266DecoderClass::new_sequence:
+   * @decoder: a #GstH266Decoder
+   * @sps: a #GstH266SPS
+   * @max_dpb_size: the size of dpb including preferred output delay
+   *   by subclass reported via get_preferred_output_delay method.
+   *
+   * Notifies subclass of video sequence update
+   *
+   * Since: 1.26
+   */
+  GstFlowReturn (*new_sequence) (GstH266Decoder * decoder,
+                                 const GstH266SPS * sps,
+                                 gint max_dpb_size);
+
+  /**
+   * GstH266DecoderClass::new_picture:
+   * @decoder: a #GstH266Decoder
+   * @frame: (transfer none): a #GstVideoCodecFrame
+   * @picture: (transfer none): a #GstH266Picture
+   *
+   * Optional. Called whenever new #GstH266Picture is created.
+   * Subclass can set implementation specific user data
+   * on the #GstH266Picture via gst_h266_picture_set_user_data
+   *
+   * Since: 1.26
+   */
+  GstFlowReturn (*new_picture) (GstH266Decoder * decoder,
+                                GstVideoCodecFrame * frame,
+                                GstH266Picture * picture);
+
+  /**
+   * GstH266DecoderClass::start_picture:
+   * @decoder: a #GstH266Decoder
+   * @picture: (transfer none): a #GstH266Picture
+   * @slice: (transfer none): a #GstH266Slice
+   * @dpb: (transfer none): a #GstH266Dpb
+   *
+   * Optional. Called per one #GstH266Picture to notify subclass to prepare
+   * decoding process for the #GstH266Picture
+   *
+   * Since: 1.26
+   */
+  GstFlowReturn (*start_picture) (GstH266Decoder * decoder,
+                                  GstH266Picture * picture,
+                                  GstH266Slice * slice,
+                                  GstH266Dpb * dpb);
+
+  /**
+   * GstH266DecoderClass::decode_slice:
+   * @decoder: a #GstH266Decoder
+   * @picture: (transfer none): a #GstH266Picture
+   * @slice: (transfer none): a #GstH266Slice
+   *
+   * Provides per slice data with parsed slice header and required raw bitstream
+   * for subclass to decode it.
+   *
+   * Since: 1.26
+   */
+  GstFlowReturn (*decode_slice) (GstH266Decoder * decoder,
+                                 GstH266Picture * picture,
+                                 GstH266Slice * slice);
+
+  /**
+   * GstH266DecoderClass::end_picture:
+   * @decoder: a #GstH266Decoder
+   * @picture: (transfer none): a #GstH266Picture
+   *
+   * Optional. Called per one #GstH266Picture to notify subclass to finish
+   * decoding process for the #GstH266Picture
+   *
+   * Since: 1.26
+   */
+  GstFlowReturn (*end_picture) (GstH266Decoder * decoder,
+                                GstH266Picture * picture);
+
+  /**
+   * GstH266DecoderClass:output_picture:
+   * @decoder: a #GstH266Decoder
+   * @frame: (transfer full): a #GstVideoCodecFrame
+   * @picture: (transfer full): a #GstH266Picture
+   *
+   * Called with a #GstH266Picture which is required to be outputted.
+   *
+   * Since: 1.26
+   */
+  GstFlowReturn (*output_picture) (GstH266Decoder * decoder,
+                                   GstVideoCodecFrame * frame,
+                                   GstH266Picture * picture);
+
+  /**
+   * GstH266DecoderClass::get_preferred_output_delay:
+   * @decoder: a #GstH266Decoder
+   * @live: whether upstream is live or not
+   *
+   * Optional. Called by baseclass to query whether delaying output is
+   * preferred by subclass or not.
+   *
+   * Returns: the number of perferred delayed output frame
+   *
+   * Since: 1.26
+   */
+  guint (*get_preferred_output_delay) (GstH266Decoder * decoder,
+                                       gboolean live);
+
+  /*< private > */
+  gpointer paddingGST_PADDING_LARGE;
+};
+
+G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstH266Decoder, gst_object_unref)
+
+GST_CODECS_API
+GType gst_h266_decoder_get_type (void);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gsth266picture.c Added

@@ -0,0 +1,551 @@
+/* GStreamer
+ * Copyright (C) 2023 He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include <config.h>
+#endif
+
+#include "gsth266picture.h"
+#include "gstcodecpicture-private.h"
+
+GST_DEBUG_CATEGORY_EXTERN (gst_h266_decoder_debug);
+#define GST_CAT_DEFAULT gst_h266_decoder_debug
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstH266Picture, gst_h266_picture);
+
+/**
+ * gst_h266_picture_new:
+ *
+ * Create new #GstH266Picture
+ *
+ * Returns: a new #GstH266Picture
+ *
+ * Since: 1.26
+ */
+GstH266Picture *
+gst_h266_picture_new (void)
+{
+  GstH266Picture *pic;
+
+  pic = g_new0 (GstH266Picture, 1);
+
+  pic->ff_info.field_pic_flag = 0;
+  pic->ff_info.display_fields_from_frame_flag = 0;
+  /* 0: interlaced, 1: progressive, 2: unspecified, 3: reserved, can be
+   * interpreted as 2 */
+  pic->ff_info.source_scan_type = 2;
+  pic->ff_info.duplicate_flag = 0;
+
+  gst_mini_object_init (GST_MINI_OBJECT_CAST (pic), 0,
+      GST_TYPE_H266_PICTURE, NULL, NULL,
+      (GstMiniObjectFreeFunction) gst_codec_picture_free);
+
+  return pic;
+}
+
+/**
+ * GstH266Dpb:
+ *
+ * The #GstH266Dpb represents the dpb for decoding.
+ *
+ * Since: 1.26
+ */
+struct _GstH266Dpb
+{
+  GArray *pic_list;
+  gint max_num_pics;
+  gint num_output_needed;
+};
+
+/**
+ * gst_h266_dpb_new: (skip)
+ *
+ * Create new #GstH266Dpb
+ *
+ * Returns: a new #GstH266Dpb
+ *
+ * Since: 1.26
+ */
+GstH266Dpb *
+gst_h266_dpb_new (void)
+{
+  GstH266Dpb *dpb;
+
+  dpb = g_new0 (GstH266Dpb, 1);
+
+  dpb->pic_list = g_array_sized_new (FALSE, TRUE, sizeof (GstH266Picture *),
+      GST_H266_MAX_DPB_SIZE);
+  g_array_set_clear_func (dpb->pic_list,
+      (GDestroyNotify) gst_clear_h266_picture);
+
+  return dpb;
+}
+
+/**
+ * gst_h266_dpb_set_max_num_pics:
+ * @dpb: a #GstH266Dpb
+ * @max_num_pics: the maximum number of picture
+ *
+ * Set the number of maximum allowed pictures to store
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_dpb_set_max_num_pics (GstH266Dpb * dpb, gint max_num_pics)
+{
+  g_return_if_fail (dpb != NULL);
+
+  dpb->max_num_pics = max_num_pics;
+}
+
+/**
+ * gst_h266_dpb_get_max_num_pics:
+ * @dpb: a #GstH266Dpb
+ *
+ * Returns: the number of maximum pictures
+ *
+ * Since: 1.26
+ */
+gint
+gst_h266_dpb_get_max_num_pics (GstH266Dpb * dpb)
+{
+  g_return_val_if_fail (dpb != NULL, 0);
+
+  return dpb->max_num_pics;
+}
+
+/**
+ * gst_h266_dpb_free:
+ * @dpb: a #GstH266Dpb to free
+ *
+ * Free the @dpb
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_dpb_free (GstH266Dpb * dpb)
+{
+  g_return_if_fail (dpb != NULL);
+
+  gst_h266_dpb_clear (dpb);
+  g_array_unref (dpb->pic_list);
+  g_free (dpb);
+}
+
+/**
+ * gst_h266_dpb_clear:
+ * @dpb: a #GstH266Dpb
+ *
+ * Clear all stored #GstH266Picture
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_dpb_clear (GstH266Dpb * dpb)
+{
+  g_return_if_fail (dpb != NULL);
+
+  g_array_set_size (dpb->pic_list, 0);
+  dpb->num_output_needed = 0;
+}
+
+/**
+ * gst_h266_dpb_add:
+ * @dpb: a #GstH266Dpb
+ * @picture: (transfer full): a #GstH266Picture
+ *
+ * Store the @picture and perform increase pic_latency_cnt as defined in
+ * "C.5.2.3 Additional bumping" process
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_dpb_add (GstH266Dpb * dpb, GstH266Picture * picture)
+{
+  g_return_if_fail (dpb != NULL);
+  g_return_if_fail (GST_IS_H266_PICTURE (picture));
+
+  if (picture->output_flag) {
+    gint i;
+
+    for (i = 0; i < dpb->pic_list->len; i++) {
+      GstH266Picture *other =
+          g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+      if (other->needed_for_output)
+        other->pic_latency_cnt++;
+    }
+
+    dpb->num_output_needed++;
+    picture->needed_for_output = TRUE;
+  } else {
+    picture->needed_for_output = FALSE;
+  }
+
+  /* C.3.4 */
+  picture->ref = TRUE;
+  picture->long_term = FALSE;
+
+  g_array_append_val (dpb->pic_list, picture);
+}
+
+/**
+ * gst_h266_dpb_delete_unused:
+ * @dpb: a #GstH266Dpb
+ *
+ * Delete unneeded pictures from dpb as defined in "C.5.2.2 Output and
+ * removal of pictures from the DPB".
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_dpb_delete_unused (GstH266Dpb * dpb)
+{
+  gint i;
+
+  g_return_if_fail (dpb != NULL);
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    if (!picture->needed_for_output && !picture->ref) {
+      GST_TRACE ("remove picture %p (poc %d) from dpb",
+          picture, picture->pic_order_cnt);
+      g_array_remove_index (dpb->pic_list, i);
+      i--;
+    }
+  }
+}
+
+/**
+ * gst_h266_dpb_num_ref_pictures:
+ * @dpb: a #GstH266Dpb
+ *
+ * Returns: The number of referenced pictures in dpb.
+ *
+ * Since: 1.26
+ */
+gint
+gst_h266_dpb_num_ref_pictures (GstH266Dpb * dpb)
+{
+  gint i;
+  gint ret = 0;
+
+  g_return_val_if_fail (dpb != NULL, -1);
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    if (picture->ref)
+      ret++;
+  }
+
+  return ret;
+}
+
+static gboolean
+gst_h266_dpb_check_latency_count (GstH266Dpb * dpb, guint32 max_latency)
+{
+  gint i;
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    if (!picture->needed_for_output)
+      continue;
+
+    if (picture->pic_latency_cnt >= max_latency)
+      return TRUE;
+  }
+
+  return FALSE;
+}
+
+/**
+ * gst_h266_dpb_needs_bump:
+ * @dpb: a #GstH266Dpb
+ * @max_num_reorder_pics: dpb_max_num_reorder_picsHighestTid
+ * @max_latency_increase: MaxLatencyPicturesHighestTid
+ * @max_dec_pic_buffering: dpb_max_dec_pic_buffering_minus1HighestTid + 1
+ *   or zero if this shouldn't be used for bumping decision.
+ *
+ * Returns: %TRUE if bumping is required
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_h266_dpb_needs_bump (GstH266Dpb * dpb, guint max_num_reorder_pics,
+    guint max_latency_increase, guint max_dec_pic_buffering)
+{
+  g_return_val_if_fail (dpb != NULL, FALSE);
+  g_assert (dpb->num_output_needed >= 0);
+
+  /* If DPB is full and there is no empty space to store current picture,
+   * need bumping.
+   * NOTE: current picture was added already by our decoding flow, so we
+   * need to do bumping until dpb->pic_list->len == dpb->max_num_pic
+   */
+  if (dpb->pic_list->len > dpb->max_num_pics) {
+    GST_TRACE ("No empty frame buffer, need bumping");
+    return TRUE;
+  }
+
+  /* C.5.2.3 */
+  if (dpb->num_output_needed > max_num_reorder_pics) {
+    GST_TRACE ("num_output_needed (%d) > max_num_reorder_pics (%d)",
+        dpb->num_output_needed, max_num_reorder_pics);
+    return TRUE;
+  }
+
+  if (dpb->num_output_needed && max_latency_increase &&
+      gst_h266_dpb_check_latency_count (dpb, max_latency_increase)) {
+    GST_TRACE ("has late picture, max_latency_increase: %d",
+        max_latency_increase);
+    return TRUE;
+  }
+
+  /* C.5.2.2 */
+  if (max_dec_pic_buffering && dpb->pic_list->len >= max_dec_pic_buffering) {
+    GST_TRACE ("dpb size (%d) >= max_dec_pic_buffering (%d)",
+        dpb->pic_list->len, max_dec_pic_buffering);
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+static gint
+gst_h266_dpb_get_lowest_output_needed_picture (GstH266Dpb * dpb,
+    GstH266Picture ** picture)
+{
+  gint i;
+  GstH266Picture *lowest = NULL;
+  gint index = -1;
+
+  *picture = NULL;
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    if (!picture->needed_for_output)
+      continue;
+
+    if (!lowest) {
+      lowest = picture;
+      index = i;
+      continue;
+    }
+
+    if (picture->pic_order_cnt < lowest->pic_order_cnt) {
+      lowest = picture;
+      index = i;
+    }
+  }
+
+  if (lowest)
+    *picture = gst_h266_picture_ref (lowest);
+
+  return index;
+}
+
+/**
+ * gst_h266_dpb_bump:
+ * @dpb: a #GstH266Dpb
+ * @drain: whether draining or not
+ *
+ * Perform bumping process as defined in C.5.2.4 "Bumping" process.
+ * If @drain is %TRUE, @dpb will remove a #GstH266Picture from internal array
+ * so that returned #GstH266Picture could hold the last reference of it.
+ *
+ * Returns: (nullable) (transfer full): a #GstH266Picture which is needed to be
+ * outputted
+ *
+ * Since: 1.26
+ */
+GstH266Picture *
+gst_h266_dpb_bump (GstH266Dpb * dpb, gboolean drain)
+{
+  GstH266Picture *picture;
+  gint index;
+
+  g_return_val_if_fail (dpb != NULL, NULL);
+
+  /* C.5.2.4 "Bumping" process */
+  index = gst_h266_dpb_get_lowest_output_needed_picture (dpb, &picture);
+
+  if (!picture || index < 0)
+    return NULL;
+
+  picture->needed_for_output = FALSE;
+
+  dpb->num_output_needed--;
+  g_assert (dpb->num_output_needed >= 0);
+
+  if (!picture->ref || drain)
+    g_array_remove_index_fast (dpb->pic_list, index);
+
+  return picture;
+}
+
+/**
+ * gst_h266_dpb_mark_all_non_ref:
+ * @dpb: a #GstH266Dpb
+ *
+ * Mark all pictures are not referenced
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_dpb_mark_all_non_ref (GstH266Dpb * dpb)
+{
+  gint i;
+
+  g_return_if_fail (dpb != NULL);
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    picture->ref = FALSE;
+  }
+}
+
+/**
+ * gst_h266_dpb_mark_all_non_output:
+ * @dpb: a #GstH266Dpb
+ *
+ * Mark all pictures are no needed for output
+ *
+ * Since: 1.26
+ */
+void
+gst_h266_dpb_mark_all_non_output (GstH266Dpb * dpb)
+{
+  gint i;
+
+  g_return_if_fail (dpb != NULL);
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    picture->needed_for_output = FALSE;
+  }
+
+  dpb->num_output_needed = 0;
+}
+
+/**
+ * gst_h266_dpb_get_size:
+ * @dpb: a #GstH266Dpb
+ *
+ * Return: the length of stored dpb array
+ *
+ * Since: 1.26
+ */
+gint
+gst_h266_dpb_get_size (GstH266Dpb * dpb)
+{
+  g_return_val_if_fail (dpb != NULL, -1);
+
+  return dpb->pic_list->len;
+}
+
+/**
+ * gst_h266_dpb_get_picture_by_poc_lsb:
+ * @dpb: a #GstH266Dpb
+ * @poc_lsb: a picture order count lsb
+ *
+ * Find a picture which has matching poc_lsb
+ *
+ * Returns: (nullable) (transfer full): a #GstH266Picture
+ *
+ * Since: 1.26
+ */
+GstH266Picture *
+gst_h266_dpb_get_picture_by_poc_lsb (GstH266Dpb * dpb, gint poc_lsb)
+{
+  gint i;
+
+  g_return_val_if_fail (dpb != NULL, NULL);
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    if (picture->pic_order_cnt_lsb == poc_lsb)
+      return gst_h266_picture_ref (picture);
+  }
+
+  GST_DEBUG ("No reference picture for poc lsb %d", poc_lsb);
+
+  return NULL;
+}
+
+/**
+ * gst_h266_dpb_get_picture_by_poc:
+ * @dpb: a #GstH266Dpb
+ * @poc: a picture order count
+ *
+ * Find a picture which has matching poc
+ *
+ * Returns: (nullable) (transfer full): a #GstH266Picture
+ *
+ * Since: 1.26
+ */
+GstH266Picture *
+gst_h266_dpb_get_picture_by_poc (GstH266Dpb * dpb, gint poc)
+{
+  gint i;
+
+  g_return_val_if_fail (dpb != NULL, NULL);
+
+  for (i = 0; i < dpb->pic_list->len; i++) {
+    GstH266Picture *picture =
+        g_array_index (dpb->pic_list, GstH266Picture *, i);
+
+    if (picture->pic_order_cnt == poc)
+      return gst_h266_picture_ref (picture);
+  }
+
+  GST_DEBUG ("No picture for poc %d", poc);
+
+  return NULL;
+}
+
+/**
+ * gst_h266_dpb_get_pictures_all:
+ * @dpb: a #GstH266Dpb
+ *
+ * Return: (element-type GstH266Picture) (transfer full): a #GArray of
+ *   #GstH266Picture stored in @dpb
+ *
+ * Since: 1.26
+ */
+GArray *
+gst_h266_dpb_get_pictures_all (GstH266Dpb * dpb)
+{
+  g_return_val_if_fail (dpb != NULL, NULL);
+
+  return g_array_ref (dpb->pic_list);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gsth266picture.h Added

@@ -0,0 +1,218 @@
+/* GStreamer
+ * Copyright (C) 2023 He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#ifndef GST_USE_UNSTABLE_API
+#warning "The CODECs library is unstable API and may change in future."
+#warning "You can define GST_USE_UNSTABLE_API to avoid this warning."
+#endif
+
+#include <gst/gst.h>
+#include <gst/codecs/codecs-prelude.h>
+#include <gst/codecs/gstcodecpicture.h>
+#include <gst/codecparsers/gsth266parser.h>
+#include <gst/video/video.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H266_PICTURE     (gst_h266_picture_get_type())
+#define GST_IS_H266_PICTURE(obj)  (GST_IS_MINI_OBJECT_TYPE(obj, GST_TYPE_H266_PICTURE))
+#define GST_H266_PICTURE(obj)     ((GstH266Picture *)obj)
+
+typedef struct _GstH266Slice GstH266Slice;
+typedef struct _GstH266Picture GstH266Picture;
+typedef struct _GstH266Dpb GstH266Dpb;
+
+/**
+ * GstH266Slice:
+ *
+ * The #GstH266Slice represents a slice for decoding.
+ *
+ * Since: 1.26
+ */
+struct _GstH266Slice
+{
+  GstH266SliceHdr header;
+
+  /* parsed nal unit (doesn't take ownership of raw data) */
+  GstH266NalUnit nalu;
+
+  /*< private > */
+  gboolean no_output_before_recovery_flag;
+  gboolean no_output_of_prior_pics_flag;
+  /* The first slice of the picture. */
+  gboolean first_slice;
+  gboolean clear_dpb;
+};
+
+/**
+ * GstH266Picture:
+ *
+ * The #GstH266Picture represents a picture for decoding.
+ *
+ * Since: 1.26
+ */
+struct _GstH266Picture
+{
+  /*< private > */
+  GstCodecPicture parent;
+
+  GstH266SliceType type;
+
+  gint pic_order_cnt;
+  gint pic_order_cnt_msb;
+  gint pic_order_cnt_lsb;
+
+  guint pic_latency_cnt;
+
+  gboolean output_flag;
+  gboolean NoOutputOfPriorPicsFlag;
+  gboolean NoOutputBeforeRecoveryFlag;
+
+  /* PPS resolution may be smaller than SPS resolution. */
+  gint pps_width, pps_height;
+  gboolean pps_conformance_window_flag;
+  gint pps_crop_rect_width, pps_crop_rect_height;
+  gint pps_crop_rect_x, pps_crop_rect_y;
+
+  /* Never be a ref in RPL, except the first time adding to DPB. */
+  gboolean non_ref;
+  gboolean ref;
+  gboolean long_term;
+  gboolean inter_layer_ref;
+  gboolean needed_for_output;
+
+  GstH266FrameFieldInfo ff_info;
+
+  GstVideoBufferFlags buffer_flags;
+};
+
+GST_CODECS_API
+GType gst_h266_picture_get_type (void);
+
+GST_CODECS_API
+GstH266Picture *gst_h266_picture_new (void);
+
+static inline GstH266Picture *
+gst_h266_picture_ref (GstH266Picture * picture)
+{
+  return (GstH266Picture *)
+      gst_mini_object_ref (GST_MINI_OBJECT_CAST (picture));
+}
+
+static inline void
+gst_h266_picture_unref (GstH266Picture * picture)
+{
+  gst_mini_object_unref (GST_MINI_OBJECT_CAST (picture));
+}
+
+static inline gboolean
+gst_h266_picture_replace (GstH266Picture ** old_picture,
+    GstH266Picture * new_picture)
+{
+  return gst_mini_object_replace ((GstMiniObject **) old_picture,
+      (GstMiniObject *) new_picture);
+}
+
+static inline void
+gst_clear_h266_picture (GstH266Picture ** picture)
+{
+  if (picture && *picture) {
+    gst_h266_picture_unref (*picture);
+    *picture = NULL;
+  }
+}
+
+static inline void
+gst_h266_picture_set_user_data (GstH266Picture * picture, gpointer user_data,
+    GDestroyNotify notify)
+{
+  gst_codec_picture_set_user_data (GST_CODEC_PICTURE (picture),
+      user_data, notify);
+}
+
+static inline gpointer
+gst_h266_picture_get_user_data (GstH266Picture * picture)
+{
+  return gst_codec_picture_get_user_data (GST_CODEC_PICTURE (picture));
+}
+
+static inline void
+gst_h266_picture_set_discont_state (GstH266Picture * picture,
+    GstVideoCodecState * discont_state)
+{
+  gst_codec_picture_set_discont_state (GST_CODEC_PICTURE (picture),
+      discont_state);
+}
+
+GST_CODECS_API
+GstH266Dpb *gst_h266_dpb_new (void);
+
+GST_CODECS_API
+void gst_h266_dpb_free (GstH266Dpb * dpb);
+
+GST_CODECS_API
+void gst_h266_dpb_clear (GstH266Dpb * dpb);
+
+GST_CODECS_API
+void gst_h266_dpb_set_max_num_pics (GstH266Dpb * dpb,
+    gint max_num_pics);
+
+GST_CODECS_API
+gint gst_h266_dpb_get_max_num_pics (GstH266Dpb * dpb);
+
+GST_CODECS_API
+void gst_h266_dpb_add (GstH266Dpb * dpb, GstH266Picture * picture);
+
+GST_CODECS_API
+void gst_h266_dpb_delete_unused (GstH266Dpb * dpb);
+
+GST_CODECS_API
+gint gst_h266_dpb_num_ref_pictures (GstH266Dpb * dpb);
+
+GST_CODECS_API
+gint gst_h266_dpb_get_size (GstH266Dpb * dpb);
+
+GST_CODECS_API
+gboolean gst_h266_dpb_needs_bump (GstH266Dpb * dpb, guint max_num_reorder_pics,
+    guint max_latency_increase, guint max_dec_pic_buffering);
+
+GST_CODECS_API
+GstH266Picture *gst_h266_dpb_bump (GstH266Dpb * dpb, gboolean drain);
+
+GST_CODECS_API
+void gst_h266_dpb_mark_all_non_ref (GstH266Dpb * dpb);
+
+GST_CODECS_API
+void gst_h266_dpb_mark_all_non_output (GstH266Dpb * dpb);
+
+GST_CODECS_API
+GstH266Picture *gst_h266_dpb_get_picture_by_poc_lsb (GstH266Dpb * dpb,
+    gint poc_lsb);
+
+GST_CODECS_API
+GstH266Picture *gst_h266_dpb_get_picture_by_poc (GstH266Dpb * dpb, gint poc);
+
+GST_CODECS_API
+GArray *gst_h266_dpb_get_pictures_all (GstH266Dpb * dpb);
+
+G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstH266Picture, gst_h266_picture_unref)
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/gstmpeg2decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gstmpeg2decoder.c Changed

@@ -163,8 +163,7 @@
 static inline gboolean
 _seq_ext_is_valid (GstMpegVideoSequenceExt * ext)
 {
-  return ext->profile >= GST_MPEG_VIDEO_PROFILE_422
-      && ext->profile <= GST_MPEG_VIDEO_PROFILE_SIMPLE;
+  return ext->profile <= GST_MPEG_VIDEO_PROFILE_SIMPLE;
 }
 
 #define SEQ_EXT_INIT (GstMpegVideoSequenceExt) { 0xff, 0, }
@@ -264,7 +263,7 @@
 
   guint preferred_output_delay;
   /* for delayed output */
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
   /* used for low-latency vs. high throughput mode decision */
   gboolean is_live;
 
@@ -357,8 +356,8 @@
   priv->last_flow = GST_FLOW_OK;
 
   priv->output_queue =
-      gst_queue_array_new_for_struct (sizeof (GstMpeg2DecoderOutputFrame), 1);
-  gst_queue_array_set_clear_func (priv->output_queue,
+      gst_vec_deque_new_for_struct (sizeof (GstMpeg2DecoderOutputFrame), 1);
+  gst_vec_deque_set_clear_func (priv->output_queue,
       (GDestroyNotify) gst_mpeg2_decoder_clear_output_frame);
 
   return TRUE;
@@ -372,7 +371,7 @@
 
   g_clear_pointer (&self->input_state, gst_video_codec_state_unref);
   g_clear_pointer (&priv->dpb, gst_mpeg2_dpb_free);
-  gst_queue_array_free (priv->output_queue);
+  gst_vec_deque_free (priv->output_queue);
 
   return TRUE;
 }
@@ -429,7 +428,7 @@
   }
 
   gst_mpeg2_decoder_drain_output_queue (self, 0, &ret);
-  gst_queue_array_clear (priv->output_queue);
+  gst_vec_deque_clear (priv->output_queue);
   gst_mpeg2_dpb_clear (priv->dpb);
 
   return ret;
@@ -448,7 +447,7 @@
   GstMpeg2DecoderPrivate *priv = self->priv;
 
   gst_mpeg2_dpb_clear (priv->dpb);
-  gst_queue_array_clear (priv->output_queue);
+  gst_vec_deque_clear (priv->output_queue);
   priv->state &= GST_MPEG2_DECODER_STATE_VALID_SEQ_HEADERS;
   priv->pic_hdr = PIC_HDR_INIT;
   priv->pic_ext = PIC_HDR_EXT_INIT;
@@ -1173,7 +1172,7 @@
   output_frame.frame = frame;
   output_frame.picture = to_output;
   output_frame.self = decoder;
-  gst_queue_array_push_tail_struct (priv->output_queue, &output_frame);
+  gst_vec_deque_push_tail_struct (priv->output_queue, &output_frame);
   gst_mpeg2_decoder_drain_output_queue (decoder, priv->preferred_output_delay,
       &priv->last_flow);
 }
@@ -1342,9 +1341,9 @@
 
   g_assert (klass->output_picture);
 
-  while (gst_queue_array_get_length (priv->output_queue) > num) {
+  while (gst_vec_deque_get_length (priv->output_queue) > num) {
     GstMpeg2DecoderOutputFrame *output_frame = (GstMpeg2DecoderOutputFrame *)
-        gst_queue_array_pop_head_struct (priv->output_queue);
+        gst_vec_deque_pop_head_struct (priv->output_queue);
     GST_LOG_OBJECT (self,
         "Output picture %p (frame_num %d, poc %d, pts: %" GST_TIME_FORMAT
         "), from DPB",

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/gstvp8decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gstvp8decoder.c Changed

@@ -45,7 +45,7 @@
   gboolean wait_keyframe;
   guint preferred_output_delay;
   /* for delayed output */
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
   gboolean is_live;
 
   gboolean input_state_changed;
@@ -120,8 +120,8 @@
   priv->height = 0;
 
   priv->output_queue =
-      gst_queue_array_new_for_struct (sizeof (GstVp8DecoderOutputFrame), 1);
-  gst_queue_array_set_clear_func (priv->output_queue,
+      gst_vec_deque_new_for_struct (sizeof (GstVp8DecoderOutputFrame), 1);
+  gst_vec_deque_set_clear_func (priv->output_queue,
       (GDestroyNotify) gst_vp8_decoder_clear_output_frame);
 
   return TRUE;
@@ -137,7 +137,7 @@
   gst_clear_vp8_picture (&self->alt_ref_picture);
 
   priv->wait_keyframe = TRUE;
-  gst_queue_array_clear (priv->output_queue);
+  gst_vec_deque_clear (priv->output_queue);
 }
 
 static gboolean
@@ -152,7 +152,7 @@
   }
 
   gst_vp8_decoder_reset (self);
-  gst_queue_array_free (priv->output_queue);
+  gst_vec_deque_free (priv->output_queue);
 
   return TRUE;
 }
@@ -480,7 +480,7 @@
     output_frame.frame = frame;
     output_frame.picture = picture;
     output_frame.self = self;
-    gst_queue_array_push_tail_struct (priv->output_queue, &output_frame);
+    gst_vec_deque_push_tail_struct (priv->output_queue, &output_frame);
   }
 
   gst_vp8_decoder_drain_output_queue (self, priv->preferred_output_delay,
@@ -530,9 +530,9 @@
 
   g_assert (klass->output_picture);
 
-  while (gst_queue_array_get_length (priv->output_queue) > num) {
+  while (gst_vec_deque_get_length (priv->output_queue) > num) {
     GstVp8DecoderOutputFrame *output_frame = (GstVp8DecoderOutputFrame *)
-        gst_queue_array_pop_head_struct (priv->output_queue);
+        gst_vec_deque_pop_head_struct (priv->output_queue);
     /* Output queued frames whatever the return value is, in order to empty
      * the queue */
     GstFlowReturn flow_ret = klass->output_picture (self,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/gstvp9decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/gstvp9decoder.c Changed

@@ -82,7 +82,7 @@
   gboolean wait_keyframe;
   /* controls how many frames to delay when calling output_picture() */
   guint preferred_output_delay;
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
   gboolean is_live;
 
   gboolean input_state_changed;
@@ -164,8 +164,8 @@
   priv->render_height = 0;
 
   priv->output_queue =
-      gst_queue_array_new_for_struct (sizeof (GstVp9DecoderOutputFrame), 1);
-  gst_queue_array_set_clear_func (priv->output_queue,
+      gst_vec_deque_new_for_struct (sizeof (GstVp9DecoderOutputFrame), 1);
+  gst_vec_deque_set_clear_func (priv->output_queue,
       (GDestroyNotify) gst_vp9_decoder_clear_output_frame);
 
   return TRUE;
@@ -180,7 +180,7 @@
   g_clear_pointer (&self->input_state, gst_video_codec_state_unref);
   g_clear_pointer (&priv->parser, gst_vp9_stateful_parser_free);
   g_clear_pointer (&priv->dpb, gst_vp9_dpb_free);
-  gst_queue_array_free (priv->output_queue);
+  gst_vec_deque_free (priv->output_queue);
 
   return TRUE;
 }
@@ -305,7 +305,7 @@
     gst_vp9_dpb_clear (priv->dpb);
 
   priv->wait_keyframe = TRUE;
-  gst_queue_array_clear (priv->output_queue);
+  gst_vec_deque_clear (priv->output_queue);
 }
 
 static GstFlowReturn
@@ -500,6 +500,24 @@
     picture->data = map.data;
     picture->size = map.size;
 
+    /* If changing of resolution drain all output buffers.
+     * This will allow subclass to renegotiate immediatly. */
+    if (priv->support_non_kf_change
+        && gst_vp9_decoder_is_format_change (self, &frame_hdr)) {
+      gst_vp9_decoder_drain_output_queue (self, 0, &ret);
+      if (ret != GST_FLOW_OK) {
+        GST_WARNING_OBJECT (self, "Failed to drain pending frames, returned %s",
+            gst_flow_get_name (ret));
+        goto unmap_and_error;
+      }
+
+      priv->frame_width = frame_hdr.width;
+      priv->frame_height = frame_hdr.height;
+      priv->render_width = frame_hdr.render_width;
+      priv->render_height = frame_hdr.render_height;
+      priv->profile = frame_hdr.profile;
+    }
+
     if (klass->new_picture) {
       ret = klass->new_picture (self, frame, picture);
       if (ret != GST_FLOW_OK) {
@@ -559,7 +577,7 @@
     output_frame.frame = frame;
     output_frame.picture = picture;
     output_frame.self = self;
-    gst_queue_array_push_tail_struct (priv->output_queue, &output_frame);
+    gst_vec_deque_push_tail_struct (priv->output_queue, &output_frame);
   }
 
   gst_vp9_decoder_drain_output_queue (self,
@@ -609,9 +627,9 @@
 
   g_assert (klass->output_picture);
 
-  while (gst_queue_array_get_length (priv->output_queue) > num) {
+  while (gst_vec_deque_get_length (priv->output_queue) > num) {
     GstVp9DecoderOutputFrame *output_frame = (GstVp9DecoderOutputFrame *)
-        gst_queue_array_pop_head_struct (priv->output_queue);
+        gst_vec_deque_pop_head_struct (priv->output_queue);
     /* Output queued frames whatever the return value is, in order to empty
      * the queue */
     GstFlowReturn flow_ret = klass->output_picture (self,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/codecs/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/codecs/meson.build Changed

@@ -3,6 +3,8 @@
   'gsth264picture.c',
   'gsth265decoder.c',
   'gsth265picture.c',
+  'gsth266decoder.c',
+  'gsth266picture.c',
   'gstvp9decoder.c',
   'gstvp9picture.c',
   'gstvp8decoder.c',
@@ -20,6 +22,8 @@
   'gsth264picture.h',
   'gsth265decoder.h',
   'gsth265picture.h',
+  'gsth266decoder.h',
+  'gsth266picture.h',
   'gstvp9decoder.h',
   'gstvp9picture.h',
   'gstvp8decoder.h',
@@ -38,6 +42,15 @@
   '-DG_LOG_DOMAIN="GStreamer-Codecs"'
 
 
+doc_sources = 
+foreach s: codecs_sources + codecs_headers
+  doc_sources += s.full_path()
+endforeach
+
+libs_sources += {
+  'codecs': pathsep.join(doc_sources)
+}
+
 gstcodecs = library('gstcodecs-' + api_version,
   codecs_sources,
   c_args : gst_plugins_bad_args + cp_args,
@@ -68,6 +81,7 @@
       '--c-include=gst/codecs/gstvp9decoder.h',
       '--c-include=gst/codecs/gstvp8decoder.h',
       '--c-include=gst/codecs/gstmpeg2decoder.h',
+      '--c-include=gst/codecs/gsth266decoder.h',
       ,
     'dependencies' : gstvideo_dep, gstcodecparsers_dep
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/cuda-gst.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/cuda-gst.h Changed

@@ -43,6 +43,15 @@
 CUresult CUDAAPI CuCtxPushCurrent   (CUcontext ctx);
 
 GST_CUDA_API
+CUresult CUDAAPI CuCtxSynchronize   (void);
+
+GST_CUDA_API
+CUresult CUDAAPI CuCtxGetLimit      (size_t *plimit, CUlimit limit);
+
+GST_CUDA_API
+CUresult CUDAAPI CuCtxSetLimit      (CUlimit limit, size_t value);
+
+GST_CUDA_API
 CUresult CUDAAPI CuCtxEnablePeerAccess (CUcontext peerContext,
                                              unsigned int Flags);
 
@@ -95,6 +104,39 @@
 CUresult CUDAAPI CuMemcpy2DAsync    (const CUDA_MEMCPY2D *pCopy, CUstream hStream);
 
 GST_CUDA_API
+CUresult CUDAAPI CuMemcpyDtoD       (CUdeviceptr dstDevice,
+                                     CUdeviceptr srcDevice,
+                                     size_t ByteCount);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemcpyDtoDAsync  (CUdeviceptr dstDevice,
+                                     CUdeviceptr srcDevice,
+                                     size_t ByteCount,
+                                     CUstream hStream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemcpyDtoH       (void *dstHost,
+                                     CUdeviceptr srcDevice,
+                                     size_t ByteCount);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemcpyDtoHAsync  (void *dstHost,
+                                     CUdeviceptr srcDevice,
+                                     size_t ByteCount,
+                                     CUstream hStream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemcpyHtoD       (CUdeviceptr dstDevice,
+                                     const void *srcHost,
+                                     size_t ByteCount);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemcpyHtoDAsync  (CUdeviceptr dstDevice,
+                                     const void *srcHost,
+                                     size_t ByteCount,
+                                     CUstream hStream);
+
+GST_CUDA_API
 CUresult CUDAAPI CuMemFree          (CUdeviceptr dptr);
 
 GST_CUDA_API
@@ -271,6 +313,137 @@
 CUresult CUDAAPI CuMemRetainAllocationHandle (CUmemGenericAllocationHandle *handle,
                                               void *addr);
 
+GST_CUDA_API
+CUresult CUDAAPI CuMemAllocAsync (CUdeviceptr *dptr,
+                                  size_t bytesize,
+                                  CUstream hStream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemAllocFromPoolAsync (CUdeviceptr *dptr,
+                                          size_t bytesize,
+                                          CUmemoryPool pool,
+                                          CUstream hStream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemFreeAsync (CUdeviceptr dptr,
+                                 CUstream hStream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemPoolCreate (CUmemoryPool *pool,
+                                  const CUmemPoolProps *poolProps);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemPoolDestroy (CUmemoryPool pool);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemPoolSetAttribute (CUmemoryPool pool,
+                                        CUmemPool_attribute attr,
+                                        void *value);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemPoolGetAttribute (CUmemoryPool pool,
+                                        CUmemPool_attribute attr,
+                                        void *value);
+
+GST_CUDA_API
+CUresult CUDAAPI CuDestroyExternalMemory (CUexternalMemory extMem);
+
+GST_CUDA_API
+CUresult CUDAAPI CuDestroyExternalSemaphore (CUexternalSemaphore extSem);
+
+/**
+ * CuExternalMemoryGetMappedBuffer: (skip) (attributes doc.skip=true)
+ */
+GST_CUDA_API
+CUresult CUDAAPI CuExternalMemoryGetMappedBuffer (CUdeviceptr *devPtr,
+                                                  CUexternalMemory extMem,
+                                                  const CUDA_EXTERNAL_MEMORY_BUFFER_DESC *bufferDesc);
+
+/**
+ * CuExternalMemoryGetMappedMipmappedArray: (skip) (attributes doc.skip=true)
+ */
+GST_CUDA_API
+CUresult CUDAAPI CuExternalMemoryGetMappedMipmappedArray (CUmipmappedArray *mipmap,
+                                                          CUexternalMemory extMem,
+                                                          const CUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC *mipmapDesc);
+
+/**
+ * CuImportExternalMemory: (skip) (attributes doc.skip=true)
+ */
+GST_CUDA_API
+CUresult CUDAAPI CuImportExternalMemory (CUexternalMemory *extMem_out,
+                                         const CUDA_EXTERNAL_MEMORY_HANDLE_DESC *memHandleDesc);
+
+/**
+ * CuImportExternalSemaphore: (skip) (attributes doc.skip=true)
+ */
+GST_CUDA_API
+CUresult CUDAAPI CuImportExternalSemaphore (CUexternalSemaphore *extSem_out,
+                                            const CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC *semHandleDesc);
+
+/**
+ * CuSignalExternalSemaphoresAsync: (skip) (attributes doc.skip=true)
+ */
+GST_CUDA_API
+CUresult CUDAAPI CuSignalExternalSemaphoresAsync (const CUexternalSemaphore *extSemArray,
+                                                  const CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS *paramsArray,
+                                                  unsigned int numExtSems,
+                                                  CUstream stream);
+
+/**
+ * CuWaitExternalSemaphoresAsync: (skip) (attributes doc.skip=true)
+ */
+GST_CUDA_API
+CUresult CUDAAPI CuWaitExternalSemaphoresAsync (const CUexternalSemaphore *extSemArray,
+                                                const CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS *paramsArray,
+                                                unsigned int numExtSems,
+                                                CUstream stream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemsetD2D8 (CUdeviceptr dstDevice,
+                               size_t dstPitch,
+                               unsigned char uc,
+                               size_t Width,
+                               size_t Height);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemsetD2D8Async (CUdeviceptr dstDevice,
+                                    size_t dstPitch,
+                                    unsigned char uc,
+                                    size_t Width,
+                                    size_t Height,
+                                    CUstream hStream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemsetD2D16 (CUdeviceptr dstDevice,
+                                size_t dstPitch,
+                                unsigned short us,
+                                size_t Width,
+                                size_t Height);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemsetD2D16Async (CUdeviceptr dstDevice,
+                                     size_t dstPitch,
+                                     unsigned short us,
+                                     size_t Width,
+                                     size_t Height,
+                                     CUstream hStream);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemsetD2D32 (CUdeviceptr dstDevice,
+                                size_t dstPitch,
+                                unsigned int ui,
+                                size_t Width,
+                                size_t Height);
+
+GST_CUDA_API
+CUresult CUDAAPI CuMemsetD2D32Async (CUdeviceptr dstDevice,
+                                     size_t dstPitch,
+                                     unsigned int ui,
+                                     size_t Width,
+                                     size_t Height,
+                                     CUstream hStream);
+
 /* cudaGL.h */
 GST_CUDA_API
 CUresult CUDAAPI CuGraphicsGLRegisterImage  (CUgraphicsResource * pCudaResource,
@@ -293,7 +466,6 @@
                                  unsigned int cudaDeviceCount,
                                  CUGLDeviceList deviceList);
 
-
 #ifdef G_OS_WIN32
 /* cudaD3D11.h */
 GST_CUDA_API

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcuda-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcuda-private.h Changed

@@ -56,7 +56,8 @@
 GST_CUDA_API
 gboolean      gst_cuda_memory_is_from_fixed_pool (GstMemory * mem);
 
-gboolean      gst_cuda_virtual_memory_symbol_loaded (void);
+GST_CUDA_API
+gboolean      gst_cuda_memory_is_stream_ordered (GstMemory * mem);
 
 gpointer      gst_cuda_get_win32_handle_metadata (void);
 
@@ -71,5 +72,24 @@
 
 #define GST_CUDA_CALL_ONCE_END )
 
+/* cudaEGL.h */
+#if defined(HAVE_CUDA_NVMM_JETSON) && defined(HAVE_CUDA_GST_GL)
+#include <gst/gl/gstglconfig.h>
+#if GST_GL_HAVE_PLATFORM_EGL
+#include <cudaEGL.h>
+#include <gst/gl/egl/egl.h>
+GST_CUDA_API
+CUresult CUDAAPI CuGraphicsEGLRegisterImage (CUgraphicsResource *pCudaResource,
+                                             EGLImageKHR image,
+                                             unsigned int flags);
+
+GST_CUDA_API
+CUresult CUDAAPI CuGraphicsResourceGetMappedEglFrame(CUeglFrame* eglFrame,
+                                                     CUgraphicsResource resource,
+                                                     unsigned int index,
+                                                     unsigned int mipLevel);
+#endif /* HAVE_CUDA_GST_GL */
+#endif /* HAVE_CUDA_NVMM_JETSON */
+
 #endif /* __cplusplus */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcuda.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcuda.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudabufferpool.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudabufferpool.cpp Changed

@@ -87,6 +87,19 @@
 }
 
 static gboolean
+default_stream_ordered_alloc_enabled (void)
+{
+  static gboolean enabled = FALSE;
+  GST_CUDA_CALL_ONCE_BEGIN {
+    if (g_getenv ("GST_CUDA_ENABLE_STREAM_ORDERED_ALLOC"))
+      enabled = TRUE;
+  }
+  GST_CUDA_CALL_ONCE_END;
+
+  return enabled;
+}
+
+static gboolean
 gst_cuda_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
 {
   GstCudaBufferPool *self = GST_CUDA_BUFFER_POOL (pool);
@@ -133,8 +146,31 @@
     priv->alloc = gst_cuda_pool_allocator_new_for_virtual_memory (self->context,
         priv->stream, &info, &priv->prop, CU_MEM_ALLOC_GRANULARITY_MINIMUM);
   } else {
-    priv->alloc = gst_cuda_pool_allocator_new (self->context, priv->stream,
-        &info);
+    gboolean stream_ordered = FALSE;
+    if (!gst_buffer_pool_config_get_cuda_stream_ordered_alloc (config,
+            &stream_ordered)) {
+      gboolean prefer_stream_ordered = FALSE;
+      g_object_get (self->context, "prefer-stream-ordered-alloc",
+          &prefer_stream_ordered, nullptr);
+      if (prefer_stream_ordered) {
+        GST_DEBUG_OBJECT (self, "Stream ordered alloc was enabled in context");
+        stream_ordered = TRUE;
+      } else {
+        stream_ordered = default_stream_ordered_alloc_enabled ();
+        GST_DEBUG_OBJECT (self, "Use default stream ordered alloc: %d",
+            stream_ordered);
+      }
+    } else {
+      GST_DEBUG_OBJECT (self,
+          "stream ordered alloc by config: %d", stream_ordered);
+    }
+
+    GstStructure *alloc_config = gst_structure_new ("alloc-config",
+        GST_CUDA_ALLOCATOR_OPT_STREAM_ORDERED, G_TYPE_BOOLEAN, stream_ordered,
+        nullptr);
+
+    priv->alloc = gst_cuda_pool_allocator_new_full (self->context, priv->stream,
+        &info, alloc_config);
   }
 
   if (!priv->alloc) {
@@ -334,6 +370,53 @@
       GST_TYPE_CUDA_MEMORY_ALLOC_METHOD, method, nullptr);
 }
 
+/**
+ * gst_buffer_pool_config_get_cuda_stream_ordered_alloc:
+ * @config: a buffer pool config
+ * @enabled: (out): whether stream ordered allocation was requested or not
+ *
+ * Returns: %TRUE stream ordered allocation option was specified
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_buffer_pool_config_get_cuda_stream_ordered_alloc (GstStructure * config,
+    gboolean * enabled)
+{
+  gboolean stream_ordered = FALSE;
+
+  g_return_val_if_fail (config, FALSE);
+
+  if (!gst_structure_get_boolean (config,
+          "cuda-stream-ordered-alloc", &stream_ordered)) {
+    return FALSE;
+  }
+
+  if (enabled)
+    *enabled = stream_ordered;
+
+  return TRUE;
+}
+
+/**
+ * gst_buffer_pool_config_set_cuda_stream_ordered_alloc:
+ * @config: a buffer pool config
+ * @stream_ordered: whether stream ordered allocation is allowed
+ *
+ * Sets stream ordered allocation option
+ *
+ * Since: 1.26
+ */
+void
+gst_buffer_pool_config_set_cuda_stream_ordered_alloc (GstStructure * config,
+    gboolean stream_ordered)
+{
+  g_return_if_fail (config);
+
+  gst_structure_set (config, "cuda-stream-ordered-alloc", G_TYPE_BOOLEAN,
+      stream_ordered, nullptr);
+}
+
 static void
 gst_cuda_buffer_pool_dispose (GObject * object)
 {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudabufferpool.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudabufferpool.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudacontext.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudacontext.cpp Changed

@@ -26,6 +26,7 @@
 #include "gstcudautils.h"
 #include "gstcudamemory.h"
 #include "gstcuda-private.h"
+#include "gstcudaloader-private.h"
 
 #ifdef G_OS_WIN32
 #include <gst/d3d11/gstd3d11.h>
@@ -53,6 +54,10 @@
   PROP_DXGI_ADAPTER_LUID,
   PROP_VIRTUAL_MEMORY,
   PROP_OS_HANDLE,
+  PROP_STREAM_ORDERED_ALLOC,
+  PROP_PREFER_STREAM_ORDERED_ALLLOC,
+  PROP_EXT_INTEROP,
+  PROP_DEFAULT_GPU_STACK_SIZE,
 };
 
 struct _GstCudaContextPrivate
@@ -63,11 +68,17 @@
   gint64 dxgi_adapter_luid;
   gboolean virtual_memory_supported;
   gboolean os_handle_supported;
+  gboolean stream_ordered_alloc_supported;
+  gboolean prefer_stream_ordered_alloc;
+  gboolean ext_interop_supported;
+  guint default_gpu_stack_size;
 
   gint tex_align;
 
   GHashTable *accessible_peer;
   gboolean owns_context;
+
+  GMutex lock;
 };
 
 #define gst_cuda_context_parent_class parent_class
@@ -139,6 +150,53 @@
           "Whether OS specific handle is supported via virtual memory", FALSE,
           (GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
 
+  /**
+   * GstCudaContext:stream-ordered-alloc:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_STREAM_ORDERED_ALLOC,
+      g_param_spec_boolean ("stream-ordered-alloc", "Stream Ordered Alloc",
+          "Device supports stream ordered allocation", FALSE,
+          (GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstCudaContext:prefer-stream-ordered-alloc:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class,
+      PROP_PREFER_STREAM_ORDERED_ALLLOC,
+      g_param_spec_boolean ("prefer-stream-ordered-alloc",
+          "Prefer Stream Ordered Alloc", "Prefers stream ordered allocation",
+          FALSE, (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstCudaContext:external-resource-interop:
+   *
+   * External resource interop API support
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_EXT_INTEROP,
+      g_param_spec_boolean ("external-resource-interop",
+          "External Resource Interop",
+          "External resource interop API support", FALSE,
+          (GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstCudaContext:default-gpu-stack-size:
+   *
+   * The default stack size for each GPU thread.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_DEFAULT_GPU_STACK_SIZE,
+      g_param_spec_uint ("default-gpu-stack-size",
+          "Default GPU stack size",
+          "The initial stack size for GPU threads", 0, G_MAXUINT, 1024,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
   gst_cuda_memory_init_once ();
 }
 
@@ -149,6 +207,7 @@
       gst_cuda_context_get_instance_private (context);
 
   priv->accessible_peer = g_hash_table_new (g_direct_hash, g_direct_equal);
+  g_mutex_init (&priv->lock);
 
   context->priv = priv;
 }
@@ -160,10 +219,37 @@
   GstCudaContext *context = GST_CUDA_CONTEXT (object);
   GstCudaContextPrivate *priv = context->priv;
 
+
   switch (prop_id) {
     case PROP_DEVICE_ID:
       priv->device_id = g_value_get_uint (value);
       break;
+    case PROP_PREFER_STREAM_ORDERED_ALLLOC:
+      g_mutex_lock (&priv->lock);
+      priv->prefer_stream_ordered_alloc = g_value_get_boolean (value);
+      g_mutex_unlock (&priv->lock);
+      break;
+    case PROP_DEFAULT_GPU_STACK_SIZE:{
+      guint new_stack_limit = g_value_get_uint (value);
+
+      g_mutex_lock (&priv->lock);
+      if (new_stack_limit != priv->default_gpu_stack_size) {
+        size_t set_value = 0;
+        gst_cuda_context_push (context);
+        if (CuCtxSetLimit (CU_LIMIT_STACK_SIZE,
+                (size_t) new_stack_limit) == CUDA_SUCCESS) {
+          if (CuCtxGetLimit (&set_value, CU_LIMIT_STACK_SIZE) == CUDA_SUCCESS) {
+            priv->default_gpu_stack_size = (guint) set_value;
+            GST_INFO_OBJECT (context,
+                "set default stack size to %" G_GUINT64_FORMAT,
+                (guint64) set_value);
+          }
+        }
+        gst_cuda_context_pop (nullptr);
+      }
+      g_mutex_unlock (&priv->lock);
+      break;
+    }
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -190,6 +276,20 @@
     case PROP_OS_HANDLE:
       g_value_set_boolean (value, priv->os_handle_supported);
       break;
+    case PROP_STREAM_ORDERED_ALLOC:
+      g_value_set_boolean (value, priv->stream_ordered_alloc_supported);
+      break;
+    case PROP_PREFER_STREAM_ORDERED_ALLLOC:
+      g_mutex_lock (&priv->lock);
+      g_value_set_boolean (value, priv->prefer_stream_ordered_alloc);
+      g_mutex_unlock (&priv->lock);
+      break;
+    case PROP_EXT_INTEROP:
+      g_value_set_boolean (value, priv->ext_interop_supported);
+      break;
+    case PROP_DEFAULT_GPU_STACK_SIZE:
+      g_value_set_uint (value, priv->default_gpu_stack_size);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -403,6 +503,8 @@
     gst_cuda_result (CuCtxDestroy (priv->context));
   }
 
+  g_mutex_clear (&priv->lock);
+
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
 
@@ -571,8 +673,8 @@
 {
   GList *iter;
   gint tex_align = 0;
-
   GstCudaContext *self;
+  size_t default_gpu_stack_size;
 
   g_return_val_if_fail (handler, nullptr);
   g_return_val_if_fail (device >= 0, nullptr);
@@ -592,6 +694,16 @@
   self->priv->context = handler;
   self->priv->device = device;
   self->priv->tex_align = tex_align;
+
+  gst_cuda_context_push (self);
+  if (CuCtxGetLimit (&default_gpu_stack_size,
+          CU_LIMIT_STACK_SIZE) == CUDA_SUCCESS) {
+    self->priv->default_gpu_stack_size = (guint) default_gpu_stack_size;
+    GST_DEBUG ("cuda default stack size %" G_GUINT64_FORMAT,
+        (guint64) default_gpu_stack_size);
+  }
+  gst_cuda_context_pop (nullptr);
+
   gst_object_ref_sink (self);
 
 #ifdef G_OS_WIN32
@@ -619,6 +731,19 @@
       self->priv->os_handle_supported = TRUE;
   }
 
+  if (gst_cuda_stream_ordered_symbol_loaded ()) {
+    CUresult ret;
+    int supported = 0;
+
+    ret = CuDeviceGetAttribute (&supported,
+        CU_DEVICE_ATTRIBUTE_MEMORY_POOLS_SUPPORTED, device);
+    if (ret == CUDA_SUCCESS && supported)
+      self->priv->stream_ordered_alloc_supported = TRUE;
+  }
+
+  self->priv->ext_interop_supported =
+      gst_cuda_external_resource_interop_symbol_loaded ();
+
   std::lock_guard < std::mutex > lk (list_lock);
   g_object_weak_ref (G_OBJECT (self),
       (GWeakNotify) gst_cuda_context_weak_ref_notify, nullptr);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudaloader-private.h Added

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+
+G_BEGIN_DECLS
+
+gboolean      gst_cuda_virtual_memory_symbol_loaded (void);
+
+gboolean      gst_cuda_stream_ordered_symbol_loaded (void);
+
+gboolean      gst_cuda_external_resource_interop_symbol_loaded (void);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudaloader.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudaloader.cpp Changed

@@ -25,6 +25,14 @@
 #include "gstcudaloader.h"
 #include <gmodule.h>
 #include "gstcuda-private.h"
+#include "gstcudaloader-private.h"
+
+#ifdef HAVE_CUDA_GST_GL
+#include <gst/gl/gstglconfig.h>
+#if GST_GL_HAVE_PLATFORM_EGL
+#include <gst/gl/egl/egl.h>
+#endif /* GST_GL_HAVE_PLATFORM_EGL */
+#endif /* HAVE_CUDA_GST_GL */
 
 GST_DEBUG_CATEGORY (gst_cudaloader_debug);
 #define GST_CAT_DEFAULT gst_cudaloader_debug
@@ -55,6 +63,8 @@
 {
   gboolean loaded;
   gboolean have_virtual_alloc;
+  gboolean have_stream_ordered_alloc;
+  gboolean have_ext_interop;
 
   CUresult (CUDAAPI * CuInit) (unsigned int Flags);
   CUresult (CUDAAPI * CuGetErrorName) (CUresult error, const char **pStr);
@@ -65,6 +75,9 @@
   CUresult (CUDAAPI * CuCtxDestroy) (CUcontext ctx);
   CUresult (CUDAAPI * CuCtxPopCurrent) (CUcontext * pctx);
   CUresult (CUDAAPI * CuCtxPushCurrent) (CUcontext ctx);
+  CUresult (CUDAAPI * CuCtxSynchronize) (void);
+  CUresult (CUDAAPI * CuCtxGetLimit) (size_t * plimit, CUlimit limit);
+  CUresult (CUDAAPI * CuCtxSetLimit) (CUlimit limit, size_t value);
 
   CUresult (CUDAAPI * CuCtxEnablePeerAccess) (CUcontext peerContext,
       unsigned int Flags);
@@ -91,6 +104,18 @@
   CUresult (CUDAAPI * CuMemcpy2D) (const CUDA_MEMCPY2D * pCopy);
   CUresult (CUDAAPI * CuMemcpy2DAsync) (const CUDA_MEMCPY2D * pCopy,
       CUstream hStream);
+  CUresult (CUDAAPI *CuMemcpyDtoD) (CUdeviceptr dstDevice,
+      CUdeviceptr srcDevice, size_t ByteCount);
+  CUresult (CUDAAPI *CuMemcpyDtoDAsync) (CUdeviceptr dstDevice,
+      CUdeviceptr srcDevice, size_t ByteCount, CUstream hStream);
+  CUresult (CUDAAPI *CuMemcpyDtoH) (void *dstHost, CUdeviceptr srcDevice,
+      size_t ByteCount);
+  CUresult (CUDAAPI *CuMemcpyDtoHAsync) (void *dstHost, CUdeviceptr srcDevice,
+      size_t ByteCount, CUstream hStream);
+  CUresult (CUDAAPI *CuMemcpyHtoD) (CUdeviceptr dstDevice, const void *srcHost,
+      size_t ByteCount);
+  CUresult (CUDAAPI *CuMemcpyHtoDAsync) (CUdeviceptr dstDevice,
+      const void *srcHost, size_t ByteCount, CUstream hStream);
 
   CUresult (CUDAAPI * CuMemFree) (CUdeviceptr dptr);
   CUresult (CUDAAPI * CuMemFreeHost) (void *p);
@@ -123,7 +148,6 @@
       unsigned int blockDimX, unsigned int blockDimY, unsigned int blockDimZ,
       unsigned int sharedMemBytes, CUstream hStream, void **kernelParams,
       void **extra);
-
   CUresult (CUDAAPI * CuGraphicsGLRegisterImage) (CUgraphicsResource *
       pCudaResource, unsigned int image, unsigned int target,
       unsigned int Flags);
@@ -133,6 +157,14 @@
       CUdevice * pCudaDevices, unsigned int cudaDeviceCount,
       CUGLDeviceList deviceList);
 
+#if defined(HAVE_CUDA_NVMM_JETSON) && GST_GL_HAVE_PLATFORM_EGL
+  CUresult (CUDAAPI* CuGraphicsEGLRegisterImage) (CUgraphicsResource *
+      pCudaResource, EGLImageKHR image, unsigned int flags);
+  CUresult (CUDAAPI* CuGraphicsResourceGetMappedEglFrame)
+      (CUeglFrame* eglFrame, CUgraphicsResource resource, unsigned int index,
+      unsigned int mipLevel);
+#endif
+
   CUresult (CUDAAPI * CuEventCreate) (CUevent *phEvent, unsigned int Flags);
   CUresult (CUDAAPI * CuEventDestroy) (CUevent hEvent);
   CUresult (CUDAAPI * CuEventRecord) (CUevent hEvent, CUstream hStream);
@@ -184,6 +216,58 @@
   CUresult (CUDAAPI * CuMemUnmap) (CUdeviceptr ptr, size_t size);
   CUresult (CUDAAPI * CuMemRetainAllocationHandle)
       (CUmemGenericAllocationHandle *handle, void *addr);
+
+  CUresult (CUDAAPI * CuMemAllocAsync) (CUdeviceptr *dptr, size_t bytesize,
+      CUstream hStream);
+  CUresult (CUDAAPI * CuMemAllocFromPoolAsync) (CUdeviceptr *dptr,
+      size_t bytesize, CUmemoryPool pool, CUstream hStream);
+  CUresult (CUDAAPI * CuMemFreeAsync) (CUdeviceptr dptr, CUstream hStream);
+  CUresult (CUDAAPI * CuMemPoolCreate) (CUmemoryPool *pool,
+      const CUmemPoolProps *poolProps);
+  CUresult (CUDAAPI * CuMemPoolDestroy) (CUmemoryPool pool);
+  CUresult (CUDAAPI * CuMemPoolSetAttribute) (CUmemoryPool pool,
+      CUmemPool_attribute attr, void *value);
+  CUresult (CUDAAPI * CuMemPoolGetAttribute) (CUmemoryPool pool,
+      CUmemPool_attribute attr, void *value);
+
+  CUresult (CUDAAPI * CuDestroyExternalMemory) (CUexternalMemory extMem);
+  CUresult (CUDAAPI * CuDestroyExternalSemaphore) (CUexternalSemaphore extSem);
+  CUresult (CUDAAPI * CuExternalMemoryGetMappedBuffer) (CUdeviceptr *devPtr,
+      CUexternalMemory extMem,
+      const CUDA_EXTERNAL_MEMORY_BUFFER_DESC *bufferDesc);
+  CUresult (CUDAAPI * CuExternalMemoryGetMappedMipmappedArray)
+      (CUmipmappedArray *mipmap, CUexternalMemory extMem,
+      const CUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC *mipmapDesc);
+
+  CUresult (CUDAAPI * CuImportExternalMemory) (CUexternalMemory *extMem_out,
+      const CUDA_EXTERNAL_MEMORY_HANDLE_DESC *memHandleDesc);
+  CUresult (CUDAAPI * CuImportExternalSemaphore)
+      (CUexternalSemaphore *extSem_out,
+      const CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC *semHandleDesc);
+  CUresult (CUDAAPI * CuSignalExternalSemaphoresAsync)
+      (const CUexternalSemaphore *extSemArray,
+      const CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS *paramsArray,
+      unsigned int numExtSems, CUstream stream);
+  CUresult (CUDAAPI * CuWaitExternalSemaphoresAsync)
+      (const CUexternalSemaphore *extSemArray,
+      const CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS *paramsArray,
+      unsigned int numExtSems, CUstream stream);
+
+  CUresult (CUDAAPI * CuMemsetD2D8) (CUdeviceptr dstDevice, size_t dstPitch,
+      unsigned char uc, size_t Width, size_t Height);
+  CUresult (CUDAAPI * CuMemsetD2D8Async) (CUdeviceptr dstDevice,
+      size_t dstPitch, unsigned char uc, size_t Width, size_t Height,
+      CUstream hStream);
+  CUresult (CUDAAPI * CuMemsetD2D16) (CUdeviceptr dstDevice, size_t dstPitch,
+      unsigned short us, size_t Width, size_t Height);
+  CUresult (CUDAAPI * CuMemsetD2D16Async) (CUdeviceptr dstDevice,
+      size_t dstPitch, unsigned short us, size_t Width, size_t Height,
+      CUstream hStream);
+  CUresult (CUDAAPI * CuMemsetD2D32) (CUdeviceptr dstDevice, size_t dstPitch,
+      unsigned int ui, size_t Width,  size_t Height);
+  CUresult (CUDAAPI * CuMemsetD2D32Async) (CUdeviceptr dstDevice,
+      size_t dstPitch, unsigned int ui, size_t Width, size_t Height,
+      CUstream hStream);
 } GstNvCodecCudaVTable;
 /* *INDENT-ON* */
 
@@ -219,6 +303,47 @@
 }
 
 static void
+gst_cuda_load_stream_ordered_alloc_symbols (GModule * module)
+{
+  GstNvCodecCudaVTable *vtable = &gst_cuda_vtable;
+
+  LOAD_OPTIONAL_SYMBOL (cuMemAllocAsync, CuMemAllocAsync);
+  LOAD_OPTIONAL_SYMBOL (cuMemAllocFromPoolAsync, CuMemAllocFromPoolAsync);
+  LOAD_OPTIONAL_SYMBOL (cuMemFreeAsync, CuMemFreeAsync);
+  LOAD_OPTIONAL_SYMBOL (cuMemPoolCreate, CuMemPoolCreate);
+  LOAD_OPTIONAL_SYMBOL (cuMemPoolDestroy, CuMemPoolDestroy);
+  LOAD_OPTIONAL_SYMBOL (cuMemPoolSetAttribute, CuMemPoolSetAttribute);
+  LOAD_OPTIONAL_SYMBOL (cuMemPoolGetAttribute, CuMemPoolGetAttribute);
+
+  GST_INFO ("Stream ordered alloc symbols are loaded");
+
+  vtable->have_stream_ordered_alloc = TRUE;
+}
+
+static void
+gst_cuda_load_ext_interop_symbols (GModule * module)
+{
+  GstNvCodecCudaVTable *vtable = &gst_cuda_vtable;
+
+  LOAD_OPTIONAL_SYMBOL (cuDestroyExternalMemory, CuDestroyExternalMemory);
+  LOAD_OPTIONAL_SYMBOL (cuDestroyExternalSemaphore, CuDestroyExternalSemaphore);
+  LOAD_OPTIONAL_SYMBOL (cuExternalMemoryGetMappedBuffer,
+      CuExternalMemoryGetMappedBuffer);
+  LOAD_OPTIONAL_SYMBOL (cuExternalMemoryGetMappedMipmappedArray,
+      CuExternalMemoryGetMappedMipmappedArray);
+  LOAD_OPTIONAL_SYMBOL (cuImportExternalMemory, CuImportExternalMemory);
+  LOAD_OPTIONAL_SYMBOL (cuImportExternalSemaphore, CuImportExternalSemaphore);
+  LOAD_OPTIONAL_SYMBOL (cuSignalExternalSemaphoresAsync,
+      CuSignalExternalSemaphoresAsync);
+  LOAD_OPTIONAL_SYMBOL (cuWaitExternalSemaphoresAsync,
+      CuWaitExternalSemaphoresAsync);
+
+  GST_INFO ("External resource interop symbols are loaded");
+
+  vtable->have_ext_interop = TRUE;
+}
+
+static void
 gst_cuda_load_library_once_func (void)
 {
   GModule *module;
@@ -243,9 +368,12 @@
   LOAD_SYMBOL (cuCtxCreate, CuCtxCreate);
   LOAD_SYMBOL (cuCtxDestroy, CuCtxDestroy);
   LOAD_SYMBOL (cuCtxPopCurrent, CuCtxPopCurrent);
+  LOAD_SYMBOL (cuCtxSynchronize, CuCtxSynchronize);
   LOAD_SYMBOL (cuCtxPushCurrent, CuCtxPushCurrent);
   LOAD_SYMBOL (cuCtxEnablePeerAccess, CuCtxEnablePeerAccess);
   LOAD_SYMBOL (cuCtxDisablePeerAccess, CuCtxDisablePeerAccess);
+  LOAD_SYMBOL (cuCtxGetLimit, CuCtxGetLimit);
+  LOAD_SYMBOL (cuCtxSetLimit, CuCtxSetLimit);
 
   LOAD_SYMBOL (cuGraphicsMapResources, CuGraphicsMapResources);
   LOAD_SYMBOL (cuGraphicsUnmapResources, CuGraphicsUnmapResources);
@@ -261,10 +389,23 @@
   LOAD_SYMBOL (cuMemAllocHost, CuMemAllocHost);
   LOAD_SYMBOL (cuMemcpy2D, CuMemcpy2D);
   LOAD_SYMBOL (cuMemcpy2DAsync, CuMemcpy2DAsync);
+  LOAD_SYMBOL (cuMemcpyDtoD, CuMemcpyDtoD);
+  LOAD_SYMBOL (cuMemcpyDtoDAsync, CuMemcpyDtoDAsync);
+  LOAD_SYMBOL (cuMemcpyDtoH, CuMemcpyDtoH);
+  LOAD_SYMBOL (cuMemcpyDtoHAsync, CuMemcpyDtoHAsync);
+  LOAD_SYMBOL (cuMemcpyHtoD, CuMemcpyHtoD);
+  LOAD_SYMBOL (cuMemcpyHtoDAsync, CuMemcpyHtoDAsync);
 
   LOAD_SYMBOL (cuMemFree, CuMemFree);
   LOAD_SYMBOL (cuMemFreeHost, CuMemFreeHost);
 
+  LOAD_SYMBOL (cuMemsetD2D8, CuMemsetD2D8);
+  LOAD_SYMBOL (cuMemsetD2D8Async, CuMemsetD2D8Async);
+  LOAD_SYMBOL (cuMemsetD2D16, CuMemsetD2D16);
+  LOAD_SYMBOL (cuMemsetD2D16Async, CuMemsetD2D16Async);
+  LOAD_SYMBOL (cuMemsetD2D32, CuMemsetD2D32);
+  LOAD_SYMBOL (cuMemsetD2D32Async, CuMemsetD2D32Async);
+
   LOAD_SYMBOL (cuStreamCreate, CuStreamCreate);
   LOAD_SYMBOL (cuStreamDestroy, CuStreamDestroy);
   LOAD_SYMBOL (cuStreamSynchronize, CuStreamSynchronize);
@@ -301,6 +442,13 @@
   LOAD_SYMBOL (cuGraphicsGLRegisterBuffer, CuGraphicsGLRegisterBuffer);
   LOAD_SYMBOL (cuGLGetDevices, CuGLGetDevices);
 
+  /* cudaEGL.h */
+#if defined(HAVE_CUDA_NVMM_JETSON) && GST_GL_HAVE_PLATFORM_EGL
+  LOAD_SYMBOL (cuGraphicsEGLRegisterImage, CuGraphicsEGLRegisterImage);
+  LOAD_SYMBOL (cuGraphicsResourceGetMappedEglFrame,
+      CuGraphicsResourceGetMappedEglFrame);
+#endif
+
 #ifdef G_OS_WIN32
   /* cudaD3D11.h */
   LOAD_SYMBOL (cuGraphicsD3D11RegisterResource,
@@ -312,6 +460,8 @@
   vtable->loaded = TRUE;
 
   gst_cuda_load_optional_symbols (module);
+  gst_cuda_load_stream_ordered_alloc_symbols (module);
+  gst_cuda_load_ext_interop_symbols (module);
 }
 
 /**
@@ -341,6 +491,22 @@
   return gst_cuda_vtable.have_virtual_alloc;
 }
 
+gboolean
+gst_cuda_stream_ordered_symbol_loaded (void)
+{
+  gst_cuda_load_library ();
+
+  return gst_cuda_vtable.have_stream_ordered_alloc;
+}
+
+gboolean
+gst_cuda_external_resource_interop_symbol_loaded (void)
+{
+  gst_cuda_load_library ();
+
+  return gst_cuda_vtable.have_ext_interop;
+}
+
 CUresult CUDAAPI
 CuInit (unsigned int Flags)
 {
@@ -398,6 +564,14 @@
 }
 
 CUresult CUDAAPI
+CuCtxSynchronize (void)
+{
+  g_assert (gst_cuda_vtable.CuCtxSynchronize != nullptr);
+
+  return gst_cuda_vtable.CuCtxSynchronize ();
+}
+
+CUresult CUDAAPI
 CuCtxEnablePeerAccess (CUcontext peerContext, unsigned int Flags)
 {
   g_assert (gst_cuda_vtable.CuCtxEnablePeerAccess != nullptr);
@@ -414,6 +588,22 @@
 }
 
 CUresult CUDAAPI
+CuCtxGetLimit (size_t *plimit, CUlimit limit)
+{
+  g_assert (gst_cuda_vtable.CuCtxGetLimit != nullptr);
+
+  return gst_cuda_vtable.CuCtxGetLimit (plimit, limit);
+}
+
+CUresult CUDAAPI
+CuCtxSetLimit (CUlimit limit, size_t value)
+{
+  g_assert (gst_cuda_vtable.CuCtxSetLimit != nullptr);
+
+  return gst_cuda_vtable.CuCtxSetLimit (limit, value);
+}
+
+CUresult CUDAAPI
 CuGraphicsMapResources (unsigned int count, CUgraphicsResource * resources,
     CUstream hStream)
 {
@@ -514,6 +704,60 @@
 }
 
 CUresult CUDAAPI
+CuMemcpyDtoD (CUdeviceptr dstDevice, CUdeviceptr srcDevice, size_t ByteCount)
+{
+  g_assert (gst_cuda_vtable.CuMemcpyDtoD != nullptr);
+
+  return gst_cuda_vtable.CuMemcpyDtoD (dstDevice, srcDevice, ByteCount);
+}
+
+CUresult CUDAAPI
+CuMemcpyDtoDAsync (CUdeviceptr dstDevice, CUdeviceptr srcDevice,
+    size_t ByteCount, CUstream hStream)
+{
+  g_assert (gst_cuda_vtable.CuMemcpyDtoDAsync != nullptr);
+
+  return gst_cuda_vtable.CuMemcpyDtoDAsync (dstDevice, srcDevice, ByteCount,
+      hStream);
+}
+
+CUresult CUDAAPI
+CuMemcpyDtoH (void *dstHost, CUdeviceptr srcDevice, size_t ByteCount)
+{
+  g_assert (gst_cuda_vtable.CuMemcpyDtoH != nullptr);
+
+  return gst_cuda_vtable.CuMemcpyDtoH (dstHost, srcDevice, ByteCount);
+}
+
+CUresult CUDAAPI
+CuMemcpyDtoHAsync (void *dstHost, CUdeviceptr srcDevice, size_t ByteCount,
+    CUstream hStream)
+{
+  g_assert (gst_cuda_vtable.CuMemcpyDtoHAsync != nullptr);
+
+  return gst_cuda_vtable.CuMemcpyDtoHAsync (dstHost, srcDevice, ByteCount,
+      hStream);
+}
+
+CUresult CUDAAPI
+CuMemcpyHtoD (CUdeviceptr dstDevice, const void *srcHost, size_t ByteCount)
+{
+  g_assert (gst_cuda_vtable.CuMemcpyHtoD != nullptr);
+
+  return gst_cuda_vtable.CuMemcpyHtoD (dstDevice, srcHost, ByteCount);
+}
+
+CUresult CUDAAPI
+CuMemcpyHtoDAsync (CUdeviceptr dstDevice, const void *srcHost,
+    size_t ByteCount, CUstream hStream)
+{
+  g_assert (gst_cuda_vtable.CuMemcpyHtoD != nullptr);
+
+  return gst_cuda_vtable.CuMemcpyHtoDAsync (dstDevice, srcHost, ByteCount,
+      hStream);
+}
+
+CUresult CUDAAPI
 CuMemFree (CUdeviceptr dptr)
 {
   g_assert (gst_cuda_vtable.CuMemFree != nullptr);
@@ -863,6 +1107,213 @@
   return gst_cuda_vtable.CuMemRetainAllocationHandle (handle, addr);
 }
 
+CUresult CUDAAPI
+CuMemAllocAsync (CUdeviceptr * dptr, size_t bytesize, CUstream hStream)
+{
+  if (!gst_cuda_vtable.CuMemAllocAsync)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuMemAllocAsync (dptr, bytesize, hStream);
+}
+
+CUresult CUDAAPI
+CuMemAllocFromPoolAsync (CUdeviceptr * dptr, size_t bytesize, CUmemoryPool pool,
+    CUstream hStream)
+{
+  if (!gst_cuda_vtable.CuMemAllocFromPoolAsync)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuMemAllocFromPoolAsync (dptr,
+      bytesize, pool, hStream);
+}
+
+CUresult CUDAAPI
+CuMemFreeAsync (CUdeviceptr dptr, CUstream hStream)
+{
+  if (!gst_cuda_vtable.CuMemFreeAsync)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuMemFreeAsync (dptr, hStream);
+}
+
+CUresult CUDAAPI
+CuMemPoolCreate (CUmemoryPool * pool, const CUmemPoolProps * poolProps)
+{
+  if (!gst_cuda_vtable.CuMemPoolCreate)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuMemPoolCreate (pool, poolProps);
+}
+
+CUresult CUDAAPI
+CuMemPoolDestroy (CUmemoryPool pool)
+{
+  if (!gst_cuda_vtable.CuMemPoolDestroy)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuMemPoolDestroy (pool);
+}
+
+CUresult CUDAAPI
+CuMemPoolSetAttribute (CUmemoryPool pool, CUmemPool_attribute attr, void *value)
+{
+  if (!gst_cuda_vtable.CuMemPoolSetAttribute)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuMemPoolSetAttribute (pool, attr, value);
+}
+
+CUresult CUDAAPI
+CuMemPoolGetAttribute (CUmemoryPool pool, CUmemPool_attribute attr, void *value)
+{
+  if (!gst_cuda_vtable.CuMemPoolGetAttribute)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuMemPoolGetAttribute (pool, attr, value);
+}
+
+CUresult CUDAAPI
+CuDestroyExternalMemory (CUexternalMemory extMem)
+{
+  if (!gst_cuda_vtable.CuDestroyExternalMemory)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuDestroyExternalMemory (extMem);
+}
+
+CUresult CUDAAPI
+CuDestroyExternalSemaphore (CUexternalSemaphore extSem)
+{
+  if (!gst_cuda_vtable.CuDestroyExternalSemaphore)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuDestroyExternalSemaphore (extSem);
+}
+
+CUresult CUDAAPI
+CuExternalMemoryGetMappedBuffer (CUdeviceptr * devPtr, CUexternalMemory extMem,
+    const CUDA_EXTERNAL_MEMORY_BUFFER_DESC * bufferDesc)
+{
+  if (!gst_cuda_vtable.CuExternalMemoryGetMappedBuffer)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuExternalMemoryGetMappedBuffer (devPtr, extMem,
+      bufferDesc);
+}
+
+CUresult CUDAAPI
+CuExternalMemoryGetMappedMipmappedArray (CUmipmappedArray * mipmap,
+    CUexternalMemory extMem,
+    const CUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC * mipmapDesc)
+{
+  if (!gst_cuda_vtable.CuExternalMemoryGetMappedMipmappedArray)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuExternalMemoryGetMappedMipmappedArray (mipmap,
+      extMem, mipmapDesc);
+}
+
+CUresult CUDAAPI
+CuImportExternalMemory (CUexternalMemory * extMem_out,
+    const CUDA_EXTERNAL_MEMORY_HANDLE_DESC * memHandleDesc)
+{
+  if (!gst_cuda_vtable.CuImportExternalMemory)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuImportExternalMemory (extMem_out, memHandleDesc);
+}
+
+CUresult CUDAAPI
+CuImportExternalSemaphore (CUexternalSemaphore * extSem_out,
+    const CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC * semHandleDesc)
+{
+  if (!gst_cuda_vtable.CuImportExternalSemaphore)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuImportExternalSemaphore (extSem_out, semHandleDesc);
+}
+
+CUresult CUDAAPI
+CuSignalExternalSemaphoresAsync (const CUexternalSemaphore * extSemArray,
+    const CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS * paramsArray,
+    unsigned int numExtSems, CUstream stream)
+{
+  if (!gst_cuda_vtable.CuSignalExternalSemaphoresAsync)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuSignalExternalSemaphoresAsync (extSemArray,
+      paramsArray, numExtSems, stream);
+}
+
+CUresult CUDAAPI
+CuWaitExternalSemaphoresAsync (const CUexternalSemaphore * extSemArray,
+    const CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS * paramsArray,
+    unsigned int numExtSems, CUstream stream)
+{
+  if (!gst_cuda_vtable.CuWaitExternalSemaphoresAsync)
+    return CUDA_ERROR_NOT_SUPPORTED;
+
+  return gst_cuda_vtable.CuWaitExternalSemaphoresAsync (extSemArray,
+      paramsArray, numExtSems, stream);
+}
+
+CUresult CUDAAPI
+CuMemsetD2D8 (CUdeviceptr dstDevice, size_t dstPitch, unsigned char uc,
+    size_t Width, size_t Height)
+{
+  g_assert (gst_cuda_vtable.CuMemsetD2D8);
+
+  return gst_cuda_vtable.CuMemsetD2D8 (dstDevice, dstPitch, uc, Width, Height);
+}
+
+CUresult CUDAAPI
+CuMemsetD2D8Async (CUdeviceptr dstDevice, size_t dstPitch, unsigned char uc,
+    size_t Width, size_t Height, CUstream hStream)
+{
+  g_assert (gst_cuda_vtable.CuMemsetD2D8Async);
+
+  return gst_cuda_vtable.CuMemsetD2D8Async (dstDevice,
+      dstPitch, uc, Width, Height, hStream);
+}
+
+CUresult CUDAAPI
+CuMemsetD2D16 (CUdeviceptr dstDevice, size_t dstPitch, unsigned short us,
+    size_t Width, size_t Height)
+{
+  g_assert (gst_cuda_vtable.CuMemsetD2D16);
+
+  return gst_cuda_vtable.CuMemsetD2D16 (dstDevice, dstPitch, us, Width, Height);
+}
+
+CUresult CUDAAPI
+CuMemsetD2D16Async (CUdeviceptr dstDevice, size_t dstPitch, unsigned short us,
+    size_t Width, size_t Height, CUstream hStream)
+{
+  g_assert (gst_cuda_vtable.CuMemsetD2D16Async);
+
+  return gst_cuda_vtable.CuMemsetD2D16Async (dstDevice,
+      dstPitch, us, Width, Height, hStream);
+}
+
+CUresult CUDAAPI
+CuMemsetD2D32 (CUdeviceptr dstDevice, size_t dstPitch, unsigned int ui,
+    size_t Width, size_t Height)
+{
+  g_assert (gst_cuda_vtable.CuMemsetD2D32);
+
+  return gst_cuda_vtable.CuMemsetD2D32 (dstDevice, dstPitch, ui, Width, Height);
+}
+
+CUresult CUDAAPI
+CuMemsetD2D32Async (CUdeviceptr dstDevice, size_t dstPitch, unsigned int ui,
+    size_t Width, size_t Height, CUstream hStream)
+{
+  g_assert (gst_cuda_vtable.CuMemsetD2D32Async);
+
+  return gst_cuda_vtable.CuMemsetD2D32Async (dstDevice,
+      dstPitch, ui, Width, Height, hStream);
+}
+
 /* cudaGL.h */
 CUresult CUDAAPI
 CuGraphicsGLRegisterImage (CUgraphicsResource * pCudaResource,
@@ -894,6 +1345,29 @@
       cudaDeviceCount, deviceList);
 }
 
+/* cudaEGL.h */
+#if defined(HAVE_CUDA_NVMM_JETSON) && GST_GL_HAVE_PLATFORM_EGL
+CUresult CUDAAPI
+CuGraphicsEGLRegisterImage (CUgraphicsResource * pCudaResource,
+    EGLImageKHR image, unsigned int Flags)
+{
+  g_assert (gst_cuda_vtable.CuGraphicsEGLRegisterImage != nullptr);
+
+  return gst_cuda_vtable.CuGraphicsEGLRegisterImage (pCudaResource, image,
+      Flags);
+}
+
+CUresult CUDAAPI
+CuGraphicsResourceGetMappedEglFrame (CUeglFrame * eglFrame,
+    CUgraphicsResource resource, unsigned int index, unsigned int mipLevel)
+{
+  g_assert (gst_cuda_vtable.CuGraphicsResourceGetMappedEglFrame != nullptr);
+
+  return gst_cuda_vtable.CuGraphicsResourceGetMappedEglFrame (eglFrame,
+      resource, index, mipLevel);
+}
+#endif
+
 /* cudaD3D11.h */
 #ifdef G_OS_WIN32
 CUresult CUDAAPI

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudamemory.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudamemory.cpp Changed

@@ -28,6 +28,7 @@
 #include <string.h>
 #include <map>
 #include <memory>
+#include <mutex>
 
 #ifdef G_OS_WIN32
 #include <windows.h>
@@ -40,6 +41,13 @@
 
 static GstAllocator *_gst_cuda_allocator = nullptr;
 
+/* *INDENT-OFF* */
+static std::recursive_mutex _callback_lock;
+/* *INDENT-ON* */
+static GstCudaMemoryAllocatorNeedPoolCallback _need_pool_callback = nullptr;
+static gpointer _alloc_callback_user_data = nullptr;
+static GDestroyNotify _alloc_callback_notify = nullptr;
+
 GType
 gst_cuda_memory_alloc_method_get_type (void)
 {
@@ -115,8 +123,8 @@
   CUtexObject textureGST_VIDEO_MAX_PLANES2;
 
   gboolean saw_io = FALSE;
-
   gboolean from_fixed_pool = FALSE;
+  gboolean stream_ordred_alloc = FALSE;
 
   std::map < gint64, std::unique_ptr < GstCudaMemoryTokenData >> token_map;
 
@@ -267,6 +275,7 @@
     case GST_VIDEO_FORMAT_RGB10A2_LE:
     case GST_VIDEO_FORMAT_YUY2:
     case GST_VIDEO_FORMAT_UYVY:
+    case GST_VIDEO_FORMAT_VUYA:
       ret.stride0 = pitch;
       ret.offset0 = 0;
       break;
@@ -279,10 +288,20 @@
   return TRUE;
 }
 
+static size_t
+do_align (size_t value, size_t align)
+{
+  if (align == 0)
+    return value;
+
+  return ((value + align - 1) / align) * align;
+}
+
 static GstMemory *
 gst_cuda_allocator_alloc_internal (GstCudaAllocator * self,
     GstCudaContext * context, GstCudaStream * stream, const GstVideoInfo * info,
-    guint width_in_bytes, guint alloc_height)
+    guint width_in_bytes, guint alloc_height, gboolean stream_ordered,
+    GstCudaMemoryPool * pool)
 {
   GstCudaMemoryPrivate *priv;
   GstCudaMemory *mem;
@@ -290,12 +309,32 @@
   gboolean ret = FALSE;
   gsize pitch;
   GstVideoInfo alloc_info;
+  gint texture_align = gst_cuda_context_get_texture_alignment (context);
+  auto stream_handle = gst_cuda_stream_get_handle (stream);
 
   if (!gst_cuda_context_push (context))
     return nullptr;
 
-  ret = gst_cuda_result (CuMemAllocPitch (&data, &pitch, width_in_bytes,
-          alloc_height, 16));
+  if (stream_ordered) {
+    g_assert (stream_handle);
+
+    pitch = do_align (width_in_bytes, texture_align);
+    if (pool) {
+      ret = gst_cuda_result (CuMemAllocFromPoolAsync (&data,
+              pitch * alloc_height, gst_cuda_memory_pool_get_handle (pool),
+              stream_handle));
+    } else {
+      ret = gst_cuda_result (CuMemAllocAsync (&data, pitch * alloc_height,
+              stream_handle));
+    }
+
+    if (ret)
+      ret = gst_cuda_result (CuStreamSynchronize (stream_handle));
+  } else {
+    ret = gst_cuda_result (CuMemAllocPitch (&data, &pitch, width_in_bytes,
+            alloc_height, 16));
+  }
+
   gst_cuda_context_pop (nullptr);
 
   if (!ret) {
@@ -306,7 +345,12 @@
   if (!gst_cuda_allocator_update_info (info, pitch, alloc_height, &alloc_info)) {
     GST_ERROR_OBJECT (self, "Couldn't calculate aligned info");
     gst_cuda_context_push (context);
-    CuMemFree (data);
+
+    if (stream_ordered)
+      CuMemFreeAsync (data, stream_handle);
+    else
+      CuMemFree (data);
+
     gst_cuda_context_pop (nullptr);
     return nullptr;
   }
@@ -320,7 +364,8 @@
   priv->pitch = pitch;
   priv->width_in_bytes = width_in_bytes;
   priv->height = alloc_height;
-  priv->texture_align = gst_cuda_context_get_texture_alignment (context);
+  priv->texture_align = texture_align;
+  priv->stream_ordred_alloc = stream_ordered;
   if (stream)
     priv->stream = gst_cuda_stream_ref (stream);
 
@@ -369,7 +414,12 @@
 #endif
       }
     } else {
-      gst_cuda_result (CuMemFree (priv->data));
+      if (priv->stream_ordred_alloc) {
+        gst_cuda_result (CuMemFreeAsync (priv->data,
+                gst_cuda_stream_get_handle (priv->stream)));
+      } else {
+        gst_cuda_result (CuMemFree (priv->data));
+      }
     }
   }
 
@@ -569,7 +619,8 @@
 
   if (!copy) {
     copy = gst_cuda_allocator_alloc_internal (self, context, stream,
-        &src_mem->info, src_mem->priv->width_in_bytes, src_mem->priv->height);
+        &src_mem->info, src_mem->priv->width_in_bytes, src_mem->priv->height,
+        FALSE, nullptr);
   }
 
   if (!copy) {
@@ -1112,7 +1163,7 @@
   alloc_height = gst_cuda_allocator_calculate_alloc_height (info);
 
   return gst_cuda_allocator_alloc_internal (allocator, context, stream,
-      info, info->stride0, alloc_height);
+      info, info->stride0, alloc_height, FALSE, nullptr);
 }
 
 /**
@@ -1234,13 +1285,17 @@
   return cmem->priv->from_fixed_pool;
 }
 
-static size_t
-do_align (size_t value, size_t align)
+gboolean
+gst_cuda_memory_is_stream_ordered (GstMemory * mem)
 {
-  if (align == 0)
-    return value;
+  GstCudaMemory *cmem;
 
-  return ((value + align - 1) / align) * align;
+  if (!gst_is_cuda_memory (mem))
+    return FALSE;
+
+  cmem = GST_CUDA_MEMORY_CAST (mem);
+
+  return cmem->priv->stream_ordred_alloc;
 }
 
 /**
@@ -1400,6 +1455,9 @@
   guint outstanding;
   guint cur_mems;
   gboolean flushing;
+  gboolean stream_ordered_alloc;
+
+  GstCudaMemoryPool *mem_pool;
 };
 
 static void gst_cuda_pool_allocator_finalize (GObject * object);
@@ -1462,6 +1520,7 @@
   gst_atomic_queue_unref (priv->queue);
   gst_poll_free (priv->poll);
   g_rec_mutex_clear (&priv->lock);
+  gst_clear_cuda_memory_pool (&priv->mem_pool);
 
   gst_clear_cuda_stream (&self->stream);
   gst_clear_object (&self->context);
@@ -1476,6 +1535,14 @@
 
   priv->started = TRUE;
 
+  if (priv->stream_ordered_alloc && !priv->mem_pool) {
+    std::lock_guard < std::recursive_mutex > lk (_callback_lock);
+    if (_need_pool_callback) {
+      priv->mem_pool = _need_pool_callback (GST_CUDA_ALLOCATOR (self),
+          self->context, _alloc_callback_user_data);
+    }
+  }
+
   return TRUE;
 }
 
@@ -1699,10 +1766,17 @@
     new_mem = gst_cuda_allocator_virtual_alloc (nullptr,
         self->context, self->stream, &self->info, &priv->prop,
         priv->granularity_flags);
+  } else if (priv->stream_ordered_alloc && self->stream) {
+    auto allocator = (GstCudaAllocator *) _gst_cuda_allocator;
+    new_mem = gst_cuda_allocator_alloc_internal (allocator,
+        self->context, self->stream, &self->info, self->info.stride0,
+        gst_cuda_allocator_calculate_alloc_height (&self->info), TRUE,
+        priv->mem_pool);
   } else {
     new_mem = gst_cuda_allocator_alloc (nullptr,
         self->context, self->stream, &self->info);
   }
+
   if (!new_mem) {
     GST_ERROR_OBJECT (self, "Failed to allocate new memory");
     g_atomic_int_add (&priv->cur_mems, -1);
@@ -1812,10 +1886,32 @@
 gst_cuda_pool_allocator_new (GstCudaContext * context, GstCudaStream * stream,
     const GstVideoInfo * info)
 {
+  return gst_cuda_pool_allocator_new_full (context, stream, info, nullptr);
+}
+
+/**
+ * gst_cuda_pool_allocator_new_for_virtual_memory:
+ * @context: a #GstCudaContext
+ * @stream: (allow-none): a #GstCudaStream
+ * @info: a #GstVideoInfo
+ *
+ * Creates a new #GstCudaPoolAllocator instance for virtual memory allocation.
+ *
+ * Returns: (transfer full): a new #GstCudaPoolAllocator instance
+ *
+ * Since: 1.24
+ */
+GstCudaPoolAllocator *
+gst_cuda_pool_allocator_new_for_virtual_memory (GstCudaContext * context,
+    GstCudaStream * stream, const GstVideoInfo * info,
+    const CUmemAllocationProp * prop,
+    CUmemAllocationGranularity_flags granularity_flags)
+{
   GstCudaPoolAllocator *self;
 
   g_return_val_if_fail (GST_IS_CUDA_CONTEXT (context), nullptr);
   g_return_val_if_fail (!stream || GST_IS_CUDA_STREAM (stream), nullptr);
+  g_return_val_if_fail (prop, nullptr);
 
   self = (GstCudaPoolAllocator *)
       g_object_new (GST_TYPE_CUDA_POOL_ALLOCATOR, nullptr);
@@ -1826,32 +1922,37 @@
     self->stream = gst_cuda_stream_ref (stream);
   self->info = *info;
 
+  self->priv->prop = *prop;
+  self->priv->alloc_method = GST_CUDA_MEMORY_ALLOC_MMAP;
+  if (self->priv->prop.requestedHandleTypes == CU_MEM_HANDLE_TYPE_WIN32) {
+    self->priv->prop.win32HandleMetaData =
+        gst_cuda_get_win32_handle_metadata ();
+  }
+
   return self;
 }
 
 /**
- * gst_cuda_pool_allocator_new_for_virtual_memory:
+ * gst_cuda_pool_allocator_new_full:
  * @context: a #GstCudaContext
  * @stream: (allow-none): a #GstCudaStream
  * @info: a #GstVideoInfo
+ * @config: (transfer full) (allow-none): a #GstStructure with configuration options
  *
- * Creates a new #GstCudaPoolAllocator instance for virtual memory allocation.
+ * Creates a new #GstCudaPoolAllocator instance with given @config
  *
  * Returns: (transfer full): a new #GstCudaPoolAllocator instance
  *
- * Since: 1.24
+ * Since: 1.26
  */
 GstCudaPoolAllocator *
-gst_cuda_pool_allocator_new_for_virtual_memory (GstCudaContext * context,
-    GstCudaStream * stream, const GstVideoInfo * info,
-    const CUmemAllocationProp * prop,
-    CUmemAllocationGranularity_flags granularity_flags)
+gst_cuda_pool_allocator_new_full (GstCudaContext * context,
+    GstCudaStream * stream, const GstVideoInfo * info, GstStructure * config)
 {
   GstCudaPoolAllocator *self;
 
   g_return_val_if_fail (GST_IS_CUDA_CONTEXT (context), nullptr);
   g_return_val_if_fail (!stream || GST_IS_CUDA_STREAM (stream), nullptr);
-  g_return_val_if_fail (prop, nullptr);
 
   self = (GstCudaPoolAllocator *)
       g_object_new (GST_TYPE_CUDA_POOL_ALLOCATOR, nullptr);
@@ -1862,11 +1963,16 @@
     self->stream = gst_cuda_stream_ref (stream);
   self->info = *info;
 
-  self->priv->prop = *prop;
-  self->priv->alloc_method = GST_CUDA_MEMORY_ALLOC_MMAP;
-  if (self->priv->prop.requestedHandleTypes == CU_MEM_HANDLE_TYPE_WIN32) {
-    self->priv->prop.win32HandleMetaData =
-        gst_cuda_get_win32_handle_metadata ();
+  if (config) {
+    gboolean allow_stream_ordered = FALSE;
+    if (stream && gst_structure_get_boolean (config,
+            GST_CUDA_ALLOCATOR_OPT_STREAM_ORDERED, &allow_stream_ordered) &&
+        allow_stream_ordered) {
+      g_object_get (context,
+          "stream-ordered-alloc", &self->priv->stream_ordered_alloc, nullptr);
+    }
+
+    gst_structure_free (config);
   }
 
   return self;
@@ -1912,3 +2018,27 @@
 
   return result;
 }
+
+/**
+ * gst_cuda_register_allocator_need_pool_callback:
+ * @callback: the callbacks
+ * @user_data: an user_data argument for the callback
+ * @notify: a destory notify function
+ *
+ * Sets global need-pool callback function
+ *
+ * Since: 1.26
+ */
+void gst_cuda_register_allocator_need_pool_callback
+    (GstCudaMemoryAllocatorNeedPoolCallback callback, gpointer user_data,
+    GDestroyNotify notify)
+{
+  std::lock_guard < std::recursive_mutex > lk (_callback_lock);
+
+  if (_alloc_callback_notify)
+    _alloc_callback_notify (_alloc_callback_user_data);
+
+  _need_pool_callback = callback;
+  _alloc_callback_user_data = user_data;
+  _alloc_callback_notify = notify;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudamemory.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudamemory.h Changed

@@ -25,6 +25,7 @@
 #include <gst/cuda/cuda-prelude.h>
 #include <gst/cuda/gstcudacontext.h>
 #include <gst/cuda/gstcudastream.h>
+#include <gst/cuda/gstcudamemorypool.h>
 
 G_BEGIN_DECLS
 
@@ -175,6 +176,33 @@
 GType gst_cuda_memory_alloc_method_get_type (void);
 
 /**
+ * GST_CUDA_ALLOCATOR_OPT_STREAM_ORDERED:
+ *
+ * #G_TYPE_BOOLEAN Allows stream ordered allocation. Default is %FALSE
+ *
+ * Since: 1.26
+ */
+#define GST_CUDA_ALLOCATOR_OPT_STREAM_ORDERED "GstCudaAllocator.stream-ordered"
+
+/**
+ * GstCudaMemoryAllocatorNeedPoolCallback: (skip)
+ * @allocator: a #GstCudaAllocator
+ * @context: a #GstCudaContext
+ * @user_data: the user data
+ *
+ * Called to request cuda memory pool object. If callee returns a memory pool,
+ * @allocator will allocate memory via cuMemAllocFromPoolAsync.
+ * Otherwise device default memory pool will be used with cuMemAllocAsync method
+ *
+ * Returns: (transfer full) (nullable): Configured #GstCudaMemoryPool object
+ *
+ * Since: 1.26
+ */
+typedef GstCudaMemoryPool * (*GstCudaMemoryAllocatorNeedPoolCallback) (GstCudaAllocator * allocator,
+                                                                       GstCudaContext * context,
+                                                                       gpointer user_data);
+
+/**
  * GstCudaMemory:
  *
  * Since: 1.22
@@ -339,8 +367,18 @@
                                                                        CUmemAllocationGranularity_flags granularity_flags);
 
 GST_CUDA_API
+GstCudaPoolAllocator * gst_cuda_pool_allocator_new_full (GstCudaContext * context,
+                                                         GstCudaStream * stream,
+                                                         const GstVideoInfo * info,
+                                                         GstStructure * config);
+GST_CUDA_API
 GstFlowReturn          gst_cuda_pool_allocator_acquire_memory (GstCudaPoolAllocator * allocator,
                                                                GstMemory ** memory);
 
+GST_CUDA_API
+void                   gst_cuda_register_allocator_need_pool_callback (GstCudaMemoryAllocatorNeedPoolCallback callback,
+                                                                       gpointer user_data,
+                                                                       GDestroyNotify notify);
+
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudamemorypool.cpp Added

@@ -0,0 +1,217 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "cuda-gst.h"
+#include "gstcudamemorypool.h"
+#include "gstcudautils.h"
+#include "gstcuda-private.h"
+#include <string.h>
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_CUDA_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("cudamemorypool", 0, "cudamemorypool");
+  } GST_CUDA_CALL_ONCE_END;
+
+  return cat;
+}
+#else
+#define ensure_debug_category() /* NOOP */
+#endif /* GST_DISABLE_GST_DEBUG */
+
+static gint
+gst_cuda_memory_pool_compare_func (const GstCudaMemoryPool * a,
+    const GstCudaMemoryPool * b)
+{
+  if (a == b)
+    return GST_VALUE_EQUAL;
+
+  return GST_VALUE_UNORDERED;
+}
+
+static void
+gst_cuda_memory_pool_init_once (GType type)
+{
+  static GstValueTable table = {
+    0, (GstValueCompareFunc) gst_cuda_memory_pool_compare_func,
+    nullptr, nullptr
+  };
+
+  table.type = type;
+  gst_value_register (&table);
+}
+
+G_DEFINE_BOXED_TYPE_WITH_CODE (GstCudaMemoryPool, gst_cuda_memory_pool,
+    (GBoxedCopyFunc) gst_mini_object_ref,
+    (GBoxedFreeFunc) gst_mini_object_unref,
+    gst_cuda_memory_pool_init_once (g_define_type_id));
+
+struct _GstCudaMemoryPoolPrivate
+{
+  CUmemoryPool handle;
+};
+
+static void
+_gst_cuda_memory_pool_free (GstCudaMemoryPool * self)
+{
+  auto priv = self->priv;
+
+  if (self->context) {
+    if (priv->handle) {
+      gst_cuda_context_push (self->context);
+      CuMemPoolDestroy (priv->handle);
+      gst_cuda_context_pop (nullptr);
+    }
+
+    gst_object_unref (self->context);
+  }
+
+  g_free (priv);
+  g_free (self);
+}
+
+/**
+ * gst_cuda_memory_pool_new:
+ * @context: a #GstCudaContext
+ * @props: (allow-none): a CUmemPoolProps
+ *
+ * Creates a new #GstCudaMemoryPool with @props. If @props is %NULL,
+ * non-exportable pool property will be used.
+ *
+ * Returns: (transfer full) (nullable): a new #GstCudaMemoryPool or %NULL on
+ * failure
+ *
+ * Since: 1.26
+ */
+GstCudaMemoryPool *
+gst_cuda_memory_pool_new (GstCudaContext * context,
+    const CUmemPoolProps * props)
+{
+  GstCudaMemoryPool *self;
+  CUresult cuda_ret;
+  CUmemPoolProps default_props;
+  guint device_id = 0;
+  CUmemoryPool handle;
+
+  g_return_val_if_fail (GST_IS_CUDA_CONTEXT (context), nullptr);
+
+  g_object_get (context, "cuda-device-id", &device_id, nullptr);
+
+  memset (&default_props, 0, sizeof (CUmemPoolProps));
+  default_props.allocType = CU_MEM_ALLOCATION_TYPE_PINNED;
+  default_props.handleTypes = CU_MEM_HANDLE_TYPE_NONE;
+  default_props.location.type = CU_MEM_LOCATION_TYPE_DEVICE;
+  default_props.location.id = device_id;
+
+  if (!gst_cuda_context_push (context)) {
+    GST_ERROR_OBJECT (context, "Couldn't push context");
+    return nullptr;
+  }
+
+  cuda_ret = CuMemPoolCreate (&handle, props ? props : &default_props);
+  gst_cuda_context_pop (nullptr);
+
+  if (!gst_cuda_result (cuda_ret)) {
+    GST_ERROR_OBJECT (context, "Couldn't create pool");
+    return nullptr;
+  }
+
+  self = g_new0 (GstCudaMemoryPool, 1);
+  self->context = (GstCudaContext *) gst_object_ref (context);
+  self->priv = g_new0 (GstCudaMemoryPoolPrivate, 1);
+  self->priv->handle = handle;
+
+  gst_mini_object_init (GST_MINI_OBJECT_CAST (self), 0,
+      GST_TYPE_CUDA_MEMORY_POOL, nullptr, nullptr,
+      (GstMiniObjectFreeFunction) _gst_cuda_memory_pool_free);
+
+  return self;
+}
+
+/**
+ * gst_cuda_memory_pool_get_handle:
+ * @pool: a #GstCudaMemoryPool
+ *
+ * Get CUDA memory pool handle
+ *
+ * Returns: a CUmemoryPool handle
+ *
+ * Since: 1.26
+ */
+CUmemoryPool
+gst_cuda_memory_pool_get_handle (GstCudaMemoryPool * pool)
+{
+  g_return_val_if_fail (GST_IS_CUDA_MEMORY_POOL (pool), nullptr);
+
+  return pool->priv->handle;
+}
+
+/**
+ * gst_cuda_memory_pool_ref:
+ * @pool: a #GstCudaMemoryPool
+ *
+ * Increase the reference count of @pool.
+ *
+ * Returns: (transfer full): @pool
+ *
+ * Since: 1.26
+ */
+GstCudaMemoryPool *
+gst_cuda_memory_pool_ref (GstCudaMemoryPool * pool)
+{
+  return (GstCudaMemoryPool *)
+      gst_mini_object_ref (GST_MINI_OBJECT_CAST (pool));
+}
+
+/**
+ * gst_cuda_memory_pool_unref:
+ * @pool: a #GstCudaMemoryPool
+ *
+ * Decrease the reference count of @pool.
+ *
+ * Since: 1.26
+ */
+void
+gst_cuda_memory_pool_unref (GstCudaMemoryPool * pool)
+{
+  gst_mini_object_unref (GST_MINI_OBJECT_CAST (pool));
+}
+
+/**
+ * gst_clear_cuda_memory_pool: (skip)
+ * @pool: a pointer to a #GstCudaMemoryPool reference
+ *
+ * Clears a reference to a #GstCudaMemoryPool.
+ *
+ * Since: 1.26
+ */
+void
+gst_clear_cuda_memory_pool (GstCudaMemoryPool ** pool)
+{
+  gst_clear_mini_object ((GstMiniObject **) pool);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudamemorypool.h Added

@@ -0,0 +1,70 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/cuda/cuda-prelude.h>
+#include <gst/cuda/gstcudacontext.h>
+#include <cuda.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_CUDA_MEMORY_POOL         (gst_cuda_memory_pool_get_type())
+#define GST_IS_CUDA_MEMORY_POOL(obj)      (GST_IS_MINI_OBJECT_TYPE(obj, GST_TYPE_CUDA_MEMORY_POOL))
+#define GST_CUDA_MEMORY_POOL(obj)         ((GstCudaMemoryPool *)obj)
+
+typedef struct _GstCudaMemoryPool GstCudaMemoryPool;
+typedef struct _GstCudaMemoryPoolPrivate GstCudaMemoryPoolPrivate;
+
+/**
+ * GstCudaMemoryPool:
+ *
+ * Since: 1.26
+ */
+struct _GstCudaMemoryPool
+{
+  GstMiniObject parent;
+
+  GstCudaContext *context;
+
+  /*< private >*/
+  GstCudaMemoryPoolPrivate *priv;
+};
+
+GST_CUDA_API
+GType               gst_cuda_memory_pool_get_type (void);
+
+GST_CUDA_API
+GstCudaMemoryPool * gst_cuda_memory_pool_new (GstCudaContext * context,
+                                              const CUmemPoolProps * props);
+
+GST_CUDA_API
+CUmemoryPool        gst_cuda_memory_pool_get_handle (GstCudaMemoryPool * pool);
+
+GST_CUDA_API
+GstCudaMemoryPool * gst_cuda_memory_pool_ref (GstCudaMemoryPool * pool);
+
+GST_CUDA_API
+void                gst_cuda_memory_pool_unref (GstCudaMemoryPool * pool);
+
+GST_CUDA_API
+void                gst_clear_cuda_memory_pool (GstCudaMemoryPool ** pool);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudanvmm-private.h Added

@@ -0,0 +1,35 @@
+/* GStreamer
+ * Copyright (C) 2022 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/cuda/cuda-prelude.h>
+
+G_BEGIN_DECLS
+
+#define GST_CAPS_FEATURE_MEMORY_CUDA_NVMM_MEMORY "memory:NVMM"
+
+GST_CUDA_API
+gboolean                gst_cuda_nvmm_init_once       (void);
+
+GST_CUDA_API
+GstBufferPool *         gst_cuda_nvmm_buffer_pool_new (void);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudanvmm.cpp Added

@@ -0,0 +1,112 @@
+/* GStreamer
+ * Copyright (C) 2022 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstcudanvmm-private.h"
+#include <gmodule.h>
+#include <string.h>
+#include "gstcuda-private.h"
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_CUDA_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("cudanvmm", 0, "cudanvmm");
+  } GST_CUDA_CALL_ONCE_END;
+
+  return cat;
+}
+#endif
+
+#define LOAD_SYMBOL(name) G_STMT_START { \
+  if (!g_module_symbol (module, G_STRINGIFY (name), (gpointer *) &vtable->name)) { \
+    GST_INFO ("Failed to load symbol '%s', %s", G_STRINGIFY (name), g_module_error()); \
+    goto error; \
+  } \
+} G_STMT_END;
+
+/* *INDENT-OFF* */
+typedef struct _GstCudaNvmmVTable
+{
+  gboolean loaded;
+
+  GstBufferPool * (*gst_nvds_buffer_pool_new) (void);
+
+} GstCudaNvmmVTable;
+/* *INDENT-ON* */
+
+static GstCudaNvmmVTable gst_cuda_nvmm_vtable = { 0, };
+
+static gboolean
+gst_cuda_nvmm_load_library (void)
+{
+  GModule *module;
+  GstCudaNvmmVTable *vtable;
+
+  if (gst_cuda_nvmm_vtable.loaded)
+    return TRUE;
+
+  module = g_module_open ("libnvdsbufferpool.so", G_MODULE_BIND_LAZY);
+  if (!module) {
+    GST_INFO ("libnvdsbufferpool library is unavailable");
+    return FALSE;
+  }
+
+  vtable = &gst_cuda_nvmm_vtable;
+
+  LOAD_SYMBOL (gst_nvds_buffer_pool_new);
+
+  vtable->loaded = TRUE;
+  return TRUE;
+
+error:
+  g_module_close (module);
+
+  return FALSE;
+}
+
+gboolean
+gst_cuda_nvmm_init_once (void)
+{
+  static gboolean loaded = FALSE;
+
+  GST_CUDA_CALL_ONCE_BEGIN {
+    loaded = gst_cuda_nvmm_load_library ();
+  } GST_CUDA_CALL_ONCE_END;
+
+  return loaded;
+}
+
+GstBufferPool *
+gst_cuda_nvmm_buffer_pool_new (void)
+{
+  if (!gst_cuda_nvmm_init_once ())
+    return NULL;
+
+  g_assert (gst_cuda_nvmm_vtable.gst_nvds_buffer_pool_new != NULL);
+
+  return gst_cuda_nvmm_vtable.gst_nvds_buffer_pool_new ();
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudanvrtc-private.h Added

@@ -0,0 +1,39 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/cuda/cuda-prelude.h>
+
+G_BEGIN_DECLS
+
+GST_CUDA_API
+gchar *   gst_cuda_nvrtc_compile_with_option (const gchar * source,
+                                              const gchar ** options,
+                                              guint num_options);
+
+GST_CUDA_API
+gchar *   gst_cuda_nvrtc_compile_cubin_with_option (const gchar * source,
+                                                    gint device,
+                                                    const gchar ** options,
+                                                    guint num_options);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudanvrtc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudanvrtc.cpp Changed

@@ -27,7 +27,9 @@
 #include <nvrtc.h>
 #include <gmodule.h>
 #include "gstcuda-private.h"
+#include "gstcudanvrtc-private.h"
 #include <string>
+#include <vector>
 
 GST_DEBUG_CATEGORY_STATIC (gst_cuda_nvrtc_debug);
 #define GST_CAT_DEFAULT gst_cuda_nvrtc_debug
@@ -285,22 +287,17 @@
 }
 /* *INDENT-ON* */
 
-/**
- * gst_cuda_nvrtc_compile:
- * @source: Source code to compile
- *
- * Since: 1.22
- */
 gchar *
-gst_cuda_nvrtc_compile (const gchar * source)
+gst_cuda_nvrtc_compile_with_option (const gchar * source,
+    const gchar ** options, guint num_options)
 {
   nvrtcProgram prog;
   nvrtcResult ret;
   CUresult curet;
-  const gchar *opts = { "--gpu-architecture=compute_30" };
   gsize ptx_size;
   gchar *ptx = nullptr;
   int driverVersion;
+  std::vector < const gchar *>opts;
 
   g_return_val_if_fail (source != nullptr, nullptr);
 
@@ -327,9 +324,11 @@
 
   /* Starting from CUDA 11, the lowest supported architecture is 5.2 */
   if (driverVersion >= 11000)
-    opts0 = "--gpu-architecture=compute_52";
+    opts.push_back ("--gpu-architecture=compute_52");
+  else
+    opts.push_back ("--gpu-architecture=compute_30");
 
-  ret = NvrtcCompileProgram (prog, 1, opts);
+  ret = NvrtcCompileProgram (prog, opts.size (), opts.data ());
   if (ret != NVRTC_SUCCESS) {
     gsize log_size;
 
@@ -374,17 +373,20 @@
 }
 
 /**
- * gst_cuda_nvrtc_compile_cubin:
+ * gst_cuda_nvrtc_compile:
  * @source: Source code to compile
- * @device: CUDA device
  *
- * Returns: (transfer full): Compiled CUDA assembly code if successful,
- * otherwise %NULL
- *
- * Since: 1.24
+ * Since: 1.22
  */
 gchar *
-gst_cuda_nvrtc_compile_cubin (const gchar * source, gint device)
+gst_cuda_nvrtc_compile (const gchar * source)
+{
+  return gst_cuda_nvrtc_compile_with_option (source, nullptr, 0);
+}
+
+gchar *
+gst_cuda_nvrtc_compile_cubin_with_option (const gchar * source, gint device,
+    const gchar ** options, guint num_options)
 {
   nvrtcProgram prog;
   nvrtcResult ret;
@@ -392,6 +394,7 @@
   gsize cubin_size;
   gchar *cubin = nullptr;
   gint major, minor;
+  std::vector < const gchar *>opts;
 
   g_return_val_if_fail (source != nullptr, nullptr);
 
@@ -422,15 +425,18 @@
   std::string opt_str = "--gpu-architecture=sm_" +
       std::to_string (major) + std::to_string (minor);
 
+  opts.push_back (opt_str.c_str ());
+  for (guint i = 0; i < num_options; i++) {
+    opts.push_back (optionsi);
+  }
+
   ret = NvrtcCreateProgram (&prog, source, nullptr, 0, nullptr, nullptr);
   if (ret != NVRTC_SUCCESS) {
     GST_ERROR ("couldn't create nvrtc program, ret %d", ret);
     return nullptr;
   }
 
-  const char *opts1 = { opt_str.c_str () };
-
-  ret = NvrtcCompileProgram (prog, 1, opts);
+  ret = NvrtcCompileProgram (prog, opts.size (), opts.data ());
   if (ret != NVRTC_SUCCESS) {
     gsize log_size;
 
@@ -469,3 +475,19 @@
 
   return nullptr;
 }
+
+/**
+ * gst_cuda_nvrtc_compile_cubin:
+ * @source: Source code to compile
+ * @device: CUDA device
+ *
+ * Returns: (transfer full): Compiled CUDA assembly code if successful,
+ * otherwise %NULL
+ *
+ * Since: 1.24
+ */
+gchar *
+gst_cuda_nvrtc_compile_cubin (const gchar * source, gint device)
+{
+  return gst_cuda_nvrtc_compile_cubin_with_option (source, device, nullptr, 0);
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudautils.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudautils.cpp Changed

@@ -32,6 +32,9 @@
 #ifdef HAVE_CUDA_GST_GL
 #include <gst/gl/gl.h>
 #include <gst/gl/gstglfuncs.h>
+#if GST_GL_HAVE_PLATFORM_EGL
+#include <gst/gl/egl/egl.h>
+#endif
 #endif
 
 #ifdef G_OS_WIN32
@@ -39,8 +42,9 @@
 #include <sddl.h>
 #endif
 
-#ifdef HAVE_NVCODEC_NVMM
-#include "gstcudanvmm.h"
+#ifdef HAVE_CUDA_NVMM
+#include "gstcudanvmm-private.h"
+#include <nvbufsurface.h>
 #endif
 
 #include "gstcudamemory.h"
@@ -677,6 +681,8 @@
       gst_gl_context_thread_add ((GstGLContext *) resource->graphics_context,
           (GstGLContextThreadFunc) unregister_resource_from_gl_thread,
           resource);
+    } else if (resource->type == GST_CUDA_GRAPHICS_RESOURCE_EGL_RESOURCE) {
+      gst_cuda_graphics_resource_unregister (resource);
     } else
 #endif
 #ifdef G_OS_WIN32
@@ -779,12 +785,13 @@
 map_buffer_and_fill_copy2d (GstBuffer * buf, const GstVideoInfo * info,
     GstCudaBufferCopyType copy_type, GstVideoFrame * frame,
     GstMapInfo * map_info, gboolean is_src,
-    CUDA_MEMCPY2D copy_paramsGST_VIDEO_MAX_PLANES)
+    CUDA_MEMCPY2D copy_paramsGST_VIDEO_MAX_PLANES,
+    GstCudaGraphicsResource * nvSurfaceArrayResource)
 {
   gboolean buffer_mapped = FALSE;
   guint i;
 
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   if (copy_type == GST_CUDA_BUFFER_COPY_NVMM) {
     NvBufSurface *surface;
     NvBufSurfaceParams *surface_params;
@@ -816,8 +823,73 @@
     }
 
     switch (surface->memType) {
-        /* TODO: NVBUF_MEM_DEFAULT on jetson is SURFACE_ARRAY */
+        /* NVBUF_MEM_DEFAULT on jetson is SURFACE_ARRAY otherwise it is NVBUF_MEM_CUDA_DEVICE */
       case NVBUF_MEM_DEFAULT:
+#if defined(HAVE_CUDA_NVMM_JETSON)
+      case NVBUF_MEM_SURFACE_ARRAY:{
+        if (NvBufSurfaceMapEglImage (surface, 0) != 0) {
+          GST_ERROR ("could not map EGL Image from NvBufSurface");
+          goto error;
+        }
+
+        CUresult result;
+        if ((result =
+                CuGraphicsEGLRegisterImage (&nvSurfaceArrayResource->resource,
+                    surface_params->mappedAddr.eglImage,
+                    CU_GRAPHICS_MAP_RESOURCE_FLAGS_NONE)) != CUDA_SUCCESS) {
+          GST_ERROR ("cuGraphicsEGLRegisterImage failed: %u "
+              "with mapped EGLImageAddress: %p", result,
+              surface_params->mappedAddr.eglImage);
+          NvBufSurfaceUnMapEglImage (surface, 0);
+          goto error;
+        }
+        nvSurfaceArrayResource->registered = true;
+
+        CUeglFrame eglFrame;
+        if ((result = CuGraphicsResourceGetMappedEglFrame (&eglFrame,
+                    nvSurfaceArrayResource->resource, 0, 0)) != CUDA_SUCCESS) {
+          GST_ERROR ("cuGraphicsResourceGetMappedEglFrame failed: %u", result);
+          NvBufSurfaceUnMapEglImage (surface, 0);
+          goto error;
+        }
+
+        if ((result = CuCtxSynchronize ()) != CUDA_SUCCESS) {
+          GST_ERROR ("cuCtxSynchronize failed: %u", result);
+          NvBufSurfaceUnMapEglImage (surface, 0);
+          goto error;
+        }
+
+        for (i = 0; i < plane_params->num_planes; i++) {
+          if (is_src) {
+            if (eglFrame.frameType == CU_EGL_FRAME_TYPE_PITCH) {
+              copy_paramsi.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+              copy_paramsi.srcDevice =
+                  ((CUdeviceptr) eglFrame.frame.pPitchi);
+            } else if (eglFrame.frameType == CU_EGL_FRAME_TYPE_ARRAY) {
+              copy_paramsi.srcMemoryType = CU_MEMORYTYPE_ARRAY;
+              copy_paramsi.srcArray = eglFrame.frame.pArrayi;
+            }
+            copy_paramsi.srcPitch = plane_params->pitchi;
+          } else {
+            if (eglFrame.frameType == CU_EGL_FRAME_TYPE_PITCH) {
+              copy_paramsi.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+              copy_paramsi.dstDevice =
+                  ((CUdeviceptr) eglFrame.frame.pPitchi);
+            } else if (eglFrame.frameType == CU_EGL_FRAME_TYPE_ARRAY) {
+              copy_paramsi.dstMemoryType = CU_MEMORYTYPE_ARRAY;
+              copy_paramsi.dstArray = eglFrame.frame.pArrayi;
+            }
+            copy_paramsi.dstPitch = plane_params->pitchi;
+          }
+        }
+
+        if (NvBufSurfaceUnMapEglImage (surface, 0) != 0) {
+          GST_ERROR ("could not unmap EGL Image from NvBufSurface");
+          goto error;
+        }
+        break;
+      }
+#endif /* HAVE_CUDA_NVMM_JETSON */
       case NVBUF_MEM_CUDA_DEVICE:
       {
         for (i = 0; i < plane_params->num_planes; i++) {
@@ -890,7 +962,7 @@
       }
     }
   } else
-#endif
+#endif /* HAVE_CUDA_NVMM */
   {
     GstMapFlags map_flags;
 
@@ -980,6 +1052,7 @@
   GstMapInfo dst_map, src_map;
   guint i;
   CUDA_MEMCPY2D copy_paramsGST_VIDEO_MAX_PLANES;
+  GstCudaGraphicsResource *nvSurfaceArrayResource = nullptr;
 
   memset (copy_params, 0, sizeof (copy_params));
   memset (&dst_frame, 0, sizeof (GstVideoFrame));
@@ -987,24 +1060,44 @@
   memset (&dst_map, 0, sizeof (GstMapInfo));
   memset (&src_map, 0, sizeof (GstMapInfo));
 
+  /* push context here, because if we have nvmm on jetson, we need the context */
+  if (!gst_cuda_context_push (context)) {
+    GST_ERROR_OBJECT (context, "Failed to push our context");
+    goto unmap_and_out;
+  }
+
+#ifdef HAVE_CUDA_NVMM_JETSON
+  /* create new resource for mapping the EGL image from the surface */
+  nvSurfaceArrayResource =
+      gst_cuda_graphics_resource_new (context, NULL,
+      GstCudaGraphicsResourceType::GST_CUDA_GRAPHICS_RESOURCE_EGL_RESOURCE);
+#endif
+
   if (!map_buffer_and_fill_copy2d (dst_buf, dst_info,
-          dst_type, &dst_frame, &dst_map, FALSE, copy_params)) {
+          dst_type, &dst_frame, &dst_map, FALSE, copy_params,
+          nvSurfaceArrayResource)) {
     GST_ERROR_OBJECT (context, "Failed to map output buffer");
+#ifdef HAVE_CUDA_NVMM_JETSON
+    gst_cuda_graphics_resource_unregister (nvSurfaceArrayResource);
+    gst_cuda_graphics_resource_free (nvSurfaceArrayResource);
+    nvSurfaceArrayResource = nullptr;
+#endif
     return FALSE;
   }
 
   if (!map_buffer_and_fill_copy2d (src_buf, src_info,
-          src_type, &src_frame, &src_map, TRUE, copy_params)) {
+          src_type, &src_frame, &src_map, TRUE, copy_params,
+          nvSurfaceArrayResource)) {
     GST_ERROR_OBJECT (context, "Failed to map input buffer");
+#ifdef HAVE_CUDA_NVMM_JETSON
+    gst_cuda_graphics_resource_unregister (nvSurfaceArrayResource);
+    gst_cuda_graphics_resource_free (nvSurfaceArrayResource);
+    nvSurfaceArrayResource = nullptr;
+#endif
     unmap_buffer_or_frame (dst_buf, &dst_frame, &dst_map);
     return FALSE;
   }
 
-  if (!gst_cuda_context_push (context)) {
-    GST_ERROR_OBJECT (context, "Failed to push our context");
-    goto unmap_and_out;
-  }
-
   for (i = 0; i < GST_VIDEO_INFO_N_PLANES (dst_info); i++) {
     ret = gst_cuda_result (CuMemcpy2DAsync (&copy_paramsi, stream));
     if (!ret) {
@@ -1014,6 +1107,13 @@
   }
 
   gst_cuda_result (CuStreamSynchronize (stream));
+
+#ifdef HAVE_CUDA_NVMM_JETSON
+  gst_cuda_graphics_resource_unregister (nvSurfaceArrayResource);
+  gst_cuda_graphics_resource_free (nvSurfaceArrayResource);
+  nvSurfaceArrayResource = NULL;
+#endif
+
   gst_cuda_context_pop (nullptr);
 
 unmap_and_out:
@@ -1110,6 +1210,7 @@
 gl_copy_thread_func (GstGLContext * gl_context, GLCopyData * data)
 {
   GstCudaGraphicsResource *resourcesGST_VIDEO_MAX_PLANES;
+  GstCudaGraphicsResource *nvSurfaceArrayResource = nullptr;
   guint num_resources;
   GstBuffer *gl_buf, *cuda_buf;
   GstVideoFrame cuda_frame;
@@ -1129,14 +1230,32 @@
   if (!ensure_gl_interop ())
     return;
 
+  if (!gst_cuda_context_push (context)) {
+    GST_ERROR_OBJECT (context, "Failed to push context");
+    unmap_buffer_or_frame (data->pbo_to_cuda ? data->dst_buf : data->src_buf,
+        &cuda_frame, &cuda_map_info);
+    return;
+  }
+
+#ifdef HAVE_CUDA_NVMM_JETSON
+  nvSurfaceArrayResource =
+      gst_cuda_graphics_resource_new (context, NULL,
+      GstCudaGraphicsResourceType::GST_CUDA_GRAPHICS_RESOURCE_EGL_RESOURCE);
+#endif
+
   if (data->pbo_to_cuda) {
     gl_buf = data->src_buf;
     cuda_buf = data->dst_buf;
 
     if (!map_buffer_and_fill_copy2d (cuda_buf,
             data->dst_info, data->copy_type, &cuda_frame, &cuda_map_info,
-            FALSE, copy_params)) {
+            FALSE, copy_params, nvSurfaceArrayResource)) {
       GST_ERROR_OBJECT (context, "Failed to map output CUDA buffer");
+#ifdef HAVE_CUDA_NVMM_JETSON
+      gst_cuda_graphics_resource_unregister (nvSurfaceArrayResource);
+      gst_cuda_graphics_resource_free (nvSurfaceArrayResource);
+      nvSurfaceArrayResource = nullptr;
+#endif
       return;
     }
   } else {
@@ -1145,8 +1264,13 @@
 
     if (!map_buffer_and_fill_copy2d (cuda_buf,
             data->src_info, data->copy_type, &cuda_frame, &cuda_map_info,
-            TRUE, copy_params)) {
+            TRUE, copy_params, nvSurfaceArrayResource)) {
       GST_ERROR_OBJECT (context, "Failed to map input CUDA buffer");
+#ifdef HAVE_CUDA_NVMM_JETSON
+      gst_cuda_graphics_resource_unregister (nvSurfaceArrayResource);
+      gst_cuda_graphics_resource_free (nvSurfaceArrayResource);
+      nvSurfaceArrayResource = nullptr;
+#endif
       return;
     }
   }
@@ -1154,12 +1278,6 @@
   num_resources = gst_buffer_n_memory (gl_buf);
   g_assert (num_resources >= GST_VIDEO_INFO_N_PLANES (data->src_info));
 
-  if (!gst_cuda_context_push (context)) {
-    GST_ERROR_OBJECT (context, "Failed to push context");
-    unmap_buffer_or_frame (cuda_buf, &cuda_frame, &cuda_map_info);
-    return;
-  }
-
   for (i = 0; i < GST_VIDEO_INFO_N_PLANES (data->src_info); i++) {
     GstMemory *mem = gst_buffer_peek_memory (gl_buf, i);
     GstGLMemoryPBO *pbo;
@@ -1249,6 +1367,12 @@
 
 out:
   gst_cuda_result (CuStreamSynchronize (stream));
+
+#ifdef HAVE_CUDA_NVMM_JETSON
+  gst_cuda_graphics_resource_unregister (nvSurfaceArrayResource);
+  gst_cuda_graphics_resource_free (nvSurfaceArrayResource);
+#endif
+
   gst_cuda_context_pop (nullptr);
   unmap_buffer_or_frame (cuda_buf, &cuda_frame, &cuda_map_info);
 }
@@ -1381,7 +1505,7 @@
     }
     if (!map_buffer_and_fill_copy2d (cuda_buf,
             dst_info, GST_CUDA_BUFFER_COPY_CUDA, &cuda_frame, &cuda_map_info,
-            FALSE, copy_params)) {
+            FALSE, copy_params, NULL)) {
       GST_ERROR_OBJECT (context, "Failed to map output CUDA buffer");
       gst_video_frame_unmap (&d3d11_frame);
       return FALSE;
@@ -1396,7 +1520,7 @@
     }
     if (!map_buffer_and_fill_copy2d (cuda_buf,
             src_info, GST_CUDA_BUFFER_COPY_CUDA, &cuda_frame, &cuda_map_info,
-            TRUE, copy_params)) {
+            TRUE, copy_params, NULL)) {
       GST_ERROR_OBJECT (context, "Failed to map input CUDA buffer");
       gst_video_frame_unmap (&d3d11_frame);
       return FALSE;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/gstcudautils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/gstcudautils.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/meson.build Changed

@@ -3,6 +3,8 @@
   'gstcudacontext.cpp',
   'gstcudaloader.cpp',
   'gstcudamemory.cpp',
+  'gstcudamemorypool.cpp',
+  'gstcudanvmm.cpp',
   'gstcudanvrtc.cpp',
   'gstcudastream.cpp',
   'gstcudautils.cpp',
@@ -15,25 +17,40 @@
   'gstcudacontext.h',
   'gstcudaloader.h',
   'gstcudamemory.h',
+  'gstcudamemorypool.h',
   'gstcudanvrtc.h',
   'gstcudastream.h',
   'gstcudautils.h',
 )
 
+doc_sources = 
+foreach s: cuda_sources + cuda_headers
+  doc_sources += s.full_path()
+endforeach
+
+libs_sources += {
+  'cuda': pathsep.join(doc_sources)
+}
+
+extra_deps = 
 gstcuda_dep = dependency('', required : false)
 cuda_stubinc = include_directories('./stub')
 gstcuda_stub_dep = declare_dependency(
   include_directories: cuda_stubinc
 )
 
+have_nvbufsurface_h = false
+gstcuda_nvmm_inc = 
+nvbuf_dep = dependency('', required: false)
+
 gstcuda_platform_dep = 
 if host_system not in 'windows', 'linux'
   subdir_done()
 endif
 
 # Linux ARM would need -latomic for std::atomic<int64_t>
-if host_system == 'linux' and host_machine.cpu_family() not in 'x86', 'x86_64'
-  libatomic_dep = cxx.find_library('atomic', required: false)
+if host_system == 'linux' and host_machine.cpu_family() in 'aarch64', 'arm'
+  libatomic_dep = cxx.find_library('atomic', required: get_option('cuda-nvmm'))
   if not libatomic_dep.found()
     subdir_done()
   endif
@@ -80,6 +97,53 @@
       '-Wno-redundant-decls',
     )
   endif
+else
+  # We have NVMM with nvbufsurface.h on both Linux x86 and Jetson (aarch64)
+  nvmm_opt = get_option('cuda-nvmm')
+  fsmod = import('fs')
+  if nvmm_opt.allowed()
+    incdir_candidates = 
+
+    nvmm_inc_opt = get_option('cuda-nvmm-include-path')
+    if nvmm_inc_opt != ''
+      incdir_candidates += nvmm_inc_opt
+    else
+      # try some other default locations
+      incdir_candidates = 
+        '/usr/src/jetson_multimedia_api/include',
+        '/opt/nvidia/deepstream/deepstream/sources/includes',
+      
+    endif
+
+    foreach incdir: incdir_candidates
+      if fsmod.is_dir(incdir)
+        incdir = include_directories(incdir)
+        if cc.has_header('nvbufsurface.h',
+                         include_directories: incdir,
+                         required: false)
+          have_nvbufsurface_h = true
+          gstcuda_nvmm_inc = incdir
+          break
+        endif
+      endif
+    endforeach
+
+    if have_nvbufsurface_h
+      extra_args += '-DHAVE_CUDA_NVMM'
+      # On Tegra, we also have libnvbufsurface.so, which is not present on x86
+      if host_machine.cpu_family() == 'aarch64'
+        # check if we have a tegra based system (jetson)
+        nvbuf_dep = cc.find_library('nvbufsurface', dirs: '/usr/lib/aarch64-linux-gnu/tegra/', required: nvmm_opt)
+        if nvbuf_dep.found()
+          extra_deps += nvbuf_dep
+          extra_args += '-DHAVE_CUDA_NVMM_JETSON'
+        endif
+      endif
+    elif nvmm_opt.enabled()
+      error('Could not find required header: "nvbufsurface.h"')
+      subdir_done()
+    endif
+  endif
 endif
 
 pkg_name = 'gstreamer-cuda-' + api_version
@@ -87,11 +151,11 @@
   cuda_sources,
   c_args : gst_plugins_bad_args + extra_args,
   cpp_args : gst_plugins_bad_args + extra_args,
-  include_directories : configinc, libsinc, cuda_stubinc,
+  include_directories : configinc, libsinc, cuda_stubinc + gstcuda_nvmm_inc,
   version : libversion,
   soversion : soversion,
   install : true,
-  dependencies : gstbase_dep, gmodule_dep, gstvideo_dep, gstglproto_dep, gstd3d11_dep, gstcuda_platform_dep
+  dependencies : gstbase_dep, gmodule_dep, gstvideo_dep, gstglproto_dep, gstd3d11_dep, gstcuda_platform_dep, extra_deps
 )
 
 gen_sources =

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/cuda/stub/cuda.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/stub/cuda.h Changed

@@ -31,6 +31,9 @@
 typedef gpointer CUfunction;
 typedef gpointer CUmipmappedArray;
 typedef gpointer CUevent;
+typedef gpointer CUmemoryPool;
+typedef gpointer CUexternalMemory;
+typedef gpointer CUexternalSemaphore;
 
 typedef guint64  CUtexObject;
 typedef guintptr CUdeviceptr;
@@ -62,6 +65,7 @@
   CU_DEVICE_ATTRIBUTE_HANDLE_TYPE_POSIX_FILE_DESCRIPTOR_SUPPORTED = 103,
   CU_DEVICE_ATTRIBUTE_HANDLE_TYPE_WIN32_HANDLE_SUPPORTED = 104,
   CU_DEVICE_ATTRIBUTE_HANDLE_TYPE_WIN32_KMT_HANDLE_SUPPORTED = 105,
+  CU_DEVICE_ATTRIBUTE_MEMORY_POOLS_SUPPORTED = 115,
 } CUdevice_attribute;
 
 typedef enum
@@ -127,6 +131,20 @@
   CU_EVENT_INTERPROCESS = 0x4,
 } CUevent_flags;
 
+typedef enum
+{
+  CU_LIMIT_STACK_SIZE = 0x0,
+  CU_LIMIT_PRINTF_FIFO_SIZE = 0x1,
+  CU_LIMIT_MALLOC_HEAP_SIZE = 0x2,
+  CU_LIMIT_DEV_RUNTIME_SYNC_DEPTH = 0x3,
+  CU_LIMIT_DEV_RUNTIME_PENDING_LAUNCH_COUNT = 0x4,
+  CU_LIMIT_MAX_L2_FETCH_GRANULARITY = 0x5,
+  CU_LIMIT_PERSISTING_L2_CACHE_SIZE = 0x6,
+  CU_LIMIT_SHMEM_SIZE = 0x7,
+  CU_LIMIT_CIG_ENABLED = 0x8,
+  CU_LIMIT_CIG_SHMEM_FALLBACK_ENABLED = 0x9,
+} CUlimit;
+
 typedef struct
 {
   gsize srcXInBytes;
@@ -189,7 +207,7 @@
       gsize pitchInBytes;
     } pitch2D;
     struct {
-        gint reserved32;
+      gint reserved32;
     } reserved;
   } res;
 
@@ -292,6 +310,162 @@
   CUmemAccess_flags flags;
 } CUmemAccessDesc;
 
+typedef struct
+{
+  CUmemAllocationType allocType;
+  CUmemAllocationHandleType handleTypes;
+  CUmemLocation location;
+  void *win32SecurityAttributes;
+  size_t maxSize;
+  unsigned char reserved56;
+} CUmemPoolProps;
+
+typedef enum
+{
+  CU_MEMPOOL_ATTR_REUSE_FOLLOW_EVENT_DEPENDENCIES = 1,
+  CU_MEMPOOL_ATTR_REUSE_ALLOW_OPPORTUNISTIC,
+  CU_MEMPOOL_ATTR_REUSE_ALLOW_INTERNAL_DEPENDENCIES,
+  CU_MEMPOOL_ATTR_RELEASE_THRESHOLD,
+  CU_MEMPOOL_ATTR_RESERVED_MEM_CURRENT,
+  CU_MEMPOOL_ATTR_RESERVED_MEM_HIGH,
+  CU_MEMPOOL_ATTR_USED_MEM_CURRENT,
+  CU_MEMPOOL_ATTR_USED_MEM_HIGH,
+} CUmemPool_attribute;
+
+typedef struct
+{
+  unsigned long long offset;
+  unsigned long long size;
+  unsigned int flags;
+  unsigned int reserved16;
+} CUDA_EXTERNAL_MEMORY_BUFFER_DESC;
+
+typedef enum
+{
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_FD = 1,
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32 = 2,
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_OPAQUE_WIN32_KMT = 3,
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_D3D12_HEAP = 4,
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_D3D12_RESOURCE = 5,
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_D3D11_RESOURCE = 6,
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_D3D11_RESOURCE_KMT = 7,
+  CU_EXTERNAL_MEMORY_HANDLE_TYPE_NVSCIBUF = 8
+} CUexternalMemoryHandleType;
+
+/**
+ * CUDA_EXTERNAL_MEMORY_HANDLE_DESC: (skip) (attributes doc.skip=true)
+ */
+typedef struct
+{
+  CUexternalMemoryHandleType type;
+  union {
+    int fd;
+    struct {
+      void *handle;
+      const void *name;
+    } win32;
+    const void *nvSciBufObject;
+  } handle;
+  unsigned long long size;
+  unsigned int flags;
+  unsigned int reserved16;
+} CUDA_EXTERNAL_MEMORY_HANDLE_DESC;
+
+typedef enum
+{
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_FD = 1,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_WIN32 = 2,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_OPAQUE_WIN32_KMT = 3,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_D3D12_FENCE = 4,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_D3D11_FENCE = 5,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_NVSCISYNC = 6,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_D3D11_KEYED_MUTEX = 7,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_D3D11_KEYED_MUTEX_KMT = 8,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_TIMELINE_SEMAPHORE_FD = 9,
+  CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_TIMELINE_SEMAPHORE_WIN32 = 10
+} CUexternalSemaphoreHandleType;
+
+/**
+ * CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC: (skip) (attributes doc.skip=true)
+ */
+typedef struct
+{
+  CUexternalSemaphoreHandleType type;
+  union {
+    int fd;
+    struct {
+      void *handle;
+      const void *name;
+    } win32;
+    const void* nvSciSyncObj;
+  } handle;
+  unsigned int flags;
+  unsigned int reserved16;
+} CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC;
+
+/**
+ * CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS: (skip) (attributes doc.skip=true)
+ */
+typedef struct
+{
+  struct {
+    struct {
+      unsigned long long value;
+    } fence;
+    union {
+      void *fence;
+      unsigned long long reserved;
+    } nvSciSync;
+    struct {
+      unsigned long long key;
+    } keyedMutex;
+    unsigned int reserved12;
+  } params;
+  unsigned int flags;
+  unsigned int reserved16;
+} CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS;
+
+/**
+ * CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS: (skip) (attributes doc.skip=true)
+ */
+typedef struct
+{
+  struct {
+    struct {
+      unsigned long long value;
+    } fence;
+    union {
+      void *fence;
+      unsigned long long reserved;
+    } nvSciSync;
+    struct {
+      unsigned long long key;
+      unsigned int timeoutMs;
+    } keyedMutex;
+    unsigned int reserved10;
+  } params;
+  unsigned int flags;
+  unsigned int reserved16;
+} CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS;
+
+typedef struct
+{
+  size_t Width;
+  size_t Height;
+  size_t Depth;
+  CUarray_format Format;
+  unsigned int NumChannels;
+  unsigned int Flags;
+} CUDA_ARRAY3D_DESCRIPTOR;
+
+typedef struct
+{
+  unsigned long long offset;
+  CUDA_ARRAY3D_DESCRIPTOR arrayDesc;
+  unsigned int numLevels;
+  unsigned int reserved16;
+} CUDA_EXTERNAL_MEMORY_MIPMAPPED_ARRAY_DESC;
+
 #define CUDA_VERSION 10000
 
 #ifdef _WIN32
@@ -314,7 +488,16 @@
 #define cuMemAllocHost  cuMemAllocHost_v2
 #define cuMemcpy2D cuMemcpy2D_v2
 #define cuMemcpy2DAsync cuMemcpy2DAsync_v2
+#define cuMemcpyDtoD cuMemcpyDtoD_v2
+#define cuMemcpyDtoDAsync cuMemcpyDtoDAsync_v2
+#define cuMemcpyDtoH cuMemcpyDtoH_v2
+#define cuMemcpyDtoHAsync cuMemcpyDtoHAsync_v2
+#define cuMemcpyHtoD cuMemcpyHtoD_v2
+#define cuMemcpyHtoDAsync cuMemcpyHtoDAsync_v2
 #define cuMemFree cuMemFree_v2
+#define cuMemsetD2D8 cuMemsetD2D8_v2
+#define cuMemsetD2D16 cuMemsetD2D16_v2
+#define cuMemsetD2D32 cuMemsetD2D32_v2
 
 #define cuEventDestroy cuEventDestroy_v2

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/cuda/stub/cudaEGL.h Added

@@ -0,0 +1,65 @@
+/* CUDA EGL stub header
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_CUDA_EGLSTUB_H__
+#define __GST_CUDA_EGLSTUB_H__
+
+#include "cuda.h"
+
+#ifdef CUDA_FORCE_API_VERSION
+#error "CUDA_FORCE_API_VERSION is no longer supported."
+#endif
+
+#ifdef __cplusplus
+extern "C" {
+#endif
+
+#define CU_EGL_MAX_PLANES 3
+
+typedef enum CUeglFrameType_enum {
+  CU_EGL_FRAME_TYPE_ARRAY = 0,
+  CU_EGL_FRAME_TYPE_PITCH = 1,
+} CUeglFrameType;
+
+typedef enum CUeglColorFormat_enum {
+  CU_EGL_COLOR_FORMAT_RGBA = 0x07,
+  CU_EGL_COLOR_FORMAT_MAX = 0x72,
+} CUeglColorFormat;
+
+typedef struct CUeglFrame {
+    union {
+        CUarray pArrayCU_EGL_MAX_PLANES;
+        void*   pPitchCU_EGL_MAX_PLANES;
+    } frame;
+    guint width;
+    guint height;
+    guint depth;
+    guint pitch;
+    guint planeCount;
+    guint numChannels;
+    CUeglFrameType frameType;
+    CUeglColorFormat eglColorFormat;
+    CUarray_format cuFormat;
+} CUeglFrame;
+
+#ifdef __cplusplus
+};
+#endif
+
+#endif
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11-private.h Changed

@@ -44,7 +44,7 @@
 
 /* DXGI (semi) native formats */
 #define GST_D3D11_TIER_0_FORMATS \
-    "RGBA64_LE, BGRA64_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y212_LE, " \
+    "RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, " \
     "Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, " \
     "YUY2, NV12"
 
@@ -179,9 +179,15 @@
   MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y212_LE, Y216,
       R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
       D3D11_FORMAT_SUPPORT_SHADER_SAMPLE),
+  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y216_LE, Y216,
+      R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
+      D3D11_FORMAT_SUPPORT_SHADER_SAMPLE),
   MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y412_LE, Y416,
       R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
       D3D11_FORMAT_SUPPORT_SHADER_SAMPLE),
+  MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_Y416_LE, Y416,
+      R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
+      D3D11_FORMAT_SUPPORT_SHADER_SAMPLE),
   MAKE_FORMAT_MAP_FULL (GST_VIDEO_FORMAT_BGRA64_LE, Y416,
       R16G16B16A16_UNORM, UNKNOWN, UNKNOWN, UNKNOWN,
       D3D11_FORMAT_SUPPORT_SHADER_SAMPLE),

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11compile.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11compile.cpp Changed

@@ -25,7 +25,7 @@
 #include "gstd3d11device.h"
 #include "gstd3d11utils.h"
 #include "gstd3d11-private.h"
-#include <gmodule.h>
+#include <gst/d3dshader/gstd3dshader.h>
 #include <wrl.h>
 #include <string.h>
 
@@ -60,9 +60,6 @@
 #define ensure_debug_category() /* NOOP */
 #endif /* GST_DISABLE_GST_DEBUG */
 
-static GModule *d3d_compiler_module = nullptr;
-static pD3DCompile GstD3DCompileFunc = nullptr;
-
 /**
  * gst_d3d11_compile_init:
  *
@@ -75,47 +72,7 @@
 gboolean
 gst_d3d11_compile_init (void)
 {
-  GST_D3D11_CALL_ONCE_BEGIN {
-#if GST_D3D11_WINAPI_ONLY_APP
-    /* Assuming that d3d compiler library is available */
-    GstD3DCompileFunc = D3DCompile;
-#else
-    static const gchar *d3d_compiler_names = {
-      "d3dcompiler_47.dll",
-      "d3dcompiler_46.dll",
-      "d3dcompiler_45.dll",
-      "d3dcompiler_44.dll",
-      "d3dcompiler_43.dll",
-    };
-    for (guint i = 0; i < G_N_ELEMENTS (d3d_compiler_names); i++) {
-      d3d_compiler_module =
-          g_module_open (d3d_compiler_namesi, G_MODULE_BIND_LAZY);
-
-      if (d3d_compiler_module) {
-        GST_INFO ("D3D compiler %s is available", d3d_compiler_namesi);
-        if (!g_module_symbol (d3d_compiler_module, "D3DCompile",
-                (gpointer *) & GstD3DCompileFunc)) {
-          GST_ERROR ("Cannot load D3DCompile symbol from %s",
-              d3d_compiler_namesi);
-          g_module_close (d3d_compiler_module);
-          d3d_compiler_module = nullptr;
-          GstD3DCompileFunc = nullptr;
-        } else {
-          break;
-        }
-      }
-    }
-
-    if (!GstD3DCompileFunc)
-      GST_WARNING ("D3D11 compiler library is unavailable");
-#endif
-  }
-  GST_D3D11_CALL_ONCE_END;
-
-  if (!GstD3DCompileFunc)
-    return FALSE;
-
-  return TRUE;
+  return gst_d3d_compile_init ();
 }
 
 /**
@@ -147,7 +104,7 @@
   if (!gst_d3d11_compile_init ())
     return E_FAIL;
 
-  return GstD3DCompileFunc (src_data, src_data_size, source_name, defines,
+  return gst_d3d_compile (src_data, src_data_size, source_name, defines,
       include, entry_point, target, flags1, flags2, code, error_msgs);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11converter-builder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11converter-builder.cpp Changed

@@ -25,447 +25,105 @@
 #include "gstd3d11device-private.h"
 #include "gstd3d11-private.h"
 #include "gstd3d11utils.h"
-#include <map>
-#include <mutex>
-#include <string>
-#include <utility>
-#include <memory>
+#include <gst/d3dshader/gstd3dshader.h>
 
 GST_DEBUG_CATEGORY_EXTERN (gst_d3d11_converter_debug);
 #define GST_CAT_DEFAULT gst_d3d11_converter_debug
 
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
-
-struct ConverterPSSource
-{
-  gint64 token;
-  std::string entry_point;
-  const BYTE *bytecode;
-  SIZE_T bytecode_size;
-  std::vector<std::pair<std::string, std::string>> macros;
-  guint num_rtv;
-};
-
-enum class PS_OUTPUT
-{
-  PACKED,
-  LUMA,
-  CHROMA,
-  CHROMA_PLANAR,
-  PLANAR,
-  PLANAR_FULL,
-};
-
-static std::map<std::string, std::shared_ptr<ConverterPSSource>> ps_source_cache;
-static std::mutex cache_lock;
-#ifdef HLSL_PRECOMPILED
-#include "PSMainConverter.h"
-#include "VSMain_converter.h"
-#else
-static const std::map<std::string, std::pair<const BYTE *, SIZE_T>> precompiled_bytecode;
-#endif
-
-#include "hlsl/PSMain_converter.hlsl"
-#include "hlsl/VSMain_converter.hlsl"
-
-static const std::string
-ps_output_to_string (PS_OUTPUT output)
-{
-  switch (output) {
-    case PS_OUTPUT::PACKED:
-      return "PS_OUTPUT_PACKED";
-    case PS_OUTPUT::LUMA:
-      return "PS_OUTPUT_LUMA";
-    case PS_OUTPUT::CHROMA:
-      return "PS_OUTPUT_CHROMA";
-    case PS_OUTPUT::CHROMA_PLANAR:
-      return "PS_OUTPUT_CHROMA_PLANAR";
-    case PS_OUTPUT::PLANAR:
-      return "PS_OUTPUT_PLANAR";
-    case PS_OUTPUT::PLANAR_FULL:
-      return "PS_OUTPUT_PLANAR_FULL";
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return "";
-}
-
-static guint
-ps_output_get_num_rtv (PS_OUTPUT output)
-{
-  switch (output) {
-    case PS_OUTPUT::PACKED:
-    case PS_OUTPUT::LUMA:
-    case PS_OUTPUT::CHROMA:
-      return 1;
-    case PS_OUTPUT::CHROMA_PLANAR:
-      return 2;
-    case PS_OUTPUT::PLANAR:
-      return 3;
-    case PS_OUTPUT::PLANAR_FULL:
-      return 4;
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return 0;
-}
-
-static std::string
-make_input (GstVideoFormat format, gboolean premul)
-{
-  switch (format) {
-    case GST_VIDEO_FORMAT_RGBA:
-    case GST_VIDEO_FORMAT_RGBA64_LE:
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-    case GST_VIDEO_FORMAT_BGRA:
-      if (premul)
-        return "RGBAPremul";
-      return "RGBA";
-    case GST_VIDEO_FORMAT_RGBx:
-    case GST_VIDEO_FORMAT_BGRx:
-      return "RGBx";
-    case GST_VIDEO_FORMAT_ARGB:
-      if (premul)
-        return "ARGBPremul";
-      return "ARGB";
-    case GST_VIDEO_FORMAT_xRGB:
-      return "xRGB";
-    case GST_VIDEO_FORMAT_ABGR:
-      if (premul)
-        return "ABGRPremul";
-      return "ABGR";
-    case GST_VIDEO_FORMAT_xBGR:
-      return "xBGR";
-    case GST_VIDEO_FORMAT_VUYA:
-      if (premul)
-        return "VUYAPremul";
-      return "VUYA";
-    case GST_VIDEO_FORMAT_AYUV:
-    case GST_VIDEO_FORMAT_AYUV64:
-      return "AYUV";
-    case GST_VIDEO_FORMAT_NV12:
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P012_LE:
-    case GST_VIDEO_FORMAT_P016_LE:
-      return "NV12";
-    case GST_VIDEO_FORMAT_NV21:
-      return "NV21";
-    case GST_VIDEO_FORMAT_I420:
-    case GST_VIDEO_FORMAT_Y42B:
-    case GST_VIDEO_FORMAT_Y444:
-    case GST_VIDEO_FORMAT_Y444_16LE:
-      return "I420";
-    case GST_VIDEO_FORMAT_YV12:
-      return "YV12";
-    case GST_VIDEO_FORMAT_I420_10LE:
-    case GST_VIDEO_FORMAT_I422_10LE:
-    case GST_VIDEO_FORMAT_Y444_10LE:
-      return "I420_10";
-    case GST_VIDEO_FORMAT_I420_12LE:
-    case GST_VIDEO_FORMAT_I422_12LE:
-    case GST_VIDEO_FORMAT_Y444_12LE:
-      return "I420_12";
-    case GST_VIDEO_FORMAT_Y410:
-      return "Y410";
-    case GST_VIDEO_FORMAT_GRAY8:
-    case GST_VIDEO_FORMAT_GRAY16_LE:
-      return "GRAY";
-    case GST_VIDEO_FORMAT_RGBP:
-      return "RGBP";
-    case GST_VIDEO_FORMAT_BGRP:
-      return "BGRP";
-    case GST_VIDEO_FORMAT_GBR:
-    case GST_VIDEO_FORMAT_GBR_16LE:
-      return "GBR";
-    case GST_VIDEO_FORMAT_GBR_10LE:
-      return "GBR_10";
-    case GST_VIDEO_FORMAT_GBR_12LE:
-      return "GBR_12";
-    case GST_VIDEO_FORMAT_GBRA:
-      if (premul)
-        return "GBRAPremul";
-      return "GBRA";
-    case GST_VIDEO_FORMAT_GBRA_10LE:
-      if (premul)
-        return "GBRAPremul_10";
-      return "GBRA_10";
-    case GST_VIDEO_FORMAT_GBRA_12LE:
-      if (premul)
-        return "GBRAPremul_12";
-      return "GBRA_12";
-    case GST_VIDEO_FORMAT_Y412_LE:
-      if (premul)
-        return "Y412Premul";
-      return "Y412";
-    case GST_VIDEO_FORMAT_BGR10A2_LE:
-      return "BGR10A2";
-    case GST_VIDEO_FORMAT_BGRA64_LE:
-      if (premul)
-        return "BGRA64Premul";
-      return "BGRA64";
-    case GST_VIDEO_FORMAT_RBGA:
-      if (premul)
-        return "RBGAPremul";
-      return "RBGA";
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return "";
-}
-
-static std::vector<std::pair<PS_OUTPUT, std::string>>
-make_output (GstVideoFormat format, gboolean premul)
-{
-  std::vector<std::pair<PS_OUTPUT, std::string>> ret;
-
-  switch (format) {
-    case GST_VIDEO_FORMAT_RGBA:
-    case GST_VIDEO_FORMAT_RGBA64_LE:
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-    case GST_VIDEO_FORMAT_BGRA:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RGBAPremul"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RGBA"));
-      break;
-    case GST_VIDEO_FORMAT_RGBx:
-    case GST_VIDEO_FORMAT_BGRx:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RGBx"));
-      break;
-    case GST_VIDEO_FORMAT_ARGB:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "ARGBPremul"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "ARGB"));
-      break;
-    case GST_VIDEO_FORMAT_xRGB:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "xRGB"));
-      break;
-    case GST_VIDEO_FORMAT_ABGR:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "ABGRPremul"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "ABGR"));
-      break;
-    case GST_VIDEO_FORMAT_xBGR:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "xBGR"));
-      break;
-    case GST_VIDEO_FORMAT_VUYA:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "VUYAPremul"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "VUYA"));
-      break;
-    case GST_VIDEO_FORMAT_AYUV:
-    case GST_VIDEO_FORMAT_AYUV64:
-      ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "AYUV"));
-      break;
-    case GST_VIDEO_FORMAT_NV12:
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P012_LE:
-    case GST_VIDEO_FORMAT_P016_LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA, "ChromaNV12"));
-      break;
-    case GST_VIDEO_FORMAT_NV21:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA, "ChromaNV21"));
-      break;
-    case GST_VIDEO_FORMAT_I420:
-    case GST_VIDEO_FORMAT_Y42B:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaI420"));
-      break;
-    case GST_VIDEO_FORMAT_Y444:
-    case GST_VIDEO_FORMAT_Y444_16LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "Y444"));
-      break;
-    case GST_VIDEO_FORMAT_YV12:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaYV12"));
-      break;
-    case GST_VIDEO_FORMAT_I420_10LE:
-    case GST_VIDEO_FORMAT_I422_10LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma_10"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_10"));
-      break;
-    case GST_VIDEO_FORMAT_Y444_10LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "Y444_10"));
-      break;
-    case GST_VIDEO_FORMAT_I420_12LE:
-    case GST_VIDEO_FORMAT_I422_12LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma_12"));
-      ret.push_back(std::make_pair(PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_12"));
-      break;
-    case GST_VIDEO_FORMAT_Y444_12LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "Y444_12"));
-      break;
-    case GST_VIDEO_FORMAT_GRAY8:
-    case GST_VIDEO_FORMAT_GRAY16_LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::LUMA, "Luma"));
-      break;
-    case GST_VIDEO_FORMAT_RGBP:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "RGBP"));
-      break;
-    case GST_VIDEO_FORMAT_BGRP:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "BGRP"));
-      break;
-    case GST_VIDEO_FORMAT_GBR:
-    case GST_VIDEO_FORMAT_GBR_16LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "GBR"));
-      break;
-    case GST_VIDEO_FORMAT_GBR_10LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "GBR_10"));
-      break;
-    case GST_VIDEO_FORMAT_GBR_12LE:
-      ret.push_back(std::make_pair(PS_OUTPUT::PLANAR, "GBR_12"));
-      break;
-    case GST_VIDEO_FORMAT_GBRA:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRAPremul"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRA"));
-      break;
-    case GST_VIDEO_FORMAT_GBRA_10LE:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRAPremul_10"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRA_10"));
-      break;
-    case GST_VIDEO_FORMAT_GBRA_12LE:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRAPremul_12"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PLANAR_FULL, "GBRA_12"));
-      break;
-    case GST_VIDEO_FORMAT_RBGA:
-      if (premul)
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RBGAPremul"));
-      else
-        ret.push_back(std::make_pair(PS_OUTPUT::PACKED, "RBGA"));
-      break;
-    default:
-      g_assert_not_reached ();
-      break;
-  }
-
-  return ret;
-}
+/* *INDENT-ON* */
 
 PixelShaderList
 gst_d3d11_get_converter_pixel_shader (GstD3D11Device * device,
     GstVideoFormat in_format, GstVideoFormat out_format, gboolean in_premul,
     gboolean out_premul, CONVERT_TYPE type)
 {
-  HRESULT hr;
-  auto input = make_input (in_format, in_premul);
-  auto output = make_output (out_format, out_premul);
-  std::string conv_type;
+  GstD3DConverterType conv_type;
+  GstD3DShaderModel sm;
   PixelShaderList ret;
 
   switch (type) {
     case CONVERT_TYPE::IDENTITY:
-      conv_type = "Identity";
+      conv_type = GST_D3D_CONVERTER_IDENTITY;
       break;
     case CONVERT_TYPE::SIMPLE:
-      conv_type = "Simple";
+      conv_type = GST_D3D_CONVERTER_SIMPLE;
       break;
     case CONVERT_TYPE::RANGE:
-      conv_type = "Range";
+      conv_type = GST_D3D_CONVERTER_RANGE;
       break;
     case CONVERT_TYPE::GAMMA:
-      conv_type = "Gamma";
+      conv_type = GST_D3D_CONVERTER_GAMMA;
       break;
     case CONVERT_TYPE::PRIMARY:
-      conv_type = "Primary";
+      conv_type = GST_D3D_CONVERTER_PRIMARY;
       break;
+    default:
+      g_assert_not_reached ();
+      return ret;
   }
 
-  for (const auto & it : output) {
-    std::string entry_point = "PSMain_" + input + "_" + conv_type + "_" +
-        it.second;
-    std::shared_ptr<ConverterPSSource> source;
-    std::vector<D3D_SHADER_MACRO> macros;
-    ComPtr<ID3D11PixelShader> shader;
-    cache_lock.lock ();
-    auto cached = ps_source_cache.find(entry_point);
-    if (cached != ps_source_cache.end()) {
-      source = cached->second;
-    } else {
-      source = std::make_shared<ConverterPSSource> ();
-      source->token = gst_d3d11_pixel_shader_token_new ();
-      source->entry_point = entry_point;
-      auto precompiled = precompiled_bytecode.find (entry_point);
-      if (precompiled != precompiled_bytecode.end ()) {
-        source->bytecode = precompiled->second.first;
-        source->bytecode_size = precompiled->second.second;
-      } else {
-        source->bytecode = nullptr;
-        source->bytecode_size = 0;
-      }
-
-      source->num_rtv = ps_output_get_num_rtv (it.first);
-
-      source->macros.push_back(std::make_pair("ENTRY_POINT", entry_point));
-      source->macros.push_back(std::make_pair("SAMPLER", "Sampler" + input));
-      source->macros.push_back(std::make_pair("CONVERTER",
-          "Converter" + conv_type));
-      source->macros.push_back(std::make_pair("OUTPUT_TYPE",
-          ps_output_to_string(it.first)));
-      source->macros.push_back(std::make_pair("OUTPUT_BUILDER",
-          "Output" + it.second));
-      ps_source_cacheentry_point = source;
-    }
-    cache_lock.unlock ();
+  auto handle = gst_d3d11_device_get_device_handle (device);
+  auto level = handle->GetFeatureLevel ();
+  if (level >= D3D_FEATURE_LEVEL_11_0)
+    sm = GST_D3D_SM_5_0;
+  else
+    sm = GST_D3D_SM_4_0;
 
-    for (const auto & defines : source->macros)
-      macros.push_back({defines.first.c_str (), defines.second.c_str ()});
+  GstD3DConverterPSByteCode blobs4;
+  auto num_blobs = gst_d3d_converter_shader_get_ps_blob (in_format, out_format,
+      in_premul, out_premul, conv_type, sm, blobs);
 
-    macros.push_back({nullptr, nullptr});
+  if (!num_blobs) {
+    GST_ERROR_OBJECT (device, "Couldn't get compiled bytecode");
+    return ret;
+  }
 
-    hr = gst_d3d11_device_get_pixel_shader_uncached (device, source->token,
-          source->bytecode, source->bytecode_size, g_PSMain_converter_str,
-          sizeof (g_PSMain_converter_str), source->entry_point.c_str (),
-          &macros0, &shader);
+  for (guint i = 0; i < num_blobs; i++) {
+    ComPtr < ID3D11PixelShader > shader;
+    auto blob = &blobsi;
+    auto hr = handle->CreatePixelShader (blob->byte_code.byte_code,
+        blob->byte_code.byte_code_len, nullptr, &shader);
     if (!gst_d3d11_result (hr, device)) {
+      GST_ERROR_OBJECT (device, "Couldn't create pixel shader");
       ret.clear ();
       return ret;
     }
 
-    auto ps = std::make_shared<PixelShader> ();
+    auto ps = std::make_shared < PixelShader > ();
     ps->shader = shader;
-    ps->num_rtv = source->num_rtv;
+    ps->num_rtv = blob->num_rtv;
 
     ret.push_back (ps);
   }
 
   return ret;
 }
-/* *INDENT-ON* */
 
 HRESULT
 gst_d3d11_get_converter_vertex_shader (GstD3D11Device * device,
     ID3D11VertexShader ** vs, ID3D11InputLayout ** layout)
 {
   static gint64 token = 0;
-  const void *bytecode = nullptr;
-  gsize bytecode_size = 0;
 
   GST_D3D11_CALL_ONCE_BEGIN {
     token = gst_d3d11_vertex_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-#ifdef HLSL_PRECOMPILED
-  bytecode = g_VSMain_converter;
-  bytecode_size = sizeof (g_VSMain_converter);
-#endif
+  auto handle = gst_d3d11_device_get_device_handle (device);
+  auto level = handle->GetFeatureLevel ();
+  GstD3DShaderModel sm;
+  if (level >= D3D_FEATURE_LEVEL_11_0)
+    sm = GST_D3D_SM_5_0;
+  else
+    sm = GST_D3D_SM_4_0;
+
+  GstD3DShaderByteCode bytecode = { };
+  if (!gst_d3d_converter_shader_get_vs_blob (sm, &bytecode)) {
+    GST_ERROR_OBJECT (device, "Couldn't get compiled bytecode");
+    return E_FAIL;
+  }
 
   D3D11_INPUT_ELEMENT_DESC input_desc2;
 
@@ -485,8 +143,6 @@
   input_desc1.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
   input_desc1.InstanceDataStepRate = 0;
 
-  return gst_d3d11_device_get_vertex_shader (device, token,
-      bytecode, bytecode_size, g_VSMain_converter_str,
-      sizeof (g_VSMain_converter_str), "VSMain_converter", input_desc,
-      G_N_ELEMENTS (input_desc), vs, layout);
+  return gst_d3d11_device_get_vertex_shader (device, token, "VSMain_converter",
+      &bytecode, input_desc, G_N_ELEMENTS (input_desc), vs, layout);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11converter-builder.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11converter-builder.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11converter-helper.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11converter-helper.cpp Changed

@@ -29,13 +29,11 @@
 #include "gstd3d11memory.h"
 #include "gstd3d11bufferpool.h"
 #include "gstd3d11shadercache.h"
+#include <gst/d3dshader/gstd3dshader.h>
 #include <wrl.h>
 #include <math.h>
-#include <map>
 #include <vector>
 #include <mutex>
-#include <string>
-#include <memory>
 
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
@@ -44,27 +42,6 @@
 GST_DEBUG_CATEGORY_EXTERN (gst_d3d11_converter_debug);
 #define GST_CAT_DEFAULT gst_d3d11_converter_debug
 
-/* *INDENT-OFF* */
-struct ConverterCSSource
-{
-  gint64 token;
-  std::string entry_point;
-  const BYTE *bytecode;
-  SIZE_T bytecode_size;
-  std::vector<std::pair<std::string, std::string>> macros;
-};
-
-static std::map<std::string, std::shared_ptr<ConverterCSSource>> cs_source_cache;
-static std::mutex cache_lock;
-#ifdef HLSL_PRECOMPILED
-#include "CSMainConverter.h"
-#else
-static const std::map<std::string, std::pair<const BYTE *, SIZE_T>> precompiled_bytecode;
-#endif
-/* *INDENT-ON* */
-
-#include "hlsl/CSMain_converter.hlsl"
-
 struct _GstD3D11ConverterHelper
 {
   ~_GstD3D11ConverterHelper ()
@@ -105,249 +82,28 @@
 {
   GstD3D11ConverterHelper *self;
   ComPtr < ID3D11ComputeShader > cs;
-  D3D_FEATURE_LEVEL feature_level;
   DXGI_FORMAT srv_format = DXGI_FORMAT_UNKNOWN;
   DXGI_FORMAT uav_format = DXGI_FORMAT_UNKNOWN;
   guint x_unit = 8;
   guint y_unit = 8;
-  std::string entry_point;
   HRESULT hr;
+  GstD3DConverterCSByteCode bytecode = { };
+  gboolean try_cs = FALSE;
+  gboolean need_convert = FALSE;
+  auto handle = gst_d3d11_device_get_device_handle (device);
 
   if (in_format != out_format) {
-    std::string in_format_str;
-    std::string out_format_str;
-
-    switch (in_format) {
-      case GST_VIDEO_FORMAT_YUY2:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "YUY2";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_UYVY:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "UYVY";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_VYUY:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "VYUY";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_YVYU:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "YVYU";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_Y210:
-      case GST_VIDEO_FORMAT_Y212_LE:
-        srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        in_format_str = "YUY2";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_v210:
-        srv_format = DXGI_FORMAT_R10G10B10A2_UNORM;
-        in_format_str = "v210";
-        x_unit = 48;
-        break;
-      case GST_VIDEO_FORMAT_v216:
-        srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        in_format_str = "UYVY";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_v308:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "v308";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_IYU2:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "IYU2";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_RGB:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "RGB";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_BGR:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "BGR";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_RGB16:
-        srv_format = DXGI_FORMAT_R16_UINT;
-        in_format_str = "RGB16";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_BGR16:
-        srv_format = DXGI_FORMAT_R16_UINT;
-        in_format_str = "BGR16";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_RGB15:
-        srv_format = DXGI_FORMAT_R16_UINT;
-        in_format_str = "RGB15";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_BGR15:
-        srv_format = DXGI_FORMAT_R16_UINT;
-        in_format_str = "BGR15";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_r210:
-        srv_format = DXGI_FORMAT_R32_UINT;
-        in_format_str = "r210";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_AYUV:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "AYUV";
-        break;
-      case GST_VIDEO_FORMAT_AYUV64:
-        srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        in_format_str = "AYUV";
-        break;
-      case GST_VIDEO_FORMAT_RGBA:
-        srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        in_format_str = "RGBA";
-        break;
-      case GST_VIDEO_FORMAT_RGB10A2_LE:
-        srv_format = DXGI_FORMAT_R10G10B10A2_UNORM;
-        in_format_str = "RGBA";
-        break;
-      case GST_VIDEO_FORMAT_RGBA64_LE:
-        srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        in_format_str = "RGBA";
-        break;
-      default:
-        g_assert_not_reached ();
-        return nullptr;
-    }
-
-    switch (out_format) {
-      case GST_VIDEO_FORMAT_YUY2:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "YUY2";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_UYVY:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "UYVY";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_VYUY:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "VYUY";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_YVYU:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "YVYU";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_Y210:
-      case GST_VIDEO_FORMAT_Y212_LE:
-        uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        out_format_str = "YUY2";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_v210:
-        uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
-        out_format_str = "v210";
-        x_unit = 48;
-        break;
-      case GST_VIDEO_FORMAT_v216:
-        uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        out_format_str = "UYVY";
-        x_unit = 16;
-        break;
-      case GST_VIDEO_FORMAT_v308:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "v308";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_IYU2:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "IYU2";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_Y410:
-        uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
-        out_format_str = "Y410";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_Y412_LE:
-        uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        out_format_str = "Y410";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_RGB:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "RGB";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_BGR:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "BGR";
-        x_unit = 32;
-        break;
-      case GST_VIDEO_FORMAT_RGB16:
-        uav_format = DXGI_FORMAT_R16_UINT;
-        out_format_str = "RGB16";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_BGR16:
-        uav_format = DXGI_FORMAT_R16_UINT;
-        out_format_str = "BGR16";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_RGB15:
-        uav_format = DXGI_FORMAT_R16_UINT;
-        out_format_str = "RGB15";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_BGR15:
-        uav_format = DXGI_FORMAT_R16_UINT;
-        out_format_str = "BGR15";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_r210:
-        uav_format = DXGI_FORMAT_R32_UINT;
-        out_format_str = "r210";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_BGRA64_LE:
-        uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        out_format_str = "BGRA";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_BGR10A2_LE:
-        uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
-        out_format_str = "BGRA";
-        x_unit = 8;
-        break;
-      case GST_VIDEO_FORMAT_AYUV:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "AYUV";
-        break;
-      case GST_VIDEO_FORMAT_AYUV64:
-        uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
-        out_format_str = "AYUV";
-        break;
-      case GST_VIDEO_FORMAT_RGBA:
-        uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
-        out_format_str = "RGBA";
-        break;
-      case GST_VIDEO_FORMAT_RGB10A2_LE:
-        uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
-        out_format_str = "RGBA";
-        break;
-      default:
-        g_assert_not_reached ();
-        return nullptr;
+    need_convert = TRUE;
+    if (handle->GetFeatureLevel () >= D3D_FEATURE_LEVEL_11_0) {
+      try_cs = gst_d3d_converter_shader_get_cs_blob (in_format, out_format,
+          GST_D3D_SM_5_0, &bytecode);
+      if (try_cs) {
+        srv_format = bytecode.srv_format;
+        uav_format = bytecode.uav_format;
+        x_unit = bytecode.x_unit;
+        y_unit = bytecode.y_unit;
+      }
     }
-
-    entry_point = "CSMain_" + in_format_str + "_to_" + out_format_str;
   }
 
   self = new GstD3D11ConverterHelper ();
@@ -361,14 +117,8 @@
   self->srv_format = srv_format;
   self->uav_format = uav_format;
 
-  if (!entry_point.empty ()) {
-    auto handle = gst_d3d11_device_get_device_handle (device);
-    gboolean try_cs = TRUE;
-    feature_level = handle->GetFeatureLevel ();
-    if (feature_level < D3D_FEATURE_LEVEL_11_0) {
-      try_cs = FALSE;
-      GST_DEBUG ("Device does not support typed UAV");
-    } else if (uav_format != DXGI_FORMAT_R32_UINT) {
+  if (need_convert) {
+    if (try_cs && uav_format != DXGI_FORMAT_R32_UINT) {
       D3D11_FEATURE_DATA_FORMAT_SUPPORT2 support2;
       support2.InFormat = uav_format;
       support2.OutFormatSupport2 = 0;
@@ -383,57 +133,14 @@
     }
 
     if (try_cs) {
-      std::lock_guard<std::mutex> lk (cache_lock);
-      std::shared_ptr<ConverterCSSource> source;
-      auto cached = cs_source_cache.find (entry_point);
-      if (cached != cs_source_cache.end ()) {
-        source = cached->second;
-      } else {
-        source = std::make_shared<ConverterCSSource> ();
-        source->token = gst_d3d11_compute_shader_token_new ();
-        source->entry_point = entry_point;
-        auto precompiled = precompiled_bytecode.find (entry_point);
-        if (precompiled != precompiled_bytecode.end ()) {
-          source->bytecode = precompiled->second.first;
-          source->bytecode_size = precompiled->second.second;
-        } else {
-          source->bytecode = nullptr;
-          source->bytecode_size = 0;
-          source->macros.push_back(std::make_pair("ENTRY_POINT", entry_point));
-          source->macros.push_back(std::make_pair("BUILDING_" + entry_point, "1"));
-        }
-
-        cs_source_cacheentry_point = source;
-      }
-
-      if (source->bytecode) {
-        hr = handle->CreateComputeShader (source->bytecode,
-            source->bytecode_size, nullptr, &cs);
-        if (!gst_d3d11_result (hr, device))
-          GST_WARNING ("Couldn't create compute shader from precompiled blob");
-      } else {
-        std::vector<D3D_SHADER_MACRO> macros;
-        ComPtr < ID3DBlob > blob;
-
-        for (const auto & defines : source->macros)
-          macros.push_back({defines.first.c_str (), defines.second.c_str ()});
-
-        macros.push_back({nullptr, nullptr});
-
-        gst_d3d11_shader_cache_get_compute_shader_blob (source->token,
-            g_CSMain_converter_str, sizeof (g_CSMain_converter_str),
-            source->entry_point.c_str (), &macros0, &blob);
-        if (blob) {
-          hr = handle->CreateComputeShader (blob->GetBufferPointer (),
-              blob->GetBufferSize (), nullptr, &cs);
-          if (!gst_d3d11_result (hr, device))
-            GST_WARNING ("Couldn't create compute shader from source");
-        }
-      }
+      hr = handle->CreateComputeShader (bytecode.byte_code.byte_code,
+          bytecode.byte_code.byte_code_len, nullptr, &cs);
+      if (!gst_d3d11_result (hr, device))
+        GST_WARNING ("Couldn't create compute shader from precompiled blob");
     }
 
     if (cs) {
-      GST_DEBUG ("Compute shader \"%s\" available", entry_point.c_str ());
+      GST_DEBUG ("Compute shader available");
 
       self->cs = cs;
 
@@ -448,8 +155,7 @@
         self->tg_y = (UINT) ceil (height / (float) y_unit);
       }
     } else {
-      GST_DEBUG ("Creating software converter for \"%s\"",
-          entry_point.c_str ());
+      GST_DEBUG ("Creating software converter");
 
       self->sw_conv =
           gst_video_converter_new (&self->in_info, &self->out_info, nullptr);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11converter.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11converter.cpp Changed

@@ -151,13 +151,18 @@
   FLOAT max4;
 };
 
+struct PSAlphaFactor
+{
+  FLOAT alpha;
+  FLOAT padding3;
+  FLOAT padding_other4;
+};
+
 struct PSConstBuffer
 {
   PSColorSpace preCoeff;
   PSColorSpace postCoeff;
   PSColorSpace primariesCoeff;
-  FLOAT alpha;
-  FLOAT padding3;
 };
 
 struct VertexData
@@ -297,6 +302,7 @@
 
   ComPtr < ID3D11Buffer > vertex_buffer;
   ComPtr < ID3D11Buffer > index_buffer;
+  ComPtr < ID3D11Buffer > alpha_buffer;
   ComPtr < ID3D11Buffer > const_buffer;
   ComPtr < ID3D11Buffer > vs_const_buffer;
   ComPtr < ID3D11VertexShader > vs;
@@ -324,6 +330,7 @@
   gboolean update_transform = FALSE;
   XMFLOAT4X4A custom_transform;
 
+  PSAlphaFactor alpha_data;
   PSConstBuffer const_data;
 
   gboolean clear_background = FALSE;
@@ -606,7 +613,7 @@
       break;
     case PROP_ALPHA:
       update_alpha (self, &priv->alpha, value);
-      priv->const_data.alpha = priv->alpha;
+      priv->alpha_data.alpha = priv->alpha;
       break;
     case PROP_BLEND_STATE:{
       ID3D11BlendState *blend =
@@ -782,6 +789,7 @@
   ComPtr < ID3D11InputLayout > layout;
   ComPtr < ID3D11SamplerState > sampler;
   ComPtr < ID3D11SamplerState > linear_sampler;
+  ComPtr < ID3D11Buffer > alpha_buffer;
   ComPtr < ID3D11Buffer > const_buffer;
   ComPtr < ID3D11Buffer > vs_const_buffer;
   ComPtr < ID3D11Buffer > vertex_buffer;
@@ -849,8 +857,7 @@
   }
 
   /* const buffer */
-  if (priv->convert_type != CONVERT_TYPE::IDENTITY ||
-      GST_VIDEO_INFO_HAS_ALPHA (out_info)) {
+  if (priv->convert_type != CONVERT_TYPE::IDENTITY) {
     G_STATIC_ASSERT (sizeof (PSConstBuffer) % 16 == 0);
     buffer_desc.Usage = D3D11_USAGE_DYNAMIC;
     buffer_desc.ByteWidth = sizeof (PSConstBuffer);
@@ -869,6 +876,21 @@
     }
   }
 
+  G_STATIC_ASSERT (sizeof (PSAlphaFactor) % 16 == 0);
+  buffer_desc.Usage = D3D11_USAGE_DYNAMIC;
+  buffer_desc.ByteWidth = sizeof (PSAlphaFactor);
+  buffer_desc.BindFlags = D3D11_BIND_CONSTANT_BUFFER;
+  buffer_desc.CPUAccessFlags = D3D11_CPU_ACCESS_WRITE;
+  subresource.pSysMem = &priv->alpha_data;
+  subresource.SysMemPitch = sizeof (PSAlphaFactor);
+
+  hr = device_handle->CreateBuffer (&buffer_desc, &subresource, &alpha_buffer);
+  if (!gst_d3d11_result (hr, device)) {
+    GST_ERROR_OBJECT (self,
+        "Couldn't create alpha buffer, hr: 0x%x", (guint) hr);
+    return FALSE;
+  }
+
   buffer_desc.Usage = D3D11_USAGE_DYNAMIC;
   buffer_desc.ByteWidth = sizeof (g_matrix_identity);
   buffer_desc.BindFlags = D3D11_BIND_CONSTANT_BUFFER;
@@ -945,6 +967,7 @@
   /* holds vertex buffer for crop rect update */
   priv->vertex_buffer = vertex_buffer;
   priv->index_buffer = index_buffer;
+  priv->alpha_buffer = alpha_buffer;
   priv->const_buffer = const_buffer;
   priv->vs_const_buffer = vs_const_buffer;
   priv->vs = vs;
@@ -1970,11 +1993,13 @@
       return GST_VIDEO_FORMAT_AYUV;
     case GST_VIDEO_FORMAT_Y210:
     case GST_VIDEO_FORMAT_Y212_LE:
+    case GST_VIDEO_FORMAT_Y216_LE:
     case GST_VIDEO_FORMAT_v210:
     case GST_VIDEO_FORMAT_v216:
       return GST_VIDEO_FORMAT_AYUV64;
     case GST_VIDEO_FORMAT_Y410:
     case GST_VIDEO_FORMAT_Y412_LE:
+    case GST_VIDEO_FORMAT_Y416_LE:
       if (!is_input)
         return GST_VIDEO_FORMAT_AYUV64;
       break;
@@ -2007,7 +2032,7 @@
  * @device: a #GstD3D11Device
  * @in_info: a #GstVideoInfo
  * @out_info: a #GstVideoInfo
- * @method: (inout) (optional) (nullable): a #GstD3D11ConverterMethod
+ * @config: (transfer full) (optional) (nullable): a #GstStructure containing converter config
 
  * Create a new converter object to convert between @in_info and @out_info
  * with @method. When @method is not specified, converter will configure
@@ -2107,7 +2132,7 @@
   }
 
   self->device = (GstD3D11Device *) gst_object_ref (device);
-  priv->const_data.alpha = 1.0;
+  priv->alpha_data.alpha = 1.0;
   priv->in_info = *in_info;
   priv->preproc_info = *in_info;
   priv->piv_info = *in_info;
@@ -2329,12 +2354,12 @@
     }
   }
 
-  if (priv->const_buffer && priv->update_alpha) {
+  if (priv->update_alpha) {
     D3D11_MAPPED_SUBRESOURCE map;
-    PSConstBuffer *const_buffer;
+    PSAlphaFactor *alpha_buffer;
     HRESULT hr;
 
-    hr = context->Map (priv->const_buffer.Get (),
+    hr = context->Map (priv->alpha_buffer.Get (),
         0, D3D11_MAP_WRITE_DISCARD, 0, &map);
     if (!gst_d3d11_result (hr, self->device)) {
       GST_ERROR_OBJECT (self,
@@ -2342,10 +2367,10 @@
       return FALSE;
     }
 
-    const_buffer = (PSConstBuffer *) map.pData;
-    memcpy (const_buffer, &priv->const_data, sizeof (PSConstBuffer));
+    alpha_buffer = (PSAlphaFactor *) map.pData;
+    memcpy (alpha_buffer, &priv->alpha_data, sizeof (PSAlphaFactor));
 
-    context->Unmap (priv->const_buffer.Get (), 0);
+    context->Unmap (priv->alpha_buffer.Get (), 0);
   }
   priv->update_alpha = FALSE;
 
@@ -2370,9 +2395,13 @@
   context->VSSetShader (priv->vs.Get (), nullptr, 0);
   context->VSSetConstantBuffers (0, 1, vs_const_buffer);
 
+  ID3D11Buffer *alpha_buffer = { priv->alpha_buffer.Get () };
+  context->PSSetConstantBuffers (1, 1, alpha_buffer);
+
+
   if (priv->const_buffer) {
     ID3D11Buffer *const_buffer = { priv->const_buffer.Get () };
-    context->PSSetConstantBuffers (0, 1, const_buffer);
+    context->PSSetConstantBuffers (2, 1, const_buffer);
   }
 
   context->PSSetShaderResources (0, priv->num_input_view, srv);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11device-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11device-private.h Changed

@@ -21,6 +21,7 @@
 
 #include <gst/gst.h>
 #include <gst/d3d11/gstd3d11_fwd.h>
+#include <gst/d3dshader/gstd3dshader.h>
 
 G_BEGIN_DECLS
 
@@ -36,33 +37,15 @@
 GST_D3D11_API
 HRESULT gst_d3d11_device_get_pixel_shader  (GstD3D11Device * device,
                                             gint64 token,
-                                            const void * bytecode,
-                                            gsize bytecode_size,
-                                            const gchar * source,
-                                            gsize source_size,
                                             const gchar * entry_point,
-                                            const D3D_SHADER_MACRO * defines,
+                                            const GstD3DShaderByteCode * bytecode,
                                             ID3D11PixelShader ** ps);
 
 GST_D3D11_API
-HRESULT gst_d3d11_device_get_pixel_shader_uncached (GstD3D11Device * device,
-                                                    gint64 token,
-                                                    const void * bytecode,
-                                                    gsize bytecode_size,
-                                                    const gchar * source,
-                                                    gsize source_size,
-                                                    const gchar * entry_point,
-                                                    const D3D_SHADER_MACRO * defines,
-                                                    ID3D11PixelShader ** ps);
-
-GST_D3D11_API
 HRESULT gst_d3d11_device_get_vertex_shader (GstD3D11Device * device,
                                             gint64 token,
-                                            const void * bytecode,
-                                            gsize bytecode_size,
-                                            const gchar * source,
-                                            gsize source_size,
                                             const gchar * entry_point,
+                                            const GstD3DShaderByteCode * bytecode,
                                             const D3D11_INPUT_ELEMENT_DESC * input_desc,
                                             guint desc_len,
                                             ID3D11VertexShader ** vs,
@@ -81,5 +64,11 @@
 HRESULT gst_d3d11_device_get_rasterizer_msaa (GstD3D11Device * device,
                                               ID3D11RasterizerState ** rasterizer);
 
+GST_D3D11_API
+void    gst_d3d11_device_check_device_removed (GstD3D11Device * device);
+
+GST_D3D11_API
+gboolean gst_d3d11_device_d3d12_import_supported (GstD3D11Device * device);
+
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11device.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11device.cpp Changed

@@ -96,14 +96,31 @@
   PROP_DESCRIPTION,
   PROP_CREATE_FLAGS,
   PROP_ADAPTER_LUID,
+  PROP_DEVICE_REMOVED_REASON,
 };
 
+static GParamSpec *pspec_removed_reason = nullptr;
+
 #define DEFAULT_ADAPTER 0
 #define DEFAULT_CREATE_FLAGS 0
 
 /* *INDENT-OFF* */
 struct _GstD3D11DevicePrivate
 {
+  _GstD3D11DevicePrivate ()
+  {
+    device_removed_event =
+        CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
+    cancallable =
+        CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
+  }
+
+  ~_GstD3D11DevicePrivate ()
+  {
+    CloseHandle (device_removed_event);
+    CloseHandle (cancallable);
+  }
+
   guint adapter = 0;
   guint device_id = 0;
   guint vendor_id = 0;
@@ -113,6 +130,7 @@
   gint64 adapter_luid = 0;
 
   ID3D11Device *device = nullptr;
+  ID3D11Device4 *device4 = nullptr;
   ID3D11Device5 *device5 = nullptr;
   ID3D11DeviceContext *device_context = nullptr;
   ID3D11DeviceContext4 *device_context4 = nullptr;
@@ -146,6 +164,12 @@
   IDXGIDebug *dxgi_debug = nullptr;
   IDXGIInfoQueue *dxgi_info_queue = nullptr;
 #endif
+
+  DWORD device_removed_cookie = 0;
+  GThread *device_removed_monitor_thread = nullptr;
+  HANDLE device_removed_event;
+  HANDLE cancallable;
+  std::atomic<HRESULT> removed_reason = { S_OK };
 };
 /* *INDENT-ON* */
 
@@ -417,6 +441,20 @@
           "DXGI Adapter LUID (Locally Unique Identifier) of created device",
           G_MININT64, G_MAXINT64, 0, readable_flags));
 
+  /**
+   * GstD3D11Device:device-removed-reason:
+   *
+   * Device removed reason HRESULT code
+   *
+   * Since: 1.26
+   */
+  pspec_removed_reason =
+      g_param_spec_int ("device-removed-reason", "Device Removed Reason",
+      "HRESULT code returned from ID3D11Device::GetDeviceRemovedReason",
+      G_MININT32, G_MAXINT32, 0, readable_flags);
+  g_object_class_install_property (gobject_class, PROP_DEVICE_REMOVED_REASON,
+      pspec_removed_reason);
+
   gst_d3d11_memory_init_once ();
 }
 
@@ -523,7 +561,9 @@
       case GST_VIDEO_FORMAT_YUY2:
       case GST_VIDEO_FORMAT_Y210:
       case GST_VIDEO_FORMAT_Y212_LE:
+      case GST_VIDEO_FORMAT_Y216_LE:
       case GST_VIDEO_FORMAT_Y412_LE:
+      case GST_VIDEO_FORMAT_Y416_LE:
       case GST_VIDEO_FORMAT_BGRA64_LE:
       case GST_VIDEO_FORMAT_BGR10A2_LE:
       case GST_VIDEO_FORMAT_RBGA:
@@ -674,6 +714,9 @@
     case PROP_ADAPTER_LUID:
       g_value_set_int64 (value, priv->adapter_luid);
       break;
+    case PROP_DEVICE_REMOVED_REASON:
+      g_value_set_int (value, priv->removed_reason);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -713,6 +756,12 @@
 
   GST_LOG_OBJECT (self, "dispose");
 
+  if (priv->device4 && priv->device_removed_monitor_thread) {
+    priv->device4->UnregisterDeviceRemoved (priv->device_removed_cookie);
+    SetEvent (priv->cancallable);
+    g_clear_pointer (&priv->device_removed_monitor_thread, g_thread_join);
+  }
+
   priv->ps_cache.clear ();
   priv->vs_cache.clear ();
   priv->sampler_cache.clear ();
@@ -720,6 +769,7 @@
   GST_D3D11_CLEAR_COM (priv->rs);
   GST_D3D11_CLEAR_COM (priv->rs_msaa);
   GST_D3D11_CLEAR_COM (priv->device5);
+  GST_D3D11_CLEAR_COM (priv->device4);
   GST_D3D11_CLEAR_COM (priv->device_context4);
   GST_D3D11_CLEAR_COM (priv->video_device);
   GST_D3D11_CLEAR_COM (priv->video_context);
@@ -947,12 +997,47 @@
 #endif
 }
 
+void
+gst_d3d11_device_check_device_removed (GstD3D11Device * self)
+{
+  auto priv = self->priv;
+  auto removed_reason = priv->device->GetDeviceRemovedReason ();
+
+  if (removed_reason == S_OK)
+    return;
+
+  HRESULT expected = S_OK;
+  if (std::atomic_compare_exchange_strong (&priv->removed_reason,
+          &expected, removed_reason)) {
+    auto error_text = g_win32_error_message ((guint) priv->removed_reason);
+    GST_ERROR_OBJECT (self, "DeviceRemovedReason: 0x%x, %s",
+        (guint) priv->removed_reason, GST_STR_NULL (error_text));
+    g_free (error_text);
+
+    g_object_notify_by_pspec (G_OBJECT (self), pspec_removed_reason);
+  }
+}
+
+static gpointer
+gst_d3d11_device_removed_monitor_thread (GstD3D11Device * self)
+{
+  auto priv = self->priv;
+  HANDLE waitables = { priv->device_removed_event, priv->cancallable };
+
+  auto ret = WaitForMultipleObjects (2, waitables, FALSE, INFINITE);
+  if (ret == WAIT_OBJECT_0)
+    gst_d3d11_device_check_device_removed (self);
+
+  return nullptr;
+}
+
 static GstD3D11Device *
 gst_d3d11_device_new_internal (const GstD3D11DeviceConstructData * data)
 {
   ComPtr < IDXGIAdapter1 > adapter;
   ComPtr < IDXGIFactory1 > factory;
   ComPtr < ID3D11Device > device;
+  ComPtr < ID3D11Device4 > device4;
   ComPtr < ID3D11Device5 > device5;
   ComPtr < ID3D11DeviceContext > device_context;
   ComPtr < ID3D11DeviceContext4 > device_context4;
@@ -1084,6 +1169,18 @@
 
   priv = self->priv;
 
+  hr = device.As (&device4);
+  if (SUCCEEDED (hr)) {
+    hr = device4->RegisterDeviceRemovedEvent (priv->device_removed_event,
+        &priv->device_removed_cookie);
+    if (SUCCEEDED (hr)) {
+      priv->device4 = device4.Detach ();
+      priv->device_removed_monitor_thread =
+          g_thread_new ("d3d11-removed-monitor",
+          (GThreadFunc) gst_d3d11_device_removed_monitor_thread, self);
+    }
+  }
+
   hr = device.As (&device5);
   if (SUCCEEDED (hr))
     hr = device_context.As (&device_context4);
@@ -1681,75 +1778,30 @@
 }
 
 HRESULT
-gst_d3d11_device_get_pixel_shader_uncached (GstD3D11Device * device,
-    gint64 token, const void *bytecode, gsize bytecode_size,
-    const gchar * source, gsize source_size, const gchar * entry_point,
-    const D3D_SHADER_MACRO * defines, ID3D11PixelShader ** ps)
-{
-  GstD3D11DevicePrivate *priv = device->priv;
-  HRESULT hr;
-  ComPtr < ID3D11PixelShader > shader;
-  ComPtr < ID3DBlob > blob;
-  const void *data;
-  gsize size;
-
-  GST_LOG_OBJECT (device,
-      "Creating pixel shader for token %" G_GINT64_FORMAT ", source:\n%s",
-      token, source);
-
-  if (bytecode && bytecode_size > 1) {
-    data = bytecode;
-    size = bytecode_size;
-    GST_DEBUG_OBJECT (device,
-        "Creating shader \"%s\" using precompiled bytecode", entry_point);
-  } else {
-    hr = gst_d3d11_shader_cache_get_pixel_shader_blob (token,
-        source, source_size, entry_point, defines, &blob);
-    if (!gst_d3d11_result (hr, device))
-      return hr;
-
-    data = blob->GetBufferPointer ();
-    size = blob->GetBufferSize ();
-  }
-
-  hr = priv->device->CreatePixelShader (data, size, nullptr, &shader);
-  if (!gst_d3d11_result (hr, device))
-    return hr;
-
-  GST_DEBUG_OBJECT (device,
-      "Created pixel shader \"%s\" for token %" G_GINT64_FORMAT,
-      entry_point, token);
-  *ps = shader.Detach ();
-
-  return S_OK;
-}
-
-HRESULT
 gst_d3d11_device_get_pixel_shader (GstD3D11Device * device, gint64 token,
-    const void *bytecode, gsize bytecode_size, const gchar * source,
-    gsize source_size, const gchar * entry_point,
-    const D3D_SHADER_MACRO * defines, ID3D11PixelShader ** ps)
+    const gchar * entry_point, const GstD3DShaderByteCode * bytecode,
+    ID3D11PixelShader ** ps)
 {
   GstD3D11DevicePrivate *priv = device->priv;
   HRESULT hr;
   ComPtr < ID3D11PixelShader > shader;
 
   GST_DEBUG_OBJECT (device, "Getting pixel shader \"%s\" for token %"
-      G_GINT64_FORMAT, entry_point, token);
+      G_GINT64_FORMAT, GST_STR_NULL (entry_point), token);
 
   std::lock_guard < std::mutex > lk (priv->resource_lock);
   auto cached = priv->ps_cache.find (token);
   if (cached != priv->ps_cache.end ()) {
     GST_DEBUG_OBJECT (device,
-        "Found cached pixel shader \"%s\" for token %" G_GINT64_FORMAT,
-        entry_point, token);
+        "Found cached pixel shader \"%s for token %" G_GINT64_FORMAT,
+        GST_STR_NULL (entry_point), token);
     *ps = cached->second.Get ();
     (*ps)->AddRef ();
     return S_OK;
   }
 
-  hr = gst_d3d11_device_get_pixel_shader_uncached (device, token, bytecode,
-      bytecode_size, source, source_size, entry_point, defines, &shader);
+  hr = priv->device->CreatePixelShader (bytecode->byte_code,
+      bytecode->byte_code_len, nullptr, &shader);
   if (!gst_d3d11_result (hr, device))
     return hr;
 
@@ -1761,8 +1813,7 @@
 
 HRESULT
 gst_d3d11_device_get_vertex_shader (GstD3D11Device * device, gint64 token,
-    const void *bytecode, gsize bytecode_size, const gchar * source,
-    gsize source_size, const gchar * entry_point,
+    const gchar * entry_point, const GstD3DShaderByteCode * bytecode,
     const D3D11_INPUT_ELEMENT_DESC * input_desc, guint desc_len,
     ID3D11VertexShader ** vs, ID3D11InputLayout ** layout)
 {
@@ -1770,19 +1821,16 @@
   HRESULT hr;
   ComPtr < ID3D11VertexShader > shader;
   ComPtr < ID3D11InputLayout > input_layout;
-  ComPtr < ID3DBlob > blob;
-  const void *data;
-  gsize size;
 
   GST_DEBUG_OBJECT (device, "Getting vertext shader \"%s\" for token %"
-      G_GINT64_FORMAT, entry_point, token);
+      G_GINT64_FORMAT, GST_STR_NULL (entry_point), token);
 
   std::lock_guard < std::mutex > lk (priv->resource_lock);
   auto cached = priv->vs_cache.find (token);
   if (cached != priv->vs_cache.end ()) {
     GST_DEBUG_OBJECT (device,
         "Found cached vertex shader \"%s\" for token %" G_GINT64_FORMAT,
-        entry_point, token);
+        GST_STR_NULL (entry_point), token);
     *vs = cached->second.first.Get ();
     *layout = cached->second.second.Get ();
     (*vs)->AddRef ();
@@ -1790,36 +1838,18 @@
     return S_OK;
   }
 
-  GST_LOG_OBJECT (device,
-      "Creating vertex shader for token %" G_GINT64_FORMAT ", shader: \n%s",
-      token, source);
-
-  if (bytecode && bytecode_size > 1) {
-    data = bytecode;
-    size = bytecode_size;
-    GST_DEBUG_OBJECT (device,
-        "Creating shader \"%s\" using precompiled bytecode", entry_point);
-  } else {
-    hr = gst_d3d11_shader_cache_get_vertex_shader_blob (token,
-        source, source_size, entry_point, &blob);
-    if (!gst_d3d11_result (hr, device))
-      return hr;
-
-    data = blob->GetBufferPointer ();
-    size = blob->GetBufferSize ();
-  }
-
-  hr = priv->device->CreateVertexShader (data, size, nullptr, &shader);
+  hr = priv->device->CreateVertexShader (bytecode->byte_code,
+      bytecode->byte_code_len, nullptr, &shader);
   if (!gst_d3d11_result (hr, device))
     return hr;
 
-  hr = priv->device->CreateInputLayout (input_desc, desc_len, data,
-      size, &input_layout);
+  hr = priv->device->CreateInputLayout (input_desc, desc_len,
+      bytecode->byte_code, bytecode->byte_code_len, &input_layout);
   if (!gst_d3d11_result (hr, device))
     return hr;
 
   GST_DEBUG_OBJECT (device, "Created vertex shader \"%s\" for token %"
-      G_GINT64_FORMAT, entry_point, token);
+      G_GINT64_FORMAT, GST_STR_NULL (entry_point), token);
   priv->vs_cachetoken = std::make_pair (shader, input_layout);
 
   *vs = shader.Detach ();
@@ -1932,3 +1962,34 @@
 
   return S_OK;
 }
+
+gboolean
+gst_d3d11_device_d3d12_import_supported (GstD3D11Device * device)
+{
+#ifdef HAVE_D3D11_FEATURE_DATA_D3D11_OPTIONS5
+  auto priv = device->priv;
+  auto dev = priv->device;
+
+  D3D11_FEATURE_DATA_D3D11_OPTIONS options = { };
+  D3D11_FEATURE_DATA_D3D11_OPTIONS4 options4 = { };
+  D3D11_FEATURE_DATA_D3D11_OPTIONS5 options5 = { };
+  auto hr = dev->CheckFeatureSupport (D3D11_FEATURE_D3D11_OPTIONS5,
+      &options5, sizeof (options5));
+  if (FAILED (hr) || options5.SharedResourceTier < D3D11_SHARED_RESOURCE_TIER_2)
+    return FALSE;
+
+  hr = dev->CheckFeatureSupport (D3D11_FEATURE_D3D11_OPTIONS,
+      &options, sizeof (options));
+  if (FAILED (hr) || !options.ExtendedResourceSharing)
+    return FALSE;
+
+  hr = dev->CheckFeatureSupport (D3D11_FEATURE_D3D11_OPTIONS4,
+      &options4, sizeof (options4));
+  if (FAILED (hr) || !options4.ExtendedNV12SharedTextureSupported)
+    return FALSE;
+
+  return TRUE;
+#else
+  return FALSE;
+#endif
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/gstd3d11utils.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/gstd3d11utils.cpp Changed

@@ -24,6 +24,7 @@
 #include "gstd3d11utils.h"
 #include "gstd3d11device.h"
 #include "gstd3d11-private.h"
+#include "gstd3d11device-private.h"
 
 #include <windows.h>
 #include <versionhelpers.h>
@@ -550,23 +551,6 @@
   return val.QuadPart;
 }
 
-#ifndef GST_DISABLE_GST_DEBUG
-static void
-gst_d3d11_log_gpu_remove_reason (HRESULT hr, GstD3D11Device * device,
-    GstDebugCategory * cat, const gchar * file, const gchar * function,
-    gint line)
-{
-  gchar *error_text = g_win32_error_message ((guint) hr);
-
-  gst_debug_log (cat, GST_LEVEL_ERROR, file, function, line,
-      NULL, "DeviceRemovedReason: 0x%x, %s", (guint) hr,
-      GST_STR_NULL (error_text));
-  g_free (error_text);
-
-  gst_d3d11_device_log_live_objects (device, file, function, line);
-}
-#endif
-
 /**
  * _gst_d3d11_result:
  * @result: HRESULT D3D11 API return code
@@ -587,11 +571,14 @@
     const gchar * file, const gchar * function, gint line)
 {
 #ifndef GST_DISABLE_GST_DEBUG
-  gboolean ret = TRUE;
-
+#if (HAVE_D3D11SDKLAYERS_H || HAVE_DXGIDEBUG_H)
+  if (device) {
+    gst_d3d11_device_d3d11_debug (device, file, function, line);
+    gst_d3d11_device_dxgi_debug (device, file, function, line);
+  }
+#endif
   if (FAILED (hr)) {
     gchar *error_text = NULL;
-
     error_text = g_win32_error_message ((guint) hr);
     /* g_win32_error_message() doesn't cover all HERESULT return code,
      * so it could be empty string, or null if there was an error
@@ -600,28 +587,16 @@
         NULL, "D3D11 call failed: 0x%x, %s", (guint) hr,
         GST_STR_NULL (error_text));
     g_free (error_text);
-
-    if (device) {
-      ID3D11Device *device_handle = gst_d3d11_device_get_device_handle (device);
-      hr = device_handle->GetDeviceRemovedReason ();
-      if (hr != S_OK) {
-        gst_d3d11_log_gpu_remove_reason (hr, device, cat, file, function, line);
-      }
-    }
-
-    ret = FALSE;
-  }
-#if (HAVE_D3D11SDKLAYERS_H || HAVE_DXGIDEBUG_H)
-  if (device) {
-    gst_d3d11_device_d3d11_debug (device, file, function, line);
-    gst_d3d11_device_dxgi_debug (device, file, function, line);
   }
 #endif
 
-  return ret;
-#else
-  return SUCCEEDED (hr);
-#endif
+  if (SUCCEEDED (hr))
+    return TRUE;
+
+  if (device)
+    gst_d3d11_device_check_device_removed (device);
+
+  return FALSE;
 }
 
 /**

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/d3d11/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d11/meson.build Changed

@@ -40,6 +40,8 @@
   '-DBUILDING_GST_D3D11',
   '-DG_LOG_DOMAIN="GStreamer-D3D11"',
 
+# Definition issues in external headers
+extra_comm_args += cc.get_supported_arguments('-Wno-undef')
 
 have_d3d11sdk_h = false
 have_dxgidebug_h = false
@@ -51,6 +53,13 @@
 d3dcompiler_lib = cc.find_library('d3dcompiler', required: false)
 runtimeobject_lib = cc.find_library('runtimeobject', required: false)
 
+if not gstd3dshader_dep.found()
+  if d3d11_option.enabled()
+    error('The d3d11 was enabled explicitly, but required d3dshader dep were not found.')
+  endif
+  subdir_done()
+endif
+
 if not d3d11_lib.found() or not dxgi_lib.found()
   subdir_done()
 endif
@@ -169,18 +178,13 @@
 if cc.get_id() != 'msvc'
   extra_args = cc.get_supported_arguments(
     '-Wno-redundant-decls',
+    # include/directxmath/DirectXMathMatrix.inl:1161:16: error: variable 'aa' set but not used
+    '-Wno-unused-but-set-variable',
   )
 
   extra_comm_args += extra_args
 endif
 
-hlsl_precompiled = 
-fxc = find_program ('fxc', required : get_option ('d3d11-hlsl-precompile'))
-if cc.get_id() == 'msvc' and fxc.found()
-  subdir('hlsl')
-  extra_comm_args += '-DHLSL_PRECOMPILED'
-endif
-
 have_dx_math = cxx.compiles('''
     #include <windows.h>
     #include <DirectXMath.h>
@@ -227,6 +231,23 @@
   endif
 endif
 
+if cxx.compiles('''
+    #include <d3d11_4.h>
+    #include <d3d11.h>
+    int main(int argc, char ** argv) {
+      D3D11_FEATURE_DATA_D3D11_OPTIONS options;
+      D3D11_FEATURE_DATA_D3D11_OPTIONS4 options4;
+      D3D11_FEATURE_DATA_D3D11_OPTIONS5 options5;
+      D3D11_FEATURE fo = D3D11_FEATURE_D3D11_OPTIONS;
+      D3D11_FEATURE fo4 = D3D11_FEATURE_D3D11_OPTIONS4;
+      D3D11_FEATURE fo5 = D3D11_FEATURE_D3D11_OPTIONS5;
+      return 0;
+    }
+    ''',
+    name: 'D3D11_FEATURE_DATA_* symbols in d3d11 header')
+  extra_comm_args += '-DHAVE_D3D11_FEATURE_DATA_D3D11_OPTIONS5'
+endif
+
 configure_file(
   input : 'gstd3d11config.h.meson',
   output : 'gstd3d11config.h',
@@ -237,14 +258,14 @@
 
 pkg_name = 'gstreamer-d3d11-' + api_version
 gstd3d11 = library('gstd3d11-' + api_version,
-  d3d11_sources + hlsl_precompiled,
+  d3d11_sources,
   c_args : gst_plugins_bad_args + extra_c_args + extra_comm_args,
   cpp_args : gst_plugins_bad_args + extra_comm_args,
   include_directories : configinc, libsinc,
   version : libversion,
   soversion : soversion,
   install : true,
-  dependencies : gstbase_dep, gstvideo_dep, gmodule_dep, d3d11_lib, dxgi_lib + extra_deps
+  dependencies : gstbase_dep, gstvideo_dep, gmodule_dep, gstd3dshader_dep, d3d11_lib, dxgi_lib + extra_deps
 )
 
 pkgconfig.generate(gstd3d11,

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12 Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/d3d12-prelude.h Added

@@ -0,0 +1,31 @@
+/* GStreamer
+ * Copyright (C) 2024 GStreamer developers
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+
+#ifndef GST_D3D12_API
+# ifdef BUILDING_GST_D3D12
+#  define GST_D3D12_API GST_API_EXPORT         /* from config.h */
+# else
+#  define GST_D3D12_API GST_API_IMPORT
+# endif
+#endif
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12-private.h Added

@@ -0,0 +1,138 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3d12/gstd3d12.h>
+#include <gst/d3d12/gstd3d12device-private.h>
+#include <gst/d3d12/gstd3d12format-private.h>
+#include <gst/d3d12/gstd3d12converter-private.h>
+#include <gst/d3d12/gstd3d12cmdqueue-private.h>
+#include <gst/d3d12/gstd3d12mipgen-private.h>
+#include <gst/d3d12/gstd3d12compat.h>
+
+/*
+ * Preferred sorting order in a tier
+ *   - number of components
+ *   - depth
+ *   - subsampling
+ *   - supports both SRV and RTV
+ *   - prefer smaller number of planes
+ *   - prefer non-complex formats
+ *   - prefer YUV formats over RGB ones
+ *   - prefer I420 over YV12
+ *   - format name
+ */
+
+/* DXGI (semi) native formats */
+#define GST_D3D12_TIER_0_FORMATS \
+    "RGBA64_LE, BGRA64_LE, Y416_LE, Y412_LE, RGB10A2_LE, Y410, BGR10A2_LE, Y216_LE, Y212_LE, " \
+    "Y210, VUYA, RGBA, BGRA, RBGA, P016_LE, P012_LE, P010_10LE, RGBx, BGRx, " \
+    "YUY2, NV12"
+
+/* both SRV and RTV are supported */
+#define GST_D3D12_TIER_1_FORMATS \
+    "ARGB64_LE, AYUV64, GBRA_12LE, GBRA_10LE, AYUV, ABGR, ARGB, GBRA, Y444_16LE, " \
+    "A444_16LE, A444_12LE, A444_10LE, A444, " \
+    "A422_16LE, A422_12LE, A422_10LE, A422, A420_16LE, A420_12LE, A420_10LE, A420, AV12, " \
+    "GBR_16LE, Y444_12LE, GBR_12LE, I422_12LE, I420_12LE, Y444_10LE, GBR_10LE, " \
+    "I422_10LE, I420_10LE, Y444, BGRP, GBR, RGBP, xBGR, xRGB, Y42B, NV24, NV16, NV61, NV21, " \
+    "I420, YV12, Y41B, YUV9, YVU9, GRAY16_LE, GRAY8"
+
+/* pre/post processing required formats */
+#define GST_D3D12_TIER_LAST_FORMATS \
+    "v216, v210, r210, v308, IYU2, RGB, BGR, UYVY, VYUY, YVYU, RGB16, BGR16, " \
+    "RGB15, BGR15"
+
+#define GST_D3D12_COMMON_FORMATS \
+    GST_D3D12_TIER_0_FORMATS ", " \
+    GST_D3D12_TIER_1_FORMATS ", " \
+    GST_D3D12_TIER_LAST_FORMATS
+
+#define GST_D3D12_ALL_FORMATS \
+    "{ " GST_D3D12_COMMON_FORMATS " }"
+
+#ifdef __cplusplus
+#include <mutex>
+
+#define GST_D3D12_CALL_ONCE_BEGIN \
+    static std::once_flag __once_flag; \
+    std::call_once (__once_flag, &()
+
+#define GST_D3D12_CALL_ONCE_END )
+
+class GstD3D12Device11on12LockGuard
+{
+public:
+  explicit GstD3D12Device11on12LockGuard(GstD3D12Device * device) : device_ (device)
+  {
+    if (device_)
+      gst_d3d12_device_11on12_lock (device_);
+  }
+
+  ~GstD3D12Device11on12LockGuard()
+  {
+    if (device_)
+      gst_d3d12_device_11on12_unlock (device_);
+  }
+
+  GstD3D12Device11on12LockGuard(const GstD3D12Device11on12LockGuard&) = delete;
+  GstD3D12Device11on12LockGuard& operator=(const GstD3D12Device11on12LockGuard&) = delete;
+
+private:
+  GstD3D12Device *device_;
+};
+
+class GstD3D12DeviceDecoderLockGuard
+{
+public:
+  explicit GstD3D12DeviceDecoderLockGuard(GstD3D12Device * device) : device_ (device)
+  {
+    if (device_)
+      gst_d3d12_device_decoder_lock (device_);
+  }
+
+  ~GstD3D12DeviceDecoderLockGuard()
+  {
+    if (device_)
+      gst_d3d12_device_decoder_unlock (device_);
+  }
+
+  GstD3D12DeviceDecoderLockGuard(const GstD3D12DeviceDecoderLockGuard&) = delete;
+  GstD3D12DeviceDecoderLockGuard& operator=(const GstD3D12DeviceDecoderLockGuard&) = delete;
+
+private:
+  GstD3D12Device *device_;
+};
+
+static inline void
+gst_d3d12_com_release (IUnknown * unknown)
+{
+  if (unknown)
+    unknown->Release ();
+}
+
+#define FENCE_NOTIFY_COM(obj) \
+    ((gpointer) (obj)), ((GDestroyNotify) gst_d3d12_com_release)
+
+#define FENCE_NOTIFY_MINI_OBJECT(obj) \
+    ((gpointer) (obj)), ((GDestroyNotify) gst_mini_object_unref)
+
+#endif /* __cplusplus */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12.h Added

@@ -0,0 +1,40 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#ifndef GST_USE_UNSTABLE_API
+#pragma message ("The d3d12 library from gst-plugins-bad is unstable API and may change in future.")
+#pragma message ("You can define GST_USE_UNSTABLE_API to avoid this warning.")
+#endif
+
+#include <gst/gst.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+#include <gst/d3d12/gstd3d12bufferpool.h>
+#include <gst/d3d12/gstd3d12cmdallocpool.h>
+#include <gst/d3d12/gstd3d12cmdqueue.h>
+#include <gst/d3d12/gstd3d12converter.h>
+#include <gst/d3d12/gstd3d12descheappool.h>
+#include <gst/d3d12/gstd3d12device.h>
+#include <gst/d3d12/gstd3d12fencedatapool.h>
+#include <gst/d3d12/gstd3d12format.h>
+#include <gst/d3d12/gstd3d12frame.h>
+#include <gst/d3d12/gstd3d12memory.h>
+#include <gst/d3d12/gstd3d12utils.h>
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12_fwd.h Added

@@ -0,0 +1,94 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3d12/d3d12-prelude.h>
+
+#ifndef INITGUID
+#include <initguid.h>
+#endif
+
+#if defined(BUILDING_GST_D3D12) || defined(GST_D3D12_USE_DIRECTX_HEADERS)
+  #include <directx/d3d12.h>
+  #include <directx/d3d12video.h>
+  #ifdef __cplusplus
+    #include <dxguids/dxguids.h>
+  #endif /* __cplusplus */
+#else
+  #include <d3d12.h>
+  #include <d3d12video.h>
+#endif
+
+#include <dxgi1_6.h>
+#include <d3d11.h>
+
+G_BEGIN_DECLS
+
+typedef struct _GstD3D12Device GstD3D12Device;
+typedef struct _GstD3D12DeviceClass GstD3D12DeviceClass;
+typedef struct _GstD3D12DevicePrivate GstD3D12DevicePrivate;
+
+typedef struct _GstD3D12Memory GstD3D12Memory;
+typedef struct _GstD3D12MemoryPrivate GstD3D12MemoryPrivate;
+
+typedef struct _GstD3D12Allocator GstD3D12Allocator;
+typedef struct _GstD3D12AllocatorClass GstD3D12AllocatorClass;
+typedef struct _GstD3D12AllocatorPrivate GstD3D12AllocatorPrivate;
+
+typedef struct _GstD3D12PoolAllocator GstD3D12PoolAllocator;
+typedef struct _GstD3D12PoolAllocatorClass GstD3D12PoolAllocatorClass;
+typedef struct _GstD3D12PoolAllocatorPrivate GstD3D12PoolAllocatorPrivate;
+
+typedef struct _GstD3D12Format GstD3D12Format;
+
+typedef struct _GstD3D12AllocationParams GstD3D12AllocationParams;
+
+typedef struct _GstD3D12BufferPool GstD3D12BufferPool;
+typedef struct _GstD3D12BufferPoolClass GstD3D12BufferPoolClass;
+typedef struct _GstD3D12BufferPoolPrivate GstD3D12BufferPoolPrivate;
+
+typedef struct _GstD3D12CmdAllocPool GstD3D12CmdAllocPool;
+typedef struct _GstD3D12CmdAllocPoolClass GstD3D12CmdAllocPoolClass;
+typedef struct _GstD3D12CmdAllocPoolPrivate GstD3D12CmdAllocPoolPrivate;
+typedef struct _GstD3D12CmdAlloc GstD3D12CmdAlloc;
+
+typedef struct _GstD3D12CmdQueue GstD3D12CmdQueue;
+typedef struct _GstD3D12CmdQueueClass GstD3D12CmdQueueClass;
+typedef struct _GstD3D12CmdQueuePrivate GstD3D12CmdQueuePrivate;
+
+typedef struct _GstD3D12Converter GstD3D12Converter;
+typedef struct _GstD3D12ConverterClass GstD3D12ConverterClass;
+typedef struct _GstD3D12ConverterPrivate GstD3D12ConverterPrivate;
+
+typedef struct _GstD3D12DescHeapPool GstD3D12DescHeapPool;
+typedef struct _GstD3D12DescHeapPoolClass GstD3D12DescHeapPoolClass;
+typedef struct _GstD3D12DescHeapPoolPrivate GstD3D12DescHeapPoolPrivate;
+typedef struct _GstD3D12DescHeap GstD3D12DescHeap;
+
+typedef struct _GstD3D12FenceDataPool GstD3D12FenceDataPool;
+typedef struct _GstD3D12FenceDataPoolClass GstD3D12FenceDataPoolClass;
+typedef struct _GstD3D12FenceDataPoolPrivate GstD3D12FenceDataPoolPrivate;
+typedef struct _GstD3D12FenceData GstD3D12FenceData;
+
+typedef struct _GstD3D12Frame GstD3D12Frame;
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12bufferpool.cpp Added

@@ -0,0 +1,474 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12memory-private.h"
+#include <directx/d3dx12.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_buffer_pool_debug);
+#define GST_CAT_DEFAULT gst_d3d12_buffer_pool_debug
+
+struct _GstD3D12BufferPoolPrivate
+{
+  GstD3D12Allocator *allocGST_VIDEO_MAX_PLANES;
+
+  GstD3D12AllocationParams *d3d12_params;
+
+  gint strideGST_VIDEO_MAX_PLANES;
+  gsize offsetGST_VIDEO_MAX_PLANES;
+};
+
+#define gst_d3d12_buffer_pool_parent_class parent_class
+G_DEFINE_TYPE_WITH_PRIVATE (GstD3D12BufferPool,
+    gst_d3d12_buffer_pool, GST_TYPE_BUFFER_POOL);
+
+static void gst_d3d12_buffer_pool_dispose (GObject * object);
+static const gchar **gst_d3d12_buffer_pool_get_options (GstBufferPool * pool);
+static gboolean gst_d3d12_buffer_pool_set_config (GstBufferPool * pool,
+    GstStructure * config);
+static GstFlowReturn gst_d3d12_buffer_pool_alloc_buffer (GstBufferPool * pool,
+    GstBuffer ** buffer, GstBufferPoolAcquireParams * params);
+static GstFlowReturn gst_d3d12_buffer_pool_acquire_buffer (GstBufferPool * pool,
+    GstBuffer ** buffer, GstBufferPoolAcquireParams * params);
+static gboolean gst_d3d12_buffer_pool_start (GstBufferPool * pool);
+static gboolean gst_d3d12_buffer_pool_stop (GstBufferPool * pool);
+
+static void
+gst_d3d12_buffer_pool_class_init (GstD3D12BufferPoolClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto pool_class = GST_BUFFER_POOL_CLASS (klass);
+
+  object_class->dispose = gst_d3d12_buffer_pool_dispose;
+
+  pool_class->get_options = gst_d3d12_buffer_pool_get_options;
+  pool_class->set_config = gst_d3d12_buffer_pool_set_config;
+  pool_class->alloc_buffer = gst_d3d12_buffer_pool_alloc_buffer;
+  pool_class->acquire_buffer = gst_d3d12_buffer_pool_acquire_buffer;
+  pool_class->start = gst_d3d12_buffer_pool_start;
+  pool_class->stop = gst_d3d12_buffer_pool_stop;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_buffer_pool_debug, "d3d12bufferpool", 0,
+      "d3d12bufferpool");
+}
+
+static void
+gst_d3d12_buffer_pool_init (GstD3D12BufferPool * self)
+{
+  self->priv = (GstD3D12BufferPoolPrivate *)
+      gst_d3d12_buffer_pool_get_instance_private (self);
+}
+
+static void
+gst_d3d12_buffer_pool_clear_allocator (GstD3D12BufferPool * self)
+{
+  auto priv = self->priv;
+  guint i;
+
+  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
+    if (priv->alloci) {
+      gst_d3d12_allocator_set_active (priv->alloci, FALSE);
+      gst_clear_object (&priv->alloci);
+    }
+  }
+}
+
+static void
+gst_d3d12_buffer_pool_dispose (GObject * object)
+{
+  auto self = GST_D3D12_BUFFER_POOL (object);
+  auto priv = self->priv;
+
+  g_clear_pointer (&priv->d3d12_params, gst_d3d12_allocation_params_free);
+  gst_clear_object (&self->device);
+  gst_d3d12_buffer_pool_clear_allocator (self);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static const gchar **
+gst_d3d12_buffer_pool_get_options (GstBufferPool * pool)
+{
+  /* NOTE: d3d12 memory does not support alignment */
+  static const gchar *options =
+      { GST_BUFFER_POOL_OPTION_VIDEO_META, nullptr };
+
+  return options;
+}
+
+static void
+gst_d3d12_buffer_pool_do_align (D3D12_RESOURCE_DESC & desc)
+{
+  UINT width_align =
+      D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetWidthAlignment (desc.Format);
+  UINT height_align =
+      D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetHeightAlignment (desc.Format);
+
+  if (width_align > 1)
+    desc.Width = GST_ROUND_UP_N (desc.Width, (UINT64) width_align);
+
+  if (height_align > 1)
+    desc.Height = GST_ROUND_UP_N (desc.Height, height_align);
+}
+
+static gboolean
+gst_d3d12_buffer_pool_set_config (GstBufferPool * pool, GstStructure * config)
+{
+  auto self = GST_D3D12_BUFFER_POOL (pool);
+  auto priv = self->priv;
+  GstVideoInfo info;
+  GstCaps *caps = nullptr;
+  guint min_buffers, max_buffers;
+  D3D12_RESOURCE_DESC descGST_VIDEO_MAX_PLANES;
+  D3D12_HEAP_PROPERTIES heap_props =
+      CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
+
+  if (!gst_buffer_pool_config_get_params (config, &caps, nullptr, &min_buffers,
+          &max_buffers)) {
+    GST_WARNING_OBJECT (self, "invalid config");
+    return FALSE;
+  }
+
+  if (!caps) {
+    GST_WARNING_OBJECT (self, "Empty caps");
+    return FALSE;
+  }
+
+  /* now parse the caps from the config */
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_WARNING_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  GST_LOG_OBJECT (self, "%dx%d, caps %" GST_PTR_FORMAT, info.width, info.height,
+      caps);
+
+  gst_d3d12_buffer_pool_clear_allocator (self);
+
+  memset (priv->stride, 0, sizeof (priv->stride));
+  memset (priv->offset, 0, sizeof (priv->offset));
+
+  g_clear_pointer (&priv->d3d12_params, gst_d3d12_allocation_params_free);
+  priv->d3d12_params =
+      gst_buffer_pool_config_get_d3d12_allocation_params (config);
+  if (!priv->d3d12_params) {
+    GstD3D12Format format;
+    gst_d3d12_device_get_format (self->device, GST_VIDEO_INFO_FORMAT (&info),
+        &format);
+
+    D3D12_RESOURCE_FLAGS resource_flags =
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+    if ((format.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) ==
+        D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
+      resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+    }
+
+    if ((format.support1 & D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW) ==
+        D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW &&
+        (format.format_flags & GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) ==
+        GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) {
+      resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
+    }
+
+    priv->d3d12_params =
+        gst_d3d12_allocation_params_new (self->device,
+        &info, GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+        resource_flags, D3D12_HEAP_FLAG_SHARED);
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (self->device);
+  const auto params = priv->d3d12_params;
+  memset (desc, 0, sizeof (desc));
+
+  gsize total_mem_size = 0;
+  D3D12_PLACED_SUBRESOURCE_FOOTPRINT layoutGST_VIDEO_MAX_PLANES;
+  if (params->d3d12_format.dxgi_format != DXGI_FORMAT_UNKNOWN) {
+    desc0 = CD3DX12_RESOURCE_DESC::Tex2D (params->d3d12_format.dxgi_format,
+        params->aligned_info.width, params->aligned_info.height,
+        params->array_size, params->mip_levels, 1, 0, params->resource_flags);
+
+    gst_d3d12_buffer_pool_do_align (desc0);
+
+    auto alloc = (GstD3D12Allocator *)
+        gst_d3d12_pool_allocator_new (self->device,
+        &heap_props, params->heap_flags, &desc0,
+        D3D12_RESOURCE_STATE_COMMON, nullptr);
+    auto num_planes = D3D12GetFormatPlaneCount (device,
+        params->d3d12_format.dxgi_format);
+
+    auto single_array_desc = desc0;
+    single_array_desc.DepthOrArraySize = 1;
+    single_array_desc.MipLevels = 1;
+
+    UINT64 mem_size;
+    device->GetCopyableFootprints (&single_array_desc, 0, num_planes, 0,
+        layout, nullptr, nullptr, &mem_size);
+    total_mem_size = mem_size;
+    for (guint i = 0; i < num_planes; i++) {
+      priv->stridei = layouti.Footprint.RowPitch;
+      priv->offseti = layouti.Offset;
+    }
+
+    priv->alloc0 = alloc;
+  } else {
+    auto finfo = params->aligned_info.finfo;
+
+    for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+      if (params->d3d12_format.resource_formati == DXGI_FORMAT_UNKNOWN)
+        break;
+
+      gint compGST_VIDEO_MAX_COMPONENTS;
+      gst_video_format_info_component (finfo, i, comp);
+
+      guint width = GST_VIDEO_INFO_COMP_WIDTH (&params->aligned_info, comp0);
+      guint height =
+          GST_VIDEO_INFO_COMP_HEIGHT (&params->aligned_info, comp0);
+      width = MAX (width, 1);
+      height = MAX (height, 1);
+
+      desci =
+          CD3DX12_RESOURCE_DESC::Tex2D (params->d3d12_format.resource_formati,
+          width, height, params->array_size, params->mip_levels, 1, 0,
+          params->resource_flags);
+
+      gst_d3d12_buffer_pool_do_align (desci);
+
+      auto alloc = (GstD3D12Allocator *)
+          gst_d3d12_pool_allocator_new (self->device,
+          &heap_props, params->heap_flags, &desci,
+          D3D12_RESOURCE_STATE_COMMON, nullptr);
+
+      UINT64 mem_size;
+      desci.MipLevels = 1;
+      device->GetCopyableFootprints (&desci, 0, 1, 0,
+          &layouti, nullptr, nullptr, &mem_size);
+
+      priv->stridei = layouti.Footprint.RowPitch;
+      priv->offseti = total_mem_size;
+      total_mem_size += mem_size;
+
+      priv->alloci = alloc;
+    }
+  }
+
+  if (params->array_size > 1)
+    max_buffers = params->array_size;
+
+  gst_buffer_pool_config_set_params (config,
+      caps, total_mem_size, min_buffers, max_buffers);
+
+  return GST_BUFFER_POOL_CLASS (parent_class)->set_config (pool, config);
+}
+
+static GstFlowReturn
+gst_d3d12_buffer_pool_fill_buffer (GstD3D12BufferPool * self, GstBuffer * buf)
+{
+  auto priv = self->priv;
+  GstFlowReturn ret = GST_FLOW_OK;
+  guint i;
+
+  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
+    GstMemory *mem = nullptr;
+    auto alloc = (GstD3D12PoolAllocator *) priv->alloci;
+
+    if (!alloc)
+      break;
+
+    ret = gst_d3d12_pool_allocator_acquire_memory (alloc, &mem);
+    if (ret != GST_FLOW_OK) {
+      GST_WARNING_OBJECT (self, "Failed to acquire memory, ret %s",
+          gst_flow_get_name (ret));
+      return ret;
+    }
+
+    auto dmem = (GstD3D12Memory *) mem;
+    GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+    gst_d3d12_memory_sync (dmem);
+    gst_buffer_append_memory (buf, mem);
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_d3d12_buffer_pool_alloc_buffer (GstBufferPool * pool, GstBuffer ** buffer,
+    GstBufferPoolAcquireParams * params)
+{
+  auto self = GST_D3D12_BUFFER_POOL (pool);
+  auto priv = self->priv;
+  GstD3D12AllocationParams *d3d12_params = priv->d3d12_params;
+  GstVideoInfo *info = &d3d12_params->info;
+  GstBuffer *buf;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  buf = gst_buffer_new ();
+  ret = gst_d3d12_buffer_pool_fill_buffer (self, buf);
+  if (ret != GST_FLOW_OK) {
+    gst_buffer_unref (buf);
+    return ret;
+  }
+
+  gst_buffer_add_video_meta_full (buf, GST_VIDEO_FRAME_FLAG_NONE,
+      GST_VIDEO_INFO_FORMAT (info), GST_VIDEO_INFO_WIDTH (info),
+      GST_VIDEO_INFO_HEIGHT (info), GST_VIDEO_INFO_N_PLANES (info),
+      priv->offset, priv->stride);
+
+  *buffer = buf;
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_d3d12_buffer_pool_acquire_buffer (GstBufferPool * pool,
+    GstBuffer ** buffer, GstBufferPoolAcquireParams * params)
+{
+  GstFlowReturn ret;
+
+  ret = GST_BUFFER_POOL_CLASS (parent_class)->acquire_buffer (pool,
+      buffer, params);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  guint num_mems = gst_buffer_n_memory (*buffer);
+  for (guint i = 0; i < num_mems; i++) {
+    auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (*buffer, i);
+    GST_MINI_OBJECT_FLAG_UNSET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+    gst_d3d12_memory_sync (mem);
+  }
+
+  return ret;
+}
+
+static gboolean
+gst_d3d12_buffer_pool_start (GstBufferPool * pool)
+{
+  auto self = GST_D3D12_BUFFER_POOL (pool);
+  auto priv = self->priv;
+  guint i;
+
+  GST_DEBUG_OBJECT (self, "Start");
+
+  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
+    GstD3D12Allocator *alloc = priv->alloci;
+
+    if (!alloc)
+      break;
+
+    if (!gst_d3d12_allocator_set_active (alloc, TRUE)) {
+      GST_ERROR_OBJECT (self, "Failed to activate allocator");
+      return FALSE;
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_buffer_pool_stop (GstBufferPool * pool)
+{
+  auto self = GST_D3D12_BUFFER_POOL (pool);
+  auto priv = self->priv;
+  guint i;
+
+  GST_DEBUG_OBJECT (self, "Stop");
+
+  for (i = 0; i < G_N_ELEMENTS (priv->alloc); i++) {
+    GstD3D12Allocator *alloc = priv->alloci;
+
+    if (!alloc)
+      break;
+
+    if (!gst_d3d12_allocator_set_active (alloc, FALSE)) {
+      GST_ERROR_OBJECT (self, "Failed to deactivate allocator");
+      return FALSE;
+    }
+  }
+
+  return GST_BUFFER_POOL_CLASS (parent_class)->stop (pool);
+}
+
+/**
+ * gst_d3d12_buffer_pool_new:
+ * @device: a #GstD3D12Device to use
+ *
+ * Returns: (transfer full): a #GstBufferPool that allocates buffers with
+ * #GstD3D12Memory
+ *
+ * Since: 1.26
+ */
+GstBufferPool *
+gst_d3d12_buffer_pool_new (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  auto self = (GstD3D12BufferPool *)
+      g_object_new (GST_TYPE_D3D12_BUFFER_POOL, nullptr);
+  gst_object_ref_sink (self);
+
+  self->device = (GstD3D12Device *) gst_object_ref (device);
+
+  return GST_BUFFER_POOL_CAST (self);
+}
+
+/**
+ * gst_buffer_pool_config_get_d3d12_allocation_params:
+ * @config: a buffer pool config
+ *
+ * Returns: (transfer full) (nullable): the currently configured
+ * #GstD3D12AllocationParams on @config or %NULL if @config doesn't contain
+ * #GstD3D12AllocationParams
+ *
+ * Since: 1.26
+ */
+GstD3D12AllocationParams *
+gst_buffer_pool_config_get_d3d12_allocation_params (GstStructure * config)
+{
+  GstD3D12AllocationParams *ret = nullptr;
+
+  if (!gst_structure_get (config, "d3d12-allocation-params",
+          GST_TYPE_D3D12_ALLOCATION_PARAMS, &ret, nullptr)) {
+    return nullptr;
+  }
+
+  return ret;
+}
+
+/**
+ * gst_buffer_pool_config_set_d3d12_allocation_params:
+ * @config: a buffer pool config
+ * @params: (transfer none): a #GstD3D12AllocationParams
+ *
+ * Sets @params on @config
+ *
+ * Since: 1.26
+ */
+void
+gst_buffer_pool_config_set_d3d12_allocation_params (GstStructure * config,
+    GstD3D12AllocationParams * params)
+{
+  g_return_if_fail (config);
+  g_return_if_fail (params);
+
+  gst_structure_set (config, "d3d12-allocation-params",
+      GST_TYPE_D3D12_ALLOCATION_PARAMS, params, nullptr);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12bufferpool.h Added

@@ -0,0 +1,79 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_BUFFER_POOL                (gst_d3d12_buffer_pool_get_type ())
+#define GST_D3D12_BUFFER_POOL(obj)                (G_TYPE_CHECK_INSTANCE_CAST ((obj), GST_TYPE_D3D12_BUFFER_POOL, GstD3D12BufferPool))
+#define GST_D3D12_BUFFER_POOL_CLASS(klass)        (G_TYPE_CHECK_CLASS_CAST ((klass), GST_TYPE_D3D12_BUFFER_POOL, GstD3D12BufferPoolClass))
+#define GST_IS_D3D12_BUFFER_POOL(obj)             (G_TYPE_CHECK_INSTANCE_TYPE ((obj), GST_TYPE_D3D12_BUFFER_POOL))
+#define GST_IS_D3D12_BUFFER_POOL_CLASS(klass)     (G_TYPE_CHECK_CLASS_TYPE ((klass), GST_TYPE_D3D12_BUFFER_POOL))
+#define GST_D3D12_BUFFER_POOL_GET_CLASS(obj)      (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_D3D12_BUFFER_POOL, GstD3D12BufferPoolClass))
+#define GST_D3D12_BUFFER_POOL_CAST(obj)           ((GstD3D12BufferPool*)(obj))
+
+/**
+ * GstD3D12BufferPool:
+ *
+ * Opaque GstD3D12BufferPool struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12BufferPool
+{
+  GstBufferPool parent;
+
+  GstD3D12Device *device;
+
+  /*< private >*/
+  GstD3D12BufferPoolPrivate *priv;
+};
+
+/**
+ * GstD3D12BufferPoolClass:
+ *
+ * Opaque GstD3D12BufferPoolClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12BufferPoolClass
+{
+  GstBufferPoolClass parent_class;
+};
+
+GST_D3D12_API
+GType           gst_d3d12_buffer_pool_get_type (void);
+
+GST_D3D12_API
+GstBufferPool * gst_d3d12_buffer_pool_new (GstD3D12Device * device);
+
+GST_D3D12_API
+GstD3D12AllocationParams * gst_buffer_pool_config_get_d3d12_allocation_params (GstStructure * config);
+
+GST_D3D12_API
+void            gst_buffer_pool_config_set_d3d12_allocation_params (GstStructure * config,
+                                                                    GstD3D12AllocationParams * params);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12cmdallocpool.cpp Added

@@ -0,0 +1,283 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include <wrl.h>
+#include <queue>
+#include <mutex>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_cmd_alloc_pool_debug);
+#define GST_CAT_DEFAULT gst_d3d12_cmd_alloc_pool_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct _GstD3D12CmdAlloc : public GstMiniObject
+{
+  GstD3D12CmdAllocPool *pool = nullptr;
+  D3D12_COMMAND_LIST_TYPE type;
+  ComPtr < ID3D12CommandAllocator > ca;
+};
+
+struct _GstD3D12CmdAllocPoolPrivate
+{
+  ~_GstD3D12CmdAllocPoolPrivate ()
+  {
+    while (!cmd_pool.empty ()) {
+      auto ca = cmd_pool.front ();
+      cmd_pool.pop ();
+      gst_mini_object_unref (ca);
+    }
+  }
+
+  ComPtr<ID3D12Device> device;
+
+  std::mutex lock;
+  std::queue<GstD3D12CmdAlloc *>cmd_pool;
+  D3D12_COMMAND_LIST_TYPE cmd_type;
+};
+/* *INDENT-ON* */
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12CmdAlloc, gst_d3d12_cmd_alloc);
+
+static void gst_d3d12_cmd_alloc_pool_finalize (GObject * object);
+
+#define gst_d3d12_cmd_alloc_pool_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12CmdAllocPool, gst_d3d12_cmd_alloc_pool, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_cmd_alloc_pool_class_init (GstD3D12CmdAllocPoolClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_cmd_alloc_pool_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_cmd_alloc_pool_debug,
+      "d3d12cmdallocpool", 0, "d3d12cmdallocpool");
+}
+
+static void
+gst_d3d12_cmd_alloc_pool_init (GstD3D12CmdAllocPool * self)
+{
+  self->priv = new GstD3D12CmdAllocPoolPrivate ();
+}
+
+static void
+gst_d3d12_cmd_alloc_pool_finalize (GObject * object)
+{
+  auto self = GST_D3D12_CMD_ALLOC_POOL (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+/**
+ * gst_d3d12_cmd_alloc_pool_new:
+ * @device: a #GstD3D12Device
+ * @type: D3D12_COMMAND_LIST_TYPE
+ *
+ * Returns: (transfer full): a new #GstD3D12CmdAllocPool instance
+ *
+ * Since: 1.26
+ */
+GstD3D12CmdAllocPool *
+gst_d3d12_cmd_alloc_pool_new (ID3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE type)
+{
+  g_return_val_if_fail (device, nullptr);
+
+  auto self = (GstD3D12CmdAllocPool *)
+      g_object_new (GST_TYPE_D3D12_CMD_ALLOC_POOL, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = device;
+  priv->cmd_type = type;
+
+  return self;
+}
+
+static void
+gst_d3d12_cmd_alloc_pool_release (GstD3D12CmdAllocPool * pool,
+    GstD3D12CmdAlloc * ca)
+{
+  auto priv = pool->priv;
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    ca->dispose = nullptr;
+    ca->pool = nullptr;
+    priv->cmd_pool.push (ca);
+  }
+
+  gst_object_unref (pool);
+}
+
+static gboolean
+gst_d3d12_cmd_alloc_dispose (GstD3D12CmdAlloc * ca)
+{
+  if (!ca->pool)
+    return TRUE;
+
+  gst_mini_object_ref (ca);
+  gst_d3d12_cmd_alloc_pool_release (ca->pool, ca);
+
+  return FALSE;
+}
+
+static void
+gst_d3d12_cmd_alloc_free (GstD3D12CmdAlloc * ca)
+{
+  delete ca;
+}
+
+static GstD3D12CmdAlloc *
+gst_d3d12_cmd_alloc_new (ID3D12CommandAllocator * handle,
+    D3D12_COMMAND_LIST_TYPE type)
+{
+  auto ca = new GstD3D12CmdAlloc ();
+  ca->ca = handle;
+  ca->type = type;
+
+  gst_mini_object_init (ca, 0, gst_d3d12_cmd_alloc_get_type (),
+      nullptr, nullptr, (GstMiniObjectFreeFunction) gst_d3d12_cmd_alloc_free);
+
+  return ca;
+}
+
+/**
+ * gst_d3d12_cmd_alloc_pool_acquire:
+ * @pool: a #GstD3D12CmdAllocPool
+ * @ca: (out) (transfer full): a pointer to #GstD3D12CmdAlloc
+ *
+ * Acquire #GstD3D12CmdAlloc object
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_cmd_alloc_pool_acquire (GstD3D12CmdAllocPool * pool,
+    GstD3D12CmdAlloc ** ca)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_ALLOC_POOL (pool), FALSE);
+  g_return_val_if_fail (ca, FALSE);
+
+  *ca = nullptr;
+
+  auto priv = pool->priv;
+  GstD3D12CmdAlloc *new_ca = nullptr;
+  HRESULT hr;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (!priv->cmd_pool.empty ()) {
+      new_ca = priv->cmd_pool.front ();
+      priv->cmd_pool.pop ();
+    }
+  }
+
+  if (!new_ca) {
+    ComPtr < ID3D12CommandAllocator > ca_handle;
+    hr = priv->device->CreateCommandAllocator (priv->cmd_type,
+        IID_PPV_ARGS (&ca_handle));
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (pool, "Couldn't create command allocator, hr: 0x%x",
+          (guint) hr);
+      return FALSE;
+    }
+
+    new_ca = gst_d3d12_cmd_alloc_new (ca_handle.Get (), priv->cmd_type);
+    if (GST_OBJECT_FLAG_IS_SET (pool, GST_OBJECT_FLAG_MAY_BE_LEAKED))
+      GST_MINI_OBJECT_FLAG_SET (new_ca, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  }
+
+  new_ca->pool = (GstD3D12CmdAllocPool *) gst_object_ref (pool);
+  new_ca->dispose = (GstMiniObjectDisposeFunction) gst_d3d12_cmd_alloc_dispose;
+
+  *ca = new_ca;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_cmd_alloc_ref:
+ * @ca: a #GstD3D12CmdAlloc
+ *
+ * Increments the refcount of @ca
+ *
+ * Returns: (transfer full): a #GstD3D12CmdAlloc
+ *
+ * Since: 1.26
+ */
+GstD3D12CmdAlloc *
+gst_d3d12_cmd_alloc_ref (GstD3D12CmdAlloc * ca)
+{
+  return (GstD3D12CmdAlloc *) gst_mini_object_ref (ca);
+}
+
+/**
+ * gst_d3d12_cmd_alloc_unref:
+ * @ca: a #GstD3D12CmdAlloc
+ *
+ * Decrements the refcount of @ca
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_cmd_alloc_unref (GstD3D12CmdAlloc * ca)
+{
+  gst_mini_object_unref (ca);
+}
+
+/**
+ * gst_clear_d3d12_cmd_alloc:
+ * @ca: a pointer to #GstD3D12CmdAlloc
+ *
+ * Clears a reference to a #GstD3D12CmdAlloc
+ *
+ * Since: 1.26
+ */
+void
+gst_clear_d3d12_cmd_alloc (GstD3D12CmdAlloc ** ca)
+{
+  gst_clear_mini_object (ca);
+}
+
+/**
+ * gst_d3d12_cmd_alloc_get_handle:
+ * @ca: a #GstD3D12CmdAlloc
+ *
+ * Gets ID3D12CommandAllocator handle.
+ *
+ * Returns: (transfer none): ID3D12CommandAllocator handle
+ *
+ * Since: 1.26
+ */
+ID3D12CommandAllocator *
+gst_d3d12_cmd_alloc_get_handle (GstD3D12CmdAlloc * ca)
+{
+  g_return_val_if_fail (ca, nullptr);
+
+  return ca->ca.Get ();
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12cmdallocpool.h Added

@@ -0,0 +1,94 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_CMD_ALLOC_POOL                (gst_d3d12_cmd_alloc_pool_get_type ())
+#define GST_D3D12_CMD_ALLOC_POOL(obj)                (G_TYPE_CHECK_INSTANCE_CAST ((obj), GST_TYPE_D3D12_CMD_ALLOC_POOL, GstD3D12CmdAllocPool))
+#define GST_D3D12_CMD_ALLOC_POOL_CLASS(klass)        (G_TYPE_CHECK_CLASS_CAST ((klass), GST_TYPE_D3D12_CMD_ALLOC_POOL, GstD3D12CmdAllocPoolClass))
+#define GST_IS_D3D12_CMD_ALLOC_POOL(obj)             (G_TYPE_CHECK_INSTANCE_TYPE ((obj), GST_TYPE_D3D12_CMD_ALLOC_POOL))
+#define GST_IS_D3D12_CMD_ALLOC_POOL_CLASS(klass)     (G_TYPE_CHECK_CLASS_TYPE ((klass), GST_TYPE_D3D12_CMD_ALLOC_POOL))
+#define GST_D3D12_CMD_ALLOC_POOL_GET_CLASS(obj)      (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_D3D12_CMD_ALLOC_POOL, GstD3D12CmdAllocPoolClass))
+#define GST_D3D12_CMD_ALLOC_POOL_CAST(obj)           ((GstD3D12CmdAllocPool*)(obj))
+
+/**
+ * GstD3D12CmdAllocPool:
+ *
+ * Opaque GstD3D12CmdAllocPool struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12CmdAllocPool
+{
+  GstObject parent;
+
+  /*< private >*/
+  GstD3D12CmdAllocPoolPrivate *priv;
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12CmdAllocPoolClass:
+ *
+ * Opaque GstD3D12CmdAllocPoolClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12CmdAllocPoolClass
+{
+  GstObjectClass parent_class;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType                          gst_d3d12_cmd_alloc_pool_get_type (void);
+
+GST_D3D12_API
+GType                          gst_d3d12_cmd_alloc_get_type (void);
+
+GST_D3D12_API
+GstD3D12CmdAllocPool *         gst_d3d12_cmd_alloc_pool_new (ID3D12Device * device,
+                                                             D3D12_COMMAND_LIST_TYPE type);
+
+GST_D3D12_API
+gboolean                       gst_d3d12_cmd_alloc_pool_acquire (GstD3D12CmdAllocPool * pool,
+                                                                 GstD3D12CmdAlloc ** ca);
+
+GST_D3D12_API
+GstD3D12CmdAlloc *             gst_d3d12_cmd_alloc_ref (GstD3D12CmdAlloc * ca);
+
+GST_D3D12_API
+void                           gst_d3d12_cmd_alloc_unref (GstD3D12CmdAlloc * ca);
+
+GST_D3D12_API
+void                           gst_clear_d3d12_cmd_alloc (GstD3D12CmdAlloc ** ca);
+
+GST_D3D12_API
+ID3D12CommandAllocator *       gst_d3d12_cmd_alloc_get_handle (GstD3D12CmdAlloc * ca);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12cmdlistpool.cpp Added

@@ -0,0 +1,256 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you cln redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12cmdlistpool.h"
+#include <wrl.h>
+#include <queue>
+#include <mutex>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_cmd_list_pool_debug);
+#define GST_CAT_DEFAULT gst_d3d12_cmd_list_pool_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct _GstD3D12CmdList : public GstMiniObject
+{
+  GstD3D12CmdListPool *pool = nullptr;
+  D3D12_COMMAND_LIST_TYPE type;
+  ComPtr < ID3D12CommandList > cl;
+};
+
+struct GstD3D12CmdListPoolPrivate
+{
+  ~GstD3D12CmdListPoolPrivate ()
+  {
+    while (!cmd_pool.empty ()) {
+      auto cmd = cmd_pool.front ();
+      cmd_pool.pop ();
+      gst_mini_object_unref (cmd);
+    }
+  }
+
+  ComPtr<ID3D12Device> device;
+
+  std::mutex lock;
+  std::queue<GstD3D12CmdList *>cmd_pool;
+  D3D12_COMMAND_LIST_TYPE cmd_type;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12CmdListPool
+{
+  GstObject parent;
+
+  GstD3D12CmdListPoolPrivate *priv;
+};
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12CmdList, gst_d3d12_cmd_list);
+
+static void gst_d3d12_cmd_list_pool_finalize (GObject * object);
+
+#define gst_d3d12_cmd_list_pool_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12CmdListPool, gst_d3d12_cmd_list_pool, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_cmd_list_pool_class_init (GstD3D12CmdListPoolClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_cmd_list_pool_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_cmd_list_pool_debug,
+      "d3d12cmdlistpool", 0, "d3d12cmdlistpool");
+}
+
+static void
+gst_d3d12_cmd_list_pool_init (GstD3D12CmdListPool * self)
+{
+  self->priv = new GstD3D12CmdListPoolPrivate ();
+}
+
+static void
+gst_d3d12_cmd_list_pool_finalize (GObject * object)
+{
+  auto self = GST_D3D12_CMD_LIST_POOL (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+GstD3D12CmdListPool *
+gst_d3d12_cmd_list_pool_new (ID3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE type)
+{
+  g_return_val_if_fail (device, nullptr);
+
+  if (type != D3D12_COMMAND_LIST_TYPE_DIRECT &&
+      type != D3D12_COMMAND_LIST_TYPE_COMPUTE &&
+      type != D3D12_COMMAND_LIST_TYPE_COPY) {
+    GST_ERROR ("Not supported command list type");
+    return nullptr;
+  }
+
+  auto self = (GstD3D12CmdListPool *)
+      g_object_new (GST_TYPE_D3D12_CMD_LIST_POOL, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = device;
+  priv->cmd_type = type;
+
+  return self;
+}
+
+static void
+gst_d3d12_cmd_list_pool_release (GstD3D12CmdListPool * pool,
+    GstD3D12CmdList * cmd)
+{
+  auto priv = pool->priv;
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    cmd->dispose = nullptr;
+    cmd->pool = nullptr;
+    priv->cmd_pool.push (cmd);
+  }
+
+  gst_object_unref (pool);
+}
+
+static gboolean
+gst_d3d12_cmd_list_dispose (GstD3D12CmdList * cmd)
+{
+  if (!cmd->pool)
+    return TRUE;
+
+  gst_mini_object_ref (cmd);
+  gst_d3d12_cmd_list_pool_release (cmd->pool, cmd);
+
+  return FALSE;
+}
+
+static void
+gst_d3d12_cmd_list_free (GstD3D12CmdList * cmd)
+{
+  delete cmd;
+}
+
+static GstD3D12CmdList *
+gst_d3d12_cmd_list_new (ID3D12CommandList * cl, D3D12_COMMAND_LIST_TYPE type)
+{
+  auto cmd = new GstD3D12CmdList ();
+  cmd->cl = cl;
+  cmd->type = type;
+
+  gst_mini_object_init (cmd, 0, gst_d3d12_cmd_list_get_type (),
+      nullptr, nullptr, (GstMiniObjectFreeFunction) gst_d3d12_cmd_list_free);
+
+  return cmd;
+}
+
+gboolean
+gst_d3d12_cmd_list_pool_acquire (GstD3D12CmdListPool * pool,
+    ID3D12CommandAllocator * ca, GstD3D12CmdList ** cl)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_LIST_POOL (pool), FALSE);
+  g_return_val_if_fail (ca, FALSE);
+  g_return_val_if_fail (cl, FALSE);
+
+  *cl = nullptr;
+
+  auto priv = pool->priv;
+  GstD3D12CmdList *new_cl = nullptr;
+  HRESULT hr;
+
+  hr = ca->Reset ();
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (pool, "Couldn't reset command allocator");
+    return FALSE;
+  }
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (!priv->cmd_pool.empty ()) {
+      new_cl = priv->cmd_pool.front ();
+      priv->cmd_pool.pop ();
+    }
+  }
+
+  ComPtr < ID3D12GraphicsCommandList > handle;
+  if (!new_cl) {
+    hr = priv->device->CreateCommandList (0, priv->cmd_type,
+        ca, nullptr, IID_PPV_ARGS (&handle));
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (pool, "Couldn't create command list, hr: 0x%x",
+          (guint) hr);
+      return FALSE;
+    }
+
+    new_cl = gst_d3d12_cmd_list_new (handle.Get (), priv->cmd_type);
+    if (GST_OBJECT_FLAG_IS_SET (pool, GST_OBJECT_FLAG_MAY_BE_LEAKED))
+      GST_MINI_OBJECT_FLAG_SET (new_cl, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  } else {
+    new_cl->cl->QueryInterface (IID_PPV_ARGS (&handle));
+    hr = handle->Reset (ca, nullptr);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (pool, "Couldn't reset command list");
+      gst_mini_object_unref (new_cl);
+      return false;
+    }
+  }
+
+  new_cl->pool = (GstD3D12CmdListPool *) gst_object_ref (pool);
+  new_cl->dispose = (GstMiniObjectDisposeFunction) gst_d3d12_cmd_list_dispose;
+
+  *cl = new_cl;
+
+  return TRUE;
+}
+
+GstD3D12CmdList *
+gst_d3d12_cmd_list_ref (GstD3D12CmdList * cl)
+{
+  return (GstD3D12CmdList *) gst_mini_object_ref (cl);
+}
+
+void
+gst_d3d12_cmd_list_unref (GstD3D12CmdList * cl)
+{
+  gst_mini_object_unref (cl);
+}
+
+void
+gst_clear_d3d12_cmd_list (GstD3D12CmdList ** cl)
+{
+  gst_clear_mini_object (cl);
+}
+
+ID3D12CommandList *
+gst_d3d12_cmd_list_get_handle (GstD3D12CmdList * cl)
+{
+  g_return_val_if_fail (cl, nullptr);
+
+  return cl->cl.Get ();
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12cmdlistpool.h Added

@@ -0,0 +1,52 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_CMD_LIST_POOL (gst_d3d12_cmd_list_pool_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12CmdListPool,
+    gst_d3d12_cmd_list_pool, GST, D3D12_CMD_LIST_POOL, GstObject);
+
+typedef struct _GstD3D12CmdList GstD3D12CmdList;
+
+GType gst_d3d12_cmd_list_get_type (void);
+
+GstD3D12CmdListPool * gst_d3d12_cmd_list_pool_new (ID3D12Device * device,
+                                                   D3D12_COMMAND_LIST_TYPE type);
+
+gboolean              gst_d3d12_cmd_list_pool_acquire (GstD3D12CmdListPool * pool,
+                                                       ID3D12CommandAllocator * ca,
+                                                       GstD3D12CmdList ** cl);
+
+GstD3D12CmdList *     gst_d3d12_cmd_list_ref (GstD3D12CmdList * cl);
+
+void                  gst_d3d12_cmd_list_unref (GstD3D12CmdList * cl);
+
+void                  gst_clear_d3d12_cmd_list (GstD3D12CmdList ** cl);
+
+ID3D12CommandList *   gst_d3d12_cmd_list_get_handle (GstD3D12CmdList * cl);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12cmdqueue-private.h Added

@@ -0,0 +1,31 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+GST_D3D12_API
+HRESULT gst_d3d12_cmd_queue_idle_for_swapchain (GstD3D12CmdQueue * queue,
+                                                guint64 fence_value);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12cmdqueue.cpp Added

@@ -0,0 +1,599 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you cln redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12-private.h"
+#include <wrl.h>
+#include <queue>
+#include <mutex>
+#include <memory>
+#include <condition_variable>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_cmd_queue_debug);
+#define GST_CAT_DEFAULT gst_d3d12_cmd_queue_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct GCData
+{
+  GCData (gpointer user_data, GDestroyNotify destroy_notify,
+      guint64 fence_value) : data (user_data),
+          notify(destroy_notify), fence_val (fence_value) {}
+  ~GCData ()
+  {
+    if (notify)
+      notify (data);
+  }
+
+  gpointer data = nullptr;
+  GDestroyNotify notify = nullptr;
+  guint64 fence_val = 0;
+};
+
+typedef std::shared_ptr<GCData> GCDataPtr;
+
+struct gc_cmp {
+  bool operator()(const GCDataPtr &a, const GCDataPtr &b)
+  {
+    return a->fence_val > b->fence_val;
+  }
+};
+
+struct _GstD3D12CmdQueuePrivate
+{
+  ~_GstD3D12CmdQueuePrivate ()
+  {
+    {
+      std::lock_guard <std::mutex> lk (lock);
+      shutdown = true;
+      cond.notify_one ();
+    }
+
+    g_clear_pointer (&gc_thread, g_thread_join);
+
+    auto completed = fence->GetCompletedValue ();
+    if (fence_val > completed)
+      fence->SetEventOnCompletion (completed, nullptr);
+  }
+
+  D3D12_COMMAND_QUEUE_DESC desc;
+
+  ComPtr<ID3D12Device> device;
+  ComPtr<ID3D12CommandQueue> cq;
+  ComPtr<ID3D12Fence> fence;
+  guint64 fence_val = 0;
+
+  GThread *gc_thread = nullptr;
+  std::priority_queue<GCDataPtr, std::vector<GCDataPtr>, gc_cmp> gc_list;
+
+  std::mutex execute_lock;
+  std::mutex lock;
+  std::condition_variable cond;
+  bool shutdown = false;
+  size_t queue_size = 0;
+};
+/* *INDENT-ON* */
+
+static void gst_d3d12_cmd_queue_finalize (GObject * object);
+
+#define gst_d3d12_cmd_queue_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12CmdQueue, gst_d3d12_cmd_queue, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_cmd_queue_class_init (GstD3D12CmdQueueClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_cmd_queue_finalize;
+}
+
+static void
+gst_d3d12_cmd_queue_init (GstD3D12CmdQueue * self)
+{
+  self->priv = new GstD3D12CmdQueuePrivate ();
+}
+
+static void
+gst_d3d12_cmd_queue_finalize (GObject * object)
+{
+  auto self = GST_D3D12_CMD_QUEUE (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+/**
+ * gst_d3d12_cmd_queue_new:
+ * @device: a #GstD3D12Device
+ * @desc: a D3D12_COMMAND_QUEUE_DESC
+ * @fence_flags: a D3D12_FENCE_FLAGS
+ * @queue_size: command queue size, Sets zero for unlimited queue size
+ *
+ * Creates GstD3D12CmdQueue with given parameters.
+ *
+ * Returns: (transfer full): a new #GstD3D12CmdQueue instance
+ *
+ * Since: 1.26
+ */
+GstD3D12CmdQueue *
+gst_d3d12_cmd_queue_new (ID3D12Device * device,
+    const D3D12_COMMAND_QUEUE_DESC * desc, D3D12_FENCE_FLAGS fence_flags,
+    guint queue_size)
+{
+  g_return_val_if_fail (device, nullptr);
+  g_return_val_if_fail (desc, nullptr);
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    GST_DEBUG_CATEGORY_INIT (gst_d3d12_cmd_queue_debug,
+        "d3d12commandqueue", 0, "d3d12commandqueue");
+  } GST_D3D12_CALL_ONCE_END;
+
+  ComPtr < ID3D12CommandQueue > cq;
+  auto hr = device->CreateCommandQueue (desc, IID_PPV_ARGS (&cq));
+  if (FAILED (hr)) {
+    GST_WARNING ("Couldn't create command queue, hr: 0x%x", (guint) hr);
+    return nullptr;
+  }
+
+  ComPtr < ID3D12Fence > fence;
+  hr = device->CreateFence (0, fence_flags, IID_PPV_ARGS (&fence));
+  if (FAILED (hr)) {
+    GST_ERROR ("Couldn't create fence, hr: 0x%x", (guint) hr);
+    return nullptr;
+  }
+
+  auto self = (GstD3D12CmdQueue *)
+      g_object_new (GST_TYPE_D3D12_CMD_QUEUE, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = device;
+  priv->cq = cq;
+  priv->fence = fence;
+  priv->queue_size = queue_size;
+
+  return self;
+}
+
+/**
+ * gst_d3d12_cmd_queue_get_handle:
+ * @queue: a #GstD3D12CmdQueue
+ *
+ * Gets command queue handle
+ *
+ * Return: (transfer none): ID3D12CommandQueue handle
+ *
+ * Since: 1.26
+ */
+ID3D12CommandQueue *
+gst_d3d12_cmd_queue_get_handle (GstD3D12CmdQueue * queue)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), nullptr);
+
+  return queue->priv->cq.Get ();
+}
+
+/**
+ * gst_d3d12_cmd_queue_get_fence_handle:
+ * @queue: a #GstD3D12CmdQueue
+ *
+ * Gets fence handle handle
+ *
+ * Return: (transfer none): ID3D12Fence handle
+ *
+ * Since: 1.26
+ */
+ID3D12Fence *
+gst_d3d12_cmd_queue_get_fence_handle (GstD3D12CmdQueue * queue)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), nullptr);
+
+  return queue->priv->fence.Get ();
+}
+
+static HRESULT
+gst_d3d12_cmd_queue_execute_command_lists_unlocked (GstD3D12CmdQueue *
+    queue, guint num_command_lists, ID3D12CommandList ** command_lists,
+    guint64 * fence_value)
+{
+  auto priv = queue->priv;
+
+  priv->fence_val++;
+  if (num_command_lists)
+    priv->cq->ExecuteCommandLists (num_command_lists, command_lists);
+
+  auto hr = priv->cq->Signal (priv->fence.Get (), priv->fence_val);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (queue, "Signal failed");
+    priv->fence_val--;
+    return hr;
+  } else if (fence_value) {
+    *fence_value = priv->fence_val;
+  }
+
+  if (priv->queue_size > 0) {
+    auto completed = priv->fence->GetCompletedValue ();
+    if (completed == G_MAXUINT64) {
+      GST_ERROR_OBJECT (queue, "Device removed");
+      return DXGI_ERROR_DEVICE_REMOVED;
+    }
+
+    if (completed + priv->queue_size < priv->fence_val) {
+      hr = priv->fence->SetEventOnCompletion (priv->fence_val -
+          priv->queue_size, nullptr);
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (queue, "SetEventOnCompletion failed");
+        return hr;
+      }
+    }
+  }
+
+  return hr;
+}
+
+/**
+ * gst_d3d12_cmd_queue_execute_command_lists:
+ * @queue: a #GstD3D12CmdQueue
+ * @num_command_lists: command list size
+ * @command_lists: (allow-none): array of ID3D12CommandList
+ * @fence_value: (out) (optional): fence value of submitted command
+ *
+ * Executes command list and signals queue. If @num_command_lists is zero,
+ * Only fence signal is executed with fence value increment.
+ *
+ * Return: HRESULT code
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d12_cmd_queue_execute_command_lists (GstD3D12CmdQueue * queue,
+    guint num_command_lists, ID3D12CommandList ** command_lists,
+    guint64 * fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), E_INVALIDARG);
+
+  auto priv = queue->priv;
+
+  std::lock_guard < std::mutex > lk (priv->execute_lock);
+  return gst_d3d12_cmd_queue_execute_command_lists_unlocked (queue,
+      num_command_lists, command_lists, fence_value);
+}
+
+/**
+ * gst_d3d12_cmd_queue_execute_command_lists_full:
+ * @queue: a #GstD3D12CmdQueue
+ * @num_fences_to_wait: the number of fences to wait
+ * @fences_to_wait: (allow-none): array of ID3D11Fence
+ * @fence_values_to_wait: (allow-none): array of fence value to wait
+ * @num_command_lists: command list size
+ * @command_lists: (allow-none): array of ID3D12CommandList
+ * @fence_value: (out) (optional): fence value of submitted command
+ *
+ * Executes wait if @num_fences_to_wait is non-zero, and executes command list.
+ *
+ * Return: HRESULT code
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d12_cmd_queue_execute_command_lists_full (GstD3D12CmdQueue *
+    queue, guint num_fences_to_wait, ID3D12Fence ** fences_to_wait,
+    const guint64 * fence_values_to_wait, guint num_command_lists,
+    ID3D12CommandList ** command_lists, guint64 * fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), E_INVALIDARG);
+  g_return_val_if_fail (num_fences_to_wait == 0 ||
+      (fences_to_wait && fence_values_to_wait), E_INVALIDARG);
+
+  auto priv = queue->priv;
+
+  std::lock_guard < std::mutex > lk (priv->execute_lock);
+  for (guint i = 0; i < num_fences_to_wait; i++) {
+    auto fence = fences_to_waiti;
+    auto val = fence_values_to_waiti;
+    if (fence != priv->fence.Get () && fence->GetCompletedValue () < val) {
+      auto hr = priv->cq->Wait (fence, val);
+      if (FAILED (hr))
+        return hr;
+    }
+  }
+
+  return gst_d3d12_cmd_queue_execute_command_lists_unlocked (queue,
+      num_command_lists, command_lists, fence_value);
+}
+
+/**
+ * gst_d3d12_cmd_queue_execute_wait:
+ * @queue: a #GstD3D12CmdQueue
+ * @fence: a ID3D12Fence
+ * @fence_value: fence value to wait
+ *
+ * Exectues ID3D12CommandQueue::Wait() operation
+ *
+ * Return: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d12_cmd_queue_execute_wait (GstD3D12CmdQueue * queue,
+    ID3D12Fence * fence, guint64 fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), E_INVALIDARG);
+  g_return_val_if_fail (fence, E_INVALIDARG);
+
+  auto priv = queue->priv;
+
+  return priv->cq->Wait (fence, fence_value);
+}
+
+/**
+ * gst_d3d12_cmd_queue_get_completed_value:
+ * @queue: a #GstD3D12CmdQueue
+ *
+ * Gets completed fence value
+ *
+ * Returns: Completed fence value
+ *
+ * Since: 1.26
+ */
+guint64
+gst_d3d12_cmd_queue_get_completed_value (GstD3D12CmdQueue * queue)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), G_MAXUINT64);
+
+  return queue->priv->fence->GetCompletedValue ();
+}
+
+/**
+ * gst_d3d12_cmd_queue_fence_wait:
+ * @queue: a #GstD3D12CmdQueue
+ * @fence_value: fence value to wait
+ *
+ * Blocks calling CPU thread until command corresponding @fence_value
+ * is completed. If @fence_value is %G_MAXUINT64, this method will block
+ * calling thread until all pending GPU operations are completed
+ *
+ * Returns: HRESULT code
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d12_cmd_queue_fence_wait (GstD3D12CmdQueue * queue, guint64 fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), E_INVALIDARG);
+
+  auto priv = queue->priv;
+  guint64 fence_to_wait = fence_value;
+  HRESULT hr;
+  if (fence_value == G_MAXUINT64) {
+    std::lock_guard < std::mutex > lk (priv->execute_lock);
+    priv->fence_val++;
+    hr = priv->cq->Signal (priv->fence.Get (), priv->fence_val);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (queue, "Signal failed");
+      priv->fence_val--;
+      return hr;
+    }
+
+    fence_to_wait = priv->fence_val;
+  }
+
+  auto completed = priv->fence->GetCompletedValue ();
+  if (completed < fence_to_wait) {
+    hr = priv->fence->SetEventOnCompletion (fence_to_wait, nullptr);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (queue, "SetEventOnCompletion failed");
+      return hr;
+    }
+  }
+
+  return S_OK;
+}
+
+static gpointer
+gst_d3d12_cmd_queue_gc_thread (GstD3D12CmdQueue * self)
+{
+  auto priv = self->priv;
+
+  GST_INFO_OBJECT (self, "Entering GC thread");
+
+  while (true) {
+    GCDataPtr gc_data;
+
+    {
+      std::unique_lock < std::mutex > lk (priv->lock);
+      while (!priv->shutdown && priv->gc_list.empty ())
+        priv->cond.wait (lk);
+
+      if (priv->shutdown)
+        break;
+
+      auto completed = priv->fence->GetCompletedValue ();
+      while (!priv->gc_list.empty ()) {
+        auto top = priv->gc_list.top ();
+        if (top->fence_val > completed) {
+          gc_data = top;
+          priv->gc_list.pop ();
+          break;
+        }
+
+        GST_LOG_OBJECT (self, "Releasing fence data, completed %"
+            G_GUINT64_FORMAT ", fence value %" G_GUINT64_FORMAT,
+            completed, top->fence_val);
+
+        priv->gc_list.pop ();
+      }
+    }
+
+    if (gc_data) {
+      GST_LOG_OBJECT (self, "Waiting for fence data %" G_GUINT64_FORMAT,
+          gc_data->fence_val);
+      auto hr = priv->fence->SetEventOnCompletion (gc_data->fence_val, nullptr);
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (self, "SetEventOnCompletion failed");
+      } else {
+        GST_LOG_OBJECT (self, "Waiting done, %" G_GUINT64_FORMAT,
+            gc_data->fence_val);
+      }
+    }
+  }
+
+  GST_INFO_OBJECT (self, "Leaving GC thread");
+
+  return nullptr;
+}
+
+/**
+ * gst_d3d12_cmd_queue_set_notify:
+ * @queue: a #GstD3D12CmdQueue
+ * @fence_value: target fence value
+ * @fence_data: user data
+ * @notify: a #GDestroyNotify
+ *
+ * Schedules oneshot @notify callback.
+ *
+ * This method is designed for garbage collection task.
+ * Users can construct a storage which holds graphics command associated
+ * resources (e.g., command allocator, descriptors, and textures) and pass
+ * the storage with destructor, in order to keep resources alive during
+ * command execution.
+ *
+ * GstD3D12CmdQueue launches internal worker thread to monitor fence value
+ * and once it reaches the scheduled value, @notify will be called with @fence_data
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_cmd_queue_set_notify (GstD3D12CmdQueue * queue,
+    guint64 fence_value, gpointer fence_data, GDestroyNotify notify)
+{
+  g_return_if_fail (GST_IS_D3D12_CMD_QUEUE (queue));
+
+  auto priv = queue->priv;
+
+  std::lock_guard < std::mutex > elk (priv->execute_lock);
+  auto gc_data = std::make_shared < GCData > (fence_data, notify, fence_value);
+  if (!priv->gc_thread) {
+    priv->gc_thread = g_thread_new ("GstD3D12Gc",
+        (GThreadFunc) gst_d3d12_cmd_queue_gc_thread, queue);
+  }
+
+  GST_LOG_OBJECT (queue, "Pushing GC data %" G_GUINT64_FORMAT, fence_value);
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->gc_list.push (std::move (gc_data));
+  priv->cond.notify_one ();
+}
+
+/**
+ * gst_d3d12_cmd_queue_drain:
+ * @queue: a #GstD3D12CmdQueue
+ *
+ * Waits for all scheduled GPU commands to be finished
+ *
+ * Returns: HRESULT code
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d12_cmd_queue_drain (GstD3D12CmdQueue * queue)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), E_INVALIDARG);
+
+  auto priv = queue->priv;
+
+  std::priority_queue < GCDataPtr, std::vector < GCDataPtr >, gc_cmp > gc_list;
+
+  {
+    std::lock_guard < std::mutex > elk (priv->execute_lock);
+    priv->fence_val++;
+    auto hr = priv->cq->Signal (priv->fence.Get (), priv->fence_val);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (queue, "Signal failed");
+      priv->fence_val--;
+      return hr;
+    }
+
+    auto completed = priv->fence->GetCompletedValue ();
+    if (completed < priv->fence_val) {
+      hr = priv->fence->SetEventOnCompletion (priv->fence_val, nullptr);
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (queue, "SetEventOnCompletion failed");
+        return hr;
+      }
+    }
+
+    {
+      if (priv->gc_thread != g_thread_self ()) {
+        std::lock_guard < std::mutex > lk (priv->lock);
+        gc_list = priv->gc_list;
+        priv->gc_list = { };
+      } else {
+        priv->gc_list = { };
+      }
+    }
+  }
+
+  return S_OK;
+}
+
+HRESULT
+gst_d3d12_cmd_queue_idle_for_swapchain (GstD3D12CmdQueue * queue,
+    guint64 fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), E_INVALIDARG);
+
+  auto priv = queue->priv;
+  guint64 fence_to_wait = fence_value;
+  HRESULT hr;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->execute_lock);
+    if (fence_value < priv->fence_val) {
+      fence_to_wait = fence_value + 1;
+    } else {
+      priv->fence_val++;
+      hr = priv->cq->Signal (priv->fence.Get (), priv->fence_val);
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (queue, "Signal failed");
+        priv->fence_val--;
+        return hr;
+      }
+
+      fence_to_wait = priv->fence_val;
+    }
+  }
+
+  auto completed = priv->fence->GetCompletedValue ();
+  if (completed < fence_to_wait) {
+    hr = priv->fence->SetEventOnCompletion (fence_to_wait, nullptr);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (queue, "SetEventOnCompletion failed");
+      return hr;
+    }
+  }
+
+  return S_OK;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12cmdqueue.h Added

@@ -0,0 +1,118 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_CMD_QUEUE            (gst_d3d12_cmd_queue_get_type ())
+#define GST_D3D12_CMD_QUEUE(obj)            (G_TYPE_CHECK_INSTANCE_CAST ((obj), GST_TYPE_D3D12_CMD_QUEUE, GstD3D12CmdQueue))
+#define GST_D3D12_CMD_QUEUE_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST ((klass), GST_TYPE_D3D12_CMD_QUEUE, GstD3D12CmdQueueClass))
+#define GST_IS_D3D12_CMD_QUEUE(obj)         (G_TYPE_CHECK_INSTANCE_TYPE ((obj), GST_TYPE_D3D12_CMD_QUEUE))
+#define GST_IS_D3D12_CMD_QUEUE_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE ((klass), GST_TYPE_D3D12_CMD_QUEUE))
+#define GST_D3D12_CMD_QUEUE_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_D3D12_CMD_QUEUE, GstD3D12CmdQueueClass))
+#define GST_D3D12_CMD_QUEUE_CAST(obj)       ((GstD3D12CmdQueue*)(obj))
+
+/**
+ * GstD3D12CmdQueue:
+ *
+ * Opaque GstD3D12CmdQueue struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12CmdQueue
+{
+  GstObject parent;
+
+  /*< private >*/
+  GstD3D12CmdQueuePrivate *priv;
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12CmdQueueClass:
+ *
+ * Opaque GstD3D12CmdQueueClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12CmdQueueClass
+{
+  GstObjectClass parent_class;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType                  gst_d3d12_cmd_queue_get_type (void);
+
+GST_D3D12_API
+GstD3D12CmdQueue *     gst_d3d12_cmd_queue_new (ID3D12Device * device,
+                                                const D3D12_COMMAND_QUEUE_DESC * desc,
+                                                D3D12_FENCE_FLAGS fence_flags,
+                                                guint queue_size);
+
+GST_D3D12_API
+ID3D12CommandQueue *   gst_d3d12_cmd_queue_get_handle (GstD3D12CmdQueue * queue);
+
+GST_D3D12_API
+ID3D12Fence *          gst_d3d12_cmd_queue_get_fence_handle (GstD3D12CmdQueue * queue);
+
+GST_D3D12_API
+HRESULT                gst_d3d12_cmd_queue_execute_command_lists (GstD3D12CmdQueue * queue,
+                                                                  guint num_command_lists,
+                                                                  ID3D12CommandList ** command_lists,
+                                                                  guint64 * fence_value);
+
+GST_D3D12_API
+HRESULT                gst_d3d12_cmd_queue_execute_command_lists_full (GstD3D12CmdQueue * queue,
+                                                                       guint num_fences_to_wait,
+                                                                       ID3D12Fence ** fences_to_wait,
+                                                                       const guint64 * fence_values_to_wait,
+                                                                       guint num_command_lists,
+                                                                       ID3D12CommandList ** command_lists,
+                                                                       guint64 * fence_value);
+
+GST_D3D12_API
+HRESULT                gst_d3d12_cmd_queue_execute_wait (GstD3D12CmdQueue * queue,
+                                                         ID3D12Fence * fence,
+                                                         guint64 fence_value);
+
+GST_D3D12_API
+guint64                gst_d3d12_cmd_queue_get_completed_value (GstD3D12CmdQueue * queue);
+
+GST_D3D12_API
+HRESULT                gst_d3d12_cmd_queue_fence_wait   (GstD3D12CmdQueue * queue,
+                                                         guint64 fence_value);
+
+GST_D3D12_API
+void                   gst_d3d12_cmd_queue_set_notify   (GstD3D12CmdQueue * queue,
+                                                         guint64 fence_value,
+                                                         gpointer fence_data,
+                                                         GDestroyNotify notify);
+
+GST_D3D12_API
+HRESULT                gst_d3d12_cmd_queue_drain        (GstD3D12CmdQueue * queue);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12compat.h Added

@@ -0,0 +1,61 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#ifdef __cplusplus
+template <typename T>
+D3D12_CPU_DESCRIPTOR_HANDLE
+GetCPUDescriptorHandleForHeapStart (T heap)
+{
+#if defined(_MSC_VER) || !defined(_WIN32)
+  return heap->GetCPUDescriptorHandleForHeapStart ();
+#else
+  D3D12_CPU_DESCRIPTOR_HANDLE handle;
+  heap->GetCPUDescriptorHandleForHeapStart (&handle);
+  return handle;
+#endif
+}
+
+template <typename T>
+D3D12_GPU_DESCRIPTOR_HANDLE
+GetGPUDescriptorHandleForHeapStart (T heap)
+{
+#if defined(_MSC_VER) || !defined(_WIN32)
+  return heap->GetGPUDescriptorHandleForHeapStart ();
+#else
+  D3D12_GPU_DESCRIPTOR_HANDLE handle;
+  heap->GetGPUDescriptorHandleForHeapStart (&handle);
+  return handle;
+#endif
+}
+
+template <typename T>
+D3D12_RESOURCE_DESC
+GetDesc (T resource)
+{
+#if defined(_MSC_VER) || !defined(_WIN32)
+  return resource->GetDesc ();
+#else
+  D3D12_RESOURCE_DESC desc;
+  resource->GetDesc (&desc);
+  return desc;
+#endif
+}
+#endif /* __cplusplus */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter-builder.cpp Added

@@ -0,0 +1,265 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12converter-builder.h"
+#include <gst/d3dshader/gstd3dshader.h>
+#include <directx/d3dx12.h>
+#include <mutex>
+#include <string>
+#include <utility>
+#include <memory>
+
+GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_converter_debug);
+#define GST_CAT_DEFAULT gst_d3d12_converter_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+PixelShaderBlobList
+gst_d3d12_get_converter_pixel_shader_blob (GstVideoFormat in_format,
+    GstVideoFormat out_format, gboolean in_premul, gboolean out_premul,
+    CONVERT_TYPE type)
+{
+  GstD3DConverterType conv_type;
+  PixelShaderBlobList ret;
+
+  switch (type) {
+    case CONVERT_TYPE::IDENTITY:
+      conv_type = GST_D3D_CONVERTER_IDENTITY;
+      break;
+    case CONVERT_TYPE::SIMPLE:
+      conv_type = GST_D3D_CONVERTER_SIMPLE;
+      break;
+    case CONVERT_TYPE::RANGE:
+      conv_type = GST_D3D_CONVERTER_RANGE;
+      break;
+    case CONVERT_TYPE::GAMMA:
+      conv_type = GST_D3D_CONVERTER_GAMMA;
+      break;
+    case CONVERT_TYPE::PRIMARY:
+      conv_type = GST_D3D_CONVERTER_PRIMARY;
+      break;
+    case CONVERT_TYPE::COLOR_BALANCE:
+      conv_type = GST_D3D_CONVERTER_COLOR_BALANCE;
+      break;
+    case CONVERT_TYPE::PRIMARY_AND_COLOR_BALANCE:
+      conv_type = GST_D3D_CONVERTER_PRIMARY_AND_COLOR_BALANCE;
+      break;
+    default:
+      g_assert_not_reached ();
+      return ret;
+  }
+
+  GstD3DConverterPSByteCode blobs4;
+  auto num_blobs = gst_d3d_converter_shader_get_ps_blob (in_format, out_format,
+      in_premul, out_premul, conv_type, GST_D3D_SM_5_0, blobs);
+
+  if (!num_blobs) {
+    GST_ERROR ("Couldn't get compiled bytecode");
+    return ret;
+  }
+
+  for (guint i = 0; i < num_blobs; i++) {
+    auto blob = &blobsi;
+    PixelShaderBlob ps;
+    ps.bytecode.pShaderBytecode = blob->byte_code.byte_code;
+    ps.bytecode.BytecodeLength = blob->byte_code.byte_code_len;
+    ps.num_rtv = blob->num_rtv;
+    ret.push_back (ps);
+  }
+
+  return ret;
+}
+
+HRESULT
+gst_d3d12_get_converter_vertex_shader_blob (D3D12_SHADER_BYTECODE * vs,
+    D3D12_INPUT_ELEMENT_DESC input_desc2)
+{
+  GstD3DShaderByteCode bytecode = { };
+  if (!gst_d3d_converter_shader_get_vs_blob (GST_D3D_SM_5_0, &bytecode)) {
+    GST_ERROR ("Couldn't get compiled bytecode");
+    return E_FAIL;
+  }
+
+  input_desc0.SemanticName = "POSITION";
+  input_desc0.SemanticIndex = 0;
+  input_desc0.Format = DXGI_FORMAT_R32G32B32_FLOAT;
+  input_desc0.InputSlot = 0;
+  input_desc0.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
+  input_desc0.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
+  input_desc0.InstanceDataStepRate = 0;
+
+  input_desc1.SemanticName = "TEXCOORD";
+  input_desc1.SemanticIndex = 0;
+  input_desc1.Format = DXGI_FORMAT_R32G32_FLOAT;
+  input_desc1.InputSlot = 0;
+  input_desc1.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
+  input_desc1.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
+  input_desc1.InstanceDataStepRate = 0;
+
+  vs->BytecodeLength = bytecode.byte_code_len;
+  vs->pShaderBytecode = bytecode.byte_code;
+
+  return S_OK;
+}
+
+/* root signature
+ *
+ * +-----+---------+------------------+
+ * | RS  | size in |                  |
+ * | idx |  DWORD  |                  |
+ * +-----+---------+------------------+
+ * | 0   |  1      | table (SRV)      |
+ * +-----+---------+------------------+
+ * | 1   |  1      | table (Sampler)  |
+ * +-----+---------+------------------+
+ * | 2   |  16     |  VS matrix       |
+ * +-----+---------+------------------+
+ * | 3   |  1      |   PS alpha       |
+ * +-----+---------+------------------+
+ * | 4   |  2      |   PS CBV         |
+ * +-----+---------+------------------+
+ */
+
+static const D3D12_ROOT_SIGNATURE_FLAGS rs_flags_ =
+    D3D12_ROOT_SIGNATURE_FLAG_ALLOW_INPUT_ASSEMBLER_INPUT_LAYOUT |
+    D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
+    D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
+    D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS;
+
+ConverterRootSignature::ConverterRootSignature (D3D_ROOT_SIGNATURE_VERSION
+    version, UINT num_srv, bool build_lut)
+{
+  D3D12_VERSIONED_ROOT_SIGNATURE_DESC desc = { };
+
+  num_srv_ = num_srv;
+  have_lut_ = build_lut;
+
+  std::vector < D3D12_DESCRIPTOR_RANGE1 > range_v1_1;
+  std::vector < D3D12_DESCRIPTOR_RANGE1 > sampler_range_v1_1;
+  std::vector < D3D12_ROOT_PARAMETER1 > param_list_v1_1;
+
+  CD3DX12_ROOT_PARAMETER1 param;
+  ps_srv_ = 0;
+  for (UINT i = 0; i < num_srv; i++) {
+    range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
+        (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, i, 0,
+            D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE |
+            D3D12_DESCRIPTOR_RANGE_FLAG_DATA_VOLATILE));
+  }
+
+  if (build_lut) {
+    range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
+        (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 4, 0,
+            D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE |
+            D3D12_DESCRIPTOR_RANGE_FLAG_DATA_STATIC_WHILE_SET_AT_EXECUTE));
+    range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
+        (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 5, 0,
+            D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE |
+            D3D12_DESCRIPTOR_RANGE_FLAG_DATA_STATIC_WHILE_SET_AT_EXECUTE));
+  }
+
+  param.InitAsDescriptorTable (range_v1_1.size (),
+      range_v1_1.data (), D3D12_SHADER_VISIBILITY_PIXEL);
+  param_list_v1_1.push_back (param);
+
+  /* sampler state, can be updated */
+  ps_sampler_ = (UINT) param_list_v1_1.size ();
+  sampler_range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
+      (D3D12_DESCRIPTOR_RANGE_TYPE_SAMPLER, 1, 0, 0,
+          D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE));
+  if (build_lut) {
+    sampler_range_v1_1.push_back (CD3DX12_DESCRIPTOR_RANGE1
+        (D3D12_DESCRIPTOR_RANGE_TYPE_SAMPLER, 1, 1, 0,
+            D3D12_DESCRIPTOR_RANGE_FLAG_DESCRIPTORS_VOLATILE));
+  }
+  param.InitAsDescriptorTable (sampler_range_v1_1.size (),
+      sampler_range_v1_1.data (), D3D12_SHADER_VISIBILITY_PIXEL);
+  param_list_v1_1.push_back (param);
+
+  /* VS root const, maybe updated */
+  vs_root_const_ = (UINT) param_list_v1_1.size ();
+  param.InitAsConstants (16, 0, 0, D3D12_SHADER_VISIBILITY_VERTEX);
+  param_list_v1_1.push_back (param);
+
+  /* PS alpha constant value, maybe updated */
+  ps_root_const_ = (UINT) param_list_v1_1.size ();
+  param.InitAsConstants (8, 1, 0, D3D12_SHADER_VISIBILITY_PIXEL);
+  param_list_v1_1.push_back (param);
+
+  /* PS CBV, this is static */
+  ps_cbv_ = (UINT) param_list_v1_1.size ();
+  param.InitAsConstantBufferView (2, 0,
+      D3D12_ROOT_DESCRIPTOR_FLAG_DATA_STATIC_WHILE_SET_AT_EXECUTE,
+      D3D12_SHADER_VISIBILITY_PIXEL);
+  param_list_v1_1.push_back (param);
+
+  CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_1 (desc,
+      param_list_v1_1.size (), param_list_v1_1.data (), 0, nullptr, rs_flags_);
+
+  ComPtr < ID3DBlob > error_blob;
+  hr_ = D3DX12SerializeVersionedRootSignature (&desc,
+      version, &blob_, &error_blob);
+  if (FAILED (hr_)) {
+    const gchar *error_msg = nullptr;
+    if (error_blob)
+      error_msg = (const gchar *) error_blob->GetBufferPointer ();
+    GST_ERROR ("Couldn't serialize root signature, hr: 0x%x, error detail: %s",
+        (guint) hr_, GST_STR_NULL (error_msg));
+  }
+}
+
+ConverterRootSignaturePtr
+gst_d3d12_get_converter_root_signature (GstD3D12Device * device,
+    GstVideoFormat in_format, CONVERT_TYPE type)
+{
+  auto info = gst_video_format_get_info (in_format);
+  auto num_planes = GST_VIDEO_FORMAT_INFO_N_PLANES (info);
+  bool build_lut = false;
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  D3D_ROOT_SIGNATURE_VERSION rs_version = D3D_ROOT_SIGNATURE_VERSION_1_1;
+  D3D12_FEATURE_DATA_ROOT_SIGNATURE feature_data = { };
+  feature_data.HighestVersion = D3D_ROOT_SIGNATURE_VERSION_1_1;
+  auto hr = device_handle->CheckFeatureSupport (D3D12_FEATURE_ROOT_SIGNATURE,
+      &feature_data, sizeof (feature_data));
+  if (FAILED (hr)) {
+    rs_version = D3D_ROOT_SIGNATURE_VERSION_1_0;
+  } else {
+    GST_INFO_OBJECT (device, "Device supports version 1.1 root signature");
+  }
+
+  if (type == CONVERT_TYPE::GAMMA || type == CONVERT_TYPE::PRIMARY ||
+      type == CONVERT_TYPE::COLOR_BALANCE ||
+      type == CONVERT_TYPE::PRIMARY_AND_COLOR_BALANCE)
+    build_lut = true;
+
+  auto rs = std::make_shared < ConverterRootSignature >
+      (rs_version, num_planes, build_lut);
+  if (!rs->IsValid ())
+    return nullptr;
+
+  return rs;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter-builder.h Added

@@ -0,0 +1,134 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+#include <vector>
+#include <wrl.h>
+#include <memory>
+#include <vector>
+
+enum class CONVERT_TYPE
+{
+  IDENTITY,
+  SIMPLE,
+  RANGE,
+  GAMMA,
+  PRIMARY,
+  COLOR_BALANCE,
+  PRIMARY_AND_COLOR_BALANCE,
+};
+
+struct PixelShaderBlob
+{
+  D3D12_SHADER_BYTECODE bytecode;
+  guint num_rtv;
+};
+
+class ConverterRootSignature
+{
+public:
+  ConverterRootSignature () = delete;
+  ConverterRootSignature (D3D_ROOT_SIGNATURE_VERSION version, UINT num_srv,
+      bool build_lut);
+
+  UINT GetPsSrvIdx ()
+  {
+    return ps_srv_;
+  }
+
+  UINT GetPsSamplerIdx ()
+  {
+    return ps_sampler_;
+  }
+
+  UINT GetNumSrv ()
+  {
+    return num_srv_;
+  }
+
+  bool HaveLut ()
+  {
+    return have_lut_;
+  }
+
+  UINT GetVsRootConstIdx ()
+  {
+    return vs_root_const_;
+  }
+
+  UINT GetPsRootConstIdx ()
+  {
+    return ps_root_const_;
+  };
+
+  UINT GetPsCbvIdx ()
+  {
+    return ps_cbv_;
+  }
+
+  bool IsValid ()
+  {
+    return SUCCEEDED (hr_);
+  }
+
+  HRESULT GetBlob (ID3DBlob ** blob)
+  {
+    if (SUCCEEDED (hr_)) {
+      *blob = blob_.Get ();
+      (*blob)->AddRef ();
+    }
+
+    return hr_;
+  }
+
+private:
+  Microsoft::WRL::ComPtr<ID3DBlob> blob_;
+
+  UINT ps_srv_ = 0;
+  UINT ps_sampler_ = 0;
+  UINT ps_cbv_ = 0;
+  UINT vs_root_const_ = 0;
+  UINT num_srv_ = 0;
+  bool have_lut_ = false;
+  UINT ps_root_const_ = 0;
+  HRESULT hr_ = S_OK;
+};
+
+typedef std::vector<PixelShaderBlob> PixelShaderBlobList;
+typedef std::shared_ptr<ConverterRootSignature> ConverterRootSignaturePtr;
+
+PixelShaderBlobList
+gst_d3d12_get_converter_pixel_shader_blob (GstVideoFormat in_format,
+                                           GstVideoFormat out_format,
+                                           gboolean in_premul,
+                                           gboolean out_premul,
+                                           CONVERT_TYPE type);
+
+HRESULT
+gst_d3d12_get_converter_vertex_shader_blob (D3D12_SHADER_BYTECODE * vs,
+                                            D3D12_INPUT_ELEMENT_DESC layout2);
+
+ConverterRootSignaturePtr
+gst_d3d12_get_converter_root_signature (GstD3D12Device * device,
+                                        GstVideoFormat in_format,
+                                        CONVERT_TYPE type);
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter-pack.cpp Added

@@ -0,0 +1,409 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12-private.h"
+#include <gst/d3dshader/gstd3dshader.h>
+#include "gstd3d12converter-pack.h"
+#include <directx/d3dx12.h>
+#include <wrl.h>
+#include <math.h>
+
+GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_converter_debug);
+#define GST_CAT_DEFAULT gst_d3d12_converter_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+struct GstD3D12PackPrivate
+{
+  ~GstD3D12PackPrivate ()
+  {
+    if (render_target_pool)
+      gst_buffer_pool_set_active (render_target_pool, FALSE);
+    gst_clear_object (&render_target_pool);
+    gst_clear_object (&desc_pool);
+    gst_clear_object (&device);
+  }
+
+  GstD3D12Device *device = nullptr;
+  GstVideoInfo in_info;
+  GstVideoInfo out_info;
+
+  ComPtr < ID3D12RootSignature > rs_typed;
+  ComPtr < ID3D12PipelineState > pso_typed;
+  guint tg_x = 0;
+  guint tg_y = 0;
+
+  GstD3D12DescHeapPool *desc_pool = nullptr;
+
+  GstBufferPool *render_target_pool = nullptr;
+  bool need_process = false;
+  guint heap_inc_size;
+};
+
+struct _GstD3D12Pack
+{
+  GstObject parent;
+
+  GstD3D12Device *device;
+  GstD3D12PackPrivate *priv;
+};
+
+static void gst_d3d12_pack_finalize (GObject * object);
+
+#define gst_d3d12_pack_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12Pack, gst_d3d12_pack, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_pack_class_init (GstD3D12PackClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_pack_finalize;
+}
+
+static void
+gst_d3d12_pack_init (GstD3D12Pack * self)
+{
+  self->priv = new GstD3D12PackPrivate ();
+}
+
+static void
+gst_d3d12_pack_finalize (GObject * object)
+{
+  auto self = GST_D3D12_PACK (object);
+
+  delete self->priv;
+  gst_clear_object (&self->device);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static GstBufferPool *
+gst_d3d12_pack_create_pool (GstD3D12Pack * self,
+    const GstVideoInfo * info, D3D12_RESOURCE_FLAGS resource_flags)
+{
+  auto priv = self->priv;
+  auto pool = gst_d3d12_buffer_pool_new (priv->device);
+  auto caps = gst_video_info_to_caps (info);
+  auto config = gst_buffer_pool_get_config (pool);
+  auto params = gst_d3d12_allocation_params_new (priv->device, info,
+      GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags, D3D12_HEAP_FLAG_NONE);
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+  gst_d3d12_allocation_params_free (params);
+  gst_buffer_pool_config_set_params (config, caps, priv->out_info.size, 0, 0);
+  gst_caps_unref (caps);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  if (!gst_buffer_pool_set_active (pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't set active");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  return pool;
+}
+
+GstD3D12Pack *
+gst_d3d12_pack_new (GstD3D12Device * device,
+    const GstVideoInfo * converter_output_info)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (converter_output_info, nullptr);
+
+  auto self = (GstD3D12Pack *) g_object_new (GST_TYPE_D3D12_PACK, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+  priv->in_info = *converter_output_info;
+  priv->out_info = *converter_output_info;
+
+  auto conv_format = GST_VIDEO_FORMAT_UNKNOWN;
+  auto format = GST_VIDEO_INFO_FORMAT (converter_output_info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_YUY2:
+    case GST_VIDEO_FORMAT_UYVY:
+    case GST_VIDEO_FORMAT_VYUY:
+    case GST_VIDEO_FORMAT_YVYU:
+    case GST_VIDEO_FORMAT_v308:
+    case GST_VIDEO_FORMAT_IYU2:
+      conv_format = GST_VIDEO_FORMAT_AYUV;
+      break;
+    case GST_VIDEO_FORMAT_Y410:
+    case GST_VIDEO_FORMAT_Y412_LE:
+    case GST_VIDEO_FORMAT_Y416_LE:
+    case GST_VIDEO_FORMAT_Y210:
+    case GST_VIDEO_FORMAT_Y212_LE:
+    case GST_VIDEO_FORMAT_Y216_LE:
+    case GST_VIDEO_FORMAT_v210:
+    case GST_VIDEO_FORMAT_v216:
+      conv_format = GST_VIDEO_FORMAT_AYUV64;
+      break;
+    case GST_VIDEO_FORMAT_RGB:
+    case GST_VIDEO_FORMAT_BGR:
+      conv_format = GST_VIDEO_FORMAT_RGBA;
+      break;
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+    case GST_VIDEO_FORMAT_r210:
+      conv_format = GST_VIDEO_FORMAT_RGB10A2_LE;
+      break;
+    case GST_VIDEO_FORMAT_BGRA64_LE:
+      conv_format = GST_VIDEO_FORMAT_RGBA64_LE;
+      break;
+    case GST_VIDEO_FORMAT_RGB16:
+    case GST_VIDEO_FORMAT_BGR16:
+    case GST_VIDEO_FORMAT_RGB15:
+    case GST_VIDEO_FORMAT_BGR15:
+    {
+      GstD3D12Format device_format;
+      gst_d3d12_device_get_format (device, format, &device_format);
+      if (device_format.dxgi_format == DXGI_FORMAT_R16_UINT) {
+        conv_format = GST_VIDEO_FORMAT_RGBA;
+      } else {
+        /* Device supports this format */
+        return self;
+      }
+      break;
+    }
+    default:
+      return self;
+  }
+
+  g_assert (conv_format != GST_VIDEO_FORMAT_UNKNOWN);
+
+  priv->need_process = true;
+  gst_video_info_set_format (&priv->in_info, conv_format,
+      converter_output_info->width, converter_output_info->height);
+  priv->in_info.colorimetry = converter_output_info->colorimetry;
+  priv->in_info.chroma_site = converter_output_info->chroma_site;
+
+  auto dev_handle = gst_d3d12_device_get_device_handle (device);
+  priv->heap_inc_size = dev_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+
+  D3D12_DESCRIPTOR_HEAP_DESC heap_desc = { };
+  heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+  heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
+  heap_desc.NumDescriptors = 2;
+
+  priv->desc_pool = gst_d3d12_desc_heap_pool_new (dev_handle, &heap_desc);
+
+  D3D12_ROOT_SIGNATURE_FLAGS rs_flags =
+      D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
+      D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
+      D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS;
+
+  D3D_ROOT_SIGNATURE_VERSION rs_version = D3D_ROOT_SIGNATURE_VERSION_1_0;
+
+  CD3DX12_ROOT_PARAMETER param;
+  CD3DX12_DESCRIPTOR_RANGE range2;
+  range0.Init (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 0, 0);
+  range1.Init (D3D12_DESCRIPTOR_RANGE_TYPE_UAV, 1, 0, 0);
+
+  param.InitAsDescriptorTable (2, range);
+
+  D3D12_VERSIONED_ROOT_SIGNATURE_DESC rs_desc = { };
+
+  ComPtr < ID3DBlob > rs_blob;
+  ComPtr < ID3DBlob > error_blob;
+  CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (rs_desc, 1, &param,
+      0, nullptr, rs_flags);
+  auto hr = D3DX12SerializeVersionedRootSignature (&rs_desc,
+      rs_version, &rs_blob, &error_blob);
+  if (!gst_d3d12_result (hr, device)) {
+    const gchar *error_msg = nullptr;
+    if (error_blob)
+      error_msg = (const gchar *) error_blob->GetBufferPointer ();
+    GST_ERROR_OBJECT (self,
+        "Couldn't serialize root signature, hr: 0x%x, error detail: %s",
+        (guint) hr, GST_STR_NULL (error_msg));
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  hr = dev_handle->CreateRootSignature (0, rs_blob->GetBufferPointer (),
+      rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->rs_typed));
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (device, "Couldn't create root signature");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  GstD3DConverterCSByteCode bytecode;
+  if (!gst_d3d_converter_shader_get_cs_blob (GST_VIDEO_INFO_FORMAT
+          (&priv->in_info), GST_VIDEO_INFO_FORMAT (&priv->out_info),
+          GST_D3D_SM_5_0, &bytecode)) {
+    GST_ERROR_OBJECT (device, "Couldn't get shader blob");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->tg_x = (guint) ceil (priv->in_info.width / (float) bytecode.x_unit);
+  priv->tg_y = (guint) ceil (priv->in_info.height / (float) bytecode.y_unit);
+
+  D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+  pso_desc.pRootSignature = priv->rs_typed.Get ();
+  pso_desc.CS.pShaderBytecode = bytecode.byte_code.byte_code;
+  pso_desc.CS.BytecodeLength = bytecode.byte_code.byte_code_len;
+  hr = dev_handle->CreateComputePipelineState (&pso_desc,
+      IID_PPV_ARGS (&priv->pso_typed));
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create pso");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->render_target_pool = gst_d3d12_pack_create_pool (self,
+      &priv->in_info, D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+  if (!priv->render_target_pool) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  return self;
+}
+
+gboolean
+gst_d3d12_pack_get_video_info (GstD3D12Pack * pack,
+    GstVideoInfo * pack_input_info)
+{
+  g_return_val_if_fail (GST_IS_D3D12_PACK (pack), FALSE);
+  g_return_val_if_fail (pack_input_info, FALSE);
+
+  auto priv = pack->priv;
+  *pack_input_info = priv->in_info;
+
+  return TRUE;
+}
+
+GstBuffer *
+gst_d3d12_pack_acquire_render_target (GstD3D12Pack * pack, GstBuffer * buffer)
+{
+  g_return_val_if_fail (GST_IS_D3D12_PACK (pack), nullptr);
+  g_return_val_if_fail (GST_IS_BUFFER (buffer), nullptr);
+
+  auto priv = pack->priv;
+  GstD3D12Frame out_frame;
+  if (!gst_d3d12_frame_map (&out_frame, &priv->out_info, buffer,
+          GST_MAP_D3D12, priv->need_process ? GST_D3D12_FRAME_MAP_FLAG_UAV :
+          GST_D3D12_FRAME_MAP_FLAG_RTV)) {
+    GST_ERROR_OBJECT (pack, "Couldn't map output buffer");
+    return nullptr;
+  }
+  gst_d3d12_frame_unmap (&out_frame);
+
+  if (!priv->need_process)
+    return gst_buffer_ref (buffer);
+
+  GstBuffer *outbuf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->render_target_pool, &outbuf, nullptr);
+
+  return outbuf;
+}
+
+gboolean
+gst_d3d12_pack_execute (GstD3D12Pack * pack, GstBuffer * in_buf,
+    GstBuffer * out_buf, GstD3D12FenceData * fence_data,
+    ID3D12GraphicsCommandList * cl)
+{
+  g_return_val_if_fail (GST_IS_D3D12_PACK (pack), FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (in_buf), FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (out_buf), FALSE);
+  g_return_val_if_fail (fence_data, FALSE);
+  g_return_val_if_fail (cl, FALSE);
+
+  auto priv = pack->priv;
+  if (!priv->need_process)
+    return TRUE;
+
+  g_assert (in_buf != out_buf);
+
+  GstD3D12Frame in_frame;
+  GstD3D12Frame out_frame;
+  if (!gst_d3d12_frame_map (&in_frame, &priv->in_info, in_buf,
+          GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_SRV)) {
+    GST_ERROR_OBJECT (pack, "Couldn't map input frame");
+    return FALSE;
+  }
+
+  if (!gst_d3d12_frame_map (&out_frame, &priv->out_info, out_buf,
+          GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_UAV)) {
+    GST_ERROR_OBJECT (pack, "Couldn't map output frame");
+    gst_d3d12_frame_unmap (&in_frame);
+    return FALSE;
+  }
+
+  GstD3D12DescHeap *descriptor;
+  if (!gst_d3d12_desc_heap_pool_acquire (priv->desc_pool, &descriptor)) {
+    GST_ERROR_OBJECT (pack, "Couldn't acquire descriptor heap");
+    gst_d3d12_frame_unmap (&in_frame);
+    gst_d3d12_frame_unmap (&out_frame);
+    return FALSE;
+  }
+
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (descriptor));
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  auto in_resource = in_frame.data0;
+
+  auto desc_handle = gst_d3d12_desc_heap_get_handle (descriptor);
+  auto desc_cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+      (GetCPUDescriptorHandleForHeapStart (desc_handle));
+  device->CopyDescriptorsSimple (1, desc_cpu_handle,
+      in_frame.srv_desc_handle0, D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+  desc_cpu_handle.Offset (priv->heap_inc_size);
+  device->CopyDescriptorsSimple (1, desc_cpu_handle,
+      out_frame.uav_desc_handle0, D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+
+  D3D12_RESOURCE_BARRIER barrier =
+      CD3DX12_RESOURCE_BARRIER::Transition (in_resource,
+      D3D12_RESOURCE_STATE_RENDER_TARGET,
+      D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE);
+  cl->ResourceBarrier (1, &barrier);
+  cl->SetComputeRootSignature (priv->rs_typed.Get ());
+  cl->SetPipelineState (priv->pso_typed.Get ());
+
+  ID3D12DescriptorHeap *heaps = { desc_handle };
+  cl->SetDescriptorHeaps (1, heaps);
+  cl->SetComputeRootDescriptorTable (0,
+      GetGPUDescriptorHandleForHeapStart (desc_handle));
+  cl->Dispatch (priv->tg_x, priv->tg_y, 1);
+
+  gst_d3d12_frame_unmap (&in_frame);
+  gst_d3d12_frame_unmap (&out_frame);
+
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (in_buf)));
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter-pack.h Added

@@ -0,0 +1,47 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_PACK (gst_d3d12_pack_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12Pack, gst_d3d12_pack,
+    GST, D3D12_PACK, GstObject);
+
+GstD3D12Pack * gst_d3d12_pack_new (GstD3D12Device * device,
+                                   const GstVideoInfo * converter_output_info);
+
+gboolean       gst_d3d12_pack_get_video_info (GstD3D12Pack * pack,
+                                              GstVideoInfo * pack_input_info);
+
+GstBuffer *    gst_d3d12_pack_acquire_render_target (GstD3D12Pack * pack,
+                                                     GstBuffer * buffer);
+
+gboolean       gst_d3d12_pack_execute (GstD3D12Pack * pack,
+                                       GstBuffer * in_buffer,
+                                       GstBuffer * out_buffer,
+                                       GstD3D12FenceData * fence_data,
+                                       ID3D12GraphicsCommandList * cl);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter-private.h Added

@@ -0,0 +1,47 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+GST_D3D12_API
+gboolean  gst_d3d12_converter_apply_transform (GstD3D12Converter * converter,
+                                               GstVideoOrientationMethod orientation,
+                                               gfloat viewport_width,
+                                               gfloat viewport_height,
+                                               gfloat fov,
+                                               gboolean ortho,
+                                               gfloat rotation_x,
+                                               gfloat rotation_y,
+                                               gfloat rotation_z,
+                                               gfloat scale_x,
+                                               gfloat scale_y);
+
+GST_D3D12_API
+gboolean  gst_d3d12_converter_is_color_balance_needed (gfloat hue,
+                                                       gfloat saturation,
+                                                       gfloat brightness,
+                                                       gfloat contrast);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter-unpack.cpp Added

@@ -0,0 +1,503 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12-private.h"
+#include <gst/d3dshader/gstd3dshader.h>
+#include "gstd3d12converter-unpack.h"
+#include <directx/d3dx12.h>
+#include <wrl.h>
+#include <math.h>
+
+GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_converter_debug);
+#define GST_CAT_DEFAULT gst_d3d12_converter_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+struct GstD3D12UnpackPrivate
+{
+  ~GstD3D12UnpackPrivate ()
+  {
+    if (upload_pool)
+      gst_buffer_pool_set_active (upload_pool, FALSE);
+    if (output_pool)
+      gst_buffer_pool_set_active (output_pool, FALSE);
+    gst_clear_object (&upload_pool);
+    gst_clear_object (&output_pool);
+    gst_clear_object (&desc_pool);
+    gst_clear_object (&device);
+  }
+
+  GstD3D12Device *device = nullptr;
+  GstVideoInfo in_info;
+  GstVideoInfo out_info;
+  GstVideoInfo upload_info;
+  GstVideoInfo pool_info;
+
+  ComPtr < ID3D12RootSignature > rs_typed;
+  ComPtr < ID3D12PipelineState > pso_typed;
+  guint tg_x = 0;
+  guint tg_y = 0;
+  guint x_unit = 8;
+  guint y_unit = 8;
+
+  GstD3D12DescHeapPool *desc_pool = nullptr;
+
+  GstBufferPool *upload_pool = nullptr;
+  GstBufferPool *output_pool = nullptr;
+  bool need_process = false;
+  guint heap_inc_size;
+};
+
+struct _GstD3D12Unpack
+{
+  GstObject parent;
+
+  GstD3D12Device *device;
+  GstD3D12UnpackPrivate *priv;
+};
+
+static void gst_d3d12_unpack_finalize (GObject * object);
+
+#define gst_d3d12_unpack_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12Unpack, gst_d3d12_unpack, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_unpack_class_init (GstD3D12UnpackClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_unpack_finalize;
+}
+
+static void
+gst_d3d12_unpack_init (GstD3D12Unpack * self)
+{
+  self->priv = new GstD3D12UnpackPrivate ();
+}
+
+static void
+gst_d3d12_unpack_finalize (GObject * object)
+{
+  auto self = GST_D3D12_UNPACK (object);
+
+  delete self->priv;
+  gst_clear_object (&self->device);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static GstBufferPool *
+gst_d3d12_unpack_create_pool (GstD3D12Unpack * self,
+    const GstVideoInfo * info, D3D12_RESOURCE_FLAGS resource_flags)
+{
+  auto priv = self->priv;
+  auto pool = gst_d3d12_buffer_pool_new (priv->device);
+  auto caps = gst_video_info_to_caps (info);
+  auto config = gst_buffer_pool_get_config (pool);
+  auto params = gst_d3d12_allocation_params_new (priv->device, info,
+      GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags, D3D12_HEAP_FLAG_NONE);
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+  gst_d3d12_allocation_params_free (params);
+  gst_buffer_pool_config_set_params (config, caps, priv->out_info.size, 0, 0);
+  gst_caps_unref (caps);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  if (!gst_buffer_pool_set_active (pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't set active");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  return pool;
+}
+
+GstD3D12Unpack *
+gst_d3d12_unpack_new (GstD3D12Device * device,
+    const GstVideoInfo * converter_input_info)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (converter_input_info, nullptr);
+
+  auto self = (GstD3D12Unpack *) g_object_new (GST_TYPE_D3D12_UNPACK, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+  priv->in_info = *converter_input_info;
+  priv->out_info = *converter_input_info;
+  priv->upload_info = *converter_input_info;
+  priv->pool_info = *converter_input_info;
+
+  auto conv_format = GST_VIDEO_FORMAT_UNKNOWN;
+  auto format = GST_VIDEO_INFO_FORMAT (converter_input_info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_YUY2:
+    case GST_VIDEO_FORMAT_UYVY:
+    case GST_VIDEO_FORMAT_VYUY:
+    case GST_VIDEO_FORMAT_YVYU:
+    case GST_VIDEO_FORMAT_v308:
+    case GST_VIDEO_FORMAT_IYU2:
+      conv_format = GST_VIDEO_FORMAT_AYUV;
+      break;
+    case GST_VIDEO_FORMAT_Y210:
+    case GST_VIDEO_FORMAT_Y212_LE:
+    case GST_VIDEO_FORMAT_Y216_LE:
+    case GST_VIDEO_FORMAT_v210:
+    case GST_VIDEO_FORMAT_v216:
+      conv_format = GST_VIDEO_FORMAT_AYUV64;
+      break;
+    case GST_VIDEO_FORMAT_RGB:
+    case GST_VIDEO_FORMAT_BGR:
+      conv_format = GST_VIDEO_FORMAT_RGBA;
+      break;
+    case GST_VIDEO_FORMAT_r210:
+      conv_format = GST_VIDEO_FORMAT_RGB10A2_LE;
+      break;
+    case GST_VIDEO_FORMAT_RGB16:
+    case GST_VIDEO_FORMAT_BGR16:
+    case GST_VIDEO_FORMAT_RGB15:
+    case GST_VIDEO_FORMAT_BGR15:
+    {
+      GstD3D12Format device_format;
+      gst_d3d12_device_get_format (device, format, &device_format);
+      if (device_format.dxgi_format == DXGI_FORMAT_R16_UINT) {
+        conv_format = GST_VIDEO_FORMAT_RGBA;
+      } else {
+        /* Device supports this format */
+        return self;
+      }
+      break;
+    }
+    default:
+      return self;
+  }
+
+  g_assert (conv_format != GST_VIDEO_FORMAT_UNKNOWN);
+
+  priv->need_process = true;
+  gst_video_info_set_format (&priv->out_info, conv_format,
+      converter_input_info->width, converter_input_info->height);
+  priv->out_info.colorimetry = converter_input_info->colorimetry;
+  priv->out_info.chroma_site = converter_input_info->chroma_site;
+  priv->pool_info = priv->out_info;
+
+  auto dev_handle = gst_d3d12_device_get_device_handle (device);
+  priv->heap_inc_size = dev_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+
+  D3D12_DESCRIPTOR_HEAP_DESC heap_desc = { };
+  heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+  heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
+  heap_desc.NumDescriptors = 2;
+
+  priv->desc_pool = gst_d3d12_desc_heap_pool_new (dev_handle, &heap_desc);
+
+  D3D12_ROOT_SIGNATURE_FLAGS rs_flags =
+      D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
+      D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
+      D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS;
+
+  D3D_ROOT_SIGNATURE_VERSION rs_version = D3D_ROOT_SIGNATURE_VERSION_1_0;
+
+  CD3DX12_ROOT_PARAMETER param;
+  CD3DX12_DESCRIPTOR_RANGE range2;
+  range0.Init (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 0, 0);
+  range1.Init (D3D12_DESCRIPTOR_RANGE_TYPE_UAV, 1, 0, 0);
+
+  param.InitAsDescriptorTable (2, range);
+
+  D3D12_VERSIONED_ROOT_SIGNATURE_DESC rs_desc = { };
+
+  ComPtr < ID3DBlob > rs_blob;
+  ComPtr < ID3DBlob > error_blob;
+  CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (rs_desc, 1, &param,
+      0, nullptr, rs_flags);
+  auto hr = D3DX12SerializeVersionedRootSignature (&rs_desc,
+      rs_version, &rs_blob, &error_blob);
+  if (!gst_d3d12_result (hr, device)) {
+    const gchar *error_msg = nullptr;
+    if (error_blob)
+      error_msg = (const gchar *) error_blob->GetBufferPointer ();
+    GST_ERROR_OBJECT (self,
+        "Couldn't serialize root signature, hr: 0x%x, error detail: %s",
+        (guint) hr, GST_STR_NULL (error_msg));
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  hr = dev_handle->CreateRootSignature (0, rs_blob->GetBufferPointer (),
+      rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->rs_typed));
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (device, "Couldn't create root signature");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  GstD3DConverterCSByteCode bytecode;
+  if (!gst_d3d_converter_shader_get_cs_blob (GST_VIDEO_INFO_FORMAT
+          (&priv->in_info), GST_VIDEO_INFO_FORMAT (&priv->out_info),
+          GST_D3D_SM_5_0, &bytecode)) {
+    GST_ERROR_OBJECT (device, "Couldn't get shader blob");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->tg_x = (guint) ceil (priv->in_info.width / (float) bytecode.x_unit);
+  priv->tg_y = (guint) ceil (priv->in_info.height / (float) bytecode.y_unit);
+
+  priv->x_unit = bytecode.x_unit;
+  priv->y_unit = bytecode.x_unit;
+
+  D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+  pso_desc.pRootSignature = priv->rs_typed.Get ();
+  pso_desc.CS.pShaderBytecode = bytecode.byte_code.byte_code;
+  pso_desc.CS.BytecodeLength = bytecode.byte_code.byte_code_len;
+  hr = dev_handle->CreateComputePipelineState (&pso_desc,
+      IID_PPV_ARGS (&priv->pso_typed));
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create pso");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->output_pool = gst_d3d12_unpack_create_pool (self,
+      &priv->pool_info, D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS |
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+  if (!priv->output_pool) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  return self;
+}
+
+gboolean
+gst_d3d12_unpack_get_video_info (GstD3D12Unpack * unpack,
+    GstVideoInfo * unpack_output_info)
+{
+  g_return_val_if_fail (GST_IS_D3D12_UNPACK (unpack), FALSE);
+  g_return_val_if_fail (unpack_output_info, FALSE);
+
+  auto priv = unpack->priv;
+  *unpack_output_info = priv->out_info;
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_unpack_needs_upload (GstD3D12Unpack * self, GstBuffer * buf)
+{
+  auto priv = self->priv;
+  auto mem = gst_buffer_peek_memory (buf, 0);
+  if (!gst_is_d3d12_memory (mem))
+    return TRUE;
+
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+  if (!gst_d3d12_device_is_equal (dmem->device, priv->device))
+    return TRUE;
+
+  auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+  auto desc = GetDesc (resource);
+  if ((desc.Flags & D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) ==
+      D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) {
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+static GstBuffer *
+gst_d3d12_unpack_upload (GstD3D12Unpack * self, GstBuffer * in_buf,
+    gint & width, gint & height)
+{
+  auto priv = self->priv;
+  GstBuffer *upload_buf = nullptr;
+
+  auto meta = gst_buffer_get_video_meta (in_buf);
+  if (meta) {
+    width = meta->width;
+    height = meta->height;
+  } else {
+    width = priv->in_info.width;
+    height = priv->in_info.height;
+  }
+
+  if (!gst_d3d12_unpack_needs_upload (self, in_buf))
+    return gst_buffer_ref (in_buf);
+
+  if (priv->upload_info.width != width || priv->upload_info.height != height) {
+    gst_video_info_set_format (&priv->upload_info,
+        GST_VIDEO_INFO_FORMAT (&priv->in_info), width, height);
+    if (priv->upload_pool) {
+      gst_buffer_pool_set_active (priv->upload_pool, FALSE);
+      gst_clear_object (&priv->upload_pool);
+    }
+  }
+
+  if (!priv->upload_pool) {
+    priv->upload_pool = gst_d3d12_unpack_create_pool (self,
+        &priv->upload_info, D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+    if (!priv->upload_pool)
+      return nullptr;
+  }
+
+  gst_buffer_pool_acquire_buffer (priv->upload_pool, &upload_buf, nullptr);
+  if (!upload_buf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire fallback buf");
+    return nullptr;
+  }
+
+  if (gst_d3d12_buffer_copy_into (upload_buf, in_buf, &priv->upload_info)) {
+    GST_ERROR_OBJECT (self, "Couldn't copy to upload buffer");
+    gst_buffer_unref (upload_buf);
+    return nullptr;
+  }
+
+  return upload_buf;
+}
+
+static GstBuffer *
+gst_d3d12_unpack_create_output (GstD3D12Unpack * self, gint width, gint height)
+{
+  auto priv = self->priv;
+  if (priv->pool_info.width != width || priv->pool_info.height != height) {
+    if (priv->output_pool)
+      gst_buffer_pool_set_active (priv->output_pool, FALSE);
+    gst_clear_object (&priv->output_pool);
+
+    gst_video_info_set_format (&priv->pool_info,
+        GST_VIDEO_INFO_FORMAT (&priv->out_info), width, height);
+  }
+
+  if (!priv->output_pool) {
+    priv->output_pool = gst_d3d12_unpack_create_pool (self,
+        &priv->pool_info, D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS);
+    if (!priv->output_pool)
+      return nullptr;
+
+    priv->tg_x = (guint) ceil (width / (float) priv->x_unit);
+    priv->tg_y = (guint) ceil (height / (float) priv->y_unit);
+  }
+
+  GstBuffer *outbuf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->output_pool, &outbuf, nullptr);
+
+  return outbuf;
+}
+
+GstBuffer *
+gst_d3d12_unpack_execute (GstD3D12Unpack * unpack, GstBuffer * buffer,
+    GstD3D12FenceData * fence_data, ID3D12GraphicsCommandList * cl)
+{
+  g_return_val_if_fail (GST_IS_D3D12_UNPACK (unpack), FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (buffer), FALSE);
+  g_return_val_if_fail (fence_data, FALSE);
+  g_return_val_if_fail (cl, FALSE);
+
+  auto priv = unpack->priv;
+  gint width, height;
+  auto upload_buf = gst_d3d12_unpack_upload (unpack, buffer, width, height);
+  if (!upload_buf)
+    return nullptr;
+
+  if (!priv->need_process)
+    return upload_buf;
+
+  auto outbuf = gst_d3d12_unpack_create_output (unpack, width, height);
+  if (!outbuf) {
+    GST_ERROR_OBJECT (unpack, "Couldn't create output buffer");
+    gst_buffer_unref (upload_buf);
+    return nullptr;
+  }
+
+  GstD3D12Frame in_frame;
+  GstD3D12Frame out_frame;
+  if (!gst_d3d12_frame_map (&in_frame, &priv->in_info, upload_buf,
+          GST_MAP_READ_D3D12, GST_D3D12_FRAME_MAP_FLAG_SRV)) {
+    GST_ERROR_OBJECT (unpack, "Couldn't map input frame");
+    gst_buffer_unref (upload_buf);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  if (!gst_d3d12_frame_map (&out_frame, &priv->out_info, outbuf,
+          GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_UAV)) {
+    GST_ERROR_OBJECT (unpack, "Couldn't map output frame");
+    gst_d3d12_frame_unmap (&in_frame);
+    gst_buffer_unref (upload_buf);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  GstD3D12DescHeap *descriptor;
+  if (!gst_d3d12_desc_heap_pool_acquire (priv->desc_pool, &descriptor)) {
+    GST_ERROR_OBJECT (unpack, "Couldn't acquire descriptor heap");
+    gst_d3d12_frame_unmap (&in_frame);
+    gst_buffer_unref (upload_buf);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (descriptor));
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  auto desc_handle = gst_d3d12_desc_heap_get_handle (descriptor);
+  auto desc_cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+      (GetCPUDescriptorHandleForHeapStart (desc_handle));
+  device->CopyDescriptorsSimple (1, desc_cpu_handle,
+      in_frame.srv_desc_handle0, D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+  desc_cpu_handle.Offset (priv->heap_inc_size);
+  device->CopyDescriptorsSimple (1, desc_cpu_handle,
+      out_frame.uav_desc_handle0, D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+
+  cl->SetComputeRootSignature (priv->rs_typed.Get ());
+  cl->SetPipelineState (priv->pso_typed.Get ());
+
+  ID3D12DescriptorHeap *heaps = { desc_handle };
+  cl->SetDescriptorHeaps (1, heaps);
+  cl->SetComputeRootDescriptorTable (0,
+      GetGPUDescriptorHandleForHeapStart (desc_handle));
+  cl->Dispatch (priv->tg_x, priv->tg_y, 1);
+  D3D12_RESOURCE_BARRIER barrier =
+      CD3DX12_RESOURCE_BARRIER::Transition (out_frame.data0,
+      D3D12_RESOURCE_STATE_UNORDERED_ACCESS,
+      D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE);
+  cl->ResourceBarrier (1, &barrier);
+
+  gst_d3d12_frame_unmap (&out_frame);
+  gst_d3d12_frame_unmap (&in_frame);
+
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (upload_buf));
+
+  return outbuf;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter-unpack.h Added

@@ -0,0 +1,43 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_UNPACK (gst_d3d12_unpack_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12Unpack, gst_d3d12_unpack,
+    GST, D3D12_UNPACK, GstObject);
+
+GstD3D12Unpack * gst_d3d12_unpack_new (GstD3D12Device * device,
+                                       const GstVideoInfo * converter_input_info);
+
+gboolean         gst_d3d12_unpack_get_video_info (GstD3D12Unpack * unpack,
+                                                  GstVideoInfo * unpack_output_info);
+
+GstBuffer *      gst_d3d12_unpack_execute (GstD3D12Unpack * unpack,
+                                           GstBuffer * buffer,
+                                           GstD3D12FenceData * fence_data,
+                                           ID3D12GraphicsCommandList * cl);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter.cpp Added

@@ -0,0 +1,3030 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12-private.h"
+#include "gstd3d12converter-builder.h"
+#include "gstd3d12converter-private.h"
+#include "gstd3d12converter-pack.h"
+#include "gstd3d12converter-unpack.h"
+#include <directx/d3dx12.h>
+#include <wrl.h>
+#include <string.h>
+#include <math.h>
+#include <map>
+#include <vector>
+#include <memory>
+#include <queue>
+
+#ifndef HAVE_DIRECTX_MATH_SIMD
+#define _XM_NO_INTRINSICS_
+#endif
+#include <DirectXMath.h>
+
+GST_DEBUG_CATEGORY (gst_d3d12_converter_debug);
+#define GST_CAT_DEFAULT gst_d3d12_converter_debug
+
+GType
+gst_d3d12_converter_sampler_filter_get_type (void)
+{
+  static GType filter_type = 0;
+  static const GEnumValue filter_types = {
+    {D3D12_FILTER_MIN_MAG_MIP_POINT,
+        "D3D12_FILTER_MIN_MAG_MIP_POINT", "min-mag-mip-point"},
+    {D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT,
+        "D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT", "min-linear-mag-mip-point"},
+    {D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT,
+        "D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT", "min-mag-linear-mip-point"},
+    {D3D12_FILTER_MIN_MAG_MIP_LINEAR,
+        "D3D12_FILTER_MIN_MAG_MIP_LINEAR", "min-mag-mip-linear"},
+    {D3D12_FILTER_ANISOTROPIC, "D3D12_FILTER_ANISOTROPIC", "anisotropic"},
+    {0, nullptr, nullptr},
+  };
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    filter_type = g_enum_register_static ("GstD3D12ConverterSamplerFilter",
+        filter_types);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return filter_type;
+}
+
+GType
+gst_d3d12_converter_alpha_mode_get_type (void)
+{
+  static GType type = 0;
+  static const GEnumValue alpha_mode = {
+    {GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED,
+        "GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED", "unspecified"},
+    {GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED,
+        "GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED", "premultiplied"},
+    {GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT,
+        "GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT", "straight"},
+    {0, nullptr, nullptr},
+  };
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    type = g_enum_register_static ("GstD3D12ConverterAlphaMode", alpha_mode);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+
+GType
+gst_d3d12_converter_color_balance_get_type (void)
+{
+  static GType type = 0;
+  static const GEnumValue color_balance = {
+    {GST_D3D12_CONVERTER_COLOR_BALANCE_DISABLED,
+        "GST_D3D12_CONVERTER_COLOR_BALANCE_DISABLED", "disabled"},
+    {GST_D3D12_CONVERTER_COLOR_BALANCE_ENABLED,
+        "GST_D3D12_CONVERTER_COLOR_BALANCE_ENABLED", "enabled"},
+    {0, nullptr, nullptr},
+  };
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    type = g_enum_register_static ("GstD3D12ConverterColorBalance",
+        color_balance);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+
+GType
+gst_d3d12_converter_mip_gen_get_type (void)
+{
+  static GType type = 0;
+  static const GEnumValue mipgen = {
+    {GST_D3D12_CONVERTER_MIP_GEN_DISABLED,
+        "GST_D3D12_CONVERTER_MIP_GEN_DISABLED", "disabled"},
+    {GST_D3D12_CONVERTER_MIP_GEN_ENABLED,
+        "GST_D3D12_CONVERTER_MIP_GEN_ENABLED", "enabled"},
+    {0, nullptr, nullptr},
+  };
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    type = g_enum_register_static ("GstD3D12ConverterMipGen", mipgen);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+using namespace DirectX;
+/* *INDENT-ON* */
+
+#define GAMMA_LUT_SIZE 4096
+#define DEFAULT_BUFFER_COUNT 2
+#define DEFAULT_SAMPLER_FILTER D3D12_FILTER_MIN_MAG_MIP_LINEAR
+#define DEFAULT_BORDER_COLOR G_GUINT64_CONSTANT(0xffff000000000000)
+#define DEFAULT_HUE 0.0
+#define DEFAULT_SATURATION 1.0
+#define DEFAULT_BRIGHTNESS 0.0
+#define DEFAULT_CONTRAST 1.0
+#define DEFAULT_MAX_MIP_LEVELS 1
+
+static const WORD g_indices6 = { 0, 1, 2, 3, 0, 2 };
+
+struct PSColorSpace
+{
+  /* + 1 for 16bytes alignment  */
+  FLOAT coeffX4;
+  FLOAT coeffY4;
+  FLOAT coeffZ4;
+  FLOAT offset4;
+  FLOAT min4;
+  FLOAT max4;
+};
+
+struct PSConstBuffer
+{
+  PSColorSpace preCoeff;
+  PSColorSpace postCoeff;
+  PSColorSpace primariesCoeff;
+};
+
+struct PSConstBufferDyn
+{
+  float alphaFactor;
+  float padding3;
+  float hsvcFactor4;
+};
+
+struct VertexData
+{
+  struct
+  {
+    FLOAT x;
+    FLOAT y;
+    FLOAT z;
+  } position;
+  struct
+  {
+    FLOAT u;
+    FLOAT v;
+  } texture;
+};
+
+/* *INDENT-OFF* */
+static const XMFLOAT4X4A g_matrix_identity = XMFLOAT4X4A (
+    1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, 1.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+static const XMFLOAT4X4A g_matrix_90r = XMFLOAT4X4A (
+    0.0f, -1.0f, 0.0f, 0.0f,
+    1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+static const XMFLOAT4X4A g_matrix_180 = XMFLOAT4X4A (
+    -1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, -1.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+static const XMFLOAT4X4A g_matrix_90l = XMFLOAT4X4A (
+    0.0f, 1.0f, 0.0f, 0.0f,
+    -1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+static const XMFLOAT4X4A g_matrix_horiz = XMFLOAT4X4A (
+    -1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, 1.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+static const XMFLOAT4X4A g_matrix_vert = XMFLOAT4X4A (
+    1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, -1.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+static const XMFLOAT4X4A g_matrix_ul_lr = XMFLOAT4X4A (
+    0.0f, -1.0f, 0.0f, 0.0f,
+    -1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+static const XMFLOAT4X4A g_matrix_ur_ll = XMFLOAT4X4A (
+    0.0f, 1.0f, 0.0f, 0.0f,
+    1.0f, 0.0f, 0.0f, 0.0f,
+    0.0f, 0.0f, 1.0f, 0.0f,
+    0.0f, 0.0f, 0.0f, 1.0f);
+
+constexpr UINT g_vertex_buf_size = sizeof (VertexData) * 4;
+constexpr UINT g_index_buf_size = sizeof (g_indices);
+constexpr UINT g_const_buf_size = sizeof (PSConstBuffer);
+/* *INDENT-ON* */
+
+enum
+{
+  PROP_0,
+  PROP_SRC_X,
+  PROP_SRC_Y,
+  PROP_SRC_WIDTH,
+  PROP_SRC_HEIGHT,
+  PROP_DEST_X,
+  PROP_DEST_Y,
+  PROP_DEST_WIDTH,
+  PROP_DEST_HEIGHT,
+  PROP_ALPHA,
+  PROP_FILL_BORDER,
+  PROP_BORDER_COLOR,
+  PROP_VIDEO_DIRECTION,
+  PROP_SAMPLER_FILTER,
+  PROP_HUE,
+  PROP_SATURATION,
+  PROP_BRIGHTNESS,
+  PROP_CONTRAST,
+  PROP_MAX_MIP_LEVELS,
+};
+
+/* *INDENT-OFF* */
+struct QuadData
+{
+  D3D12_GRAPHICS_PIPELINE_STATE_DESC desc = { };
+  ComPtr<ID3D12PipelineState> pso;
+  guint num_rtv;
+};
+
+struct PipelineData
+{
+  PixelShaderBlobList psblob_list;
+  ConverterRootSignaturePtr crs;
+  ComPtr<ID3D12RootSignature> rs;
+  std::vector<QuadData> quad_data;
+};
+
+struct ConvertCtxCommon
+{
+  ConvertCtxCommon()
+  {
+    const_data_dyn.alphaFactor = 1.0;
+    const_data_dyn.hsvcFactor0 = DEFAULT_HUE;
+    const_data_dyn.hsvcFactor1 = DEFAULT_SATURATION;
+    const_data_dyn.hsvcFactor2 = DEFAULT_BRIGHTNESS;
+    const_data_dyn.hsvcFactor3 = DEFAULT_CONTRAST;
+  }
+
+  ~ConvertCtxCommon()
+  {
+    waitSetup();
+  }
+
+  void waitSetup()
+  {
+    auto fence = setup_fence.Detach ();
+
+    if (fence) {
+      auto completed = fence->GetCompletedValue ();
+      if (completed < setup_fence_val)
+        fence->SetEventOnCompletion (setup_fence_val, nullptr);
+
+      fence->Release ();
+    }
+  }
+
+  D3D12_VERTEX_BUFFER_VIEW vbv;
+  D3D12_INDEX_BUFFER_VIEW ibv;
+  D3D12_GPU_VIRTUAL_ADDRESS const_buf_addr2;
+  D3D12_FILTER sampler_filter = DEFAULT_SAMPLER_FILTER;
+  ComPtr<ID3D12Resource> shader_buf;
+  ComPtr<ID3D12Resource> gamma_dec_lut;
+  ComPtr<ID3D12Resource> gamma_enc_lut;
+  ComPtr<ID3D12DescriptorHeap> gamma_lut_heap;
+  ComPtr<ID3D12DescriptorHeap> sampler_heap;
+  D3D12_VIEWPORT viewportGST_VIDEO_MAX_PLANES;
+  D3D12_RECT scissor_rectGST_VIDEO_MAX_PLANES;
+  ComPtr<ID3D12Fence> setup_fence;
+  guint64 setup_fence_val = 0;
+  gboolean have_lut = FALSE;
+  gboolean need_color_balance = FALSE;
+  PSConstBufferDyn const_data_dyn;
+};
+
+typedef std::shared_ptr<ConvertCtxCommon> ConvertCtxCommonPtr;
+
+struct ConvertCtx
+{
+  ConvertCtx()
+  {
+  }
+
+  ~ConvertCtx()
+  {
+    waitSetup ();
+  }
+
+  void waitSetup()
+  {
+    if (comm)
+      comm->waitSetup ();
+  }
+
+  GstVideoInfo in_info;
+  GstVideoInfo out_info;
+  std::vector<PipelineData> pipeline_data;
+  ComPtr<ID3D12Resource> vertex_upload;
+  ConvertCtxCommonPtr comm;
+};
+
+typedef std::shared_ptr<ConvertCtx> ConvertCtxPtr;
+
+#define STATE_VERTEX_AND_INDEX \
+  (D3D12_RESOURCE_STATE_VERTEX_AND_CONSTANT_BUFFER | D3D12_RESOURCE_STATE_INDEX_BUFFER)
+
+struct _GstD3D12ConverterPrivate
+{
+  _GstD3D12ConverterPrivate ()
+  {
+    transform = g_matrix_identity;
+    custom_transform = g_matrix_identity;
+    blend_desc = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
+    for (guint i = 0; i < 4; i++)
+      blend_factori = 1.0f;
+
+    sample_desc.Count = 1;
+    sample_desc.Quality = 0;
+  }
+
+  ~_GstD3D12ConverterPrivate ()
+  {
+    if (fence_val > 0 && cq)
+      gst_d3d12_cmd_queue_fence_wait (cq, fence_val);
+
+    main_ctx = nullptr;
+    mipgen_ctx = nullptr;
+    post_mipgen_ctx = nullptr;
+    gst_clear_buffer (&mipgen_buf);
+
+    gst_clear_object (&mipgen_srv_heap_pool);
+    gst_clear_object (&srv_heap_pool);
+    gst_clear_object (&cq);
+    gst_clear_object (&pack);
+    gst_clear_object (&unpack);
+    gst_clear_object (&mipgen);
+  }
+
+  GstD3D12CmdQueue *cq = nullptr;
+  GstD3D12Unpack *unpack = nullptr;
+  GstD3D12Pack *pack = nullptr;
+  GstD3D12MipGen *mipgen = nullptr;
+
+  GstVideoInfo in_info;
+  GstVideoInfo mipgen_info;
+  GstVideoInfo out_info;
+
+  D3D12_BLEND_DESC blend_desc;
+  D3D12_INPUT_ELEMENT_DESC input_desc2;
+  FLOAT blend_factor4;
+  DXGI_SAMPLE_DESC sample_desc;
+  gboolean update_pso = FALSE;
+  gboolean update_sampler = FALSE;
+
+  GstD3D12DescHeapPool *srv_heap_pool = nullptr;
+  GstD3D12DescHeapPool *mipgen_srv_heap_pool = nullptr;
+
+  guint srv_inc_size;
+  guint rtv_inc_size;
+  guint sampler_inc_size;
+
+  ConvertCtxPtr main_ctx;
+  ConvertCtxPtr mipgen_ctx;
+  ConvertCtxPtr post_mipgen_ctx;
+
+  guint64 input_texture_width;
+  guint input_texture_height;
+  gboolean update_src_rect = FALSE;
+  gboolean update_dest_rect = FALSE;
+  gboolean update_transform = FALSE;
+  XMFLOAT4X4A transform;
+  XMFLOAT4X4A custom_transform;
+
+  gboolean clear_background = FALSE;
+  FLOAT clear_color44;
+  GstD3D12ColorMatrix clear_color_matrix;
+
+  GstVideoOrientationMethod video_direction;
+  gboolean color_balance_enabled = FALSE;
+  gboolean mipgen_enabled = FALSE;
+
+  D3D12_SHADER_RESOURCE_VIEW_DESC mipgen_srv_desc = { };
+  D3D12_RESOURCE_DESC mipgen_desc = { };
+  GstBuffer *mipgen_buf = nullptr;
+  guint auto_mipgen_level = 1;
+  guint max_srv_desc = 0;
+
+  std::mutex prop_lock;
+  guint64 fence_val = 0;
+
+  /* properties */
+  gint src_x = 0;
+  gint src_y = 0;
+  gint src_width = 0;
+  gint src_height = 0;
+  gint dest_x = 0;
+  gint dest_y = 0;
+  gint dest_width = 0;
+  gint dest_height = 0;
+  gboolean fill_border = FALSE;
+  guint64 border_color = DEFAULT_BORDER_COLOR;
+  GstD3D12ConverterAlphaMode src_alpha_mode =
+      GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED;
+  GstD3D12ConverterAlphaMode dst_alpha_mode =
+      GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED;
+  guint mip_levels = DEFAULT_MAX_MIP_LEVELS;
+};
+/* *INDENT-ON* */
+
+static void gst_d3d12_converter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_converter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static void gst_d3d12_converter_finalize (GObject * object);
+static void
+gst_d3d12_converter_calculate_border_color (GstD3D12Converter * self);
+
+#define gst_d3d12_converter_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12Converter, gst_d3d12_converter, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_converter_class_init (GstD3D12ConverterClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto param_flags = (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS);
+
+  object_class->set_property = gst_d3d12_converter_set_property;
+  object_class->get_property = gst_d3d12_converter_get_property;
+  object_class->finalize = gst_d3d12_converter_finalize;
+
+  g_object_class_install_property (object_class, PROP_SRC_X,
+      g_param_spec_int ("src-x", "Src-X",
+          "Source x poisition to start conversion", G_MININT, G_MAXINT, 0,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_SRC_Y,
+      g_param_spec_int ("src-y", "Src-Y",
+          "Source y poisition to start conversion", G_MININT, G_MAXINT, 0,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_SRC_WIDTH,
+      g_param_spec_int ("src-width", "Src-Width",
+          "Source width to convert", 0, G_MAXINT, 0, param_flags));
+  g_object_class_install_property (object_class, PROP_SRC_HEIGHT,
+      g_param_spec_int ("src-height", "Src-Height",
+          "Source height to convert", 0, G_MAXINT, 0, param_flags));
+  g_object_class_install_property (object_class, PROP_DEST_X,
+      g_param_spec_int ("dest-x", "Dest-X",
+          "x poisition in the destination frame", G_MININT, G_MAXINT, 0,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_DEST_Y,
+      g_param_spec_int ("dest-y", "Dest-Y",
+          "y poisition in the destination frame", G_MININT, G_MAXINT, 0,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_DEST_WIDTH,
+      g_param_spec_int ("dest-width", "Dest-Width",
+          "Width in the destination frame", 0, G_MAXINT, 0, param_flags));
+  g_object_class_install_property (object_class, PROP_DEST_HEIGHT,
+      g_param_spec_int ("dest-height", "Dest-Height",
+          "Height in the destination frame", 0, G_MAXINT, 0, param_flags));
+  g_object_class_install_property (object_class, PROP_ALPHA,
+      g_param_spec_double ("alpha", "Alpha",
+          "The alpha color value to use", 0, 1.0, 1.0, param_flags));
+  g_object_class_install_property (object_class, PROP_FILL_BORDER,
+      g_param_spec_boolean ("fill-border", "Fill border",
+          "Fill border with \"border-color\" if destination rectangle does not "
+          "fill the complete destination image", FALSE, param_flags));
+  g_object_class_install_property (object_class, PROP_BORDER_COLOR,
+      g_param_spec_uint64 ("border-color", "Border Color",
+          "ARGB representation of the border color to use",
+          0, G_MAXUINT64, DEFAULT_BORDER_COLOR, param_flags));
+  g_object_class_install_property (object_class, PROP_VIDEO_DIRECTION,
+      g_param_spec_enum ("video-direction", "Video Direction",
+          "Video direction", GST_TYPE_VIDEO_ORIENTATION_METHOD,
+          GST_VIDEO_ORIENTATION_IDENTITY, param_flags));
+  g_object_class_install_property (object_class, PROP_SAMPLER_FILTER,
+      g_param_spec_enum ("sampler-filter", "Sampler Filter",
+          "Sampler Filter", GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER,
+          DEFAULT_SAMPLER_FILTER, param_flags));
+  g_object_class_install_property (object_class, PROP_HUE,
+      g_param_spec_double ("hue", "Hue", "hue", -1.0, 1.0, DEFAULT_HUE,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_SATURATION,
+      g_param_spec_double ("saturation", "Saturation", "saturation", 0.0, 2.0,
+          DEFAULT_SATURATION, param_flags));
+  g_object_class_install_property (object_class, PROP_BRIGHTNESS,
+      g_param_spec_double ("brightness", "Brightness", "brightness", -1.0, 1.0,
+          DEFAULT_BRIGHTNESS, param_flags));
+  g_object_class_install_property (object_class, PROP_CONTRAST,
+      g_param_spec_double ("contrast", "Contrast", "contrast",
+          0.0, 2.0, DEFAULT_CONTRAST, param_flags));
+  g_object_class_install_property (object_class, PROP_MAX_MIP_LEVELS,
+      g_param_spec_uint ("max-mip-levels", "Max Mip Levels",
+          "Maximum mip levels of shader resource to create "
+          "if render viewport size is smaller than shader resource "
+          "(0 = maximum level)", 0, G_MAXUINT16, DEFAULT_MAX_MIP_LEVELS,
+          param_flags));
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_converter_debug,
+      "d3d12converter", 0, "d3d12converter");
+}
+
+static void
+gst_d3d12_converter_init (GstD3D12Converter * self)
+{
+  self->priv = new GstD3D12ConverterPrivate ();
+}
+
+static void
+gst_d3d12_converter_finalize (GObject * object)
+{
+  auto self = GST_D3D12_CONVERTER (object);
+
+  delete self->priv;
+  gst_clear_object (&self->device);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+update_src_rect (GstD3D12Converter * self, gint * old_val,
+    const GValue * new_val)
+{
+  auto priv = self->priv;
+  gint tmp;
+
+  tmp = g_value_get_int (new_val);
+  if (tmp != *old_val) {
+    priv->update_src_rect = TRUE;
+    *old_val = tmp;
+  }
+}
+
+static void
+update_dest_rect (GstD3D12Converter * self, gint * old_val,
+    const GValue * new_val)
+{
+  auto priv = self->priv;
+  gint tmp;
+
+  tmp = g_value_get_int (new_val);
+  if (tmp != *old_val) {
+    priv->update_dest_rect = TRUE;
+    *old_val = tmp;
+  }
+}
+
+static void
+on_color_balance_updated (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+
+  if (!priv->color_balance_enabled)
+    return;
+
+  auto comm = priv->main_ctx->comm;
+
+  comm->need_color_balance =
+      gst_d3d12_converter_is_color_balance_needed (comm->
+      const_data_dyn.hsvcFactor0, comm->const_data_dyn.hsvcFactor1,
+      comm->const_data_dyn.hsvcFactor2, comm->const_data_dyn.hsvcFactor3);
+}
+
+static void
+gst_d3d12_converter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_CONVERTER (object);
+  auto priv = self->priv;
+  auto comm = priv->main_ctx->comm;
+
+  std::lock_guard < std::mutex > lk (priv->prop_lock);
+  switch (prop_id) {
+    case PROP_SRC_X:
+      update_src_rect (self, &priv->src_x, value);
+      break;
+    case PROP_SRC_Y:
+      update_src_rect (self, &priv->src_y, value);
+      break;
+    case PROP_SRC_WIDTH:
+      update_src_rect (self, &priv->src_width, value);
+      break;
+    case PROP_SRC_HEIGHT:
+      update_src_rect (self, &priv->src_height, value);
+      break;
+    case PROP_DEST_X:
+      update_dest_rect (self, &priv->dest_x, value);
+      break;
+    case PROP_DEST_Y:
+      update_dest_rect (self, &priv->dest_y, value);
+      break;
+    case PROP_DEST_WIDTH:
+      update_dest_rect (self, &priv->dest_width, value);
+      break;
+    case PROP_DEST_HEIGHT:
+      update_dest_rect (self, &priv->dest_height, value);
+      break;
+    case PROP_ALPHA:
+      comm->const_data_dyn.alphaFactor = g_value_get_double (value);
+      break;
+    case PROP_FILL_BORDER:
+    {
+      gboolean fill_border = g_value_get_boolean (value);
+
+      if (fill_border != priv->fill_border) {
+        priv->update_dest_rect = TRUE;
+        priv->fill_border = fill_border;
+      }
+      break;
+    }
+    case PROP_BORDER_COLOR:
+    {
+      guint64 border_color = g_value_get_uint64 (value);
+
+      if (border_color != priv->border_color) {
+        priv->border_color = border_color;
+        gst_d3d12_converter_calculate_border_color (self);
+      }
+      break;
+    }
+    case PROP_VIDEO_DIRECTION:
+    {
+      GstVideoOrientationMethod video_direction =
+          (GstVideoOrientationMethod) g_value_get_enum (value);
+      if (video_direction != priv->video_direction) {
+        priv->video_direction = video_direction;
+        priv->update_transform = TRUE;
+      }
+      break;
+    }
+    case PROP_SAMPLER_FILTER:
+    {
+      auto filter = (D3D12_FILTER) g_value_get_enum (value);
+      if (filter != comm->sampler_filter) {
+        comm->sampler_filter = filter;
+        priv->update_sampler = TRUE;
+      }
+      break;
+    }
+    case PROP_HUE:
+      if (priv->color_balance_enabled) {
+        comm->const_data_dyn.hsvcFactor0 = g_value_get_double (value);
+        on_color_balance_updated (self);
+      }
+      break;
+    case PROP_SATURATION:
+      if (priv->color_balance_enabled) {
+        comm->const_data_dyn.hsvcFactor1 = g_value_get_double (value);
+        on_color_balance_updated (self);
+      }
+      break;
+    case PROP_BRIGHTNESS:
+      if (priv->color_balance_enabled) {
+        comm->const_data_dyn.hsvcFactor2 = g_value_get_double (value);
+        on_color_balance_updated (self);
+      }
+      break;
+    case PROP_CONTRAST:
+      if (priv->color_balance_enabled) {
+        comm->const_data_dyn.hsvcFactor3 = g_value_get_double (value);
+        on_color_balance_updated (self);
+      }
+      break;
+    case PROP_MAX_MIP_LEVELS:
+      priv->mip_levels = g_value_get_uint (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_converter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_CONVERTER (object);
+  auto priv = self->priv;
+  auto comm = priv->main_ctx->comm;
+
+  std::lock_guard < std::mutex > lk (priv->prop_lock);
+  switch (prop_id) {
+    case PROP_SRC_X:
+      g_value_set_int (value, priv->src_x);
+      break;
+    case PROP_SRC_Y:
+      g_value_set_int (value, priv->src_y);
+      break;
+    case PROP_SRC_WIDTH:
+      g_value_set_int (value, priv->src_width);
+      break;
+    case PROP_SRC_HEIGHT:
+      g_value_set_int (value, priv->src_height);
+      break;
+    case PROP_DEST_X:
+      g_value_set_int (value, priv->dest_x);
+      break;
+    case PROP_DEST_Y:
+      g_value_set_int (value, priv->dest_y);
+      break;
+    case PROP_DEST_WIDTH:
+      g_value_set_int (value, priv->dest_width);
+      break;
+    case PROP_DEST_HEIGHT:
+      g_value_set_int (value, priv->dest_height);
+      break;
+    case PROP_ALPHA:
+      g_value_set_double (value, comm->const_data_dyn.alphaFactor);
+      break;
+    case PROP_FILL_BORDER:
+      g_value_set_boolean (value, priv->fill_border);
+      break;
+    case PROP_BORDER_COLOR:
+      g_value_set_uint64 (value, priv->border_color);
+      break;
+    case PROP_VIDEO_DIRECTION:
+      g_value_set_enum (value, priv->video_direction);
+      break;
+    case PROP_SAMPLER_FILTER:
+      g_value_set_enum (value, comm->sampler_filter);
+      break;
+    case PROP_HUE:
+      g_value_set_double (value, comm->const_data_dyn.hsvcFactor0);
+      break;
+    case PROP_SATURATION:
+      g_value_set_double (value, comm->const_data_dyn.hsvcFactor1);
+      break;
+    case PROP_BRIGHTNESS:
+      g_value_set_double (value, comm->const_data_dyn.hsvcFactor2);
+      break;
+    case PROP_CONTRAST:
+      g_value_set_double (value, comm->const_data_dyn.hsvcFactor3);
+      break;
+    case PROP_MAX_MIP_LEVELS:
+      g_value_set_uint (value, priv->mip_levels);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static guint
+reorder_rtv_index (GstVideoFormat output_format, guint index)
+{
+  switch (output_format) {
+    case GST_VIDEO_FORMAT_A420:
+    case GST_VIDEO_FORMAT_A420_10LE:
+    case GST_VIDEO_FORMAT_A420_12LE:
+    case GST_VIDEO_FORMAT_A420_16LE:
+    case GST_VIDEO_FORMAT_A422:
+    case GST_VIDEO_FORMAT_A422_10LE:
+    case GST_VIDEO_FORMAT_A422_12LE:
+    case GST_VIDEO_FORMAT_A422_16LE:
+    {
+      switch (index) {
+        case 0:
+          return 0;
+        case 1:
+          return 3;
+        case 2:
+          return 1;
+        case 3:
+          return 2;
+        default:
+          g_assert_not_reached ();
+          break;
+      }
+      return 0;
+    }
+    case GST_VIDEO_FORMAT_AV12:
+    {
+      switch (index) {
+        case 0:
+          return 0;
+        case 1:
+          return 2;
+        case 2:
+          return 1;
+        case 3:
+          return 3;
+        default:
+          g_assert_not_reached ();
+          break;
+      }
+      return 0;
+    }
+    default:
+      break;
+  }
+
+  return index;
+}
+
+static gboolean
+gst_d3d12_converter_create_sampler (GstD3D12Converter * self,
+    D3D12_FILTER filter, ID3D12DescriptorHeap ** heap)
+{
+  ComPtr < ID3D12DescriptorHeap > sampler_heap;
+  auto hr = gst_d3d12_device_get_sampler_state (self->device, filter,
+      &sampler_heap);
+  if (!gst_d3d12_result (hr, self->device))
+    return FALSE;
+
+  *heap = sampler_heap.Detach ();
+
+  return TRUE;
+}
+
+static ConvertCtxPtr
+gst_d3d12_converter_setup_resource (GstD3D12Converter * self,
+    const GstVideoInfo * in_info, const GstVideoInfo * out_info,
+    D3D12_FILTER sampler_filter, const DXGI_SAMPLE_DESC * sample_desc,
+    const D3D12_BLEND_DESC * blend_desc,
+    CONVERT_TYPE * convert_type, gboolean have_lut,
+    gboolean color_balance_enabled, GstD3D12ConverterAlphaMode src_alpha,
+    GstD3D12ConverterAlphaMode dst_alpha, PSConstBuffer * const_data,
+    ConvertCtxCommonPtr ref)
+{
+  auto priv = self->priv;
+  HRESULT hr;
+  VertexData vertex_data4;
+  ComPtr < ID3D12Resource > upload_buf;
+  GstD3D12Format in_format, out_format;
+
+  if (!gst_d3d12_device_get_format (self->device,
+          GST_VIDEO_INFO_FORMAT (in_info), &in_format)) {
+    GST_ERROR_OBJECT (self, "%s couldn't be converted to d3d12 format",
+        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)));
+    return nullptr;
+  }
+
+  if (!gst_d3d12_device_get_format (self->device,
+          GST_VIDEO_INFO_FORMAT (out_info), &out_format)) {
+    GST_ERROR_OBJECT (self, "%s couldn't be converted to d3d12 format",
+        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (out_info)));
+    return nullptr;
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (self->device);
+  auto ctx = std::make_shared < ConvertCtx > ();
+
+  ctx->in_info = *in_info;
+  ctx->out_info = *out_info;
+  ctx->comm = ref;
+
+  if (color_balance_enabled)
+    ctx->pipeline_data.resize (2);
+  else
+    ctx->pipeline_data.resize (1);
+
+  for (size_t i = 0; i < ctx->pipeline_data.size (); i++) {
+    ComPtr < ID3DBlob > rs_blob;
+    ctx->pipeline_datai.crs =
+        gst_d3d12_get_converter_root_signature (self->device,
+        GST_VIDEO_INFO_FORMAT (in_info), convert_typei);
+    if (!ctx->pipeline_datai.crs) {
+      GST_ERROR_OBJECT (self, "Couldn't get root signature blob");
+      return nullptr;
+    }
+
+    ctx->pipeline_datai.crs->GetBlob (&rs_blob);
+    hr = device->CreateRootSignature (0, rs_blob->GetBufferPointer (),
+        rs_blob->GetBufferSize (), IID_PPV_ARGS (&ctx->pipeline_datai.rs));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create root signature");
+      return nullptr;
+    }
+
+    ctx->pipeline_datai.psblob_list =
+        gst_d3d12_get_converter_pixel_shader_blob (GST_VIDEO_INFO_FORMAT
+        (in_info), GST_VIDEO_INFO_FORMAT (out_info),
+        src_alpha == GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED,
+        dst_alpha == GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED,
+        convert_typei);
+
+    auto psblob_size = ctx->pipeline_datai.psblob_list.size ();
+    if (psblob_size == 0) {
+      GST_ERROR_OBJECT (self, "Couldn't get pixel shader blob");
+      return nullptr;
+    }
+
+    ctx->pipeline_datai.quad_data.resize (psblob_size);
+  }
+
+  D3D12_SHADER_BYTECODE vs_blob;
+  hr = gst_d3d12_get_converter_vertex_shader_blob (&vs_blob, priv->input_desc);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't get vertex shader blob");
+    return nullptr;
+  }
+
+  std::queue < DXGI_FORMAT > rtv_formats;
+  auto output_format = GST_VIDEO_INFO_FORMAT (out_info);
+  for (guint i = 0; i < 4; i++) {
+    auto index = reorder_rtv_index (output_format, i);
+    auto format = out_format.resource_formatindex;
+    if (format == DXGI_FORMAT_UNKNOWN)
+      break;
+
+    rtv_formats.push (format);
+  }
+
+  for (size_t i = 0; i < ctx->pipeline_data.size (); i++) {
+    auto & pipeline_data = ctx->pipeline_datai;
+    for (size_t j = 0; j < pipeline_data.quad_data.size (); j++) {
+      auto & pso_desc = pipeline_data.quad_dataj.desc;
+
+      pso_desc.pRootSignature = pipeline_data.rs.Get ();
+      pso_desc.VS = vs_blob;
+      pso_desc.PS = pipeline_data.psblob_listj.bytecode;
+      pso_desc.BlendState = *blend_desc;
+      pso_desc.SampleMask = UINT_MAX;
+      pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
+      pso_desc.RasterizerState.CullMode = D3D12_CULL_MODE_NONE;
+      pso_desc.DepthStencilState.DepthEnable = FALSE;
+      pso_desc.DepthStencilState.StencilEnable = FALSE;
+      pso_desc.InputLayout.pInputElementDescs = priv->input_desc;
+      pso_desc.InputLayout.NumElements = 2;
+      pso_desc.PrimitiveTopologyType = D3D12_PRIMITIVE_TOPOLOGY_TYPE_TRIANGLE;
+      pso_desc.NumRenderTargets = pipeline_data.psblob_listj.num_rtv;
+      pso_desc.SampleDesc = *sample_desc;
+
+      for (UINT k = 0; k < pso_desc.NumRenderTargets; k++) {
+        if (i == 0) {
+          pso_desc.RTVFormatsk = rtv_formats.front ();
+          rtv_formats.pop ();
+        } else {
+          pso_desc.RTVFormatsk =
+              ctx->pipeline_data0.quad_dataj.desc.RTVFormatsk;
+        }
+      }
+
+      ComPtr < ID3D12PipelineState > pso;
+      hr = device->CreateGraphicsPipelineState (&pso_desc, IID_PPV_ARGS (&pso));
+      if (!gst_d3d12_result (hr, self->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create PSO");
+        return nullptr;
+      }
+
+      pipeline_data.quad_dataj.pso = pso;
+      pipeline_data.quad_dataj.num_rtv = pipeline_data.psblob_listj.num_rtv;
+    }
+  }
+
+  auto num_srv = ctx->pipeline_data0.crs->GetNumSrv ();
+  if (have_lut)
+    num_srv += 2;
+
+  if (priv->max_srv_desc < num_srv)
+    priv->max_srv_desc = num_srv;
+
+  if (ctx->comm)
+    return ctx;
+
+  ctx->comm = std::make_shared < ConvertCtxCommon > ();
+  auto comm = ctx->comm;
+  comm->have_lut = have_lut;
+
+  if (!gst_d3d12_converter_create_sampler (self, sampler_filter,
+          &comm->sampler_heap)) {
+    if (sampler_filter != DEFAULT_SAMPLER_FILTER) {
+      sampler_filter = DEFAULT_SAMPLER_FILTER;
+      if (!gst_d3d12_converter_create_sampler (self, sampler_filter,
+              &comm->sampler_heap)) {
+        return nullptr;
+      }
+    } else {
+      return nullptr;
+    }
+  }
+
+  comm->sampler_filter = sampler_filter;
+
+  /* bottom left */
+  vertex_data0.position.x = -1.0f;
+  vertex_data0.position.y = -1.0f;
+  vertex_data0.position.z = 0.0f;
+  vertex_data0.texture.u = 0.0f;
+  vertex_data0.texture.v = 1.0f;
+
+  /* top left */
+  vertex_data1.position.x = -1.0f;
+  vertex_data1.position.y = 1.0f;
+  vertex_data1.position.z = 0.0f;
+  vertex_data1.texture.u = 0.0f;
+  vertex_data1.texture.v = 0.0f;
+
+  /* top right */
+  vertex_data2.position.x = 1.0f;
+  vertex_data2.position.y = 1.0f;
+  vertex_data2.position.z = 0.0f;
+  vertex_data2.texture.u = 1.0f;
+  vertex_data2.texture.v = 0.0f;
+
+  /* bottom right */
+  vertex_data3.position.x = 1.0f;
+  vertex_data3.position.y = -1.0f;
+  vertex_data3.position.z = 0.0f;
+  vertex_data3.texture.u = 1.0f;
+  vertex_data3.texture.v = 1.0f;
+
+  /* vertex, index and constant buffers */
+  D3D12_HEAP_PROPERTIES heap_prop;
+  D3D12_RESOURCE_DESC resource_desc;
+  CD3DX12_RANGE range (0, 0);
+  guint8 *data;
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
+  {
+    guint vertex_index_size = g_vertex_buf_size + g_index_buf_size;
+    vertex_index_size = GST_ROUND_UP_N (vertex_index_size,
+        D3D12_CONSTANT_BUFFER_DATA_PLACEMENT_ALIGNMENT);
+    guint const_size = GST_ROUND_UP_N (g_const_buf_size,
+        D3D12_CONSTANT_BUFFER_DATA_PLACEMENT_ALIGNMENT);
+    guint other_const_off = GST_ROUND_UP_N (vertex_index_size + const_size,
+        D3D12_CONSTANT_BUFFER_DATA_PLACEMENT_ALIGNMENT);
+
+    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
+    if (color_balance_enabled) {
+      resource_desc =
+          CD3DX12_RESOURCE_DESC::Buffer (other_const_off + const_size);
+    } else {
+      resource_desc =
+          CD3DX12_RESOURCE_DESC::Buffer (vertex_index_size + const_size);
+    }
+    hr = device->CreateCommittedResource (&heap_prop, heap_flags,
+        &resource_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
+        IID_PPV_ARGS (&comm->shader_buf));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create vertex buffer");
+      return nullptr;
+    }
+
+    comm->vbv.BufferLocation = comm->shader_buf->GetGPUVirtualAddress ();
+    comm->vbv.SizeInBytes = g_vertex_buf_size;
+    comm->vbv.StrideInBytes = sizeof (VertexData);
+
+    comm->ibv.BufferLocation = comm->vbv.BufferLocation + g_vertex_buf_size;
+    comm->ibv.SizeInBytes = g_index_buf_size;
+    comm->ibv.Format = DXGI_FORMAT_R16_UINT;
+
+    comm->const_buf_addr0 = comm->vbv.BufferLocation + vertex_index_size;
+    comm->const_buf_addr1 = comm->vbv.BufferLocation + other_const_off;
+
+    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
+    hr = device->CreateCommittedResource (&heap_prop,
+        heap_flags, &resource_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
+        IID_PPV_ARGS (&upload_buf));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create vertex buffer upload");
+      return nullptr;
+    }
+
+    hr = upload_buf->Map (0, &range, (void **) &data);
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't map vertext buffer");
+      return nullptr;
+    }
+
+    memcpy (data, vertex_data, g_vertex_buf_size);
+    memcpy (data + g_vertex_buf_size, g_indices, g_index_buf_size);
+    memcpy (data + vertex_index_size, &const_data0, g_const_buf_size);
+    if (color_balance_enabled)
+      memcpy (data + other_const_off, &const_data1, g_const_buf_size);
+    upload_buf->Unmap (0, nullptr);
+  }
+
+  auto in_trc = in_info->colorimetry.transfer;
+  auto out_trc = in_info->colorimetry.transfer;
+
+  if (convert_type0 == CONVERT_TYPE::GAMMA ||
+      convert_type0 == CONVERT_TYPE::PRIMARY) {
+    out_trc = out_info->colorimetry.transfer;
+  }
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (out_info); i++) {
+    comm->viewporti.TopLeftX = 0;
+    comm->viewporti.TopLeftY = 0;
+    comm->viewporti.Width = GST_VIDEO_INFO_COMP_WIDTH (out_info, i);
+    comm->viewporti.Height = GST_VIDEO_INFO_COMP_HEIGHT (out_info, i);
+    comm->viewporti.MinDepth = 0.0f;
+    comm->viewporti.MaxDepth = 1.0f;
+
+    comm->scissor_recti.left = 0;
+    comm->scissor_recti.top = 0;
+    comm->scissor_recti.right = GST_VIDEO_INFO_COMP_WIDTH (out_info, i);
+    comm->scissor_recti.bottom = GST_VIDEO_INFO_COMP_HEIGHT (out_info, i);
+  }
+
+  if (have_lut) {
+    hr = gst_d3d12_device_get_converter_resources (self->device,
+        comm->shader_buf.Get (), upload_buf.Get (), &comm->vbv, &comm->ibv,
+        in_trc, &comm->gamma_dec_lut, out_trc, &comm->gamma_enc_lut,
+        &comm->setup_fence, &comm->setup_fence_val);
+  } else {
+    hr = gst_d3d12_device_get_converter_resources (self->device,
+        comm->shader_buf.Get (), upload_buf.Get (), &comm->vbv, &comm->ibv,
+        in_trc, nullptr, out_trc, nullptr, &comm->setup_fence,
+        &comm->setup_fence_val);
+  }
+
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't execute command list");
+    return nullptr;
+  }
+
+  if (have_lut) {
+    D3D12_DESCRIPTOR_HEAP_DESC desc = { };
+    desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+    desc.NumDescriptors = 2;
+    desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
+
+    auto hr = device->CreateDescriptorHeap (&desc,
+        IID_PPV_ARGS (&comm->gamma_lut_heap));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create gamma lut heap");
+      return nullptr;
+    }
+
+    auto cpu_handle =
+        CD3DX12_CPU_DESCRIPTOR_HANDLE (GetCPUDescriptorHandleForHeapStart
+        (comm->gamma_lut_heap));
+
+    D3D12_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
+    srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE1D;
+    srv_desc.Shader4ComponentMapping = D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
+    srv_desc.Texture1D.MipLevels = 1;
+
+    device->CreateShaderResourceView (comm->gamma_dec_lut.Get (), &srv_desc,
+        cpu_handle);
+    cpu_handle.Offset (priv->srv_inc_size);
+
+    device->CreateShaderResourceView (comm->gamma_enc_lut.Get (), &srv_desc,
+        cpu_handle);
+  }
+
+  return ctx;
+}
+
+static void
+gst_d3d12_converter_update_clear_background (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+  const GstVideoInfo *out_info = &priv->out_info;
+
+  if (priv->fill_border && (priv->dest_x != 0 || priv->dest_y != 0 ||
+          priv->dest_width != out_info->width ||
+          priv->dest_height != out_info->height ||
+          priv->video_direction == GST_VIDEO_ORIENTATION_CUSTOM)) {
+    GST_DEBUG_OBJECT (self, "Enable background color");
+    priv->clear_background = TRUE;
+  } else {
+    GST_DEBUG_OBJECT (self, "Disable background color");
+    priv->clear_background = FALSE;
+  }
+}
+
+static gboolean
+gst_d3d12_converter_apply_orientation (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+
+  switch (priv->video_direction) {
+    case GST_VIDEO_ORIENTATION_IDENTITY:
+    case GST_VIDEO_ORIENTATION_AUTO:
+    default:
+      priv->transform = g_matrix_identity;
+      break;
+    case GST_VIDEO_ORIENTATION_90R:
+      priv->transform = g_matrix_90r;
+      break;
+    case GST_VIDEO_ORIENTATION_180:
+      priv->transform = g_matrix_180;
+      break;
+    case GST_VIDEO_ORIENTATION_90L:
+      priv->transform = g_matrix_90l;
+      break;
+    case GST_VIDEO_ORIENTATION_HORIZ:
+      priv->transform = g_matrix_horiz;
+      break;
+    case GST_VIDEO_ORIENTATION_VERT:
+      priv->transform = g_matrix_vert;
+      break;
+    case GST_VIDEO_ORIENTATION_UL_LR:
+      priv->transform = g_matrix_ul_lr;
+      break;
+    case GST_VIDEO_ORIENTATION_UR_LL:
+      priv->transform = g_matrix_ur_ll;
+      break;
+    case GST_VIDEO_ORIENTATION_CUSTOM:
+      priv->transform = priv->custom_transform;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_converter_update_transform (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+
+  if (!priv->update_transform)
+    return TRUE;
+
+  priv->update_transform = FALSE;
+
+  gst_d3d12_converter_update_clear_background (self);
+
+  return gst_d3d12_converter_apply_orientation (self);
+}
+
+static gboolean
+gst_d3d12_converter_update_src_rect (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+  VertexData vertex_data4;
+  HRESULT hr;
+  FLOAT u0, u1, v0, v1, off_u, off_v;
+  gint texture_width = priv->input_texture_width;
+  gint texture_height = priv->input_texture_height;
+
+  if (!priv->update_src_rect)
+    return TRUE;
+
+  priv->update_src_rect = FALSE;
+
+  GST_DEBUG_OBJECT (self, "Updating vertex buffer");
+
+  auto ctx = priv->main_ctx;
+  if (!ctx->vertex_upload) {
+    D3D12_HEAP_PROPERTIES heap_prop =
+        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
+    D3D12_RESOURCE_DESC buffer_desc =
+        CD3DX12_RESOURCE_DESC::Buffer (g_vertex_buf_size);
+    auto device = gst_d3d12_device_get_device_handle (self->device);
+    hr = device->CreateCommittedResource (&heap_prop, D3D12_HEAP_FLAG_NONE,
+        &buffer_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
+        IID_PPV_ARGS (&ctx->vertex_upload));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create vertex buffer upload");
+      return FALSE;
+    }
+  }
+
+  /*
+   *  (u0, v0) -- (u1, v0)
+   *     |            |
+   *  (u0, v1) -- (u1, v1)
+   */
+  off_u = 0.5f / texture_width;
+  off_v = 0.5f / texture_height;
+
+  if (priv->src_x > 0)
+    u0 = (priv->src_x / (gfloat) texture_width) + off_u;
+  else
+    u0 = 0.0f;
+
+  if ((priv->src_x + priv->src_width) != texture_width)
+    u1 = ((priv->src_x + priv->src_width) / (gfloat) texture_width) - off_u;
+  else
+    u1 = 1.0f;
+
+  if (priv->src_y > 0)
+    v0 = (priv->src_y / (gfloat) texture_height) + off_v;
+  else
+    v0 = 0.0;
+
+  if ((priv->src_y + priv->src_height) != texture_height)
+    v1 = ((priv->src_y + priv->src_height) / (gfloat) texture_height) - off_v;
+  else
+    v1 = 1.0f;
+
+  /* bottom left */
+  vertex_data0.position.x = -1.0f;
+  vertex_data0.position.y = -1.0f;
+  vertex_data0.position.z = 0.0f;
+  vertex_data0.texture.u = u0;
+  vertex_data0.texture.v = v1;
+
+  /* top left */
+  vertex_data1.position.x = -1.0f;
+  vertex_data1.position.y = 1.0f;
+  vertex_data1.position.z = 0.0f;
+  vertex_data1.texture.u = u0;
+  vertex_data1.texture.v = v0;
+
+  /* top right */
+  vertex_data2.position.x = 1.0f;
+  vertex_data2.position.y = 1.0f;
+  vertex_data2.position.z = 0.0f;
+  vertex_data2.texture.u = u1;
+  vertex_data2.texture.v = v0;
+
+  /* bottom right */
+  vertex_data3.position.x = 1.0f;
+  vertex_data3.position.y = -1.0f;
+  vertex_data3.position.z = 0.0f;
+  vertex_data3.texture.u = u1;
+  vertex_data3.texture.v = v1;
+
+  guint8 *data;
+  CD3DX12_RANGE range (0, 0);
+  hr = ctx->vertex_upload->Map (0, &range, (void **) &data);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't map vertex buffer, hr: 0x%x", (guint) hr);
+    return FALSE;
+  }
+
+  memcpy (data, vertex_data, g_vertex_buf_size);
+  ctx->vertex_upload->Unmap (0, nullptr);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_converter_update_dest_rect (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+
+  if (!priv->update_dest_rect)
+    return TRUE;
+
+  auto comm = priv->main_ctx->comm;
+
+  comm->viewport0.TopLeftX = priv->dest_x;
+  comm->viewport0.TopLeftY = priv->dest_y;
+  comm->viewport0.Width = priv->dest_width;
+  comm->viewport0.Height = priv->dest_height;
+
+  comm->scissor_rect0.left = priv->dest_x;
+  comm->scissor_rect0.top = priv->dest_y;
+  comm->scissor_rect0.right = priv->dest_width + priv->dest_x;
+  comm->scissor_rect0.bottom = priv->dest_height + priv->dest_y;
+
+  GST_DEBUG_OBJECT (self,
+      "Update viewport, TopLeftX: %f, TopLeftY: %f, Width: %f, Height %f",
+      comm->viewport0.TopLeftX, comm->viewport0.TopLeftY,
+      comm->viewport0.Width, comm->viewport0.Height);
+
+  gst_d3d12_converter_update_clear_background (self);
+
+  auto format = GST_VIDEO_INFO_FORMAT (&priv->out_info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_YUV9:
+    case GST_VIDEO_FORMAT_YVU9:
+      comm->viewport1.TopLeftX = comm->viewport0.TopLeftX / 4;
+      comm->viewport1.TopLeftY = comm->viewport0.TopLeftY / 4;
+      comm->viewport1.Width = comm->viewport0.Width / 4;
+      comm->viewport1.Height = comm->viewport0.Height / 4;
+
+      comm->scissor_rect1.left = comm->scissor_rect0.left / 4;
+      comm->scissor_rect1.top = comm->scissor_rect0.top / 4;
+      comm->scissor_rect1.right = comm->scissor_rect0.right / 4;
+      comm->scissor_rect1.bottom = comm->scissor_rect0.bottom / 4;
+      for (guint i = 2; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
+        comm->viewporti = comm->viewport1;
+        comm->scissor_recti = comm->scissor_rect1;
+      }
+      break;
+    case GST_VIDEO_FORMAT_Y41B:
+      comm->viewport1.TopLeftX = comm->viewport0.TopLeftX / 4;
+      comm->viewport1.TopLeftY = comm->viewport0.TopLeftY;
+      comm->viewport1.Width = comm->viewport0.Width / 4;
+      comm->viewport1.Height = comm->viewport0.Height;
+
+      comm->scissor_rect1.left = comm->scissor_rect0.left / 4;
+      comm->scissor_rect1.top = comm->scissor_rect0.top;
+      comm->scissor_rect1.right = comm->scissor_rect0.right / 4;
+      comm->scissor_rect1.bottom = comm->scissor_rect0.bottom;
+      for (guint i = 2; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
+        comm->viewporti = comm->viewport1;
+        comm->scissor_recti = comm->scissor_rect1;
+      }
+      break;
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_NV21:
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_P012_LE:
+    case GST_VIDEO_FORMAT_P016_LE:
+    case GST_VIDEO_FORMAT_I420:
+    case GST_VIDEO_FORMAT_YV12:
+    case GST_VIDEO_FORMAT_I420_10LE:
+    case GST_VIDEO_FORMAT_I420_12LE:
+    case GST_VIDEO_FORMAT_A420:
+    case GST_VIDEO_FORMAT_A420_10LE:
+    case GST_VIDEO_FORMAT_A420_12LE:
+    case GST_VIDEO_FORMAT_A420_16LE:
+    case GST_VIDEO_FORMAT_AV12:
+      comm->viewport1.TopLeftX = comm->viewport0.TopLeftX / 2;
+      comm->viewport1.TopLeftY = comm->viewport0.TopLeftY / 2;
+      comm->viewport1.Width = comm->viewport0.Width / 2;
+      comm->viewport1.Height = comm->viewport0.Height / 2;
+
+      comm->scissor_rect1.left = comm->scissor_rect0.left / 2;
+      comm->scissor_rect1.top = comm->scissor_rect0.top / 2;
+      comm->scissor_rect1.right = comm->scissor_rect0.right / 2;
+      comm->scissor_rect1.bottom = comm->scissor_rect0.bottom / 2;
+
+      for (guint i = 2; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
+        comm->viewporti = comm->viewport1;
+        comm->scissor_recti = comm->scissor_rect1;
+      }
+      break;
+    case GST_VIDEO_FORMAT_Y42B:
+    case GST_VIDEO_FORMAT_I422_10LE:
+    case GST_VIDEO_FORMAT_I422_12LE:
+    case GST_VIDEO_FORMAT_A422:
+    case GST_VIDEO_FORMAT_A422_10LE:
+    case GST_VIDEO_FORMAT_A422_12LE:
+    case GST_VIDEO_FORMAT_A422_16LE:
+    case GST_VIDEO_FORMAT_NV16:
+    case GST_VIDEO_FORMAT_NV61:
+      comm->viewport1.TopLeftX = comm->viewport0.TopLeftX / 2;
+      comm->viewport1.TopLeftY = comm->viewport0.TopLeftY;
+      comm->viewport1.Width = comm->viewport0.Width / 2;
+      comm->viewport1.Height = comm->viewport0.Height;
+
+      comm->scissor_rect1.left = comm->scissor_rect0.left / 2;
+      comm->scissor_rect1.top = comm->scissor_rect0.top;
+      comm->scissor_rect1.right = comm->scissor_rect0.right / 2;
+      comm->scissor_rect1.bottom = comm->scissor_rect0.bottom;
+
+      for (guint i = 2; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
+        comm->viewporti = comm->viewport1;
+        comm->scissor_recti = comm->scissor_rect1;
+      }
+      break;
+    case GST_VIDEO_FORMAT_Y444:
+    case GST_VIDEO_FORMAT_Y444_10LE:
+    case GST_VIDEO_FORMAT_Y444_12LE:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+    case GST_VIDEO_FORMAT_RGBP:
+    case GST_VIDEO_FORMAT_BGRP:
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_GBR_10LE:
+    case GST_VIDEO_FORMAT_GBR_12LE:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+    case GST_VIDEO_FORMAT_GBRA:
+    case GST_VIDEO_FORMAT_GBRA_10LE:
+    case GST_VIDEO_FORMAT_GBRA_12LE:
+    case GST_VIDEO_FORMAT_A444:
+    case GST_VIDEO_FORMAT_A444_10LE:
+    case GST_VIDEO_FORMAT_A444_12LE:
+    case GST_VIDEO_FORMAT_A444_16LE:
+    case GST_VIDEO_FORMAT_NV24:
+      for (guint i = 1; i < GST_VIDEO_INFO_N_PLANES (&priv->out_info); i++) {
+        comm->viewporti = comm->viewport0;
+        comm->scissor_recti = comm->scissor_rect0;
+      }
+      break;
+    default:
+      break;
+  }
+
+  priv->update_dest_rect = FALSE;
+
+  return TRUE;
+}
+
+static void
+convert_info_gray_to_yuv (const GstVideoInfo * gray, GstVideoInfo * yuv)
+{
+  GstVideoInfo tmp;
+
+  if (GST_VIDEO_INFO_IS_YUV (gray)) {
+    *yuv = *gray;
+    return;
+  }
+
+  if (gray->finfo->depth0 == 8) {
+    gst_video_info_set_format (&tmp,
+        GST_VIDEO_FORMAT_Y444, gray->width, gray->height);
+  } else {
+    gst_video_info_set_format (&tmp,
+        GST_VIDEO_FORMAT_Y444_16LE, gray->width, gray->height);
+  }
+
+  tmp.colorimetry.range = gray->colorimetry.range;
+  if (tmp.colorimetry.range == GST_VIDEO_COLOR_RANGE_UNKNOWN)
+    tmp.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+
+  tmp.colorimetry.primaries = gray->colorimetry.primaries;
+  if (tmp.colorimetry.primaries == GST_VIDEO_COLOR_PRIMARIES_UNKNOWN)
+    tmp.colorimetry.primaries = GST_VIDEO_COLOR_PRIMARIES_BT709;
+
+  tmp.colorimetry.transfer = gray->colorimetry.transfer;
+  if (tmp.colorimetry.transfer == GST_VIDEO_TRANSFER_UNKNOWN)
+    tmp.colorimetry.transfer = GST_VIDEO_TRANSFER_BT709;
+
+  tmp.colorimetry.matrix = gray->colorimetry.matrix;
+  if (tmp.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN)
+    tmp.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
+
+  *yuv = tmp;
+}
+
+static gboolean
+gst_d3d12_converter_calculate_matrix (GstD3D12Converter * self,
+    const GstVideoInfo * in_info, const GstVideoInfo * out_info,
+    CONVERT_TYPE convert_type, PSConstBuffer * const_data)
+{
+  GstD3D12ColorMatrix pre_coeff;
+  GstD3D12ColorMatrix post_coeff;
+  GstD3D12ColorMatrix primaries_coeff;
+  GstVideoInfo rgb_info;
+
+  gst_d3d12_color_matrix_init (&pre_coeff);
+  gst_d3d12_color_matrix_init (&post_coeff);
+  gst_d3d12_color_matrix_init (&primaries_coeff);
+
+  switch (convert_type) {
+    case CONVERT_TYPE::RANGE:
+      gst_d3d12_color_range_adjust_matrix_unorm (in_info, out_info,
+          &post_coeff);
+      break;
+    case CONVERT_TYPE::SIMPLE:
+      if (GST_VIDEO_INFO_IS_RGB (in_info)) {
+        gst_d3d12_rgb_to_yuv_matrix_unorm (in_info, out_info, &post_coeff);
+      } else {
+        gst_d3d12_yuv_to_rgb_matrix_unorm (in_info, out_info, &post_coeff);
+      }
+      break;
+    case CONVERT_TYPE::GAMMA:
+    case CONVERT_TYPE::PRIMARY:
+    case CONVERT_TYPE::COLOR_BALANCE:
+    case CONVERT_TYPE::PRIMARY_AND_COLOR_BALANCE:
+      if (GST_VIDEO_INFO_IS_RGB (in_info)) {
+        rgb_info = *in_info;
+        if (in_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
+          rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+
+          gst_d3d12_color_range_adjust_matrix_unorm (in_info,
+              &rgb_info, &pre_coeff);
+        }
+      } else {
+        gst_video_info_set_format (&rgb_info,
+            in_info->finfo->depth0 == 8 ? GST_VIDEO_FORMAT_RGBA :
+            GST_VIDEO_FORMAT_RGBA64_LE, in_info->width, in_info->height);
+        rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+        rgb_info.colorimetry.transfer = in_info->colorimetry.transfer;
+        rgb_info.colorimetry.primaries = in_info->colorimetry.primaries;
+
+        gst_d3d12_yuv_to_rgb_matrix_unorm (in_info, &rgb_info, &pre_coeff);
+      }
+
+      if (convert_type == CONVERT_TYPE::PRIMARY ||
+          convert_type == CONVERT_TYPE::PRIMARY_AND_COLOR_BALANCE) {
+        const GstVideoColorPrimariesInfo *in_pinfo;
+        const GstVideoColorPrimariesInfo *out_pinfo;
+
+        in_pinfo =
+            gst_video_color_primaries_get_info (in_info->colorimetry.primaries);
+        out_pinfo =
+            gst_video_color_primaries_get_info (out_info->
+            colorimetry.primaries);
+
+        gst_d3d12_color_primaries_matrix_unorm (in_pinfo, out_pinfo,
+            &primaries_coeff);
+      }
+
+      if (GST_VIDEO_INFO_IS_RGB (out_info)) {
+        if (out_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
+          rgb_info = *out_info;
+          rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+
+          gst_d3d12_color_range_adjust_matrix_unorm (&rgb_info,
+              out_info, &post_coeff);
+        }
+      } else {
+        gst_d3d12_rgb_to_yuv_matrix_unorm (&rgb_info, out_info, &post_coeff);
+      }
+      break;
+    default:
+      break;
+  }
+
+  if (gst_debug_category_get_threshold (GST_CAT_DEFAULT) >= GST_LEVEL_DEBUG) {
+    gchar *matrix_dump;
+    matrix_dump = gst_d3d12_dump_color_matrix (&pre_coeff);
+    GST_DEBUG_OBJECT (self, "PreCoeff \n%s", matrix_dump);
+    g_free (matrix_dump);
+
+    matrix_dump = gst_d3d12_dump_color_matrix (&primaries_coeff);
+    GST_DEBUG_OBJECT (self, "PrimaryCoeff \n%s", matrix_dump);
+    g_free (matrix_dump);
+
+    matrix_dump = gst_d3d12_dump_color_matrix (&post_coeff);
+    GST_DEBUG_OBJECT (self, "PostCoeff \n%s", matrix_dump);
+    g_free (matrix_dump);
+  }
+
+  PSColorSpace *preCoeff = &const_data->preCoeff;
+  PSColorSpace *postCoeff = &const_data->postCoeff;
+  PSColorSpace *primariesCoeff = &const_data->primariesCoeff;
+
+  for (guint i = 0; i < 3; i++) {
+    preCoeff->coeffXi = pre_coeff.matrix0i;
+    preCoeff->coeffYi = pre_coeff.matrix1i;
+    preCoeff->coeffZi = pre_coeff.matrix2i;
+    preCoeff->offseti = pre_coeff.offseti;
+    preCoeff->mini = pre_coeff.mini;
+    preCoeff->maxi = pre_coeff.maxi;
+
+    postCoeff->coeffXi = post_coeff.matrix0i;
+    postCoeff->coeffYi = post_coeff.matrix1i;
+    postCoeff->coeffZi = post_coeff.matrix2i;
+    postCoeff->offseti = post_coeff.offseti;
+    postCoeff->mini = post_coeff.mini;
+    postCoeff->maxi = post_coeff.maxi;
+
+    primariesCoeff->coeffXi = primaries_coeff.matrix0i;
+    primariesCoeff->coeffYi = primaries_coeff.matrix1i;
+    primariesCoeff->coeffZi = primaries_coeff.matrix2i;
+    primariesCoeff->offseti = primaries_coeff.offseti;
+    primariesCoeff->mini = primaries_coeff.mini;
+    primariesCoeff->maxi = primaries_coeff.maxi;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+is_custom_format (GstVideoFormat format)
+{
+  switch (format) {
+    case GST_VIDEO_FORMAT_xRGB:
+    case GST_VIDEO_FORMAT_xBGR:
+    case GST_VIDEO_FORMAT_ARGB:
+    case GST_VIDEO_FORMAT_ABGR:
+    case GST_VIDEO_FORMAT_BGRA64_LE:
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+    case GST_VIDEO_FORMAT_RBGA:
+    case GST_VIDEO_FORMAT_ARGB64_LE:
+      return TRUE;
+    default:
+      break;
+  }
+
+  return FALSE;
+}
+
+static void
+gst_d3d12_converter_calculate_border_color (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+  GstD3D12ColorMatrix *m = &priv->clear_color_matrix;
+  const GstVideoInfo *out_info = &priv->out_info;
+  gdouble a;
+  gdouble rgb3;
+  gdouble converted3;
+  GstVideoFormat format = GST_VIDEO_INFO_FORMAT (out_info);
+
+  a = ((priv->border_color & 0xffff000000000000) >> 48) / (gdouble) G_MAXUINT16;
+  rgb0 =
+      ((priv->border_color & 0x0000ffff00000000) >> 32) / (gdouble) G_MAXUINT16;
+  rgb1 =
+      ((priv->border_color & 0x00000000ffff0000) >> 16) / (gdouble) G_MAXUINT16;
+  rgb2 = (priv->border_color & 0x000000000000ffff) / (gdouble) G_MAXUINT16;
+
+  for (guint i = 0; i < 3; i++) {
+    convertedi = 0;
+    for (guint j = 0; j < 3; j++) {
+      convertedi += m->matrixij * rgbj;
+    }
+    convertedi += m->offseti;
+    convertedi = CLAMP (convertedi, m->mini, m->maxi);
+  }
+
+  GST_DEBUG_OBJECT (self, "Calculated background color ARGB: %f, %f, %f, %f",
+      a, converted0, converted1, converted2);
+
+  /* scale down if output is planar high bitdepth format */
+  switch (format) {
+    case GST_VIDEO_FORMAT_I420_10LE:
+    case GST_VIDEO_FORMAT_I422_10LE:
+    case GST_VIDEO_FORMAT_Y444_10LE:
+    case GST_VIDEO_FORMAT_GBR_10LE:
+    case GST_VIDEO_FORMAT_GBRA_10LE:
+    case GST_VIDEO_FORMAT_A420_10LE:
+    case GST_VIDEO_FORMAT_A422_10LE:
+    case GST_VIDEO_FORMAT_A444_10LE:
+      for (guint i = 0; i < 3; i++) {
+        convertedi /= 64.0;
+      }
+      a /= 64.0;
+      break;
+    case GST_VIDEO_FORMAT_I420_12LE:
+    case GST_VIDEO_FORMAT_I422_12LE:
+    case GST_VIDEO_FORMAT_Y444_12LE:
+    case GST_VIDEO_FORMAT_GBR_12LE:
+    case GST_VIDEO_FORMAT_GBRA_12LE:
+    case GST_VIDEO_FORMAT_A420_12LE:
+    case GST_VIDEO_FORMAT_A422_12LE:
+    case GST_VIDEO_FORMAT_A444_12LE:
+      for (guint i = 0; i < 3; i++) {
+        convertedi /= 16.0;
+      }
+      a /= 16.0;
+      break;
+    default:
+      break;
+  }
+
+  if ((GST_VIDEO_INFO_IS_RGB (out_info) &&
+          GST_VIDEO_INFO_N_PLANES (out_info) == 1 &&
+          !is_custom_format (format)) || GST_VIDEO_INFO_IS_GRAY (out_info)) {
+    for (guint i = 0; i < 3; i++)
+      priv->clear_color0i = convertedi;
+    priv->clear_color03 = a;
+  } else {
+    switch (format) {
+      case GST_VIDEO_FORMAT_VUYA:
+        priv->clear_color00 = converted2;
+        priv->clear_color01 = converted1;
+        priv->clear_color02 = converted0;
+        priv->clear_color03 = a;
+        break;
+      case GST_VIDEO_FORMAT_AYUV:
+      case GST_VIDEO_FORMAT_AYUV64:
+        priv->clear_color00 = a;
+        priv->clear_color01 = converted0;
+        priv->clear_color02 = converted1;
+        priv->clear_color03 = converted2;
+        break;
+      case GST_VIDEO_FORMAT_ARGB:
+      case GST_VIDEO_FORMAT_xRGB:
+      case GST_VIDEO_FORMAT_ARGB64_LE:
+        priv->clear_color00 = a;
+        priv->clear_color01 = converted0;
+        priv->clear_color02 = converted1;
+        priv->clear_color03 = converted2;
+        break;
+      case GST_VIDEO_FORMAT_ABGR:
+      case GST_VIDEO_FORMAT_xBGR:
+        priv->clear_color00 = a;
+        priv->clear_color01 = converted2;
+        priv->clear_color02 = converted1;
+        priv->clear_color03 = converted0;
+        break;
+      case GST_VIDEO_FORMAT_RBGA:
+        priv->clear_color00 = converted0;
+        priv->clear_color01 = converted2;
+        priv->clear_color02 = converted1;
+        priv->clear_color03 = a;
+        break;
+      case GST_VIDEO_FORMAT_NV12:
+      case GST_VIDEO_FORMAT_NV21:
+      case GST_VIDEO_FORMAT_NV16:
+      case GST_VIDEO_FORMAT_NV61:
+      case GST_VIDEO_FORMAT_NV24:
+      case GST_VIDEO_FORMAT_P010_10LE:
+      case GST_VIDEO_FORMAT_P012_LE:
+      case GST_VIDEO_FORMAT_P016_LE:
+        priv->clear_color00 = converted0;
+        priv->clear_color01 = 0;
+        priv->clear_color02 = 0;
+        priv->clear_color03 = 1.0;
+        if (format == GST_VIDEO_FORMAT_NV21 || format == GST_VIDEO_FORMAT_NV61) {
+          priv->clear_color10 = converted2;
+          priv->clear_color11 = converted1;
+        } else {
+          priv->clear_color10 = converted1;
+          priv->clear_color11 = converted2;
+        }
+        priv->clear_color12 = 0;
+        priv->clear_color13 = 1.0;
+        break;
+      case GST_VIDEO_FORMAT_AV12:
+        priv->clear_color00 = converted0;
+        priv->clear_color10 = converted1;
+        priv->clear_color11 = converted2;
+        priv->clear_color20 = a;
+        break;
+      case GST_VIDEO_FORMAT_YUV9:
+      case GST_VIDEO_FORMAT_YVU9:
+      case GST_VIDEO_FORMAT_Y41B:
+      case GST_VIDEO_FORMAT_I420:
+      case GST_VIDEO_FORMAT_YV12:
+      case GST_VIDEO_FORMAT_I420_10LE:
+      case GST_VIDEO_FORMAT_I420_12LE:
+      case GST_VIDEO_FORMAT_Y42B:
+      case GST_VIDEO_FORMAT_I422_10LE:
+      case GST_VIDEO_FORMAT_I422_12LE:
+      case GST_VIDEO_FORMAT_Y444:
+      case GST_VIDEO_FORMAT_Y444_10LE:
+      case GST_VIDEO_FORMAT_Y444_12LE:
+      case GST_VIDEO_FORMAT_Y444_16LE:
+        priv->clear_color00 = converted0;
+        priv->clear_color01 = 0;
+        priv->clear_color02 = 0;
+        priv->clear_color03 = 1.0;
+        if (format == GST_VIDEO_FORMAT_YV12 || format == GST_VIDEO_FORMAT_YVU9) {
+          priv->clear_color10 = converted2;
+          priv->clear_color20 = converted1;
+        } else {
+          priv->clear_color10 = converted1;
+          priv->clear_color20 = converted2;
+        }
+        priv->clear_color11 = 0;
+        priv->clear_color12 = 0;
+        priv->clear_color13 = 1.0;
+        priv->clear_color21 = 0;
+        priv->clear_color22 = 0;
+        priv->clear_color23 = 1.0;
+        break;
+      case GST_VIDEO_FORMAT_A420:
+      case GST_VIDEO_FORMAT_A420_10LE:
+      case GST_VIDEO_FORMAT_A420_12LE:
+      case GST_VIDEO_FORMAT_A420_16LE:
+      case GST_VIDEO_FORMAT_A422:
+      case GST_VIDEO_FORMAT_A422_10LE:
+      case GST_VIDEO_FORMAT_A422_12LE:
+      case GST_VIDEO_FORMAT_A422_16LE:
+      case GST_VIDEO_FORMAT_A444:
+      case GST_VIDEO_FORMAT_A444_10LE:
+      case GST_VIDEO_FORMAT_A444_12LE:
+      case GST_VIDEO_FORMAT_A444_16LE:
+        priv->clear_color00 = converted0;
+        priv->clear_color10 = converted1;
+        priv->clear_color20 = converted2;
+        priv->clear_color30 = a;
+        break;
+      case GST_VIDEO_FORMAT_RGBP:
+        priv->clear_color00 = converted0;
+        priv->clear_color10 = converted1;
+        priv->clear_color20 = converted2;
+        break;
+      case GST_VIDEO_FORMAT_BGRP:
+        priv->clear_color00 = converted2;
+        priv->clear_color10 = converted1;
+        priv->clear_color20 = converted0;
+        break;
+      case GST_VIDEO_FORMAT_GBR:
+      case GST_VIDEO_FORMAT_GBR_10LE:
+      case GST_VIDEO_FORMAT_GBR_12LE:
+      case GST_VIDEO_FORMAT_GBR_16LE:
+        priv->clear_color00 = converted1;
+        priv->clear_color10 = converted2;
+        priv->clear_color20 = converted0;
+        break;
+      case GST_VIDEO_FORMAT_GBRA:
+      case GST_VIDEO_FORMAT_GBRA_10LE:
+      case GST_VIDEO_FORMAT_GBRA_12LE:
+        priv->clear_color00 = converted1;
+        priv->clear_color10 = converted2;
+        priv->clear_color20 = converted0;
+        priv->clear_color30 = a;
+        break;
+      default:
+        g_assert_not_reached ();
+        break;
+    }
+  }
+}
+
+static gboolean
+gst_d3d12_converter_setup_colorspace (GstD3D12Converter * self,
+    const GstVideoInfo * in_info, const GstVideoInfo * out_info,
+    gboolean allow_gamma, gboolean allow_primaries,
+    gboolean color_balance_enabled, gboolean * have_lut,
+    CONVERT_TYPE * convert_type, PSConstBuffer * const_data)
+{
+  GstVideoInfo matrix_in_info;
+  GstVideoInfo matrix_out_info;
+
+  *have_lut = FALSE;
+
+  convert_type0 = CONVERT_TYPE::IDENTITY;
+  convert_type1 = CONVERT_TYPE::COLOR_BALANCE;
+  if (GST_VIDEO_INFO_IS_RGB (in_info) != GST_VIDEO_INFO_IS_RGB (out_info)) {
+    convert_type0 = CONVERT_TYPE::SIMPLE;
+  } else if (in_info->colorimetry.range != GST_VIDEO_COLOR_RANGE_UNKNOWN &&
+      out_info->colorimetry.range != GST_VIDEO_COLOR_RANGE_UNKNOWN &&
+      in_info->colorimetry.range != out_info->colorimetry.range) {
+    convert_type0 = CONVERT_TYPE::RANGE;
+  }
+
+  if (allow_gamma &&
+      in_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
+      out_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
+      !gst_video_transfer_function_is_equivalent (in_info->colorimetry.transfer,
+          GST_VIDEO_INFO_COMP_DEPTH (in_info, 0),
+          out_info->colorimetry.transfer, GST_VIDEO_INFO_COMP_DEPTH (out_info,
+              0))) {
+    GST_DEBUG_OBJECT (self, "Different transfer function %d -> %d",
+        in_info->colorimetry.transfer, out_info->colorimetry.transfer);
+    convert_type0 = CONVERT_TYPE::GAMMA;
+  }
+
+  if (allow_primaries &&
+      in_info->colorimetry.primaries != GST_VIDEO_COLOR_PRIMARIES_UNKNOWN &&
+      out_info->colorimetry.primaries != GST_VIDEO_COLOR_PRIMARIES_UNKNOWN &&
+      in_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
+      out_info->colorimetry.transfer != GST_VIDEO_TRANSFER_UNKNOWN &&
+      !gst_video_color_primaries_is_equivalent (in_info->colorimetry.primaries,
+          out_info->colorimetry.primaries)) {
+    GST_DEBUG_OBJECT (self, "Different primaries %d -> %d",
+        in_info->colorimetry.primaries, out_info->colorimetry.primaries);
+    convert_type0 = CONVERT_TYPE::PRIMARY;
+    convert_type1 = CONVERT_TYPE::PRIMARY_AND_COLOR_BALANCE;
+  }
+
+  if (GST_VIDEO_INFO_IS_RGB (in_info)) {
+    matrix_in_info = *in_info;
+  } else {
+    convert_info_gray_to_yuv (in_info, &matrix_in_info);
+    if (matrix_in_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN ||
+        matrix_in_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_RGB) {
+      matrix_in_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
+    }
+  }
+
+  if (GST_VIDEO_INFO_IS_RGB (out_info)) {
+    matrix_out_info = *out_info;
+  } else {
+    convert_info_gray_to_yuv (out_info, &matrix_out_info);
+    if (matrix_out_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN ||
+        matrix_out_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_RGB) {
+      matrix_out_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
+    }
+  }
+
+  if (!gst_d3d12_converter_calculate_matrix (self,
+          &matrix_in_info, &matrix_out_info, convert_type0, &const_data0)) {
+    return FALSE;
+  }
+
+  if (color_balance_enabled &&
+      !gst_d3d12_converter_calculate_matrix (self,
+          &matrix_in_info, &matrix_out_info, convert_type1, &const_data1)) {
+    return FALSE;
+  }
+
+  if (convert_type0 == CONVERT_TYPE::GAMMA ||
+      convert_type0 == CONVERT_TYPE::PRIMARY || color_balance_enabled) {
+    *have_lut = TRUE;
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_converter_new:
+ * @device: a #GstD3D12Device
+ * @queue: (allow-none): a #GstD3D12CmdQueue
+ * @in_info: a #GstVideoInfo
+ * @out_info: a #GstVideoInfo
+ * @blend_desc: (nullable): D3D12_BLEND_DESC
+ * @blend_factor: (nullable): blend factor value
+ * @config: (nullable): converter config
+ *
+ * Creates a new converter instance
+ *
+ * Returns: (transfer full) (nullable): a new #GstD3D12Converter instance
+ * or %NULL if conversion is not supported
+ *
+ * Since: 1.26
+ */
+GstD3D12Converter *
+gst_d3d12_converter_new (GstD3D12Device * device, GstD3D12CmdQueue * queue,
+    const GstVideoInfo * in_info, const GstVideoInfo * out_info,
+    const D3D12_BLEND_DESC * blend_desc, const gfloat blend_factor4,
+    GstStructure * config)
+{
+  GstD3D12Converter *self;
+  gboolean allow_gamma = FALSE;
+  gboolean allow_primaries = FALSE;
+  D3D12_FILTER sampler_filter = DEFAULT_SAMPLER_FILTER;
+  guint sample_count = 1;
+  guint sample_quality = 0;
+
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (in_info != nullptr, nullptr);
+  g_return_val_if_fail (out_info != nullptr, nullptr);
+  g_return_val_if_fail (!queue || GST_IS_D3D12_CMD_QUEUE (queue), nullptr);
+
+  self = (GstD3D12Converter *) g_object_new (GST_TYPE_D3D12_CONVERTER, nullptr);
+  gst_object_ref_sink (self);
+  auto priv = self->priv;
+  priv->cq = queue;
+  if (!priv->cq) {
+    priv->cq = gst_d3d12_device_get_cmd_queue (device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+  }
+  gst_object_ref (priv->cq);
+
+  priv->unpack = gst_d3d12_unpack_new (device, in_info);
+  if (!priv->unpack) {
+    GST_ERROR_OBJECT (self, "Couldn't create unpack object");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->pack = gst_d3d12_pack_new (device, out_info);
+  if (!priv->pack) {
+    GST_ERROR_OBJECT (self, "Couldn't create pack object");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  if (blend_desc)
+    priv->blend_desc = *blend_desc;
+
+  if (blend_factor) {
+    for (guint i = 0; i < 4; i++)
+      priv->blend_factori = blend_factori;
+  }
+
+  if (config) {
+    gint value;
+    if (gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_GAMMA_MODE,
+            GST_TYPE_VIDEO_GAMMA_MODE, &value) &&
+        (GstVideoGammaMode) value != GST_VIDEO_GAMMA_MODE_NONE) {
+      allow_gamma = TRUE;
+    }
+
+    if (gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE,
+            GST_TYPE_VIDEO_PRIMARIES_MODE, &value) &&
+        (GstVideoPrimariesMode) value != GST_VIDEO_PRIMARIES_MODE_NONE) {
+      allow_primaries = TRUE;
+    }
+
+    if (gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_COLOR_BALANCE,
+            GST_TYPE_D3D12_CONVERTER_COLOR_BALANCE, &value) &&
+        (GstD3D12ConverterColorBalance) value !=
+        GST_D3D12_CONVERTER_COLOR_BALANCE_DISABLED) {
+      priv->color_balance_enabled = TRUE;
+    }
+
+    if (gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_MIP_GEN,
+            GST_TYPE_D3D12_CONVERTER_MIP_GEN, &value) &&
+        (GstD3D12ConverterMipGen) value !=
+        GST_D3D12_CONVERTER_MIP_GEN_DISABLED) {
+      priv->mipgen_enabled = TRUE;
+    }
+
+    gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
+        GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER, (int *) &sampler_filter);
+
+    gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_SRC_ALPHA_MODE,
+        GST_TYPE_D3D12_CONVERTER_ALPHA_MODE, (int *) &priv->src_alpha_mode);
+    gst_structure_get_enum (config, GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE,
+        GST_TYPE_D3D12_CONVERTER_ALPHA_MODE, (int *) &priv->dst_alpha_mode);
+
+    gst_structure_get_uint (config,
+        GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_COUNT, &sample_count);
+    gst_structure_get_uint (config,
+        GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_QUALITY, &sample_quality);
+
+    priv->sample_desc.Count = sample_count;
+    priv->sample_desc.Quality = sample_quality;
+
+    gst_structure_free (config);
+  }
+
+  GST_DEBUG_OBJECT (self,
+      "Setup converter with format %s -> %s, "
+      "allow gamma conversion: %d, allow primaries conversion: %d ",
+      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)),
+      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (out_info)),
+      allow_gamma, allow_primaries);
+
+  self->device = (GstD3D12Device *) gst_object_ref (device);
+  gst_d3d12_unpack_get_video_info (priv->unpack, &priv->in_info);
+  gst_d3d12_pack_get_video_info (priv->pack, &priv->out_info);
+
+  priv->mipgen_info = priv->in_info;
+
+  /* Init properties */
+  priv->src_width = GST_VIDEO_INFO_WIDTH (in_info);
+  priv->src_height = GST_VIDEO_INFO_HEIGHT (in_info);
+  priv->dest_width = GST_VIDEO_INFO_WIDTH (out_info);
+  priv->dest_height = GST_VIDEO_INFO_HEIGHT (out_info);
+  priv->input_texture_width = GST_VIDEO_INFO_WIDTH (in_info);
+  priv->input_texture_height = GST_VIDEO_INFO_HEIGHT (in_info);
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  priv->srv_inc_size = device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+  priv->rtv_inc_size = device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_RTV);
+  priv->sampler_inc_size = device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_SAMPLER);
+
+  if (GST_VIDEO_INFO_IS_RGB (&priv->out_info)) {
+    GstVideoInfo rgb_info = priv->out_info;
+    rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+    gst_d3d12_color_range_adjust_matrix_unorm (&rgb_info, &priv->out_info,
+        &priv->clear_color_matrix);
+  } else {
+    GstVideoInfo rgb_info;
+    GstVideoInfo yuv_info;
+
+    gst_video_info_set_format (&rgb_info, GST_VIDEO_FORMAT_RGBA64_LE,
+        priv->out_info.width, priv->out_info.height);
+    convert_info_gray_to_yuv (&priv->out_info, &yuv_info);
+
+    if (yuv_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_UNKNOWN ||
+        yuv_info.colorimetry.matrix == GST_VIDEO_COLOR_MATRIX_RGB) {
+      GST_WARNING_OBJECT (self, "Invalid matrix is detected");
+      yuv_info.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
+    }
+
+    gst_d3d12_rgb_to_yuv_matrix_unorm (&rgb_info,
+        &yuv_info, &priv->clear_color_matrix);
+  }
+
+  gst_d3d12_converter_calculate_border_color (self);
+
+  PSConstBuffer const_data2;
+  CONVERT_TYPE convert_type2;
+  gboolean have_lut = FALSE;
+
+  if (priv->mipgen_enabled) {
+    GstVideoFormat mipgen_format = GST_VIDEO_FORMAT_RGBA;
+    GstD3DPluginCS mipgen_cs_type = GST_D3D_PLUGIN_CS_MIP_GEN;
+    if (GST_VIDEO_INFO_IS_GRAY (&priv->in_info)) {
+      mipgen_cs_type = GST_D3D_PLUGIN_CS_MIP_GEN_GRAY;
+      if (GST_VIDEO_INFO_COMP_DEPTH (&priv->in_info, 0) > 8) {
+        mipgen_format = GST_VIDEO_FORMAT_GRAY16_LE;
+      } else {
+        mipgen_format = GST_VIDEO_FORMAT_GRAY8;
+      }
+    } else if (GST_VIDEO_INFO_IS_YUV (&priv->in_info)) {
+      if (GST_VIDEO_INFO_COMP_DEPTH (&priv->in_info, 0) > 8) {
+        mipgen_format = GST_VIDEO_FORMAT_AYUV64;
+        if (!GST_VIDEO_INFO_HAS_ALPHA (in_info)) {
+          mipgen_cs_type = GST_D3D_PLUGIN_CS_MIP_GEN_AYUV;
+        }
+      } else {
+        mipgen_format = GST_VIDEO_FORMAT_VUYA;
+        if (!GST_VIDEO_INFO_HAS_ALPHA (in_info)) {
+          mipgen_cs_type = GST_D3D_PLUGIN_CS_MIP_GEN_VUYA;
+        }
+      }
+    } else {
+      if (GST_VIDEO_INFO_COMP_DEPTH (&priv->in_info, 0) > 8) {
+        mipgen_format = GST_VIDEO_FORMAT_RGBA64_LE;
+      } else {
+        mipgen_format = GST_VIDEO_FORMAT_RGBA;
+      }
+    }
+
+    gst_video_info_set_format (&priv->mipgen_info, mipgen_format,
+        in_info->width, in_info->height);
+    priv->mipgen_info.colorimetry = in_info->colorimetry;
+
+    /* Create intermediate conversion pipeline if input format is not
+     * a supported mip format */
+    if (mipgen_format != GST_VIDEO_INFO_FORMAT (&priv->in_info)) {
+      if (!gst_d3d12_converter_setup_colorspace (self, &priv->in_info,
+              &priv->mipgen_info, FALSE, FALSE, FALSE, &have_lut, convert_type,
+              const_data)) {
+        gst_object_unref (self);
+        return nullptr;
+      }
+
+      DXGI_SAMPLE_DESC sample_desc_default = { };
+      sample_desc_default.Count = 1;
+      sample_desc_default.Quality = 0;
+      D3D12_BLEND_DESC blend_desc_default = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
+
+      priv->mipgen_ctx =
+          gst_d3d12_converter_setup_resource (self, &priv->in_info,
+          &priv->mipgen_info, DEFAULT_SAMPLER_FILTER, &sample_desc_default,
+          &blend_desc_default, convert_type, have_lut, FALSE,
+          GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT,
+          GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT, const_data, nullptr);
+      if (!priv->mipgen_ctx) {
+        gst_object_unref (self);
+        return nullptr;
+      }
+    }
+
+    D3D12_DESCRIPTOR_HEAP_DESC srv_heap_desc = { };
+    srv_heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+    srv_heap_desc.NumDescriptors = 1;
+    srv_heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
+
+    priv->mipgen_srv_heap_pool = gst_d3d12_desc_heap_pool_new (device_handle,
+        &srv_heap_desc);
+
+    priv->mipgen = gst_d3d12_mip_gen_new (self->device, mipgen_cs_type);
+    if (!priv->mipgen) {
+      GST_ERROR_OBJECT (self, "Couldn't create mipgen object");
+      gst_object_unref (self);
+      return nullptr;
+    }
+
+    GstD3D12Format mipgen_dev_format;
+    gst_d3d12_device_get_format (self->device,
+        mipgen_format, &mipgen_dev_format);
+    DXGI_FORMAT mipgen_dxgi_format = mipgen_dev_format.dxgi_format;
+    if (mipgen_dxgi_format == DXGI_FORMAT_UNKNOWN)
+      mipgen_dxgi_format = mipgen_dev_format.resource_format0;
+
+    priv->mipgen_desc = CD3DX12_RESOURCE_DESC::Tex2D (mipgen_dxgi_format,
+        priv->in_info.width, priv->in_info.height, 1, 1, 1, 0,
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
+        D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS);
+
+    priv->mipgen_srv_desc.Format = mipgen_dxgi_format;
+    if (mipgen_dxgi_format == DXGI_FORMAT_AYUV)
+      priv->mipgen_srv_desc.Format = mipgen_dev_format.resource_format0;
+
+    priv->mipgen_srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE2D;
+    priv->mipgen_srv_desc.Shader4ComponentMapping =
+        D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
+    priv->mipgen_srv_desc.Texture2D.PlaneSlice = 0;
+    priv->mipgen_srv_desc.Texture2D.MipLevels = 1;
+  }
+
+  if (!gst_d3d12_converter_setup_colorspace (self, &priv->in_info,
+          &priv->out_info, allow_gamma, allow_primaries,
+          priv->color_balance_enabled, &have_lut, convert_type, const_data)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->main_ctx = gst_d3d12_converter_setup_resource (self, &priv->in_info,
+      &priv->out_info, sampler_filter, &priv->sample_desc, &priv->blend_desc,
+      convert_type, have_lut, priv->color_balance_enabled,
+      priv->src_alpha_mode, priv->dst_alpha_mode, const_data, nullptr);
+  if (!priv->main_ctx) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  if (priv->mipgen_ctx) {
+    if (!gst_d3d12_converter_setup_colorspace (self, &priv->mipgen_info,
+            &priv->out_info, allow_gamma, allow_primaries,
+            priv->color_balance_enabled, &have_lut, convert_type, const_data)) {
+      gst_object_unref (self);
+      return nullptr;
+    }
+
+    priv->post_mipgen_ctx = gst_d3d12_converter_setup_resource (self,
+        &priv->mipgen_info, &priv->out_info, sampler_filter, &priv->sample_desc,
+        &priv->blend_desc, convert_type, have_lut, priv->color_balance_enabled,
+        priv->src_alpha_mode, priv->dst_alpha_mode, const_data,
+        priv->main_ctx->comm);
+    if (!priv->post_mipgen_ctx) {
+      gst_object_unref (self);
+      return nullptr;
+    }
+  }
+
+  D3D12_DESCRIPTOR_HEAP_DESC srv_heap_desc = { };
+  srv_heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+  srv_heap_desc.NumDescriptors = priv->max_srv_desc;
+  srv_heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
+  priv->srv_heap_pool = gst_d3d12_desc_heap_pool_new (device_handle,
+      &srv_heap_desc);
+
+  return self;
+}
+
+static gboolean
+gst_d3d12_converter_update_context_pso (GstD3D12Converter * self,
+    ConvertCtxPtr ctx)
+{
+  auto priv = self->priv;
+
+  auto device = gst_d3d12_device_get_device_handle (self->device);
+  for (size_t i = 0; i < ctx->pipeline_data.size (); i++) {
+    auto & pipeline_data = ctx->pipeline_datai;
+
+    std::vector < QuadData > quad_data;
+    quad_data.resize (pipeline_data.quad_data.size ());
+
+    for (size_t j = 0; j < quad_data.size (); j++) {
+      D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc =
+          pipeline_data.quad_dataj.desc;
+      pso_desc.BlendState = priv->blend_desc;
+      pso_desc.SampleDesc = priv->sample_desc;
+
+      ComPtr < ID3D12PipelineState > pso;
+      auto hr =
+          device->CreateGraphicsPipelineState (&pso_desc, IID_PPV_ARGS (&pso));
+      if (!gst_d3d12_result (hr, self->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      quad_dataj.desc = pso_desc;
+      quad_dataj.pso = pso;
+      quad_dataj.num_rtv = pipeline_data.quad_dataj.num_rtv;
+    }
+
+    pipeline_data.quad_data = quad_data;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_converter_update_pso (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+  if (!priv->update_pso)
+    return TRUE;
+
+  priv->update_pso = FALSE;
+
+  if (!gst_d3d12_converter_update_context_pso (self, priv->main_ctx))
+    return FALSE;
+
+  if (!priv->post_mipgen_ctx)
+    return TRUE;
+
+  return gst_d3d12_converter_update_context_pso (self, priv->post_mipgen_ctx);
+}
+
+static void
+gst_d3d12_converter_update_sampler (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+  if (!priv->update_sampler)
+    return;
+
+  priv->update_sampler = FALSE;
+  auto comm = priv->main_ctx->comm;
+  ComPtr < ID3D12DescriptorHeap > sampler_heap;
+  if (gst_d3d12_converter_create_sampler (self, comm->sampler_filter,
+          &sampler_heap)) {
+    comm->sampler_heap = sampler_heap;
+  }
+}
+
+static void
+reorder_rtv_handles (GstVideoFormat output_format,
+    D3D12_CPU_DESCRIPTOR_HANDLE * src, D3D12_CPU_DESCRIPTOR_HANDLE * dst)
+{
+  for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+    auto index = reorder_rtv_index (output_format, i);
+    dsti = srcindex;
+  }
+}
+
+static gboolean
+gst_d3d12_converter_execute (GstD3D12Converter * self, GstD3D12Frame * in_frame,
+    GstD3D12Frame * out_frame, ConvertCtxPtr & ctx, gboolean is_internal,
+    GstD3D12FenceData * fence_data, ID3D12GraphicsCommandList * cl)
+{
+  auto priv = self->priv;
+  auto & comm = ctx->comm;
+
+  if (!is_internal) {
+    auto desc = GetDesc (in_frame->data0);
+    if (desc.Width != priv->input_texture_width ||
+        desc.Height != priv->input_texture_height) {
+      GST_DEBUG_OBJECT (self, "Texture resolution changed %ux%u -> %ux%u",
+          (guint) priv->input_texture_width, priv->input_texture_height,
+          (guint) desc.Width, desc.Height);
+      priv->input_texture_width = desc.Width;
+      priv->input_texture_height = desc.Height;
+      priv->update_src_rect = TRUE;
+    }
+
+    desc = GetDesc (out_frame->data0);
+    if (desc.SampleDesc.Count != priv->sample_desc.Count ||
+        desc.SampleDesc.Quality != priv->sample_desc.Quality) {
+      GST_DEBUG_OBJECT (self, "Sample desc updated");
+      priv->sample_desc = desc.SampleDesc;
+      priv->update_pso = TRUE;
+    }
+
+    if (!gst_d3d12_converter_update_dest_rect (self)) {
+      GST_ERROR_OBJECT (self, "Failed to update dest rect");
+      return FALSE;
+    }
+
+    if (!gst_d3d12_converter_update_src_rect (self)) {
+      GST_ERROR_OBJECT (self, "Failed to update src rect");
+      return FALSE;
+    }
+
+    if (!gst_d3d12_converter_update_transform (self)) {
+      GST_ERROR_OBJECT (self, "Failed to update transform matrix");
+      return FALSE;
+    }
+
+    if (!gst_d3d12_converter_update_pso (self)) {
+      GST_ERROR_OBJECT (self, "Failed to update pso");
+      return FALSE;
+    }
+
+    gst_d3d12_converter_update_sampler (self);
+  }
+
+  if (ctx->vertex_upload) {
+    auto barrier =
+        CD3DX12_RESOURCE_BARRIER::Transition (comm->shader_buf.Get (),
+        STATE_VERTEX_AND_INDEX, D3D12_RESOURCE_STATE_COPY_DEST);
+    cl->ResourceBarrier (1, &barrier);
+
+    cl->CopyBufferRegion (comm->shader_buf.Get (), 0,
+        ctx->vertex_upload.Get (), 0, g_vertex_buf_size);
+    barrier =
+        CD3DX12_RESOURCE_BARRIER::Transition (comm->shader_buf.Get (),
+        D3D12_RESOURCE_STATE_COPY_DEST, STATE_VERTEX_AND_INDEX);
+    cl->ResourceBarrier (1, &barrier);
+
+    GST_DEBUG_OBJECT (self, "Vertex updated");
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (self->device);
+
+  GstD3D12DescHeap *descriptor;
+  if (!gst_d3d12_desc_heap_pool_acquire (priv->srv_heap_pool, &descriptor)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire srv heap");
+    return FALSE;
+  }
+
+  auto srv_heap = gst_d3d12_desc_heap_get_handle (descriptor);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (descriptor));
+
+  auto cpu_handle =
+      CD3DX12_CPU_DESCRIPTOR_HANDLE (GetCPUDescriptorHandleForHeapStart
+      (srv_heap));
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&in_frame->info); i++) {
+    device->CopyDescriptorsSimple (1, cpu_handle, in_frame->srv_desc_handlei,
+        D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+    cpu_handle.Offset (priv->srv_inc_size);
+  }
+
+  if (comm->have_lut) {
+    device->CopyDescriptorsSimple (2, cpu_handle,
+        GetCPUDescriptorHandleForHeapStart (comm->gamma_lut_heap),
+        D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+  }
+
+  if (priv->clear_background) {
+    for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&out_frame->info); i++) {
+      cl->ClearRenderTargetView (out_frame->rtv_desc_handlei,
+          priv->clear_colori, 1, &out_frame->plane_recti);
+    }
+  }
+
+  D3D12_CPU_DESCRIPTOR_HANDLE reordered_rtv_handleGST_VIDEO_MAX_PLANES;
+  reorder_rtv_handles (GST_VIDEO_INFO_FORMAT (&out_frame->info),
+      out_frame->rtv_desc_handle, reordered_rtv_handle);
+
+  guint pipeline_index = comm->need_color_balance ? 1 : 0;
+  auto & pipeline_data = ctx->pipeline_datapipeline_index;
+
+  auto pso = pipeline_data.quad_data0.pso.Get ();
+  cl->SetGraphicsRootSignature (pipeline_data.rs.Get ());
+  cl->SetPipelineState (pso);
+
+  ID3D12DescriptorHeap *heaps = { srv_heap, comm->sampler_heap.Get () };
+  cl->SetDescriptorHeaps (2, heaps);
+  cl->SetGraphicsRootDescriptorTable (pipeline_data.crs->GetPsSrvIdx (),
+      GetGPUDescriptorHandleForHeapStart (srv_heap));
+  cl->SetGraphicsRootDescriptorTable (pipeline_data.crs->GetPsSamplerIdx (),
+      GetGPUDescriptorHandleForHeapStart (comm->sampler_heap));
+  cl->SetGraphicsRoot32BitConstants (pipeline_data.crs->GetVsRootConstIdx (),
+      16, &priv->transform, 0);
+  cl->SetGraphicsRoot32BitConstants (pipeline_data.crs->GetPsRootConstIdx (),
+      sizeof (comm->const_data_dyn) / 4, &comm->const_data_dyn, 0);
+  cl->SetGraphicsRootConstantBufferView (pipeline_data.crs->GetPsCbvIdx (),
+      comm->const_buf_addrpipeline_index);
+
+  cl->IASetIndexBuffer (&comm->ibv);
+  cl->IASetVertexBuffers (0, 1, &comm->vbv);
+  cl->IASetPrimitiveTopology (D3D_PRIMITIVE_TOPOLOGY_TRIANGLELIST);
+  cl->RSSetViewports (1, comm->viewport);
+  cl->RSSetScissorRects (1, comm->scissor_rect);
+  cl->OMSetRenderTargets (pipeline_data.quad_data0.num_rtv,
+      reordered_rtv_handle, FALSE, nullptr);
+  if (!is_internal)
+    cl->OMSetBlendFactor (priv->blend_factor);
+  cl->DrawIndexedInstanced (6, 1, 0, 0, 0);
+
+  pso->AddRef ();
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (pso));
+
+  auto offset = pipeline_data.quad_data0.num_rtv;
+  if (pipeline_data.quad_data.size () == 2) {
+    pso = pipeline_data.quad_data1.pso.Get ();
+
+    cl->SetPipelineState (pso);
+    cl->RSSetViewports (1, &comm->viewportoffset);
+    cl->RSSetScissorRects (1, &comm->scissor_rectoffset);
+    cl->OMSetRenderTargets (pipeline_data.quad_data1.num_rtv,
+        reordered_rtv_handle + offset, FALSE, nullptr);
+    cl->DrawIndexedInstanced (6, 1, 0, 0, 0);
+
+    pso->AddRef ();
+    gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (pso));
+  }
+
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (in_frame->buffer)));
+  if (ctx->vertex_upload) {
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_COM (ctx->vertex_upload.Detach ()));
+  }
+
+  auto sampler = comm->sampler_heap.Get ();
+  sampler->AddRef ();
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (sampler));
+
+  return TRUE;
+}
+
+static void
+calculate_auto_mipgen_level (GstD3D12Converter * self)
+{
+  auto priv = self->priv;
+
+  guint src_width = (guint) priv->mipgen_desc.Width;
+  guint src_height = priv->mipgen_desc.Height;
+  guint dst_width = priv->dest_width;
+  guint dst_height = priv->dest_height;
+  switch (priv->video_direction) {
+    case GST_VIDEO_ORIENTATION_90R:
+    case GST_VIDEO_ORIENTATION_90L:
+    case GST_VIDEO_ORIENTATION_UL_LR:
+    case GST_VIDEO_ORIENTATION_UR_LL:
+      dst_width = priv->dest_height;
+      dst_height = priv->dest_width;
+      break;
+    default:
+      break;
+  }
+
+  for (UINT16 i = 0; i < priv->mipgen_desc.MipLevels; i++) {
+    guint width = src_width >> i;
+    guint height = src_height >> i;
+
+    if (width <= dst_width && height <= dst_height) {
+      priv->auto_mipgen_level = i + 1;
+      return;
+    }
+  }
+
+  priv->auto_mipgen_level = priv->mipgen_desc.MipLevels;
+}
+
+/**
+ * gst_d3d12_converter_convert_buffer:
+ * @converter: a #GstD3D12Converter
+ * @in_buf: a #GstBuffer
+ * @out_buf: a #GstBuffer
+ * @fence_data: a #GstD3D12FenceData
+ * @command_list: a ID3D12GraphicsCommandList
+ * @execute_gpu_wait: Executes wait operation against @queue
+ *
+ * Records command list for conversion operation. converter will attach
+ * conversion command associated resources such as command allocator
+ * to @fence_data.
+ *
+ * If @execute_wait is %TRUE and buffers are associated with external fences,
+ * this method will schedule GPU wait operation against @queue.
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_converter_convert_buffer (GstD3D12Converter * converter,
+    GstBuffer * in_buf, GstBuffer * out_buf, GstD3D12FenceData * fence_data,
+    ID3D12GraphicsCommandList * command_list, gboolean execute_gpu_wait)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CONVERTER (converter), FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (in_buf), FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (out_buf), FALSE);
+  g_return_val_if_fail (fence_data, FALSE);
+  g_return_val_if_fail (command_list, FALSE);
+
+  GstD3D12Frame in_frame;
+  GstD3D12Frame out_frame;
+
+  auto priv = converter->priv;
+  std::lock_guard < std::mutex > lk (priv->prop_lock);
+
+  auto render_target = gst_d3d12_pack_acquire_render_target (priv->pack,
+      out_buf);
+  if (!render_target) {
+    GST_ERROR_OBJECT (converter, "Couldn't get render target buffer");
+    return FALSE;
+  }
+
+  in_buf = gst_d3d12_unpack_execute (priv->unpack, in_buf, fence_data,
+      command_list);
+  if (!in_buf) {
+    GST_ERROR_OBJECT (converter, "Preprocessing failed");
+    gst_buffer_unref (render_target);
+    return FALSE;
+  }
+
+  /* Don't map output memory, we don't actually update output memory here */
+  if (!gst_d3d12_frame_map (&out_frame, &priv->out_info, render_target,
+          (GstMapFlags) GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_RTV)) {
+    GST_ERROR_OBJECT (converter, "Couldn't map output buffer");
+    gst_buffer_unref (render_target);
+    gst_buffer_unref (in_buf);
+    return FALSE;
+  }
+
+  if (!gst_d3d12_frame_map (&in_frame, &priv->in_info,
+          in_buf, GST_MAP_READ_D3D12, GST_D3D12_FRAME_MAP_FLAG_SRV)) {
+    GST_ERROR_OBJECT (converter, "Couldn't map fallback input");
+    gst_d3d12_frame_unmap (&out_frame);
+    gst_buffer_unref (render_target);
+    gst_buffer_unref (in_buf);
+    return FALSE;
+  }
+
+  gboolean ret = TRUE;
+  guint mip_levels = 1;
+  auto in_desc = GetDesc (in_frame.data0);
+
+  if (priv->mipgen_enabled) {
+    if (in_desc.Width != priv->mipgen_desc.Width ||
+        in_desc.Height != priv->mipgen_desc.Height) {
+      gst_clear_buffer (&priv->mipgen_buf);
+      priv->mipgen_desc.Width = in_desc.Width;
+      priv->mipgen_desc.Height = in_desc.Height;
+      if (priv->mipgen_ctx) {
+        auto & comm = priv->mipgen_ctx->comm;
+        comm->viewport0.Width = (FLOAT) in_desc.Width;
+        comm->viewport0.Height = (FLOAT) in_desc.Height;
+        comm->scissor_rect0.right = (LONG) in_desc.Width;
+        comm->scissor_rect0.bottom = (LONG) in_desc.Height;
+      }
+    }
+
+    if (priv->mip_levels != 1 && !priv->mipgen_buf) {
+      D3D12_HEAP_PROPERTIES heap_props =
+          CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
+      D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+      if (gst_d3d12_device_non_zeroed_supported (converter->device))
+        heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
+      priv->mipgen_desc.MipLevels = 0;
+      auto mem = gst_d3d12_allocator_alloc (nullptr, converter->device,
+          &heap_props, heap_flags, &priv->mipgen_desc,
+          D3D12_RESOURCE_STATE_COMMON, nullptr);
+      priv->mipgen_desc.MipLevels = 1;
+      if (!mem) {
+        GST_ERROR_OBJECT (converter, "Couldn't allocate mipmap texture");
+        gst_d3d12_frame_unmap (&in_frame);
+        gst_d3d12_frame_unmap (&out_frame);
+
+        gst_buffer_unref (in_buf);
+        gst_buffer_unref (render_target);
+
+        return FALSE;
+      }
+
+      auto resource =
+          gst_d3d12_memory_get_resource_handle (GST_D3D12_MEMORY_CAST (mem));
+      priv->mipgen_desc = GetDesc (resource);
+
+      priv->mipgen_buf = gst_buffer_new ();
+      gst_buffer_append_memory (priv->mipgen_buf, mem);
+
+      guint dst_width = priv->dest_width;
+      guint dst_height = priv->dest_height;
+      switch (priv->video_direction) {
+        case GST_VIDEO_ORIENTATION_90R:
+        case GST_VIDEO_ORIENTATION_90L:
+        case GST_VIDEO_ORIENTATION_UL_LR:
+        case GST_VIDEO_ORIENTATION_UR_LL:
+          dst_width = priv->dest_height;
+          dst_height = priv->dest_width;
+          break;
+        default:
+          break;
+      }
+
+      calculate_auto_mipgen_level (converter);
+      GST_DEBUG_OBJECT (converter, "Calculated mip level %d",
+          priv->auto_mipgen_level);
+    }
+  }
+
+  if (priv->mipgen_enabled && priv->mip_levels != 1) {
+    if (priv->mip_levels == 0) {
+      mip_levels = priv->mipgen_desc.MipLevels;
+    } else {
+      mip_levels = MIN (priv->mip_levels, priv->mipgen_desc.MipLevels);
+    }
+
+    if (priv->update_transform || priv->update_dest_rect) {
+      calculate_auto_mipgen_level (converter);
+      GST_DEBUG_OBJECT (converter,
+          "Calculated mip level on viewport size change %d",
+          priv->auto_mipgen_level);
+    }
+
+    if (mip_levels > 1)
+      mip_levels = MIN (mip_levels, priv->auto_mipgen_level);
+
+    /* Do not need to generate mipmap if input texture has mipmap already */
+    if (in_desc.MipLevels >= mip_levels)
+      mip_levels = 1;
+  }
+
+  if (priv->mipgen_enabled && mip_levels != 1) {
+    GST_LOG_OBJECT (converter, "Generating mipmap");
+
+    GstD3D12Frame mipgen_frame;
+    if (!gst_d3d12_frame_map (&mipgen_frame, &priv->mipgen_info,
+            priv->mipgen_buf,
+            GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_SRV |
+            GST_D3D12_FRAME_MAP_FLAG_RTV)) {
+      GST_ERROR_OBJECT (converter, "Couldn't map mipmap texture");
+
+      gst_d3d12_frame_unmap (&in_frame);
+      gst_d3d12_frame_unmap (&out_frame);
+
+      gst_buffer_unref (in_buf);
+      gst_buffer_unref (render_target);
+
+      return FALSE;
+    }
+
+    if (priv->mipgen_ctx) {
+      if (!gst_d3d12_converter_execute (converter, &in_frame, &mipgen_frame,
+              priv->mipgen_ctx, TRUE, fence_data, command_list)) {
+        GST_ERROR_OBJECT (converter, "Couldn't convert to mipmap format");
+        gst_d3d12_frame_unmap (&in_frame);
+        gst_d3d12_frame_unmap (&mipgen_frame);
+        gst_d3d12_frame_unmap (&out_frame);
+
+        gst_buffer_unref (in_buf);
+        gst_buffer_unref (render_target);
+
+        return FALSE;
+      }
+
+      auto barrier = CD3DX12_RESOURCE_BARRIER::Transition (mipgen_frame.data0,
+          D3D12_RESOURCE_STATE_RENDER_TARGET,
+          D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE |
+          D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE, 0);
+      command_list->ResourceBarrier (1, &barrier);
+    } else {
+      D3D12_BOX src_box;
+      src_box.left = 0;
+      src_box.top = 0;
+      src_box.right = (UINT) priv->mipgen_desc.Width;
+      src_box.bottom = (UINT) priv->mipgen_desc.Height;
+      src_box.front = 0;
+      src_box.back = 1;
+
+      auto copy_src = CD3DX12_TEXTURE_COPY_LOCATION (in_frame.data0, 0);
+      auto copy_dst = CD3DX12_TEXTURE_COPY_LOCATION (mipgen_frame.data0, 0);
+      command_list->CopyTextureRegion (&copy_dst, 0, 0, 0, &copy_src, &src_box);
+
+      auto barrier = CD3DX12_RESOURCE_BARRIER::Transition (mipgen_frame.data0,
+          D3D12_RESOURCE_STATE_COPY_DEST,
+          D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE |
+          D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE, 0);
+      command_list->ResourceBarrier (1, &barrier);
+    }
+
+    ret = gst_d3d12_mip_gen_execute_full (priv->mipgen, mipgen_frame.data0,
+        fence_data, command_list, mip_levels,
+        D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE);
+    if (!ret) {
+      GST_ERROR_OBJECT (converter, "Couldn't generate mip levels");
+      gst_d3d12_frame_unmap (&in_frame);
+      gst_d3d12_frame_unmap (&mipgen_frame);
+      gst_d3d12_frame_unmap (&out_frame);
+
+      gst_buffer_unref (in_buf);
+      gst_buffer_unref (render_target);
+
+      return FALSE;
+    }
+
+    if (mip_levels != priv->mipgen_desc.MipLevels) {
+      GstD3D12DescHeap *desc_heap;
+      if (!gst_d3d12_desc_heap_pool_acquire (priv->mipgen_srv_heap_pool,
+              &desc_heap)) {
+        GST_ERROR_OBJECT (converter, "Couldn't acquire descriptor heap");
+        gst_d3d12_frame_unmap (&in_frame);
+        gst_d3d12_frame_unmap (&mipgen_frame);
+        gst_d3d12_frame_unmap (&out_frame);
+
+        gst_buffer_unref (in_buf);
+        gst_buffer_unref (render_target);
+
+        return FALSE;
+      }
+
+      auto srv_heap = gst_d3d12_desc_heap_get_handle (desc_heap);
+      auto cpu_handle = GetCPUDescriptorHandleForHeapStart (srv_heap);
+      gst_d3d12_fence_data_push (fence_data,
+          FENCE_NOTIFY_MINI_OBJECT (desc_heap));
+
+      auto device = gst_d3d12_device_get_device_handle (converter->device);
+      priv->mipgen_srv_desc.Texture2D.MipLevels = mip_levels;
+      device->CreateShaderResourceView (mipgen_frame.data0,
+          &priv->mipgen_srv_desc, cpu_handle);
+
+      mipgen_frame.srv_desc_handle0 = cpu_handle;
+    }
+
+    if (priv->post_mipgen_ctx) {
+      ret = gst_d3d12_converter_execute (converter,
+          &mipgen_frame, &out_frame, priv->post_mipgen_ctx,
+          FALSE, fence_data, command_list);
+    } else {
+      ret = gst_d3d12_converter_execute (converter,
+          &mipgen_frame, &out_frame, priv->main_ctx,
+          FALSE, fence_data, command_list);
+    }
+
+    gst_d3d12_frame_unmap (&mipgen_frame);
+  } else {
+    ret = gst_d3d12_converter_execute (converter,
+        &in_frame, &out_frame, priv->main_ctx, FALSE, fence_data, command_list);
+  }
+
+  if (ret) {
+    ret = gst_d3d12_pack_execute (priv->pack, render_target, out_buf,
+        fence_data, command_list);
+  }
+
+  if (ret && execute_gpu_wait) {
+    gst_d3d12_frame_fence_gpu_wait (&in_frame, priv->cq);
+    gst_d3d12_frame_fence_gpu_wait (&out_frame, priv->cq);
+  }
+
+  priv->main_ctx->waitSetup ();
+
+  gst_d3d12_frame_unmap (&in_frame);
+  gst_d3d12_frame_unmap (&out_frame);
+
+  gst_buffer_unref (in_buf);
+  gst_buffer_unref (render_target);
+
+  return ret;
+}
+
+/**
+ * gst_d3d12_converter_update_blend_state:
+ * @converter: a #GstD3D12Converter
+ * @blend_desc: (nullable): D3D12_BLEND_DESC
+ * @blend_factor: (nullable): blend factor values
+ *
+ * Updates pipeline state object with new @blend_desc. If @blend_desc is %NULL,
+ * pipeline state object will be updated with default blend state
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_converter_update_blend_state (GstD3D12Converter * converter,
+    const D3D12_BLEND_DESC * blend_desc, const gfloat blend_factor4)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CONVERTER (converter), FALSE);
+
+  auto priv = converter->priv;
+  std::lock_guard < std::mutex > lk (priv->prop_lock);
+  D3D12_BLEND_DESC new_blend = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
+
+  if (blend_desc)
+    new_blend = *blend_desc;
+
+  if (memcmp (&priv->blend_desc, &new_blend, sizeof (D3D12_BLEND_DESC)) != 0)
+    priv->update_pso = TRUE;
+
+  if (blend_factor) {
+    for (guint i = 0; i < 4; i++)
+      priv->blend_factori = blend_factori;
+  } else {
+    for (guint i = 0; i < 4; i++)
+      priv->blend_factori = 1.0f;
+  }
+
+  return TRUE;
+}
+
+gboolean
+gst_d3d12_converter_apply_transform (GstD3D12Converter * converter,
+    GstVideoOrientationMethod orientation, gfloat viewport_width,
+    gfloat viewport_height, gfloat fov, gboolean ortho, gfloat rotation_x,
+    gfloat rotation_y, gfloat rotation_z, gfloat scale_x, gfloat scale_y)
+{
+  g_return_val_if_fail (GST_IS_D3D12_CONVERTER (converter), FALSE);
+
+  auto priv = converter->priv;
+  std::lock_guard < std::mutex > lk (priv->prop_lock);
+
+  gfloat aspect_ratio;
+  gboolean rotated = FALSE;
+  XMMATRIX rotate_matrix = XMMatrixIdentity ();
+
+  switch (orientation) {
+    case GST_VIDEO_ORIENTATION_IDENTITY:
+    case GST_VIDEO_ORIENTATION_AUTO:
+    case GST_VIDEO_ORIENTATION_CUSTOM:
+    default:
+      break;
+    case GST_VIDEO_ORIENTATION_90R:
+      rotate_matrix = XMLoadFloat4x4A (&g_matrix_90r);
+      rotated = TRUE;
+      break;
+    case GST_VIDEO_ORIENTATION_180:
+      rotate_matrix = XMLoadFloat4x4A (&g_matrix_180);
+      break;
+    case GST_VIDEO_ORIENTATION_90L:
+      rotate_matrix = XMLoadFloat4x4A (&g_matrix_90l);
+      rotated = TRUE;
+      break;
+    case GST_VIDEO_ORIENTATION_HORIZ:
+      rotate_matrix = XMLoadFloat4x4A (&g_matrix_horiz);
+      break;
+    case GST_VIDEO_ORIENTATION_VERT:
+      rotate_matrix = XMLoadFloat4x4A (&g_matrix_vert);
+      break;
+    case GST_VIDEO_ORIENTATION_UL_LR:
+      rotate_matrix = XMLoadFloat4x4A (&g_matrix_ul_lr);
+      rotated = TRUE;
+      break;
+    case GST_VIDEO_ORIENTATION_UR_LL:
+      rotate_matrix = XMLoadFloat4x4A (&g_matrix_ur_ll);
+      rotated = TRUE;
+      break;
+  }
+
+  if (rotated)
+    aspect_ratio = viewport_height / viewport_width;
+  else
+    aspect_ratio = viewport_width / viewport_height;
+
+  /* Apply user specified transform matrix first, then rotate-method */
+  XMMATRIX scale = XMMatrixScaling (scale_x * aspect_ratio, scale_y, 1.0);
+
+  XMMATRIX rotate =
+      XMMatrixRotationX (XMConvertToRadians (rotation_x)) *
+      XMMatrixRotationY (XMConvertToRadians (-rotation_y)) *
+      XMMatrixRotationZ (XMConvertToRadians (-rotation_z));
+
+  XMMATRIX view = XMMatrixLookAtLH (XMVectorSet (0.0, 0.0, -1.0, 0.0),
+      XMVectorSet (0.0, 0.0, 0.0, 0.0), XMVectorSet (0.0, 1.0, 0.0, 0.0));
+
+  XMMATRIX proj;
+  if (ortho) {
+    proj = XMMatrixOrthographicOffCenterLH (-aspect_ratio,
+        aspect_ratio, -1.0, 1.0, 0.1, 100.0);
+  } else {
+    proj = XMMatrixPerspectiveFovLH (XMConvertToRadians (fov),
+        aspect_ratio, 0.1, 100.0);
+  }
+
+  XMMATRIX mvp = scale * rotate * view * proj * rotate_matrix;
+  XMStoreFloat4x4A (&priv->custom_transform, mvp);
+  priv->update_transform = TRUE;
+  priv->video_direction = GST_VIDEO_ORIENTATION_CUSTOM;
+
+  return TRUE;
+}
+
+gboolean
+gst_d3d12_converter_is_color_balance_needed (gfloat hue, gfloat saturation,
+    gfloat brightness, gfloat contrast)
+{
+  const float min_diff = 0.0000000001f;
+  if (fabsf (hue - DEFAULT_HUE) >= min_diff ||
+      fabsf (saturation - DEFAULT_SATURATION) >= min_diff ||
+      fabsf (brightness - DEFAULT_BRIGHTNESS) >= min_diff ||
+      fabsf (contrast - DEFAULT_CONTRAST) >= min_diff) {
+    return TRUE;
+  }
+
+  return FALSE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12converter.h Added

@@ -0,0 +1,249 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_CONVERTER            (gst_d3d12_converter_get_type ())
+#define GST_D3D12_CONVERTER(obj)            (G_TYPE_CHECK_INSTANCE_CAST ((obj), GST_TYPE_D3D12_CONVERTER, GstD3D12Converter))
+#define GST_D3D12_CONVERTER_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST ((klass), GST_TYPE_D3D12_CONVERTER, GstD3D12ConverterClass))
+#define GST_IS_D3D12_CONVERTER(obj)         (G_TYPE_CHECK_INSTANCE_TYPE ((obj), GST_TYPE_D3D12_CONVERTER))
+#define GST_IS_D3D12_CONVERTER_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE ((klass), GST_TYPE_D3D12_CONVERTER))
+#define GST_D3D12_CONVERTER_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_D3D12_CONVERTER, GstD3D12ConverterClass))
+#define GST_D3D12_CONVERTER_CAST(obj)       ((GstD3D12Converter*)(obj))
+
+/**
+ * GST_D3D12_CONVERTER_OPT_GAMMA_MODE:
+ *
+ * #GstVideoGammaMode, set the gamma mode.
+ * Default is #GST_VIDEO_GAMMA_MODE_NONE
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_GAMMA_MODE "GstD3D12Converter.gamma-mode"
+
+/**
+ * GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE:
+ *
+ * #GstVideoPrimariesMode, set the primaries conversion mode.
+ * Default is #GST_VIDEO_PRIMARIES_MODE_NONE.
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE "GstD3D12Converter.primaries-mode"
+
+/**
+ * GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER:
+ *
+ * #D3D12_FILTER, set sampler filter.
+ *
+ * Supported values are:
+ * @D3D12_FILTER_MIN_MAG_MIP_POINT
+ * @D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT
+ * @D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT
+ * @D3D12_FILTER_MIN_MAG_MIP_LINEAR
+ * @D3D12_FILTER_ANISOTROPIC
+ *
+ * Default is #D3D12_FILTER_MIN_MAG_MIP_LINEAR.
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER "GstD3D12Converter.sampler-filter"
+
+GST_D3D12_API
+GType gst_d3d12_converter_sampler_filter_get_type (void);
+#define GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER (gst_d3d12_converter_sampler_filter_get_type())
+
+/**
+ * GstD3D12ConverterAlphaMode:
+ * @GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED: Unspecified alpha mode
+ * @GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED: Premultiplied alpha
+ * @GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT: Straight alpha
+ *
+ * Alpha mode. Enum values are idnetical to DXGI_ALPHA_MODE
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED = 0,
+  GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED = 1,
+  GST_D3D12_CONVERTER_ALPHA_MODE_STRAIGHT = 2,
+} GstD3D12ConverterAlphaMode;
+
+GST_D3D12_API
+GType gst_d3d12_converter_alpha_mode_get_type (void);
+#define GST_TYPE_D3D12_CONVERTER_ALPHA_MODE (gst_d3d12_converter_alpha_mode_get_type())
+
+/**
+ * GST_D3D12_CONVERTER_OPT_SRC_ALPHA_MODE:
+ *
+ * Set the source alpha mode.
+ * Default is #GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED.
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_SRC_ALPHA_MODE "GstD3D12Converter.src-alpha-mode"
+
+/**
+ * GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE:
+ *
+ * Set the source alpha mode.
+ * Default is #GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED.
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE "GstD3D12Converter.dest-alpha-mode"
+
+/**
+ * GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_COUNT:
+ *
+ * #G_TYPE_UINT, D3D12_GRAPHICS_PIPELINE_STATE_DESC.SampleDesc.Count value to use.
+ * Default is 1.
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_COUNT "GstD3D12Converter.pso-sample-desc-count"
+
+/**
+ * GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_QUALITY:
+ *
+ * #G_TYPE_UINT, D3D12_GRAPHICS_PIPELINE_STATE_DESC.SampleDesc.Quality value to use.
+ * Default is 0.
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_QUALITY "GstD3D12Converter.pso-sample-desc-quality"
+
+/**
+ * GstD3D12ConverterColorBalance:
+ * @GST_D3D12_CONVERTER_COLOR_BALANCE_DISABLED: Disable color-balance feature
+ * @GST_D3D12_CONVERTER_COLOR_BALANCE_ENABLED: Enable color-balance feature
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_D3D12_CONVERTER_COLOR_BALANCE_DISABLED,
+  GST_D3D12_CONVERTER_COLOR_BALANCE_ENABLED,
+} GstD3D12ConverterColorBalance;
+
+GST_D3D12_API
+GType gst_d3d12_converter_color_balance_get_type (void);
+#define GST_TYPE_D3D12_CONVERTER_COLOR_BALANCE (gst_d3d12_converter_color_balance_get_type())
+
+/**
+ * GST_D3D12_CONVERTER_OPT_COLOR_BALANCE:
+ *
+ * #GstD3D12ConverterColorBalance, an option to enable color-balance feature
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_COLOR_BALANCE "GstD3D12Converter.color-balance"
+
+/**
+ * GstD3D12ConverterMipGen:
+ * @GST_D3D12_CONVERTER_MIP_GEN_DISABLED: Disable mipmap generating feature
+ * @GST_D3D12_CONVERTER_MIP_GEN_ENABLED: Enable mipmap generating feature
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_D3D12_CONVERTER_MIP_GEN_DISABLED,
+  GST_D3D12_CONVERTER_MIP_GEN_ENABLED,
+} GstD3D12ConverterMipGen;
+
+GST_D3D12_API
+GType gst_d3d12_converter_mip_gen_get_type (void);
+#define GST_TYPE_D3D12_CONVERTER_MIP_GEN (gst_d3d12_converter_mip_gen_get_type())
+
+/**
+ * GST_D3D12_CONVERTER_OPT_MIP_GEN:
+ *
+ * #GstD3D12ConverterMipGen, an option to enable mipmap genarating feature
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_CONVERTER_OPT_MIP_GEN "GstD3D12Converter.mip-gen"
+
+/**
+ * GstD3D12Converter:
+ *
+ * Opaque GstD3D12Converter struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12Converter
+{
+  GstObject parent;
+
+  GstD3D12Device *device;
+
+  /*< private >*/
+  GstD3D12ConverterPrivate *priv;
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12ConverterClass:
+ *
+ * Opaque GstD3D12ConverterClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12ConverterClass
+{
+  GstObjectClass parent_class;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType               gst_d3d12_converter_get_type (void);
+
+GST_D3D12_API
+GstD3D12Converter * gst_d3d12_converter_new  (GstD3D12Device * device,
+                                              GstD3D12CmdQueue * queue,
+                                              const GstVideoInfo * in_info,
+                                              const GstVideoInfo * out_info,
+                                              const D3D12_BLEND_DESC * blend_desc,
+                                              const gfloat blend_factor4,
+                                              GstStructure * config);
+
+GST_D3D12_API
+gboolean            gst_d3d12_converter_convert_buffer (GstD3D12Converter * converter,
+                                                        GstBuffer * in_buf,
+                                                        GstBuffer * out_buf,
+                                                        GstD3D12FenceData * fence_data,
+                                                        ID3D12GraphicsCommandList * command_list,
+                                                        gboolean execute_gpu_wait);
+
+GST_D3D12_API
+gboolean            gst_d3d12_converter_update_blend_state (GstD3D12Converter * converter,
+                                                            const D3D12_BLEND_DESC * blend_desc,
+                                                            const gfloat blend_factor4);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12descheappool.cpp Added

@@ -0,0 +1,282 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you cln redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include <wrl.h>
+#include <queue>
+#include <mutex>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_desc_heap_pool_debug);
+#define GST_CAT_DEFAULT gst_d3d12_desc_heap_pool_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct _GstD3D12DescHeap : public GstMiniObject
+{
+  GstD3D12DescHeapPool *pool = nullptr;
+  ComPtr < ID3D12DescriptorHeap > heap;
+};
+
+struct _GstD3D12DescHeapPoolPrivate
+{
+  ~_GstD3D12DescHeapPoolPrivate ()
+  {
+    while (!heap_pool.empty ()) {
+      auto heap = heap_pool.front ();
+      heap_pool.pop ();
+      gst_mini_object_unref (heap);
+    }
+  }
+
+  ComPtr<ID3D12Device> device;
+
+  std::mutex lock;
+  std::queue<GstD3D12DescHeap *>heap_pool;
+  D3D12_DESCRIPTOR_HEAP_DESC heap_desc;
+};
+/* *INDENT-ON* */
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12DescHeap, gst_d3d12_desc_heap);
+
+static void gst_d3d12_desc_heap_pool_finalize (GObject * object);
+
+#define gst_d3d12_desc_heap_pool_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12DescHeapPool, gst_d3d12_desc_heap_pool, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_desc_heap_pool_class_init (GstD3D12DescHeapPoolClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_desc_heap_pool_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_desc_heap_pool_debug,
+      "d3d12descheappool", 0, "d3d12descheappool");
+}
+
+static void
+gst_d3d12_desc_heap_pool_init (GstD3D12DescHeapPool * self)
+{
+  self->priv = new GstD3D12DescHeapPoolPrivate ();
+}
+
+static void
+gst_d3d12_desc_heap_pool_finalize (GObject * object)
+{
+  auto self = GST_D3D12_DESC_HEAP_POOL (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+/**
+ * gst_d3d12_desc_heap_pool_new:
+ * @device: a #GstD3D12Device
+ * @type: D3D12_DESCRIPTOR_HEAP_DESC
+ *
+ * Returns: (transfer full): a new #GstD3D12DescHeapPool instance
+ *
+ * Since: 1.26
+ */
+GstD3D12DescHeapPool *
+gst_d3d12_desc_heap_pool_new (ID3D12Device * device,
+    const D3D12_DESCRIPTOR_HEAP_DESC * desc)
+{
+  g_return_val_if_fail (device, nullptr);
+  g_return_val_if_fail (desc, nullptr);
+
+  auto self = (GstD3D12DescHeapPool *)
+      g_object_new (GST_TYPE_D3D12_DESC_HEAP_POOL, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = device;
+  priv->heap_desc = *desc;
+
+  return self;
+}
+
+static void
+gst_d3d12_desc_heap_pool_release (GstD3D12DescHeapPool * pool,
+    GstD3D12DescHeap * heap)
+{
+  auto priv = pool->priv;
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    heap->dispose = nullptr;
+    heap->pool = nullptr;
+    priv->heap_pool.push (heap);
+  }
+
+  gst_object_unref (pool);
+}
+
+static gboolean
+gst_d3d12_desc_heap_dispose (GstD3D12DescHeap * heap)
+{
+  if (!heap->pool)
+    return TRUE;
+
+  gst_mini_object_ref (heap);
+  gst_d3d12_desc_heap_pool_release (heap->pool, heap);
+
+  return FALSE;
+}
+
+static void
+gst_d3d12_desc_heap_free (GstD3D12DescHeap * heap)
+{
+  delete heap;
+}
+
+static GstD3D12DescHeap *
+gst_d3d12_desc_heap_new (ID3D12DescriptorHeap * handle)
+{
+  auto heap = new GstD3D12DescHeap ();
+  heap->heap = handle;
+
+  gst_mini_object_init (heap, 0, gst_d3d12_desc_heap_get_type (),
+      nullptr, nullptr, (GstMiniObjectFreeFunction) gst_d3d12_desc_heap_free);
+
+  return heap;
+}
+
+/**
+ * gst_d3d12_desc_heap_pool_acquire:
+ * @pool: a #GstD3D12DescHeapPool
+ * @heap: (out) (transfer full): a pointer to GstD3D12DescHeap
+ *
+ * Acquire #GstD3D12DescHeap object
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_desc_heap_pool_acquire (GstD3D12DescHeapPool * pool,
+    GstD3D12DescHeap ** heap)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DESC_HEAP_POOL (pool), FALSE);
+  g_return_val_if_fail (heap, FALSE);
+
+  *heap = nullptr;
+
+  auto priv = pool->priv;
+  GstD3D12DescHeap *new_heap = nullptr;
+  HRESULT hr;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (!priv->heap_pool.empty ()) {
+      new_heap = priv->heap_pool.front ();
+      priv->heap_pool.pop ();
+    }
+  }
+
+  if (!new_heap) {
+    ComPtr < ID3D12DescriptorHeap > heap;
+    hr = priv->device->CreateDescriptorHeap (&priv->heap_desc,
+        IID_PPV_ARGS (&heap));
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (pool, "Couldn't create descriptor heap, hr: 0x%x",
+          (guint) hr);
+      return FALSE;
+    }
+
+    new_heap = gst_d3d12_desc_heap_new (heap.Get ());
+    if (GST_OBJECT_FLAG_IS_SET (pool, GST_OBJECT_FLAG_MAY_BE_LEAKED))
+      GST_MINI_OBJECT_FLAG_SET (new_heap, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  }
+
+  new_heap->pool = (GstD3D12DescHeapPool *) gst_object_ref (pool);
+  new_heap->dispose =
+      (GstMiniObjectDisposeFunction) gst_d3d12_desc_heap_dispose;
+
+  *heap = new_heap;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_desc_heap_ref:
+ * @heap: a #GstD3D12DescHeap
+ *
+ * Increments the refcount of @desc
+ *
+ * Returns: (transfer full): a #GstD3D12DescHeap
+ *
+ * Since: 1.26
+ */
+GstD3D12DescHeap *
+gst_d3d12_desc_heap_ref (GstD3D12DescHeap * heap)
+{
+  return (GstD3D12DescHeap *) gst_mini_object_ref (heap);
+}
+
+/**
+ * gst_d3d12_desc_heap_unref:
+ * @heap: a #GstD3D12DescHeap
+ *
+ * Decrements the refcount of @heap
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_desc_heap_unref (GstD3D12DescHeap * heap)
+{
+  gst_mini_object_unref (heap);
+}
+
+/**
+ * gst_clear_d3d12_desc_heap:
+ * @heap: a pointer to #GstD3D12DescHeap
+ *
+ * Clears a reference to a #GstD3D12DescHeap
+ *
+ * Since: 1.26
+ */
+void
+gst_clear_d3d12_desc_heap (GstD3D12DescHeap ** heap)
+{
+  gst_clear_mini_object (heap);
+}
+
+/**
+ * gst_d3d12_desc_heap_get_handle:
+ * @desc: a #GstD3D12DescHeap
+ *
+ * Gets ID3D12DescriptorHeap handle.
+ *
+ * Returns: (transfer none): ID3D12DescriptorHeap handle
+ *
+ * Since: 1.26
+ */
+ID3D12DescriptorHeap *
+gst_d3d12_desc_heap_get_handle (GstD3D12DescHeap * heap)
+{
+  g_return_val_if_fail (heap, nullptr);
+
+  return heap->heap.Get ();
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12descheappool.h Added

@@ -0,0 +1,94 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_DESC_HEAP_POOL            (gst_d3d12_desc_heap_pool_get_type ())
+#define GST_D3D12_DESC_HEAP_POOL(obj)            (G_TYPE_CHECK_INSTANCE_CAST ((obj), GST_TYPE_D3D12_DESC_HEAP_POOL, GstD3D12DescHeapPool))
+#define GST_D3D12_DESC_HEAP_POOL_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST ((klass), GST_TYPE_D3D12_DESC_HEAP_POOL, GstD3D12DescHeapPoolClass))
+#define GST_IS_D3D12_DESC_HEAP_POOL(obj)         (G_TYPE_CHECK_INSTANCE_TYPE ((obj), GST_TYPE_D3D12_DESC_HEAP_POOL))
+#define GST_IS_D3D12_DESC_HEAP_POOL_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE ((klass), GST_TYPE_D3D12_DESC_HEAP_POOL))
+#define GST_D3D12_DESC_HEAP_POOL_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_D3D12_DESC_HEAP_POOL, GstD3D12DescHeapPoolClass))
+#define GST_D3D12_DESC_HEAP_POOL_CAST(obj)       ((GstD3D12DescHeapPool*)(obj))
+
+/**
+ * GstD3D12DescHeapPool:
+ *
+ * Opaque GstD3D12DescHeapPool struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12DescHeapPool
+{
+  GstObject parent;
+
+  /*< private >*/
+  GstD3D12DescHeapPoolPrivate *priv;
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12DescHeapPoolClass:
+ *
+ * Opaque GstD3D12DescHeapPoolClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12DescHeapPoolClass
+{
+  GstObjectClass parent_class;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType                     gst_d3d12_desc_heap_pool_get_type (void);
+
+GST_D3D12_API
+GType                     gst_d3d12_desc_heap_get_type (void);
+
+GST_D3D12_API
+GstD3D12DescHeapPool *    gst_d3d12_desc_heap_pool_new (ID3D12Device * device,
+                                                        const D3D12_DESCRIPTOR_HEAP_DESC * desc);
+
+GST_D3D12_API
+gboolean                  gst_d3d12_desc_heap_pool_acquire (GstD3D12DescHeapPool * pool,
+                                                            GstD3D12DescHeap ** heap);
+
+GST_D3D12_API
+GstD3D12DescHeap *        gst_d3d12_desc_heap_ref (GstD3D12DescHeap * heap);
+
+GST_D3D12_API
+void                      gst_d3d12_desc_heap_unref (GstD3D12DescHeap * heap);
+
+GST_D3D12_API
+void                      gst_clear_d3d12_desc_heap (GstD3D12DescHeap ** heap);
+
+GST_D3D12_API
+ID3D12DescriptorHeap *    gst_d3d12_desc_heap_get_handle (GstD3D12DescHeap * heap);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12device-private.h Added

@@ -0,0 +1,120 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+enum GstD3D12WAFlags
+{
+  GST_D3D12_WA_NONE = 0,
+  GST_D3D12_WA_DECODER_RACE = (1 << 0),
+};
+
+DEFINE_ENUM_FLAG_OPERATORS (GstD3D12WAFlags);
+
+struct GstD3D12CopyTextureRegionArgs
+{
+  D3D12_TEXTURE_COPY_LOCATION dst;
+  guint dst_x;
+  guint dst_y;
+  guint dst_z;
+  D3D12_TEXTURE_COPY_LOCATION src;
+  const D3D12_BOX * src_box;
+};
+
+GST_D3D12_API
+gboolean  gst_d3d12_device_copy_texture_region (GstD3D12Device * device,
+                                                guint num_args,
+                                                const GstD3D12CopyTextureRegionArgs * args,
+                                                GstD3D12FenceData * fence_data,
+                                                guint num_fences_to_wait,
+                                                ID3D12Fence ** fences_to_wait,
+                                                const guint64 * fence_values_to_wait,
+                                                D3D12_COMMAND_LIST_TYPE command_type,
+                                                guint64 * fence_value);
+
+GST_D3D12_API
+gboolean  gst_d3d12_device_acquire_fence_data (GstD3D12Device * device,
+                                               GstD3D12FenceData ** fence_data);
+
+GST_D3D12_API
+void      gst_d3d12_device_clear_yuv_texture (GstD3D12Device * device,
+                                              GstMemory * mem);
+
+GST_D3D12_API
+void      gst_d3d12_device_d3d12_debug       (GstD3D12Device * device,
+                                              const gchar * file,
+                                              const gchar * function,
+                                              gint line);
+
+GST_D3D12_API
+IUnknown *  gst_d3d12_device_get_11on12_handle  (GstD3D12Device * device);
+
+GST_D3D12_API
+void        gst_d3d12_device_11on12_lock        (GstD3D12Device * device);
+
+GST_D3D12_API
+void        gst_d3d12_device_11on12_unlock      (GstD3D12Device * device);
+
+GST_D3D12_API
+void        gst_d3d12_device_check_device_removed (GstD3D12Device * device);
+
+GST_D3D12_API
+GstD3D12CmdQueue * gst_d3d12_device_get_decode_queue (GstD3D12Device * device);
+
+GST_D3D12_API
+void        gst_d3d12_device_decoder_lock (GstD3D12Device * device);
+
+GST_D3D12_API
+void        gst_d3d12_device_decoder_unlock (GstD3D12Device * device);
+
+GST_D3D12_API
+GstD3D12WAFlags gst_d3d12_device_get_workaround_flags (GstD3D12Device * device);
+
+GST_D3D12_API
+HRESULT     gst_d3d12_device_get_sampler_state (GstD3D12Device * device,
+                                                D3D12_FILTER filter,
+                                                ID3D12DescriptorHeap ** heap);
+
+GST_D3D12_API
+gboolean    gst_d3d12_device_non_zeroed_supported (GstD3D12Device * device);
+
+GST_D3D12_API
+gboolean    gst_d3d12_device_is_uma (GstD3D12Device * device);
+
+GST_D3D12_API
+HRESULT     gst_d3d12_device_get_converter_resources (GstD3D12Device * device,
+                                                      ID3D12Resource * index_buf,
+                                                      ID3D12Resource * index_upload,
+                                                      const D3D12_VERTEX_BUFFER_VIEW * vbv,
+                                                      const D3D12_INDEX_BUFFER_VIEW * ibv,
+                                                      GstVideoTransferFunction gamma_dec_func,
+                                                      ID3D12Resource ** gamma_dec,
+                                                      GstVideoTransferFunction gamma_enc_func,
+                                                      ID3D12Resource ** gamma_enc,
+                                                      ID3D12Fence ** fence,
+                                                      guint64 * fence_val);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12device.cpp Added

@@ -0,0 +1,2649 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12-private.h"
+#include "gstd3d12cmdlistpool.h"
+#include <directx/d3dx12.h>
+#include <d3d11on12.h>
+#include <gst/d3dshader/gstd3dshader.h>
+#include <wrl.h>
+#include <vector>
+#include <string.h>
+#include <mutex>
+#include <condition_variable>
+#include <string>
+#include <locale>
+#include <codecvt>
+#include <algorithm>
+#include <d3d12sdklayers.h>
+#include <memory>
+#include <queue>
+#include <unordered_map>
+#include <thread>
+#include <gmodule.h>
+#include <atomic>
+#include <sstream>
+#include <ios>
+
+#ifdef HAVE_DXGIDEBUG_H
+#include <dxgidebug.h>
+/* *INDENT-OFF* */
+typedef HRESULT (WINAPI * DXGIGetDebugInterface_t) (REFIID riid, void **iface);
+static DXGIGetDebugInterface_t GstDXGIGetDebugInterface = nullptr;
+static IDXGIInfoQueue *g_dxgi_info_queue = nullptr;
+static std::mutex g_dxgi_debug_lock;
+/* *INDENT-ON* */
+#endif
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_sdk_debug);
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_dred_debug);
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_dxgi_debug);
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12device", 0, "d3d12device");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif /* GST_DISABLE_GST_DEBUG */
+
+static PFN_D3D11ON12_CREATE_DEVICE GstD3D11On12CreateDevice = nullptr;
+static gboolean gst_d3d12_device_enable_dred (void);
+
+static gboolean
+load_d3d11on12_symbol (void)
+{
+  static gboolean ret = FALSE;
+  static GModule *d3d11_lib_module = nullptr;
+  GST_D3D12_CALL_ONCE_BEGIN {
+    d3d11_lib_module = g_module_open ("d3d11.dll", G_MODULE_BIND_LAZY);
+    if (!d3d11_lib_module)
+      return;
+
+    if (!g_module_symbol (d3d11_lib_module, "D3D11On12CreateDevice",
+            (gpointer *) & GstD3D11On12CreateDevice)) {
+      return;
+    }
+
+    ret = TRUE;
+  }
+  GST_D3D12_CALL_ONCE_END;
+
+  return ret;
+}
+
+enum
+{
+  PROP_0,
+  PROP_ADAPTER_INDEX,
+  PROP_ADAPTER_LUID,
+  PROP_DEVICE_ID,
+  PROP_VENDOR_ID,
+  PROP_HARDWARE,
+  PROP_DESCRIPTION,
+  PROP_DEVICE_REMOVED_REASON,
+};
+
+static GParamSpec *pspec_removed_reason = nullptr;
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct DeviceInner
+{
+  DeviceInner ()
+  {
+    dev_removed_event = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
+  }
+
+  ~DeviceInner ()
+  {
+    Drain ();
+
+    gst_clear_object (&direct_queue);
+    gst_clear_object (&compute_queue);
+    gst_clear_object (&copy_queue);
+    for (guint i = 0; i < num_decode_queue; i++)
+      gst_clear_object (&decode_queuei);
+
+    gst_clear_object (&direct_ca_pool);
+    gst_clear_object (&direct_cl_pool);
+
+    gst_clear_object (&compute_ca_pool);
+    gst_clear_object (&compute_cl_pool);
+
+    gst_clear_object (&copy_ca_pool);
+    gst_clear_object (&copy_cl_pool);
+
+    gst_clear_object (&fence_data_pool);
+    gst_clear_object (&rtv_heap_pool);
+
+    gamma_dec_lut.clear();
+    gamma_enc_lut.clear();
+    samplers.clear ();
+    gamma_lut_pso = nullptr;
+    gamma_lut_rs = nullptr;
+
+    factory = nullptr;
+    adapter = nullptr;
+
+    if (removed_reason == S_OK)
+      ReportLiveObjects ();
+
+    if (dev_removed_monitor_handle)
+      UnregisterWait (dev_removed_monitor_handle);
+
+    CloseHandle (dev_removed_event);
+  }
+
+  void Drain ()
+  {
+    if (direct_queue)
+      gst_d3d12_cmd_queue_drain (direct_queue);
+
+    if (compute_queue)
+      gst_d3d12_cmd_queue_drain (compute_queue);
+
+    if (copy_queue)
+      gst_d3d12_cmd_queue_drain (copy_queue);
+
+    for (guint i = 0; i < num_decode_queue; i++)
+      gst_d3d12_cmd_queue_drain (decode_queuei);
+  }
+
+  void ReportLiveObjects ()
+  {
+    if (!info_queue || !device)
+      return;
+
+    ComPtr <ID3D12DebugDevice> debug_dev;
+    device.As (&debug_dev);
+    if (!debug_dev)
+      return;
+
+    debug_dev->ReportLiveDeviceObjects (D3D12_RLDO_DETAIL |
+        D3D12_RLDO_IGNORE_INTERNAL);
+
+    GST_DEBUG ("Begin live object report %s", description.c_str ());
+
+    UINT64 num_msg = info_queue->GetNumStoredMessages ();
+    for (UINT64 i = 0; i < num_msg; i++) {
+      HRESULT hr;
+      SIZE_T msg_len;
+      D3D12_MESSAGE *msg;
+
+      hr = info_queue->GetMessage (i, nullptr, &msg_len);
+      if (FAILED (hr) || msg_len == 0)
+        continue;
+
+      msg = (D3D12_MESSAGE *) g_malloc0 (msg_len);
+      hr = info_queue->GetMessage (i, msg, &msg_len);
+      if (FAILED (hr) || msg_len == 0) {
+        g_free (msg);
+        continue;
+      }
+
+      gst_debug_log (gst_d3d12_sdk_debug, GST_LEVEL_INFO,
+          __FILE__, GST_FUNCTION, __LINE__, nullptr,
+          "D3D12InfoQueue: %s", msg->pDescription);
+      g_free (msg);
+    }
+
+    GST_DEBUG ("End live object report %s", description.c_str ());
+
+    info_queue->ClearStoredMessages ();
+  }
+
+  void AddClient (GstD3D12Device * client)
+  {
+    std::lock_guard <std::mutex> lk (lock);
+    clients.push_back (client);
+  }
+
+  void RemoveClient (GstD3D12Device * client)
+  {
+    std::lock_guard <std::mutex> lk (lock);
+    for (auto it = clients.begin (); it != clients.end(); it++) {
+      if (*it == client) {
+        clients.erase (it);
+        return;
+      }
+    }
+  }
+
+  ComPtr<ID3D12Device> device;
+  ComPtr<IDXGIAdapter1> adapter;
+  ComPtr<IDXGIFactory2> factory;
+  ComPtr<ID3D11On12Device> device11on12;
+  std::unordered_map<GstVideoFormat, GstD3D12Format> format_table;
+  std::recursive_mutex extern_lock;
+  std::recursive_mutex device11on12_lock;
+  std::mutex lock;
+  CD3DX12FeatureSupport feature_support;
+
+  ComPtr<ID3D12InfoQueue> info_queue;
+
+  GstD3D12CmdQueue *direct_queue = nullptr;
+  GstD3D12CmdQueue *compute_queue = nullptr;
+  GstD3D12CmdQueue *copy_queue = nullptr;
+  GstD3D12CmdQueue *decode_queue2 = { nullptr, };
+  guint num_decode_queue = 0;
+  guint decode_queue_index = 0;
+  std::recursive_mutex decoder_lock;
+  GstD3D12WAFlags wa_flags = GST_D3D12_WA_NONE;
+
+  GstD3D12CmdListPool *direct_cl_pool = nullptr;
+  GstD3D12CmdAllocPool *direct_ca_pool = nullptr;
+
+  GstD3D12CmdListPool *compute_cl_pool = nullptr;
+  GstD3D12CmdAllocPool *compute_ca_pool = nullptr;
+
+  GstD3D12CmdListPool *copy_cl_pool = nullptr;
+  GstD3D12CmdAllocPool *copy_ca_pool = nullptr;
+
+  GstD3D12FenceDataPool *fence_data_pool = nullptr;
+
+  ComPtr<ID3D12RootSignature> gamma_lut_rs;
+  ComPtr<ID3D12PipelineState> gamma_lut_pso;
+  std::unordered_map<DWORD, ComPtr<ID3D12Resource>> gamma_dec_lut;
+  std::unordered_map<DWORD, ComPtr<ID3D12Resource>> gamma_enc_lut;
+  GstD3D12DescHeapPool *rtv_heap_pool = nullptr;
+
+  guint rtv_inc_size;
+
+  guint adapter_index = 0;
+  guint device_id = 0;
+  guint vendor_id = 0;
+  std::string description;
+  gint64 adapter_luid = 0;
+  gboolean non_zeroed_supported = FALSE;
+
+  HANDLE dev_removed_monitor_handle = nullptr;
+  HANDLE dev_removed_event;
+  ComPtr<ID3D12Fence> dev_removed_fence;
+  std::atomic<HRESULT> removed_reason = { S_OK };
+
+  std::vector<GstD3D12Device*> clients;
+
+  std::unordered_map<D3D12_FILTER, ComPtr<ID3D12DescriptorHeap>> samplers;
+};
+
+typedef std::shared_ptr<DeviceInner> DeviceInnerPtr;
+
+struct _GstD3D12DevicePrivate
+{
+  DeviceInnerPtr inner;
+};
+
+enum GstD3D12DeviceConstructType
+{
+  GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX,
+  GST_D3D12_DEVICE_CONSTRUCT_FOR_LUID,
+};
+
+struct GstD3D12DeviceConstructData
+{
+  union
+  {
+    guint index;
+    gint64 luid;
+  } data;
+  GstD3D12DeviceConstructType type;
+};
+
+static GstD3D12Device *
+gst_d3d12_device_new_internal (const GstD3D12DeviceConstructData * data);
+
+class DeviceCacheManager
+{
+public:
+  DeviceCacheManager (const DeviceCacheManager &) = delete;
+  DeviceCacheManager& operator= (const DeviceCacheManager &) = delete;
+  static DeviceCacheManager * GetInstance()
+  {
+    static DeviceCacheManager *inst = nullptr;
+    GST_D3D12_CALL_ONCE_BEGIN {
+      inst = new DeviceCacheManager ();
+    } GST_D3D12_CALL_ONCE_END;
+
+    return inst;
+  }
+
+  GstD3D12Device * GetDevice (const GstD3D12DeviceConstructData * data)
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    auto it = std::find_if (list_.begin (), list_.end (),
+        & (const auto & device) {
+          if (data->type == GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX)
+            return device->adapter_index == data->data.index;
+
+          return device->adapter_luid == data->data.luid;
+        });
+
+    if (it != list_.end ()) {
+      auto device = (GstD3D12Device *)
+          g_object_new (GST_TYPE_D3D12_DEVICE, nullptr);
+      gst_object_ref_sink (device);
+      device->priv->inner = *it;
+
+      auto name = buildObjectName ((*it)->adapter_index);
+      gst_object_set_name (GST_OBJECT (device), name.c_str ());
+
+      GST_DEBUG_OBJECT (device, "Reusing created device");
+
+      device->priv->inner->AddClient (device);
+
+      return device;
+    }
+
+    auto device = gst_d3d12_device_new_internal (data);
+    if (!device)
+      return nullptr;
+
+    auto name = buildObjectName (device->priv->inner->adapter_index);
+    gst_object_set_name (GST_OBJECT (device), name.c_str ());
+
+    GST_DEBUG_OBJECT (device, "Created new device");
+
+    list_.push_back (device->priv->inner);
+
+    device->priv->inner->AddClient (device);
+
+    return device;
+  }
+
+  void OnDeviceRemoved (gint64 luid)
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    DeviceInnerPtr ptr;
+
+    {
+      auto it = std::find_if (list_.begin (), list_.end (),
+          & (const auto & device) {
+            return device->adapter_luid == luid;
+          });
+
+      if (it == list_.end ())
+        return;
+
+      ptr = *it;
+      list_.erase (it);
+    }
+
+    UnregisterWait (ptr->dev_removed_monitor_handle);
+    ptr->dev_removed_monitor_handle = nullptr;
+
+    ptr->removed_reason = ptr->device->GetDeviceRemovedReason ();
+    if (SUCCEEDED (ptr->removed_reason))
+      ptr->removed_reason = DXGI_ERROR_DEVICE_REMOVED;
+
+    auto error_text = g_win32_error_message ((guint) ptr->removed_reason);
+    GST_ERROR ("Adapter LUID: %" G_GINT64_FORMAT
+        ", DeviceRemovedReason: 0x%x, %s", ptr->adapter_luid,
+        (guint) ptr->removed_reason, GST_STR_NULL (error_text));
+    g_free (error_text);
+
+    if (gst_d3d12_device_enable_dred ()) {
+      ComPtr<ID3D12DeviceRemovedExtendedData1> dred1;
+      auto hr = ptr->device.As (&dred1);
+      if (SUCCEEDED (hr)) {
+        ComPtr<ID3D12DeviceRemovedExtendedData2> dred2;
+        hr = dred1.As (&dred2);
+        if (SUCCEEDED (hr)) {
+          GST_CAT_ERROR (gst_d3d12_dred_debug, "D3D12_DRED_DEVICE_STATE: %d",
+              dred2->GetDeviceState ());
+        }
+
+        D3D12_DRED_AUTO_BREADCRUMBS_OUTPUT breadcrumbs_output;
+        hr = dred1->GetAutoBreadcrumbsOutput (&breadcrumbs_output);
+        if (SUCCEEDED (hr)) {
+          guint node_idx = 0;
+          const D3D12_AUTO_BREADCRUMB_NODE *node =
+              breadcrumbs_output.pHeadAutoBreadcrumbNode;
+          GST_CAT_ERROR (gst_d3d12_dred_debug,
+              "Reporting GetAutoBreadcrumbsOutput");
+          while (node) {
+            GST_CAT_ERROR (gst_d3d12_dred_debug, "  %u%s:%s - "
+                "pLastBreadcrumbValue (%u) BreadcrumbCount (%u)", node_idx,
+                GST_STR_NULL (node->pCommandQueueDebugNameA),
+                GST_STR_NULL (node->pCommandListDebugNameA),
+                node->pLastBreadcrumbValue ? *node->pLastBreadcrumbValue : 0,
+                node->BreadcrumbCount);
+            for (UINT32 count = 0; count < node->BreadcrumbCount; count++) {
+              GST_CAT_ERROR (gst_d3d12_dred_debug,
+                  "    %u%u D3D12_AUTO_BREADCRUMB_OP: %u",
+                  node_idx, count, node->pCommandHistorycount);
+            }
+
+            node_idx++;
+            node = node->pNext;
+          }
+        } else {
+          GST_CAT_ERROR (gst_d3d12_dred_debug,
+              "GetAutoBreadcrumbsOutput() return 0x%x", (guint) hr);
+        }
+
+        D3D12_DRED_PAGE_FAULT_OUTPUT fault_output;
+        hr = dred1->GetPageFaultAllocationOutput (&fault_output);
+        if (SUCCEEDED (hr)) {
+          GST_ERROR ("Reporting GetPageFaultAllocationOutput");
+          guint node_idx = 0;
+          const D3D12_DRED_ALLOCATION_NODE *node =
+              fault_output.pHeadExistingAllocationNode;
+          GST_CAT_ERROR (gst_d3d12_dred_debug, "  Existing allocation nodes: ");
+          while (node) {
+            GST_CAT_ERROR (gst_d3d12_dred_debug, "    %u%s: %d", node_idx,
+                GST_STR_NULL (node->ObjectNameA), node->AllocationType);
+            node_idx++;
+            node = node->pNext;
+          }
+
+          GST_ERROR ("  Recently freed allocation nodes: ");
+          node_idx = 0;
+          node = fault_output.pHeadRecentFreedAllocationNode;
+          while (node) {
+            GST_CAT_ERROR (gst_d3d12_dred_debug,"    %u%s: %d", node_idx,
+                GST_STR_NULL (node->ObjectNameA), node->AllocationType);
+            node_idx++;
+            node = node->pNext;
+          }
+        } else {
+          GST_CAT_ERROR (gst_d3d12_dred_debug,
+              "GetPageFaultAllocationOutput () return 0x%x", (guint) hr);
+        }
+      }
+    }
+
+    std::vector<GstD3D12Device *> clients;
+    {
+      std::lock_guard<std::mutex> client_lk (ptr->lock);
+      for (auto it : ptr->clients) {
+        gst_object_ref (it);
+        clients.push_back (it);
+      }
+    }
+
+    for (auto it : clients) {
+      g_object_notify_by_pspec (G_OBJECT (it), pspec_removed_reason);
+      gst_object_unref (it);
+    }
+  }
+
+  void FlushAll ()
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    for (const auto & it : list_) {
+      it->Drain ();
+      it->ReportLiveObjects ();
+    }
+  }
+
+private:
+  DeviceCacheManager () {}
+  ~DeviceCacheManager () {}
+
+  std::string buildObjectName (UINT adapter_index)
+  {
+    auto name_it = name_map_.find (adapter_index);
+    UINT idx = 0;
+    if (name_it == name_map_.end ()) {
+      name_map_.insert ({adapter_index, 0});
+    } else {
+      name_it->second++;
+      idx = name_it->second;
+    }
+
+    return std::string ("d3d12device") + std::to_string (adapter_index) + "-" +
+        std::to_string (idx);
+  }
+
+private:
+  std::recursive_mutex lock_;
+  std::vector<DeviceInnerPtr> list_;
+  std::unordered_map<UINT,UINT> name_map_;
+};
+/* *INDENT-ON* */
+
+static VOID NTAPI
+on_device_removed (PVOID context, BOOLEAN unused)
+{
+  DeviceInner *inner = (DeviceInner *) context;
+  auto manager = DeviceCacheManager::GetInstance ();
+  manager->OnDeviceRemoved (inner->adapter_luid);
+}
+
+static gboolean
+gst_d3d12_device_enable_debug (void)
+{
+  static gboolean enabled = FALSE;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    GST_DEBUG_CATEGORY_INIT (gst_d3d12_sdk_debug,
+        "d3d12debuglayer", 0, "d3d12 SDK layer debug");
+
+    /* Enables debug layer only if it's requested, otherwise
+     * already configured d3d12 devices (e.g., owned by application)
+     * will be invalidated by ID3D12Debug::EnableDebugLayer() */
+    if (!g_getenv ("GST_ENABLE_D3D12_DEBUG"))
+      return;
+
+    HRESULT hr;
+    ComPtr < ID3D12Debug > d3d12_debug;
+    hr = D3D12GetDebugInterface (IID_PPV_ARGS (&d3d12_debug));
+    if (FAILED (hr))
+      return;
+
+    d3d12_debug->EnableDebugLayer ();
+    enabled = TRUE;
+
+    GST_INFO ("D3D12 debug layer is enabled");
+
+    ComPtr < ID3D12Debug5 > d3d12_debug5;
+    hr = d3d12_debug.As (&d3d12_debug5);
+    if (SUCCEEDED (hr))
+      d3d12_debug5->SetEnableAutoName (TRUE);
+
+    ComPtr < ID3D12Debug1 > d3d12_debug1;
+    hr = d3d12_debug.As (&d3d12_debug1);
+    if (FAILED (hr))
+      return;
+
+    d3d12_debug1->SetEnableSynchronizedCommandQueueValidation (TRUE);
+
+    GST_INFO ("Enabled synchronized command queue validation");
+
+    if (!g_getenv ("GST_ENABLE_D3D12_DEBUG_GPU_VALIDATION"))
+      return;
+
+    d3d12_debug1->SetEnableGPUBasedValidation (TRUE);
+
+    GST_INFO ("Enabled GPU based validation");
+  }
+  GST_D3D12_CALL_ONCE_END;
+
+  return enabled;
+}
+
+static gboolean
+gst_d3d12_device_enable_dred (void)
+{
+  static gboolean enabled = FALSE;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    GST_DEBUG_CATEGORY_INIT (gst_d3d12_dred_debug,
+        "d3d12dred", 0, "d3d12 Device Removed Extended(DRED) debug");
+
+    if (gst_debug_category_get_threshold (gst_d3d12_dred_debug) >
+        GST_LEVEL_ERROR) {
+      HRESULT hr;
+      ComPtr < ID3D12DeviceRemovedExtendedDataSettings1 > settings;
+      hr = D3D12GetDebugInterface (IID_PPV_ARGS (&settings));
+      if (FAILED (hr)) {
+        GST_CAT_WARNING (gst_d3d12_dred_debug,
+            "ID3D12DeviceRemovedExtendedDataSettings1 interface unavailable");
+        return;
+      }
+
+      settings->SetAutoBreadcrumbsEnablement (D3D12_DRED_ENABLEMENT_FORCED_ON);
+      settings->SetPageFaultEnablement (D3D12_DRED_ENABLEMENT_FORCED_ON);
+      GST_CAT_INFO (gst_d3d12_dred_debug,
+          "D3D12 DRED (Device Removed Extended Data) is enabled");
+
+      enabled = TRUE;
+    }
+  }
+  GST_D3D12_CALL_ONCE_END;
+
+  return enabled;
+}
+
+static gboolean
+gst_d3d12_device_enable_dxgi_debug (void)
+{
+  static gboolean enabled = FALSE;
+#ifdef HAVE_DXGIDEBUG_H
+  static GModule *dxgi_debug_module = nullptr;
+  GST_D3D12_CALL_ONCE_BEGIN {
+    GST_DEBUG_CATEGORY_INIT (gst_d3d12_dxgi_debug,
+        "d3d12dxgidebug", 0, "d3d12dxgidebug");
+
+    if (!g_getenv ("GST_ENABLE_D3D12_DXGI_DEBUG"))
+      return;
+
+    dxgi_debug_module = g_module_open ("dxgidebug.dll", G_MODULE_BIND_LAZY);
+    if (!dxgi_debug_module)
+      return;
+
+    if (!g_module_symbol (dxgi_debug_module, "DXGIGetDebugInterface",
+            (gpointer *) & GstDXGIGetDebugInterface)) {
+      return;
+    }
+
+    auto hr = GstDXGIGetDebugInterface (IID_PPV_ARGS (&g_dxgi_info_queue));
+    if (FAILED (hr))
+      return;
+
+    GST_INFO ("DXGI debug is enabled");
+
+    enabled = TRUE;
+  }
+  GST_D3D12_CALL_ONCE_END;
+#endif
+
+  return enabled;
+}
+
+#define gst_d3d12_device_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12Device, gst_d3d12_device, GST_TYPE_OBJECT);
+
+static void gst_d3d12_device_dispose (GObject * object);
+static void gst_d3d12_device_finalize (GObject * object);
+static void gst_d3d12_device_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static void gst_d3d12_device_setup_format_table (GstD3D12Device * self);
+
+static void
+gst_d3d12_device_class_init (GstD3D12DeviceClass * klass)
+{
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+  GParamFlags readable_flags =
+      (GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS);
+
+  gobject_class->dispose = gst_d3d12_device_dispose;
+  gobject_class->finalize = gst_d3d12_device_finalize;
+  gobject_class->get_property = gst_d3d12_device_get_property;
+
+  g_object_class_install_property (gobject_class, PROP_ADAPTER_INDEX,
+      g_param_spec_uint ("adapter-index", "Adapter Index",
+          "DXGI Adapter index for creating device",
+          0, G_MAXUINT32, 0, readable_flags));
+
+  g_object_class_install_property (gobject_class, PROP_ADAPTER_LUID,
+      g_param_spec_int64 ("adapter-luid", "Adapter LUID",
+          "DXGI Adapter LUID (Locally Unique Identifier) of created device",
+          0, G_MAXINT64, 0, readable_flags));
+
+  g_object_class_install_property (gobject_class, PROP_DEVICE_ID,
+      g_param_spec_uint ("device-id", "Device Id",
+          "DXGI Device ID", 0, G_MAXUINT32, 0, readable_flags));
+
+  g_object_class_install_property (gobject_class, PROP_VENDOR_ID,
+      g_param_spec_uint ("vendor-id", "Vendor Id",
+          "DXGI Vendor ID", 0, G_MAXUINT32, 0, readable_flags));
+
+  g_object_class_install_property (gobject_class, PROP_DESCRIPTION,
+      g_param_spec_string ("description", "Description",
+          "Human readable device description", nullptr, readable_flags));
+
+  pspec_removed_reason =
+      g_param_spec_int ("device-removed-reason", "Device Removed Reason",
+      "HRESULT code returned from ID3D12Device::GetDeviceRemovedReason",
+      G_MININT32, G_MAXINT32, 0, readable_flags);
+  g_object_class_install_property (gobject_class, PROP_DEVICE_REMOVED_REASON,
+      pspec_removed_reason);
+}
+
+static void
+gst_d3d12_device_init (GstD3D12Device * self)
+{
+  self->priv = new GstD3D12DevicePrivate ();
+}
+
+static void
+gst_d3d12_device_dispose (GObject * object)
+{
+  auto self = GST_D3D12_DEVICE (object);
+
+  GST_DEBUG_OBJECT (self, "Dispose");
+
+  if (self->priv->inner)
+    self->priv->inner->RemoveClient (self);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static void
+gst_d3d12_device_finalize (GObject * object)
+{
+  auto self = GST_D3D12_DEVICE (object);
+
+  GST_DEBUG_OBJECT (self, "Finalize");
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_device_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_DEVICE (object);
+  auto priv = self->priv->inner;
+
+  switch (prop_id) {
+    case PROP_ADAPTER_INDEX:
+      g_value_set_uint (value, priv->adapter_index);
+      break;
+    case PROP_ADAPTER_LUID:
+      g_value_set_int64 (value, priv->adapter_luid);
+      break;
+    case PROP_DEVICE_ID:
+      g_value_set_uint (value, priv->device_id);
+      break;
+    case PROP_VENDOR_ID:
+      g_value_set_uint (value, priv->vendor_id);
+      break;
+    case PROP_DESCRIPTION:
+      g_value_set_string (value, priv->description.c_str ());
+      break;
+    case PROP_DEVICE_REMOVED_REASON:
+      g_value_set_int (value, priv->removed_reason);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_device_setup_format_table (GstD3D12Device * self)
+{
+  auto priv = self->priv->inner;
+  auto & fs = priv->feature_support;
+  HRESULT hr;
+
+  for (guint f = 0; f < GST_VIDEO_FORMAT_LAST; f++) {
+    GstD3D12Format format = { };
+    if (!gst_d3d12_get_format ((GstVideoFormat) f, &format))
+      continue;
+
+    g_assert (format.dimension == D3D12_RESOURCE_DIMENSION_BUFFER ||
+        format.dimension == D3D12_RESOURCE_DIMENSION_TEXTURE2D);
+
+    D3D12_FORMAT_SUPPORT1 support1 = D3D12_FORMAT_SUPPORT1_NONE;
+    D3D12_FORMAT_SUPPORT2 support2 = D3D12_FORMAT_SUPPORT2_NONE;
+    bool supported = false;
+    auto dxgi_format = format.dxgi_format;
+    if (format.dimension == D3D12_RESOURCE_DIMENSION_BUFFER) {
+      /* Buffer type is always supported */
+      supported = true;
+    }
+
+    if (!supported && dxgi_format != DXGI_FORMAT_UNKNOWN) {
+      /* packed or yuv semi-planar */
+      hr = fs.FormatSupport (format.dxgi_format, support1, support2);
+      if (SUCCEEDED (hr) && (support1 & format.support1) == format.support1 &&
+          (support2 & format.support2) == format.support2) {
+        supported = true;
+      } else if (dxgi_format == DXGI_FORMAT_B5G6R5_UNORM ||
+          dxgi_format == DXGI_FORMAT_B5G5R5A1_UNORM) {
+        /* This format may not be supported by old OS. Use R16_UINT
+         * with compute shader */
+        format.dxgi_format = DXGI_FORMAT_R16_UINT;
+        format.format_flags = GST_D3D12_FORMAT_FLAG_OUTPUT_UAV;
+        fs.FormatSupport (DXGI_FORMAT_R16_UINT, support1, support2);
+        format.support1 = support1;
+        format.support2 = support2;
+        format.resource_format0 = DXGI_FORMAT_R16_UINT;
+        format.uav_format0 = DXGI_FORMAT_R16_UINT;
+        supported = true;
+      } else {
+        format.dxgi_format = DXGI_FORMAT_UNKNOWN;
+      }
+    }
+
+    if (!supported) {
+      bool check_failed = false;
+      for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+        auto resource_format = format.resource_formati;
+        if (resource_format == DXGI_FORMAT_UNKNOWN)
+          break;
+
+        hr = fs.FormatSupport (resource_format, support1, support2);
+        if (FAILED (hr) || (support1 & format.support1) != format.support1 ||
+            (support2 & format.support2) != format.support2) {
+          check_failed = true;
+          break;
+        }
+      }
+
+      if (!check_failed)
+        supported = true;
+    }
+
+    if (!supported) {
+      /* Use buffer format */
+      format.dimension = D3D12_RESOURCE_DIMENSION_BUFFER;
+      format.dxgi_format = DXGI_FORMAT_UNKNOWN;
+      format.support1 = D3D12_FORMAT_SUPPORT1_NONE;
+      format.support2 = D3D12_FORMAT_SUPPORT2_NONE;
+      for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+        format.resource_formati = DXGI_FORMAT_UNKNOWN;
+        format.uav_formati = DXGI_FORMAT_UNKNOWN;
+      }
+    } else {
+      format.support1 = support1;
+      format.support2 = support2;
+    }
+
+    if (format.dimension == D3D12_RESOURCE_DIMENSION_BUFFER) {
+      GST_LOG_OBJECT (self, "Format %s support: buffer",
+          gst_video_format_to_string (format.format));
+    } else {
+      GST_LOG_OBJECT (self, "Format %s support: dxgi-format: %s, "
+          "resource-format: %s, %s, %s, %s",
+          gst_video_format_to_string (format.format),
+          D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetName (format.dxgi_format),
+          D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::
+          GetName (format.resource_format0),
+          D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::
+          GetName (format.resource_format1),
+          D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::
+          GetName (format.resource_format2),
+          D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::
+          GetName (format.resource_format3));
+    }
+
+    priv->format_tableformat.format = format;
+  }
+}
+
+static HRESULT
+gst_d3d12_device_find_adapter (const GstD3D12DeviceConstructData * data,
+    IDXGIFactory2 * factory, guint * index, IDXGIAdapter1 ** rst)
+{
+  HRESULT hr;
+
+  switch (data->type) {
+    case GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX:{
+      ComPtr < IDXGIAdapter1 > adapter;
+      hr = factory->EnumAdapters1 (data->data.index, &adapter);
+      if (FAILED (hr))
+        return hr;
+
+      *index = data->data.index;
+      *rst = adapter.Detach ();
+      return S_OK;
+    }
+    case GST_D3D12_DEVICE_CONSTRUCT_FOR_LUID:
+      for (UINT i = 0;; i++) {
+        ComPtr < IDXGIAdapter1 > adapter;
+        DXGI_ADAPTER_DESC1 desc;
+
+        hr = factory->EnumAdapters1 (i, &adapter);
+        if (FAILED (hr))
+          return hr;
+
+        hr = adapter->GetDesc1 (&desc);
+        if (FAILED (hr))
+          return hr;
+
+        if (gst_d3d12_luid_to_int64 (&desc.AdapterLuid) != data->data.luid) {
+          continue;
+        }
+
+        *index = i;
+        *rst = adapter.Detach ();
+
+        return S_OK;
+      }
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  return E_FAIL;
+}
+
+static gboolean
+is_intel_gen11_or_older (UINT vendor_id, D3D_FEATURE_LEVEL feature_level,
+    const std::string & description)
+{
+  if (vendor_id != 0x8086)
+    return FALSE;
+
+  /* Arc GPU supports feature level 12.2 and iGPU Xe does 12.1 */
+  if (feature_level <= D3D_FEATURE_LEVEL_12_0)
+    return TRUE;
+
+  /* gen 11 is UHD xxx, older ones are HD xxx */
+  if (description.find ("HD") != std::string::npos)
+    return TRUE;
+
+  return FALSE;
+}
+
+/* *INDENT-OFF* */
+#ifndef GST_DISABLE_GST_DEBUG
+static void
+dump_feature_support (GstD3D12Device * self)
+{
+  auto priv = self->priv->inner;
+  auto &fs = priv->feature_support;
+  std::stringstream dump;
+
+  dump << "Device feature supports of " << priv->description
+  << "\nD3D12_OPTIONS:"
+  << "\n    DoublePrecisionFloatShaderOps: "
+  << fs.DoublePrecisionFloatShaderOps()
+  << "\n    OutputMergerLogicOp: " << fs.OutputMergerLogicOp()
+  << std::showbase << std::hex
+  << "\n    MinPrecisionSupport: " << fs.MinPrecisionSupport()
+  << std::noshowbase << std::dec
+  << "\n    TiledResourcesTier: " << fs.TiledResourcesTier()
+  << "\n    ResourceBindingTier: " << fs.ResourceBindingTier()
+  << "\n    PSSpecifiedStencilRefSupported: "
+  << fs.PSSpecifiedStencilRefSupported()
+  << "\n    TypedUAVLoadAdditionalFormats: "
+  << fs.TypedUAVLoadAdditionalFormats()
+  << "\n    ROVsSupported: " << fs.ROVsSupported()
+  << "\n    ConservativeRasterizationTier: "
+  << fs.ConservativeRasterizationTier()
+  << "\n    MaxGPUVirtualAddressBitsPerResource: "
+  << fs.MaxGPUVirtualAddressBitsPerResource()
+  << "\n    StandardSwizzle64KBSupported: " << fs.StandardSwizzle64KBSupported()
+  << "\n    CrossNodeSharingTier: " << fs.CrossNodeSharingTier()
+  << "\n    CrossAdapterRowMajorTextureSupported: "
+  << fs.CrossAdapterRowMajorTextureSupported()
+  << "\n    VPAndRTArrayIndexFromAnyShaderFeedingRasterizerSupportedWithoutGSEmulation: "
+  << fs.VPAndRTArrayIndexFromAnyShaderFeedingRasterizerSupportedWithoutGSEmulation()
+  << "\n    ResourceHeapTier: " << fs.ResourceHeapTier()
+  << std::showbase << std::hex
+  << "\nMaxSupportedFeatureLevel: " << fs.MaxSupportedFeatureLevel()
+  << "\nHighestShaderModel: " << fs.HighestShaderModel()
+  << std::noshowbase << std::dec
+  << "\nMaxGPUVirtualAddressBitsPerProcess: "
+  << fs.MaxGPUVirtualAddressBitsPerProcess()
+  << "\nD3D12_OPTIONS1:"
+  << "\n    WaveOps: " << fs.WaveOps()
+  << "\n    WaveLaneCountMin: " << fs.WaveLaneCountMin()
+  << "\n    WaveLaneCountMax: " << fs.WaveLaneCountMax()
+  << "\n    TotalLaneCount: " << fs.TotalLaneCount()
+  << "\n    ExpandedComputeResourceStates: "
+  << fs.ExpandedComputeResourceStates()
+  << "\n    Int64ShaderOps: " << fs.Int64ShaderOps()
+  << std::showbase << std::hex
+  << "\nProtectedResourceSessionSupport: "
+  << fs.ProtectedResourceSessionSupport()
+  << "\nHighestRootSignatureVersion: " << fs.HighestRootSignatureVersion()
+  << std::noshowbase << std::dec
+  << "\nARCHITECTURE1:"
+  << "\n    TileBasedRenderer: " << fs.TileBasedRenderer()
+  << "\n    UMA: " << fs.UMA()
+  << "\n    CacheCoherentUMA: " << fs.CacheCoherentUMA()
+  << "\n    IsolatedMMU: " << fs.IsolatedMMU()
+  << "\nD3D12_OPTIONS2:"
+  << "\n    DepthBoundsTestSupported: " << fs.DepthBoundsTestSupported()
+  << "\n    ProgrammableSamplePositionsTier: "
+  << fs.ProgrammableSamplePositionsTier()
+  << std::showbase << std::hex
+  << "\nShaderCacheSupportFlags: " << fs.ShaderCacheSupportFlags()
+  << std::noshowbase << std::dec
+  << "\nD3D12_OPTIONS3:"
+  << "\n    CopyQueueTimestampQueriesSupported: "
+  << fs.CopyQueueTimestampQueriesSupported()
+  << "\n    CastingFullyTypedFormatSupported: "
+  << fs.CastingFullyTypedFormatSupported()
+  << std::showbase << std::hex
+  << "\n    WriteBufferImmediateSupportFlags: "
+  << fs.WriteBufferImmediateSupportFlags()
+  << std::noshowbase << std::dec
+  << "\n    ViewInstancingTier: " << fs.ViewInstancingTier()
+  << "\n    BarycentricsSupported: " << fs.BarycentricsSupported()
+  << "\nExistingHeapsSupported: " << fs.ExistingHeapsSupported()
+  << "\nD3D12_OPTIONS4:"
+  << "\n    MSAA64KBAlignedTextureSupported: "
+  << fs.MSAA64KBAlignedTextureSupported()
+  << "\n    SharedResourceCompatibilityTier: "
+  << fs.SharedResourceCompatibilityTier()
+  << "\n    Native16BitShaderOpsSupported: "
+  << fs.Native16BitShaderOpsSupported()
+  << "\nHeapSerializationTier: " << fs.HeapSerializationTier()
+  << "\nCrossNodeAtomicShaderInstructions: "
+  << fs.CrossNodeAtomicShaderInstructions()
+  << "\nD3D12_OPTIONS5:"
+  << "\n    SRVOnlyTiledResourceTier3: " << fs.SRVOnlyTiledResourceTier3()
+  << "\n    RenderPassesTier: " << fs.RenderPassesTier()
+  << "\n    RaytracingTier: " << fs.RaytracingTier()
+  << "\nDisplayableTexture: " << fs.DisplayableTexture()
+  << "\nD3D12_OPTIONS6:"
+  << "\n    AdditionalShadingRatesSupported: "
+  << fs.AdditionalShadingRatesSupported()
+  << "\n    PerPrimitiveShadingRateSupportedWithViewportIndexing: "
+  << fs.PerPrimitiveShadingRateSupportedWithViewportIndexing()
+  << "\n    VariableShadingRateTier: " << fs.VariableShadingRateTier()
+  << "\n    ShadingRateImageTileSize: " << fs.ShadingRateImageTileSize()
+  << "\n    BackgroundProcessingSupported: "
+  << fs.BackgroundProcessingSupported()
+  << "\nD3D12_OPTIONS7:"
+  << "\n    MeshShaderTier: " << fs.MeshShaderTier()
+  << "\n    SamplerFeedbackTier: " << fs.SamplerFeedbackTier()
+  << "\nD3D12_OPTIONS8:"
+  << "\n    UnalignedBlockTexturesSupported: "
+  << fs.UnalignedBlockTexturesSupported()
+  << "\nD3D12_OPTIONS9:"
+  << "\n    MeshShaderPipelineStatsSupported: "
+  << fs.MeshShaderPipelineStatsSupported()
+  << "\n    MeshShaderSupportsFullRangeRenderTargetArrayIndex: "
+  << fs.MeshShaderSupportsFullRangeRenderTargetArrayIndex()
+  << "\n    AtomicInt64OnTypedResourceSupported: "
+  << fs.AtomicInt64OnTypedResourceSupported()
+  << "\n    AtomicInt64OnGroupSharedSupported: "
+  << fs.AtomicInt64OnGroupSharedSupported()
+  << "\n    DerivativesInMeshAndAmplificationShadersSupported: "
+  << fs.DerivativesInMeshAndAmplificationShadersSupported()
+  << "\n    WaveMMATier: " << fs.WaveMMATier()
+  << "\nD3D12_OPTIONS10:"
+  << "\n    VariableRateShadingSumCombinerSupported: "
+  << fs.VariableRateShadingSumCombinerSupported()
+  << "\n    MeshShaderPerPrimitiveShadingRateSupported: "
+  << fs.MeshShaderPerPrimitiveShadingRateSupported()
+  << "\nD3D12_OPTIONS11:"
+  << "\n    AtomicInt64OnDescriptorHeapResourceSupported: "
+  << fs.AtomicInt64OnDescriptorHeapResourceSupported()
+  << "\nD3D12_OPTIONS12:"
+  << "\n    MSPrimitivesPipelineStatisticIncludesCulledPrimitives: "
+  << fs.MSPrimitivesPipelineStatisticIncludesCulledPrimitives()
+  << "\n    EnhancedBarriersSupported: " << fs.EnhancedBarriersSupported()
+  << "\n    RelaxedFormatCastingSupported: "
+  << fs.RelaxedFormatCastingSupported()
+  << "\nD3D12_OPTIONS13:"
+  << "\n    UnrestrictedBufferTextureCopyPitchSupported: "
+  << fs.UnrestrictedBufferTextureCopyPitchSupported()
+  << "\n    UnrestrictedVertexElementAlignmentSupported: "
+  << fs.UnrestrictedVertexElementAlignmentSupported()
+  << "\n    InvertedViewportHeightFlipsYSupported: "
+  << fs.InvertedViewportHeightFlipsYSupported()
+  << "\n    InvertedViewportDepthFlipsZSupported: "
+  << fs.InvertedViewportDepthFlipsZSupported()
+  << "\n    TextureCopyBetweenDimensionsSupported: "
+  << fs.TextureCopyBetweenDimensionsSupported()
+  << "\n    AlphaBlendFactorSupported: " << fs.AlphaBlendFactorSupported()
+  << "\nD3D12_OPTIONS14:"
+  << "\n    AdvancedTextureOpsSupported: " << fs.AdvancedTextureOpsSupported()
+  << "\n    WriteableMSAATexturesSupported: "
+  << fs.WriteableMSAATexturesSupported()
+  << "\n    IndependentFrontAndBackStencilRefMaskSupported: "
+  << fs.IndependentFrontAndBackStencilRefMaskSupported()
+  << "\nD3D12_OPTIONS15:"
+  << "\n    TriangleFanSupported: " << fs.TriangleFanSupported()
+  << "\n    DynamicIndexBufferStripCutSupported: "
+  << fs.DynamicIndexBufferStripCutSupported()
+  << "\nD3D12_OPTIONS16:"
+  << "\n    DynamicDepthBiasSupported: " << fs.DynamicDepthBiasSupported()
+  << "\n    GPUUploadHeapSupported: " << fs.GPUUploadHeapSupported();
+
+  auto dump_str = dump.str ();
+  GST_DEBUG_OBJECT (self, "%s", dump_str.c_str ());
+}
+#endif
+/* *INDENT-ON* */
+
+struct TestFormatInfo
+{
+  DXGI_FORMAT format;
+  D3D12_FORMAT_SUPPORT1 support1;
+  D3D12_FORMAT_SUPPORT2 support2;
+};
+
+static GstD3D12Device *
+gst_d3d12_device_new_internal (const GstD3D12DeviceConstructData * data)
+{
+  ComPtr < IDXGIFactory2 > factory;
+  ComPtr < IDXGIAdapter1 > adapter;
+  ComPtr < ID3D12Device > device;
+  HRESULT hr;
+  UINT factory_flags = 0;
+  guint index = 0;
+  /* *INDENT-OFF* */
+  const TestFormatInfo required_formats = {
+    { DXGI_FORMAT_R8G8B8A8_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D |
+          D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW |
+          D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_UAV_TYPED_STORE
+    },
+    { DXGI_FORMAT_R10G10B10A2_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D |
+          D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW |
+          D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_UAV_TYPED_STORE
+    },
+    { DXGI_FORMAT_R16G16B16A16_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D |
+          D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW |
+          D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_UAV_TYPED_STORE
+    },
+    { DXGI_FORMAT_B8G8R8A8_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_NONE
+    },
+    { DXGI_FORMAT_R8_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_NONE
+    },
+    { DXGI_FORMAT_R8G8_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_NONE
+    },
+    { DXGI_FORMAT_R16_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_NONE
+    },
+    { DXGI_FORMAT_R16G16_UNORM,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET,
+      D3D12_FORMAT_SUPPORT2_NONE
+    },
+    { DXGI_FORMAT_R16_UINT,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D |
+          D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW |
+          D3D12_FORMAT_SUPPORT1_SHADER_LOAD,
+      D3D12_FORMAT_SUPPORT2_UAV_TYPED_STORE
+    },
+    { DXGI_FORMAT_R32_UINT,
+      D3D12_FORMAT_SUPPORT1_TEXTURE2D |
+          D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW |
+          D3D12_FORMAT_SUPPORT1_SHADER_LOAD,
+      D3D12_FORMAT_SUPPORT2_UAV_TYPED_STORE
+    },
+  };
+  /* *INDENT-ON* */
+
+  gst_d3d12_device_enable_debug ();
+  gst_d3d12_device_enable_dred ();
+  gst_d3d12_device_enable_dxgi_debug ();
+
+  hr = CreateDXGIFactory2 (factory_flags, IID_PPV_ARGS (&factory));
+  if (FAILED (hr)) {
+    GST_WARNING ("Could create dxgi factory, hr: 0x%x", (guint) hr);
+    return nullptr;
+  }
+
+  hr = gst_d3d12_device_find_adapter (data, factory.Get (), &index, &adapter);
+  if (FAILED (hr)) {
+    GST_INFO ("Could not find adapter, hr: 0x%x", (guint) hr);
+    return nullptr;
+  }
+
+  DXGI_ADAPTER_DESC1 desc;
+  hr = adapter->GetDesc1 (&desc);
+  if (FAILED (hr)) {
+    GST_WARNING ("Could not get adapter desc, hr: 0x%x", (guint) hr);
+    return nullptr;
+  }
+
+  hr = D3D12CreateDevice (adapter.Get (), D3D_FEATURE_LEVEL_11_0,
+      IID_PPV_ARGS (&device));
+  if (FAILED (hr)) {
+    GST_WARNING ("Could not create device, hr: 0x%x", (guint) hr);
+    return nullptr;
+  }
+
+  auto self = (GstD3D12Device *) g_object_new (GST_TYPE_D3D12_DEVICE, nullptr);
+  gst_object_ref_sink (self);
+  self->priv->inner = std::make_shared < DeviceInner > ();
+  auto priv = self->priv->inner;
+
+  priv->factory = factory;
+  priv->adapter = adapter;
+  priv->device = device;
+  priv->adapter_luid = gst_d3d12_luid_to_int64 (&desc.AdapterLuid);
+  priv->vendor_id = desc.VendorId;
+  priv->device_id = desc.DeviceId;
+  priv->adapter_index = index;
+
+  std::wstring_convert < std::codecvt_utf8 < wchar_t >, wchar_t >converter;
+  priv->description = converter.to_bytes (desc.Description);
+
+  priv->feature_support.Init (device.Get ());
+
+  GST_INFO_OBJECT (self,
+      "adapter index %d: D3D12 device vendor-id: 0x%04x, device-id: 0x%04x, "
+      "Flags: 0x%x, adapter-luid: %" G_GINT64_FORMAT ", is-UMA: %d, "
+      "feature-level: 0x%x, %s",
+      priv->adapter_index, desc.VendorId, desc.DeviceId, desc.Flags,
+      priv->adapter_luid, priv->feature_support.UMA (),
+      priv->feature_support.MaxSupportedFeatureLevel (),
+      priv->description.c_str ());
+
+  /* Minimum required format support. Feature level 11.0 device should support
+   * below formats */
+  for (guint i = 0; i < G_N_ELEMENTS (required_formats); i++) {
+    D3D12_FORMAT_SUPPORT1 support1;
+    D3D12_FORMAT_SUPPORT2 support2;
+    const auto & format = required_formatsi;
+    hr = priv->feature_support.FormatSupport (format.format,
+        support1, support2);
+    if (FAILED (hr) || (support1 & format.support1) != format.support1 ||
+        (support2 & format.support2) != format.support2) {
+      auto format_name =
+          D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetName (format.format);
+      GST_WARNING_OBJECT (self, "Device does not support DXGI format %d (%s)",
+          format.format, format_name);
+      gst_object_unref (self);
+      return nullptr;
+    }
+  }
+
+#ifndef GST_DISABLE_GST_DEBUG
+  if (gst_debug_category_get_threshold (GST_CAT_DEFAULT) >= GST_LEVEL_DEBUG)
+    dump_feature_support (self);
+#endif
+
+  gst_d3d12_device_setup_format_table (self);
+  if (priv->feature_support.UMA () && is_intel_gen11_or_older (priv->vendor_id,
+          priv->feature_support.MaxSupportedFeatureLevel (),
+          priv->description)) {
+    priv->wa_flags |= GST_D3D12_WA_DECODER_RACE;
+  }
+
+  if (gst_d3d12_device_enable_debug ()) {
+    ComPtr < ID3D12InfoQueue > info_queue;
+    device.As (&info_queue);
+    priv->info_queue = info_queue;
+  }
+
+  D3D12_COMMAND_QUEUE_DESC queue_desc = { };
+  queue_desc.Type = D3D12_COMMAND_LIST_TYPE_DIRECT;
+  queue_desc.Flags = D3D12_COMMAND_QUEUE_FLAG_NONE;
+
+  priv->direct_queue = gst_d3d12_cmd_queue_new (device.Get (),
+      &queue_desc, D3D12_FENCE_FLAG_SHARED, 32);
+  if (!priv->direct_queue)
+    goto error;
+
+  priv->direct_cl_pool = gst_d3d12_cmd_list_pool_new (device.Get (),
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  if (!priv->direct_cl_pool)
+    goto error;
+
+  priv->direct_ca_pool = gst_d3d12_cmd_alloc_pool_new (device.Get (),
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  if (!priv->direct_ca_pool)
+    goto error;
+
+  queue_desc.Type = D3D12_COMMAND_LIST_TYPE_COMPUTE;
+  priv->compute_queue = gst_d3d12_cmd_queue_new (device.Get (),
+      &queue_desc, D3D12_FENCE_FLAG_SHARED, 32);
+  if (!priv->compute_queue)
+    goto error;
+
+  priv->compute_cl_pool = gst_d3d12_cmd_list_pool_new (device.Get (),
+      D3D12_COMMAND_LIST_TYPE_COMPUTE);
+  if (!priv->compute_cl_pool)
+    goto error;
+
+  priv->compute_ca_pool = gst_d3d12_cmd_alloc_pool_new (device.Get (),
+      D3D12_COMMAND_LIST_TYPE_COMPUTE);
+  if (!priv->compute_ca_pool)
+    goto error;
+
+  queue_desc.Type = D3D12_COMMAND_LIST_TYPE_COPY;
+  priv->copy_queue = gst_d3d12_cmd_queue_new (device.Get (),
+      &queue_desc, D3D12_FENCE_FLAG_NONE, 32);
+  if (!priv->copy_queue)
+    goto error;
+
+  priv->copy_cl_pool = gst_d3d12_cmd_list_pool_new (device.Get (),
+      D3D12_COMMAND_LIST_TYPE_COPY);
+  if (!priv->copy_cl_pool)
+    goto error;
+
+  priv->copy_ca_pool = gst_d3d12_cmd_alloc_pool_new (device.Get (),
+      D3D12_COMMAND_LIST_TYPE_COPY);
+  if (!priv->copy_ca_pool)
+    goto error;
+
+  priv->rtv_inc_size =
+      device->GetDescriptorHandleIncrementSize (D3D12_DESCRIPTOR_HEAP_TYPE_RTV);
+
+  priv->fence_data_pool = gst_d3d12_fence_data_pool_new ();
+
+  {
+    ComPtr < ID3D12VideoDevice > video_device;
+    auto hr = device.As (&video_device);
+    if (SUCCEEDED (hr)) {
+      queue_desc.Type = D3D12_COMMAND_LIST_TYPE_VIDEO_DECODE;
+      for (guint i = 0; i < G_N_ELEMENTS (priv->decode_queue); i++) {
+        priv->decode_queuei = gst_d3d12_cmd_queue_new (device.Get (),
+            &queue_desc, D3D12_FENCE_FLAG_NONE, 8);
+        if (!priv->decode_queuei)
+          break;
+
+        GST_OBJECT_FLAG_SET (priv->decode_queuei,
+            GST_OBJECT_FLAG_MAY_BE_LEAKED);
+        priv->num_decode_queue++;
+
+        /* XXX: Old Intel iGPU crashes with multiple decode queues */
+        if ((priv->wa_flags & GST_D3D12_WA_DECODER_RACE) ==
+            GST_D3D12_WA_DECODER_RACE) {
+          break;
+        }
+      }
+    }
+  }
+
+  GST_OBJECT_FLAG_SET (priv->direct_queue, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_OBJECT_FLAG_SET (priv->direct_cl_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_OBJECT_FLAG_SET (priv->direct_ca_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  GST_OBJECT_FLAG_SET (priv->compute_queue, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_OBJECT_FLAG_SET (priv->compute_cl_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_OBJECT_FLAG_SET (priv->compute_ca_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  GST_OBJECT_FLAG_SET (priv->copy_queue, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_OBJECT_FLAG_SET (priv->copy_cl_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_OBJECT_FLAG_SET (priv->copy_ca_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  GST_OBJECT_FLAG_SET (priv->fence_data_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  hr = device->CreateFence (0,
+      D3D12_FENCE_FLAG_NONE, IID_PPV_ARGS (&priv->dev_removed_fence));
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create device removed monitor fence");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  hr = priv->dev_removed_fence->SetEventOnCompletion (G_MAXUINT64,
+      priv->dev_removed_event);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "SetEventOnCompletion failed");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  RegisterWaitForSingleObject (&priv->dev_removed_monitor_handle,
+      priv->dev_removed_event, on_device_removed, priv.get (), INFINITE,
+      WT_EXECUTEONLYONCE);
+
+  /* D3D12_HEAP_FLAG_CREATE_NOT_ZEROED was introduced as of Windows 10 May 2020
+   * update, and supported if D3D12_FEATURE_D3D12_OPTIONS7 check is succeeded */
+  {
+    D3D12_FEATURE_DATA_D3D12_OPTIONS7 options7 = { };
+    hr = device->CheckFeatureSupport (D3D12_FEATURE_D3D12_OPTIONS7, &options7,
+        sizeof (options7));
+    if (SUCCEEDED (hr))
+      priv->non_zeroed_supported = TRUE;
+  }
+
+  {
+    D3D12_DESCRIPTOR_HEAP_DESC rtv_desc = { };
+    rtv_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_RTV;
+    rtv_desc.NumDescriptors = 2;
+    rtv_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
+
+    priv->rtv_heap_pool = gst_d3d12_desc_heap_pool_new (device.Get (),
+        &rtv_desc);
+    GST_OBJECT_FLAG_SET (priv->rtv_heap_pool, GST_OBJECT_FLAG_MAY_BE_LEAKED);
+  }
+
+  return self;
+
+error:
+  gst_object_unref (self);
+  return nullptr;
+}
+
+/**
+ * gst_d3d12_device_new:
+ * @adapter_index: DXGI adapter index
+ *
+ * Returns: (transfer full) (nullable): a new #GstD3D12Device for @adapter_index
+ * or %NULL when failed to create D3D12 device with given adapter index.
+ *
+ * Since: 1.26
+ */
+GstD3D12Device *
+gst_d3d12_device_new (guint adapter_index)
+{
+  auto manager = DeviceCacheManager::GetInstance ();
+  GstD3D12DeviceConstructData data;
+  data.data.index = adapter_index;
+  data.type = GST_D3D12_DEVICE_CONSTRUCT_FOR_INDEX;
+
+  return manager->GetDevice (&data);
+}
+
+/**
+ * gst_d3d12_device_new_for_adapter_luid:
+ * @adapter_luid: an int64 representation of the DXGI adapter LUID
+ *
+ * Returns: (transfer full) (nullable): a new #GstD3D12Device for @adapter_luid
+ * or %NULL when failed to create D3D12 device with given adapter luid.
+ *
+ * Since: 1.26
+ */
+GstD3D12Device *
+gst_d3d12_device_new_for_adapter_luid (gint64 adapter_luid)
+{
+  auto manager = DeviceCacheManager::GetInstance ();
+  GstD3D12DeviceConstructData data;
+  data.data.luid = adapter_luid;
+  data.type = GST_D3D12_DEVICE_CONSTRUCT_FOR_LUID;
+
+  return manager->GetDevice (&data);
+}
+
+/**
+ * gst_d3d12_device_get_device_handle:
+ * @device: a #GstD3D12Device
+ *
+ * Gets ID3D12Device handle
+ *
+ * Returns: (transfer none): ID3D12Device handle
+ *
+ * Since: 1.26
+ */
+ID3D12Device *
+gst_d3d12_device_get_device_handle (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  return device->priv->inner->device.Get ();
+}
+
+/**
+ * gst_d3d12_device_get_adapter_handle:
+ * @device: a #GstD3D12Device
+ *
+ * Gets IDXGIAdapter1 handle
+ *
+ * Returns: (transfer none): IDXGIAdapter1 handle
+ *
+ * Since: 1.26
+ */
+IDXGIAdapter1 *
+gst_d3d12_device_get_adapter_handle (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  return device->priv->inner->adapter.Get ();
+}
+
+/**
+ * gst_d3d12_device_get_factory_handle:
+ * @device: a #GstD3D12Device
+ *
+ * Gets IDXGIFactory2 handle
+ *
+ * Returns: (transfer none): IDXGIFactory2 handle
+ *
+ * Since: 1.26
+ */
+IDXGIFactory2 *
+gst_d3d12_device_get_factory_handle (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  return device->priv->inner->factory.Get ();
+}
+
+static GstD3D12CmdQueue *
+gst_d3d12_device_get_queue_unchecked (GstD3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE queue_type)
+{
+  auto priv = device->priv->inner;
+
+  switch (queue_type) {
+    case D3D12_COMMAND_LIST_TYPE_DIRECT:
+      return priv->direct_queue;
+    case D3D12_COMMAND_LIST_TYPE_COMPUTE:
+      return priv->compute_queue;
+    case D3D12_COMMAND_LIST_TYPE_COPY:
+      return priv->copy_queue;
+    default:
+      GST_ERROR_OBJECT (device, "Not supported queue type %d", queue_type);
+      break;
+  }
+
+  return nullptr;
+}
+
+/**
+ * gst_d3d12_device_get_fence_handle:
+ * @device: a #GstD3D12Device
+ * @queue_type: a D3D12_COMMAND_LIST_TYPE
+ *
+ * Gets fence handle of command queue
+ *
+ * Returns: (transfer none): ID3D12Fence handle
+ *
+ * Since: 1.26
+ */
+ID3D12Fence *
+gst_d3d12_device_get_fence_handle (GstD3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE queue_type)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  auto queue = gst_d3d12_device_get_queue_unchecked (device, queue_type);
+  if (!queue)
+    return nullptr;
+
+  return gst_d3d12_cmd_queue_get_fence_handle (queue);
+}
+
+/**
+ * gst_d3d12_device_get_format:
+ * @device: a #GstD3D12Device
+ * @format: a #GstVideoFormat
+ * @device_format: (out caller-allocates): a #GstD3D11Format
+ *
+ * Converts @format to #GstD3D12Format if the @format is supported
+ * by device
+ *
+ * Returns: %TRUE if @format is supported by @device
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_device_get_format (GstD3D12Device * device,
+    GstVideoFormat format, GstD3D12Format * device_format)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
+  g_return_val_if_fail (device_format != nullptr, FALSE);
+
+  auto priv = device->priv->inner;
+  const auto & target = priv->format_table.find (format);
+  if (target == priv->format_table.end ())
+    return FALSE;
+
+  *device_format = target->second;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_device_get_cmd_queue:
+ * @device: a #GstD3D12Device
+ * @queue_type: a D3D12_COMMAND_LIST_TYPE
+ *
+ * Gets #GstD3D12CmdQueue corresponding to @queue_type
+ *
+ * Returns: (transfer none): a #GstD3D12CmdQueue
+ *
+ * Since: 1.26
+ */
+GstD3D12CmdQueue *
+gst_d3d12_device_get_cmd_queue (GstD3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE queue_type)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  return gst_d3d12_device_get_queue_unchecked (device, queue_type);
+}
+
+/**
+ * gst_d3d12_device_execute_command_lists:
+ * @device: a #GstD3D12Device
+ * @queue_type: a D3D12_COMMAND_LIST_TYPE
+ * @num_command_lists: command list size
+ * @command_lists: array of ID3D12CommandList
+ * @fence_value: (out) (optional): fence value of submitted command
+ *
+ * Exectues gst_d3d12_cmd_queue_execute_command_lists ()
+ * using a #GstD3D12CmdQueue corresponding to @queue_type
+ *
+ * Returns: HRESULT code
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d12_device_execute_command_lists (GstD3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE queue_type, guint num_command_lists,
+    ID3D12CommandList ** command_lists, guint64 * fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), E_INVALIDARG);
+
+  auto queue = gst_d3d12_device_get_queue_unchecked (device, queue_type);
+  if (!queue)
+    return E_INVALIDARG;
+
+  return gst_d3d12_cmd_queue_execute_command_lists (queue,
+      num_command_lists, command_lists, fence_value);
+}
+
+/**
+ * gst_d3d12_device_get_completed_value:
+ * @device: a #GstD3D12Device
+ * @queue_type: a D3D12_COMMAND_LIST_TYPE
+ *
+ * Exectues gst_d3d12_cmd_queue_get_completed_value ()
+ * using a #GstD3D12CmdQueue corresponding to @queue_type
+ *
+ * Returns: Completed fence value
+ *
+ * Since: 1.26
+ */
+guint64
+gst_d3d12_device_get_completed_value (GstD3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE queue_type)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), G_MAXUINT64);
+
+  auto queue = gst_d3d12_device_get_queue_unchecked (device, queue_type);
+  if (!queue)
+    return G_MAXUINT64;
+
+  return gst_d3d12_cmd_queue_get_completed_value (queue);
+}
+
+/**
+ * gst_d3d12_device_set_fence_notify:
+ * @device: a #GstD3D12Device
+ * @queue_type: a D3D12_COMMAND_LIST_TYPE
+ * @fence_value: target fence value
+ * @fence_data: user data
+ * @notify: a #GDestroyNotify
+ *
+ * Exectues gst_d3d12_cmd_queue_set_notify ()
+ * using a #GstD3D12CmdQueue corresponding to @queue_type
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_device_set_fence_notify (GstD3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE queue_type, guint64 fence_value,
+    gpointer fence_data, GDestroyNotify notify)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
+  g_return_val_if_fail (fence_data, FALSE);
+
+  auto queue = gst_d3d12_device_get_queue_unchecked (device, queue_type);
+  if (!queue)
+    return FALSE;
+
+  gst_d3d12_cmd_queue_set_notify (queue, fence_value, fence_data, notify);
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_device_fence_wait:
+ * @device: a #GstD3D12Device
+ * @queue_type: a D3D12_COMMAND_LIST_TYPE
+ * @fence_value: target fence value
+ *
+ * Exectues gst_d3d12_cmd_queue_fence_wait ()
+ * using a #GstD3D12CmdQueue corresponding to @queue_type
+ *
+ * Returns: HRESULT code
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d12_device_fence_wait (GstD3D12Device * device,
+    D3D12_COMMAND_LIST_TYPE queue_type, guint64 fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), E_INVALIDARG);
+
+  auto queue = gst_d3d12_device_get_queue_unchecked (device, queue_type);
+  if (!queue)
+    return E_INVALIDARG;
+
+  return gst_d3d12_cmd_queue_fence_wait (queue, fence_value);
+}
+
+gboolean
+gst_d3d12_device_copy_texture_region (GstD3D12Device * device,
+    guint num_args, const GstD3D12CopyTextureRegionArgs * args,
+    GstD3D12FenceData * fence_data, guint num_fences_to_wait,
+    ID3D12Fence ** fences_to_wait, const guint64 * fence_values_to_wait,
+    D3D12_COMMAND_LIST_TYPE command_type, guint64 * fence_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
+  g_return_val_if_fail (num_args > 0, FALSE);
+  g_return_val_if_fail (args, FALSE);
+
+  HRESULT hr;
+  auto priv = device->priv->inner;
+  GstD3D12CmdAllocPool *ca_pool;
+  GstD3D12CmdAlloc *gst_ca = nullptr;
+  GstD3D12CmdListPool *cl_pool;
+  GstD3D12CmdList *gst_cl = nullptr;
+  GstD3D12CmdQueue *queue = nullptr;
+  guint64 fence_val = 0;
+
+  if (!fence_data)
+    gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+
+  switch (command_type) {
+    case D3D12_COMMAND_LIST_TYPE_DIRECT:
+      queue = priv->direct_queue;
+      ca_pool = priv->direct_ca_pool;
+      cl_pool = priv->direct_cl_pool;
+      break;
+    case D3D12_COMMAND_LIST_TYPE_COMPUTE:
+      queue = priv->compute_queue;
+      ca_pool = priv->compute_ca_pool;
+      cl_pool = priv->compute_cl_pool;
+      break;
+    case D3D12_COMMAND_LIST_TYPE_COPY:
+      queue = priv->copy_queue;
+      ca_pool = priv->copy_ca_pool;
+      cl_pool = priv->copy_cl_pool;
+      break;
+    default:
+      GST_ERROR_OBJECT (device, "Not supported command list type %d",
+          command_type);
+      gst_d3d12_fence_data_unref (fence_data);
+      return FALSE;
+  }
+
+  gst_d3d12_cmd_alloc_pool_acquire (ca_pool, &gst_ca);
+  if (!gst_ca) {
+    GST_ERROR_OBJECT (device, "Couldn't acquire command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  gst_d3d12_cmd_list_pool_acquire (cl_pool, ca, &gst_cl);
+
+  if (!gst_cl) {
+    GST_ERROR_OBJECT (device, "Couldn't acquire command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  ComPtr < ID3D12CommandList > cl_base;
+  ComPtr < ID3D12GraphicsCommandList > cl;
+
+  cl_base = gst_d3d12_cmd_list_get_handle (gst_cl);
+  cl_base.As (&cl);
+
+  for (guint i = 0; i < num_args; i++) {
+    const auto arg = argsi;
+    cl->CopyTextureRegion (&arg.dst, arg.dst_x, arg.dst_y, arg.dst_z,
+        &arg.src, arg.src_box);
+  }
+
+  hr = cl->Close ();
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (device, "Couldn't close command list");
+    gst_clear_d3d12_cmd_list (&gst_cl);
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  ID3D12CommandList *cmd_list = { cl.Get () };
+
+  hr = gst_d3d12_cmd_queue_execute_command_lists_full (queue,
+      num_fences_to_wait, fences_to_wait, fence_values_to_wait, 1, cmd_list,
+      &fence_val);
+  auto ret = gst_d3d12_result (hr, device);
+
+  /* We can release command list since command list pool will hold it */
+  gst_d3d12_cmd_list_unref (gst_cl);
+
+  if (ret) {
+    gst_d3d12_cmd_queue_set_notify (queue, fence_val, fence_data,
+        (GDestroyNotify) gst_d3d12_fence_data_unref);
+  } else {
+    gst_d3d12_fence_data_unref (fence_data);
+  }
+
+  if (fence_value)
+    *fence_value = fence_val;
+
+  return ret;
+}
+
+gboolean
+gst_d3d12_device_acquire_fence_data (GstD3D12Device * device,
+    GstD3D12FenceData ** fence_data)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
+  g_return_val_if_fail (fence_data, FALSE);
+
+  auto priv = device->priv->inner;
+
+  return gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, fence_data);
+}
+
+static inline GstDebugLevel
+d3d12_message_severity_to_gst (D3D12_MESSAGE_SEVERITY level)
+{
+  switch (level) {
+    case D3D12_MESSAGE_SEVERITY_CORRUPTION:
+    case D3D12_MESSAGE_SEVERITY_ERROR:
+      return GST_LEVEL_ERROR;
+    case D3D12_MESSAGE_SEVERITY_WARNING:
+      return GST_LEVEL_WARNING;
+    case D3D12_MESSAGE_SEVERITY_INFO:
+      return GST_LEVEL_INFO;
+    case D3D12_MESSAGE_SEVERITY_MESSAGE:
+      return GST_LEVEL_DEBUG;
+    default:
+      break;
+  }
+
+  return GST_LEVEL_LOG;
+}
+
+void
+gst_d3d12_device_d3d12_debug (GstD3D12Device * device, const gchar * file,
+    const gchar * function, gint line)
+{
+  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
+
+  auto priv = device->priv->inner;
+  if (priv->info_queue) {
+    std::lock_guard < std::recursive_mutex > lk (priv->extern_lock);
+    ID3D12InfoQueue *info_queue = priv->info_queue.Get ();
+    UINT64 num_msg = info_queue->GetNumStoredMessages ();
+    for (guint64 i = 0; i < num_msg; i++) {
+      HRESULT hr;
+      SIZE_T msg_len;
+      D3D12_MESSAGE *msg;
+      GstDebugLevel msg_level;
+      GstDebugLevel selected_level;
+
+      hr = info_queue->GetMessage (i, nullptr, &msg_len);
+      if (FAILED (hr) || msg_len == 0)
+        continue;
+
+      msg = (D3D12_MESSAGE *) g_malloc0 (msg_len);
+      hr = info_queue->GetMessage (i, msg, &msg_len);
+      if (FAILED (hr) || msg_len == 0) {
+        g_free (msg);
+        continue;
+      }
+
+      msg_level = d3d12_message_severity_to_gst (msg->Severity);
+      if (msg->Category == D3D12_MESSAGE_CATEGORY_STATE_CREATION &&
+          msg_level > GST_LEVEL_ERROR) {
+        /* Do not warn for live object, since there would be live object
+         * when ReportLiveDeviceObjects was called */
+        selected_level = GST_LEVEL_INFO;
+      } else {
+        selected_level = msg_level;
+      }
+
+      gst_debug_log (gst_d3d12_sdk_debug, selected_level, file, function, line,
+          G_OBJECT (device), "D3D12InfoQueue: %s", msg->pDescription);
+      g_free (msg);
+    }
+
+    info_queue->ClearStoredMessages ();
+  }
+
+#ifdef HAVE_DXGIDEBUG_H
+  if (gst_d3d12_device_enable_dxgi_debug ()) {
+    std::lock_guard < std::mutex > lk (g_dxgi_debug_lock);
+
+    UINT64 num_msg = g_dxgi_info_queue->GetNumStoredMessages (DXGI_DEBUG_ALL);
+    for (UINT64 i = 0; i < num_msg; i++) {
+      SIZE_T msg_len;
+      auto hr = g_dxgi_info_queue->GetMessage (DXGI_DEBUG_ALL,
+          i, nullptr, &msg_len);
+      if (FAILED (hr) || msg_len == 0)
+        continue;
+
+      auto msg = (DXGI_INFO_QUEUE_MESSAGE *) g_malloc0 (msg_len);
+      hr = g_dxgi_info_queue->GetMessage (DXGI_DEBUG_ALL, i, msg, &msg_len);
+
+      GstDebugLevel level = GST_LEVEL_LOG;
+      switch (msg->Severity) {
+        case DXGI_INFO_QUEUE_MESSAGE_SEVERITY_CORRUPTION:
+        case DXGI_INFO_QUEUE_MESSAGE_SEVERITY_ERROR:
+          level = GST_LEVEL_ERROR;
+          break;
+        case DXGI_INFO_QUEUE_MESSAGE_SEVERITY_WARNING:
+          level = GST_LEVEL_WARNING;
+          break;
+        case DXGI_INFO_QUEUE_MESSAGE_SEVERITY_INFO:
+          level = GST_LEVEL_INFO;
+          break;
+        case DXGI_INFO_QUEUE_MESSAGE_SEVERITY_MESSAGE:
+          level = GST_LEVEL_DEBUG;
+          break;
+        default:
+          break;
+      }
+
+      gst_debug_log (gst_d3d12_dxgi_debug, level, file, function, line,
+          G_OBJECT (device), "DXGIInfoQueue: %s", msg->pDescription);
+      g_free (msg);
+    }
+
+    g_dxgi_info_queue->ClearStoredMessages (DXGI_DEBUG_ALL);
+  }
+#endif
+}
+
+void
+gst_d3d12_device_clear_yuv_texture (GstD3D12Device * device, GstMemory * mem)
+{
+  auto priv = device->priv->inner;
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+
+  auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+  auto desc = GetDesc (resource);
+
+  if (desc.Format != DXGI_FORMAT_NV12 && desc.Format != DXGI_FORMAT_P010 &&
+      desc.Format != DXGI_FORMAT_P016) {
+    return;
+  }
+
+  auto heap = gst_d3d12_memory_get_render_target_view_heap (dmem);
+  if (!heap)
+    return;
+
+  D3D12_RECT rect = { };
+  if (!gst_d3d12_memory_get_plane_rectangle (dmem, 1, &rect))
+    return;
+
+  GstD3D12CmdAlloc *gst_ca = nullptr;
+  gst_d3d12_cmd_alloc_pool_acquire (priv->direct_ca_pool, &gst_ca);
+  if (!gst_ca)
+    return;
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+
+  GstD3D12CmdList *gst_cl = nullptr;
+  gst_d3d12_cmd_list_pool_acquire (priv->direct_cl_pool, ca, &gst_cl);
+  if (!gst_cl) {
+    gst_d3d12_cmd_alloc_unref (gst_ca);
+    return;
+  }
+
+  ComPtr < ID3D12CommandList > cl_base;
+  ComPtr < ID3D12GraphicsCommandList > cl;
+
+  cl_base = gst_d3d12_cmd_list_get_handle (gst_cl);
+  cl_base.As (&cl);
+
+  auto rtv_handle =
+      CD3DX12_CPU_DESCRIPTOR_HANDLE (GetCPUDescriptorHandleForHeapStart (heap),
+      priv->rtv_inc_size);
+
+  const FLOAT clear_color4 = { 0.5f, 0.5f, 0.5f, 1.0f };
+  cl->ClearRenderTargetView (rtv_handle, clear_color, 1, &rect);
+
+  auto hr = cl->Close ();
+  if (!gst_d3d12_result (hr, device)) {
+    gst_clear_d3d12_cmd_list (&gst_cl);
+    gst_clear_d3d12_cmd_alloc (&gst_ca);
+    return;
+  }
+
+  ID3D12CommandList *cmd_list = { cl.Get () };
+  guint64 fence_val = 0;
+  auto fence = gst_d3d12_cmd_queue_get_fence_handle (priv->direct_queue);
+  hr = gst_d3d12_cmd_queue_execute_command_lists (priv->direct_queue,
+      1, cmd_list, &fence_val);
+  auto ret = gst_d3d12_result (hr, device);
+  gst_d3d12_cmd_list_unref (gst_cl);
+
+  if (ret) {
+    gst_d3d12_cmd_queue_set_notify (priv->direct_queue, fence_val,
+        gst_ca, (GDestroyNotify) gst_d3d12_cmd_alloc_unref);
+    gst_d3d12_memory_set_fence (dmem, fence, fence_val, FALSE);
+  } else {
+    gst_d3d12_cmd_alloc_unref (gst_ca);
+  }
+}
+
+/**
+ * gst_d3d12_device_is_equal:
+ * @device1: (transfer none) (nullable): a #GstD3D12Device
+ * @device2: (transfer none) (nullable): a #GstD3D12Device
+ *
+ * Checks if the given devices represent the same device
+ *
+ * Returns: %TRUE if both devices are valid and equal
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_device_is_equal (GstD3D12Device * device1, GstD3D12Device * device2)
+{
+  if (!device1 || !device2)
+    return FALSE;
+
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device1), FALSE);
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device2), FALSE);
+
+  if (device1 == device2)
+    return TRUE;
+
+  if (device1->priv->inner == device2->priv->inner)
+    return TRUE;
+
+  return FALSE;
+}
+
+IUnknown *
+gst_d3d12_device_get_11on12_handle (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  auto priv = device->priv->inner;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  if (!priv->device11on12) {
+    if (!load_d3d11on12_symbol ()) {
+      GST_WARNING_OBJECT (device, "D3D11On12CreateDevice symbol was not found");
+      return nullptr;
+    }
+
+    static const D3D_FEATURE_LEVEL feature_levels = {
+      D3D_FEATURE_LEVEL_12_1,
+      D3D_FEATURE_LEVEL_12_0,
+      D3D_FEATURE_LEVEL_11_1,
+      D3D_FEATURE_LEVEL_11_0,
+    };
+
+    IUnknown *cq = { gst_d3d12_cmd_queue_get_handle (priv->direct_queue) };
+    ComPtr < ID3D11Device > device11;
+    auto hr = GstD3D11On12CreateDevice (priv->device.Get (),
+        D3D11_CREATE_DEVICE_BGRA_SUPPORT, feature_levels,
+        G_N_ELEMENTS (feature_levels), cq, 1, 0, &device11, nullptr, nullptr);
+    if (FAILED (hr)) {
+      GST_WARNING_OBJECT (device, "Couldn't create 11on12 device, hr: 0x%x",
+          (guint) hr);
+      return nullptr;
+    }
+
+    hr = device11.As (&priv->device11on12);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (device, "Couldn't get 11on12 interface");
+      return nullptr;
+    }
+  }
+
+  return priv->device11on12.Get ();
+}
+
+void
+gst_d3d12_device_11on12_lock (GstD3D12Device * device)
+{
+  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
+
+  auto priv = device->priv->inner;
+  priv->device11on12_lock.lock ();
+}
+
+void
+gst_d3d12_device_11on12_unlock (GstD3D12Device * device)
+{
+  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
+
+  auto priv = device->priv->inner;
+  priv->device11on12_lock.unlock ();
+}
+
+void
+gst_d3d12_device_check_device_removed (GstD3D12Device * device)
+{
+  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
+
+  auto priv = device->priv->inner;
+  auto hr = priv->device->GetDeviceRemovedReason ();
+  if (FAILED (hr)) {
+    auto manager = DeviceCacheManager::GetInstance ();
+    manager->OnDeviceRemoved (priv->adapter_luid);
+  }
+}
+
+GstD3D12CmdQueue *
+gst_d3d12_device_get_decode_queue (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  auto priv = device->priv->inner;
+
+  if (!priv->num_decode_queue)
+    return nullptr;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  auto queue = priv->decode_queuepriv->decode_queue_index;
+  priv->decode_queue_index++;
+  priv->decode_queue_index %= priv->num_decode_queue;
+
+  return queue;
+}
+
+void
+gst_d3d12_device_decoder_lock (GstD3D12Device * device)
+{
+  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
+
+  auto priv = device->priv->inner;
+  if ((priv->wa_flags & GST_D3D12_WA_DECODER_RACE) == GST_D3D12_WA_DECODER_RACE)
+    priv->decoder_lock.lock ();
+}
+
+void
+gst_d3d12_device_decoder_unlock (GstD3D12Device * device)
+{
+  g_return_if_fail (GST_IS_D3D12_DEVICE (device));
+
+  auto priv = device->priv->inner;
+  if ((priv->wa_flags & GST_D3D12_WA_DECODER_RACE) == GST_D3D12_WA_DECODER_RACE)
+    priv->decoder_lock.unlock ();
+}
+
+GstD3D12WAFlags
+gst_d3d12_device_get_workaround_flags (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), GST_D3D12_WA_NONE);
+
+  return device->priv->inner->wa_flags;
+}
+
+HRESULT
+gst_d3d12_device_get_sampler_state (GstD3D12Device * device,
+    D3D12_FILTER filter, ID3D12DescriptorHeap ** heap)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), E_INVALIDARG);
+  g_return_val_if_fail (heap, E_INVALIDARG);
+
+  UINT max_anisotropy = 1;
+  switch (filter) {
+    case D3D12_FILTER_MIN_MAG_MIP_POINT:
+    case D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT:
+    case D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT:
+    case D3D12_FILTER_MIN_MAG_MIP_LINEAR:
+      break;
+    case D3D12_FILTER_ANISOTROPIC:
+      max_anisotropy = 16;
+      break;
+    default:
+      GST_WARNING_OBJECT (device, "Not supported sampler filter %d", filter);
+      return E_INVALIDARG;
+  }
+
+  auto priv = device->priv->inner;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  auto it = priv->samplers.find (filter);
+  if (it != priv->samplers.end ()) {
+    auto sampler = it->second;
+    *heap = it->second.Get ();
+    (*heap)->AddRef ();
+  } else {
+    ComPtr < ID3D12DescriptorHeap > new_heap;
+    D3D12_DESCRIPTOR_HEAP_DESC heap_desc = { };
+    heap_desc.NumDescriptors = 2;
+    heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_SAMPLER;
+    heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
+
+    auto hr = priv->device->CreateDescriptorHeap (&heap_desc,
+        IID_PPV_ARGS (&new_heap));
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (device, "Couldn't create heap");
+      return hr;
+    }
+
+    D3D12_SAMPLER_DESC sampler_desc = { };
+    sampler_desc.Filter = filter;
+    sampler_desc.AddressU = D3D12_TEXTURE_ADDRESS_MODE_CLAMP;
+    sampler_desc.AddressV = D3D12_TEXTURE_ADDRESS_MODE_CLAMP;
+    sampler_desc.AddressW = D3D12_TEXTURE_ADDRESS_MODE_CLAMP;
+    sampler_desc.MipLODBias = 0.0f;
+    sampler_desc.MaxAnisotropy = max_anisotropy;
+    sampler_desc.ComparisonFunc = D3D12_COMPARISON_FUNC_ALWAYS;
+    sampler_desc.MinLOD = 0;
+    sampler_desc.MaxLOD = D3D12_FLOAT32_MAX;
+
+    auto cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+        (GetCPUDescriptorHandleForHeapStart (new_heap));
+    priv->device->CreateSampler (&sampler_desc, cpu_handle);
+
+    sampler_desc.MaxAnisotropy = 1;
+    sampler_desc.Filter = D3D12_FILTER_MIN_MAG_MIP_LINEAR;
+    auto inc_size = priv->device->GetDescriptorHandleIncrementSize
+        (D3D12_DESCRIPTOR_HEAP_TYPE_SAMPLER);
+    cpu_handle.Offset (inc_size);
+    priv->device->CreateSampler (&sampler_desc, cpu_handle);
+
+    priv->samplersfilter = new_heap;
+
+    *heap = new_heap.Get ();
+    (*heap)->AddRef ();
+  }
+
+  return S_OK;
+}
+
+gboolean
+gst_d3d12_device_non_zeroed_supported (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
+
+  return device->priv->inner->non_zeroed_supported;
+}
+
+gboolean
+gst_d3d12_device_is_uma (GstD3D12Device * device)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), FALSE);
+
+  return device->priv->inner->feature_support.UMA ();
+}
+
+/**
+ * gst_d3d12_flush_all_devices:
+ *
+ * Flushes all devices and waits for completion of all scheduled GPU tasks
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_flush_all_devices (void)
+{
+  auto manager = DeviceCacheManager::GetInstance ();
+  manager->FlushAll ();
+}
+
+static inline DWORD
+gst_d3d12_transfer_func_to_gamma_func (GstVideoTransferFunction func)
+{
+  enum class GammaFuncType
+  {
+    GAMMA10,
+    GAMMA18,
+    GAMMA20,
+    GAMMA22,
+    BT709,
+    SMPTE240M,
+    SRGB,
+    GAMMA28,
+    LOG100,
+    LOG316,
+    BT2020,
+    ADOBERGB,
+    PQ,
+    HLG,
+  };
+
+  switch (func) {
+    case GST_VIDEO_TRANSFER_GAMMA18:
+      return (DWORD) GammaFuncType::GAMMA18;
+    case GST_VIDEO_TRANSFER_GAMMA20:
+      return (DWORD) GammaFuncType::GAMMA20;
+    case GST_VIDEO_TRANSFER_GAMMA22:
+      return (DWORD) GammaFuncType::GAMMA22;
+    case GST_VIDEO_TRANSFER_BT601:
+    case GST_VIDEO_TRANSFER_BT709:
+    case GST_VIDEO_TRANSFER_BT2020_10:
+      return (DWORD) GammaFuncType::BT709;
+    case GST_VIDEO_TRANSFER_SMPTE240M:
+      return (DWORD) GammaFuncType::SMPTE240M;
+    case GST_VIDEO_TRANSFER_SRGB:
+      return (DWORD) GammaFuncType::SRGB;
+    case GST_VIDEO_TRANSFER_GAMMA28:
+      return (DWORD) GammaFuncType::GAMMA28;
+    case GST_VIDEO_TRANSFER_LOG100:
+      return (DWORD) GammaFuncType::LOG100;
+    case GST_VIDEO_TRANSFER_LOG316:
+      return (DWORD) GammaFuncType::LOG316;
+    case GST_VIDEO_TRANSFER_BT2020_12:
+      return (DWORD) GammaFuncType::BT2020;
+    case GST_VIDEO_TRANSFER_ADOBERGB:
+      return (DWORD) GammaFuncType::ADOBERGB;
+    case GST_VIDEO_TRANSFER_SMPTE2084:
+      return (DWORD) GammaFuncType::PQ;
+    case GST_VIDEO_TRANSFER_ARIB_STD_B67:
+      return (DWORD) GammaFuncType::HLG;
+    default:
+      break;
+  }
+
+  return (DWORD) GammaFuncType::GAMMA10;
+}
+
+HRESULT
+gst_d3d12_device_get_converter_resources (GstD3D12Device * device,
+    ID3D12Resource * index_buf, ID3D12Resource * index_upload,
+    const D3D12_VERTEX_BUFFER_VIEW * vbv, const D3D12_INDEX_BUFFER_VIEW * ibv,
+    GstVideoTransferFunction gamma_dec_func, ID3D12Resource ** gamma_dec,
+    GstVideoTransferFunction gamma_enc_func, ID3D12Resource ** gamma_enc,
+    ID3D12Fence ** fence, guint64 * fence_val)
+{
+  auto priv = device->priv->inner;
+  GstD3D12FenceData *fence_data = nullptr;
+  GstD3D12CmdAlloc *gst_ca = nullptr;
+  GstD3D12CmdList *gst_cl = nullptr;
+  bool need_lut = false;
+  HRESULT hr = S_OK;
+  DWORD gamma_dec_func_d3d12 = 0;
+  DWORD gamma_enc_func_d3d12 = 0;
+
+  if (gamma_dec != nullptr && gamma_enc != nullptr)
+    need_lut = true;
+
+  if (need_lut) {
+    gamma_dec_func_d3d12 =
+        gst_d3d12_transfer_func_to_gamma_func (gamma_dec_func);
+    gamma_enc_func_d3d12 =
+        gst_d3d12_transfer_func_to_gamma_func (gamma_enc_func);
+  }
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->gamma_lut_rs) {
+    D3D12_ROOT_SIGNATURE_FLAGS rs_flags =
+        D3D12_ROOT_SIGNATURE_FLAG_ALLOW_INPUT_ASSEMBLER_INPUT_LAYOUT |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS;
+    D3D12_VERSIONED_ROOT_SIGNATURE_DESC rs_desc = { };
+    CD3DX12_ROOT_PARAMETER root_params1;
+
+    root_params0.InitAsConstants (2, 0);
+
+    CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (rs_desc, 1, root_params,
+        0, nullptr, rs_flags);
+
+    ComPtr < ID3DBlob > rs_blob;
+    ComPtr < ID3DBlob > error_blob;
+    hr = D3DX12SerializeVersionedRootSignature (&rs_desc,
+        D3D_ROOT_SIGNATURE_VERSION_1, &rs_blob, &error_blob);
+
+    if (!gst_d3d12_result (hr, device)) {
+      const gchar *error_msg = nullptr;
+      if (error_blob)
+        error_msg = (const gchar *) error_blob->GetBufferPointer ();
+
+      GST_ERROR_OBJECT (device,
+          "Couldn't serialize root signature, hr: 0x%x, error detail: %s",
+          (guint) hr, GST_STR_NULL (error_msg));
+      return hr;
+    }
+
+    hr = priv->device->CreateRootSignature (0, rs_blob->GetBufferPointer (),
+        rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->gamma_lut_rs));
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (device, "Couldn't create root signature");
+      return hr;
+    }
+  }
+
+  if (!priv->gamma_lut_pso) {
+    GstD3DShaderByteCode vs_blob;
+    GstD3DShaderByteCode ps_blob;
+    if (!gst_d3d12_shader_cache_get_gamma_lut_blob (&vs_blob, &ps_blob)) {
+      GST_ERROR_OBJECT (device, "Couldn't get gamma decode byte code");
+      return E_FAIL;
+    }
+
+    D3D12_INPUT_ELEMENT_DESC input_desc2;
+    input_desc0.SemanticName = "POSITION";
+    input_desc0.SemanticIndex = 0;
+    input_desc0.Format = DXGI_FORMAT_R32G32B32_FLOAT;
+    input_desc0.InputSlot = 0;
+    input_desc0.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
+    input_desc0.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
+    input_desc0.InstanceDataStepRate = 0;
+
+    input_desc1.SemanticName = "TEXCOORD";
+    input_desc1.SemanticIndex = 0;
+    input_desc1.Format = DXGI_FORMAT_R32G32_FLOAT;
+    input_desc1.InputSlot = 0;
+    input_desc1.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
+    input_desc1.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
+    input_desc1.InstanceDataStepRate = 0;
+
+    D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc = { };
+    pso_desc.pRootSignature = priv->gamma_lut_rs.Get ();
+    pso_desc.VS.pShaderBytecode = vs_blob.byte_code;
+    pso_desc.VS.BytecodeLength = vs_blob.byte_code_len;
+    pso_desc.PS.pShaderBytecode = ps_blob.byte_code;
+    pso_desc.PS.BytecodeLength = ps_blob.byte_code_len;
+    pso_desc.BlendState = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
+    pso_desc.SampleMask = UINT_MAX;
+    pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
+    pso_desc.RasterizerState.CullMode = D3D12_CULL_MODE_NONE;
+    pso_desc.DepthStencilState.DepthEnable = FALSE;
+    pso_desc.DepthStencilState.StencilEnable = FALSE;
+    pso_desc.InputLayout.pInputElementDescs = input_desc;
+    pso_desc.InputLayout.NumElements = 2;
+    pso_desc.PrimitiveTopologyType = D3D12_PRIMITIVE_TOPOLOGY_TYPE_TRIANGLE;
+    pso_desc.NumRenderTargets = 1;
+    pso_desc.RTVFormats0 = DXGI_FORMAT_R16_UNORM;
+    pso_desc.SampleDesc.Count = 1;
+    pso_desc.SampleDesc.Quality = 0;
+
+    hr = priv->device->CreateGraphicsPipelineState (&pso_desc,
+        IID_PPV_ARGS (&priv->gamma_lut_pso));
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (device, "Couldn't create gamma decode pso");
+      return hr;
+    }
+  }
+
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+
+  gst_d3d12_cmd_alloc_pool_acquire (priv->direct_ca_pool, &gst_ca);
+  if (!gst_ca) {
+    GST_ERROR_OBJECT (device, "Couldn't acquire command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
+    return E_FAIL;
+  }
+
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  gst_d3d12_cmd_list_pool_acquire (priv->direct_cl_pool, ca, &gst_cl);
+
+  if (!gst_cl) {
+    GST_ERROR_OBJECT (device, "Couldn't acquire command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return E_FAIL;
+  }
+
+  ComPtr < ID3D12CommandList > cl_base;
+  ComPtr < ID3D12GraphicsCommandList > cl;
+
+  cl_base = gst_d3d12_cmd_list_get_handle (gst_cl);
+  cl_base.As (&cl);
+
+  cl->CopyResource (index_buf, index_upload);
+  index_buf->AddRef ();
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (index_buf));
+
+  index_upload->AddRef ();
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (index_upload));
+
+  D3D12_RESOURCE_BARRIER copy_barrier =
+      CD3DX12_RESOURCE_BARRIER::Transition (index_buf,
+      D3D12_RESOURCE_STATE_COPY_DEST,
+      D3D12_RESOURCE_STATE_VERTEX_AND_CONSTANT_BUFFER |
+      D3D12_RESOURCE_STATE_INDEX_BUFFER,
+      D3D12_RESOURCE_BARRIER_ALL_SUBRESOURCES);
+
+  cl->ResourceBarrier (1, &copy_barrier);
+
+  bool store_dec = false;
+  bool store_enc = false;
+  ComPtr < ID3D12Resource > gamma_dec_resource;
+  ComPtr < ID3D12Resource > gamma_enc_resource;
+
+  if (need_lut) {
+    const UINT lut_size = 4096;
+
+    auto dec_iter = priv->gamma_dec_lut.find (gamma_dec_func_d3d12);
+    if (dec_iter != priv->gamma_dec_lut.end ()) {
+      GST_LOG_OBJECT (device, "Reuse gamma decode LUT");
+      gamma_dec_resource = dec_iter->second;
+    } else {
+      GST_DEBUG_OBJECT (device, "Need to build gamma decode LUT");
+    }
+
+    auto enc_iter = priv->gamma_enc_lut.find (gamma_enc_func_d3d12);
+    if (enc_iter != priv->gamma_enc_lut.end ()) {
+      GST_LOG_OBJECT (device, "Reuse gamma encode LUT");
+      gamma_enc_resource = enc_iter->second;
+    } else {
+      GST_DEBUG_OBJECT (device, "Need to build gamma encode LUT");
+    }
+
+    if (!gamma_dec_resource || !gamma_enc_resource) {
+      GstD3D12DescHeap *desc_heap = nullptr;
+      D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+      if (gst_d3d12_device_non_zeroed_supported (device))
+        heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
+      auto heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
+      auto resource_desc = CD3DX12_RESOURCE_DESC::Tex1D (DXGI_FORMAT_R16_UNORM,
+          lut_size, 1, 1, D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+
+      D3D12_RENDER_TARGET_VIEW_DESC rtv_desc = { };
+      rtv_desc.Format = DXGI_FORMAT_R16_UNORM;
+      rtv_desc.ViewDimension = D3D12_RTV_DIMENSION_TEXTURE1D;
+      rtv_desc.Texture1D.MipSlice = 0;
+
+      gst_d3d12_desc_heap_pool_acquire (priv->rtv_heap_pool, &desc_heap);
+      if (!desc_heap) {
+        GST_ERROR_OBJECT (device, "Couldn't acquire descriptor heap");
+        gst_d3d12_fence_data_unref (fence_data);
+        return E_FAIL;
+      }
+
+      gst_d3d12_fence_data_push (fence_data,
+          FENCE_NOTIFY_MINI_OBJECT (desc_heap));
+
+      auto desc_handle = gst_d3d12_desc_heap_get_handle (desc_heap);
+      auto cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+          (GetCPUDescriptorHandleForHeapStart (desc_handle));
+
+      cl->SetGraphicsRootSignature (priv->gamma_lut_rs.Get ());
+      cl->SetPipelineState (priv->gamma_lut_pso.Get ());
+      cl->IASetIndexBuffer (ibv);
+      cl->IASetVertexBuffers (0, 1, vbv);
+      cl->IASetPrimitiveTopology (D3D_PRIMITIVE_TOPOLOGY_TRIANGLELIST);
+
+      D3D12_VIEWPORT viewport = { };
+      viewport.Width = lut_size;
+      viewport.Height = 1;
+      viewport.MinDepth = 0;
+      viewport.MaxDepth = 1;
+      cl->RSSetViewports (1, &viewport);
+
+      D3D12_RECT scissor_rect = { };
+      scissor_rect.left = 0;
+      scissor_rect.top = 0;
+      scissor_rect.right = lut_size;
+      scissor_rect.bottom = 1;
+      cl->RSSetScissorRects (1, &scissor_rect);
+
+      if (!gamma_dec_resource) {
+        store_dec = true;
+        hr = priv->device->CreateCommittedResource (&heap_prop, heap_flags,
+            &resource_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
+            IID_PPV_ARGS (&gamma_dec_resource));
+        if (!gst_d3d12_result (hr, device)) {
+          GST_ERROR_OBJECT (device, "Couldn't create LUT texture");
+          return hr;
+        }
+
+        priv->device->CreateRenderTargetView (gamma_dec_resource.Get (),
+            &rtv_desc, cpu_handle);
+
+        cl->SetGraphicsRoot32BitConstant (0, 1, 0);
+        cl->SetGraphicsRoot32BitConstant (0, gamma_dec_func_d3d12, 1);
+        cl->OMSetRenderTargets (1, &cpu_handle, FALSE, nullptr);
+        cl->DrawIndexedInstanced (6, 1, 0, 0, 0);
+
+        cpu_handle.Offset (priv->rtv_inc_size);
+      }
+
+      if (!gamma_enc_resource) {
+        store_enc = true;
+        hr = priv->device->CreateCommittedResource (&heap_prop, heap_flags,
+            &resource_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
+            IID_PPV_ARGS (&gamma_enc_resource));
+        if (!gst_d3d12_result (hr, device)) {
+          GST_ERROR_OBJECT (device, "Couldn't create LUT texture");
+          return hr;
+        }
+
+        priv->device->CreateRenderTargetView (gamma_enc_resource.Get (),
+            &rtv_desc, cpu_handle);
+
+        cl->SetGraphicsRoot32BitConstant (0, 0, 0);
+        cl->SetGraphicsRoot32BitConstant (0, gamma_enc_func_d3d12, 1);
+        cl->OMSetRenderTargets (1, &cpu_handle, FALSE, nullptr);
+        cl->DrawIndexedInstanced (6, 1, 0, 0, 0);
+      }
+    }
+  }
+
+  hr = cl->Close ();
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (device, "Couldn't close command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return hr;
+  }
+
+  ID3D12CommandList *cmd_list = { cl.Get () };
+  hr = gst_d3d12_cmd_queue_execute_command_lists (priv->direct_queue,
+      1, cmd_list, fence_val);
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (device, "Couldn't execute command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return hr;
+  }
+
+  gst_d3d12_cmd_queue_set_notify (priv->direct_queue, *fence_val, fence_data,
+      (GDestroyNotify) gst_d3d12_fence_data_unref);
+
+  if (need_lut) {
+    if (store_dec)
+      priv->gamma_dec_lutgamma_dec_func_d3d12 = gamma_dec_resource;
+    if (store_enc)
+      priv->gamma_enc_lutgamma_enc_func_d3d12 = gamma_enc_resource;
+
+    *gamma_dec = gamma_dec_resource.Detach ();
+    *gamma_enc = gamma_enc_resource.Detach ();
+  }
+
+  *fence = gst_d3d12_cmd_queue_get_fence_handle (priv->direct_queue);
+  (*fence)->AddRef ();
+
+  return S_OK;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12device.h Added

@@ -0,0 +1,128 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_DEVICE             (gst_d3d12_device_get_type())
+#define GST_D3D12_DEVICE(obj)             (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_D3D12_DEVICE,GstD3D12Device))
+#define GST_D3D12_DEVICE_CLASS(klass)     (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_D3D12_DEVICE,GstD3D12DeviceClass))
+#define GST_D3D12_DEVICE_GET_CLASS(obj)   (GST_D3D12_DEVICE_CLASS(G_OBJECT_GET_CLASS(obj)))
+#define GST_IS_D3D12_DEVICE(obj)          (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_D3D12_DEVICE))
+#define GST_IS_D3D12_DEVICE_CLASS(klass)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_D3D12_DEVICE))
+#define GST_D3D12_DEVICE_CAST(obj)        ((GstD3D12Device*)(obj))
+
+#define GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE "gst.d3d12.device.handle"
+
+/**
+ * GstD3D12Device:
+ *
+ * Opaque GstD3D12Device struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12Device
+{
+  GstObject parent;
+
+  /*< private >*/
+  GstD3D12DevicePrivate *priv;
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12DeviceClass:
+ *
+ * Opaque GstD3D12DeviceClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12DeviceClass
+{
+  GstObjectClass parent_class;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType                   gst_d3d12_device_get_type                 (void);
+
+GST_D3D12_API
+GstD3D12Device *        gst_d3d12_device_new                      (guint adapter_index);
+
+GST_D3D12_API
+GstD3D12Device *        gst_d3d12_device_new_for_adapter_luid     (gint64 adapter_luid);
+
+GST_D3D12_API
+ID3D12Device *          gst_d3d12_device_get_device_handle        (GstD3D12Device * device);
+
+GST_D3D12_API
+IDXGIAdapter1 *         gst_d3d12_device_get_adapter_handle       (GstD3D12Device * device);
+
+GST_D3D12_API
+IDXGIFactory2 *         gst_d3d12_device_get_factory_handle       (GstD3D12Device * device);
+
+GST_D3D12_API
+ID3D12Fence *           gst_d3d12_device_get_fence_handle         (GstD3D12Device * device,
+                                                                   D3D12_COMMAND_LIST_TYPE queue_type);
+
+GST_D3D12_API
+gboolean                gst_d3d12_device_get_format               (GstD3D12Device * device,
+                                                                   GstVideoFormat format,
+                                                                   GstD3D12Format * device_format);
+
+GST_D3D12_API
+GstD3D12CmdQueue *      gst_d3d12_device_get_cmd_queue            (GstD3D12Device * device,
+                                                                   D3D12_COMMAND_LIST_TYPE queue_type);
+
+GST_D3D12_API
+HRESULT                 gst_d3d12_device_execute_command_lists    (GstD3D12Device * device,
+                                                                   D3D12_COMMAND_LIST_TYPE queue_type,
+                                                                   guint num_command_lists,
+                                                                   ID3D12CommandList ** command_lists,
+                                                                   guint64 * fence_value);
+
+GST_D3D12_API
+guint64                 gst_d3d12_device_get_completed_value      (GstD3D12Device * device,
+                                                                   D3D12_COMMAND_LIST_TYPE queue_type);
+
+GST_D3D12_API
+gboolean                gst_d3d12_device_set_fence_notify         (GstD3D12Device * device,
+                                                                   D3D12_COMMAND_LIST_TYPE queue_type,
+                                                                   guint64 fence_value,
+                                                                   gpointer fence_data,
+                                                                   GDestroyNotify notify);
+
+GST_D3D12_API
+HRESULT                 gst_d3d12_device_fence_wait               (GstD3D12Device * device,
+                                                                   D3D12_COMMAND_LIST_TYPE queue_type,
+                                                                   guint64 fence_value);
+
+GST_D3D12_API
+gboolean                gst_d3d12_device_is_equal                 (GstD3D12Device * device1,
+                                                                   GstD3D12Device * device2);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12fencedatapool.cpp Added

@@ -0,0 +1,293 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12fencedatapool.h"
+#include <gst/base/gstqueuearray.h>
+#include <mutex>
+#include <queue>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_fence_data_pool_debug);
+#define GST_CAT_DEFAULT gst_d3d12_fence_data_pool_debug
+
+struct NotifyData
+{
+  gpointer user_data = nullptr;
+  GDestroyNotify notify = nullptr;
+};
+
+static void
+notify_data_clear_func (NotifyData * data)
+{
+  if (data->notify)
+    data->notify (data->user_data);
+
+  data->user_data = nullptr;
+  data->notify = nullptr;
+}
+
+/* *INDENT-OFF* */
+struct _GstD3D12FenceData : public GstMiniObject
+{
+  _GstD3D12FenceData ()
+  {
+    queue = gst_vec_deque_new_for_struct (sizeof (NotifyData), 4);
+    gst_vec_deque_set_clear_func (queue,
+        (GDestroyNotify) notify_data_clear_func);
+  }
+
+  ~_GstD3D12FenceData ()
+  {
+    gst_vec_deque_free (queue);
+  }
+
+  GstD3D12FenceDataPool *pool = nullptr;
+  GstVecDeque *queue;
+};
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12FenceData, gst_d3d12_fence_data);
+
+struct _GstD3D12FenceDataPoolPrivate
+{
+  ~_GstD3D12FenceDataPoolPrivate ()
+  {
+    while (!data_pool.empty ()) {
+      auto data = data_pool.front ();
+      data_pool.pop ();
+      gst_mini_object_unref (data);
+    }
+  }
+
+  std::mutex lock;
+  std::queue<GstD3D12FenceData *>data_pool;
+};
+/* *INDENT-ON* */
+
+static void gst_d3d12_fence_data_pool_finalize (GObject * object);
+
+#define gst_d3d12_fence_data_pool_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12FenceDataPool,
+    gst_d3d12_fence_data_pool, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_fence_data_pool_class_init (GstD3D12FenceDataPoolClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_fence_data_pool_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_fence_data_pool_debug,
+      "d3d12fencedatapool", 0, "d3d12fencedatapool");
+}
+
+static void
+gst_d3d12_fence_data_pool_init (GstD3D12FenceDataPool * self)
+{
+  self->priv = new GstD3D12FenceDataPoolPrivate ();
+}
+
+static void
+gst_d3d12_fence_data_pool_finalize (GObject * object)
+{
+  auto self = GST_D3D12_FENCE_DATA_POOL (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+/**
+ * gst_d3d12_fence_data_pool_new:
+ *
+ * Creates #GstD3D12FenceDataPool instance
+ *
+ * Returns: (transfer full): a #GstD3D12FenceDataPool instance
+ *
+ * Since: 1.26
+ */
+GstD3D12FenceDataPool *
+gst_d3d12_fence_data_pool_new (void)
+{
+  auto self = (GstD3D12FenceDataPool *)
+      g_object_new (GST_TYPE_D3D12_FENCE_DATA_POOL, nullptr);
+  gst_object_ref_sink (self);
+
+  return self;
+}
+
+static void
+gst_d3d12_fence_data_pool_release (GstD3D12FenceDataPool * pool,
+    GstD3D12FenceData * data)
+{
+  auto priv = pool->priv;
+  gst_vec_deque_clear (data->queue);
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    data->dispose = nullptr;
+    data->pool = nullptr;
+    priv->data_pool.push (data);
+  }
+
+  gst_object_unref (pool);
+}
+
+static void
+gst_d3d12_fence_data_free (GstD3D12FenceData * data)
+{
+  delete data;
+}
+
+static gboolean
+gst_d3d12_fence_data_dispose (GstD3D12FenceData * data)
+{
+  if (!data->pool)
+    return TRUE;
+
+  gst_mini_object_ref (data);
+  gst_d3d12_fence_data_pool_release (data->pool, data);
+  return FALSE;
+}
+
+static GstD3D12FenceData *
+gst_d3d12_fence_data_new (void)
+{
+  auto data = new GstD3D12FenceData ();
+
+  gst_mini_object_init (data, 0, gst_d3d12_fence_data_get_type (),
+      nullptr, nullptr, (GstMiniObjectFreeFunction) gst_d3d12_fence_data_free);
+
+  return data;
+}
+
+/**
+ * gst_d3d12_fence_data_pool_acquire:
+ * @pool: a #GstD3D12FenceDataPool
+ * @data: (out) (transfer full): a pointer to #GstD3D12FenceData
+ *
+ * Acquire #GstD3D12FenceData object
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_fence_data_pool_acquire (GstD3D12FenceDataPool * pool,
+    GstD3D12FenceData ** data)
+{
+  g_return_val_if_fail (GST_IS_D3D12_FENCE_DATA_POOL (pool), FALSE);
+  g_return_val_if_fail (data, FALSE);
+
+  auto priv = pool->priv;
+  GstD3D12FenceData *new_data = nullptr;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (!priv->data_pool.empty ()) {
+      new_data = priv->data_pool.front ();
+      priv->data_pool.pop ();
+    }
+  }
+
+  if (!new_data) {
+    new_data = gst_d3d12_fence_data_new ();
+
+    if (GST_OBJECT_FLAG_IS_SET (pool, GST_OBJECT_FLAG_MAY_BE_LEAKED))
+      GST_MINI_OBJECT_FLAG_SET (new_data, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  }
+
+  new_data->pool = (GstD3D12FenceDataPool *) gst_object_ref (pool);
+  new_data->dispose =
+      (GstMiniObjectDisposeFunction) gst_d3d12_fence_data_dispose;
+
+  *data = new_data;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_fence_data_push:
+ * @data: a #GstD3D12FenceData
+ * @user_data: private data
+ * @notify: a #GDestroyNotify
+ *
+ * Sets notify callback
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_fence_data_push (GstD3D12FenceData * data, gpointer user_data,
+    GDestroyNotify notify)
+{
+  g_return_if_fail (data);
+
+  NotifyData notify_data;
+
+  notify_data.user_data = user_data;
+  notify_data.notify = notify;
+
+  gst_vec_deque_push_tail_struct (data->queue, &notify_data);
+}
+
+/**
+ * gst_d3d12_fence_data_ref:
+ * @data: a #GstD3D12FenceData
+ *
+ * Increments the refcount of @data
+ *
+ * Returns: (transfer full): a #GstD3D12FenceData
+ *
+ * Since: 1.26
+ */
+GstD3D12FenceData *
+gst_d3d12_fence_data_ref (GstD3D12FenceData * data)
+{
+  return (GstD3D12FenceData *) gst_mini_object_ref (data);
+}
+
+/**
+ * gst_d3d12_fence_data_unref:
+ * @cmd: a #GstD3D12FenceData
+ *
+ * Decrements the refcount of @data
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_fence_data_unref (GstD3D12FenceData * data)
+{
+  gst_mini_object_unref (data);
+}
+
+/**
+ * gst_clear_d3d12_fence_data:
+ * @data: a pointer to #GstD3D12FenceData
+ *
+ * Clears a reference to a #GstD3D12FenceData
+ *
+ * Since: 1.26
+ */
+void
+gst_clear_d3d12_fence_data (GstD3D12FenceData ** data)
+{
+  gst_clear_mini_object (data);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12fencedatapool.h Added

@@ -0,0 +1,95 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_FENCE_DATA_POOL            (gst_d3d12_fence_data_pool_get_type ())
+#define GST_D3D12_FENCE_DATA_POOL(obj)            (G_TYPE_CHECK_INSTANCE_CAST ((obj), GST_TYPE_D3D12_FENCE_DATA_POOL, GstD3D12FenceDataPool))
+#define GST_D3D12_FENCE_DATA_POOL_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST ((klass), GST_TYPE_D3D12_FENCE_DATA_POOL, GstD3D12FenceDataPoolClass))
+#define GST_IS_D3D12_FENCE_DATA_POOL(obj)         (G_TYPE_CHECK_INSTANCE_TYPE ((obj), GST_TYPE_D3D12_FENCE_DATA_POOL))
+#define GST_IS_D3D12_FENCE_DATA_POOL_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE ((klass), GST_TYPE_D3D12_FENCE_DATA_POOL))
+#define GST_D3D12_FENCE_DATA_POOL_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_D3D12_FENCE_DATA_POOL, GstD3D12FenceDataPoolClass))
+#define GST_D3D12_FENCE_DATA_POOL_CAST(obj)       ((GstD3D12FenceDataPool*)(obj))
+
+/**
+ * GstD3D12FenceDataPool:
+ *
+ * Opaque GstD3D12FenceDataPool struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12FenceDataPool
+{
+  GstObject parent;
+
+  /*< private >*/
+  GstD3D12FenceDataPoolPrivate *priv;
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12FenceDataPoolClass:
+ *
+ * Opaque GstD3D12FenceDataPoolClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12FenceDataPoolClass
+{
+  GstObjectClass parent_class;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType                   gst_d3d12_fence_data_pool_get_type (void);
+
+GST_D3D12_API
+GType                   gst_d3d12_fence_data_get_type (void);
+
+GST_D3D12_API
+GstD3D12FenceDataPool * gst_d3d12_fence_data_pool_new (void);
+
+GST_D3D12_API
+gboolean                gst_d3d12_fence_data_pool_acquire (GstD3D12FenceDataPool * pool,
+                                                           GstD3D12FenceData ** data);
+
+GST_D3D12_API
+void                    gst_d3d12_fence_data_push (GstD3D12FenceData * data,
+                                                   gpointer user_data,
+                                                   GDestroyNotify notify);
+
+GST_D3D12_API
+GstD3D12FenceData *     gst_d3d12_fence_data_ref (GstD3D12FenceData * data);
+
+GST_D3D12_API
+void                    gst_d3d12_fence_data_unref (GstD3D12FenceData * data);
+
+GST_D3D12_API
+void                    gst_clear_d3d12_fence_data (GstD3D12FenceData ** data);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12format-private.h Added

@@ -0,0 +1,72 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+#include <gst/d3d12/gstd3d12format.h>
+
+G_BEGIN_DECLS
+
+struct GstD3D12ColorMatrix
+{
+  gdouble matrix33;
+  gdouble offset3;
+  gdouble min3;
+  gdouble max3;
+};
+
+GST_D3D12_API
+void            gst_d3d12_color_matrix_init (GstD3D12ColorMatrix * matrix);
+
+GST_D3D12_API
+gchar *         gst_d3d12_dump_color_matrix (GstD3D12ColorMatrix * matrix);
+
+GST_D3D12_API
+gboolean        gst_d3d12_color_range_adjust_matrix_unorm (const GstVideoInfo * in_info,
+                                                           const GstVideoInfo * out_info,
+                                                           GstD3D12ColorMatrix * matrix);
+
+GST_D3D12_API
+gboolean        gst_d3d12_yuv_to_rgb_matrix_unorm (const GstVideoInfo * in_yuv_info,
+                                                   const GstVideoInfo * out_rgb_info,
+                                                   GstD3D12ColorMatrix * matrix);
+
+GST_D3D12_API
+gboolean        gst_d3d12_rgb_to_yuv_matrix_unorm (const GstVideoInfo * in_rgb_info,
+                                                   const GstVideoInfo * out_yuv_info,
+                                                   GstD3D12ColorMatrix * matrix);
+
+GST_D3D12_API
+gboolean        gst_d3d12_color_primaries_matrix_unorm (const GstVideoColorPrimariesInfo * in_info,
+                                                        const GstVideoColorPrimariesInfo * out_info,
+                                                        GstD3D12ColorMatrix * matrix);
+
+GST_D3D12_API
+gboolean        gst_d3d12_get_format (GstVideoFormat format,
+                                      GstD3D12Format * d3d12_format);
+
+GST_D3D12_API
+guint           gst_d3d12_dxgi_format_get_resource_format (DXGI_FORMAT format,
+                                                           DXGI_FORMAT resource_formatGST_VIDEO_MAX_PLANES);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12format.cpp Added

@@ -0,0 +1,1281 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12-private.h"
+#include <string.h>
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12format", 0, "d3d12format");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif
+
+/* *INDENT-OFF* */
+const D3D12_FORMAT_SUPPORT1 kDefaultFormatSupport1 =
+    D3D12_FORMAT_SUPPORT1_TEXTURE2D | D3D12_FORMAT_SUPPORT1_SHADER_SAMPLE |
+    D3D12_FORMAT_SUPPORT1_RENDER_TARGET;
+
+struct FormatBuilder : public GstD3D12Format
+{
+  explicit FormatBuilder (const GstD3D12Format & other)
+      : GstD3D12Format (other) {}
+
+  FormatBuilder ()
+  {
+    format = GST_VIDEO_FORMAT_UNKNOWN;
+    dimension = D3D12_RESOURCE_DIMENSION_UNKNOWN;
+    support1 = D3D12_FORMAT_SUPPORT1_NONE;
+    support2 = D3D12_FORMAT_SUPPORT2_NONE;
+
+    for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+      resource_formati = DXGI_FORMAT_UNKNOWN;
+      uav_formati = DXGI_FORMAT_UNKNOWN;
+    }
+  }
+
+  FormatBuilder (
+      GstVideoFormat Format,
+      GstD3D12FormatFlags FormatFlags,
+      D3D12_RESOURCE_DIMENSION Dimension,
+      DXGI_FORMAT DxgiFormat,
+      const DXGI_FORMAT ResourceFormatGST_VIDEO_MAX_PLANES,
+      D3D12_FORMAT_SUPPORT1 Support1,
+      D3D12_FORMAT_SUPPORT2 Support2
+    )
+  {
+    format = Format;
+    format_flags = FormatFlags;
+    dimension = Dimension;
+    dxgi_format = DxgiFormat;
+    support1 = Support1;
+    support2 = Support2;
+
+    for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+      resource_formati = ResourceFormati;
+      uav_formati = DXGI_FORMAT_UNKNOWN;
+    }
+  }
+
+  static inline FormatBuilder NotSupported (
+      GstVideoFormat Format
+    )
+  {
+    auto f = FormatBuilder();
+    f.format = Format;
+    return f;
+  }
+
+  static inline FormatBuilder RgbPacked (
+      GstVideoFormat Format,
+      DXGI_FORMAT DxgiFormat,
+      D3D12_FORMAT_SUPPORT1 Support1 = kDefaultFormatSupport1,
+      D3D12_FORMAT_SUPPORT2 Support2 = D3D12_FORMAT_SUPPORT2_NONE,
+      GstD3D12FormatFlags FormatFlags = GST_D3D12_FORMAT_FLAG_NONE
+    )
+  {
+    DXGI_FORMAT resource_format = { DxgiFormat, DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN,
+        DXGI_FORMAT_UNKNOWN };
+
+    return FormatBuilder (Format, FormatFlags,
+        D3D12_RESOURCE_DIMENSION_TEXTURE2D,
+        DxgiFormat, resource_format, Support1, Support2);
+  }
+
+  static inline FormatBuilder Planar (
+      GstVideoFormat Format,
+      DXGI_FORMAT ResourceFormat = DXGI_FORMAT_R8_UNORM,
+      D3D12_FORMAT_SUPPORT1 Support1 = kDefaultFormatSupport1,
+      D3D12_FORMAT_SUPPORT2 Support2 = D3D12_FORMAT_SUPPORT2_NONE
+    )
+  {
+    DXGI_FORMAT resource_format = { ResourceFormat, ResourceFormat,
+        ResourceFormat, DXGI_FORMAT_UNKNOWN };
+    return FormatBuilder (Format, GST_D3D12_FORMAT_FLAG_NONE,
+        D3D12_RESOURCE_DIMENSION_TEXTURE2D, DXGI_FORMAT_UNKNOWN,
+        resource_format, Support1, Support2);
+  }
+
+  static inline FormatBuilder PlanarFull (
+      GstVideoFormat Format,
+      DXGI_FORMAT ResourceFormat = DXGI_FORMAT_R8_UNORM,
+      D3D12_FORMAT_SUPPORT1 Support1 = kDefaultFormatSupport1,
+      D3D12_FORMAT_SUPPORT2 Support2 = D3D12_FORMAT_SUPPORT2_NONE
+    )
+  {
+    DXGI_FORMAT resource_format = { ResourceFormat, ResourceFormat,
+        ResourceFormat, ResourceFormat };
+    return FormatBuilder (Format, GST_D3D12_FORMAT_FLAG_NONE,
+        D3D12_RESOURCE_DIMENSION_TEXTURE2D, DXGI_FORMAT_UNKNOWN,
+        resource_format, Support1, Support2);
+  }
+
+  static inline FormatBuilder YuvSemiPlanar (
+      GstVideoFormat Format,
+      DXGI_FORMAT DxgiFormat,
+      DXGI_FORMAT ResourceFormatY,
+      DXGI_FORMAT ResourceFormatUV,
+      D3D12_FORMAT_SUPPORT1 Support1 = kDefaultFormatSupport1,
+      D3D12_FORMAT_SUPPORT2 Support2 = D3D12_FORMAT_SUPPORT2_NONE
+    )
+  {
+    DXGI_FORMAT resource_format = { ResourceFormatY, ResourceFormatUV,
+        DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN };
+    return FormatBuilder (Format, GST_D3D12_FORMAT_FLAG_NONE,
+        D3D12_RESOURCE_DIMENSION_TEXTURE2D, DxgiFormat, resource_format,
+        Support1, Support2);
+  }
+
+  static inline FormatBuilder YuvSemiPlanarWithAlpha (
+      GstVideoFormat Format,
+      DXGI_FORMAT ResourceFormatY,
+      DXGI_FORMAT ResourceFormatUV,
+      DXGI_FORMAT ResourceFormatA,
+      D3D12_FORMAT_SUPPORT1 Support1 = kDefaultFormatSupport1,
+      D3D12_FORMAT_SUPPORT2 Support2 = D3D12_FORMAT_SUPPORT2_NONE
+    )
+  {
+    DXGI_FORMAT resource_format = { ResourceFormatY, ResourceFormatUV,
+        ResourceFormatA, DXGI_FORMAT_UNKNOWN };
+    return FormatBuilder (Format, GST_D3D12_FORMAT_FLAG_NONE,
+        D3D12_RESOURCE_DIMENSION_TEXTURE2D, DXGI_FORMAT_UNKNOWN,
+        resource_format, Support1, Support2);
+  }
+
+  static inline FormatBuilder YuvPacked (
+      GstVideoFormat Format,
+      DXGI_FORMAT DxgiFormat,
+      DXGI_FORMAT ResourceFormat,
+      GstD3D12FormatFlags FormatFlags = GST_D3D12_FORMAT_FLAG_OUTPUT_UAV,
+      D3D12_FORMAT_SUPPORT1 Support1 = (D3D12_FORMAT_SUPPORT1_TEXTURE2D |
+          D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW),
+      D3D12_FORMAT_SUPPORT2 Support2 = D3D12_FORMAT_SUPPORT2_UAV_TYPED_STORE
+    )
+  {
+    DXGI_FORMAT resource_format = { ResourceFormat, DXGI_FORMAT_UNKNOWN,
+        DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN };
+    return FormatBuilder (Format, FormatFlags,
+        D3D12_RESOURCE_DIMENSION_TEXTURE2D,
+        DxgiFormat, resource_format, Support1, Support2);
+  }
+
+  static inline FormatBuilder Gray (
+      GstVideoFormat Format,
+      DXGI_FORMAT DxgiFormat,
+      D3D12_FORMAT_SUPPORT1 Support1 = kDefaultFormatSupport1,
+      D3D12_FORMAT_SUPPORT2 Support2 = D3D12_FORMAT_SUPPORT2_NONE
+    )
+  {
+    DXGI_FORMAT resource_format = { DxgiFormat, DXGI_FORMAT_UNKNOWN,
+        DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN };
+    return FormatBuilder (Format, GST_D3D12_FORMAT_FLAG_NONE,
+        D3D12_RESOURCE_DIMENSION_TEXTURE2D,
+        DxgiFormat, resource_format, Support1, Support2);
+  }
+
+  static inline FormatBuilder Buffer (
+      GstVideoFormat Format
+    )
+  {
+    DXGI_FORMAT resource_format = { DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN,
+        DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_UNKNOWN };
+    return FormatBuilder (Format, GST_D3D12_FORMAT_FLAG_NONE,
+        D3D12_RESOURCE_DIMENSION_BUFFER, DXGI_FORMAT_UNKNOWN, resource_format,
+        D3D12_FORMAT_SUPPORT1_NONE, D3D12_FORMAT_SUPPORT2_NONE);
+  }
+};
+
+static const GstD3D12Format g_format_map = {
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_UNKNOWN),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_ENCODED),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_I420),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_YV12),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_YUY2,
+      DXGI_FORMAT_YUY2, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_UYVY,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_AYUV,
+      DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_RGBx,
+      DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_BGRx,
+      DXGI_FORMAT_B8G8R8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_xRGB,
+      DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_xBGR,
+      DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_RGBA,
+      DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_BGRA,
+      DXGI_FORMAT_B8G8R8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_ARGB,
+      DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_ABGR,
+      DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_RGB,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_BGR,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_Y41B),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_Y42B),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_YVYU,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_Y444),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_v210,
+      DXGI_FORMAT_R10G10B10A2_UNORM, DXGI_FORMAT_R10G10B10A2_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_v216,
+      DXGI_FORMAT_R16G16B16A16_UNORM, DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_NV12,
+      DXGI_FORMAT_NV12, DXGI_FORMAT_R8_UNORM, DXGI_FORMAT_R8G8_UNORM),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_NV21,
+      DXGI_FORMAT_NV12, DXGI_FORMAT_R8_UNORM, DXGI_FORMAT_R8G8_UNORM),
+  FormatBuilder::Gray (GST_VIDEO_FORMAT_GRAY8,
+      DXGI_FORMAT_R8_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_GRAY16_BE),
+  FormatBuilder::Gray (GST_VIDEO_FORMAT_GRAY16_LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_v308,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_RGB16,
+      DXGI_FORMAT_B5G6R5_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_BGR16,
+      DXGI_FORMAT_B5G6R5_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_RGB15,
+      DXGI_FORMAT_B5G5R5A1_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_BGR15,
+      DXGI_FORMAT_B5G5R5A1_UNORM),
+  FormatBuilder::Buffer (GST_VIDEO_FORMAT_UYVP),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A420),
+  FormatBuilder::Buffer (GST_VIDEO_FORMAT_RGB8P),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_YUV9),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_YVU9),
+  FormatBuilder::Buffer (GST_VIDEO_FORMAT_IYU1),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_ARGB64,
+      DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_AYUV64,
+      DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_r210,
+      DXGI_FORMAT_R32_UINT, DXGI_FORMAT_R32_UINT),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_I420_10BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_I420_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_I422_10BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_I422_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_Y444_10BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_Y444_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_GBR),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_GBR_10BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_GBR_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_NV16,
+      DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_R8_UNORM, DXGI_FORMAT_R8G8_UNORM),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_NV24,
+      DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_R8_UNORM, DXGI_FORMAT_R8G8_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_64Z32),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A420_10BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A420_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A422_10BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A422_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A444_10BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A444_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_NV61,
+      DXGI_FORMAT_UNKNOWN, DXGI_FORMAT_R8_UNORM, DXGI_FORMAT_R8G8_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_P010_10BE),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_P010_10LE,
+      DXGI_FORMAT_P010, DXGI_FORMAT_R16_UNORM, DXGI_FORMAT_R16G16_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_IYU2,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_VYUY,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_FORMAT_R8G8B8A8_UNORM),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_GBRA),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_GBRA_10BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_GBRA_10LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_GBR_12BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_GBR_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_GBRA_12BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_GBRA_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_I420_12BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_I420_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_I422_12BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_I422_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_Y444_12BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_Y444_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_GRAY10_LE32),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_10LE32),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV16_10LE32),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_10LE40),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_Y210,
+      DXGI_FORMAT_Y210, DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_Y410,
+      DXGI_FORMAT_Y410, DXGI_FORMAT_R10G10B10A2_UNORM),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_VUYA,
+      DXGI_FORMAT_AYUV, DXGI_FORMAT_R8G8B8A8_UNORM, GST_D3D12_FORMAT_FLAG_NONE,
+      kDefaultFormatSupport1, D3D12_FORMAT_SUPPORT2_NONE),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_BGR10A2_LE,
+      DXGI_FORMAT_Y410, DXGI_FORMAT_R10G10B10A2_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_RGB10A2_LE,
+      DXGI_FORMAT_R10G10B10A2_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_Y444_16BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_Y444_16LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_P016_BE),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_P016_LE,
+      DXGI_FORMAT_P016, DXGI_FORMAT_R16_UNORM, DXGI_FORMAT_R16G16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_P012_BE),
+  FormatBuilder::YuvSemiPlanar (GST_VIDEO_FORMAT_P012_LE,
+      DXGI_FORMAT_P016, DXGI_FORMAT_R16_UNORM, DXGI_FORMAT_R16G16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_Y212_BE),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_Y212_LE,
+      DXGI_FORMAT_Y216, DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_Y412_BE),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_Y412_LE,
+      DXGI_FORMAT_Y416, DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_4L4),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_32L32),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_RGBP),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_BGRP),
+  FormatBuilder::YuvSemiPlanarWithAlpha (GST_VIDEO_FORMAT_AV12,
+      DXGI_FORMAT_R8_UNORM, DXGI_FORMAT_R8G8_UNORM, DXGI_FORMAT_R8_UNORM),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_ARGB64_LE,
+      DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_ARGB64_BE),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_RGBA64_LE,
+      DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_RGBA64_BE),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_BGRA64_LE,
+      DXGI_FORMAT_Y416, DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_BGRA64_BE),
+  FormatBuilder::RgbPacked (GST_VIDEO_FORMAT_ABGR64_LE,
+      DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_ABGR64_BE),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_16L32S),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_8L128),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_10BE_8L128),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_NV12_10LE40_4L4),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_DMA_DRM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_MT2110T),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_MT2110R),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A422),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A444),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A444_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A444_12BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A422_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A422_12BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A420_12LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A420_12BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A444_16LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A444_16BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A422_16LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A422_16BE),
+  FormatBuilder::PlanarFull (GST_VIDEO_FORMAT_A420_16LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_A420_16BE),
+  FormatBuilder::Planar (GST_VIDEO_FORMAT_GBR_16LE,
+      DXGI_FORMAT_R16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_GBR_16BE),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_RBGA,
+      DXGI_FORMAT_AYUV, DXGI_FORMAT_R8G8B8A8_UNORM, GST_D3D12_FORMAT_FLAG_NONE,
+      kDefaultFormatSupport1, D3D12_FORMAT_SUPPORT2_NONE),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_Y216_LE,
+      DXGI_FORMAT_Y216, DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_Y216_BE),
+  FormatBuilder::YuvPacked (GST_VIDEO_FORMAT_Y416_LE,
+      DXGI_FORMAT_Y416, DXGI_FORMAT_R16G16B16A16_UNORM),
+  FormatBuilder::NotSupported(GST_VIDEO_FORMAT_Y416_BE),
+};
+/* *INDENT-ON* */
+
+GstVideoFormat
+gst_d3d12_dxgi_format_to_gst (DXGI_FORMAT format)
+{
+  switch (format) {
+    case DXGI_FORMAT_B8G8R8A8_UNORM:
+      return GST_VIDEO_FORMAT_BGRA;
+    case DXGI_FORMAT_R8G8B8A8_UNORM:
+      return GST_VIDEO_FORMAT_RGBA;
+    case DXGI_FORMAT_R10G10B10A2_UNORM:
+      return GST_VIDEO_FORMAT_RGB10A2_LE;
+    case DXGI_FORMAT_AYUV:
+      return GST_VIDEO_FORMAT_VUYA;
+    case DXGI_FORMAT_YUY2:
+      return GST_VIDEO_FORMAT_YUY2;
+    case DXGI_FORMAT_Y210:
+      return GST_VIDEO_FORMAT_Y210;
+    case DXGI_FORMAT_Y410:
+      return GST_VIDEO_FORMAT_Y410;
+    case DXGI_FORMAT_NV12:
+      return GST_VIDEO_FORMAT_NV12;
+    case DXGI_FORMAT_P010:
+      return GST_VIDEO_FORMAT_P010_10LE;
+    case DXGI_FORMAT_P016:
+      return GST_VIDEO_FORMAT_P016_LE;
+    default:
+      break;
+  }
+
+  return GST_VIDEO_FORMAT_UNKNOWN;
+}
+
+gboolean
+gst_d3d12_get_format (GstVideoFormat format, GstD3D12Format * d3d12_format)
+{
+  if ((guint) format >= G_N_ELEMENTS (g_format_map))
+    return FALSE;
+
+  const auto & f = g_format_map(guint) format;
+  g_assert (f.format == format);
+
+  if (f.dimension == D3D12_RESOURCE_DIMENSION_UNKNOWN)
+    return FALSE;
+
+  *d3d12_format = g_format_map(guint) format;
+
+  return TRUE;
+}
+
+guint
+gst_d3d12_dxgi_format_get_resource_format (DXGI_FORMAT format,
+    DXGI_FORMAT resource_formatGST_VIDEO_MAX_PLANES)
+{
+  g_return_val_if_fail (resource_format != nullptr, FALSE);
+
+  for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++)
+    resource_formati = DXGI_FORMAT_UNKNOWN;
+
+  if (format == DXGI_FORMAT_UNKNOWN)
+    return 0;
+
+  for (guint i = 0; i < G_N_ELEMENTS (g_format_map); i++) {
+    const auto & f = g_format_mapi;
+    if (f.dxgi_format != format)
+      continue;
+
+    guint n_planes = 0;
+    for (n_planes = 0; n_planes < GST_VIDEO_MAX_PLANES; n_planes++) {
+      auto rf = f.resource_formatn_planes;
+      if (rf == DXGI_FORMAT_UNKNOWN)
+        break;
+
+      resource_formatn_planes = rf;
+    }
+
+    return n_planes;
+  }
+
+  resource_format0 = format;
+
+  return 1;
+}
+
+char *
+gst_d3d12_dump_color_matrix (GstD3D12ColorMatrix * matrix)
+{
+  /* *INDENT-OFF* */
+  static const gchar format =
+      "MATRIX\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "OFFSET\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "MIN\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "MAX\n"
+      "|% .6f, % .6f, % .6f|";
+  /* *INDENT-ON* */
+
+  g_return_val_if_fail (matrix != nullptr, nullptr);
+
+  return g_strdup_printf (format,
+      matrix->matrix00, matrix->matrix01, matrix->matrix02,
+      matrix->matrix10, matrix->matrix11, matrix->matrix12,
+      matrix->matrix20, matrix->matrix21, matrix->matrix22,
+      matrix->offset0, matrix->offset1, matrix->offset2,
+      matrix->min0, matrix->min1, matrix->min2,
+      matrix->max0, matrix->max1, matrix->max2);
+}
+
+static void
+color_matrix_copy (GstD3D12ColorMatrix * dst, const GstD3D12ColorMatrix * src)
+{
+  for (guint i = 0; i < 3; i++) {
+    for (guint j = 0; j < 3; j++) {
+      dst->matrixij = src->matrixij;
+    }
+  }
+}
+
+static void
+color_matrix_multiply (GstD3D12ColorMatrix * dst, GstD3D12ColorMatrix * a,
+    GstD3D12ColorMatrix * b)
+{
+  GstD3D12ColorMatrix tmp;
+
+  for (guint i = 0; i < 3; i++) {
+    for (guint j = 0; j < 3; j++) {
+      gdouble val = 0;
+      for (guint k = 0; k < 3; k++) {
+        val += a->matrixik * b->matrixkj;
+      }
+
+      tmp.matrixij = val;
+    }
+  }
+
+  color_matrix_copy (dst, &tmp);
+}
+
+static void
+color_matrix_identity (GstD3D12ColorMatrix * m)
+{
+  for (guint i = 0; i < 3; i++) {
+    for (guint j = 0; j < 3; j++) {
+      if (i == j)
+        m->matrixij = 1.0;
+      else
+        m->matrixij = 0;
+    }
+  }
+}
+
+void
+gst_d3d12_color_matrix_init (GstD3D12ColorMatrix * matrix)
+{
+  g_return_if_fail (matrix);
+
+  color_matrix_identity (matrix);
+  for (guint i = 0; i < 3; i++) {
+    matrix->mini = 0;
+    matrix->maxi = 1;
+    matrix->offseti = 0;
+  }
+}
+
+static gboolean
+color_matrix_invert (GstD3D12ColorMatrix * dst, GstD3D12ColorMatrix * src)
+{
+  GstD3D12ColorMatrix tmp;
+  gdouble det;
+
+  color_matrix_identity (&tmp);
+  for (guint j = 0; j < 3; j++) {
+    for (guint i = 0; i < 3; i++) {
+      tmp.matrixji =
+          src->matrix(i + 1) % 3(j + 1) % 3 *
+          src->matrix(i + 2) % 3(j + 2) % 3 -
+          src->matrix(i + 1) % 3(j + 2) % 3 *
+          src->matrix(i + 2) % 3(j + 1) % 3;
+    }
+  }
+
+  det = tmp.matrix00 * src->matrix00 +
+      tmp.matrix01 * src->matrix10 +
+      tmp.matrix02 * src->matrix20;
+  if (det == 0)
+    return FALSE;
+
+  for (guint j = 0; j < 3; j++) {
+    for (guint i = 0; i < 3; i++) {
+      tmp.matrixij /= det;
+    }
+  }
+
+  color_matrix_copy (dst, &tmp);
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_color_range_adjust_matrix_unorm:
+ * @in_info: a #GstVideoInfo
+ * @out_info: a #GstVideoInfo
+ * @matrix: a #GstD3D12ColorMatrix
+ *
+ * Calculates matrix for color range adjustment. Both input and output
+ * signals are in normalized 0.0..1.0 space.
+ *
+ * Resulting values can be calculated by
+ * | Yout |                           | Yin |   | matrix.offset0 |
+ * | Uout | = clamp ( matrix.matrix * | Uin | + | matrix.offset1 |, matrix.min, matrix.max )
+ * | Vout |                           | Vin |   | matrix.offset2 |
+ *
+ * Returns: %TRUE if successful
+ */
+gboolean
+gst_d3d12_color_range_adjust_matrix_unorm (const GstVideoInfo * in_info,
+    const GstVideoInfo * out_info, GstD3D12ColorMatrix * matrix)
+{
+  gboolean in_rgb, out_rgb;
+  gint in_offsetGST_VIDEO_MAX_COMPONENTS;
+  gint in_scaleGST_VIDEO_MAX_COMPONENTS;
+  gint out_offsetGST_VIDEO_MAX_COMPONENTS;
+  gint out_scaleGST_VIDEO_MAX_COMPONENTS;
+  GstVideoColorRange in_range;
+  GstVideoColorRange out_range;
+  gdouble src_fullscale, dst_fullscale;
+
+  g_return_val_if_fail (in_info != nullptr, FALSE);
+  g_return_val_if_fail (out_info != nullptr, FALSE);
+  g_return_val_if_fail (matrix != nullptr, FALSE);
+
+  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
+  for (guint i = 0; i < 3; i++) {
+    matrix->matrixii = 1.0;
+    matrix->matrixii = 1.0;
+    matrix->matrixii = 1.0;
+    matrix->maxi = 1.0;
+  }
+
+  in_rgb = GST_VIDEO_INFO_IS_RGB (in_info);
+  out_rgb = GST_VIDEO_INFO_IS_RGB (out_info);
+
+  if (in_rgb != out_rgb) {
+    GST_WARNING ("Invalid format conversion");
+    return FALSE;
+  }
+
+  in_range = in_info->colorimetry.range;
+  out_range = out_info->colorimetry.range;
+
+  if (in_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
+    GST_WARNING ("Unknown input color range");
+    if (in_rgb || GST_VIDEO_INFO_IS_GRAY (in_info))
+      in_range = GST_VIDEO_COLOR_RANGE_0_255;
+    else
+      in_range = GST_VIDEO_COLOR_RANGE_16_235;
+  }
+
+  if (out_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
+    GST_WARNING ("Unknown output color range");
+    if (out_rgb || GST_VIDEO_INFO_IS_GRAY (out_info))
+      out_range = GST_VIDEO_COLOR_RANGE_0_255;
+    else
+      out_range = GST_VIDEO_COLOR_RANGE_16_235;
+  }
+
+  src_fullscale = (gdouble) ((1 << in_info->finfo->depth0) - 1);
+  dst_fullscale = (gdouble) ((1 << out_info->finfo->depth0) - 1);
+
+  gst_video_color_range_offsets (in_range, in_info->finfo, in_offset, in_scale);
+  gst_video_color_range_offsets (out_range,
+      out_info->finfo, out_offset, out_scale);
+
+  matrix->min0 = matrix->min1 = matrix->min2 =
+      (gdouble) out_offset0 / dst_fullscale;
+
+  matrix->max0 = (out_scale0 + out_offset0) / dst_fullscale;
+  matrix->max1 = matrix->max2 =
+      (out_scale1 + out_offset0) / dst_fullscale;
+
+  if (in_info->colorimetry.range == out_info->colorimetry.range) {
+    GST_DEBUG ("Same color range");
+    return TRUE;
+  }
+
+  /* Formula
+   *
+   * 1) Scales and offset compensates input to 0..1 range
+   * SRC_NORMi = (srci * src_fullscale - in_offseti) / in_scalei
+   *             = (srci * src_fullscale / in_scalei) - in_offseti / in_scalei
+   *
+   * 2) Reverse to output UNIT scale
+   * DST_UINTi = SRC_NORMi * out_scalei + out_offseti
+   *             = srci * src_fullscale * out_scalei / in_scalei
+   *               - in_offseti * out_scalei / in_scalei
+   *               + out_offseti
+   *
+   * 3) Back to 0..1 scale
+   * dsti = DST_UINTi / dst_fullscale
+   *        = COEFFi * srci + OFFi
+   * where
+   *             src_fullscale * out_scalei
+   * COEFFi = ------------------------------
+   *             dst_fullscale * in_scalei
+   *
+   *            out_offseti     in_offseti * out_scalei
+   * OFFi =  -------------- -  ------------------------------
+   *            dst_fullscale     dst_fullscale * in_scalei
+   */
+  for (guint i = 0; i < 3; i++) {
+    matrix->matrixii = (src_fullscale * out_scalei) /
+        (dst_fullscale * in_scalei);
+    matrix->offseti = (out_offseti / dst_fullscale) -
+        ((gdouble) in_offseti * out_scalei / (dst_fullscale * in_scalei));
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_yuv_to_rgb_matrix_unorm:
+ * @in_yuv_info: a #GstVideoInfo of input YUV signal
+ * @out_rgb_info: a #GstVideoInfo of output RGB signal
+ * @matrix: a #GstD3D12ColorMatrix
+ *
+ * Calculates transform matrix from YUV to RGB conversion. Both input and output
+ * signals are in normalized 0.0..1.0 space and additional gamma decoding
+ * or primary/transfer function transform is not performed by this matrix.
+ *
+ * Resulting non-linear RGB values can be calculated by
+ * | R' |                           | Y' |   | matrix.offset0 |
+ * | G' | = clamp ( matrix.matrix * | Cb | + | matrix.offset1 | matrix.min, matrix.max )
+ * | B' |                           | Cr |   | matrix.offset2 |
+ *
+ * Returns: %TRUE if successful
+ */
+gboolean
+gst_d3d12_yuv_to_rgb_matrix_unorm (const GstVideoInfo * in_yuv_info,
+    const GstVideoInfo * out_rgb_info, GstD3D12ColorMatrix * matrix)
+{
+  gint offset4, scale4;
+  gdouble Kr, Kb, Kg;
+
+  g_return_val_if_fail (in_yuv_info != nullptr, FALSE);
+  g_return_val_if_fail (out_rgb_info != nullptr, FALSE);
+  g_return_val_if_fail (matrix != nullptr, FALSE);
+
+  /*
+   * <Formula>
+   *
+   * Input: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
+   * Output: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
+   *
+   * 1) Y'CbCr(unorm) to scaled Y'CbCr
+   * | Y' |     | Y'(unorm) |
+   * | Cb | = S | Cb(unorm) |
+   * | Cb |     | Cr(unorm) |
+   * where S = (2 ^ bitdepth) - 1
+   *
+   * 2) Y'CbCr to YPbPr
+   * Y  = (Y' - offsetY )    / scaleY
+   * Pb = (Cb - offsetCbCr) / scaleCbCr
+   * Pr = (Cr - offsetCrCr) / scaleCrCr
+   * =>
+   * Y  = Y'(unorm) * Sy  + Oy
+   * Pb = Cb(unorm) * Suv + Ouv
+   * Pb = Cr(unorm) * Suv + Ouv
+   * where
+   * Sy  = S / scaleY
+   * Suv = S / scaleCbCr
+   * Oy  = -(offsetY / scaleY)
+   * Ouv = -(offsetCbCr / scaleCbCr)
+   *
+   * 3) YPbPr to R'G'B'
+   * | R' |      | Y  |
+   * | G' | = M *| Pb |
+   * | B' |      | Pr |
+   * where
+   *     | vecR |
+   * M = | vecG |
+   *     | vecB |
+   * vecR = | 1,         0           ,       2(1 - Kr)      |
+   * vecG = | 1, -(Kb/Kg) * 2(1 - Kb), -(Kr/Kg) * 2(1 - Kr) |
+   * vecB = | 1,       2(1 - Kb)     ,          0           |
+   * =>
+   * R' = dot(vecR, (Syuv * Y'CbCr(unorm))) + dot(vecR, Offset)
+   * G' = dot(vecG, (Svuy * Y'CbCr(unorm))) + dot(vecG, Offset)
+   * B' = dot(vecB, (Syuv * Y'CbCr(unorm)) + dot(vecB, Offset)
+   * where
+   *        | Sy,   0,   0 |
+   * Syuv = |  0, Suv,   0 |
+   *        |  0    0, Suv |
+   *
+   *          | Oy  |
+   * Offset = | Ouv |
+   *          | Ouv |
+   *
+   * 4) YUV -> RGB matrix
+   * | R' |            | Y'(unorm) |   | offsetA |
+   * | G' | = Matrix * | Cb(unorm) | + | offsetB |
+   * | B' |            | Cr(unorm) |   | offsetC |
+   *
+   * where
+   *          | vecR |
+   * Matrix = | vecG | * Syuv
+   *          | vecB |
+   *
+   * offsetA = dot(vecR, Offset)
+   * offsetB = dot(vecG, Offset)
+   * offsetC = dot(vecB, Offset)
+   *
+   * 4) Consider 16-235 scale RGB
+   * RGBfull(0..255) -> RGBfull(16..235) matrix is represented by
+   * | Rs |      | Rf |   | Or |
+   * | Gs | = Ms | Gf | + | Og |
+   * | Bs |      | Bf |   | Ob |
+   *
+   * Combining all matrix into
+   * | Rs |                   | Y'(unorm) |   | offsetA |     | Or |
+   * | Gs | = Ms * ( Matrix * | Cb(unorm) | + | offsetB | ) + | Og |
+   * | Bs |                   | Cr(unorm) |   | offsetC |     | Ob |
+   *
+   *                        | Y'(unorm) |      | offsetA |   | Or |
+   *        = Ms * Matrix * | Cb(unorm) | + Ms | offsetB | + | Og |
+   *                        | Cr(unorm) |      | offsetC |   | Ob |
+   */
+
+  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
+  for (guint i = 0; i < 3; i++)
+    matrix->maxi = 1.0;
+
+  gst_video_color_range_offsets (in_yuv_info->colorimetry.range,
+      in_yuv_info->finfo, offset, scale);
+
+  if (gst_video_color_matrix_get_Kr_Kb (in_yuv_info->colorimetry.matrix,
+          &Kr, &Kb)) {
+    guint S;
+    gdouble Sy, Suv;
+    gdouble Oy, Ouv;
+    gdouble vecR3, vecG3, vecB3;
+
+    Kg = 1.0 - Kr - Kb;
+
+    vecR0 = 1.0;
+    vecR1 = 0;
+    vecR2 = 2 * (1 - Kr);
+
+    vecG0 = 1.0;
+    vecG1 = -(Kb / Kg) * 2 * (1 - Kb);
+    vecG2 = -(Kr / Kg) * 2 * (1 - Kr);
+
+    vecB0 = 1.0;
+    vecB1 = 2 * (1 - Kb);
+    vecB2 = 0;
+
+    /* Assume all components has the same bitdepth */
+    S = (1 << in_yuv_info->finfo->depth0) - 1;
+    Sy = (gdouble) S / scale0;
+    Suv = (gdouble) S / scale1;
+    Oy = -((gdouble) offset0 / scale0);
+    Ouv = -((gdouble) offset1 / scale1);
+
+    matrix->matrix00 = Sy * vecR0;
+    matrix->matrix10 = Sy * vecG0;
+    matrix->matrix20 = Sy * vecB0;
+
+    matrix->matrix01 = Suv * vecR1;
+    matrix->matrix11 = Suv * vecG1;
+    matrix->matrix21 = Suv * vecB1;
+
+    matrix->matrix02 = Suv * vecR2;
+    matrix->matrix12 = Suv * vecG2;
+    matrix->matrix22 = Suv * vecB2;
+
+    matrix->offset0 = vecR0 * Oy + vecR1 * Ouv + vecR2 * Ouv;
+    matrix->offset1 = vecG0 * Oy + vecG1 * Ouv + vecG2 * Ouv;
+    matrix->offset2 = vecB0 * Oy + vecB1 * Ouv + vecB2 * Ouv;
+
+    /* Apply RGB range scale matrix */
+    if (out_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
+      GstD3D12ColorMatrix scale_matrix, rst;
+      GstVideoInfo full_rgb = *out_rgb_info;
+
+      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+
+      if (gst_d3d12_color_range_adjust_matrix_unorm (&full_rgb,
+              out_rgb_info, &scale_matrix)) {
+        /* Ms * Matrix */
+        color_matrix_multiply (&rst, &scale_matrix, matrix);
+
+        /* Ms * transform offsets */
+        for (guint i = 0; i < 3; i++) {
+          gdouble val = 0;
+          for (guint j = 0; j < 3; j++) {
+            val += scale_matrix.matrixij * matrix->offsetj;
+          }
+          rst.offseti = val + scale_matrix.offseti;
+        }
+
+        /* copy back to output matrix */
+        for (guint i = 0; i < 3; i++) {
+          for (guint j = 0; j < 3; j++) {
+            matrix->matrixij = rst.matrixij;
+          }
+          matrix->offseti = rst.offseti;
+          matrix->mini = scale_matrix.mini;
+          matrix->maxi = scale_matrix.maxi;
+        }
+      }
+    }
+  } else {
+    /* Unknown matrix */
+    matrix->matrix00 = 1.0;
+    matrix->matrix11 = 1.0;
+    matrix->matrix22 = 1.0;
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_rgb_to_yuv_matrix_unorm:
+ * @in_rgb_info: a #GstVideoInfo of input RGB signal
+ * @out_yuv_info: a #GstVideoInfo of output YUV signal
+ * @matrix: a #GstD3D12ColorMatrix
+ *
+ * Calculates transform matrix from RGB to YUV conversion. Both input and output
+ * signals are in normalized 0.0..1.0 space and additional gamma decoding
+ * or primary/transfer function transform is not performed by this matrix.
+ *
+ * Resulting RGB values can be calculated by
+ * | Y' |                           | R' |   | matrix.offset0 |
+ * | Cb | = clamp ( matrix.matrix * | G' | + | matrix.offset1 |, matrix.min, matrix.max )
+ * | Cr |                           | B' |   | matrix.offset2 |
+ *
+ * Returns: %TRUE if successful
+ */
+gboolean
+gst_d3d12_rgb_to_yuv_matrix_unorm (const GstVideoInfo * in_rgb_info,
+    const GstVideoInfo * out_yuv_info, GstD3D12ColorMatrix * matrix)
+{
+  gint offset4, scale4;
+  gdouble Kr, Kb, Kg;
+
+  g_return_val_if_fail (in_rgb_info != nullptr, FALSE);
+  g_return_val_if_fail (out_yuv_info != nullptr, FALSE);
+  g_return_val_if_fail (matrix != nullptr, FALSE);
+
+  /*
+   * <Formula>
+   *
+   * Input: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
+   * Output: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
+   *
+   * 1) R'G'B' to YPbPr
+   * | Y  |      | R' |
+   * | Pb | = M *| G' |
+   * | Pr |      | B' |
+   * where
+   *     | vecY |
+   * M = | vecU |
+   *     | vecV |
+   * vecY = |       Kr      ,       Kg      ,      Kb       |
+   * vecU = | -0.5*Kr/(1-Kb), -0.5*Kg/(1-Kb),     0.5       |
+   * vecV = |      0.5      , -0.5*Kg/(1-Kr), -0.5*Kb(1-Kr) |
+   *
+   * 2) YPbPr to Y'CbCr(unorm)
+   * Y'(unorm) = (Y  * scaleY + offsetY)       / S
+   * Cb(unorm) = (Pb * scaleCbCr + offsetCbCr) / S
+   * Cr(unorm) = (Pr * scaleCbCr + offsetCbCr) / S
+   * =>
+   * Y'(unorm) = (Y  * scaleY    / S) + (offsetY    / S)
+   * Cb(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
+   * Cr(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
+   * where S = (2 ^ bitdepth) - 1
+   *
+   * 3) RGB -> YUV matrix
+   * | Y'(unorm) |            | R' |   | offsetA |
+   * | Cb(unorm) | = Matrix * | G' | + | offsetB |
+   * | Cr(unorm) |            | B' |   | offsetC |
+   *
+   * where
+   *          | (scaleY/S)    * vecY |
+   * Matrix = | (scaleCbCr/S) * vecU |
+   *          | (scaleCbCr/S) * vecV |
+   *
+   * offsetA = offsetY    / S
+   * offsetB = offsetCbCr / S
+   * offsetC = offsetCbCr / S
+   *
+   * 4) Consider 16-235 scale RGB
+   * RGBstudio(16..235) -> RGBfull(0..255) matrix is represented by
+   * | Rf |      | Rs |   | Or |
+   * | Gf | = Ms | Gs | + | Og |
+   * | Bf |      | Bs |   | Ob |
+   *
+   * Combining all matrix into
+   * | Y'(unorm) |                 | Rs |   | Or |     | offsetA |
+   * | Cb(unorm) | = Matrix * ( Ms | Gs | + | Og | ) + | offsetB |
+   * | Cr(unorm) |                 | Bs |   | Ob |     | offsetC |
+   *
+   *                             | Rs |          | Or |   | offsetA |
+   *               = Matrix * Ms | Gs | + Matrix | Og | + | offsetB |
+   *                             | Bs |          | Ob |   | offsetB |
+   */
+
+  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
+  for (guint i = 0; i < 3; i++)
+    matrix->maxi = 1.0;
+
+  gst_video_color_range_offsets (out_yuv_info->colorimetry.range,
+      out_yuv_info->finfo, offset, scale);
+
+  if (gst_video_color_matrix_get_Kr_Kb (out_yuv_info->colorimetry.matrix,
+          &Kr, &Kb)) {
+    guint S;
+    gdouble Sy, Suv;
+    gdouble Oy, Ouv;
+    gdouble vecY3, vecU3, vecV3;
+
+    Kg = 1.0 - Kr - Kb;
+
+    vecY0 = Kr;
+    vecY1 = Kg;
+    vecY2 = Kb;
+
+    vecU0 = -0.5 * Kr / (1 - Kb);
+    vecU1 = -0.5 * Kg / (1 - Kb);
+    vecU2 = 0.5;
+
+    vecV0 = 0.5;
+    vecV1 = -0.5 * Kg / (1 - Kr);
+    vecV2 = -0.5 * Kb / (1 - Kr);
+
+    /* Assume all components has the same bitdepth */
+    S = (1 << out_yuv_info->finfo->depth0) - 1;
+    Sy = (gdouble) scale0 / S;
+    Suv = (gdouble) scale1 / S;
+    Oy = (gdouble) offset0 / S;
+    Ouv = (gdouble) offset1 / S;
+
+    for (guint i = 0; i < 3; i++) {
+      matrix->matrix0i = Sy * vecYi;
+      matrix->matrix1i = Suv * vecUi;
+      matrix->matrix2i = Suv * vecVi;
+    }
+
+    matrix->offset0 = Oy;
+    matrix->offset1 = Ouv;
+    matrix->offset2 = Ouv;
+
+    matrix->min0 = Oy;
+    matrix->min1 = Oy;
+    matrix->min2 = Oy;
+
+    matrix->max0 = ((gdouble) scale0 + offset0) / S;
+    matrix->max1 = ((gdouble) scale1 + offset0) / S;
+    matrix->max2 = ((gdouble) scale1 + offset0) / S;
+
+    /* Apply RGB range scale matrix */
+    if (in_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
+      GstD3D12ColorMatrix scale_matrix, rst;
+      GstVideoInfo full_rgb = *in_rgb_info;
+
+      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+
+      if (gst_d3d12_color_range_adjust_matrix_unorm (in_rgb_info,
+              &full_rgb, &scale_matrix)) {
+        /* Matrix * Ms */
+        color_matrix_multiply (&rst, matrix, &scale_matrix);
+
+        /* Matrix * scale offsets */
+        for (guint i = 0; i < 3; i++) {
+          gdouble val = 0;
+          for (guint j = 0; j < 3; j++) {
+            val += matrix->matrixij * scale_matrix.offsetj;
+          }
+          rst.offseti = val + matrix->offseti;
+        }
+
+        /* copy back to output matrix */
+        for (guint i = 0; i < 3; i++) {
+          for (guint j = 0; j < 3; j++) {
+            matrix->matrixij = rst.matrixij;
+          }
+          matrix->offseti = rst.offseti;
+        }
+      }
+    }
+  } else {
+    /* Unknown matrix */
+    matrix->matrix00 = 1.0;
+    matrix->matrix11 = 1.0;
+    matrix->matrix22 = 1.0;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+rgb_to_xyz_matrix (const GstVideoColorPrimariesInfo * info,
+    GstD3D12ColorMatrix * matrix)
+{
+  GstD3D12ColorMatrix m, im;
+  gdouble Sr, Sg, Sb;
+  gdouble Xw, Yw, Zw;
+
+  if (info->Rx == 0 || info->Gx == 0 || info->By == 0 || info->Wy == 0)
+    return FALSE;
+
+  color_matrix_identity (&m);
+
+  m.matrix00 = info->Rx / info->Ry;
+  m.matrix10 = 1.0;
+  m.matrix20 = (1.0 - info->Rx - info->Ry) / info->Ry;
+
+  m.matrix01 = info->Gx / info->Gy;
+  m.matrix11 = 1.0;
+  m.matrix21 = (1.0 - info->Gx - info->Gy) / info->Gy;
+
+  m.matrix02 = info->Bx / info->By;
+  m.matrix12 = 1.0;
+  m.matrix22 = (1.0 - info->Bx - info->By) / info->By;
+
+  if (!color_matrix_invert (&im, &m))
+    return FALSE;
+
+  Xw = info->Wx / info->Wy;
+  Yw = 1.0;
+  Zw = (1.0 - info->Wx - info->Wy) / info->Wy;
+
+  Sr = im.matrix00 * Xw + im.matrix01 * Yw + im.matrix02 * Zw;
+  Sg = im.matrix10 * Xw + im.matrix11 * Yw + im.matrix12 * Zw;
+  Sb = im.matrix20 * Xw + im.matrix21 * Yw + im.matrix22 * Zw;
+
+  for (guint i = 0; i < 3; i++) {
+    m.matrixi0 *= Sr;
+    m.matrixi1 *= Sg;
+    m.matrixi2 *= Sb;
+  }
+
+  color_matrix_copy (matrix, &m);
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_color_primaries_matrix_unorm:
+ * @in_info: a #GstVideoColorPrimariesInfo of input signal
+ * @out_info: a #GstVideoColorPrimariesInfo of output signal
+ * @matrix: a #GstD3D12ColorMatrix
+ *
+ * Calculates color primaries conversion matrix
+ *
+ * Resulting RGB values can be calculated by
+ * | Rout |                              | Rin |
+ * | Gout | = saturate ( matrix.matrix * | Gin | )
+ * | Bout |                              | Bin |
+ *
+ * Returns: %TRUE if successful
+ */
+gboolean
+gst_d3d12_color_primaries_matrix_unorm (const GstVideoColorPrimariesInfo *
+    in_info, const GstVideoColorPrimariesInfo * out_info,
+    GstD3D12ColorMatrix * matrix)
+{
+  GstD3D12ColorMatrix Ms, invMd, ret;
+
+  g_return_val_if_fail (in_info != nullptr, FALSE);
+  g_return_val_if_fail (out_info != nullptr, FALSE);
+  g_return_val_if_fail (matrix != nullptr, FALSE);
+
+  /*
+   * <Formula>
+   *
+   * 1) RGB -> XYZ conversion
+   * | X |     | R |
+   * | Y | = M | G |
+   * | Z |     | B |
+   * where
+   *     | SrXr, SgXg, SbXb |
+   * M = | SrYr, SgYg, SbYb |
+   *     | SrZr, SgZg, SbZb |
+   *
+   * Xr = xr / yr
+   * Yr = 1
+   * Zr = (1 - xr - yr) / yr
+   * xr and yr are xy coordinates of red primary in the CIE 1931 color space.
+   * And its applied to G and B components
+   *
+   * | Sr |        | Xr, Xg, Xb |     | Xw |
+   * | Sg | = inv( | Yr, Yg, Yb | ) * | Yw |
+   * | Sb |        | Zr, Zg, Zb |     | Zw |
+   *
+   * 2) XYZsrc -> XYZdst conversion
+   * Apply chromatic adaptation
+   * | Xdst |      | Xsrc |
+   * | Ydst | = Mc | Ysrc |
+   * | Zdst |      | Zsrc |
+   * where
+   *      | Xwdst / Xwsrc,       0      ,       0       |
+   * Mc = |       0      , Ywdst / Ywsrc,       0       |
+   *      |       0      ,       0      , Zwdst / Zwsrc |
+   *
+   * where
+   *
+   * 3) Final matrix
+   * | Rd |                      | Rs |
+   * | Gd | = inv (Md) * Mc * Ms | Gs |
+   * | Bd |                      | Bs |
+   */
+
+  memset (matrix, 0, sizeof (GstD3D12ColorMatrix));
+  for (guint i = 0; i < 3; i++)
+    matrix->maxi = 1.0;
+
+  if (!rgb_to_xyz_matrix (in_info, &Ms)) {
+    GST_WARNING ("Failed to get src XYZ matrix");
+    return FALSE;
+  }
+
+  if (!rgb_to_xyz_matrix (out_info, &invMd) ||
+      !color_matrix_invert (&invMd, &invMd)) {
+    GST_WARNING ("Failed to get dst XYZ matrix");
+    return FALSE;
+  }
+
+  if (in_info->Wx != out_info->Wx || in_info->Wy != out_info->Wy) {
+    GstD3D12ColorMatrix Mc;
+
+    color_matrix_identity (&Mc);
+    Mc.matrix00 = (out_info->Wx / out_info->Wy) /
+        (in_info->Wx / in_info->Wy);
+    /* Yw == 1.0 */
+    Mc.matrix22 = ((1.0 - out_info->Wx - out_info->Wy) / out_info->Wy) /
+        ((1.0 - in_info->Wx - in_info->Wy) / in_info->Wy);
+
+    color_matrix_multiply (&ret, &Mc, &Ms);
+  } else {
+    color_matrix_copy (&ret, &Ms);
+  }
+
+  color_matrix_multiply (&ret, &invMd, &ret);
+  color_matrix_copy (matrix, &ret);
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12format.h Added

@@ -0,0 +1,82 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+/**
+ * GstD3D12FormatFlags:
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  /**
+   * GST_D3D12_FORMAT_FLAG_NONE:
+   *
+   * Default flag
+   */
+  GST_D3D12_FORMAT_FLAG_NONE = 0,
+
+  /**
+   * GST_D3D12_FORMAT_FLAG_OUTPUT_UAV:
+   *
+   * The format may or may not support RTV, but UAV binding is strictly required
+   * for the format to be used as a conversion output.
+   */
+  GST_D3D12_FORMAT_FLAG_OUTPUT_UAV = (1 << 0),
+} GstD3D12FormatFlags;
+
+DEFINE_ENUM_FLAG_OPERATORS (GstD3D12FormatFlags);
+
+struct _GstD3D12Format
+{
+  GstVideoFormat format;
+
+  GstD3D12FormatFlags format_flags;
+
+  /* Texture2D or Buffer */
+  D3D12_RESOURCE_DIMENSION dimension;
+
+  /* direct mapping to dxgi format if applicable */
+  DXGI_FORMAT dxgi_format;
+
+  /* formats for texture processing */
+  DXGI_FORMAT resource_formatGST_VIDEO_MAX_PLANES;
+
+  /* extra format used for unordered access view (unused) */
+  DXGI_FORMAT uav_formatGST_VIDEO_MAX_PLANES;
+
+  D3D12_FORMAT_SUPPORT1 support1;
+  D3D12_FORMAT_SUPPORT2 support2;
+
+  /*< private >*/
+  guint paddingGST_PADDING_LARGE;
+};
+
+GST_D3D12_API
+GstVideoFormat  gst_d3d12_dxgi_format_to_gst        (DXGI_FORMAT format);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12frame.cpp Added

@@ -0,0 +1,557 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12frame.h"
+#include "gstd3d12memory.h"
+#include "gstd3d12device.h"
+#include "gstd3d12-private.h"
+#include <string.h>
+#include <directx/d3dx12.h>
+#include <vector>
+#include <wrl.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12frame", 0, "d3d12frame");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif
+
+/**
+ * gst_d3d12_frame_map:
+ * @frame: (out caller-allocates): pointer to #GstD3D12Frame
+ * @info: a #GstVideoInfo
+ * @buffer: the buffer to map
+ * @map_flags: #GstMapFlags
+ * @d3d12_flags: #GstD3D12FrameFlags
+ *
+ * Executes memory map operation fills @frame with extracted Direct3D12 resource
+ * information
+ *
+ * Returns: %TRUE on success.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_frame_map (GstD3D12Frame * frame, const GstVideoInfo * info,
+    GstBuffer * buffer, GstMapFlags map_flags,
+    GstD3D12FrameMapFlags d3d12_flags)
+{
+  g_return_val_if_fail (frame, FALSE);
+  g_return_val_if_fail (info, FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (buffer), FALSE);
+
+  memset (frame, 0, sizeof (GstD3D12Frame));
+
+  auto is_write = (map_flags & GST_MAP_WRITE) != 0;
+  auto is_writable = gst_buffer_is_writable (buffer);
+
+  if (is_write && !is_writable) {
+    GST_ERROR ("Buffer is not writable");
+    return FALSE;
+  }
+
+  bool need_map = (map_flags & GST_MAP_READWRITE) != 0;
+  map_flags = (GstMapFlags) (map_flags | GST_MAP_D3D12);
+
+  guint num_mem = gst_buffer_n_memory (buffer);
+  if (!num_mem) {
+    GST_ERROR ("Empty buffer");
+    return FALSE;
+  }
+
+  GstD3D12Device *device = nullptr;
+  for (guint i = 0; i < num_mem; i++) {
+    auto mem = gst_buffer_peek_memory (buffer, i);
+    if (!gst_is_d3d12_memory (mem)) {
+      GST_LOG ("memory %u is not a d3d12 memory", i);
+      return FALSE;
+    }
+
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    if (!device) {
+      device = dmem->device;
+    } else if (!gst_d3d12_device_is_equal (device, dmem->device)) {
+      GST_ERROR ("memory %u belongs to different device", i);
+      return FALSE;
+    }
+
+    auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+    D3D12_RESOURCE_DESC desc;
+    desc = GetDesc (resource);
+
+    if ((d3d12_flags & GST_D3D12_FRAME_MAP_FLAG_SRV) != 0) {
+      if ((desc.Flags & D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) != 0) {
+        GST_WARNING ("SRV map is requested but SRV is not allowed");
+        return FALSE;
+      }
+
+      if (!gst_d3d12_memory_get_shader_resource_view_heap (dmem)) {
+        GST_ERROR ("Couldn't get SRV descriptor heap");
+        return FALSE;
+      }
+    }
+
+    if ((d3d12_flags & GST_D3D12_FRAME_MAP_FLAG_UAV) != 0) {
+      if ((desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS) == 0) {
+        GST_WARNING ("UAV map is requested but UAV is not allowed");
+        return FALSE;
+      }
+
+      if (!gst_d3d12_memory_get_unordered_access_view_heap (dmem)) {
+        GST_ERROR ("Couldn't get UAV descriptor heap");
+        return FALSE;
+      }
+    }
+
+    if ((d3d12_flags & GST_D3D12_FRAME_MAP_FLAG_RTV) != 0) {
+      if ((desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET) == 0) {
+        GST_WARNING ("RTV map is requested but RTV is not allowed");
+        return FALSE;
+      }
+
+      if (!gst_d3d12_memory_get_render_target_view_heap (dmem)) {
+        GST_ERROR ("Couldn't get RTV descriptor heap");
+        return FALSE;
+      }
+    }
+  }
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  auto srv_inc_size =
+      device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+  auto rtv_inc_size =
+      device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_RTV);
+
+  guint plane_idx = 0;
+  for (guint i = 0; i < num_mem; i++) {
+    if (plane_idx >= G_N_ELEMENTS (frame->data)) {
+      GST_ERROR ("Too many planes");
+      gst_d3d12_frame_unmap (frame);
+      return FALSE;
+    }
+
+    auto mem = gst_buffer_peek_memory (buffer, i);
+    GstMemory *new_mem = mem;
+    if (need_map) {
+      mem = gst_memory_ref (mem);
+
+      new_mem = gst_memory_make_mapped (mem, &frame->mapi, map_flags);
+      if (!new_mem) {
+        GST_ERROR ("Couldn't map memory %u", i);
+        gst_d3d12_frame_unmap (frame);
+        return FALSE;
+      }
+
+      if (mem != new_mem && is_writable) {
+        gst_buffer_replace_memory_range (buffer,
+            i, 1, gst_memory_ref (new_mem));
+      }
+    }
+
+    auto dmem = GST_D3D12_MEMORY_CAST (new_mem);
+    auto num_planes = gst_d3d12_memory_get_plane_count (dmem);
+    auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+    D3D12_RESOURCE_DESC desc;
+    desc = GetDesc (resource);
+
+    ID3D12DescriptorHeap *srv_heap = nullptr;
+    ID3D12DescriptorHeap *uav_heap = nullptr;
+    ID3D12DescriptorHeap *rtv_heap = nullptr;
+
+    if ((d3d12_flags & GST_D3D12_FRAME_MAP_FLAG_SRV) != 0)
+      srv_heap = gst_d3d12_memory_get_shader_resource_view_heap (dmem);
+
+    if ((d3d12_flags & GST_D3D12_FRAME_MAP_FLAG_UAV) != 0)
+      uav_heap = gst_d3d12_memory_get_unordered_access_view_heap (dmem);
+
+    if ((d3d12_flags & GST_D3D12_FRAME_MAP_FLAG_RTV) != 0)
+      rtv_heap = gst_d3d12_memory_get_render_target_view_heap (dmem);
+
+    CD3DX12_CPU_DESCRIPTOR_HANDLE srv_handle = { };
+    if (srv_heap) {
+      srv_handle =
+          CD3DX12_CPU_DESCRIPTOR_HANDLE
+          (GetCPUDescriptorHandleForHeapStart (srv_heap));
+    }
+
+    CD3DX12_CPU_DESCRIPTOR_HANDLE uav_handle = { };
+    if (uav_heap) {
+      uav_handle =
+          CD3DX12_CPU_DESCRIPTOR_HANDLE
+          (GetCPUDescriptorHandleForHeapStart (uav_heap));
+    }
+
+    CD3DX12_CPU_DESCRIPTOR_HANDLE rtv_handle = { };
+    if (rtv_heap) {
+      rtv_handle =
+          CD3DX12_CPU_DESCRIPTOR_HANDLE
+          (GetCPUDescriptorHandleForHeapStart (rtv_heap));
+    }
+
+    for (guint j = 0; j < num_planes; j++) {
+      if (plane_idx >= G_N_ELEMENTS (frame->data)) {
+        GST_ERROR ("Too many planes");
+        gst_d3d12_frame_unmap (frame);
+        return FALSE;
+      }
+
+      frame->dataplane_idx = resource;
+      gst_d3d12_memory_get_subresource_index (dmem,
+          j, &frame->subresource_indexplane_idx);
+      gst_d3d12_memory_get_plane_rectangle (dmem, j,
+          &frame->plane_rectplane_idx);
+
+      if (srv_heap) {
+        frame->srv_desc_handleplane_idx = srv_handle;
+        srv_handle.Offset (srv_inc_size);
+      }
+
+      if (rtv_heap) {
+        frame->rtv_desc_handleplane_idx = rtv_handle;
+        rtv_handle.Offset (rtv_inc_size);
+      }
+
+      if (uav_heap) {
+        frame->uav_desc_handleplane_idx = uav_handle;
+        uav_handle.Offset (srv_inc_size);
+      }
+
+      gst_d3d12_memory_get_fence (dmem, &frame->fenceplane_idx.fence,
+          &frame->fenceplane_idx.fence_value);
+
+      plane_idx++;
+    }
+  }
+
+  guint frame_flags = 0;
+  if (GST_VIDEO_INFO_IS_INTERLACED (info)) {
+    if (GST_VIDEO_INFO_INTERLACE_MODE (info) == GST_VIDEO_INTERLACE_MODE_MIXED) {
+      if (GST_BUFFER_FLAG_IS_SET (buffer, GST_VIDEO_BUFFER_FLAG_INTERLACED)) {
+        frame_flags |= GST_VIDEO_FRAME_FLAG_INTERLACED;
+      }
+    } else {
+      frame_flags |= GST_VIDEO_FRAME_FLAG_INTERLACED;
+    }
+
+    if (GST_VIDEO_INFO_FIELD_ORDER (info) ==
+        GST_VIDEO_FIELD_ORDER_TOP_FIELD_FIRST) {
+      frame_flags |= GST_VIDEO_FRAME_FLAG_TFF;
+    } else {
+      if (GST_BUFFER_FLAG_IS_SET (buffer, GST_VIDEO_BUFFER_FLAG_TFF))
+        frame_flags |= GST_VIDEO_FRAME_FLAG_TFF;
+      if (GST_BUFFER_FLAG_IS_SET (buffer, GST_VIDEO_BUFFER_FLAG_RFF))
+        frame_flags |= GST_VIDEO_FRAME_FLAG_RFF;
+      if (GST_BUFFER_FLAG_IS_SET (buffer, GST_VIDEO_BUFFER_FLAG_ONEFIELD))
+        frame_flags |= GST_VIDEO_FRAME_FLAG_ONEFIELD;
+    }
+  }
+
+  frame->device = device;
+  frame->info = *info;
+  frame->buffer = buffer;
+  frame->frame_flags = (GstVideoFrameFlags) frame_flags;
+  frame->d3d12_flags = d3d12_flags;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_frame_unmap:
+ * @frame: a #GstD3D12Frame
+ *
+ * Unmap the memory previously mapped with gst_d3d12_frame_map
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_frame_unmap (GstD3D12Frame * frame)
+{
+  g_return_if_fail (frame);
+
+  for (guint i = 0; i < G_N_ELEMENTS (frame->fence); i++) {
+    if (frame->fencei.fence)
+      frame->fencei.fence->Release ();
+  }
+
+  for (guint i = 0; i < G_N_ELEMENTS (frame->map); i++) {
+    auto mem = frame->mapi.memory;
+    if (!mem)
+      return;
+
+    gst_memory_unmap (mem, &frame->mapi);
+    gst_memory_unref (mem);
+  }
+}
+
+static void
+gst_d3d12_frame_build_copy_args (GstD3D12Frame * dest,
+    const GstD3D12Frame * src, guint plane,
+    GstD3D12CopyTextureRegionArgs * args, D3D12_BOX * src_box)
+{
+  src_box->left = 0;
+  src_box->top = 0;
+  src_box->right = MIN (dest->plane_rectplane.right,
+      src->plane_rectplane.right);
+  src_box->bottom = MIN (dest->plane_rectplane.bottom,
+      src->plane_rectplane.bottom);
+  src_box->front = 0;
+  src_box->back = 1;
+
+  args->dst = CD3DX12_TEXTURE_COPY_LOCATION (dest->dataplane,
+      dest->subresource_indexplane);
+  args->src = CD3DX12_TEXTURE_COPY_LOCATION (src->dataplane,
+      src->subresource_indexplane);
+}
+
+/**
+ * gst_d3d12_frame_copy:
+ * @dest: a #GstD3D12Frame
+ * @src: a #GstD3D12Frame
+ * @fence_value: (out): a fence value for the copy operation
+ *
+ * Copy the contents from @src to @dest.
+ *
+ * Returns: %TRUE on success.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_frame_copy (GstD3D12Frame * dest, const GstD3D12Frame * src,
+    guint64 * fence_value)
+{
+  g_return_val_if_fail (dest, FALSE);
+  g_return_val_if_fail (src, FALSE);
+  g_return_val_if_fail (dest->device, FALSE);
+  g_return_val_if_fail (src->device, FALSE);
+  g_return_val_if_fail (GST_VIDEO_INFO_FORMAT (&dest->info) ==
+      GST_VIDEO_INFO_FORMAT (&src->info), FALSE);
+
+  if (!gst_d3d12_device_is_equal (dest->device, src->device)) {
+    GST_ERROR ("Cross device copy is not supported");
+    return FALSE;
+  }
+
+  GstD3D12CopyTextureRegionArgs argsGST_VIDEO_MAX_PLANES = { };
+  D3D12_BOX src_boxGST_VIDEO_MAX_PLANES = { };
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&dest->info); i++) {
+    gst_d3d12_frame_build_copy_args (dest, src, i, &argsi, &src_boxi);
+    argsi.src_box = &src_boxi;
+  }
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_device_acquire_fence_data (dest->device, &fence_data);
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (src->buffer)));
+
+  std::vector < ID3D12Fence * >fences_to_wait;
+  std::vector < guint64 > fence_values_to_wait;
+
+  for (guint i = 0; i < G_N_ELEMENTS (dest->fence); i++) {
+    if (dest->fencei.fence) {
+      fences_to_wait.push_back (dest->fencei.fence);
+      fence_values_to_wait.push_back (dest->fencei.fence_value);
+    }
+
+    if (src->fencei.fence) {
+      fences_to_wait.push_back (src->fencei.fence);
+      fence_values_to_wait.push_back (src->fencei.fence_value);
+    }
+  }
+
+  return gst_d3d12_device_copy_texture_region (dest->device,
+      GST_VIDEO_INFO_N_PLANES (&dest->info), args, fence_data,
+      (guint) fences_to_wait.size (), fences_to_wait.data (),
+      fence_values_to_wait.data (), D3D12_COMMAND_LIST_TYPE_DIRECT,
+      fence_value);
+}
+
+/**
+ * gst_video_frame_copy_plane:
+ * @dest: a #GstD3D12Frame
+ * @src: a #GstD3D12Frame
+ * @plane: a plane
+ * @fence_value: (out): a fence value for the copy operation
+ *
+ * Copy the plane with index @plane from @src to @dest.
+ *
+ * Returns: %TRUE on success.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_frame_copy_plane (GstD3D12Frame * dest, const GstD3D12Frame * src,
+    guint plane, guint64 * fence_value)
+{
+  g_return_val_if_fail (dest, FALSE);
+  g_return_val_if_fail (src, FALSE);
+  g_return_val_if_fail (dest->device, FALSE);
+  g_return_val_if_fail (src->device, FALSE);
+  g_return_val_if_fail (GST_VIDEO_INFO_FORMAT (&dest->info) ==
+      GST_VIDEO_INFO_FORMAT (&src->info), FALSE);
+  g_return_val_if_fail (plane < GST_VIDEO_INFO_N_PLANES (&dest->info), FALSE);
+
+  if (!gst_d3d12_device_is_equal (dest->device, src->device)) {
+    GST_ERROR ("Cross device copy is not supported");
+    return FALSE;
+  }
+
+  GstD3D12CopyTextureRegionArgs args = { };
+  D3D12_BOX src_box = { };
+
+  gst_d3d12_frame_build_copy_args (dest, src, plane, &args, &src_box);
+  args.src_box = &src_box;
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_device_acquire_fence_data (dest->device, &fence_data);
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (src->buffer)));
+
+  auto cq = gst_d3d12_device_get_cmd_queue (src->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  auto cq_handle = gst_d3d12_cmd_queue_get_handle (cq);
+
+  if (src->fenceplane.fence)
+    cq_handle->Wait (src->fenceplane.fence, src->fenceplane.fence_value);
+
+  if (dest->fenceplane.fence)
+    cq_handle->Wait (dest->fenceplane.fence, dest->fenceplane.fence_value);
+
+  return gst_d3d12_device_copy_texture_region (dest->device, 1, &args,
+      fence_data, 0, nullptr, nullptr, D3D12_COMMAND_LIST_TYPE_DIRECT,
+      fence_value);
+}
+
+/**
+ * gst_d3d12_frame_fence_gpu_wait:
+ * @frame: a #GstD3D12Frame
+ * @queue: a GstD3D12CmdQueue
+ *
+ * Executes ID3D12CommandQueue::Wait() if @frame has different fence object
+ *
+ * Returns: %TRUE on success.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_frame_fence_gpu_wait (const GstD3D12Frame * frame,
+    GstD3D12CmdQueue * queue)
+{
+  g_return_val_if_fail (frame, FALSE);
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (frame->device), FALSE);
+  g_return_val_if_fail (GST_IS_D3D12_CMD_QUEUE (queue), FALSE);
+
+  ID3D12Fence *last_fence = nullptr;
+  guint64 last_fence_val = 0;
+  auto fence = gst_d3d12_cmd_queue_get_fence_handle (queue);
+
+  for (guint i = 0; i < G_N_ELEMENTS (frame->fence); i++) {
+    if (frame->fencei.fence && frame->fencei.fence != fence) {
+      if (frame->fencei.fence == last_fence &&
+          frame->fencei.fence_value <= last_fence_val) {
+        continue;
+      }
+      last_fence = frame->fencei.fence;
+      last_fence_val = frame->fencei.fence_value;
+
+      auto hr = gst_d3d12_cmd_queue_execute_wait (queue,
+          frame->fencei.fence, frame->fencei.fence_value);
+      if (!gst_d3d12_result (hr, frame->device))
+        return FALSE;
+    }
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_frame_fence_cpu_wait:
+ * @frame: a #GstD3D12Frame
+ *
+ * Waits for external fence objects
+ *
+ * Returns: %TRUE on success.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_frame_fence_cpu_wait (const GstD3D12Frame * frame)
+{
+  g_return_val_if_fail (frame, FALSE);
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (frame->device), FALSE);
+
+  ID3D12Fence *last_fence = nullptr;
+  guint64 last_fence_val = 0;
+  std::vector < ID3D12Fence * >fences;
+  std::vector < UINT64 > fence_vals;
+
+  for (guint i = 0; i < G_N_ELEMENTS (frame->fence); i++) {
+    if (frame->fencei.fence) {
+      if (frame->fencei.fence == last_fence &&
+          frame->fencei.fence_value <= last_fence_val) {
+        continue;
+      }
+      last_fence = frame->fencei.fence;
+      last_fence_val = frame->fencei.fence_value;
+
+      fences.push_back (frame->fencei.fence);
+      fence_vals.push_back (frame->fencei.fence_value);
+    }
+  }
+
+  if (fences.empty ())
+    return TRUE;
+
+  ComPtr < ID3D12Device1 > device1;
+  auto device = gst_d3d12_device_get_device_handle (frame->device);
+  auto hr = device->QueryInterface (IID_PPV_ARGS (&device1));
+
+  if (SUCCEEDED (hr)) {
+    hr = device1->SetEventOnMultipleFenceCompletion (fences.data (),
+        fence_vals.data (), fences.size (), D3D12_MULTIPLE_FENCE_WAIT_FLAG_ALL,
+        nullptr);
+  } else {
+    for (size_t i = 0; i < fences.size (); i++) {
+      hr = fencesi->SetEventOnCompletion (fence_valsi, nullptr);
+      if (FAILED (hr))
+        break;
+    }
+  }
+
+  return gst_d3d12_result (hr, frame->device);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12frame.h Added

@@ -0,0 +1,124 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+typedef struct _GstD3D12FrameFence GstD3D12FrameFence;
+
+/**
+ * GstD3D12FrameMapFlags:
+ * @GST_D3D12_FRAME_MAP_FLAG_NONE: No flags
+ * @GST_D3D12_FRAME_MAP_FLAG_SRV: Frame mapping requires shared resource view
+ * @GST_D3D12_FRAME_MAP_FLAG_UAV: Frame mapping requires unordered access view
+ * @GST_D3D12_FRAME_MAP_FLAG_RTV: Frame mapping requires render target view
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_D3D12_FRAME_MAP_FLAG_NONE = 0,
+  GST_D3D12_FRAME_MAP_FLAG_SRV = (1 << 0),
+  GST_D3D12_FRAME_MAP_FLAG_UAV = (1 << 1),
+  GST_D3D12_FRAME_MAP_FLAG_RTV = (1 << 2),
+} GstD3D12FrameMapFlags;
+
+DEFINE_ENUM_FLAG_OPERATORS (GstD3D12FrameMapFlags);
+
+struct _GstD3D12FrameFence
+{
+  ID3D12Fence *fence;
+  guint64 fence_value;
+};
+
+/**
+ * GstD3D12Frame:
+ * @info: the #GstVideoInfo
+ * @frame_flags: #GstVideoFrameFlags for the frame
+ * @d3d12_flags: #GstD3D12FrameMapFlags for the frame
+ * @device: a #GstD3D12Device
+ * @buffer: the mapped buffer
+ * @map: mappings of the memory objects
+ * @data: pointers to the plane data
+ * @subresource_index: subresource index of the plane
+ * @plane_rect: plane rectangle
+ * @fence: external fences
+ * @srv_desc_handle: shader resource view descriptor handle
+ * @rtb_desc_handle: render target view descriptor handle
+ *
+ * A frame obtained from gst_d3d12_frame_map()
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12Frame
+{
+  GstVideoInfo info;
+  GstVideoFrameFlags frame_flags;
+  GstD3D12FrameMapFlags d3d12_flags;
+  GstD3D12Device *device;
+  GstBuffer *buffer;
+
+  GstMapInfo mapGST_VIDEO_MAX_PLANES;
+  ID3D12Resource *dataGST_VIDEO_MAX_PLANES;
+  guint subresource_indexGST_VIDEO_MAX_PLANES;
+  D3D12_RECT plane_rectGST_VIDEO_MAX_PLANES;
+  GstD3D12FrameFence fenceGST_VIDEO_MAX_PLANES;
+  D3D12_CPU_DESCRIPTOR_HANDLE srv_desc_handleGST_VIDEO_MAX_PLANES;
+  D3D12_CPU_DESCRIPTOR_HANDLE uav_desc_handleGST_VIDEO_MAX_PLANES;
+  D3D12_CPU_DESCRIPTOR_HANDLE rtv_desc_handleGST_VIDEO_MAX_PLANES;
+
+  /*< private >*/
+  guint64 _gst_reservedGST_PADDING_LARGE;
+};
+
+GST_D3D12_API
+gboolean  gst_d3d12_frame_map         (GstD3D12Frame * frame,
+                                       const GstVideoInfo * info,
+                                       GstBuffer * buffer,
+                                       GstMapFlags map_flags,
+                                       GstD3D12FrameMapFlags d3d12_flags);
+
+GST_D3D12_API
+void      gst_d3d12_frame_unmap       (GstD3D12Frame * frame);
+
+GST_D3D12_API
+gboolean  gst_d3d12_frame_copy        (GstD3D12Frame * dest,
+                                       const GstD3D12Frame * src,
+                                       guint64 * fence_value);
+
+GST_D3D12_API
+gboolean  gst_d3d12_frame_copy_plane  (GstD3D12Frame * dest,
+                                       const GstD3D12Frame * src,
+                                       guint plane,
+                                       guint64 * fence_value);
+
+GST_D3D12_API
+gboolean  gst_d3d12_frame_fence_gpu_wait (const GstD3D12Frame * frame,
+                                          GstD3D12CmdQueue * queue);
+
+GST_D3D12_API
+gboolean  gst_d3d12_frame_fence_cpu_wait (const GstD3D12Frame * frame);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12memory-private.h Added

@@ -0,0 +1,43 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include "gstd3d12_fwd.h"
+#include "gstd3d12format.h"
+#include "gstd3d12memory.h"
+
+G_BEGIN_DECLS
+
+struct _GstD3D12AllocationParams
+{
+  GstVideoInfo info;
+  GstVideoInfo aligned_info;
+  GstD3D12Format d3d12_format;
+  GstD3D12AllocationFlags flags;
+  D3D12_HEAP_FLAGS heap_flags;
+  D3D12_RESOURCE_FLAGS resource_flags;
+  guint array_size;
+  guint mip_levels;
+};
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12memory.cpp Added

@@ -0,0 +1,2011 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12memory-private.h"
+#include "gstd3d12-private.h"
+#include <directx/d3dx12.h>
+#include <string.h>
+#include <wrl.h>
+#include <mutex>
+#include <condition_variable>
+#include <atomic>
+#include <queue>
+#include <vector>
+#include <map>
+#include <memory>
+#include <algorithm>
+#include <d3d11_1.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12allocator", 0, "d3d12allocator");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif
+
+static GstD3D12Allocator *_d3d12_memory_allocator = nullptr;
+
+static gint
+gst_d3d12_allocation_params_compare (const GstD3D12AllocationParams * p1,
+    const GstD3D12AllocationParams * p2)
+{
+  g_return_val_if_fail (p1, -1);
+  g_return_val_if_fail (p2, -1);
+
+  if (p1 == p2)
+    return 0;
+
+  return -1;
+}
+
+static void
+gst_d3d12_allocation_params_init (GType type)
+{
+  static GstValueTable table = {
+    0, (GstValueCompareFunc) gst_d3d12_allocation_params_compare,
+    nullptr, nullptr
+  };
+
+  table.type = type;
+  gst_value_register (&table);
+}
+
+G_DEFINE_BOXED_TYPE_WITH_CODE (GstD3D12AllocationParams,
+    gst_d3d12_allocation_params,
+    (GBoxedCopyFunc) gst_d3d12_allocation_params_copy,
+    (GBoxedFreeFunc) gst_d3d12_allocation_params_free,
+    gst_d3d12_allocation_params_init (g_define_type_id));
+
+/**
+ * gst_d3d12_allocation_params_new:
+ * @device: a #GstD3D12Device
+ * @info: a #GstVideoInfo
+ * @flags: a #GstD3D12AllocationFlags
+ * @resource_flags: D3D12_RESOURCE_FLAGS value used for creating texture
+ * @heap_flags: D3D12_HEAP_FLAGS value used for creating texture
+ *
+ * Create #GstD3D12AllocationParams object which is used by #GstD3D12BufferPool
+ * and #GstD3D12Allocator in order to allocate new ID3D12Resource
+ * object with given configuration
+ *
+ * Returns: (transfer full) (nullable): a #GstD3D12AllocationParams
+ * or %NULL if given configuration is not supported
+ *
+ * Since: 1.26
+ */
+GstD3D12AllocationParams *
+gst_d3d12_allocation_params_new (GstD3D12Device * device,
+    const GstVideoInfo * info, GstD3D12AllocationFlags flags,
+    D3D12_RESOURCE_FLAGS resource_flags, D3D12_HEAP_FLAGS heap_flags)
+{
+  GstD3D12AllocationParams *ret;
+  GstD3D12Format d3d12_format;
+  GstVideoFormat format;
+
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (info, nullptr);
+
+  format = GST_VIDEO_INFO_FORMAT (info);
+  if (!gst_d3d12_device_get_format (device, format, &d3d12_format)) {
+    GST_WARNING_OBJECT (device, "%s is not supported",
+        gst_video_format_to_string (format));
+    return nullptr;
+  }
+
+  ret = g_new0 (GstD3D12AllocationParams, 1);
+  ret->info = *info;
+  ret->aligned_info = *info;
+  ret->d3d12_format = d3d12_format;
+  ret->array_size = 1;
+  ret->mip_levels = 1;
+  ret->flags = flags;
+  ret->heap_flags = heap_flags;
+  ret->resource_flags = resource_flags;
+
+  return ret;
+}
+
+/**
+ * gst_d3d12_allocation_params_copy:
+ * @src: a #GstD3D12AllocationParams
+ *
+ * Returns: (transfer full): a copy of @src
+ *
+ * Since: 1.26
+ */
+GstD3D12AllocationParams *
+gst_d3d12_allocation_params_copy (GstD3D12AllocationParams * src)
+{
+  GstD3D12AllocationParams *dst;
+
+  g_return_val_if_fail (src != NULL, NULL);
+
+  dst = g_new0 (GstD3D12AllocationParams, 1);
+  memcpy (dst, src, sizeof (GstD3D12AllocationParams));
+
+  return dst;
+}
+
+/**
+ * gst_d3d12_allocation_params_free:
+ * @params: a #GstD3D12AllocationParams
+ *
+ * Free @params
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_allocation_params_free (GstD3D12AllocationParams * params)
+{
+  g_free (params);
+}
+
+/**
+ * gst_d3d12_allocation_params_alignment:
+ * @params: a #GstD3D12AllocationParams
+ * @align: a #GstVideoAlignment
+ *
+ * Adjust alignment
+ *
+ * Returns: %TRUE if alignment could be applied
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_allocation_params_alignment (GstD3D12AllocationParams * params,
+    const GstVideoAlignment * align)
+{
+  guint padding_width, padding_height;
+  GstVideoInfo *info;
+  GstVideoInfo new_info;
+
+  g_return_val_if_fail (params, FALSE);
+  g_return_val_if_fail (align, FALSE);
+
+  /* d3d11 does not support stride align. Consider padding only */
+  padding_width = align->padding_left + align->padding_right;
+  padding_height = align->padding_top + align->padding_bottom;
+
+  info = &params->info;
+
+  if (!gst_video_info_set_format (&new_info, GST_VIDEO_INFO_FORMAT (info),
+          GST_VIDEO_INFO_WIDTH (info) + padding_width,
+          GST_VIDEO_INFO_HEIGHT (info) + padding_height)) {
+    GST_WARNING ("Set format failed");
+    return FALSE;
+  }
+
+  params->aligned_info = new_info;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_allocation_params_set_resource_flags:
+ * @params: a #GstD3D12AllocationParams
+ * @resource_flags: D3D12_RESOURCE_FLAGS
+ *
+ * Set @resource_flags
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_allocation_params_set_resource_flags (GstD3D12AllocationParams *
+    params, D3D12_RESOURCE_FLAGS resource_flags)
+{
+  g_return_val_if_fail (params, FALSE);
+
+  params->resource_flags |= resource_flags;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_allocation_params_unset_resource_flags:
+ * @params: a #GstD3D12AllocationParams
+ * @resource_flags: D3D12_RESOURCE_FLAGS
+ *
+ * Unset @resource_flags
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_allocation_params_unset_resource_flags (GstD3D12AllocationParams *
+    params, D3D12_RESOURCE_FLAGS resource_flags)
+{
+  g_return_val_if_fail (params, FALSE);
+
+  params->resource_flags &= ~resource_flags;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_allocation_params_set_heap_flags:
+ * @params: a #GstD3D12AllocationParams
+ * @heap_flags: D3D12_HEAP_FLAGS
+ *
+ * Set @heap_flags
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_allocation_params_set_heap_flags (GstD3D12AllocationParams *
+    params, D3D12_HEAP_FLAGS heap_flags)
+{
+  g_return_val_if_fail (params, FALSE);
+
+  params->heap_flags |= heap_flags;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_allocation_params_set_array_size:
+ * @params: a #GstD3D12AllocationParams
+ * @size: a texture array size
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_allocation_params_set_array_size (GstD3D12AllocationParams * params,
+    guint size)
+{
+  g_return_val_if_fail (params, FALSE);
+  g_return_val_if_fail (size > 0, FALSE);
+  g_return_val_if_fail (size <= G_MAXUINT16, FALSE);
+
+  params->array_size = size;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_allocation_params_set_mip_levels:
+ * @params: a #GstD3D12AllocationParams
+ * @mip_levels: a texture mip levels
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_allocation_params_set_mip_levels (GstD3D12AllocationParams * params,
+    guint mip_levels)
+{
+  g_return_val_if_fail (params, FALSE);
+
+  params->mip_levels = mip_levels;
+
+  return TRUE;
+}
+
+/* *INDENT-OFF* */
+struct GstD3D12MemoryTokenData
+{
+  GstD3D12MemoryTokenData (gpointer data, GDestroyNotify notify_func)
+    : user_data (data), notify (notify_func)
+  {
+  }
+
+  ~GstD3D12MemoryTokenData ()
+  {
+    if (notify)
+      notify (user_data);
+  }
+
+  gpointer user_data;
+  GDestroyNotify notify;
+};
+
+struct D3D11Interop
+{
+  ComPtr<ID3D11Device> device11;
+  ComPtr<ID3D11Texture2D> texture11;
+};
+
+struct _GstD3D12MemoryPrivate
+{
+  ~_GstD3D12MemoryPrivate ()
+  {
+    if (nt_handle)
+      CloseHandle (nt_handle);
+
+    token_map.clear ();
+  }
+
+  ComPtr<ID3D12Resource> resource;
+  ComPtr<ID3D12Resource> staging;
+
+  ComPtr<ID3D12DescriptorHeap> srv_heap;
+  ComPtr<ID3D12DescriptorHeap> rtv_heap;
+  ComPtr<ID3D12DescriptorHeap> uav_heap;
+
+  gpointer staging_ptr = nullptr;
+
+  D3D12_RESOURCE_DESC desc;
+  D3D12_HEAP_FLAGS heap_flags;
+
+  HANDLE nt_handle = nullptr;
+  std::map<gint64, std::unique_ptr<GstD3D12MemoryTokenData>> token_map;
+  std::vector<std::shared_ptr<D3D11Interop>> shared_texture11;
+
+  /* Queryied via ID3D12Device::GetCopyableFootprints */
+  D3D12_PLACED_SUBRESOURCE_FOOTPRINT layoutGST_VIDEO_MAX_PLANES;
+  guint64 size;
+  guint num_subresources;
+  D3D12_RECT subresource_rectGST_VIDEO_MAX_PLANES;
+  guint subresource_indexGST_VIDEO_MAX_PLANES;
+  DXGI_FORMAT resource_formatsGST_VIDEO_MAX_PLANES;
+  guint srv_inc_size;
+  guint rtv_inc_size;
+  guint64 cpu_map_count = 0;
+
+  std::mutex lock;
+
+  gpointer user_data = nullptr;
+  GDestroyNotify notify = nullptr;
+
+  ComPtr<ID3D12Fence> fence;
+  UINT64 fence_val = 0;
+};
+/* *INDENT-ON* */
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12Memory, gst_d3d12_memory);
+
+static gboolean
+gst_d3d12_memory_ensure_staging_resource (GstD3D12Memory * dmem)
+{
+  auto priv = dmem->priv;
+
+  if (priv->staging)
+    return TRUE;
+
+  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS) == 0) {
+    GST_ERROR_OBJECT (dmem->device, "simultaneous access is not supported");
+    return FALSE;
+  }
+
+  HRESULT hr;
+  auto device = gst_d3d12_device_get_device_handle (dmem->device);
+  D3D12_HEAP_PROPERTIES prop =
+      CD3DX12_HEAP_PROPERTIES (D3D12_CPU_PAGE_PROPERTY_WRITE_BACK,
+      D3D12_MEMORY_POOL_L0);
+  D3D12_RESOURCE_DESC desc = CD3DX12_RESOURCE_DESC::Buffer (priv->size);
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (dmem->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
+  ComPtr < ID3D12Resource > staging;
+  hr = device->CreateCommittedResource (&prop, heap_flags,
+      &desc, D3D12_RESOURCE_STATE_COMMON, nullptr, IID_PPV_ARGS (&staging));
+  if (!gst_d3d12_result (hr, dmem->device)) {
+    GST_ERROR_OBJECT (dmem->device, "Couldn't create staging resource");
+    return FALSE;
+  }
+
+  priv->staging = staging;
+
+  GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+
+  return TRUE;
+}
+
+static void
+gst_d3d12_memory_set_fence_unlocked (GstD3D12Memory * dmem,
+    ID3D12Fence * fence, guint64 fence_val, gboolean wait)
+{
+  auto priv = dmem->priv;
+
+  if (priv->fence && priv->fence.Get () != fence && wait) {
+    auto completed = priv->fence->GetCompletedValue ();
+    if (completed < priv->fence_val) {
+      auto hr = priv->fence->SetEventOnCompletion (priv->fence_val, nullptr);
+      /* For debugging */
+      gst_d3d12_result (hr, dmem->device);
+    }
+  }
+
+  priv->fence = fence;
+  if (fence)
+    priv->fence_val = fence_val;
+  else
+    priv->fence_val = 0;
+}
+
+static gboolean
+gst_d3d12_memory_download (GstD3D12Memory * dmem)
+{
+  auto priv = dmem->priv;
+
+  if (!priv->staging ||
+      !GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD)) {
+    return TRUE;
+  }
+
+  std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
+  for (guint i = 0; i < priv->num_subresources; i++) {
+    GstD3D12CopyTextureRegionArgs args;
+    memset (&args, 0, sizeof (args));
+
+    args.dst = CD3DX12_TEXTURE_COPY_LOCATION (priv->staging.Get (),
+        priv->layouti);
+    args.src = CD3DX12_TEXTURE_COPY_LOCATION (priv->resource.Get (),
+        priv->subresource_indexi);
+
+    copy_args.push_back (args);
+  }
+
+  guint64 fence_val = 0;
+  guint num_fences_to_wait = 0;
+  ID3D12Fence *fences_to_wait = { priv->fence.Get () };
+  guint64 fence_values_to_wait = { priv->fence_val };
+  if (priv->fence)
+    num_fences_to_wait = 1;
+
+  /* Use async copy queue when downloading */
+  if (!gst_d3d12_device_copy_texture_region (dmem->device, copy_args.size (),
+          copy_args.data (), nullptr, num_fences_to_wait, fences_to_wait,
+          fence_values_to_wait, D3D12_COMMAND_LIST_TYPE_COPY, &fence_val)) {
+    GST_ERROR_OBJECT (dmem->device, "Couldn't download texture to staging");
+    return FALSE;
+  }
+
+  gst_d3d12_device_fence_wait (dmem->device, D3D12_COMMAND_LIST_TYPE_COPY,
+      fence_val);
+
+  priv->fence = nullptr;
+  priv->fence_val = 0;
+
+  GST_MEMORY_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_memory_upload (GstD3D12Memory * dmem)
+{
+  auto priv = dmem->priv;
+
+  if (!priv->staging ||
+      !GST_MEMORY_FLAG_IS_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD)) {
+    return TRUE;
+  }
+
+  std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
+  for (guint i = 0; i < priv->num_subresources; i++) {
+    GstD3D12CopyTextureRegionArgs args;
+    memset (&args, 0, sizeof (args));
+
+    args.dst = CD3DX12_TEXTURE_COPY_LOCATION (priv->resource.Get (),
+        priv->subresource_indexi);
+    args.src = CD3DX12_TEXTURE_COPY_LOCATION (priv->staging.Get (),
+        priv->layouti);
+
+    copy_args.push_back (args);
+  }
+
+  guint num_fences_to_wait = 0;
+  ID3D12Fence *fences_to_wait = { priv->fence.Get () };
+  guint64 fence_values_to_wait = { priv->fence_val };
+  if (fences_to_wait0)
+    num_fences_to_wait = 1;
+
+  if (!gst_d3d12_device_copy_texture_region (dmem->device, copy_args.size (),
+          copy_args.data (), nullptr, num_fences_to_wait, fences_to_wait,
+          fence_values_to_wait, D3D12_COMMAND_LIST_TYPE_DIRECT,
+          &priv->fence_val)) {
+    GST_ERROR_OBJECT (dmem->device, "Couldn't upload texture");
+    return FALSE;
+  }
+
+  priv->fence = gst_d3d12_device_get_fence_handle (dmem->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+
+  GST_MEMORY_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+
+  return TRUE;
+}
+
+static gpointer
+gst_d3d12_memory_map_full (GstMemory * mem, GstMapInfo * info, gsize maxsize)
+{
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+  auto priv = dmem->priv;
+  GstMapFlags flags = info->flags;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  if ((flags & GST_MAP_D3D12) != 0) {
+    gst_d3d12_memory_upload (dmem);
+
+    if ((flags & GST_MAP_WRITE) != 0)
+      GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+
+    return priv->resource.Get ();
+  }
+
+  if (priv->cpu_map_count == 0) {
+    if (!gst_d3d12_memory_ensure_staging_resource (dmem)) {
+      GST_ERROR_OBJECT (mem->allocator,
+          "Couldn't create readback_staging resource");
+      return nullptr;
+    }
+
+    if (!gst_d3d12_memory_download (dmem)) {
+      GST_ERROR_OBJECT (mem->allocator, "Couldn't download resource");
+      return nullptr;
+    }
+
+    auto hr = priv->staging->Map (0, nullptr, &priv->staging_ptr);
+    if (!gst_d3d12_result (hr, dmem->device)) {
+      GST_ERROR_OBJECT (dmem->device, "Couldn't map readback resource");
+      return nullptr;
+    }
+  }
+
+  if ((flags & GST_MAP_WRITE) != 0)
+    GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+
+  priv->cpu_map_count++;
+
+  return priv->staging_ptr;
+}
+
+static void
+gst_d3d12_memory_unmap_full (GstMemory * mem, GstMapInfo * info)
+{
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+  auto priv = dmem->priv;
+  GstMapFlags flags = info->flags;
+
+  if ((flags & GST_MAP_D3D12) == 0) {
+    std::lock_guard < std::mutex > lk (priv->lock);
+
+    g_assert (priv->cpu_map_count != 0);
+    priv->cpu_map_count--;
+    if (priv->cpu_map_count == 0)
+      priv->staging->Unmap (0, nullptr);
+  }
+}
+
+static GstMemory *
+gst_d3d12_memory_share (GstMemory * mem, gssize offset, gssize size)
+{
+  /* TODO: impl. */
+  return nullptr;
+}
+
+/**
+ * gst_is_d3d12_memory:
+ * @mem: a #GstMemory
+ *
+ * Returns: %TRUE if @mem is allocated by #GstD3D12Allocator
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_is_d3d12_memory (GstMemory * mem)
+{
+  return mem != nullptr && mem->allocator != nullptr &&
+      (GST_IS_D3D12_ALLOCATOR (mem->allocator) ||
+      GST_IS_D3D12_POOL_ALLOCATOR (mem->allocator));
+}
+
+/**
+ * gst_d3d12_memory_sync:
+ * @mem: a #GstD3D12Memory
+ *
+ * Wait for pending GPU operation
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_memory_sync (GstD3D12Memory * mem)
+{
+  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
+
+  auto priv = mem->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  gst_d3d12_memory_upload (mem);
+  gst_d3d12_memory_set_fence_unlocked (mem, nullptr, 0, TRUE);
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_memory_init_once:
+ *
+ * Initializes the Direct3D12 Texture allocator. It is safe to call
+ * this function multiple times. This must be called before any other
+ * GstD3D12Memory operation.
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_memory_init_once (void)
+{
+  GST_D3D12_CALL_ONCE_BEGIN {
+    _d3d12_memory_allocator =
+        (GstD3D12Allocator *) g_object_new (GST_TYPE_D3D12_ALLOCATOR, nullptr);
+    gst_object_ref_sink (_d3d12_memory_allocator);
+    gst_object_ref (_d3d12_memory_allocator);
+
+    gst_allocator_register (GST_D3D12_MEMORY_NAME,
+        GST_ALLOCATOR_CAST (_d3d12_memory_allocator));
+  } GST_D3D12_CALL_ONCE_END;
+}
+
+/**
+ * gst_d3d12_memory_get_resource_handle:
+ * @mem: a #GstD3D12Memory
+ *
+ * Returns: (transfer none) (nullable): ID3D12Resource handle
+ *
+ * Since: 1.26
+ */
+ID3D12Resource *
+gst_d3d12_memory_get_resource_handle (GstD3D12Memory * mem)
+{
+  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
+
+  return mem->priv->resource.Get ();
+}
+
+/**
+ * gst_d3d12_memory_get_subresource_index:
+ * @mem: a #GstD3D12Memory
+ * @plane: a plane index
+ * @index: (out): subresource index of @plane
+ *
+ * Returns: %TRUE if returned @index is valid
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_memory_get_subresource_index (GstD3D12Memory * mem, guint plane,
+    guint * index)
+{
+  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
+  g_return_val_if_fail (index != nullptr, FALSE);
+
+  if (plane >= mem->priv->num_subresources) {
+    GST_WARNING_OBJECT (GST_MEMORY_CAST (mem)->allocator, "Invalid plane %d",
+        plane);
+    return FALSE;
+  }
+
+  *index = mem->priv->subresource_indexplane;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_memory_get_plane_count:
+ * @mem: a #GstD3D12Memory
+ *
+ * Returns: the number of planes of resource
+ *
+ * Since: 1.26
+ */
+guint
+gst_d3d12_memory_get_plane_count (GstD3D12Memory * mem)
+{
+  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), 0);
+
+  return mem->priv->num_subresources;
+}
+
+/**
+ * gst_d3d12_memory_get_plane_rectangle:
+ * @mem: a #GstD3D12Memory
+ * @plane: a plane index
+ * @rect: (out): a rectangle of @plane
+ *
+ * Returns: %TRUE if returned @rect is valid
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_memory_get_plane_rectangle (GstD3D12Memory * mem, guint plane,
+    D3D12_RECT * rect)
+{
+  g_return_val_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)), FALSE);
+  g_return_val_if_fail (rect, FALSE);
+
+  if (plane >= mem->priv->num_subresources)
+    return FALSE;
+
+  *rect = mem->priv->subresource_rectplane;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_memory_get_shader_resource_view_heap:
+ * @mem: a #GstD3D12Memory
+ *
+ * Gets shader invisible shader resource view descriptor heap.
+ * Caller needs to copy returned descriptor heap to another shader visible
+ * descriptor heap in order for resource to be used in shader.
+ *
+ * Returns: (transfer none) (nullable): ID3D12DescriptorHeap handle or %NULL
+ * if the resource was allocated without shader resource view enabled
+ *
+ * Since: 1.26
+ */
+ID3D12DescriptorHeap *
+gst_d3d12_memory_get_shader_resource_view_heap (GstD3D12Memory * mem)
+{
+  auto priv = mem->priv;
+  auto allocator = GST_MEMORY_CAST (mem)->allocator;
+  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) != 0) {
+    GST_LOG_OBJECT (allocator,
+        "Shader resource was denied, configured flags 0x%x",
+        (guint) priv->desc.Flags);
+    return nullptr;
+  }
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->srv_heap) {
+    D3D12_DESCRIPTOR_HEAP_DESC desc = { };
+    desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+    desc.NumDescriptors = priv->num_subresources;
+    desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
+
+    auto device = gst_d3d12_device_get_device_handle (mem->device);
+
+    ComPtr < ID3D12DescriptorHeap > srv_heap;
+    auto hr = device->CreateDescriptorHeap (&desc, IID_PPV_ARGS (&srv_heap));
+    if (!gst_d3d12_result (hr, mem->device)) {
+      GST_ERROR_OBJECT (allocator, "Couldn't create descriptor heap");
+      return nullptr;
+    }
+
+    priv->srv_heap = srv_heap;
+
+    D3D12_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
+    srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE2D;
+    srv_desc.Shader4ComponentMapping = D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
+    srv_desc.Texture2D.MipLevels = priv->desc.MipLevels;
+
+    auto cpu_handle =
+        CD3DX12_CPU_DESCRIPTOR_HANDLE (GetCPUDescriptorHandleForHeapStart
+        (srv_heap));
+
+    for (guint i = 0; i < priv->num_subresources; i++) {
+      srv_desc.Format = priv->resource_formatsi;
+      srv_desc.Texture2D.PlaneSlice = i;
+      device->CreateShaderResourceView (priv->resource.Get (), &srv_desc,
+          cpu_handle);
+      cpu_handle.Offset (priv->srv_inc_size);
+    }
+  }
+
+  return priv->srv_heap.Get ();
+}
+
+/**
+ * gst_d3d12_memory_get_unordered_access_view_heap:
+ * @mem: a #GstD3D12Memory
+ *
+ * Gets shader invisible unordered access view descriptor heap.
+ * Caller needs to copy returned descriptor heap to another shader visible
+ * descriptor heap in order for resource to be used in shader.
+ *
+ * Returns: (transfer none) (nullable): ID3D12DescriptorHeap handle or %NULL
+ * if the resource was allocated without unordered access view enabled
+ *
+ * Since: 1.26
+ */
+ID3D12DescriptorHeap *
+gst_d3d12_memory_get_unordered_access_view_heap (GstD3D12Memory * mem)
+{
+  auto priv = mem->priv;
+  auto allocator = GST_MEMORY_CAST (mem)->allocator;
+  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS) == 0) {
+    GST_LOG_OBJECT (allocator,
+        "Unordered access view is not allowed, configured flags 0x%x",
+        (guint) priv->desc.Flags);
+    return nullptr;
+  }
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->uav_heap) {
+    D3D12_DESCRIPTOR_HEAP_DESC desc = { };
+    desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+    desc.NumDescriptors = priv->num_subresources;
+    desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
+
+    auto device = gst_d3d12_device_get_device_handle (mem->device);
+
+    ComPtr < ID3D12DescriptorHeap > uav_heap;
+    auto hr = device->CreateDescriptorHeap (&desc, IID_PPV_ARGS (&uav_heap));
+    if (!gst_d3d12_result (hr, mem->device)) {
+      GST_ERROR_OBJECT (allocator, "Couldn't create descriptor heap");
+      return nullptr;
+    }
+
+    priv->uav_heap = uav_heap;
+
+    D3D12_UNORDERED_ACCESS_VIEW_DESC uav_desc = { };
+    uav_desc.ViewDimension = D3D12_UAV_DIMENSION_TEXTURE2D;
+    auto cpu_handle =
+        CD3DX12_CPU_DESCRIPTOR_HANDLE (GetCPUDescriptorHandleForHeapStart
+        (uav_heap));
+
+    for (guint i = 0; i < priv->num_subresources; i++) {
+      uav_desc.Format = priv->resource_formatsi;
+      uav_desc.Texture2D.PlaneSlice = i;
+      device->CreateUnorderedAccessView (priv->resource.Get (), nullptr,
+          &uav_desc, cpu_handle);
+      cpu_handle.Offset (priv->srv_inc_size);
+    }
+  }
+
+  return priv->uav_heap.Get ();
+}
+
+/**
+ * gst_d3d12_memory_get_render_target_view_heap:
+ * @mem: a #GstD3D12Memory
+ *
+ * Gets render target view descriptor heap
+ *
+ * Returns: (transfer none) (nullable): ID3D12DescriptorHeap handle or %NULL
+ * if the resource was allocated without render target view enabled
+ *
+ * Since: 1.26
+ */
+ID3D12DescriptorHeap *
+gst_d3d12_memory_get_render_target_view_heap (GstD3D12Memory * mem)
+{
+  auto priv = mem->priv;
+  auto allocator = GST_MEMORY_CAST (mem)->allocator;
+  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET) == 0) {
+    GST_LOG_OBJECT (allocator,
+        "Render target is not allowed, configured flags 0x%x",
+        (guint) priv->desc.Flags);
+    return nullptr;
+  }
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->rtv_heap) {
+    D3D12_DESCRIPTOR_HEAP_DESC desc = { };
+    desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_RTV;
+    desc.NumDescriptors = priv->num_subresources;
+    desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
+
+    auto device = gst_d3d12_device_get_device_handle (mem->device);
+
+    ComPtr < ID3D12DescriptorHeap > rtv_heap;
+    auto hr = device->CreateDescriptorHeap (&desc, IID_PPV_ARGS (&rtv_heap));
+    if (!gst_d3d12_result (hr, mem->device)) {
+      GST_ERROR_OBJECT (allocator, "Couldn't create descriptor heap");
+      return nullptr;
+    }
+
+    priv->rtv_heap = rtv_heap;
+
+    D3D12_RENDER_TARGET_VIEW_DESC rtv_desc = { };
+    rtv_desc.ViewDimension = D3D12_RTV_DIMENSION_TEXTURE2D;
+    if (priv->desc.SampleDesc.Count > 1)
+      rtv_desc.ViewDimension = D3D12_RTV_DIMENSION_TEXTURE2DMS;
+
+    auto cpu_handle =
+        CD3DX12_CPU_DESCRIPTOR_HANDLE (GetCPUDescriptorHandleForHeapStart
+        (rtv_heap));
+
+    for (guint i = 0; i < priv->num_subresources; i++) {
+      rtv_desc.Format = priv->resource_formatsi;
+      if (priv->desc.SampleDesc.Count == 1)
+        rtv_desc.Texture2D.PlaneSlice = i;
+      device->CreateRenderTargetView (priv->resource.Get (), &rtv_desc,
+          cpu_handle);
+      cpu_handle.Offset (priv->rtv_inc_size);
+    }
+  }
+
+  return priv->rtv_heap.Get ();
+}
+
+static gboolean
+gst_d3d12_memory_get_nt_handle_unlocked (GstD3D12Memory * mem, HANDLE * handle)
+{
+  auto priv = mem->priv;
+
+  *handle = nullptr;
+
+  if (priv->nt_handle) {
+    *handle = priv->nt_handle;
+    return TRUE;
+  }
+
+  if ((priv->heap_flags & D3D12_HEAP_FLAG_SHARED) != D3D12_HEAP_FLAG_SHARED)
+    return FALSE;
+
+  auto device = gst_d3d12_device_get_device_handle (mem->device);
+  auto hr = device->CreateSharedHandle (priv->resource.Get (), nullptr,
+      GENERIC_ALL, nullptr, &priv->nt_handle);
+  if (!gst_d3d12_result (hr, mem->device))
+    return FALSE;
+
+  *handle = priv->nt_handle;
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_memory_get_nt_handle:
+ * @mem: a #GstD3D12Memory
+ * @handle: (out) (transfer none) a sharable NT handle
+ *
+ * Gets NT handle created via ID3D12Device::CreateSharedHandle().
+ * Returned NT handle is owned by @mem, thus caller should not close
+ * the @handle
+ *
+ * Returns: %TRUE if successful
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_memory_get_nt_handle (GstD3D12Memory * mem, HANDLE * handle)
+{
+  auto priv = mem->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  return gst_d3d12_memory_get_nt_handle_unlocked (mem, handle);
+}
+
+/**
+ * gst_d3d12_memory_set_token_data:
+ * @mem: a #GstD3D12Memory
+ * @token: an user token
+ * @data: an user data
+ * @notify: a #GDestroyNotify
+ *
+ * Sets an opaque user data on a #GstD3D12Memory
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_memory_set_token_data (GstD3D12Memory * mem, gint64 token,
+    gpointer data, GDestroyNotify notify)
+{
+  auto priv = mem->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  auto old_token = priv->token_map.find (token);
+  if (old_token != priv->token_map.end ())
+    priv->token_map.erase (old_token);
+
+  if (data) {
+    priv->token_maptoken = std::unique_ptr < GstD3D12MemoryTokenData >
+        (new GstD3D12MemoryTokenData (data, notify));
+  }
+}
+
+/**
+ * gst_d3d12_memory_get_token_data:
+ * @mem: a #GstD3D12Memory
+ * @token: an user token
+ *
+ * Gets back user data pointer stored via gst_d3d12_memory_set_token_data()
+ *
+ * Returns: (transfer none) (nullable): user data pointer or %NULL
+ *
+ * Since: 1.26
+ */
+gpointer
+gst_d3d12_memory_get_token_data (GstD3D12Memory * mem, gint64 token)
+{
+  auto priv = mem->priv;
+  gpointer ret = nullptr;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  auto old_token = priv->token_map.find (token);
+  if (old_token != priv->token_map.end ())
+    ret = old_token->second->user_data;
+
+  return ret;
+}
+
+/**
+ * gst_d3d12_memory_set_fence:
+ * @mem: a #GstD3D12Memory
+ * @fence: (allow-none): a ID3D12Fence
+ * @fence_value: fence value
+ * @wait: waits for previously configured fence if any
+ *
+ * Replace fence object of @mem with new @fence.
+ * This method will block calling thread for synchronization
+ * if @wait is %TRUE and configured fence is different from new @fence
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_memory_set_fence (GstD3D12Memory * mem, ID3D12Fence * fence,
+    guint64 fence_value, gboolean wait)
+{
+  g_return_if_fail (gst_is_d3d12_memory (GST_MEMORY_CAST (mem)));
+
+  auto priv = mem->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  gst_d3d12_memory_set_fence_unlocked (mem, fence, fence_value, wait);
+}
+
+/**
+ * gst_d3d12_memory_get_fence:
+ * @mem: a #GstD3D12Memory
+ * @fence: (out) (transfer full) (allow-none): a ID3D12Fence
+ * @fence_value: (out) (allow-none): fence value
+ *
+ * Gets configured fence and fence value. Valid operations against returned
+ * fence object are ID3D12Fence::GetCompletedValue() and
+ * ID3D12Fence::SetEventOnCompletion(). Caller should not try to update
+ * completed value via ID3D12Fence::Signal() since the fence is likely
+ * owned by external component and shared only for read-only operations.
+ *
+ * Returns: %TRUE if @mem has configured fence object
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_memory_get_fence (GstD3D12Memory * mem, ID3D12Fence ** fence,
+    guint64 * fence_value)
+{
+  auto priv = mem->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (priv->fence) {
+    if (fence) {
+      *fence = priv->fence.Get ();
+      (*fence)->AddRef ();
+    }
+
+    if (fence_value)
+      *fence_value = priv->fence_val;
+
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+/**
+ * gst_d3d12_memory_get_d3d11_texture:
+ * @mem: a #GstD3D12Memory
+ * @device11: a ID3D11Device
+ *
+ * Opens ID3D11Texture2D texture from ID3D12Resource
+ *
+ * Returns: (transfer none) (nullable): ID3D11Texture2D handle or %NULL
+ * if resource sharing is not supported
+ *
+ * Since: 1.26
+ */
+ID3D11Texture2D *
+gst_d3d12_memory_get_d3d11_texture (GstD3D12Memory * mem,
+    ID3D11Device * device11)
+{
+  auto priv = mem->priv;
+
+  g_return_val_if_fail (mem, nullptr);
+  g_return_val_if_fail (device11, nullptr);
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  auto it = std::find_if (priv->shared_texture11.begin (),
+      priv->shared_texture11.end (),&(const auto & shared)->bool {
+        return shared->device11.Get () == device11;
+      }
+  );
+
+  if (it != priv->shared_texture11.end ())
+    return (*it)->texture11.Get ();
+
+  HANDLE shared_handle;
+  /* d3d11 interop requires rtv binding and shared heap */
+  if ((priv->desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET) !=
+      D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET ||
+      !gst_d3d12_memory_get_nt_handle_unlocked (mem, &shared_handle)) {
+    return nullptr;
+  }
+
+  ComPtr < ID3D11Device1 > device11_1;
+  auto hr = device11->QueryInterface (IID_PPV_ARGS (&device11_1));
+  if (FAILED (hr))
+    return nullptr;
+
+  ComPtr < ID3D11Texture2D > texture11;
+  hr = device11_1->OpenSharedResource1 (shared_handle,
+      IID_PPV_ARGS (&texture11));
+  if (FAILED (hr))
+    return nullptr;
+
+  auto storage = std::make_shared < D3D11Interop > ();
+  storage->device11 = device11;
+  storage->texture11 = texture11;
+  priv->shared_texture11.push_back (std::move (storage));
+
+  return texture11.Get ();
+}
+
+/* GstD3D12Allocator */
+struct _GstD3D12AllocatorPrivate
+{
+  GstMemoryCopyFunction fallback_copy;
+};
+
+#define gst_d3d12_allocator_parent_class alloc_parent_class
+G_DEFINE_TYPE_WITH_PRIVATE (GstD3D12Allocator,
+    gst_d3d12_allocator, GST_TYPE_ALLOCATOR);
+
+static GstMemory *gst_d3d12_allocator_dummy_alloc (GstAllocator * allocator,
+    gsize size, GstAllocationParams * params);
+static GstMemory *gst_d3d12_allocator_alloc_internal (GstD3D12Allocator * self,
+    GstD3D12Device * device, const D3D12_HEAP_PROPERTIES * heap_props,
+    D3D12_HEAP_FLAGS heap_flags, const D3D12_RESOURCE_DESC * desc,
+    D3D12_RESOURCE_STATES initial_state,
+    const D3D12_CLEAR_VALUE * optimized_clear_value);
+static void gst_d3d12_allocator_free (GstAllocator * allocator,
+    GstMemory * mem);
+
+static void
+gst_d3d12_allocator_class_init (GstD3D12AllocatorClass * klass)
+{
+  GstAllocatorClass *allocator_class = GST_ALLOCATOR_CLASS (klass);
+
+  allocator_class->alloc = gst_d3d12_allocator_dummy_alloc;
+  allocator_class->free = gst_d3d12_allocator_free;
+}
+
+static GstMemory *
+gst_d3d12_memory_copy (GstMemory * mem, gssize offset, gssize size)
+{
+  auto self = GST_D3D12_ALLOCATOR (mem->allocator);
+  auto priv = self->priv;
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+
+  /* non-zero offset or different size is not supported */
+  if (offset != 0 || (size != -1 && (gsize) size != mem->size)) {
+    GST_DEBUG_OBJECT (self, "Different size/offset, try fallback copy");
+    return priv->fallback_copy (mem, offset, size);
+  }
+
+  GstMapInfo info;
+  if (!gst_memory_map (mem, &info, GST_MAP_READ_D3D12)) {
+    GST_WARNING_OBJECT (self, "Failed to map memory, try fallback copy");
+    return priv->fallback_copy (mem, offset, size);
+  }
+
+  GstMemory *dst = nullptr;
+  /* Try pool allocator first */
+  if (GST_IS_D3D12_POOL_ALLOCATOR (self)) {
+    auto pool = GST_D3D12_POOL_ALLOCATOR (self);
+    gst_d3d12_pool_allocator_acquire_memory (pool, &dst);
+  }
+
+  auto src_tex = (ID3D12Resource *) info.data;
+  if (!dst) {
+    D3D12_RESOURCE_DESC desc;
+    D3D12_HEAP_PROPERTIES heap_props;
+    D3D12_HEAP_FLAGS heap_flags;
+
+    desc = GetDesc (src_tex);
+    desc.DepthOrArraySize = 1;
+    src_tex->GetHeapProperties (&heap_props, &heap_flags);
+    dst = gst_d3d12_allocator_alloc_internal (nullptr, dmem->device,
+        &heap_props, heap_flags, &desc, D3D12_RESOURCE_STATE_COMMON, nullptr);
+  }
+
+  if (!dst) {
+    GST_ERROR_OBJECT (self, "Couldn't allocate texture");
+    gst_memory_unmap (mem, &info);
+    return priv->fallback_copy (mem, offset, size);
+  }
+
+  std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
+  auto dst_dmem = GST_D3D12_MEMORY_CAST (dst);
+  auto dst_priv = dst_dmem->priv;
+  auto mem_priv = dmem->priv;
+  for (guint i = 0; i < mem_priv->num_subresources; i++) {
+    GstD3D12CopyTextureRegionArgs args;
+    memset (&args, 0, sizeof (args));
+
+    args.dst = CD3DX12_TEXTURE_COPY_LOCATION (dst_priv->resource.Get (),
+        dst_priv->subresource_indexi);
+    args.src = CD3DX12_TEXTURE_COPY_LOCATION (mem_priv->resource.Get (),
+        mem_priv->subresource_indexi);
+    copy_args.push_back (args);
+  }
+  gst_memory_unmap (mem, &info);
+
+  ComPtr < ID3D12Fence > fence_to_wait;
+  guint64 fence_value_to_wait1;
+  {
+    std::lock_guard < std::mutex > lk (mem_priv->lock);
+    fence_to_wait = mem_priv->fence;
+    fence_value_to_wait0 = mem_priv->fence_val;
+  }
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_device_acquire_fence_data (dmem->device, &fence_data);
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_memory_ref (mem)));
+
+  ID3D12Fence *fences_to_wait = { fence_to_wait.Get () };
+  guint num_fences_to_wait = 0;
+  if (fence_to_wait)
+    num_fences_to_wait = 1;
+
+  gst_d3d12_device_copy_texture_region (dmem->device,
+      copy_args.size (), copy_args.data (), fence_data, num_fences_to_wait,
+      fences_to_wait, fence_value_to_wait, D3D12_COMMAND_LIST_TYPE_DIRECT,
+      &dst_priv->fence_val);
+  dst_priv->fence = gst_d3d12_device_get_fence_handle (dmem->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+
+  GST_MINI_OBJECT_FLAG_SET (dst, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+
+  return dst;
+}
+
+static void
+gst_d3d12_allocator_init (GstD3D12Allocator * self)
+{
+  GstAllocator *alloc = GST_ALLOCATOR_CAST (self);
+
+  self->priv = (GstD3D12AllocatorPrivate *)
+      gst_d3d12_allocator_get_instance_private (self);
+
+  alloc->mem_type = GST_D3D12_MEMORY_NAME;
+  alloc->mem_map_full = gst_d3d12_memory_map_full;
+  alloc->mem_unmap_full = gst_d3d12_memory_unmap_full;
+  alloc->mem_share = gst_d3d12_memory_share;
+
+  /* Store pointer to default mem_copy method for fallback copy */
+  self->priv->fallback_copy = alloc->mem_copy;
+  alloc->mem_copy = gst_d3d12_memory_copy;
+
+  GST_OBJECT_FLAG_SET (alloc, GST_ALLOCATOR_FLAG_CUSTOM_ALLOC);
+}
+
+static GstMemory *
+gst_d3d12_allocator_dummy_alloc (GstAllocator * allocator, gsize size,
+    GstAllocationParams * params)
+{
+  g_return_val_if_reached (nullptr);
+}
+
+static void
+gst_d3d12_allocator_free (GstAllocator * allocator, GstMemory * mem)
+{
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+
+  GST_LOG_OBJECT (allocator, "Free memory %p", mem);
+
+  gst_d3d12_memory_set_fence_unlocked (dmem, nullptr, 0, TRUE);
+
+  if (dmem->priv->notify)
+    dmem->priv->notify (dmem->priv->user_data);
+
+  dmem->priv->shared_texture11.clear ();
+
+  delete dmem->priv;
+
+  gst_clear_object (&dmem->device);
+
+  g_free (dmem);
+}
+
+/**
+ * gst_d3d12_allocator_alloc_wrapped:
+ * @allocator:  (allow-none): a #GstD3D12Allocator
+ * @device: a #GstD3D12Device
+ * @resource: a ID3D12Resource
+ * @array_slice: array slice index of the first plane
+ * @user_data: (allow-none): an user data
+ * @notify: a #GDestroyNotify
+ *
+ * Allocates memory object with @resource. The refcount of @resource
+ * will be increased by one.
+ *
+ * Returns: (transfer full) (nullable): a newly allocated #GstD3D12Memory
+ * with given @resource if successful, otherwise %NULL.
+ *
+ * Since: 1.26
+ */
+GstMemory *
+gst_d3d12_allocator_alloc_wrapped (GstD3D12Allocator * allocator,
+    GstD3D12Device * device, ID3D12Resource * resource, guint array_slice,
+    gpointer user_data, GDestroyNotify notify)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (resource, nullptr);
+
+  if (!allocator) {
+    gst_d3d12_memory_init_once ();
+    allocator = _d3d12_memory_allocator;
+  }
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  auto desc = GetDesc (resource);
+  guint8 num_subresources =
+      D3D12GetFormatPlaneCount (device_handle, desc.Format);
+  D3D12_HEAP_FLAGS heap_flags;
+
+  if (num_subresources == 0) {
+    GST_ERROR_OBJECT (allocator, "Couldn't get format info");
+    return nullptr;
+  }
+
+  if (array_slice >= desc.DepthOrArraySize) {
+    GST_ERROR_OBJECT (allocator, "Invalid array slice");
+    return nullptr;
+  }
+
+  auto hr = resource->GetHeapProperties (nullptr, &heap_flags);
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (allocator, "Couldn't get heap property");
+    return nullptr;
+  }
+
+  auto mem = g_new0 (GstD3D12Memory, 1);
+  mem->priv = new GstD3D12MemoryPrivate ();
+
+  auto priv = mem->priv;
+  priv->desc = desc;
+  priv->heap_flags = heap_flags;
+  priv->num_subresources = num_subresources;
+  priv->resource = resource;
+  gst_d3d12_dxgi_format_get_resource_format (priv->desc.Format,
+      priv->resource_formats);
+  priv->srv_inc_size =
+      device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+  priv->rtv_inc_size =
+      device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_RTV);
+  priv->user_data = user_data;
+  priv->notify = notify;
+
+  mem->device = (GstD3D12Device *) gst_object_ref (device);
+
+  for (guint i = 0; i < num_subresources; i++) {
+    /* One notable difference between D3D12/D3D11 is that, D3D12 introduced
+     * *PLANE* slice concept. That means, Each plane of YUV format
+     * (e.g, DXGI_FORMAT_NV12) can be accessible in D3D12 but that wasn't
+     * allowed in D3D11. As a result, the way for calculating subresource index
+     * is changed. This is an example of subresource indexing
+     * for array size == 3 with NV12 format.
+     *
+     *     Array 0       Array 1       Array 2
+     * +-------------+-------------+-------------+
+     * | Y plane : 0 | Y plane : 1 | Y plane : 2 |
+     * +-------------+-------------+-------------+
+     * | UV plane: 3 | UV plane: 4 | UV plane: 5 |
+     * +-------------+-------------+-------------+
+     */
+    mem->priv->subresource_indexi = D3D12CalcSubresource (0,
+        array_slice, i, 1, desc.DepthOrArraySize);
+  }
+
+  /* Then calculate staging memory size and copyable layout */
+  UINT64 size;
+  desc.DepthOrArraySize = 1;
+  desc.MipLevels = 1;
+  device_handle->GetCopyableFootprints (&desc, 0,
+      num_subresources, 0, priv->layout, nullptr, nullptr, &size);
+  priv->size = size;
+
+  priv->subresource_rect0.left = 0;
+  priv->subresource_rect0.top = 0;
+  priv->subresource_rect0.right = (LONG) desc.Width;
+  priv->subresource_rect0.bottom = (LONG) desc.Height;
+
+  for (guint i = 1; i < num_subresources; i++) {
+    priv->subresource_recti.left = 0;
+    priv->subresource_recti.top = 0;
+    switch (desc.Format) {
+      case DXGI_FORMAT_NV12:
+      case DXGI_FORMAT_P010:
+      case DXGI_FORMAT_P016:
+        priv->subresource_recti.right = (LONG) desc.Width / 2;
+        priv->subresource_recti.bottom = (LONG) desc.Height / 2;
+        break;
+      default:
+        GST_WARNING_OBJECT (allocator, "Unexpected multi-plane format %d",
+            desc.Format);
+        priv->subresource_recti.right = (LONG) desc.Width / 2;
+        priv->subresource_recti.bottom = (LONG) desc.Height / 2;
+        break;
+    }
+  }
+
+  gst_memory_init (GST_MEMORY_CAST (mem),
+      (GstMemoryFlags) 0, GST_ALLOCATOR_CAST (allocator), nullptr,
+      mem->priv->size, 0, 0, mem->priv->size);
+
+  GST_LOG_OBJECT (allocator,
+      "Allocated new memory %p with size %" G_GUINT64_FORMAT, mem, priv->size);
+
+  return GST_MEMORY_CAST (mem);
+}
+
+static GstMemory *
+gst_d3d12_allocator_alloc_internal (GstD3D12Allocator * self,
+    GstD3D12Device * device, const D3D12_HEAP_PROPERTIES * heap_props,
+    D3D12_HEAP_FLAGS heap_flags, const D3D12_RESOURCE_DESC * desc,
+    D3D12_RESOURCE_STATES initial_state,
+    const D3D12_CLEAR_VALUE * optimized_clear_value)
+{
+  ID3D12Device *device_handle;
+  HRESULT hr;
+  ComPtr < ID3D12Resource > resource;
+
+  if (!self) {
+    gst_d3d12_memory_init_once ();
+    self = _d3d12_memory_allocator;
+  }
+
+  device_handle = gst_d3d12_device_get_device_handle (device);
+  hr = device_handle->CreateCommittedResource (heap_props, heap_flags,
+      desc, initial_state, optimized_clear_value, IID_PPV_ARGS (&resource));
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create texture");
+    return nullptr;
+  }
+
+  auto mem =
+      gst_d3d12_allocator_alloc_wrapped (self, device, resource.Get (), 0,
+      nullptr, nullptr);
+  if (!mem)
+    return nullptr;
+
+  /* Initialize YUV texture with black color */
+  if (desc->Dimension == D3D12_RESOURCE_DIMENSION_TEXTURE2D &&
+      (desc->Flags & D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET) != 0 &&
+      (heap_flags & D3D12_HEAP_FLAG_CREATE_NOT_ZEROED) == 0 &&
+      desc->DepthOrArraySize == 1) {
+    gst_d3d12_device_clear_yuv_texture (device, mem);
+  }
+
+  return mem;
+}
+
+/**
+ * gst_d3d12_allocator_alloc:
+ * @allocator: (allow-none): a #GstD3D12Allocator
+ * @device: a #GstD3D12Device
+ * @heap_prop: a D3D12_HEAP_PROPERTIES
+ * @heap_flags: a D3D12_HEAP_FLAGS
+ * @desc: a D3D12_RESOURCE_DESC
+ * @initial_state: initial resource state
+ * @optimized_clear_value: (allow-none): optimized clear value
+ *
+ * Returns: (transfer full) (nullable): a newly allocated #GstD3D12Memory
+ * with given parameters.
+ *
+ * Since: 1.26
+ */
+GstMemory *
+gst_d3d12_allocator_alloc (GstD3D12Allocator * allocator,
+    GstD3D12Device * device, const D3D12_HEAP_PROPERTIES * heap_props,
+    D3D12_HEAP_FLAGS heap_flags, const D3D12_RESOURCE_DESC * desc,
+    D3D12_RESOURCE_STATES initial_state,
+    const D3D12_CLEAR_VALUE * optimized_clear_value)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (heap_props != nullptr, nullptr);
+  g_return_val_if_fail (desc != nullptr, nullptr);
+
+  if (!allocator) {
+    gst_d3d12_memory_init_once ();
+    allocator = _d3d12_memory_allocator;
+  }
+
+  if (desc->DepthOrArraySize > 1) {
+    GST_ERROR_OBJECT (allocator, "Array is not supported, use pool allocator");
+    return nullptr;
+  }
+
+  return gst_d3d12_allocator_alloc_internal (allocator, device, heap_props,
+      heap_flags, desc, initial_state, optimized_clear_value);
+}
+
+/**
+ * gst_d3d12_allocator_set_active:
+ * @allocator: a #GstD3D12Allocator
+ * @active: the new active state
+ *
+ * Controls the active state of @allocator. Default #GstD3D12Allocator is
+ * stateless and therefore active state is ignored, but subclass implementation
+ * (e.g., #GstD3D12PoolAllocator) will require explicit active state control
+ * for its internal resource management.
+ *
+ * This method is conceptually identical to gst_buffer_pool_set_active method.
+ *
+ * Returns: %TRUE if active state of @allocator was successfully updated.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_allocator_set_active (GstD3D12Allocator * allocator, gboolean active)
+{
+  GstD3D12AllocatorClass *klass;
+
+  g_return_val_if_fail (GST_IS_D3D12_ALLOCATOR (allocator), FALSE);
+
+  klass = GST_D3D12_ALLOCATOR_GET_CLASS (allocator);
+  if (klass->set_actvie)
+    return klass->set_actvie (allocator, active);
+
+  return TRUE;
+}
+
+/* GstD3D12PoolAllocator */
+
+/* *INDENT-OFF* */
+struct _GstD3D12PoolAllocatorPrivate
+{
+  _GstD3D12PoolAllocatorPrivate()
+  {
+    outstanding = 0;
+  }
+
+  /* For the case where DepthOrArraySize > 1 */
+  ComPtr<ID3D12Resource> resource;
+
+  D3D12_HEAP_PROPERTIES heap_props;
+  D3D12_HEAP_FLAGS heap_flags;
+  D3D12_RESOURCE_DESC desc;
+  D3D12_RESOURCE_STATES initial_state;
+  D3D12_CLEAR_VALUE clear_value;
+  gboolean clear_value_is_valid = FALSE;
+
+  std::queue<GstMemory *> queue;
+
+  std::mutex lock;
+  std::condition_variable cond;
+  gboolean started = FALSE;
+  gboolean active = FALSE;
+
+  std::atomic<guint> outstanding;
+  guint cur_mems = 0;
+  gboolean flushing = FALSE;
+};
+/* *INDENT-ON* */
+
+static void gst_d3d12_pool_allocator_finalize (GObject * object);
+
+static gboolean
+gst_d3d12_pool_allocator_set_active (GstD3D12Allocator * allocator,
+    gboolean active);
+
+static gboolean gst_d3d12_pool_allocator_start (GstD3D12PoolAllocator * self);
+static gboolean gst_d3d12_pool_allocator_stop (GstD3D12PoolAllocator * self);
+static gboolean gst_d3d12_memory_release (GstMiniObject * mini_object);
+
+#define gst_d3d12_pool_allocator_parent_class pool_alloc_parent_class
+G_DEFINE_TYPE (GstD3D12PoolAllocator, gst_d3d12_pool_allocator,
+    GST_TYPE_D3D12_ALLOCATOR);
+
+static void
+gst_d3d12_pool_allocator_class_init (GstD3D12PoolAllocatorClass * klass)
+{
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+  GstD3D12AllocatorClass *d3d12alloc_class = GST_D3D12_ALLOCATOR_CLASS (klass);
+
+  gobject_class->finalize = gst_d3d12_pool_allocator_finalize;
+
+  d3d12alloc_class->set_actvie = gst_d3d12_pool_allocator_set_active;
+}
+
+static void
+gst_d3d12_pool_allocator_init (GstD3D12PoolAllocator * self)
+{
+  self->priv = new GstD3D12PoolAllocatorPrivate ();
+}
+
+static void
+gst_d3d12_pool_allocator_finalize (GObject * object)
+{
+  GstD3D12PoolAllocator *self = GST_D3D12_POOL_ALLOCATOR (object);
+
+  GST_DEBUG_OBJECT (self, "Finalize");
+
+  gst_d3d12_pool_allocator_stop (self);
+  delete self->priv;
+
+  g_clear_object (&self->device);
+
+  G_OBJECT_CLASS (pool_alloc_parent_class)->finalize (object);
+}
+
+/* must be called with the lock */
+static gboolean
+gst_d3d12_pool_allocator_start (GstD3D12PoolAllocator * self)
+{
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+  ID3D12Device *device_handle;
+  HRESULT hr;
+
+  if (priv->started)
+    return TRUE;
+
+  /* Nothing to do */
+  if (priv->desc.DepthOrArraySize == 1) {
+    priv->started = TRUE;
+    return TRUE;
+  }
+
+  device_handle = gst_d3d12_device_get_device_handle (self->device);
+  if (!priv->resource) {
+    ComPtr < ID3D12Resource > resource;
+    hr = device_handle->CreateCommittedResource (&priv->heap_props,
+        priv->heap_flags, &priv->desc, priv->initial_state,
+        priv->clear_value_is_valid ? &priv->clear_value : nullptr,
+        IID_PPV_ARGS (&resource));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Failed to allocate texture");
+      return FALSE;
+    }
+
+    priv->resource = resource;
+  }
+
+  for (guint i = 0; i < priv->desc.DepthOrArraySize; i++) {
+    GstMemory *mem;
+
+    mem = gst_d3d12_allocator_alloc_wrapped (_d3d12_memory_allocator,
+        self->device, priv->resource.Get (), i, nullptr, nullptr);
+
+    priv->cur_mems++;
+    priv->queue.push (mem);
+  }
+
+  priv->started = TRUE;
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_pool_allocator_set_active (GstD3D12Allocator * allocator,
+    gboolean active)
+{
+  GstD3D12PoolAllocator *self = GST_D3D12_POOL_ALLOCATOR (allocator);
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+
+  GST_LOG_OBJECT (self, "active %d", active);
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  /* just return if we are already in the right state */
+  if (priv->active == active) {
+    GST_LOG_OBJECT (self, "allocator was in the right state");
+    return TRUE;
+  }
+
+  if (active) {
+    if (!gst_d3d12_pool_allocator_start (self)) {
+      GST_ERROR_OBJECT (self, "start failed");
+      return FALSE;
+    }
+
+    priv->active = TRUE;
+    priv->flushing = FALSE;
+  } else {
+    priv->flushing = TRUE;
+    priv->active = FALSE;
+
+    priv->cond.notify_all ();
+
+    /* when all memory objects are in the pool, free them. Else they will be
+     * freed when they are released */
+    GST_LOG_OBJECT (self, "outstanding memories %d, (in queue %u)",
+        priv->outstanding.load (), (guint) priv->queue.size ());
+    if (priv->outstanding == 0) {
+      if (!gst_d3d12_pool_allocator_stop (self)) {
+        GST_ERROR_OBJECT (self, "stop failed");
+        return FALSE;
+      }
+    }
+  }
+
+  return TRUE;
+}
+
+static void
+gst_d3d12_pool_allocator_free_memory (GstD3D12PoolAllocator * self,
+    GstMemory * mem)
+{
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+
+  priv->cur_mems--;
+  GST_LOG_OBJECT (self, "freeing memory %p (%u left)", mem, priv->cur_mems);
+
+  GST_MINI_OBJECT_CAST (mem)->dispose = nullptr;
+  gst_memory_unref (mem);
+}
+
+/* must be called with the lock */
+static void
+gst_d3d12_pool_allocator_clear_queue (GstD3D12PoolAllocator * self)
+{
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+
+  GST_LOG_OBJECT (self, "Clearing queue");
+
+  while (!priv->queue.empty ()) {
+    GstMemory *mem = priv->queue.front ();
+    priv->queue.pop ();
+    gst_d3d12_pool_allocator_free_memory (self, mem);
+  }
+
+  GST_LOG_OBJECT (self, "Clear done");
+}
+
+/* must be called with the lock */
+static gboolean
+gst_d3d12_pool_allocator_stop (GstD3D12PoolAllocator * self)
+{
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Stop");
+
+  if (priv->started) {
+    gst_d3d12_pool_allocator_clear_queue (self);
+
+    priv->started = FALSE;
+  } else {
+    GST_DEBUG_OBJECT (self, "Wasn't started");
+  }
+
+  return TRUE;
+}
+
+static void
+gst_d3d12_pool_allocator_release_memory (GstD3D12PoolAllocator * self,
+    GstMemory * mem)
+{
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+
+  GST_LOG_OBJECT (self, "Released memory %p", mem);
+
+  GST_MINI_OBJECT_CAST (mem)->dispose = nullptr;
+  mem->allocator = (GstAllocator *) gst_object_ref (_d3d12_memory_allocator);
+
+  /* keep it around in our queue */
+  priv->queue.push (mem);
+  priv->outstanding--;
+  if (priv->outstanding == 0 && priv->flushing)
+    gst_d3d12_pool_allocator_stop (self);
+  priv->cond.notify_all ();
+  priv->lock.unlock ();
+
+  gst_object_unref (self);
+}
+
+static gboolean
+gst_d3d12_memory_release (GstMiniObject * mini_object)
+{
+  GstMemory *mem = GST_MEMORY_CAST (mini_object);
+  GstD3D12PoolAllocator *alloc;
+  GstD3D12PoolAllocatorPrivate *priv;
+
+  g_assert (mem->allocator != nullptr);
+
+  if (!GST_IS_D3D12_POOL_ALLOCATOR (mem->allocator)) {
+    GST_LOG_OBJECT (mem->allocator, "Not our memory, free");
+    return TRUE;
+  }
+
+  alloc = GST_D3D12_POOL_ALLOCATOR (mem->allocator);
+  priv = alloc->priv;
+
+  priv->lock.lock ();
+  /* return the memory to the allocator */
+  gst_memory_ref (mem);
+  gst_d3d12_pool_allocator_release_memory (alloc, mem);
+
+  return FALSE;
+}
+
+/* must be called with the lock */
+static GstFlowReturn
+gst_d3d12_pool_allocator_alloc (GstD3D12PoolAllocator * self, GstMemory ** mem)
+{
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+  GstMemory *new_mem;
+
+  /* we allcates texture array during start */
+  if (priv->desc.DepthOrArraySize > 1)
+    return GST_FLOW_EOS;
+
+  /* increment the allocation counter */
+  new_mem =
+      gst_d3d12_allocator_alloc_internal (_d3d12_memory_allocator,
+      self->device, &priv->heap_props,
+      priv->heap_flags, &priv->desc, priv->initial_state,
+      priv->clear_value_is_valid ? &priv->clear_value : nullptr);
+
+  if (!new_mem) {
+    GST_ERROR_OBJECT (self, "Failed to allocate new memory");
+    return GST_FLOW_ERROR;
+  }
+
+  priv->cur_mems++;
+
+  *mem = new_mem;
+
+  return GST_FLOW_OK;
+}
+
+/* must be called with the lock */
+static GstFlowReturn
+gst_d3d12_pool_allocator_acquire_memory_internal (GstD3D12PoolAllocator * self,
+    GstMemory ** memory, std::unique_lock < std::mutex > &lk)
+{
+  GstD3D12PoolAllocatorPrivate *priv = self->priv;
+  GstFlowReturn ret = GST_FLOW_ERROR;
+
+  do {
+    if (priv->flushing) {
+      GST_DEBUG_OBJECT (self, "we are flushing");
+      return GST_FLOW_FLUSHING;
+    }
+
+    if (!priv->queue.empty ()) {
+      *memory = priv->queue.front ();
+      priv->queue.pop ();
+      GST_LOG_OBJECT (self, "acquired memory %p", *memory);
+      return GST_FLOW_OK;
+    }
+
+    /* no memory, try to allocate some more */
+    GST_LOG_OBJECT (self, "no memory, trying to allocate");
+    ret = gst_d3d12_pool_allocator_alloc (self, memory);
+    if (ret == GST_FLOW_OK)
+      return ret;
+
+    /* something went wrong, return error */
+    if (ret != GST_FLOW_EOS)
+      break;
+
+    GST_LOG_OBJECT (self, "waiting for free memory or flushing");
+    priv->cond.wait (lk);
+  } while (TRUE);
+
+  return ret;
+}
+
+/**
+ * gst_d3d12_pool_allocator_new:
+ * @device: a #GstD3D12Device
+ * @heap_prop: a D3D12_HEAP_PROPERTIES
+ * @heap_flags: a D3D12_HEAP_FLAGS
+ * @desc: a D3D12_RESOURCE_DESC
+ * @initial_state: initial resource state
+ * @optimized_clear_value: (allow-none) optimized clear value
+ *
+ * Returns: (transfer full) (nullable): a new #GstD3D12PoolAllocator instance
+ *
+ * Since: 1.26
+ */
+GstD3D12PoolAllocator *
+gst_d3d12_pool_allocator_new (GstD3D12Device * device,
+    const D3D12_HEAP_PROPERTIES * heap_props, D3D12_HEAP_FLAGS heap_flags,
+    const D3D12_RESOURCE_DESC * desc, D3D12_RESOURCE_STATES initial_state,
+    const D3D12_CLEAR_VALUE * optimized_clear_value)
+{
+  GstD3D12PoolAllocator *self;
+
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (heap_props != nullptr, nullptr);
+  g_return_val_if_fail (desc != nullptr, nullptr);
+
+  gst_d3d12_memory_init_once ();
+
+  self = (GstD3D12PoolAllocator *)
+      g_object_new (GST_TYPE_D3D12_POOL_ALLOCATOR, nullptr);
+  gst_object_ref_sink (self);
+
+  self->device = (GstD3D12Device *) gst_object_ref (device);
+  self->priv->heap_props = *heap_props;
+  self->priv->heap_flags = heap_flags;
+  self->priv->desc = *desc;
+  self->priv->initial_state = initial_state;
+  if (optimized_clear_value) {
+    self->priv->clear_value = *optimized_clear_value;
+    self->priv->clear_value_is_valid = TRUE;
+  } else {
+    self->priv->clear_value_is_valid = FALSE;
+  }
+
+  return self;
+}
+
+/**
+ * gst_d3d12_pool_allocator_acquire_memory:
+ * @allocator: a #GstD3D12PoolAllocator
+ * @memory: (out) (transfer full): a #GstMemory
+ *
+ * Acquires a #GstMemory from @allocator. @memory should point to a memory
+ * location that can hold a pointer to the new #GstMemory.
+ *
+ * Returns: a #GstFlowReturn such as %GST_FLOW_FLUSHING when the allocator is
+ * inactive.
+ *
+ * Since: 1.26
+ */
+GstFlowReturn
+gst_d3d12_pool_allocator_acquire_memory (GstD3D12PoolAllocator * allocator,
+    GstMemory ** memory)
+{
+  GstFlowReturn ret;
+  GstD3D12PoolAllocatorPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_D3D12_POOL_ALLOCATOR (allocator),
+      GST_FLOW_ERROR);
+  g_return_val_if_fail (memory != nullptr, GST_FLOW_ERROR);
+
+  priv = allocator->priv;
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  ret = gst_d3d12_pool_allocator_acquire_memory_internal (allocator,
+      memory, lk);
+
+  if (ret == GST_FLOW_OK) {
+    GstMemory *mem = *memory;
+    /* Replace default allocator with ours */
+    gst_object_unref (mem->allocator);
+    mem->allocator = (GstAllocator *) gst_object_ref (allocator);
+    GST_MINI_OBJECT_CAST (mem)->dispose = gst_d3d12_memory_release;
+    priv->outstanding++;
+  }
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12memory.h Added

@@ -0,0 +1,351 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_ALLOCATION_PARAMS    (gst_d3d12_allocation_params_get_type())
+
+#define GST_D3D12_MEMORY_CAST(obj)          ((GstD3D12Memory *)obj)
+
+#define GST_TYPE_D3D12_ALLOCATOR            (gst_d3d12_allocator_get_type())
+#define GST_D3D12_ALLOCATOR(obj)            (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_D3D12_ALLOCATOR, GstD3D12Allocator))
+#define GST_D3D12_ALLOCATOR_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_D3D12_ALLOCATOR, GstD3D12AllocatorClass))
+#define GST_IS_D3D12_ALLOCATOR(obj)         (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_D3D12_ALLOCATOR))
+#define GST_IS_D3D12_ALLOCATOR_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_D3D12_ALLOCATOR))
+#define GST_D3D12_ALLOCATOR_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_D3D12_ALLOCATOR, GstD3D12AllocatorClass))
+#define GST_D3D12_ALLOCATOR_CAST(obj)       ((GstD3D12Allocator *)obj)
+
+#define GST_TYPE_D3D12_POOL_ALLOCATOR            (gst_d3d12_pool_allocator_get_type())
+#define GST_D3D12_POOL_ALLOCATOR(obj)            (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_D3D12_POOL_ALLOCATOR, GstD3D12PoolAllocator))
+#define GST_D3D12_POOL_ALLOCATOR_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_D3D12_POOL_ALLOCATOR, GstD3D12PoolAllocatorClass))
+#define GST_IS_D3D12_POOL_ALLOCATOR(obj)         (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_D3D12_POOL_ALLOCATOR))
+#define GST_IS_D3D12_POOL_ALLOCATOR_CLASS(klass) (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_D3D12_POOL_ALLOCATOR))
+#define GST_D3D12_POOL_ALLOCATOR_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_D3D12_POOL_ALLOCATOR, GstD3D12PoolAllocatorClass))
+#define GST_D3D12_POOL_ALLOCATOR_CAST(obj)       ((GstD3D12PoolAllocator *)obj)
+
+/**
+ * GST_D3D12_MEMORY_NAME:
+ *
+ * The name of the Direct3D12 memory
+ *
+ * Since: 1.26
+ */
+#define GST_D3D12_MEMORY_NAME "D3D12Memory"
+
+/**
+ * GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY:
+ *
+ * Name of the caps feature for indicating the use of #GstD3D12Memory
+ *
+ * Since: 1.26
+ */
+#define GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY "memory:D3D12Memory"
+
+/**
+ * GST_MAP_D3D12:
+ *
+ * Flag indicating that we should map the D3D12 resource instead of to system memory.
+ *
+ * Since: 1.26
+ */
+#define GST_MAP_D3D12 ((GstMapFlags) (GST_MAP_FLAG_LAST << 1))
+
+/**
+ * GST_MAP_READ_D3D12:
+ *
+ * GstMapFlags value alias for GST_MAP_READ | GST_MAP_D3D12
+ *
+ * Since: 1.26
+ */
+#define GST_MAP_READ_D3D12 ((GstMapFlags) (GST_MAP_READ | GST_MAP_D3D12))
+
+/**
+ * GST_MAP_WRITE_D3D12:
+ *
+ * GstMapFlags value alias for GST_MAP_WRITE | GST_MAP_D3D12
+ *
+ * Since: 1.26
+ */
+#define GST_MAP_WRITE_D3D12 ((GstMapFlags) (GST_MAP_WRITE | GST_MAP_D3D12))
+
+/**
+ * GstD3D12MemoryTransfer:
+ *
+ * Pending memory transfer operation
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD   = (GST_MEMORY_FLAG_LAST << 0),
+  GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD     = (GST_MEMORY_FLAG_LAST << 1)
+} GstD3D12MemoryTransfer;
+
+/**
+ * GstD3D12AllocationFlags:
+ * @GST_D3D12_ALLOCATION_FLAG_DEFAULT: Default allocation behavior
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_D3D12_ALLOCATION_FLAG_DEFAULT = 0,
+} GstD3D12AllocationFlags;
+
+GST_D3D12_API
+GType                      gst_d3d12_allocation_params_get_type (void);
+
+GST_D3D12_API
+GstD3D12AllocationParams * gst_d3d12_allocation_params_new      (GstD3D12Device * device,
+                                                                 const GstVideoInfo * info,
+                                                                 GstD3D12AllocationFlags flags,
+                                                                 D3D12_RESOURCE_FLAGS resource_flags,
+                                                                 D3D12_HEAP_FLAGS heap_flags);
+
+GST_D3D12_API
+GstD3D12AllocationParams * gst_d3d12_allocation_params_copy     (GstD3D12AllocationParams * src);
+
+GST_D3D12_API
+void                       gst_d3d12_allocation_params_free     (GstD3D12AllocationParams * params);
+
+GST_D3D12_API
+gboolean                   gst_d3d12_allocation_params_alignment (GstD3D12AllocationParams * parms,
+                                                                  const GstVideoAlignment * align);
+
+GST_D3D12_API
+gboolean                   gst_d3d12_allocation_params_set_resource_flags (GstD3D12AllocationParams * params,
+                                                                           D3D12_RESOURCE_FLAGS resource_flags);
+
+GST_D3D12_API
+gboolean                   gst_d3d12_allocation_params_unset_resource_flags (GstD3D12AllocationParams * params,
+                                                                             D3D12_RESOURCE_FLAGS resource_flags);
+
+GST_D3D12_API
+gboolean                   gst_d3d12_allocation_params_set_heap_flags (GstD3D12AllocationParams * params,
+                                                                       D3D12_HEAP_FLAGS heap_flags);
+
+GST_D3D12_API
+gboolean                   gst_d3d12_allocation_params_set_array_size (GstD3D12AllocationParams * params,
+                                                                       guint size);
+
+GST_D3D12_API
+gboolean                   gst_d3d12_allocation_params_set_mip_levels (GstD3D12AllocationParams * params,
+                                                                       guint mip_levels);
+
+/**
+ * GstD3D12Memory:
+ *
+ * Opaque GstD3D12Memory struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12Memory
+{
+  GstMemory mem;
+
+  GstD3D12Device *device;
+
+  /*< private >*/
+  GstD3D12MemoryPrivate *priv;
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType             gst_d3d12_memory_get_type (void);
+
+GST_D3D12_API
+void              gst_d3d12_memory_init_once (void);
+
+GST_D3D12_API
+gboolean          gst_is_d3d12_memory        (GstMemory * mem);
+
+GST_D3D12_API
+gboolean          gst_d3d12_memory_sync      (GstD3D12Memory * mem);
+
+GST_D3D12_API
+ID3D12Resource *  gst_d3d12_memory_get_resource_handle (GstD3D12Memory * mem);
+
+GST_D3D12_API
+gboolean          gst_d3d12_memory_get_subresource_index (GstD3D12Memory * mem,
+                                                          guint plane,
+                                                          guint * index);
+
+GST_D3D12_API
+guint             gst_d3d12_memory_get_plane_count       (GstD3D12Memory * mem);
+
+GST_D3D12_API
+gboolean          gst_d3d12_memory_get_plane_rectangle   (GstD3D12Memory * mem,
+                                                          guint plane,
+                                                          D3D12_RECT * rect);
+
+GST_D3D12_API
+ID3D12DescriptorHeap * gst_d3d12_memory_get_shader_resource_view_heap (GstD3D12Memory * mem);
+
+GST_D3D12_API
+ID3D12DescriptorHeap * gst_d3d12_memory_get_unordered_access_view_heap (GstD3D12Memory * mem);
+
+GST_D3D12_API
+ID3D12DescriptorHeap * gst_d3d12_memory_get_render_target_view_heap (GstD3D12Memory * mem);
+
+GST_D3D12_API
+gboolean          gst_d3d12_memory_get_nt_handle (GstD3D12Memory * mem,
+                                                  HANDLE * handle);
+
+GST_D3D12_API
+void              gst_d3d12_memory_set_token_data (GstD3D12Memory * mem,
+                                                   gint64 token,
+                                                   gpointer data,
+                                                   GDestroyNotify notify);
+
+GST_D3D12_API
+gpointer          gst_d3d12_memory_get_token_data (GstD3D12Memory * mem,
+                                                   gint64 token);
+
+GST_D3D12_API
+void              gst_d3d12_memory_set_fence (GstD3D12Memory * mem,
+                                              ID3D12Fence * fence,
+                                              guint64 fence_value,
+                                              gboolean wait);
+
+GST_D3D12_API
+gboolean          gst_d3d12_memory_get_fence (GstD3D12Memory * mem,
+                                              ID3D12Fence ** fence,
+                                              guint64 * fence_value);
+
+GST_D3D12_API
+ID3D11Texture2D * gst_d3d12_memory_get_d3d11_texture (GstD3D12Memory * mem,
+                                                      ID3D11Device * device11);
+
+/**
+ * GstD3D12Allocator:
+ *
+ * Opaque GstD3D12Allocator struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12Allocator
+{
+  GstAllocator allocator;
+
+  /*< private >*/
+  GstD3D12AllocatorPrivate *priv;
+
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12AllocatorClass:
+ *
+ * Opaque GstD3D12AllocatorClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12AllocatorClass
+{
+  GstAllocatorClass allocator_class;
+
+  gboolean (*set_actvie)   (GstD3D12Allocator * allocator,
+                            gboolean active);
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING_LARGE;
+};
+
+GST_D3D12_API
+GType       gst_d3d12_allocator_get_type  (void);
+
+GST_D3D12_API
+GstMemory * gst_d3d12_allocator_alloc     (GstD3D12Allocator * allocator,
+                                           GstD3D12Device * device,
+                                           const D3D12_HEAP_PROPERTIES * heap_props,
+                                           D3D12_HEAP_FLAGS heap_flags,
+                                           const D3D12_RESOURCE_DESC * desc,
+                                           D3D12_RESOURCE_STATES initial_state,
+                                           const D3D12_CLEAR_VALUE * optimized_clear_value);
+
+GST_D3D12_API
+GstMemory * gst_d3d12_allocator_alloc_wrapped (GstD3D12Allocator * allocator,
+                                               GstD3D12Device * device,
+                                               ID3D12Resource * resource,
+                                               guint array_slice,
+                                               gpointer user_data,
+                                               GDestroyNotify notify);
+
+GST_D3D12_API
+gboolean    gst_d3d12_allocator_set_active (GstD3D12Allocator * allocator,
+                                            gboolean active);
+
+/**
+ * GstD3D12PoolAllocator:
+ *
+ * Opaque GstD3D12PoolAllocator struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12PoolAllocator
+{
+  GstD3D12Allocator allocator;
+
+  /*< public >*/
+  GstD3D12Device *device;
+
+  /*< private >*/
+  GstD3D12PoolAllocatorPrivate *priv;
+
+  gpointer _gst_reservedGST_PADDING;
+};
+
+/**
+ * GstD3D12PoolAllocatorClass:
+ *
+ * Opaque GstD3D12PoolAllocatorClass struct
+ *
+ * Since: 1.26
+ */
+struct _GstD3D12PoolAllocatorClass
+{
+  GstD3D12AllocatorClass allocator_class;
+
+  /*< private >*/
+  gpointer _gst_reservedGST_PADDING;
+};
+
+GST_D3D12_API
+GType                   gst_d3d12_pool_allocator_get_type  (void);
+
+GST_D3D12_API
+GstD3D12PoolAllocator * gst_d3d12_pool_allocator_new (GstD3D12Device * device,
+                                                      const D3D12_HEAP_PROPERTIES * heap_props,
+                                                      D3D12_HEAP_FLAGS heap_flags,
+                                                      const D3D12_RESOURCE_DESC * desc,
+                                                      D3D12_RESOURCE_STATES initial_state,
+                                                      const D3D12_CLEAR_VALUE * optimized_clear_value);
+
+GST_D3D12_API
+GstFlowReturn           gst_d3d12_pool_allocator_acquire_memory (GstD3D12PoolAllocator * allocator,
+                                                                 GstMemory ** memory);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12mipgen-private.h Added

@@ -0,0 +1,52 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+#include <gst/d3dshader/gstd3dshader.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_MIP_GEN (gst_d3d12_mip_gen_get_type())
+
+GST_D3D12_API
+G_DECLARE_FINAL_TYPE (GstD3D12MipGen, gst_d3d12_mip_gen, GST, D3D12_MIP_GEN, GstObject);
+
+GST_D3D12_API
+GstD3D12MipGen * gst_d3d12_mip_gen_new (GstD3D12Device * device,
+                                        GstD3DPluginCS cs_type);
+
+GST_D3D12_API
+gboolean         gst_d3d12_mip_gen_execute (GstD3D12MipGen * gen,
+                                            ID3D12Resource * resource,
+                                            GstD3D12FenceData * fence_data,
+                                            ID3D12GraphicsCommandList * cl);
+
+GST_D3D12_API
+gboolean         gst_d3d12_mip_gen_execute_full (GstD3D12MipGen * gen,
+                                                 ID3D12Resource * resource,
+                                                 GstD3D12FenceData * fence_data,
+                                                 ID3D12GraphicsCommandList * cl,
+                                                 guint mip_levels,
+                                                 D3D12_RESOURCE_STATES state_after);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12mipgen.cpp Added

@@ -0,0 +1,449 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/*
+ * Copyright(c) 2018 Jeremiah van Oosten
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files(the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and / or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions :
+ *
+ * The above copyright notice and this permission notice shall be included in
+ * all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
+ * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
+ * IN THE SOFTWARE.
+ */
+
+/* Reference: https://github.com/jpvanoosten/LearningDirectX12 */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/d3d12/gstd3d12-private.h>
+#include <gst/d3dshader/gstd3dshader.h>
+#include <directx/d3dx12.h>
+#include <wrl.h>
+#include <algorithm>
+#include <vector>
+
+#define _XM_NO_INTRINSICS_
+#include <DirectXMath.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_mip_gen_debug);
+#define GST_CAT_DEFAULT gst_d3d12_mip_gen_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+using namespace DirectX;
+/* *INDENT-ON* */
+
+struct GenerateMipsCB
+{
+  UINT SrcMipLevel;
+  UINT NumMipLevels;
+  UINT SrcDimension;
+  UINT padding;
+  XMFLOAT2 TexelSize;
+};
+
+struct GstD3D12MipGenPrivate
+{
+  ~GstD3D12MipGenPrivate ()
+  {
+    pso = nullptr;
+    rs = nullptr;
+    gst_clear_object (&desc_pool);
+    gst_clear_object (&device);
+  }
+
+  GstD3D12Device *device = nullptr;
+  GstD3D12DescHeapPool *desc_pool = nullptr;
+  ComPtr < ID3D12PipelineState > pso;
+  ComPtr < ID3D12RootSignature > rs;
+  guint desc_inc_size;
+  std::vector < D3D12_RESOURCE_STATES > resource_states;
+  std::vector < D3D12_RESOURCE_BARRIER > barriers;
+};
+
+struct _GstD3D12MipGen
+{
+  GstObject parent;
+
+  GstD3D12MipGenPrivate *priv;
+};
+/* *INDENT-ON* */
+
+static void gst_d3d12_mip_gen_finalize (GObject * object);
+
+#define gst_d3d12_mip_gen_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12MipGen, gst_d3d12_mip_gen, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_mip_gen_class_init (GstD3D12MipGenClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_mip_gen_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_mip_gen_debug,
+      "d3d12mipgen", 0, "d3d12mipgen");
+}
+
+static void
+gst_d3d12_mip_gen_init (GstD3D12MipGen * self)
+{
+  self->priv = new GstD3D12MipGenPrivate ();
+}
+
+static void
+gst_d3d12_mip_gen_finalize (GObject * object)
+{
+  auto self = GST_D3D12_MIP_GEN (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+get_mipgen_rs_blob (GstD3D12Device * device, ID3DBlob ** blob)
+{
+  static ID3DBlob *rs_blob_ = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    D3D12_VERSIONED_ROOT_SIGNATURE_DESC desc = { };
+    CD3DX12_ROOT_PARAMETER root_params3;
+    CD3DX12_DESCRIPTOR_RANGE range_srv;
+    CD3DX12_DESCRIPTOR_RANGE range_uav;
+    D3D12_STATIC_SAMPLER_DESC sampler_desc = { };
+
+    sampler_desc.Filter = D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT;
+    sampler_desc.AddressU = D3D12_TEXTURE_ADDRESS_MODE_CLAMP;
+    sampler_desc.AddressV = D3D12_TEXTURE_ADDRESS_MODE_CLAMP;
+    sampler_desc.AddressW = D3D12_TEXTURE_ADDRESS_MODE_CLAMP;
+    sampler_desc.MipLODBias = 0;
+    sampler_desc.MaxAnisotropy = 1;
+    sampler_desc.ComparisonFunc = D3D12_COMPARISON_FUNC_ALWAYS;
+    sampler_desc.BorderColor = D3D12_STATIC_BORDER_COLOR_OPAQUE_BLACK;
+    sampler_desc.MinLOD = 0;
+    sampler_desc.MaxLOD = D3D12_FLOAT32_MAX;
+    sampler_desc.ShaderRegister = 0;
+    sampler_desc.RegisterSpace = 0;
+    sampler_desc.ShaderVisibility = D3D12_SHADER_VISIBILITY_ALL;
+
+    root_params0.InitAsConstants (6, 0, 0);
+
+    range_srv.Init (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 0);
+    root_params1.InitAsDescriptorTable (1, &range_srv);
+
+    range_uav.Init (D3D12_DESCRIPTOR_RANGE_TYPE_UAV, 4, 0);
+    root_params2.InitAsDescriptorTable (1, &range_uav);
+
+    CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (desc, 3, root_params,
+        1, &sampler_desc,
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_VERTEX_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS);
+
+    ComPtr < ID3DBlob > rs_blob;
+    ComPtr < ID3DBlob > error_blob;
+    auto hr = D3DX12SerializeVersionedRootSignature (&desc,
+        D3D_ROOT_SIGNATURE_VERSION_1_0, &rs_blob, &error_blob);
+    if (!gst_d3d12_result (hr, device)) {
+      const gchar *error_msg = nullptr;
+      if (error_blob)
+        error_msg = (const gchar *) error_blob->GetBufferPointer ();
+
+      GST_ERROR_OBJECT (device,
+          "Couldn't serialize rs, hr: 0x%x, error detail: %s",
+          (guint) hr, GST_STR_NULL (error_msg));
+    } else {
+      rs_blob_ = rs_blob.Detach ();
+    }
+  }
+  GST_D3D12_CALL_ONCE_END;
+
+  if (rs_blob_) {
+    *blob = rs_blob_;
+    rs_blob_->AddRef ();
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+GstD3D12MipGen *
+gst_d3d12_mip_gen_new (GstD3D12Device * device, GstD3DPluginCS cs_type)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  auto self = (GstD3D12MipGen *) g_object_new (GST_TYPE_D3D12_MIP_GEN, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+
+  ComPtr < ID3DBlob > rs_blob;
+  if (!get_mipgen_rs_blob (device, &rs_blob)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  auto hr = device_handle->CreateRootSignature (0, rs_blob->GetBufferPointer (),
+      rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->rs));
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create root signature");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  GstD3DShaderByteCode byte_code;
+  if (!gst_d3d_plugin_shader_get_cs_blob (cs_type, GST_D3D_SM_5_0, &byte_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get shader byte code");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+  pso_desc.pRootSignature = priv->rs.Get ();
+  pso_desc.CS.pShaderBytecode = byte_code.byte_code;
+  pso_desc.CS.BytecodeLength = byte_code.byte_code_len;
+  hr = device_handle->CreateComputePipelineState (&pso_desc,
+      IID_PPV_ARGS (&priv->pso));
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create PSO");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  D3D12_DESCRIPTOR_HEAP_DESC desc_heap_desc = { };
+  desc_heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+  desc_heap_desc.NumDescriptors = 5;
+  desc_heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
+
+  priv->desc_pool = gst_d3d12_desc_heap_pool_new (device_handle,
+      &desc_heap_desc);
+  if (!priv->desc_pool) {
+    GST_ERROR_OBJECT (self, "Couldn't create descriptor pool");
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->desc_inc_size = device_handle->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+
+  return self;
+}
+
+static gboolean
+gst_d3d12_mip_gen_execute_internal (GstD3D12MipGen * gen,
+    ID3D12Resource * resource, GstD3D12FenceData * fence_data,
+    ID3D12GraphicsCommandList * cl, guint mip_levels)
+{
+  auto desc = GetDesc (resource);
+
+  if (desc.MipLevels == 1) {
+    GST_LOG_OBJECT (gen, "Single mip level texture");
+    return TRUE;
+  }
+
+  if ((desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS) !=
+      D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS ||
+      (desc.Flags & D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) ==
+      D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) {
+    GST_WARNING_OBJECT (gen, "Resource flag is incompatible");
+    return FALSE;
+  }
+
+  if (mip_levels != 0 && mip_levels < desc.MipLevels)
+    desc.MipLevels = (UINT16) mip_levels;
+
+  auto priv = gen->priv;
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  priv->resource_states.resize (desc.MipLevels);
+  priv->resource_states0 = D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE;
+
+  cl->SetComputeRootSignature (priv->rs.Get ());
+  cl->SetPipelineState (priv->pso.Get ());
+
+  D3D12_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
+  DXGI_FORMAT view_format = desc.Format;
+  if (desc.Format == DXGI_FORMAT_AYUV)
+    view_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+
+  srv_desc.Format = view_format;
+  srv_desc.Shader4ComponentMapping = D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
+  srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE2D;
+  srv_desc.Texture2D.MipLevels = desc.MipLevels;
+
+  for (UINT16 srcMip = 0; srcMip < desc.MipLevels - 1;) {
+    guint64 srcWidth = desc.Width >> srcMip;
+    guint srcHeight = desc.Height >> srcMip;
+    guint dstWidth = static_cast < guint > (srcWidth >> 1);
+    guint dstHeight = srcHeight >> 1;
+    GenerateMipsCB cbuf;
+
+    // 0b00(0): Both width and height are even.
+    // 0b01(1): Width is odd, height is even.
+    // 0b10(2): Width is even, height is odd.
+    // 0b11(3): Both width and height are odd.
+    cbuf.SrcDimension = (srcHeight & 1) << 1 | (srcWidth & 1);
+
+    // How many mipmap levels to compute this pass (max 4 mips per pass)
+    DWORD mipCount;
+
+    // The number of times we can half the size of the texture and get
+    // exactly a 50% reduction in size.
+    // A 1 bit in the width or height indicates an odd dimension.
+    // The case where either the width or the height is exactly 1 is handled
+    // as a special case (as the dimension does not require reduction).
+    _BitScanForward (&mipCount, (dstWidth == 1 ? dstHeight : dstWidth) |
+        (dstHeight == 1 ? dstWidth : dstHeight));
+    // Maximum number of mips to generate is 4.
+    mipCount = std::min < DWORD > (4, mipCount + 1);
+    // Clamp to total number of mips left over.
+    mipCount = (srcMip + mipCount) >= desc.MipLevels ?
+        desc.MipLevels - srcMip - 1 : mipCount;
+
+    // Dimensions should not reduce to 0.
+    // This can happen if the width and height are not the same.
+    dstWidth = std::max < DWORD > (1, dstWidth);
+    dstHeight = std::max < DWORD > (1, dstHeight);
+
+    cbuf.SrcMipLevel = srcMip;
+    cbuf.NumMipLevels = mipCount;
+    cbuf.TexelSize.x = 1.0f / (float) dstWidth;
+    cbuf.TexelSize.y = 1.0f / (float) dstHeight;
+
+    if (srcMip != 0) {
+      D3D12_RESOURCE_BARRIER barriers2;
+      barriers0 = CD3DX12_RESOURCE_BARRIER::Transition (resource,
+          D3D12_RESOURCE_STATE_UNORDERED_ACCESS,
+          D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE |
+          D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE, srcMip);
+      barriers1 = CD3DX12_RESOURCE_BARRIER::UAV (resource);
+      cl->ResourceBarrier (2, barriers);
+
+      priv->resource_statessrcMip =
+          D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE |
+          D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE;
+    }
+
+    GstD3D12DescHeap *desc_heap;
+    if (!gst_d3d12_desc_heap_pool_acquire (priv->desc_pool, &desc_heap)) {
+      GST_ERROR_OBJECT (gen, "Couldn't acquire descriptor heap");
+      return FALSE;
+    }
+
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_MINI_OBJECT (desc_heap));
+    auto desc_handle = gst_d3d12_desc_heap_get_handle (desc_heap);
+    auto cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+        (GetCPUDescriptorHandleForHeapStart (desc_handle));
+
+    device->CreateShaderResourceView (resource, &srv_desc, cpu_handle);
+
+    for (guint mip = 0; mip < mipCount; mip++) {
+      D3D12_UNORDERED_ACCESS_VIEW_DESC uavDesc = { };
+      uavDesc.Format = view_format;
+      uavDesc.ViewDimension = D3D12_UAV_DIMENSION_TEXTURE2D;
+      uavDesc.Texture2D.MipSlice = srcMip + mip + 1;
+
+      priv->resource_statesuavDesc.Texture2D.MipSlice =
+          D3D12_RESOURCE_STATE_UNORDERED_ACCESS;
+
+      cpu_handle.Offset (priv->desc_inc_size);
+      device->CreateUnorderedAccessView (resource,
+          nullptr, &uavDesc, cpu_handle);
+    }
+
+    auto gpu_handle = CD3DX12_GPU_DESCRIPTOR_HANDLE
+        (GetGPUDescriptorHandleForHeapStart (desc_handle));
+
+    ID3D12DescriptorHeap *heaps = { desc_handle };
+    cl->SetDescriptorHeaps (1, heaps);
+    cl->SetComputeRoot32BitConstants (0, 6, &cbuf, 0);
+    cl->SetComputeRootDescriptorTable (1, gpu_handle);
+    gpu_handle.Offset (priv->desc_inc_size);
+    cl->SetComputeRootDescriptorTable (2, gpu_handle);
+
+    cl->Dispatch ((dstWidth + 7) / 8, (dstHeight + 7) / 8, 1);
+
+    srcMip += mipCount;
+  }
+
+  return TRUE;
+}
+
+gboolean
+gst_d3d12_mip_gen_execute (GstD3D12MipGen * gen, ID3D12Resource * resource,
+    GstD3D12FenceData * fence_data, ID3D12GraphicsCommandList * cl)
+{
+  g_return_val_if_fail (GST_IS_D3D12_MIP_GEN (gen), FALSE);
+  g_return_val_if_fail (resource, FALSE);
+  g_return_val_if_fail (fence_data, FALSE);
+  g_return_val_if_fail (cl, FALSE);
+
+  return gst_d3d12_mip_gen_execute_internal (gen, resource, fence_data, cl, 0);
+}
+
+gboolean
+gst_d3d12_mip_gen_execute_full (GstD3D12MipGen * gen, ID3D12Resource * resource,
+    GstD3D12FenceData * fence_data, ID3D12GraphicsCommandList * cl,
+    guint mip_levels, D3D12_RESOURCE_STATES state_after)
+{
+  g_return_val_if_fail (GST_IS_D3D12_MIP_GEN (gen), FALSE);
+  g_return_val_if_fail (resource, FALSE);
+  g_return_val_if_fail (fence_data, FALSE);
+  g_return_val_if_fail (cl, FALSE);
+
+  auto priv = gen->priv;
+
+  if (!gst_d3d12_mip_gen_execute_internal (gen,
+          resource, fence_data, cl, mip_levels)) {
+    return FALSE;
+  }
+
+  priv->barriers.resize (0);
+  for (size_t i = 1; i < priv->resource_states.size (); i++) {
+    auto state_before = priv->resource_statesi;
+    if ((state_before & state_after) != state_after) {
+      priv->barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (resource,
+              state_before, state_after, i));
+    }
+  }
+
+  auto size = priv->barriers.size ();
+  if (size != 0)
+    cl->ResourceBarrier (size, priv->barriers.data ());
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12utils.cpp Added

@@ -0,0 +1,824 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12.h"
+#include "gstd3d12-private.h"
+#include <mutex>
+#include <atomic>
+#include <directx/d3dx12.h>
+
+/* *INDENT-OFF* */
+static std::recursive_mutex context_lock_;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY_STATIC (GST_CAT_CONTEXT);
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12utils", 0, "d3d12utils");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif
+
+static void
+init_context_debug (void)
+{
+  GST_D3D12_CALL_ONCE_BEGIN {
+    GST_DEBUG_CATEGORY_GET (GST_CAT_CONTEXT, "GST_CONTEXT");
+  } GST_D3D12_CALL_ONCE_END;
+}
+
+/**
+ * gst_d3d12_handle_set_context:
+ * @element: a #GstElement
+ * @context: a #GstContext
+ * @adapter_index: a DXGI adapter index
+ * @device: (inout) (transfer full): location of a #GstD3D12Device
+ *
+ * Helper function for implementing #GstElementClass.set_context() in
+ * D3D12 capable elements.
+ *
+ * Retrieve's the #GstD3D12Device in @context and places the result in @device.
+ * @device is accepted if @adapter_index is equal to -1 (accept any device)
+ * or equal to that of @device
+ *
+ * Returns: whether the @device could be set successfully
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_handle_set_context (GstElement * element, GstContext * context,
+    gint adapter_index, GstD3D12Device ** device)
+{
+  const gchar *context_type;
+
+  g_return_val_if_fail (GST_IS_ELEMENT (element), FALSE);
+  g_return_val_if_fail (device != nullptr, FALSE);
+
+  init_context_debug ();
+
+  if (!context)
+    return FALSE;
+
+  context_type = gst_context_get_context_type (context);
+  if (g_strcmp0 (context_type, GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE) == 0) {
+    const GstStructure *str;
+    GstD3D12Device *other_device = nullptr;
+    guint other_adapter = 0;
+
+    /* If we had device already, will not replace it */
+    if (*device)
+      return TRUE;
+
+    str = gst_context_get_structure (context);
+
+    if (gst_structure_get (str, "device", GST_TYPE_D3D12_DEVICE,
+            &other_device, "adapter-index", G_TYPE_UINT, &other_adapter,
+            nullptr)) {
+      if (adapter_index == -1 || (guint) adapter_index == other_adapter) {
+        GST_CAT_DEBUG_OBJECT (GST_CAT_CONTEXT,
+            element, "Found D3D12 device context");
+        *device = other_device;
+
+        return TRUE;
+      }
+
+      gst_object_unref (other_device);
+    }
+  }
+
+  return FALSE;
+}
+
+/**
+ * gst_d3d12_handle_set_context_for_adapter_luid:
+ * @element: a #GstElement
+ * @context: a #GstContext
+ * @adapter_luid: an int64 representation of DXGI adapter LUID
+ * @device: (inout) (transfer full): location of a #GstD3D12Device
+ *
+ * Helper function for implementing #GstElementClass.set_context() in
+ * D3D12 capable elements.
+ *
+ * Retrieve's the #GstD3D12Device in @context and places the result in @device.
+ * @device is accepted only when @adapter_index is equal to that of @device
+ *
+ * Returns: whether the @device could be set successfully
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_handle_set_context_for_adapter_luid (GstElement * element,
+    GstContext * context, gint64 adapter_luid, GstD3D12Device ** device)
+{
+  const gchar *context_type;
+
+  g_return_val_if_fail (GST_IS_ELEMENT (element), FALSE);
+  g_return_val_if_fail (device != nullptr, FALSE);
+
+  init_context_debug ();
+
+  if (!context)
+    return FALSE;
+
+  context_type = gst_context_get_context_type (context);
+  if (g_strcmp0 (context_type, GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE) == 0) {
+    const GstStructure *str;
+    GstD3D12Device *other_device = nullptr;
+    gint64 other_adapter = 0;
+
+    /* If we had device already, will not replace it */
+    if (*device)
+      return TRUE;
+
+    str = gst_context_get_structure (context);
+
+    if (gst_structure_get (str, "device", GST_TYPE_D3D12_DEVICE,
+            &other_device, "adapter-luid", G_TYPE_INT64, &other_adapter,
+            nullptr)) {
+      if (adapter_luid == other_adapter) {
+        GST_CAT_DEBUG_OBJECT (GST_CAT_CONTEXT,
+            element, "Found D3D12 device context");
+        *device = other_device;
+
+        return TRUE;
+      }
+
+      gst_object_unref (other_device);
+    }
+  }
+
+  return FALSE;
+}
+
+static void
+context_set_d3d12_device (GstContext * context, GstD3D12Device * device)
+{
+  GstStructure *s;
+  guint adapter_index = 0;
+  guint device_id = 0;
+  guint vendor_id = 0;
+  gchar *desc = nullptr;
+  gint64 adapter_luid = 0;
+
+  g_return_if_fail (context != nullptr);
+
+  g_object_get (G_OBJECT (device), "adapter-index", &adapter_index,
+      "device-id", &device_id, "vendor-id", &vendor_id, "description", &desc,
+      "adapter-luid", &adapter_luid, nullptr);
+
+  GST_CAT_LOG (GST_CAT_CONTEXT,
+      "setting GstD3D12Device(%" GST_PTR_FORMAT
+      ") with adapter index %d on context(%" GST_PTR_FORMAT ")",
+      device, adapter_index, context);
+
+  s = gst_context_writable_structure (context);
+  gst_structure_set (s, "device", GST_TYPE_D3D12_DEVICE, device,
+      "adapter-index", G_TYPE_UINT, adapter_index,
+      "adapter-luid", G_TYPE_INT64, adapter_luid,
+      "device-id", G_TYPE_UINT, device_id,
+      "vendor-id", G_TYPE_UINT, vendor_id,
+      "description", G_TYPE_STRING, GST_STR_NULL (desc), nullptr);
+  g_free (desc);
+}
+
+/**
+ * gst_d3d12_handle_context_query:
+ * @element: a #GstElement
+ * @query: a #GstQuery of type %GST_QUERY_CONTEXT
+ * @device: (transfer none) (nullable): a #GstD3D12Device
+ *
+ * Returns: Whether the @query was successfully responded to from the passed
+ * @device.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_handle_context_query (GstElement * element, GstQuery * query,
+    GstD3D12Device * device)
+{
+  const gchar *context_type;
+  GstContext *context, *old_context;
+
+  g_return_val_if_fail (GST_IS_ELEMENT (element), FALSE);
+  g_return_val_if_fail (GST_IS_QUERY (query), FALSE);
+
+  init_context_debug ();
+
+  GST_LOG_OBJECT (element, "handle context query %" GST_PTR_FORMAT, query);
+
+  if (!device)
+    return FALSE;
+
+  gst_query_parse_context_type (query, &context_type);
+  if (g_strcmp0 (context_type, GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE) != 0)
+    return FALSE;
+
+  gst_query_parse_context (query, &old_context);
+  if (old_context)
+    context = gst_context_copy (old_context);
+  else
+    context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
+
+  context_set_d3d12_device (context, device);
+  gst_query_set_context (query, context);
+  gst_context_unref (context);
+
+  GST_DEBUG_OBJECT (element, "successfully set %" GST_PTR_FORMAT
+      " on %" GST_PTR_FORMAT, device, query);
+
+  return TRUE;
+}
+
+static gboolean
+pad_query (const GValue * item, GValue * value, gpointer user_data)
+{
+  GstPad *pad = (GstPad *) g_value_get_object (item);
+  GstQuery *query = (GstQuery *) user_data;
+  gboolean res;
+
+  res = gst_pad_peer_query (pad, query);
+
+  if (res) {
+    g_value_set_boolean (value, TRUE);
+    return FALSE;
+  }
+
+  GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, pad, "pad peer query failed");
+  return TRUE;
+}
+
+static gboolean
+run_query (GstElement * element, GstQuery * query, GstPadDirection direction)
+{
+  GstIterator *it;
+  GstIteratorFoldFunction func = pad_query;
+  GValue res = G_VALUE_INIT;
+
+  g_value_init (&res, G_TYPE_BOOLEAN);
+  g_value_set_boolean (&res, FALSE);
+
+  /* Ask neighbor */
+  if (direction == GST_PAD_SRC)
+    it = gst_element_iterate_src_pads (element);
+  else
+    it = gst_element_iterate_sink_pads (element);
+
+  while (gst_iterator_fold (it, func, &res, query) == GST_ITERATOR_RESYNC)
+    gst_iterator_resync (it);
+
+  gst_iterator_free (it);
+
+  return g_value_get_boolean (&res);
+}
+
+static void
+run_d3d12_context_query (GstElement * element, GstD3D12Device ** device)
+{
+  GstQuery *query;
+  GstContext *ctxt = nullptr;
+
+  query = gst_query_new_context (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE);
+  if (run_query (element, query, GST_PAD_SRC)) {
+    gst_query_parse_context (query, &ctxt);
+    if (ctxt) {
+      GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+          "found context (%" GST_PTR_FORMAT ") in downstream query", ctxt);
+      gst_element_set_context (element, ctxt);
+    }
+  }
+
+  if (*device == nullptr && run_query (element, query, GST_PAD_SINK)) {
+    gst_query_parse_context (query, &ctxt);
+    if (ctxt) {
+      GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+          "found context (%" GST_PTR_FORMAT ") in upstream query", ctxt);
+      gst_element_set_context (element, ctxt);
+    }
+  }
+
+  if (*device == nullptr) {
+    GstMessage *msg;
+
+    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+        "posting need context message");
+    msg = gst_message_new_need_context (GST_OBJECT_CAST (element),
+        GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE);
+    gst_element_post_message (element, msg);
+  }
+
+  gst_query_unref (query);
+}
+
+/**
+ * gst_d3d12_ensure_element_data:
+ * @element: the #GstElement running the query
+ * @adapter: preferred DXGI adapter index, pass adapter >=0 when
+ *           the adapter explicitly required. Otherwise, set -1.
+ * @device: (inout): the resulting #GstD3D12Device
+ *
+ * Perform the steps necessary for retrieving a #GstD3D12Device
+ * from the surrounding elements or from the application using the #GstContext mechanism.
+ *
+ * If the contents of @device is not %NULL, then no #GstContext query is
+ * necessary for #GstD3D12Device retrieval is performed.
+ *
+ * Returns: whether a #GstD3D12Device exists in @device
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_ensure_element_data (GstElement * element, gint adapter_index,
+    GstD3D12Device ** device)
+{
+  guint target_adapter = 0;
+  std::lock_guard < std::recursive_mutex > lk (context_lock_);
+
+  g_return_val_if_fail (element != nullptr, FALSE);
+  g_return_val_if_fail (device != nullptr, FALSE);
+
+  init_context_debug ();
+
+  if (*device) {
+    GST_LOG_OBJECT (element, "already have a device %" GST_PTR_FORMAT, *device);
+    return TRUE;
+  }
+
+  run_d3d12_context_query (element, device);
+  if (*device)
+    return TRUE;
+
+  if (adapter_index > 0)
+    target_adapter = adapter_index;
+
+  *device = gst_d3d12_device_new (target_adapter);
+
+  if (*device == nullptr) {
+    GST_ERROR_OBJECT (element,
+        "Couldn't create new device with adapter index %d", target_adapter);
+    return FALSE;
+  } else {
+    GstContext *context;
+    GstMessage *msg;
+
+    /* Propagate new D3D12 device context */
+
+    context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
+    context_set_d3d12_device (context, *device);
+
+    gst_element_set_context (element, context);
+
+    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+        "posting have context (%p) message with D3D12 device context (%p)",
+        context, *device);
+    msg = gst_message_new_have_context (GST_OBJECT_CAST (element), context);
+    gst_element_post_message (GST_ELEMENT_CAST (element), msg);
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_ensure_element_data_for_adapter_luid:
+ * @element: a #GstElement
+ * @context: a #GstContext
+ * @adapter_luid: an int64 representation of DXGI adapter LUID
+ * @device: (inout) (transfer full): location of a #GstD3D12Device
+ *
+ * Helper function for implementing #GstElementClass.set_context() in
+ * D3D12 capable elements.
+ *
+ * Retrieve's the #GstD3D12Device in @context and places the result in @device.
+ * @device is accepted only when @adapter_index is equal to that of @device
+ *
+ * Returns: whether the @device could be set successfully
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_ensure_element_data_for_adapter_luid (GstElement * element,
+    gint64 adapter_luid, GstD3D12Device ** device)
+{
+  std::lock_guard < std::recursive_mutex > lk (context_lock_);
+
+  g_return_val_if_fail (element != nullptr, FALSE);
+  g_return_val_if_fail (device != nullptr, FALSE);
+
+  init_context_debug ();
+
+  if (*device) {
+    GST_LOG_OBJECT (element, "already have a device %" GST_PTR_FORMAT, *device);
+    return TRUE;
+  }
+
+  run_d3d12_context_query (element, device);
+  if (*device)
+    return TRUE;
+
+  *device = gst_d3d12_device_new_for_adapter_luid (adapter_luid);
+
+  if (*device == nullptr) {
+    GST_ERROR_OBJECT (element,
+        "Couldn't create new device with adapter luid %" G_GINT64_FORMAT,
+        adapter_luid);
+    return FALSE;
+  } else {
+    GstContext *context;
+    GstMessage *msg;
+
+    /* Propagate new D3D12 device context */
+    context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
+    context_set_d3d12_device (context, *device);
+
+    gst_element_set_context (element, context);
+
+    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+        "posting have context (%p) message with D3D12 device context (%p)",
+        context, *device);
+    msg = gst_message_new_have_context (GST_OBJECT_CAST (element), context);
+    gst_element_post_message (GST_ELEMENT_CAST (element), msg);
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d12_luid_to_int64:
+ * @luid: A pointer to LUID struct
+ *
+ * Converts @luid to a 64-bit signed integer.
+ * See also Int64FromLuid method defined in
+ * windows.devices.display.core.interop.h Windows SDK header
+ *
+ * Since: 1.26
+ */
+gint64
+gst_d3d12_luid_to_int64 (const LUID * luid)
+{
+  LARGE_INTEGER val;
+
+  g_return_val_if_fail (luid != nullptr, 0);
+
+  val.LowPart = luid->LowPart;
+  val.HighPart = luid->HighPart;
+
+  return val.QuadPart;
+}
+
+/**
+ * gst_d3d12_context_new:
+ * @device: (transfer none): a #GstD3D12Device
+ *
+ * Creates a new #GstContext object with @device
+ *
+ * Returns: a #GstContext object
+ *
+ * Since: 1.26
+ */
+GstContext *
+gst_d3d12_context_new (GstD3D12Device * device)
+{
+  GstContext *context;
+
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  context = gst_context_new (GST_D3D12_DEVICE_HANDLE_CONTEXT_TYPE, TRUE);
+  context_set_d3d12_device (context, device);
+
+  return context;
+}
+
+/**
+ * gst_d3d12_create_user_token:
+ *
+ * Creates new user token value
+ *
+ * Returns: user token value
+ *
+ * Since: 1.26
+ */
+gint64
+gst_d3d12_create_user_token (void)
+{
+  /* *INDENT-OFF* */
+  static std::atomic<gint64> user_token { 0 };
+  /* *INDENT-ON* */
+
+  return user_token.fetch_add (1);
+}
+
+static gboolean
+gst_d3d12_buffer_copy_into_fallback (GstBuffer * dst, GstBuffer * src,
+    const GstVideoInfo * info)
+{
+  GstVideoFrame in_frame, out_frame;
+  gboolean ret;
+
+  if (!gst_video_frame_map (&in_frame, (GstVideoInfo *) info, src,
+          (GstMapFlags) (GST_MAP_READ | GST_VIDEO_FRAME_MAP_FLAG_NO_REF))) {
+    GST_ERROR ("Couldn't map src frame");
+    return FALSE;
+  }
+
+  if (!gst_video_frame_map (&out_frame, (GstVideoInfo *) info, dst,
+          (GstMapFlags) (GST_MAP_WRITE | GST_VIDEO_FRAME_MAP_FLAG_NO_REF))) {
+    GST_ERROR ("Couldn't map dst frame");
+    gst_video_frame_unmap (&in_frame);
+    return FALSE;
+  }
+
+  ret = gst_video_frame_copy (&out_frame, &in_frame);
+
+  gst_video_frame_unmap (&in_frame);
+  gst_video_frame_unmap (&out_frame);
+
+  return ret;
+}
+
+static GstD3D12Device *
+get_device_from_buffer (GstBuffer * buffer)
+{
+  GstD3D12Device *device = nullptr;
+  for (guint i = 0; i < gst_buffer_n_memory (buffer); i++) {
+    auto mem = gst_buffer_peek_memory (buffer, i);
+    if (!gst_is_d3d12_memory (mem))
+      return nullptr;
+
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    if (!device)
+      device = dmem->device;
+    else if (!gst_d3d12_device_is_equal (device, dmem->device))
+      return nullptr;
+  }
+
+  return device;
+}
+
+/**
+ * gst_d3d12_buffer_copy_into:
+ * @dest: a #GstBuffer
+ * @src: a #GstBuffer
+ * @info: a #GstVideoInfo
+ *
+ * Copy @src data into @dest. This method executes only memory copy.
+ * Use gst_buffer_copy_into() method for metadata copy
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_buffer_copy_into (GstBuffer * dest, GstBuffer * src,
+    const GstVideoInfo * info)
+{
+  g_return_val_if_fail (GST_IS_BUFFER (dest), FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (src), FALSE);
+  g_return_val_if_fail (info, FALSE);
+
+  auto num_mem = gst_buffer_n_memory (dest);
+  if (gst_buffer_n_memory (src) != num_mem)
+    return gst_d3d12_buffer_copy_into_fallback (dest, src, info);
+
+  auto dest_device = get_device_from_buffer (dest);
+  auto src_device = get_device_from_buffer (src);
+
+  if (!dest_device || !src_device ||
+      !gst_d3d12_device_is_equal (dest_device, src_device)) {
+    return gst_d3d12_buffer_copy_into_fallback (dest, src, info);
+  }
+
+  GstD3D12Frame src_frame, dest_frame;
+  if (!gst_d3d12_frame_map (&src_frame, info, src, GST_MAP_READ_D3D12,
+          GST_D3D12_FRAME_MAP_FLAG_NONE)) {
+    GST_ERROR ("Couldn't map src buffer");
+    return FALSE;
+  }
+
+  if (!gst_d3d12_frame_map (&dest_frame, info, dest, GST_MAP_WRITE_D3D12,
+          GST_D3D12_FRAME_MAP_FLAG_NONE)) {
+    GST_ERROR ("Couldn't map dest buffer");
+    gst_d3d12_frame_unmap (&src_frame);
+    return FALSE;
+  }
+
+  guint64 fence_val = 0;
+  auto ret = gst_d3d12_frame_copy (&dest_frame, &src_frame, &fence_val);
+  gst_d3d12_frame_unmap (&dest_frame);
+  gst_d3d12_frame_unmap (&src_frame);
+
+  if (ret) {
+    auto fence = gst_d3d12_device_get_fence_handle (dest_device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+    gst_d3d12_buffer_set_fence (dest, fence, fence_val, FALSE);
+  }
+
+  return ret;
+}
+
+/**
+ * gst_d3d12_buffer_set_fence:
+ * @buffer: a #GstBuffer
+ * @fence: (allow-none): a ID3D12Fence
+ * @fence_value: fence value
+ * @wait: waits previously configured fence in buffer
+ *
+ * Should be called after GPU write operation against @buffer.
+ * This method will call gst_d3d12_memory_set_fence() for each memory in @buffer
+ * and sets #GstD3D12MemoryTransfer flags to memory objects
+ *
+ * Since: 1.26
+ */
+void
+gst_d3d12_buffer_set_fence (GstBuffer * buffer, ID3D12Fence * fence,
+    guint64 fence_value, gboolean wait)
+{
+  g_return_if_fail (GST_IS_BUFFER (buffer));
+
+  auto num_mem = gst_buffer_n_memory (buffer);
+  for (guint i = 0; i < num_mem; i++) {
+    auto mem = gst_buffer_peek_memory (buffer, i);
+    if (!gst_is_d3d12_memory (mem))
+      return;
+
+    gst_d3d12_memory_set_fence (GST_D3D12_MEMORY_CAST (mem),
+        fence, fence_value, wait);
+    GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+    GST_MINI_OBJECT_FLAG_UNSET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+  }
+}
+
+static void
+do_align_desc (D3D12_RESOURCE_DESC & desc)
+{
+  UINT width_align =
+      D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetWidthAlignment (desc.Format);
+  UINT height_align =
+      D3D12_PROPERTY_LAYOUT_FORMAT_TABLE::GetHeightAlignment (desc.Format);
+
+  if (width_align > 1)
+    desc.Width = GST_ROUND_UP_N (desc.Width, (UINT64) width_align);
+
+  if (height_align > 1)
+    desc.Height = GST_ROUND_UP_N (desc.Height, height_align);
+}
+
+/**
+ * gst_d3d12_get_copyable_footprints:
+ * @device: a GstD3D12Device
+ * @info: a GstVideoInfo
+ * @layout: (out caller-allocates): copyable footprints
+ * @size: (out): total size in bytes
+ *
+ * Calculates copyable footprints for given @info
+ *
+ * Returns:
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d12_get_copyable_footprints (GstD3D12Device * device,
+    const GstVideoInfo * info,
+    D3D12_PLACED_SUBRESOURCE_FOOTPRINT layoutGST_VIDEO_MAX_PLANES,
+    guint64 * size)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), 0);
+  g_return_val_if_fail (info, 0);
+
+  GstD3D12Format format12;
+
+  if (!gst_d3d12_device_get_format (device, GST_VIDEO_INFO_FORMAT (info),
+          &format12)) {
+    return FALSE;
+  }
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  auto dxgi_format = format12.dxgi_format;
+
+  if (dxgi_format != DXGI_FORMAT_UNKNOWN) {
+    D3D12_RESOURCE_DESC desc = CD3DX12_RESOURCE_DESC::Tex2D (dxgi_format,
+        info->width, info->height, 1, 1, 1, 0, D3D12_RESOURCE_FLAG_NONE);
+
+    do_align_desc (desc);
+    device_handle->GetCopyableFootprints (&desc, 0,
+        D3D12GetFormatPlaneCount (device_handle, dxgi_format), 0, layout,
+        nullptr, nullptr, size);
+    return TRUE;
+  }
+
+  auto finfo = info->finfo;
+  UINT64 base_offset = 0;
+  D3D12_PLACED_SUBRESOURCE_FOOTPRINT tmp_layoutGST_VIDEO_MAX_PLANES;
+
+  for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+    dxgi_format = format12.resource_formati;
+
+    if (dxgi_format == DXGI_FORMAT_UNKNOWN)
+      break;
+
+    gint compGST_VIDEO_MAX_COMPONENTS;
+    gst_video_format_info_component (finfo, i, comp);
+
+    guint width = GST_VIDEO_INFO_COMP_WIDTH (info, comp0);
+    guint height = GST_VIDEO_INFO_COMP_HEIGHT (info, comp0);
+    width = MAX (width, 1);
+    height = MAX (height, 1);
+
+    D3D12_RESOURCE_DESC desc = CD3DX12_RESOURCE_DESC::Tex2D (dxgi_format,
+        width, height, 1, 1, 1, 0, D3D12_RESOURCE_FLAG_NONE);
+
+    do_align_desc (desc);
+
+    device_handle->GetCopyableFootprints (&desc,
+        0, 1, base_offset, &tmp_layouti, nullptr, nullptr, nullptr);
+    base_offset = tmp_layouti.Offset +
+        (tmp_layouti.Footprint.RowPitch * tmp_layouti.Footprint.Height);
+    base_offset = GST_ROUND_UP_N (base_offset,
+        D3D12_TEXTURE_DATA_PLACEMENT_ALIGNMENT);
+  }
+
+  if (layout) {
+    for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
+      layouti = tmp_layouti;
+    }
+  }
+
+  if (size) {
+    D3D12_PLACED_SUBRESOURCE_FOOTPRINT *last =
+        &tmp_layoutGST_VIDEO_INFO_N_PLANES (info) - 1;
+    *size = last->Offset + (last->Footprint.RowPitch * last->Footprint.Height);
+  }
+
+  return TRUE;
+}
+
+/**
+ * _gst_d3d12_result:
+ * @result: HRESULT D3D12 API return code
+ * @device: (nullable): Associated #GstD3D12Device
+ * @cat: a #GstDebugCategory
+ * @file: the file that checking the result code
+ * @function: the function that checking the result code
+ * @line: the line that checking the result code
+ * @level: #GstDebugLevel
+ *
+ * Prints debug message if @result code indicates the operation was failed.
+ *
+ * Returns: %TRUE if D3D12 API call result is SUCCESS
+ *
+ * Since: 1.26
+ */
+gboolean
+_gst_d3d12_result (HRESULT hr, GstD3D12Device * device, GstDebugCategory * cat,
+    const gchar * file, const gchar * function, gint line, GstDebugLevel level)
+{
+#ifndef GST_DISABLE_GST_DEBUG
+  if (device)
+    gst_d3d12_device_d3d12_debug (device, file, function, line);
+
+  if (FAILED (hr)) {
+    gchar *error_text = nullptr;
+    error_text = g_win32_error_message ((guint) hr);
+    /* g_win32_error_message() doesn't cover all HERESULT return code,
+     * so it could be empty string, or nullptr if there was an error
+     * in g_utf16_to_utf8() */
+    gst_debug_log (cat, level, file, function, line,
+        nullptr, "D3D12 call failed: 0x%x, %s", (guint) hr,
+        GST_STR_NULL (error_text));
+    g_free (error_text);
+  }
+#endif
+
+  if (SUCCEEDED (hr))
+    return TRUE;
+
+  if (device)
+    gst_d3d12_device_check_device_removed (device);
+
+  return FALSE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/gstd3d12utils.h Added

@@ -0,0 +1,112 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3d12/gstd3d12_fwd.h>
+#include <gst/video/video.h>
+
+G_BEGIN_DECLS
+
+GST_D3D12_API
+gboolean  gst_d3d12_handle_set_context (GstElement * element,
+                                        GstContext * context,
+                                        gint adapter_index,
+                                        GstD3D12Device ** device);
+
+GST_D3D12_API
+gboolean  gst_d3d12_handle_set_context_for_adapter_luid (GstElement * element,
+                                                         GstContext * context,
+                                                         gint64 adapter_luid,
+                                                         GstD3D12Device ** device);
+
+GST_D3D12_API
+gboolean  gst_d3d12_handle_context_query (GstElement * element,
+                                          GstQuery * query,
+                                          GstD3D12Device * device);
+
+GST_D3D12_API
+gboolean  gst_d3d12_ensure_element_data  (GstElement * element,
+                                          gint adapter_index,
+                                          GstD3D12Device ** device);
+
+GST_D3D12_API
+gboolean  gst_d3d12_ensure_element_data_for_adapter_luid (GstElement * element,
+                                                          gint64 adapter_luid,
+                                                          GstD3D12Device ** device);
+
+GST_D3D12_API
+gint64    gst_d3d12_luid_to_int64 (const LUID * luid);
+
+GST_D3D12_API
+GstContext * gst_d3d12_context_new (GstD3D12Device * device);
+
+GST_D3D12_API
+gint64    gst_d3d12_create_user_token (void);
+
+GST_D3D12_API
+gboolean  gst_d3d12_buffer_copy_into (GstBuffer * dest,
+                                      GstBuffer * src,
+                                      const GstVideoInfo * info);
+
+GST_D3D12_API
+void      gst_d3d12_buffer_set_fence (GstBuffer * buffer,
+                                      ID3D12Fence * fence,
+                                      guint64 fence_value,
+                                      gboolean wait);
+
+GST_D3D12_API
+gboolean  gst_d3d12_get_copyable_footprints (GstD3D12Device * device,
+                                             const GstVideoInfo * info,
+                                             D3D12_PLACED_SUBRESOURCE_FOOTPRINT layoutGST_VIDEO_MAX_PLANES,
+                                             guint64 * size);
+
+
+GST_D3D12_API
+void      gst_d3d12_flush_all_devices (void);
+
+GST_D3D12_API
+gboolean _gst_d3d12_result (HRESULT hr,
+                            GstD3D12Device * device,
+                            GstDebugCategory * cat,
+                            const gchar * file,
+                            const gchar * function,
+                            gint line,
+                            GstDebugLevel level);
+
+/**
+ * gst_d3d12_result:
+ * @result: HRESULT D3D12 API return code
+ * @device: (nullable): Associated #GstD3D12Device
+ *
+ * Returns: %TRUE if D3D12 API call result is SUCCESS
+ *
+ * Since: 1.26
+ */
+#ifndef GST_DISABLE_GST_DEBUG
+#define gst_d3d12_result(result,device) \
+    _gst_d3d12_result (result, device, GST_CAT_DEFAULT, __FILE__, GST_FUNCTION, __LINE__, GST_LEVEL_ERROR)
+#else
+#define gst_d3d12_result(result,device) \
+    _gst_d3d12_result (result, device, NULL, __FILE__, GST_FUNCTION, __LINE__, GST_LEVEL_ERROR)
+#endif
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3d12/meson.build Added

@@ -0,0 +1,188 @@
+d3d12_sources = 
+  'gstd3d12bufferpool.cpp',
+  'gstd3d12cmdallocpool.cpp',
+  'gstd3d12cmdlistpool.cpp',
+  'gstd3d12cmdqueue.cpp',
+  'gstd3d12converter-builder.cpp',
+  'gstd3d12converter-unpack.cpp',
+  'gstd3d12converter-pack.cpp',
+  'gstd3d12converter.cpp',
+  'gstd3d12descheappool.cpp',
+  'gstd3d12device.cpp',
+  'gstd3d12fencedatapool.cpp',
+  'gstd3d12format.cpp',
+  'gstd3d12frame.cpp',
+  'gstd3d12memory.cpp',
+  'gstd3d12mipgen.cpp',
+  'gstd3d12utils.cpp',
+
+
+d3d12_headers = 
+  'd3d12-prelude.h',
+  'gstd3d12_fwd.h',
+  'gstd3d12.h',
+  'gstd3d12bufferpool.h',
+  'gstd3d12cmdallocpool.h',
+  'gstd3d12cmdqueue.h',
+  'gstd3d12converter.h',
+  'gstd3d12descheappool.h',
+  'gstd3d12device.h',
+  'gstd3d12fencedatapool.h',
+  'gstd3d12format.h',
+  'gstd3d12frame.h',
+  'gstd3d12memory.h',
+  'gstd3d12utils.h',
+
+
+extra_args = 
+  '-DGST_USE_UNSTABLE_API',
+  '-DBUILDING_GST_D3D12',
+  '-DG_LOG_DOMAIN="GStreamer-D3D12"',
+
+
+extra_deps = 
+
+# Disable this warning error. Otherwise d3dx12.h will break build
+if cc.get_argument_syntax() == 'msvc'
+  extra_args += cc.get_supported_arguments(
+    '/wd4062', # 'identifier' : unreferenced local variable
+  )
+else
+  extra_args += cc.get_supported_arguments(
+    '-Wno-misleading-indentation',
+    # MinGW 32bits compiler seems to be complaining about redundant-decls
+    # when ComPtr is in use. Let's just disable the warning
+    '-Wno-redundant-decls',
+    # include/directxmath/DirectXMathMatrix.inl:1161:16: error: variable 'aa' set but not used
+    '-Wno-unused-but-set-variable',
+    # include/directx/d3dx12_pipeline_state_stream.h:28: error: ignoring '#pragma warning '
+    '-Wno-unknown-pragmas',
+    # Various warnings in DirectX-Headers headers
+    '-Wno-switch',
+    # Ignore missing fallthrough in DirectX-Headers headers
+    '-Wimplicit-fallthrough=0',
+    # Ignore definition issues
+    '-Wno-undef',
+  )
+endif
+
+gstd3d12_dep = dependency('', required : false)
+d3d12_option = get_option('d3d12')
+if host_system != 'windows' or d3d12_option.disabled()
+  subdir_done()
+endif
+
+d3d12_lib = cc.find_library('d3d12', required : d3d12_option)
+dxgi_lib = cc.find_library('dxgi', required : d3d12_option)
+dx_headers_dep = dependency('DirectX-Headers',
+    version: '>= 1.611',
+    allow_fallback: true,
+    required: d3d12_option)
+
+if not d3d12_lib.found() or not dxgi_lib.found() or not dx_headers_dep.found() \
+  or not gstd3dshader_dep.found()
+  if d3d12_option.enabled()
+    error('The d3d12 was enabled explicitly, but required dependencies were not found.')
+  endif
+  subdir_done()
+endif
+
+sdk_headers = 
+  'dxgi1_6.h',
+  'd3d11_1.h',
+  'd3d11on12.h',
+
+
+have_d3d12_headers = true
+foreach h: sdk_headers
+  if not cc.has_header(h)
+    have_d3d12_headers = false
+  endif
+endforeach
+
+if not have_d3d12_headers
+  if d3d12_option.enabled()
+    error('The d3d12 was enabled explicitly, but required dependencies were not found.')
+  endif
+  subdir_done()
+endif
+
+have_dx_math = cxx.compiles('''
+    #include <windows.h>
+    #include <DirectXMath.h>
+    using namespace DirectX;
+    int main(int argc, char ** argv) {
+      XMMATRIX matrix;
+      XMFLOAT4X4 dump;
+      matrix = XMMatrixIdentity ();
+      XMStoreFloat4x4 (&dump, matrix);
+      return 0;
+    }
+    ''',
+    name: 'DirectXMath support in Windows SDK')
+
+if not have_dx_math
+  directxmath_dep = dependency('directxmath',
+      allow_fallback: true,
+      required: d3d12_option)
+  if not directxmath_dep.found()
+    subdir_done()
+  endif
+  extra_deps += directxmath_dep
+endif
+
+# https://learn.microsoft.com/en-us/windows/win32/dxmath/pg-xnamath-internals#windows-sse-versus-sse2
+# x86 with Windows 7 or older may not support SSE2
+if host_machine.cpu_family() != 'x86'
+  extra_args += '-DHAVE_DIRECTX_MATH_SIMD'
+endif
+
+if cc.compiles('''
+  #include <dxgi.h>
+  #include <dxgidebug.h>
+  int main(int argc, char ** argv) {
+    IDXGIDebug *debug = NULL;
+    IDXGIInfoQueue *info_queue = NULL;
+    return 0;
+  }''',
+  name: 'DXGI debug layer support in Windows SDK')
+  extra_args += '-DHAVE_DXGIDEBUG_H'
+endif
+
+if cc.get_argument_syntax() != 'msvc' and dx_headers_dep.type_name() != 'internal'
+  # Required for MinGW because it has old version RPC headers.
+  # DirectX-Headers subproject is doing this already,
+  # but not exposed via pkg-config. Define this for installed DirectX-Headers
+  extra_args += '-D__REQUIRED_RPCNDR_H_VERSION__=475'
+endif
+
+pkg_name = 'gstreamer-d3d12-' + api_version
+gstd3d12 = library('gstd3d12-' + api_version,
+  d3d12_sources,
+  c_args : gst_plugins_bad_args + extra_args,
+  cpp_args: gst_plugins_bad_args + extra_args,
+  include_directories : configinc, libsinc,
+  dependencies : gstbase_dep, gstvideo_dep, gstd3dshader_dep, d3d12_lib,
+                  dxgi_lib, dx_headers_dep, gmodule_dep + extra_deps,
+  version : libversion,
+  install : true,
+)
+
+pkgconfig.generate(gstd3d12,
+  libraries : gstbase_dep, gstvideo_dep, d3d12_lib, dxgi_lib,
+  variables : pkgconfig_variables,
+  subdirs : pkgconfig_subdirs,
+  name : pkg_name,
+  description : 'GStreamer Direct3D12 library',
+)
+
+library_def = {'lib': gstd3d12}
+gst_libraries += pkg_name, library_def
+
+install_headers(d3d12_headers, subdir : 'gstreamer-1.0/gst/d3d12')
+
+gstd3d12_dep = declare_dependency(link_with : gstd3d12,
+  include_directories : libsinc,
+  dependencies : gstbase_dep, gstvideo_dep, d3d12_lib, dxgi_lib)
+
+meson.override_dependency(pkg_name, gstd3d12_dep)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl/CSMain_converter.hlsl Added

@@ -0,0 +1,1169 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+#ifdef BUILDING_CSMain_YUY2_to_AYUV
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (tid);
+  float Y0 = val.r;
+  float U = val.g;
+  float Y1 = val.b;
+  float V = val.a;
+
+  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
+  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
+}
+#endif
+
+#ifdef BUILDING_CSMain_UYVY_to_AYUV
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (tid);
+  float Y0 = val.g;
+  float U = val.r;
+  float Y1 = val.a;
+  float V = val.b;
+
+  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
+  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
+}
+#endif
+
+#ifdef BUILDING_CSMain_VYUY_to_AYUV
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (tid);
+  float Y0 = val.g;
+  float U = val.b;
+  float Y1 = val.a;
+  float V = val.r;
+
+  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
+  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
+}
+#endif
+
+#ifdef BUILDING_CSMain_YVYU_to_AYUV
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (tid);
+  float Y0 = val.r;
+  float U = val.a;
+  float Y1 = val.b;
+  float V = val.g;
+
+  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);
+  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);
+}
+#endif
+
+#ifdef BUILDING_CSMain_v210_to_AYUV
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint xpos = tid.x * 4;
+  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).xyz;
+  float U0 = val.r;
+  float Y0 = val.g;
+  float V0 = val.b;
+
+  val = inTex.Load (uint3 (xpos + 1, tid.y, 0)).xyz;
+  float Y1 = val.r;
+  float U2 = val.g;
+  float Y2 = val.b;
+
+  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).xyz;
+  float V2 = val.r;
+  float Y3 = val.g;
+  float U4 = val.b;
+
+  val = inTex.Load (uint3 (xpos + 3, tid.y, 0)).xyz;
+  float Y4 = val.r;
+  float V4 = val.g;
+  float Y5 = val.b;
+
+  xpos = tid.x * 6;
+  outTexuint2(xpos, tid.y)     = float4 (1.0, Y0, U0, V0);
+  outTexuint2(xpos + 1, tid.y) = float4 (1.0, Y1, U0, V0);
+  outTexuint2(xpos + 2, tid.y) = float4 (1.0, Y2, U2, V2);
+  outTexuint2(xpos + 3, tid.y) = float4 (1.0, Y3, U2, V2);
+  outTexuint2(xpos + 4, tid.y) = float4 (1.0, Y4, U4, V4);
+  outTexuint2(xpos + 5, tid.y) = float4 (1.0, Y5, U4, V4);
+}
+#endif
+
+#ifdef BUILDING_CSMain_v308_to_AYUV
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
+  float Y0 = val.x;
+  float U0 = val.y;
+  float V0 = val.z;
+  float Y1 = val.w;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
+  float U1 = val.x;
+  float V1 = val.y;
+  float Y2 = val.z;
+  float U2 = val.w;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
+  float V2 = val.x;
+  float Y3 = val.y;
+  float U3 = val.z;
+  float V3 = val.w;
+
+  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);
+  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);
+  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);
+  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);
+}
+#endif
+
+#ifdef BUILDING_CSMain_IYU2_to_AYUV
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
+  float U0 = val.x;
+  float Y0 = val.y;
+  float V0 = val.z;
+  float U1 = val.w;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
+  float Y1 = val.x;
+  float V1 = val.y;
+  float U2 = val.z;
+  float Y2 = val.w;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
+  float V2 = val.x;
+  float U3 = val.y;
+  float Y3 = val.z;
+  float V3 = val.w;
+
+  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);
+  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);
+  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);
+  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_YUY2
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
+  float Y0 = val.x;
+  float U = val.y;
+  float V = val.z;
+  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
+
+  outTextid.xy = float4 (Y0, U, Y1, V);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_UYVY
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
+  float Y0 = val.x;
+  float U = val.y;
+  float V = val.z;
+  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
+
+  outTextid.xy = float4 (U, Y0, V, Y1);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_VYUY
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
+  float Y0 = val.x;
+  float U = val.y;
+  float V = val.z;
+  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
+
+  outTextid.xy = float4 (V, Y0, U, Y1);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_YVYU
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;
+  float Y0 = val.x;
+  float U = val.y;
+  float V = val.z;
+  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;
+
+  outTextid.xy = float4 (Y0, V, Y1, U);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_v210
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint xpos = tid.x * 6;
+  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).yzw;
+  float Y0 = val.x;
+  float U0 = val.y;
+  float V0 = val.z;
+  float Y1 = inTex.Load (uint3 (xpos + 1, tid.y, 0)).y;
+
+  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).yzw;
+  float Y2 = val.x;
+  float U2 = val.y;
+  float V2 = val.z;
+  float Y3 = inTex.Load (uint3 (xpos + 3, tid.y, 0)).y;
+
+  val = inTex.Load (uint3 (xpos + 4, tid.y, 0)).yzw;
+  float Y4 = val.x;
+  float U4 = val.y;
+  float V4 = val.z;
+  float Y5 = inTex.Load (uint3 (xpos + 5, tid.y, 0)).y;
+
+  xpos = tid.x * 4;
+  outTexuint2(xpos, tid.y)     = float4 (U0, Y0, V0, 0);
+  outTexuint2(xpos + 1, tid.y) = float4 (Y1, U2, Y2, 0);
+  outTexuint2(xpos + 2, tid.y) = float4 (V2, Y3, U4, 0);
+  outTexuint2(xpos + 3, tid.y) = float4 (Y4, V4, Y5, 0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_v308
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).yzw;
+  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).yzw;
+  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).yzw;
+  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).yzw;
+
+  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);
+  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);
+  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_IYU2
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).zyw;
+  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).zyw;
+  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).zyw;
+  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).zyw;
+
+  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);
+  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);
+  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);
+}
+#endif
+
+#ifdef BUILDING_CSMain_AYUV_to_Y410
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (tid);
+  float Y = val.y;
+  float U = val.z;
+  float V = val.w;
+  float A = val.x;
+
+  outTextid.xy = float4 (U, Y, V, A);
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGB_to_RGBA
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
+  float R0 = val.r;
+  float G0 = val.g;
+  float B0 = val.b;
+  float R1 = val.a;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
+  float G1 = val.r;
+  float B1 = val.g;
+  float R2 = val.b;
+  float G2 = val.a;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
+  float B2 = val.r;
+  float R3 = val.g;
+  float G3 = val.b;
+  float B3 = val.a;
+
+  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);
+  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);
+  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);
+  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_BGR_to_RGBA
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));
+  float B0 = val.r;
+  float G0 = val.g;
+  float R0 = val.b;
+  float B1 = val.a;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));
+  float G1 = val.r;
+  float R1 = val.g;
+  float B2 = val.b;
+  float G2 = val.a;
+
+  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));
+  float R2 = val.r;
+  float B3 = val.g;
+  float G3 = val.b;
+  float R3 = val.a;
+
+  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);
+  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);
+  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);
+  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGB16_to_RGBA
+Texture2D<uint> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint val = inTex.Load (tid);
+  float R = float ((val & 0xf800) >> 11) / 31;
+  float G = float ((val & 0x7e0) >> 5) / 63;
+  float B = float ((val & 0x1f)) / 31;
+
+  outTextid.xy = float4 (R, G, B, 1.0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_BGR16_to_RGBA
+Texture2D<uint> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint val = inTex.Load (tid);
+  float B = float ((val & 0xf800) >> 11) / 31;
+  float G = float ((val & 0x7e0) >> 5) / 63;
+  float R = float ((val & 0x1f)) / 31;
+
+  outTextid.xy = float4 (R, G, B, 1.0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGB15_to_RGBA
+Texture2D<uint> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint val = inTex.Load (tid);
+  uint R = (val & 0x7c00) >> 10;
+  uint G = (val & 0x3e0) >> 5;
+  uint B = (val & 0x1f);
+
+  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_BGR15_to_RGBA
+Texture2D<uint> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint val = inTex.Load (tid);
+  uint B = (val & 0x7c00) >> 10;
+  uint G = (val & 0x3e0) >> 5;
+  uint R = (val & 0x1f);
+
+  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_r210_to_RGBA
+Texture2D<uint> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint val = inTex.Load (tid);
+  uint val_be = ((val & 0xff) << 24) | ((val & 0xff00) << 8) |
+      ((val & 0xff0000) >> 8) | ((val & 0xff000000) >> 24);
+  uint R = (val_be >> 20) & 0x3ff;
+  uint G = (val_be >> 10) & 0x3ff;
+  uint B = val_be & 0x3ff;
+
+  outTextid.xy = float4 (float3 (R, G, B) / 1023, 1.0);
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_RGB
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;
+  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;
+  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;
+  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;
+
+  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.r, val0.g, val0.b, val1.r);
+  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.b, val2.r, val2.g);
+  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.b, val3.r, val3.g, val3.b);
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_BGR
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;
+  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;
+  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;
+  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;
+
+  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.b, val0.g, val0.r, val1.b);
+  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.r, val2.b, val2.g);
+  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.r, val3.b, val3.g, val3.r);
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_RGB16
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<uint> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val = inTex.Load (tid).rgb;
+  uint R = val.r * 31;
+  uint G = val.g * 63;
+  uint B = val.b * 31;
+
+  outTextid.xy = (R << 11) | (G << 5) | B;
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_BGR16
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<uint> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float3 val = inTex.Load (tid).rgb;
+  uint R = val.r * 31;
+  uint G = val.g * 63;
+  uint B = val.b * 31;
+
+  outTextid.xy = (B << 11) | (G << 5) | R;
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_RGB15
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<uint> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint3 val = inTex.Load (tid).rgb * 31;
+
+  outTextid.xy = (val.r << 10) | (val.g << 5) | val.b;
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_BGR15
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<uint> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint3 val = inTex.Load (tid).rgb * 31;
+
+  outTextid.xy = (val.b << 10) | (val.g << 5) | val.r;
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_r210
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<uint> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  uint3 val = inTex.Load (tid).rgb * 1023;
+  uint packed = (val.r << 20) | (val.g << 10) | val.b;
+  uint packed_be = ((packed & 0xff) << 24) | ((packed & 0xff00) << 8) |
+      ((packed & 0xff0000) >> 8) | ((packed & 0xff000000) >> 24);
+
+  outTextid.xy = packed_be;
+}
+#endif
+
+#ifdef BUILDING_CSMain_RGBA_to_BGRA
+Texture2D<float4> inTex : register(t0);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+void Execute (uint3 tid)
+{
+  float4 val = inTex.Load (tid);
+
+  outTextid.xy = val.bgra;
+}
+#endif
+
+numthreads(8, 8, 1)
+void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)
+{
+  Execute (tid);
+}
+#else
+static const char str_CSMain_converter =
+"#ifdef BUILDING_CSMain_YUY2_to_AYUV\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (tid);\n"
+"  float Y0 = val.r;\n"
+"  float U = val.g;\n"
+"  float Y1 = val.b;\n"
+"  float V = val.a;\n"
+"\n"
+"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
+"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_UYVY_to_AYUV\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (tid);\n"
+"  float Y0 = val.g;\n"
+"  float U = val.r;\n"
+"  float Y1 = val.a;\n"
+"  float V = val.b;\n"
+"\n"
+"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
+"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_VYUY_to_AYUV\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (tid);\n"
+"  float Y0 = val.g;\n"
+"  float U = val.b;\n"
+"  float Y1 = val.a;\n"
+"  float V = val.r;\n"
+"\n"
+"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
+"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_YVYU_to_AYUV\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (tid);\n"
+"  float Y0 = val.r;\n"
+"  float U = val.a;\n"
+"  float Y1 = val.b;\n"
+"  float V = val.g;\n"
+"\n"
+"  outTexuint2(tid.x * 2, tid.y) = float4 (1.0, Y0, U, V);\n"
+"  outTexuint2(tid.x * 2 + 1, tid.y) = float4 (1.0, Y1, U, V);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_v210_to_AYUV\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint xpos = tid.x * 4;\n"
+"  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).xyz;\n"
+"  float U0 = val.r;\n"
+"  float Y0 = val.g;\n"
+"  float V0 = val.b;\n"
+"\n"
+"  val = inTex.Load (uint3 (xpos + 1, tid.y, 0)).xyz;\n"
+"  float Y1 = val.r;\n"
+"  float U2 = val.g;\n"
+"  float Y2 = val.b;\n"
+"\n"
+"  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).xyz;\n"
+"  float V2 = val.r;\n"
+"  float Y3 = val.g;\n"
+"  float U4 = val.b;\n"
+"\n"
+"  val = inTex.Load (uint3 (xpos + 3, tid.y, 0)).xyz;\n"
+"  float Y4 = val.r;\n"
+"  float V4 = val.g;\n"
+"  float Y5 = val.b;\n"
+"\n"
+"  xpos = tid.x * 6;\n"
+"  outTexuint2(xpos, tid.y)     = float4 (1.0, Y0, U0, V0);\n"
+"  outTexuint2(xpos + 1, tid.y) = float4 (1.0, Y1, U0, V0);\n"
+"  outTexuint2(xpos + 2, tid.y) = float4 (1.0, Y2, U2, V2);\n"
+"  outTexuint2(xpos + 3, tid.y) = float4 (1.0, Y3, U2, V2);\n"
+"  outTexuint2(xpos + 4, tid.y) = float4 (1.0, Y4, U4, V4);\n"
+"  outTexuint2(xpos + 5, tid.y) = float4 (1.0, Y5, U4, V4);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_v308_to_AYUV\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
+"  float Y0 = val.x;\n"
+"  float U0 = val.y;\n"
+"  float V0 = val.z;\n"
+"  float Y1 = val.w;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
+"  float U1 = val.x;\n"
+"  float V1 = val.y;\n"
+"  float Y2 = val.z;\n"
+"  float U2 = val.w;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
+"  float V2 = val.x;\n"
+"  float Y3 = val.y;\n"
+"  float U3 = val.z;\n"
+"  float V3 = val.w;\n"
+"\n"
+"  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);\n"
+"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);\n"
+"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);\n"
+"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_IYU2_to_AYUV\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
+"  float U0 = val.x;\n"
+"  float Y0 = val.y;\n"
+"  float V0 = val.z;\n"
+"  float U1 = val.w;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
+"  float Y1 = val.x;\n"
+"  float V1 = val.y;\n"
+"  float U2 = val.z;\n"
+"  float Y2 = val.w;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
+"  float V2 = val.x;\n"
+"  float U3 = val.y;\n"
+"  float Y3 = val.z;\n"
+"  float V3 = val.w;\n"
+"\n"
+"  outTexuint2(tid.x * 4, tid.y)     = float4 (1.0, Y0, U0, V0);\n"
+"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (1.0, Y1, U1, V1);\n"
+"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (1.0, Y2, U2, V2);\n"
+"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (1.0, Y3, U3, V3);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_YUY2\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
+"  float Y0 = val.x;\n"
+"  float U = val.y;\n"
+"  float V = val.z;\n"
+"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
+"\n"
+"  outTextid.xy = float4 (Y0, U, Y1, V);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_UYVY\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
+"  float Y0 = val.x;\n"
+"  float U = val.y;\n"
+"  float V = val.z;\n"
+"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
+"\n"
+"  outTextid.xy = float4 (U, Y0, V, Y1);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_VYUY\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
+"  float Y0 = val.x;\n"
+"  float U = val.y;\n"
+"  float V = val.z;\n"
+"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
+"\n"
+"  outTextid.xy = float4 (V, Y0, U, Y1);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_YVYU\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val = inTex.Load (uint3(tid.x * 2, tid.y, 0)).yzw;\n"
+"  float Y0 = val.x;\n"
+"  float U = val.y;\n"
+"  float V = val.z;\n"
+"  float Y1 = inTex.Load (uint3(tid.x * 2 + 1, tid.y, 0)).y;\n"
+"\n"
+"  outTextid.xy = float4 (Y0, V, Y1, U);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_v210\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint xpos = tid.x * 6;\n"
+"  float3 val = inTex.Load (uint3 (xpos, tid.y, 0)).yzw;\n"
+"  float Y0 = val.x;\n"
+"  float U0 = val.y;\n"
+"  float V0 = val.z;\n"
+"  float Y1 = inTex.Load (uint3 (xpos + 1, tid.y, 0)).y;\n"
+"\n"
+"  val = inTex.Load (uint3 (xpos + 2, tid.y, 0)).yzw;\n"
+"  float Y2 = val.x;\n"
+"  float U2 = val.y;\n"
+"  float V2 = val.z;\n"
+"  float Y3 = inTex.Load (uint3 (xpos + 3, tid.y, 0)).y;\n"
+"\n"
+"  val = inTex.Load (uint3 (xpos + 4, tid.y, 0)).yzw;\n"
+"  float Y4 = val.x;\n"
+"  float U4 = val.y;\n"
+"  float V4 = val.z;\n"
+"  float Y5 = inTex.Load (uint3 (xpos + 5, tid.y, 0)).y;\n"
+"\n"
+"  xpos = tid.x * 4;\n"
+"  outTexuint2(xpos, tid.y)     = float4 (U0, Y0, V0, 0);\n"
+"  outTexuint2(xpos + 1, tid.y) = float4 (Y1, U2, Y2, 0);\n"
+"  outTexuint2(xpos + 2, tid.y) = float4 (V2, Y3, U4, 0);\n"
+"  outTexuint2(xpos + 3, tid.y) = float4 (Y4, V4, Y5, 0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_v308\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).yzw;\n"
+"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).yzw;\n"
+"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).yzw;\n"
+"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).yzw;\n"
+"\n"
+"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);\n"
+"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);\n"
+"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_IYU2\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).zyw;\n"
+"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).zyw;\n"
+"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).zyw;\n"
+"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).zyw;\n"
+"\n"
+"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.x, val0.y, val0.z, val1.x);\n"
+"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.y, val1.z, val2.x, val2.y);\n"
+"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.z, val3.x, val3.y, val3.z);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_AYUV_to_Y410\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (tid);\n"
+"  float Y = val.y;\n"
+"  float U = val.z;\n"
+"  float V = val.w;\n"
+"  float A = val.x;\n"
+"\n"
+"  outTextid.xy = float4 (U, Y, V, A);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGB_to_RGBA\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
+"  float R0 = val.r;\n"
+"  float G0 = val.g;\n"
+"  float B0 = val.b;\n"
+"  float R1 = val.a;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
+"  float G1 = val.r;\n"
+"  float B1 = val.g;\n"
+"  float R2 = val.b;\n"
+"  float G2 = val.a;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
+"  float B2 = val.r;\n"
+"  float R3 = val.g;\n"
+"  float G3 = val.b;\n"
+"  float B3 = val.a;\n"
+"\n"
+"  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);\n"
+"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);\n"
+"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);\n"
+"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_BGR_to_RGBA\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (uint3 (tid.x * 3, tid.y, 0));\n"
+"  float B0 = val.r;\n"
+"  float G0 = val.g;\n"
+"  float R0 = val.b;\n"
+"  float B1 = val.a;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 1, tid.y, 0));\n"
+"  float G1 = val.r;\n"
+"  float R1 = val.g;\n"
+"  float B2 = val.b;\n"
+"  float G2 = val.a;\n"
+"\n"
+"  val = inTex.Load (uint3 (tid.x * 3 + 2, tid.y, 0));\n"
+"  float R2 = val.r;\n"
+"  float B3 = val.g;\n"
+"  float G3 = val.b;\n"
+"  float R3 = val.a;\n"
+"\n"
+"  outTexuint2(tid.x * 4, tid.y)     = float4 (R0, G0, B0, 1.0);\n"
+"  outTexuint2(tid.x * 4 + 1, tid.y) = float4 (R1, G1, B1, 1.0);\n"
+"  outTexuint2(tid.x * 4 + 2, tid.y) = float4 (R2, G2, B2, 1.0);\n"
+"  outTexuint2(tid.x * 4 + 3, tid.y) = float4 (R3, G3, B3, 1.0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGB16_to_RGBA\n"
+"Texture2D<uint> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint val = inTex.Load (tid);\n"
+"  float R = float ((val & 0xf800) >> 11) / 31;\n"
+"  float G = float ((val & 0x7e0) >> 5) / 63;\n"
+"  float B = float ((val & 0x1f)) / 31;\n"
+"\n"
+"  outTextid.xy = float4 (R, G, B, 1.0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_BGR16_to_RGBA\n"
+"Texture2D<uint> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint val = inTex.Load (tid);\n"
+"  float B = float ((val & 0xf800) >> 11) / 31;\n"
+"  float G = float ((val & 0x7e0) >> 5) / 63;\n"
+"  float R = float ((val & 0x1f)) / 31;\n"
+"\n"
+"  outTextid.xy = float4 (R, G, B, 1.0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGB15_to_RGBA\n"
+"Texture2D<uint> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint val = inTex.Load (tid);\n"
+"  uint R = (val & 0x7c00) >> 10;\n"
+"  uint G = (val & 0x3e0) >> 5;\n"
+"  uint B = (val & 0x1f);\n"
+"\n"
+"  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_BGR15_to_RGBA\n"
+"Texture2D<uint> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint val = inTex.Load (tid);\n"
+"  uint B = (val & 0x7c00) >> 10;\n"
+"  uint G = (val & 0x3e0) >> 5;\n"
+"  uint R = (val & 0x1f);\n"
+"\n"
+"  outTextid.xy = float4 (float3 (R, G, B) / 31, 1.0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_r210_to_RGBA\n"
+"Texture2D<uint> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint val = inTex.Load (tid);\n"
+"  uint val_be = ((val & 0xff) << 24) | ((val & 0xff00) << 8) |\n"
+"      ((val & 0xff0000) >> 8) | ((val & 0xff000000) >> 24);\n"
+"  uint R = (val_be >> 20) & 0x3ff;\n"
+"  uint G = (val_be >> 10) & 0x3ff;\n"
+"  uint B = val_be & 0x3ff;\n"
+"\n"
+"  outTextid.xy = float4 (float3 (R, G, B) / 1023, 1.0);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_RGB\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;\n"
+"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;\n"
+"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;\n"
+"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;\n"
+"\n"
+"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.r, val0.g, val0.b, val1.r);\n"
+"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.b, val2.r, val2.g);\n"
+"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.b, val3.r, val3.g, val3.b);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_BGR\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val0 = inTex.Load (uint3 (tid.x * 4, tid.y, 0)).rgb;\n"
+"  float3 val1 = inTex.Load (uint3 (tid.x * 4 + 1, tid.y, 0)).rgb;\n"
+"  float3 val2 = inTex.Load (uint3 (tid.x * 4 + 2, tid.y, 0)).rgb;\n"
+"  float3 val3 = inTex.Load (uint3 (tid.x * 4 + 3, tid.y, 0)).rgb;\n"
+"\n"
+"  outTexuint2(tid.x * 3, tid.y)     = float4 (val0.b, val0.g, val0.r, val1.b);\n"
+"  outTexuint2(tid.x * 3 + 1, tid.y) = float4 (val1.g, val1.r, val2.b, val2.g);\n"
+"  outTexuint2(tid.x * 3 + 2, tid.y) = float4 (val2.r, val3.b, val3.g, val3.r);\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_RGB16\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<uint> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val = inTex.Load (tid).rgb;\n"
+"  uint R = val.r * 31;\n"
+"  uint G = val.g * 63;\n"
+"  uint B = val.b * 31;\n"
+"\n"
+"  outTextid.xy = (R << 11) | (G << 5) | B;\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_BGR16\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<uint> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float3 val = inTex.Load (tid).rgb;\n"
+"  uint R = val.r * 31;\n"
+"  uint G = val.g * 63;\n"
+"  uint B = val.b * 31;\n"
+"\n"
+"  outTextid.xy = (B << 11) | (G << 5) | R;\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_RGB15\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<uint> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint3 val = inTex.Load (tid).rgb * 31;\n"
+"\n"
+"  outTextid.xy = (val.r << 10) | (val.g << 5) | val.b;\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_BGR15\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<uint> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint3 val = inTex.Load (tid).rgb * 31;\n"
+"\n"
+"  outTextid.xy = (val.b << 10) | (val.g << 5) | val.r;\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_r210\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<uint> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  uint3 val = inTex.Load (tid).rgb * 1023;\n"
+"  uint packed = (val.r << 20) | (val.g << 10) | val.b;\n"
+"  uint packed_be = ((packed & 0xff) << 24) | ((packed & 0xff00) << 8) |\n"
+"      ((packed & 0xff0000) >> 8) | ((packed & 0xff000000) >> 24);\n"
+"\n"
+"  outTextid.xy = packed_be;\n"
+"}\n"
+"#endif\n"
+"\n"
+"#ifdef BUILDING_CSMain_RGBA_to_BGRA\n"
+"Texture2D<float4> inTex : register(t0);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"void Execute (uint3 tid)\n"
+"{\n"
+"  float4 val = inTex.Load (tid);\n"
+"\n"
+"  outTextid.xy = val.bgra;\n"
+"}\n"
+"#endif\n"
+"\n"
+"numthreads(8, 8, 1)\n"
+"void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)\n"
+"{\n"
+"  Execute (tid);\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl/PSMain_converter.hlsl Added

@@ -0,0 +1,2911 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer PsConstBufferDyn : register(b1)
+{
+  float alphaFactor;
+  float3 padding_0;
+  float4 hsvcFactor;
+};
+
+struct PSColorSpace
+{
+  float3 CoeffX;
+  float3 CoeffY;
+  float3 CoeffZ;
+  float3 Offset;
+  float3 Min;
+  float3 Max;
+  float padding;
+};
+
+cbuffer PsConstBuffer : register(b2)
+{
+  PSColorSpace preCoeff;
+  PSColorSpace postCoeff;
+  PSColorSpace primariesCoeff;
+};
+
+Texture2D shaderTexture_0 : register(t0);
+Texture2D shaderTexture_1 : register(t1);
+Texture2D shaderTexture_2 : register(t2);
+Texture2D shaderTexture_3 : register(t3);
+Texture1D<float> gammaDecLUT : register(t4);
+Texture1D<float> gammaEncLUT: register(t5);
+
+SamplerState samplerState : register(s0);
+SamplerState lutSamplerState : register(s1);
+
+struct PS_INPUT
+{
+  float4 Position: SV_POSITION;
+  float2 Texture: TEXCOORD;
+};
+
+struct PS_OUTPUT_LUMA
+{
+  float4 Plane0: SV_TARGET0;
+};
+
+struct PS_OUTPUT_CHROMA
+{
+  float4 Plane0: SV_TARGET0;
+};
+
+struct PS_OUTPUT_CHROMA_PLANAR
+{
+  float4 Plane0: SV_TARGET0;
+  float4 Plane1: SV_TARGET1;
+};
+
+struct PS_OUTPUT_LUMA_ALPHA
+{
+  float4 Plane0: SV_TARGET0;
+  float4 Plane1: SV_TARGET1;
+};
+
+struct PS_OUTPUT_PLANAR
+{
+  float4 Plane0: SV_TARGET0;
+  float4 Plane1: SV_TARGET1;
+  float4 Plane2: SV_TARGET2;
+};
+
+struct PS_OUTPUT_PLANAR_FULL
+{
+  float4 Plane0: SV_TARGET0;
+  float4 Plane1: SV_TARGET1;
+  float4 Plane2: SV_TARGET2;
+  float4 Plane3: SV_TARGET3;
+};
+
+struct PS_OUTPUT_PACKED
+{
+  float4 Plane0: SV_TARGET0;
+};
+
+float4 DoAlphaPremul (float4 sample)
+{
+  float4 premul_tex;
+  premul_tex.rgb = sample.rgb * sample.a;
+  premul_tex.a = sample.a;
+  return premul_tex;
+}
+
+float4 DoAlphaUnpremul (float4 sample)
+{
+  float4 unpremul_tex;
+  if (sample.a == 0 || sample.a == 1) {
+    unpremul_tex = sample;
+  } else {
+    unpremul_tex.rgb = saturate (sample.rgb / sample.a);
+    unpremul_tex.a = sample.a;
+  }
+
+  return sample;
+}
+
+interface ISampler
+{
+  float4 Execute (float2 uv);
+};
+
+class SamplerGRAY : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.y = 0.5;
+    sample.z = 0.5;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerNV12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.yz = shaderTexture_1.Sample(samplerState, uv).xy;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerNV21 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.yz = shaderTexture_1.Sample(samplerState, uv).yx;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerAV12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.yz = shaderTexture_1.Sample(samplerState, uv).xy;
+    sample.a = shaderTexture_2.Sample(samplerState, uv).x;
+    return sample;
+  }
+};
+
+class SamplerI420 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerYV12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.z = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.y = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerI420_10 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float3 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
+    return float4 (saturate (sample * 64.0), 1.0);
+  }
+};
+
+class SamplerI420_12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float3 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
+    return float4 (saturate (sample * 16.0), 1.0);
+  }
+};
+
+class SamplerA420 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return sample;
+  }
+};
+
+class SamplerA420_10 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return float4 (saturate (sample * 64.0));
+  }
+};
+
+class SamplerA420_12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.x = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.y = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.z = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return float4 (saturate (sample * 16.0));
+  }
+};
+
+class SamplerVUYA : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv).zyxw;
+  }
+};
+
+class SamplerVUYAPremul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).zyxw);
+  }
+};
+
+class SamplerY410 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).yxz, 1.0);
+  }
+};
+
+class SamplerY412 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv).grba;
+  }
+};
+
+class SamplerY412Premul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).grba);
+  }
+};
+
+class SamplerAYUV : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv).yzwx;
+  }
+};
+
+class SamplerAYUVPremul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).yzwx);
+  }
+};
+
+class SamplerRGBA : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv);
+  }
+};
+
+class SamplerRGBAPremul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv));
+  }
+};
+
+class SamplerRGBx : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).rgb, 1.0);
+  }
+};
+
+class SamplerxRGB : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).gba, 1.0);
+  }
+};
+
+class SamplerARGB : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv).gbar;
+  }
+};
+
+class SamplerARGBPremul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).gbar);
+  }
+};
+
+class SamplerxBGR : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).abg, 1.0);
+  }
+};
+
+class SamplerABGR : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv).abgr;
+  }
+};
+
+class SamplerABGRPremul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).abgr);
+  }
+};
+
+class SamplerBGR10A2 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).zyx, 1.0);
+  }
+};
+
+class SamplerBGRA64 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv).bgra;
+  }
+};
+
+class SamplerBGRA64Premul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).bgra);
+  }
+};
+
+class SamplerGBR : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerGBR_10 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float3 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    return float4 (saturate (sample * 64.0), 1.0);
+  }
+};
+
+class SamplerGBR_12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float3 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    return float4 (saturate (sample * 16.0), 1.0);
+  }
+};
+
+class SamplerGBRA : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return sample;
+  }
+};
+
+class SamplerGBRAPremul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return DoAlphaUnpremul (sample);
+  }
+};
+
+class SamplerGBRA_10 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return saturate (sample * 64.0);
+  }
+};
+
+class SamplerGBRAPremul_10 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return DoAlphaUnpremul (saturate (sample * 64.0));
+  }
+};
+
+class SamplerGBRA_12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return saturate (sample * 16.0);
+  }
+};
+
+class SamplerGBRAPremul_12 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.g = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = shaderTexture_3.Sample(samplerState, uv).x;
+    return DoAlphaUnpremul (saturate (sample * 16.0));
+  }
+};
+
+class SamplerRGBP : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.r = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.g = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.b = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerBGRP : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    float4 sample;
+    sample.b = shaderTexture_0.Sample(samplerState, uv).x;
+    sample.g = shaderTexture_1.Sample(samplerState, uv).x;
+    sample.r = shaderTexture_2.Sample(samplerState, uv).x;
+    sample.a = 1.0;
+    return sample;
+  }
+};
+
+class SamplerRBGA : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return shaderTexture_0.Sample(samplerState, uv).rbga;
+  }
+};
+
+class SamplerRBGAPremul : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).rbga);
+  }
+};
+
+class SamplerRGB16 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).rgb, 1.0);
+  }
+};
+
+class SamplerBGR16 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).bgr, 1.0);
+  }
+};
+
+class SamplerRGB15 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).rgb, 1.0);
+  }
+};
+
+class SamplerBGR15 : ISampler
+{
+  float4 Execute (float2 uv)
+  {
+    return float4 (shaderTexture_0.Sample(samplerState, uv).bgr, 1.0);
+  }
+};
+
+interface IConverter
+{
+  float4 Execute (float4 sample);
+};
+
+class ConverterIdentity : IConverter
+{
+  float4 Execute (float4 sample)
+  {
+    return sample;
+  }
+};
+
+class ConverterRange : IConverter
+{
+  float4 Execute (float4 sample)
+  {
+    float3 out_space;
+    out_space.x = postCoeff.CoeffX.x * sample.x;
+    out_space.y = postCoeff.CoeffY.y * sample.y;
+    out_space.z = postCoeff.CoeffZ.z * sample.z;
+    out_space += postCoeff.Offset;
+    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
+  }
+};
+
+class ConverterSimple : IConverter
+{
+  float4 Execute (float4 sample)
+  {
+    float3 out_space;
+    out_space.x = dot (postCoeff.CoeffX, sample.xyz);
+    out_space.y = dot (postCoeff.CoeffY, sample.xyz);
+    out_space.z = dot (postCoeff.CoeffZ, sample.xyz);
+    out_space += postCoeff.Offset;
+    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
+  }
+};
+
+class ConverterGamma : IConverter
+{
+  float4 Execute (float4 sample)
+  {
+    float3 rgb_space;
+    float3 out_space;
+    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
+    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
+    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
+    rgb_space += preCoeff.Offset;
+    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
+
+    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);
+    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);
+    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);
+
+    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, rgb_space.x);
+    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, rgb_space.y);
+    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, rgb_space.z);
+
+    out_space.x = dot (postCoeff.CoeffX, rgb_space);
+    out_space.y = dot (postCoeff.CoeffY, rgb_space);
+    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
+    out_space += postCoeff.Offset;
+    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
+  }
+};
+
+float3 AdjustContrast (float3 color)
+{
+  return saturate(lerp(float3(0.5, 0.5, 0.5), color, hsvcFactor.w));
+}
+
+float3 AdjustHSV (float3 color)
+{
+  color.x = frac(color.x + hsvcFactor.x / 2.0); // hue
+  color.y = saturate(color.y * hsvcFactor.y); // saturation
+  color.z = saturate(color.z * (hsvcFactor.z + 1.0)); // brightness
+  return color;
+}
+
+float3 RGB2HSV(float3 color)
+{
+  float4 K = float4(0.0, -1.0 / 3.0, 2.0 / 3.0, -1.0);
+  float4 p = color.g < color.b ? float4(color.bg, K.wz) : float4(color.gb, K.xy);
+  float4 q = color.r < p.x ? float4(p.xyw, color.r) : float4(color.r, p.yzx);
+
+  float d = q.x - min(q.w, q.y);
+  float e = 1.0e-10;
+  return float3(abs(q.z + (q.w - q.y) / (6.0 * d + e)), d / (q.x + e), q.x);
+}
+
+float3 HSV2RGB(float3 color)
+{
+  float4 K = float4(1.0, 2.0 / 3.0, 1.0 / 3.0, 3.0);
+  float3 p = abs(frac(color.xxx + K.xyz) * 6.0 - K.www);
+  return color.z * lerp(K.xxx, saturate(p - K.xxx), color.y);
+}
+
+float3 DoColorBalance(float3 color)
+{
+  color = AdjustContrast(color);
+  color = RGB2HSV(color);
+  color = AdjustHSV(color);
+  return HSV2RGB(color);
+}
+
+class ConverterColorBalance : IConverter
+{
+  float4 Execute (float4 sample)
+  {
+    float3 rgb_space;
+    float3 out_space;
+    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
+    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
+    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
+    rgb_space += preCoeff.Offset;
+    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
+
+    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);
+    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);
+    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);
+
+    rgb_space.xyz = DoColorBalance(rgb_space.xyz);
+
+    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, rgb_space.x);
+    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, rgb_space.y);
+    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, rgb_space.z);
+
+    out_space.x = dot (postCoeff.CoeffX, rgb_space);
+    out_space.y = dot (postCoeff.CoeffY, rgb_space);
+    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
+    out_space += postCoeff.Offset;
+    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
+  }
+};
+
+class ConverterPrimary : IConverter
+{
+  float4 Execute (float4 sample)
+  {
+    float3 rgb_space;
+    float3 primary_converted;
+    float3 out_space;
+
+    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
+    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
+    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
+    rgb_space += preCoeff.Offset;
+    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
+
+    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);
+    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);
+    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);
+
+    primary_converted.x = dot (primariesCoeff.CoeffX, rgb_space);
+    primary_converted.y = dot (primariesCoeff.CoeffY, rgb_space);
+    primary_converted.z = dot (primariesCoeff.CoeffZ, rgb_space);
+
+    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, primary_converted.x);
+    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, primary_converted.y);
+    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, primary_converted.z);
+
+    out_space.x = dot (postCoeff.CoeffX, rgb_space);
+    out_space.y = dot (postCoeff.CoeffY, rgb_space);
+    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
+    out_space += postCoeff.Offset;
+    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
+  }
+};
+
+class ConverterPrimaryAndColorBalance : IConverter
+{
+  float4 Execute (float4 sample)
+  {
+    float3 rgb_space;
+    float3 primary_converted;
+    float3 out_space;
+
+    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);
+    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);
+    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);
+    rgb_space += preCoeff.Offset;
+    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);
+
+    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);
+    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);
+    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);
+
+    primary_converted.x = dot (primariesCoeff.CoeffX, rgb_space);
+    primary_converted.y = dot (primariesCoeff.CoeffY, rgb_space);
+    primary_converted.z = dot (primariesCoeff.CoeffZ, rgb_space);
+
+    primary_converted.xyz = DoColorBalance(primary_converted.xyz);
+
+    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, primary_converted.x);
+    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, primary_converted.y);
+    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, primary_converted.z);
+
+    out_space.x = dot (postCoeff.CoeffX, rgb_space);
+    out_space.y = dot (postCoeff.CoeffY, rgb_space);
+    out_space.z = dot (postCoeff.CoeffZ, rgb_space);
+    out_space += postCoeff.Offset;
+    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);
+  }
+};
+
+float UnormTo10bit (float sample)
+{
+  return sample * 1023.0 / 65535.0;
+}
+
+float2 UnormTo10bit (float2 sample)
+{
+  return sample * 1023.0 / 65535.0;
+}
+
+float3 UnormTo10bit (float3 sample)
+{
+  return sample * 1023.0 / 65535.0;
+}
+
+float4 UnormTo10bit (float4 sample)
+{
+  return sample * 1023.0 / 65535.0;
+}
+
+float UnormTo12bit (float sample)
+{
+  return sample * 4095.0 / 65535.0;
+}
+
+float2 UnormTo12bit (float2 sample)
+{
+  return sample * 4095.0 / 65535.0;
+}
+
+float3 UnormTo12bit (float3 sample)
+{
+  return sample * 4095.0 / 65535.0;
+}
+
+float4 UnormTo12bit (float4 sample)
+{
+  return sample * 4095.0 / 65535.0;
+}
+
+interface IOutputLuma
+{
+  PS_OUTPUT_LUMA Build (float4 sample);
+};
+
+class OutputLuma : IOutputLuma
+{
+  PS_OUTPUT_LUMA Build (float4 sample)
+  {
+    PS_OUTPUT_LUMA output;
+    output.Plane0 = float4 (sample.x, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputLuma_10 : IOutputLuma
+{
+  PS_OUTPUT_LUMA Build (float4 sample)
+  {
+    PS_OUTPUT_LUMA output;
+    output.Plane0 = float4 (UnormTo10bit (sample.x), 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputLuma_12 : IOutputLuma
+{
+  PS_OUTPUT_LUMA Build (float4 sample)
+  {
+    PS_OUTPUT_LUMA output;
+    output.Plane0 = float4 (UnormTo12bit (sample.x), 0, 0, 0);
+    return output;
+  }
+};
+
+interface IOutputChroma
+{
+  PS_OUTPUT_CHROMA Build (float4 sample);
+};
+
+class OutputChromaNV12 : IOutputChroma
+{
+  PS_OUTPUT_CHROMA Build (float4 sample)
+  {
+    PS_OUTPUT_CHROMA output;
+    output.Plane0 = float4 (sample.yz, 0, 0);
+    return output;
+  }
+};
+
+class OutputChromaNV21 : IOutputChroma
+{
+  PS_OUTPUT_CHROMA Build (float4 sample)
+  {
+    PS_OUTPUT_CHROMA output;
+    output.Plane0 = float4 (sample.zy, 0, 0);
+    return output;
+  }
+};
+
+interface IOutputChromaPlanar
+{
+  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample);
+};
+
+class OutputChromaI420 : IOutputChromaPlanar
+{
+  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_CHROMA_PLANAR output;
+    output.Plane0 = float4 (sample.y, 0, 0, 0);
+    output.Plane1 = float4 (sample.z, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputChromaYV12 : IOutputChromaPlanar
+{
+  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_CHROMA_PLANAR output;
+    output.Plane0 = float4 (sample.z, 0, 0, 0);
+    output.Plane1 = float4 (sample.y, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputChromaI420_10 : IOutputChromaPlanar
+{
+  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_CHROMA_PLANAR output;
+    float2 scaled = UnormTo10bit (sample.yz);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputChromaI420_12 : IOutputChromaPlanar
+{
+  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_CHROMA_PLANAR output;
+    float2 scaled = UnormTo12bit (sample.yz);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    return output;
+  }
+};
+
+interface IOutputLumaAlpha
+{
+  PS_OUTPUT_LUMA_ALPHA Build (float4 sample);
+};
+
+class OutputLumaAlphaA420 : IOutputLumaAlpha
+{
+  PS_OUTPUT_LUMA_ALPHA Build (float4 sample)
+  {
+    PS_OUTPUT_LUMA_ALPHA output;
+    output.Plane0 = float4 (sample.x, 0, 0, 0);
+    output.Plane1 = float4 (sample.a * alphaFactor, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputLumaAlphaA420_10 : IOutputLumaAlpha
+{
+  PS_OUTPUT_LUMA_ALPHA Build (float4 sample)
+  {
+    PS_OUTPUT_LUMA_ALPHA output;
+    sample.a *= alphaFactor;
+    float2 scaled = UnormTo10bit (sample.xw);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputLumaAlphaA420_12 : IOutputLumaAlpha
+{
+  PS_OUTPUT_LUMA_ALPHA Build (float4 sample)
+  {
+    PS_OUTPUT_LUMA_ALPHA output;
+    sample.a *= alphaFactor;
+    float2 scaled = UnormTo12bit (sample.xw);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    return output;
+  }
+};
+
+interface IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample);
+};
+
+class OutputY444 : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    output.Plane0 = float4 (sample.x, 0, 0, 0);
+    output.Plane1 = float4 (sample.y, 0, 0, 0);
+    output.Plane2 = float4 (sample.z, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputY444_10 : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    float3 scaled = UnormTo10bit (sample.xyz);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    output.Plane2 = float4 (scaled.z, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputY444_12 : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    float3 scaled = UnormTo12bit (sample.xyz);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    output.Plane2 = float4 (scaled.z, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBR : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    output.Plane0 = float4 (sample.g, 0, 0, 0);
+    output.Plane1 = float4 (sample.b, 0, 0, 0);
+    output.Plane2 = float4 (sample.r, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBR_10 : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    float3 scaled = UnormTo10bit (sample.rgb);
+    output.Plane0 = float4 (scaled.g, 0, 0, 0);
+    output.Plane1 = float4 (scaled.b, 0, 0, 0);
+    output.Plane2 = float4 (scaled.r, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBR_12 : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    float3 scaled = UnormTo12bit (sample.rgb);
+    output.Plane0 = float4 (scaled.g, 0, 0, 0);
+    output.Plane1 = float4 (scaled.b, 0, 0, 0);
+    output.Plane2 = float4 (scaled.r, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputRGBP : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    output.Plane0 = float4 (sample.r, 0, 0, 0);
+    output.Plane1 = float4 (sample.g, 0, 0, 0);
+    output.Plane2 = float4 (sample.b, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputBGRP : IOutputPlanar
+{
+  PS_OUTPUT_PLANAR Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR output;
+    output.Plane0 = float4 (sample.b, 0, 0, 0);
+    output.Plane1 = float4 (sample.g, 0, 0, 0);
+    output.Plane2 = float4 (sample.r, 0, 0, 0);
+    return output;
+  }
+};
+
+interface IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample);
+};
+
+class OutputGBRA : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    output.Plane0 = float4 (sample.g, 0, 0, 0);
+    output.Plane1 = float4 (sample.b, 0, 0, 0);
+    output.Plane2 = float4 (sample.r, 0, 0, 0);
+    output.Plane3 = float4 (sample.a * alphaFactor, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBRAPremul : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    float4 premul;
+    sample.a *= alphaFactor;
+    premul = DoAlphaPremul (sample);
+    output.Plane0 = float4 (premul.g, 0, 0, 0);
+    output.Plane1 = float4 (premul.b, 0, 0, 0);
+    output.Plane2 = float4 (premul.r, 0, 0, 0);
+    output.Plane3 = float4 (premul.a, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBRA_10 : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    float4 scaled;
+    sample.a *= alphaFactor;
+    scaled = UnormTo10bit (sample);
+    output.Plane0 = float4 (scaled.g, 0, 0, 0);
+    output.Plane1 = float4 (scaled.b, 0, 0, 0);
+    output.Plane2 = float4 (scaled.r, 0, 0, 0);
+    output.Plane3 = float4 (scaled.a, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBRAPremul_10 : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    float4 scaled;
+    sample.a *= alphaFactor;
+    scaled = UnormTo10bit (DoAlphaPremul (sample));
+    output.Plane0 = float4 (scaled.g, 0, 0, 0);
+    output.Plane1 = float4 (scaled.b, 0, 0, 0);
+    output.Plane2 = float4 (scaled.r, 0, 0, 0);
+    output.Plane3 = float4 (scaled.a, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBRA_12 : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    float4 scaled;
+    sample.a *= alphaFactor;
+    scaled = UnormTo12bit (sample);
+    output.Plane0 = float4 (scaled.g, 0, 0, 0);
+    output.Plane1 = float4 (scaled.b, 0, 0, 0);
+    output.Plane2 = float4 (scaled.r, 0, 0, 0);
+    output.Plane3 = float4 (scaled.a, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputGBRAPremul_12 : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    float4 scaled;
+    sample.a *= alphaFactor;
+    scaled = UnormTo12bit (DoAlphaPremul (sample));
+    output.Plane0 = float4 (scaled.g, 0, 0, 0);
+    output.Plane1 = float4 (scaled.b, 0, 0, 0);
+    output.Plane2 = float4 (scaled.r, 0, 0, 0);
+    output.Plane3 = float4 (scaled.a, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputA444 : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    output.Plane0 = float4 (sample.x, 0, 0, 0);
+    output.Plane1 = float4 (sample.y, 0, 0, 0);
+    output.Plane2 = float4 (sample.z, 0, 0, 0);
+    output.Plane3 = float4 (sample.a * alphaFactor, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputA444_10 : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    float4 scaled;
+    sample.a *= alphaFactor;
+    scaled = UnormTo10bit (sample);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    output.Plane2 = float4 (scaled.z, 0, 0, 0);
+    output.Plane3 = float4 (scaled.a, 0, 0, 0);
+    return output;
+  }
+};
+
+class OutputA444_12 : IOutputPlanarFull
+{
+  PS_OUTPUT_PLANAR_FULL Build (float4 sample)
+  {
+    PS_OUTPUT_PLANAR_FULL output;
+    float4 scaled;
+    sample.a *= alphaFactor;
+    scaled = UnormTo12bit (sample);
+    output.Plane0 = float4 (scaled.x, 0, 0, 0);
+    output.Plane1 = float4 (scaled.y, 0, 0, 0);
+    output.Plane2 = float4 (scaled.z, 0, 0, 0);
+    output.Plane3 = float4 (scaled.a, 0, 0, 0);
+    return output;
+  }
+};
+
+interface IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample);
+};
+
+class OutputRGBA : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (sample.rgb, sample.a * alphaFactor);
+    return output;
+  }
+};
+
+class OutputRGBAPremul : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    sample.a *= alphaFactor;
+    output.Plane0 = DoAlphaPremul (sample);
+    return output;
+  }
+};
+
+class OutputRGBx : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (sample.rgb, 1.0);
+    return output;
+  }
+};
+
+class OutputxRGB : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (0.0, sample.rgb);
+    return output;
+  }
+};
+
+class OutputARGB : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = sample.argb;
+    return output;
+  }
+};
+
+class OutputARGBPremul : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = DoAlphaPremul (sample).argb;
+    return output;
+  }
+};
+
+class OutputxBGR : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (0.0, sample.bgr);
+    return output;
+  }
+};
+
+class OutputABGR : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = sample.abgr;
+    return output;
+  }
+};
+
+class OutputABGRPremul : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = DoAlphaPremul (sample.abgr);
+    return output;
+  }
+};
+
+class OutputVUYA : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    sample.a *= alphaFactor;
+    output.Plane0 = sample.zyxw;
+    return output;
+  }
+};
+
+class OutputVUYAPremul : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    sample.a *= alphaFactor;
+    output.Plane0 = DoAlphaPremul (sample).zyxw;
+    return output;
+  }
+};
+
+class OutputAYUV : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    sample.a *= alphaFactor;
+    output.Plane0 = sample.wxyz;
+    return output;
+  }
+};
+
+class OutputAYUVPremul : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    sample.a *= alphaFactor;
+    output.Plane0 = DoAlphaPremul (sample).wxyz;
+    return output;
+  }
+};
+
+class OutputRBGA : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    sample.a *= alphaFactor;
+    output.Plane0 = sample.rbga;
+    return output;
+  }
+};
+
+class OutputRBGAPremul : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    sample.a *= alphaFactor;
+    output.Plane0 = DoAlphaPremul (sample).rbga;
+    return output;
+  }
+};
+
+class OutputRGB16 : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (sample.rgb, 1.0);
+    return output;
+  }
+};
+
+class OutputBGR16 : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (sample.bgr, 1.0);
+    return output;
+  }
+};
+
+class OutputRGB15 : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (sample.rgb, 1.0);
+    return output;
+  }
+};
+
+class OutputBGR15 : IOutputPacked
+{
+  PS_OUTPUT_PACKED Build (float4 sample)
+  {
+    PS_OUTPUT_PACKED output;
+    output.Plane0 = float4 (sample.bgr, 1.0);
+    return output;
+  }
+};
+
+OUTPUT_TYPE ENTRY_POINT (PS_INPUT input)
+{
+  SAMPLER g_sampler;
+  CONVERTER g_converter;
+  OUTPUT_BUILDER g_builder;
+  return g_builder.Build (g_converter.Execute (g_sampler.Execute (input.Texture)));
+}
+#else /* BUILDING_HLSL */
+static const char str_PSMain_converter =
+"cbuffer PsConstBufferDyn : register(b1)\n"
+"{\n"
+"  float alphaFactor;\n"
+"  float3 padding_0;\n"
+"  float4 hsvcFactor;\n"
+"};\n"
+"\n"
+"struct PSColorSpace\n"
+"{\n"
+"  float3 CoeffX;\n"
+"  float3 CoeffY;\n"
+"  float3 CoeffZ;\n"
+"  float3 Offset;\n"
+"  float3 Min;\n"
+"  float3 Max;\n"
+"  float padding;\n"
+"};\n"
+"\n"
+"cbuffer PsConstBuffer : register(b2)\n"
+"{\n"
+"  PSColorSpace preCoeff;\n"
+"  PSColorSpace postCoeff;\n"
+"  PSColorSpace primariesCoeff;\n"
+"};\n"
+"\n"
+"Texture2D shaderTexture_0 : register(t0);\n"
+"Texture2D shaderTexture_1 : register(t1);\n"
+"Texture2D shaderTexture_2 : register(t2);\n"
+"Texture2D shaderTexture_3 : register(t3);\n"
+"Texture1D<float> gammaDecLUT : register(t4);\n"
+"Texture1D<float> gammaEncLUT: register(t5);\n"
+"\n"
+"SamplerState samplerState : register(s0);\n"
+"SamplerState lutSamplerState : register(s1);\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position: SV_POSITION;\n"
+"  float2 Texture: TEXCOORD;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT_LUMA\n"
+"{\n"
+"  float4 Plane0: SV_TARGET0;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT_CHROMA\n"
+"{\n"
+"  float4 Plane0: SV_TARGET0;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT_CHROMA_PLANAR\n"
+"{\n"
+"  float4 Plane0: SV_TARGET0;\n"
+"  float4 Plane1: SV_TARGET1;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT_LUMA_ALPHA\n"
+"{\n"
+"  float4 Plane0: SV_TARGET0;\n"
+"  float4 Plane1: SV_TARGET1;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT_PLANAR\n"
+"{\n"
+"  float4 Plane0: SV_TARGET0;\n"
+"  float4 Plane1: SV_TARGET1;\n"
+"  float4 Plane2: SV_TARGET2;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT_PLANAR_FULL\n"
+"{\n"
+"  float4 Plane0: SV_TARGET0;\n"
+"  float4 Plane1: SV_TARGET1;\n"
+"  float4 Plane2: SV_TARGET2;\n"
+"  float4 Plane3: SV_TARGET3;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT_PACKED\n"
+"{\n"
+"  float4 Plane0: SV_TARGET0;\n"
+"};\n"
+"\n"
+"float4 DoAlphaPremul (float4 sample)\n"
+"{\n"
+"  float4 premul_tex;\n"
+"  premul_tex.rgb = sample.rgb * sample.a;\n"
+"  premul_tex.a = sample.a;\n"
+"  return premul_tex;\n"
+"}\n"
+"\n"
+"float4 DoAlphaUnpremul (float4 sample)\n"
+"{\n"
+"  float4 unpremul_tex;\n"
+"  if (sample.a == 0 || sample.a == 1) {\n"
+"    unpremul_tex = sample;\n"
+"  } else {\n"
+"    unpremul_tex.rgb = saturate (sample.rgb / sample.a);\n"
+"    unpremul_tex.a = sample.a;\n"
+"  }\n"
+"\n"
+"  return sample;\n"
+"}\n"
+"\n"
+"interface ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv);\n"
+"};\n"
+"\n"
+"class SamplerGRAY : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.y = 0.5;\n"
+"    sample.z = 0.5;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerNV12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.yz = shaderTexture_1.Sample(samplerState, uv).xy;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerNV21 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.yz = shaderTexture_1.Sample(samplerState, uv).yx;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerAV12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.yz = shaderTexture_1.Sample(samplerState, uv).xy;\n"
+"    sample.a = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerI420 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.y = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.z = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerYV12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.z = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.y = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerI420_10 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float3 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.y = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.z = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    return float4 (saturate (sample * 64.0), 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerI420_12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float3 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.y = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.z = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    return float4 (saturate (sample * 16.0), 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerA420 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.y = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.z = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerA420_10 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.y = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.z = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return float4 (saturate (sample * 64.0));\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerA420_12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.x = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.y = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.z = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return float4 (saturate (sample * 16.0));\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerVUYA : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv).zyxw;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerVUYAPremul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).zyxw);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerY410 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).yxz, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerY412 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv).grba;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerY412Premul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).grba);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerAYUV : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv).yzwx;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerAYUVPremul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).yzwx);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRGBA : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRGBAPremul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv));\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRGBx : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).rgb, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerxRGB : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).gba, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerARGB : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv).gbar;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerARGBPremul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).gbar);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerxBGR : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).abg, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerABGR : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv).abgr;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerABGRPremul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).abgr);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerBGR10A2 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).zyx, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerBGRA64 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv).bgra;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerBGRA64Premul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).bgra);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBR : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBR_10 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float3 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    return float4 (saturate (sample * 64.0), 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBR_12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float3 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    return float4 (saturate (sample * 16.0), 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBRA : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBRAPremul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return DoAlphaUnpremul (sample);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBRA_10 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return saturate (sample * 64.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBRAPremul_10 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return DoAlphaUnpremul (saturate (sample * 64.0));\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBRA_12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return saturate (sample * 16.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerGBRAPremul_12 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.g = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = shaderTexture_3.Sample(samplerState, uv).x;\n"
+"    return DoAlphaUnpremul (saturate (sample * 16.0));\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRGBP : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.r = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.g = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.b = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerBGRP : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    float4 sample;\n"
+"    sample.b = shaderTexture_0.Sample(samplerState, uv).x;\n"
+"    sample.g = shaderTexture_1.Sample(samplerState, uv).x;\n"
+"    sample.r = shaderTexture_2.Sample(samplerState, uv).x;\n"
+"    sample.a = 1.0;\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRBGA : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return shaderTexture_0.Sample(samplerState, uv).rbga;\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRBGAPremul : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return DoAlphaUnpremul (shaderTexture_0.Sample(samplerState, uv).rbga);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRGB16 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).rgb, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerBGR16 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).bgr, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerRGB15 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).rgb, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"class SamplerBGR15 : ISampler\n"
+"{\n"
+"  float4 Execute (float2 uv)\n"
+"  {\n"
+"    return float4 (shaderTexture_0.Sample(samplerState, uv).bgr, 1.0);\n"
+"  }\n"
+"};\n"
+"\n"
+"interface IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample);\n"
+"};\n"
+"\n"
+"class ConverterIdentity : IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample)\n"
+"  {\n"
+"    return sample;\n"
+"  }\n"
+"};\n"
+"\n"
+"class ConverterRange : IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample)\n"
+"  {\n"
+"    float3 out_space;\n"
+"    out_space.x = postCoeff.CoeffX.x * sample.x;\n"
+"    out_space.y = postCoeff.CoeffY.y * sample.y;\n"
+"    out_space.z = postCoeff.CoeffZ.z * sample.z;\n"
+"    out_space += postCoeff.Offset;\n"
+"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
+"  }\n"
+"};\n"
+"\n"
+"class ConverterSimple : IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample)\n"
+"  {\n"
+"    float3 out_space;\n"
+"    out_space.x = dot (postCoeff.CoeffX, sample.xyz);\n"
+"    out_space.y = dot (postCoeff.CoeffY, sample.xyz);\n"
+"    out_space.z = dot (postCoeff.CoeffZ, sample.xyz);\n"
+"    out_space += postCoeff.Offset;\n"
+"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
+"  }\n"
+"};\n"
+"\n"
+"class ConverterGamma : IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample)\n"
+"  {\n"
+"    float3 rgb_space;\n"
+"    float3 out_space;\n"
+"    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);\n"
+"    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);\n"
+"    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);\n"
+"    rgb_space += preCoeff.Offset;\n"
+"    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);\n"
+"\n"
+"    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);\n"
+"    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);\n"
+"    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);\n"
+"\n"
+"    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, rgb_space.x);\n"
+"    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, rgb_space.y);\n"
+"    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, rgb_space.z);\n"
+"\n"
+"    out_space.x = dot (postCoeff.CoeffX, rgb_space);\n"
+"    out_space.y = dot (postCoeff.CoeffY, rgb_space);\n"
+"    out_space.z = dot (postCoeff.CoeffZ, rgb_space);\n"
+"    out_space += postCoeff.Offset;\n"
+"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
+"  }\n"
+"};\n"
+"\n"
+"float3 AdjustContrast (float3 color)\n"
+"{\n"
+"  return saturate(lerp(float3(0.5, 0.5, 0.5), color, hsvcFactor.w));\n"
+"}\n"
+"\n"
+"float3 AdjustHSV (float3 color)\n"
+"{\n"
+"  color.x = frac(color.x + hsvcFactor.x / 2.0); // hue\n"
+"  color.y = saturate(color.y * hsvcFactor.y); // saturation\n"
+"  color.z = saturate(color.z * (hsvcFactor.z + 1.0)); // brightness\n"
+"  return color;\n"
+"}\n"
+"\n"
+"float3 RGB2HSV(float3 color)\n"
+"{\n"
+"  float4 K = float4(0.0, -1.0 / 3.0, 2.0 / 3.0, -1.0);\n"
+"  float4 p = color.g < color.b ? float4(color.bg, K.wz) : float4(color.gb, K.xy);\n"
+"  float4 q = color.r < p.x ? float4(p.xyw, color.r) : float4(color.r, p.yzx);\n"
+"\n"
+"  float d = q.x - min(q.w, q.y);\n"
+"  float e = 1.0e-10;\n"
+"  return float3(abs(q.z + (q.w - q.y) / (6.0 * d + e)), d / (q.x + e), q.x);\n"
+"}\n"
+"\n"
+"float3 HSV2RGB(float3 color)\n"
+"{\n"
+"  float4 K = float4(1.0, 2.0 / 3.0, 1.0 / 3.0, 3.0);\n"
+"  float3 p = abs(frac(color.xxx + K.xyz) * 6.0 - K.www);\n"
+"  return color.z * lerp(K.xxx, saturate(p - K.xxx), color.y);\n"
+"}\n"
+"\n"
+"float3 DoColorBalance(float3 color)\n"
+"{\n"
+"  color = AdjustContrast(color);\n"
+"  color = RGB2HSV(color);\n"
+"  color = AdjustHSV(color);\n"
+"  return HSV2RGB(color);\n"
+"}\n"
+"\n"
+"class ConverterColorBalance : IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample)\n"
+"  {\n"
+"    float3 rgb_space;\n"
+"    float3 out_space;\n"
+"    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);\n"
+"    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);\n"
+"    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);\n"
+"    rgb_space += preCoeff.Offset;\n"
+"    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);\n"
+"\n"
+"    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);\n"
+"    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);\n"
+"    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);\n"
+"\n"
+"    rgb_space.xyz = DoColorBalance(rgb_space.xyz);\n"
+"\n"
+"    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, rgb_space.x);\n"
+"    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, rgb_space.y);\n"
+"    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, rgb_space.z);\n"
+"\n"
+"    out_space.x = dot (postCoeff.CoeffX, rgb_space);\n"
+"    out_space.y = dot (postCoeff.CoeffY, rgb_space);\n"
+"    out_space.z = dot (postCoeff.CoeffZ, rgb_space);\n"
+"    out_space += postCoeff.Offset;\n"
+"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
+"  }\n"
+"};\n"
+"\n"
+"class ConverterPrimary : IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample)\n"
+"  {\n"
+"    float3 rgb_space;\n"
+"    float3 primary_converted;\n"
+"    float3 out_space;\n"
+"\n"
+"    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);\n"
+"    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);\n"
+"    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);\n"
+"    rgb_space += preCoeff.Offset;\n"
+"    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);\n"
+"\n"
+"    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);\n"
+"    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);\n"
+"    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);\n"
+"\n"
+"    primary_converted.x = dot (primariesCoeff.CoeffX, rgb_space);\n"
+"    primary_converted.y = dot (primariesCoeff.CoeffY, rgb_space);\n"
+"    primary_converted.z = dot (primariesCoeff.CoeffZ, rgb_space);\n"
+"\n"
+"    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, primary_converted.x);\n"
+"    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, primary_converted.y);\n"
+"    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, primary_converted.z);\n"
+"\n"
+"    out_space.x = dot (postCoeff.CoeffX, rgb_space);\n"
+"    out_space.y = dot (postCoeff.CoeffY, rgb_space);\n"
+"    out_space.z = dot (postCoeff.CoeffZ, rgb_space);\n"
+"    out_space += postCoeff.Offset;\n"
+"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
+"  }\n"
+"};\n"
+"\n"
+"class ConverterPrimaryAndColorBalance : IConverter\n"
+"{\n"
+"  float4 Execute (float4 sample)\n"
+"  {\n"
+"    float3 rgb_space;\n"
+"    float3 primary_converted;\n"
+"    float3 out_space;\n"
+"\n"
+"    rgb_space.x = dot (preCoeff.CoeffX, sample.xyz);\n"
+"    rgb_space.y = dot (preCoeff.CoeffY, sample.xyz);\n"
+"    rgb_space.z = dot (preCoeff.CoeffZ, sample.xyz);\n"
+"    rgb_space += preCoeff.Offset;\n"
+"    rgb_space = clamp (rgb_space, preCoeff.Min, preCoeff.Max);\n"
+"\n"
+"    rgb_space.x = gammaDecLUT.Sample (lutSamplerState, rgb_space.x);\n"
+"    rgb_space.y = gammaDecLUT.Sample (lutSamplerState, rgb_space.y);\n"
+"    rgb_space.z = gammaDecLUT.Sample (lutSamplerState, rgb_space.z);\n"
+"\n"
+"    primary_converted.x = dot (primariesCoeff.CoeffX, rgb_space);\n"
+"    primary_converted.y = dot (primariesCoeff.CoeffY, rgb_space);\n"
+"    primary_converted.z = dot (primariesCoeff.CoeffZ, rgb_space);\n"
+"\n"
+"    primary_converted.xyz = DoColorBalance(primary_converted.xyz);\n"
+"\n"
+"    rgb_space.x = gammaEncLUT.Sample (lutSamplerState, primary_converted.x);\n"
+"    rgb_space.y = gammaEncLUT.Sample (lutSamplerState, primary_converted.y);\n"
+"    rgb_space.z = gammaEncLUT.Sample (lutSamplerState, primary_converted.z);\n"
+"\n"
+"    out_space.x = dot (postCoeff.CoeffX, rgb_space);\n"
+"    out_space.y = dot (postCoeff.CoeffY, rgb_space);\n"
+"    out_space.z = dot (postCoeff.CoeffZ, rgb_space);\n"
+"    out_space += postCoeff.Offset;\n"
+"    return float4 (clamp (out_space, postCoeff.Min, postCoeff.Max), sample.a);\n"
+"  }\n"
+"};\n"
+"\n"
+"float UnormTo10bit (float sample)\n"
+"{\n"
+"  return sample * 1023.0 / 65535.0;\n"
+"}\n"
+"\n"
+"float2 UnormTo10bit (float2 sample)\n"
+"{\n"
+"  return sample * 1023.0 / 65535.0;\n"
+"}\n"
+"\n"
+"float3 UnormTo10bit (float3 sample)\n"
+"{\n"
+"  return sample * 1023.0 / 65535.0;\n"
+"}\n"
+"\n"
+"float4 UnormTo10bit (float4 sample)\n"
+"{\n"
+"  return sample * 1023.0 / 65535.0;\n"
+"}\n"
+"\n"
+"float UnormTo12bit (float sample)\n"
+"{\n"
+"  return sample * 4095.0 / 65535.0;\n"
+"}\n"
+"\n"
+"float2 UnormTo12bit (float2 sample)\n"
+"{\n"
+"  return sample * 4095.0 / 65535.0;\n"
+"}\n"
+"\n"
+"float3 UnormTo12bit (float3 sample)\n"
+"{\n"
+"  return sample * 4095.0 / 65535.0;\n"
+"}\n"
+"\n"
+"float4 UnormTo12bit (float4 sample)\n"
+"{\n"
+"  return sample * 4095.0 / 65535.0;\n"
+"}\n"
+"\n"
+"interface IOutputLuma\n"
+"{\n"
+"  PS_OUTPUT_LUMA Build (float4 sample);\n"
+"};\n"
+"\n"
+"class OutputLuma : IOutputLuma\n"
+"{\n"
+"  PS_OUTPUT_LUMA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_LUMA output;\n"
+"    output.Plane0 = float4 (sample.x, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputLuma_10 : IOutputLuma\n"
+"{\n"
+"  PS_OUTPUT_LUMA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_LUMA output;\n"
+"    output.Plane0 = float4 (UnormTo10bit (sample.x), 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputLuma_12 : IOutputLuma\n"
+"{\n"
+"  PS_OUTPUT_LUMA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_LUMA output;\n"
+"    output.Plane0 = float4 (UnormTo12bit (sample.x), 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"interface IOutputChroma\n"
+"{\n"
+"  PS_OUTPUT_CHROMA Build (float4 sample);\n"
+"};\n"
+"\n"
+"class OutputChromaNV12 : IOutputChroma\n"
+"{\n"
+"  PS_OUTPUT_CHROMA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_CHROMA output;\n"
+"    output.Plane0 = float4 (sample.yz, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputChromaNV21 : IOutputChroma\n"
+"{\n"
+"  PS_OUTPUT_CHROMA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_CHROMA output;\n"
+"    output.Plane0 = float4 (sample.zy, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"interface IOutputChromaPlanar\n"
+"{\n"
+"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample);\n"
+"};\n"
+"\n"
+"class OutputChromaI420 : IOutputChromaPlanar\n"
+"{\n"
+"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_CHROMA_PLANAR output;\n"
+"    output.Plane0 = float4 (sample.y, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.z, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputChromaYV12 : IOutputChromaPlanar\n"
+"{\n"
+"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_CHROMA_PLANAR output;\n"
+"    output.Plane0 = float4 (sample.z, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.y, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputChromaI420_10 : IOutputChromaPlanar\n"
+"{\n"
+"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_CHROMA_PLANAR output;\n"
+"    float2 scaled = UnormTo10bit (sample.yz);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputChromaI420_12 : IOutputChromaPlanar\n"
+"{\n"
+"  PS_OUTPUT_CHROMA_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_CHROMA_PLANAR output;\n"
+"    float2 scaled = UnormTo12bit (sample.yz);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"interface IOutputLumaAlpha\n"
+"{\n"
+"  PS_OUTPUT_LUMA_ALPHA Build (float4 sample);\n"
+"};\n"
+"\n"
+"class OutputLumaAlphaA420 : IOutputLumaAlpha\n"
+"{\n"
+"  PS_OUTPUT_LUMA_ALPHA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_LUMA_ALPHA output;\n"
+"    output.Plane0 = float4 (sample.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.a * alphaFactor, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputLumaAlphaA420_10 : IOutputLumaAlpha\n"
+"{\n"
+"  PS_OUTPUT_LUMA_ALPHA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_LUMA_ALPHA output;\n"
+"    sample.a *= alphaFactor;\n"
+"    float2 scaled = UnormTo10bit (sample.xw);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputLumaAlphaA420_12 : IOutputLumaAlpha\n"
+"{\n"
+"  PS_OUTPUT_LUMA_ALPHA Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_LUMA_ALPHA output;\n"
+"    sample.a *= alphaFactor;\n"
+"    float2 scaled = UnormTo12bit (sample.xw);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"interface IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample);\n"
+"};\n"
+"\n"
+"class OutputY444 : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    output.Plane0 = float4 (sample.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.y, 0, 0, 0);\n"
+"    output.Plane2 = float4 (sample.z, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputY444_10 : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    float3 scaled = UnormTo10bit (sample.xyz);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.z, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputY444_12 : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    float3 scaled = UnormTo12bit (sample.xyz);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.z, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBR : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    output.Plane0 = float4 (sample.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (sample.r, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBR_10 : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    float3 scaled = UnormTo10bit (sample.rgb);\n"
+"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBR_12 : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    float3 scaled = UnormTo12bit (sample.rgb);\n"
+"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputRGBP : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    output.Plane0 = float4 (sample.r, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.g, 0, 0, 0);\n"
+"    output.Plane2 = float4 (sample.b, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputBGRP : IOutputPlanar\n"
+"{\n"
+"  PS_OUTPUT_PLANAR Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR output;\n"
+"    output.Plane0 = float4 (sample.b, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.g, 0, 0, 0);\n"
+"    output.Plane2 = float4 (sample.r, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"interface IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample);\n"
+"};\n"
+"\n"
+"class OutputGBRA : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    output.Plane0 = float4 (sample.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (sample.r, 0, 0, 0);\n"
+"    output.Plane3 = float4 (sample.a * alphaFactor, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBRAPremul : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    float4 premul;\n"
+"    sample.a *= alphaFactor;\n"
+"    premul = DoAlphaPremul (sample);\n"
+"    output.Plane0 = float4 (premul.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (premul.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (premul.r, 0, 0, 0);\n"
+"    output.Plane3 = float4 (premul.a, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBRA_10 : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    float4 scaled;\n"
+"    sample.a *= alphaFactor;\n"
+"    scaled = UnormTo10bit (sample);\n"
+"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
+"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBRAPremul_10 : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    float4 scaled;\n"
+"    sample.a *= alphaFactor;\n"
+"    scaled = UnormTo10bit (DoAlphaPremul (sample));\n"
+"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
+"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBRA_12 : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    float4 scaled;\n"
+"    sample.a *= alphaFactor;\n"
+"    scaled = UnormTo12bit (sample);\n"
+"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
+"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputGBRAPremul_12 : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    float4 scaled;\n"
+"    sample.a *= alphaFactor;\n"
+"    scaled = UnormTo12bit (DoAlphaPremul (sample));\n"
+"    output.Plane0 = float4 (scaled.g, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.b, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.r, 0, 0, 0);\n"
+"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputA444 : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    output.Plane0 = float4 (sample.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (sample.y, 0, 0, 0);\n"
+"    output.Plane2 = float4 (sample.z, 0, 0, 0);\n"
+"    output.Plane3 = float4 (sample.a * alphaFactor, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputA444_10 : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    float4 scaled;\n"
+"    sample.a *= alphaFactor;\n"
+"    scaled = UnormTo10bit (sample);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.z, 0, 0, 0);\n"
+"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputA444_12 : IOutputPlanarFull\n"
+"{\n"
+"  PS_OUTPUT_PLANAR_FULL Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PLANAR_FULL output;\n"
+"    float4 scaled;\n"
+"    sample.a *= alphaFactor;\n"
+"    scaled = UnormTo12bit (sample);\n"
+"    output.Plane0 = float4 (scaled.x, 0, 0, 0);\n"
+"    output.Plane1 = float4 (scaled.y, 0, 0, 0);\n"
+"    output.Plane2 = float4 (scaled.z, 0, 0, 0);\n"
+"    output.Plane3 = float4 (scaled.a, 0, 0, 0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"interface IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample);\n"
+"};\n"
+"\n"
+"class OutputRGBA : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (sample.rgb, sample.a * alphaFactor);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputRGBAPremul : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    sample.a *= alphaFactor;\n"
+"    output.Plane0 = DoAlphaPremul (sample);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputRGBx : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (sample.rgb, 1.0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputxRGB : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (0.0, sample.rgb);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputARGB : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = sample.argb;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputARGBPremul : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = DoAlphaPremul (sample).argb;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputxBGR : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (0.0, sample.bgr);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputABGR : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = sample.abgr;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputABGRPremul : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = DoAlphaPremul (sample.abgr);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputVUYA : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    sample.a *= alphaFactor;\n"
+"    output.Plane0 = sample.zyxw;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputVUYAPremul : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    sample.a *= alphaFactor;\n"
+"    output.Plane0 = DoAlphaPremul (sample).zyxw;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputAYUV : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    sample.a *= alphaFactor;\n"
+"    output.Plane0 = sample.wxyz;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputAYUVPremul : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    sample.a *= alphaFactor;\n"
+"    output.Plane0 = DoAlphaPremul (sample).wxyz;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputRBGA : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    sample.a *= alphaFactor;\n"
+"    output.Plane0 = sample.rbga;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputRBGAPremul : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    sample.a *= alphaFactor;\n"
+"    output.Plane0 = DoAlphaPremul (sample).rbga;\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputRGB16 : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (sample.rgb, 1.0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputBGR16 : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (sample.bgr, 1.0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputRGB15 : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (sample.rgb, 1.0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"class OutputBGR15 : IOutputPacked\n"
+"{\n"
+"  PS_OUTPUT_PACKED Build (float4 sample)\n"
+"  {\n"
+"    PS_OUTPUT_PACKED output;\n"
+"    output.Plane0 = float4 (sample.bgr, 1.0);\n"
+"    return output;\n"
+"  }\n"
+"};\n"
+"\n"
+"OUTPUT_TYPE ENTRY_POINT (PS_INPUT input)\n"
+"{\n"
+"  SAMPLER g_sampler;\n"
+"  CONVERTER g_converter;\n"
+"  OUTPUT_BUILDER g_builder;\n"
+"  return g_builder.Build (g_converter.Execute (g_sampler.Execute (input.Texture)));\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl/PSMain_gamma_lut.hlsl Added

@@ -0,0 +1,375 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+#define GAMMA10 0
+#define GAMMA18 1
+#define GAMMA20 2
+#define GAMMA22 3
+#define BT709   4
+#define SMPTE240M 5
+#define SRGB 6
+#define GAMMA28 7
+#define LOG100 8
+#define LOG316 9
+#define BT2020 10
+#define ADOBERGB 11
+#define PQ 12
+#define HLG 13
+
+cbuffer LutBuilderCB : register(b0)
+{
+  uint IsDecode;
+  uint LutType;
+};
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+float Decode(float val)
+{
+  forcecase switch (LutType) {
+    case GAMMA18:
+      return pow (val, 1.8);
+    case GAMMA20:
+      return pow (val, 2.0);
+    case GAMMA22:
+      return pow (val, 2.2);
+    case BT709:
+      if (val < 0.081)
+        return val / 4.5;
+      else
+        return pow ((val + 0.099) / 1.099, 1.0 / 0.45);
+    case SMPTE240M:
+      if (val < 0.0913)
+        return val / 4.0;
+      else
+        return pow ((val + 0.1115) / 1.1115, 1.0 / 0.45);
+    case SRGB:
+      if (val <= 0.04045)
+        return val / 12.92;
+      else
+        return pow ((val + 0.055) / 1.055, 2.4);
+    case GAMMA28:
+      return pow (val, 2.8);
+    case LOG100:
+      if (val == 0.0)
+        return 0.0;
+      else
+        return pow (10.0, 2.0 * (val - 1.0));
+    case LOG316:
+      if (val == 0.0)
+        return 0.0;
+      else
+        return pow (10.0, 2.5 * (val - 1.0));
+    case BT2020:
+      if (val < 0.08145)
+        return val / 4.5;
+      else
+        return pow ((val + 0.0993) / 1.0993, 1.0 / 0.45);
+    case ADOBERGB:
+      return pow (val, 2.19921875);
+    case PQ:
+    {
+      float c1 = 0.8359375;
+      float c2 = 18.8515625;
+      float c3 = 18.6875;
+      float m1 = 0.1593017578125;
+      float m2 = 78.84375;
+      float tmp = pow (val, 1.0 / m2);
+      float tmp2 = max (tmp - c1, 0.0);
+      return pow (tmp2 / abs(c2 - c3 * tmp), 1 / m1);
+    }
+    case HLG:
+    {
+      float a = 0.17883277;
+      float b = 0.28466892;
+      float c = 0.55991073;
+
+      if (val > 0.5)
+        return (exp ((val - c) / a) + b) / 12.0;
+      else
+        return val * val / 3.0;
+    }
+    default:
+      return val;
+  }
+}
+
+float Encode(float val)
+{
+  forcecase switch (LutType) {
+    case GAMMA18:
+      return pow (val, 1.0 / 1.8);
+    case GAMMA20:
+      return pow (val, 1.0 / 2.0);
+    case GAMMA22:
+      return pow (val, 1.0 / 2.2);
+    case BT709:
+      if (val < 0.018)
+        return 4.5 * val;
+      else
+        return 1.099 * pow (val, 0.45) - 0.099;
+    case SMPTE240M:
+      if (val < 0.0228)
+        return val * 4.0;
+      else
+        return 1.1115 * pow (val, 0.45) - 0.1115;
+    case SRGB:
+      if (val <= 0.0031308)
+        return 12.92 * val;
+      else
+        return 1.055 * pow (val, 1.0 / 2.4) - 0.055;
+    case GAMMA28:
+      return pow (val, 1 / 2.8);
+    case LOG100:
+      if (val < 0.01)
+        return 0.0;
+      else
+        return 1.0 + log10 (val) / 2.0;
+    case LOG316:
+      if (val < 0.0031622777)
+        return 0.0;
+      else
+        return 1.0 + log10 (val) / 2.5;
+    case BT2020:
+      if (val < 0.0181)
+        return 4.5 * val;
+      else
+        return 1.0993 * pow (val, 0.45) - 0.0993;
+    case ADOBERGB:
+      return pow (val, 1.0 / 2.19921875);
+    case PQ:
+    {
+      float c1 = 0.8359375;
+      float c2 = 18.8515625;
+      float c3 = 18.6875;
+      float m1 = 0.1593017578125;
+      float m2 = 78.84375;
+      float Ln = pow (val, m1);
+      return pow ((c1 + c2 * Ln) / (1.0 + c3 * Ln), m2);
+    }
+    case HLG:
+    {
+      float a = 0.17883277;
+      float b = 0.28466892;
+      float c = 0.55991073;
+
+      if (val > (1.0 / 12.0))
+        return a * log (12.0 * val - b) + c;
+      else
+        return sqrt (3.0 * val);
+    }
+    default:
+      return val;
+  }
+}
+
+float4 ENTRY_POINT (PS_INPUT input) : SV_TARGET
+{
+  float value;
+  branch if (IsDecode) {
+    value = Decode(abs(input.Texture.x));
+  } else {
+    value = Encode(abs(input.Texture.x));
+  }
+  return float4 (value, 0.0, 0.0, 1.0);
+}
+#else
+static const char str_PSMain_gamma_lut =
+"#define GAMMA10 0\n"
+"#define GAMMA18 1\n"
+"#define GAMMA20 2\n"
+"#define GAMMA22 3\n"
+"#define BT709   4\n"
+"#define SMPTE240M 5\n"
+"#define SRGB 6\n"
+"#define GAMMA28 7\n"
+"#define LOG100 8\n"
+"#define LOG316 9\n"
+"#define BT2020 10\n"
+"#define ADOBERGB 11\n"
+"#define PQ 12\n"
+"#define HLG 13\n"
+"\n"
+"cbuffer LutBuilderCB : register(b0)\n"
+"{\n"
+"  uint IsDecode;\n"
+"  uint LutType;\n"
+"};\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"float Decode(float val)\n"
+"{\n"
+"  forcecase switch (LutType) {\n"
+"    case GAMMA18:\n"
+"      return pow (val, 1.8);\n"
+"    case GAMMA20:\n"
+"      return pow (val, 2.0);\n"
+"    case GAMMA22:\n"
+"      return pow (val, 2.2);\n"
+"    case BT709:\n"
+"      if (val < 0.081)\n"
+"        return val / 4.5;\n"
+"      else\n"
+"        return pow ((val + 0.099) / 1.099, 1.0 / 0.45);\n"
+"    case SMPTE240M:\n"
+"      if (val < 0.0913)\n"
+"        return val / 4.0;\n"
+"      else\n"
+"        return pow ((val + 0.1115) / 1.1115, 1.0 / 0.45);\n"
+"    case SRGB:\n"
+"      if (val <= 0.04045)\n"
+"        return val / 12.92;\n"
+"      else\n"
+"        return pow ((val + 0.055) / 1.055, 2.4);\n"
+"    case GAMMA28:\n"
+"      return pow (val, 2.8);\n"
+"    case LOG100:\n"
+"      if (val == 0.0)\n"
+"        return 0.0;\n"
+"      else\n"
+"        return pow (10.0, 2.0 * (val - 1.0));\n"
+"    case LOG316:\n"
+"      if (val == 0.0)\n"
+"        return 0.0;\n"
+"      else\n"
+"        return pow (10.0, 2.5 * (val - 1.0));\n"
+"    case BT2020:\n"
+"      if (val < 0.08145)\n"
+"        return val / 4.5;\n"
+"      else\n"
+"        return pow ((val + 0.0993) / 1.0993, 1.0 / 0.45);\n"
+"    case ADOBERGB:\n"
+"      return pow (val, 2.19921875);\n"
+"    case PQ:\n"
+"    {\n"
+"      float c1 = 0.8359375;\n"
+"      float c2 = 18.8515625;\n"
+"      float c3 = 18.6875;\n"
+"      float m1 = 0.1593017578125;\n"
+"      float m2 = 78.84375;\n"
+"      float tmp = pow (val, 1.0 / m2);\n"
+"      float tmp2 = max (tmp - c1, 0.0);\n"
+"      return pow (tmp2 / abs(c2 - c3 * tmp), 1 / m1);\n"
+"    }\n"
+"    case HLG:\n"
+"    {\n"
+"      float a = 0.17883277;\n"
+"      float b = 0.28466892;\n"
+"      float c = 0.55991073;\n"
+"\n"
+"      if (val > 0.5)\n"
+"        return (exp ((val - c) / a) + b) / 12.0;\n"
+"      else\n"
+"        return val * val / 3.0;\n"
+"    }\n"
+"    default:\n"
+"      return val;\n"
+"  }\n"
+"}\n"
+"\n"
+"float Encode(float val)\n"
+"{\n"
+"  forcecase switch (LutType) {\n"
+"    case GAMMA18:\n"
+"      return pow (val, 1.0 / 1.8);\n"
+"    case GAMMA20:\n"
+"      return pow (val, 1.0 / 2.0);\n"
+"    case GAMMA22:\n"
+"      return pow (val, 1.0 / 2.2);\n"
+"    case BT709:\n"
+"      if (val < 0.018)\n"
+"        return 4.5 * val;\n"
+"      else\n"
+"        return 1.099 * pow (val, 0.45) - 0.099;\n"
+"    case SMPTE240M:\n"
+"      if (val < 0.0228)\n"
+"        return val * 4.0;\n"
+"      else\n"
+"        return 1.1115 * pow (val, 0.45) - 0.1115;\n"
+"    case SRGB:\n"
+"      if (val <= 0.0031308)\n"
+"        return 12.92 * val;\n"
+"      else\n"
+"        return 1.055 * pow (val, 1.0 / 2.4) - 0.055;\n"
+"    case GAMMA28:\n"
+"      return pow (val, 1 / 2.8);\n"
+"    case LOG100:\n"
+"      if (val < 0.01)\n"
+"        return 0.0;\n"
+"      else\n"
+"        return 1.0 + log10 (val) / 2.0;\n"
+"    case LOG316:\n"
+"      if (val < 0.0031622777)\n"
+"        return 0.0;\n"
+"      else\n"
+"        return 1.0 + log10 (val) / 2.5;\n"
+"    case BT2020:\n"
+"      if (val < 0.0181)\n"
+"        return 4.5 * val;\n"
+"      else\n"
+"        return 1.0993 * pow (val, 0.45) - 0.0993;\n"
+"    case ADOBERGB:\n"
+"      return pow (val, 1.0 / 2.19921875);\n"
+"    case PQ:\n"
+"    {\n"
+"      float c1 = 0.8359375;\n"
+"      float c2 = 18.8515625;\n"
+"      float c3 = 18.6875;\n"
+"      float m1 = 0.1593017578125;\n"
+"      float m2 = 78.84375;\n"
+"      float Ln = pow (val, m1);\n"
+"      return pow ((c1 + c2 * Ln) / (1.0 + c3 * Ln), m2);\n"
+"    }\n"
+"    case HLG:\n"
+"    {\n"
+"      float a = 0.17883277;\n"
+"      float b = 0.28466892;\n"
+"      float c = 0.55991073;\n"
+"\n"
+"      if (val > (1.0 / 12.0))\n"
+"        return a * log (12.0 * val - b) + c;\n"
+"      else\n"
+"        return sqrt (3.0 * val);\n"
+"    }\n"
+"    default:\n"
+"      return val;\n"
+"  }\n"
+"}\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input) : SV_TARGET\n"
+"{\n"
+"  float value;\n"
+"  branch if (IsDecode) {\n"
+"    value = Decode(abs(input.Texture.x));\n"
+"  } else {\n"
+"    value = Encode(abs(input.Texture.x));\n"
+"  }\n"
+"  return float4 (value, 0.0, 0.0, 1.0);\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl/VSMain_converter.hlsl Added

@@ -0,0 +1,75 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer VsConstBuffer : register(b0)
+{
+  matrix Transform;
+};
+
+struct VS_INPUT
+{
+  float4 Position : POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+struct VS_OUTPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+VS_OUTPUT ENTRY_POINT (VS_INPUT input)
+{
+  VS_OUTPUT output;
+
+  output.Position = mul (Transform, input.Position);
+  output.Texture = input.Texture;
+
+  return output;
+}
+#else
+static const char str_VSMain_converter =
+"cbuffer VsConstBuffer : register(b0)\n"
+"{\n"
+"  matrix Transform;\n"
+"};\n"
+"\n"
+"struct VS_INPUT\n"
+"{\n"
+"  float4 Position : POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"struct VS_OUTPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"VS_OUTPUT ENTRY_POINT (VS_INPUT input)\n"
+"{\n"
+"  VS_OUTPUT output;\n"
+"\n"
+"  output.Position = mul (Transform, input.Position);\n"
+"  output.Texture = input.Texture;\n"
+"\n"
+"  return output;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl/collect_hlsl_headers.py Added

@@ -0,0 +1,67 @@
+#!/usr/bin/env python3
+# GStreamer
+# Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Library General Public
+# License as published by the Free Software Foundation; either
+# version 2 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Library General Public License for more details.
+#
+# You should have received a copy of the GNU Library General Public
+# License along with this library; if not, write to the
+# Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+# Boston, MA 02110-1301, USA.
+
+import sys
+import os
+import argparse
+
+start_header = """/*
+ * This file is autogenerated by collect_hlsl_header.py
+ */
+#pragma once
+
+"""
+
+start_map = """
+#define MAKE_BYTECODE(name) { G_STRINGIFY (name), { g_##name, sizeof (g_##name)} }
+static std::unordered_map<std::string, std::pair<const BYTE *, SIZE_T>>
+"""
+
+end_map = """};
+#undef MAKE_BYTECODE
+"""
+
+def main(args):
+    parser = argparse.ArgumentParser(description='Read precompiled HLSL headers from directory and make single header')
+    parser.add_argument("--input", help="the precompiled HLSL header directory")
+    parser.add_argument("--output", help="output header file location")
+    parser.add_argument("--prefix", help="HLSL header filename prefix")
+    parser.add_argument("--name", help="Hash map variable name")
+    args = parser.parse_args(args)
+
+    # Scan precompiled PSMain_*.h headers in build directory
+    # and generate single header
+    hlsl_headers = os.path.basename(file) for file in os.listdir(args.input) if file.startswith(args.prefix) and file.endswith(".h") 
+
+    with open(args.output, 'w', newline='\n', encoding='utf8') as f:
+        f.write(start_header)
+        for file in hlsl_headers:
+            f.write("#include \"")
+            f.write(file)
+            f.write("\"\n")
+        f.write(start_map)
+        f.write(args.name)
+        f.write(" = {\n")
+        for file in hlsl_headers:
+            f.write("  MAKE_BYTECODE ({}),\n".format(os.path.splitext(file)0))
+        f.write(end_map)
+
+
+if __name__ == "__main__":
+    sys.exit(main(sys.argv1:))

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl/hlsl.h Added

@@ -0,0 +1,25 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "CSMain_converter.hlsl"
+#include "PSMain_converter.hlsl"
+#include "VSMain_converter.hlsl"
+#include "PSMain_gamma_lut.hlsl"

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/converter-hlsl/meson.build Added

@@ -0,0 +1,252 @@
+hlsl_ps_source = files('PSMain_converter.hlsl')
+hlsl_vs_source = files('VSMain_converter.hlsl')
+hlsl_cs_source = files('CSMain_converter.hlsl')
+hlsl_ps_gamma_lut_source = files('PSMain_gamma_lut.hlsl')
+
+hlsl_ps_input_formats = 
+  'NV12', false,
+  'NV21', false,
+  'I420', false,
+  'YV12', false,
+  'I420_10', false,
+  'I420_12', false,
+  'VUYA', false,
+  'VUYAPremul', false,
+  'Y410', false,
+  'AYUV', false,
+  'AYUVPremul', false,
+  'Y412', false,
+  'Y412Premul', false,
+  'RGBA', true,
+  'RGBAPremul', true,
+  'RGBx', true,
+  'GBR', true,
+  'GBR_10', true,
+  'GBR_12', true,
+  'GBRA', true,
+  'GBRAPremul', true,
+  'GBRA_10', true,
+  'GBRAPremul_10', true,
+  'GBRA_12', true,
+  'GBRAPremul_12', true,
+  'RGBP', true,
+  'BGRP', true,
+  'xRGB', true,
+  'ARGB', true,
+  'ARGBPremul', true,
+  'xBGR', true,
+  'ABGR', true,
+  'ABGRPremul', true,
+  'BGR10A2', true,
+  'BGRA64', true,
+  'BGRA64Premul', true,
+  'RBGA', true,
+  'RBGAPremul', true,
+
+
+hlsl_ps_output_formats = 
+  'PS_OUTPUT_LUMA', 'Luma', false,
+  'PS_OUTPUT_LUMA', 'Luma_10', false,
+  'PS_OUTPUT_LUMA', 'Luma_12', false,
+  'PS_OUTPUT_CHROMA', 'ChromaNV12', false,
+  'PS_OUTPUT_CHROMA', 'ChromaNV21', false,
+  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420', false,
+  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaYV12', false,
+  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420_10', false,
+  'PS_OUTPUT_CHROMA_PLANAR', 'ChromaI420_12', false,
+  'PS_OUTPUT_PLANAR', 'Y444', false,
+  'PS_OUTPUT_PLANAR', 'Y444_10', false,
+  'PS_OUTPUT_PLANAR', 'Y444_12', false,
+  'PS_OUTPUT_PLANAR', 'GBR', true,
+  'PS_OUTPUT_PLANAR', 'GBR_10', true,
+  'PS_OUTPUT_PLANAR', 'GBR_12', true,
+  'PS_OUTPUT_PLANAR', 'RGBP', true,
+  'PS_OUTPUT_PLANAR', 'BGRP', true,
+  'PS_OUTPUT_PLANAR_FULL', 'GBRA', true,
+  'PS_OUTPUT_PLANAR_FULL', 'GBRAPremul', true,
+  'PS_OUTPUT_PLANAR_FULL', 'GBRA_10', true,
+  'PS_OUTPUT_PLANAR_FULL', 'GBRAPremul_10', true,
+  'PS_OUTPUT_PLANAR_FULL', 'GBRA_12', true,
+  'PS_OUTPUT_PLANAR_FULL', 'GBRAPremul_12', true,
+  'PS_OUTPUT_PACKED', 'RGBA', true,
+  'PS_OUTPUT_PACKED', 'RGBAPremul', true,
+  'PS_OUTPUT_PACKED', 'RBGA', true,
+  'PS_OUTPUT_PACKED', 'RBGAPremul', true,
+  'PS_OUTPUT_PACKED', 'RGBx', true,
+  'PS_OUTPUT_PACKED', 'VUYA', false,
+  'PS_OUTPUT_PACKED', 'VUYAPremul', false,
+  'PS_OUTPUT_PACKED', 'AYUV', false,
+  'PS_OUTPUT_PACKED', 'AYUVPremul', false,
+  'PS_OUTPUT_PACKED', 'xRGB', true,
+  'PS_OUTPUT_PACKED', 'ARGB', true,
+  'PS_OUTPUT_PACKED', 'ARGBPremul', true,
+  'PS_OUTPUT_PACKED', 'xBGR', true,
+  'PS_OUTPUT_PACKED', 'ABGR', true,
+  'PS_OUTPUT_PACKED', 'ABGRPremul', true,
+
+
+shader_model = '5_0'
+
+hlsl_cs_entry_points = 
+  'CSMain_YUY2_to_AYUV',
+  'CSMain_UYVY_to_AYUV',
+  'CSMain_VYUY_to_AYUV',
+  'CSMain_YVYU_to_AYUV',
+  'CSMain_v210_to_AYUV',
+  'CSMain_v308_to_AYUV',
+  'CSMain_IYU2_to_AYUV',
+  'CSMain_AYUV_to_YUY2',
+  'CSMain_AYUV_to_UYVY',
+  'CSMain_AYUV_to_VYUY',
+  'CSMain_AYUV_to_YVYU',
+  'CSMain_AYUV_to_v210',
+  'CSMain_AYUV_to_v308',
+  'CSMain_AYUV_to_IYU2',
+  'CSMain_AYUV_to_Y410',
+  'CSMain_RGB_to_RGBA',
+  'CSMain_BGR_to_RGBA',
+  'CSMain_RGB16_to_RGBA',
+  'CSMain_BGR16_to_RGBA',
+  'CSMain_RGB15_to_RGBA',
+  'CSMain_BGR15_to_RGBA',
+  'CSMain_r210_to_RGBA',
+  'CSMain_RGBA_to_RGB',
+  'CSMain_RGBA_to_BGR',
+  'CSMain_RGBA_to_RGB16',
+  'CSMain_RGBA_to_BGR16',
+  'CSMain_RGBA_to_RGB15',
+  'CSMain_RGBA_to_BGR15',
+  'CSMain_RGBA_to_r210',
+  'CSMain_RGBA_to_BGRA',
+
+
+hlsl_ps_lut_entry_points = 
+  'PSMain_Gamma_LUT',
+
+
+conv_ps_precompiled = 
+conv_vs_precompiled = 
+conv_cs_precompiled = 
+
+header_collector = find_program('collect_hlsl_headers.py')
+
+foreach input_format : hlsl_ps_input_formats
+  in_format = input_format.get(0)
+  foreach output_format : hlsl_ps_output_formats
+    converter = ''
+    if input_format.get(1) != output_format.get(2)
+      converter = 'Simple'
+    else
+      converter = 'Identity'
+    endif
+    output_type = output_format.get(0)
+    output_builder = output_format.get(1)
+    entry_point = 'PSMain_@0@_@1@_@2@_@3@'.format(in_format, converter, output_builder, shader_model)
+    header = '@0@.h'.format(entry_point)
+    sm_target = 'ps_@0@'.format(shader_model)
+    compiled_shader = custom_target(header,
+        input : hlsl_ps_source,
+        output : header,
+        command : fxc, '/Fh', '@OUTPUT@',
+                  '/E', entry_point,
+                  '/T', sm_target,
+                  '/D', 'BUILDING_HLSL=1',
+                  '/D', 'OUTPUT_TYPE=@0@'.format(output_type),
+                  '/D', 'ENTRY_POINT=@0@'.format(entry_point),
+                  '/D', 'SAMPLER=Sampler@0@'.format(in_format),
+                  '/D', 'CONVERTER=Converter@0@'.format(converter),
+                  '/D', 'OUTPUT_BUILDER=Output@0@'.format(output_builder),
+                  '/nologo',
+                  '@INPUT@')
+    conv_ps_precompiled += compiled_shader
+  endforeach
+endforeach
+
+foreach shader : hlsl_ps_lut_entry_points
+  entry_point = '@0@_@1@'.format(shader, shader_model)
+  header = '@0@.h'.format(entry_point)
+  sm_target = 'ps_@0@'.format(shader_model)
+  compiled_shader = custom_target(header,
+      input : hlsl_ps_gamma_lut_source,
+      output : header,
+      command : fxc, '/Fh', '@OUTPUT@',
+                '/E', entry_point,
+                '/T', sm_target,
+                '/D', 'BUILDING_HLSL=1',
+                '/D', 'ENTRY_POINT=@0@'.format(entry_point),
+                '/nologo',
+                '@INPUT@')
+  conv_ps_precompiled += compiled_shader
+endforeach
+
+conv_ps_collection = custom_target('converter_hlsl_ps',
+    input : conv_ps_precompiled,
+    output : 'converter_hlsl_ps.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'PSMain_',
+        '--name', 'g_converter_ps_table',
+        '--output', '@OUTPUT@'
+    )
+
+entry_point = 'VSMain_converter_@0@'.format(shader_model)
+header = '@0@.h'.format(entry_point)
+sm_target = 'vs_@0@'.format(shader_model)
+compiled_shader = custom_target(header,
+    input : hlsl_vs_source,
+    output : header,
+    command : fxc, '/Fh', '@OUTPUT@',
+              '/E', entry_point,
+              '/T', sm_target,
+              '/D', 'BUILDING_HLSL=1',
+              '/D', 'ENTRY_POINT=@0@'.format(entry_point),
+              '/nologo',
+              '@INPUT@')
+conv_vs_precompiled += compiled_shader
+
+conv_vs_collection = custom_target('converter_hlsl_vs',
+    input : conv_vs_precompiled,
+    output : 'converter_hlsl_vs.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'VSMain_',
+        '--name', 'g_converter_vs_table',
+        '--output', '@OUTPUT@'
+    )
+
+foreach shader : hlsl_cs_entry_points
+  entry_point = '@0@_@1@'.format(shader, shader_model)
+  header = '@0@.h'.format(entry_point)
+  sm_target = 'cs_@0@'.format(shader_model)
+  compiled_shader = custom_target(header,
+      input : hlsl_cs_source,
+      output : header,
+      command : fxc, '/Fh', '@OUTPUT@',
+                '/E', entry_point,
+                '/T', sm_target,
+                '/D', 'BUILDING_HLSL=1',
+                '/D', 'ENTRY_POINT=@0@'.format(entry_point),
+                '/D', 'BUILDING_@0@=1'.format(shader),
+                '/nologo',
+                '@INPUT@')
+  conv_cs_precompiled += compiled_shader
+endforeach
+
+conv_cs_collection = custom_target('converter_hlsl_cs',
+    input : conv_cs_precompiled,
+    output : 'converter_hlsl_cs.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'CSMain_',
+        '--name', 'g_converter_cs_table',
+        '--output', '@OUTPUT@'
+    )
+
+hlsl_precompiled += 
+  conv_ps_precompiled,
+  conv_vs_precompiled,
+  conv_cs_precompiled,
+  conv_ps_collection,
+  conv_vs_collection,
+  conv_cs_collection,
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/d3dshader-prelude.h Added

@@ -0,0 +1,31 @@
+/* GStreamer
+ * Copyright (C) 2024 GStreamer developers
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+
+#ifndef GST_D3D_SHADER_API
+# ifdef BUILDING_GST_D3D_SHADER
+#  define GST_D3D_SHADER_API GST_API_EXPORT         /* from config.h */
+# else
+#  define GST_D3D_SHADER_API GST_API_IMPORT
+# endif
+#endif
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/gstd3dcompile.cpp Added

@@ -0,0 +1,140 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3dcompile.h"
+#include <gmodule.h>
+#include <mutex>
+
+/**
+ * SECTION:gstd3dcompile
+ * @title: GstD3DCompile
+ * @short_description: HLSL compiler and utility
+ *
+ * A set of HLSL compile helper methods
+ *
+ * Since: 1.26
+ */
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+  static std::once_flag cat_once;
+
+  std::call_once (cat_once, &() {
+    cat = _gst_debug_category_new ("d3dcompile", 0, "d3dcompile");
+  });
+
+  return cat;
+}
+#endif /* GST_DISABLE_GST_DEBUG */
+
+static GModule *d3d_compiler_module = nullptr;
+static pD3DCompile GstD3DCompileFunc = nullptr;
+
+/**
+ * gst_d3d_compile_init:
+ *
+ * Loads HLSL compiler library
+ *
+ * Returns: %TRUE if HLSL compiler library is available
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_d3d_compile_init (void)
+{
+  static std::once_flag init_once;
+  std::call_once (init_once, &() {
+    static const gchar *d3d_compiler_names = {
+      "d3dcompiler_47.dll",
+      "d3dcompiler_46.dll",
+      "d3dcompiler_45.dll",
+      "d3dcompiler_44.dll",
+      "d3dcompiler_43.dll",
+    };
+
+    for (guint i = 0; i < G_N_ELEMENTS (d3d_compiler_names); i++) {
+      d3d_compiler_module =
+          g_module_open (d3d_compiler_namesi, G_MODULE_BIND_LAZY);
+
+      if (d3d_compiler_module) {
+        GST_INFO ("D3D compiler %s is available", d3d_compiler_namesi);
+        if (!g_module_symbol (d3d_compiler_module, "D3DCompile",
+                (gpointer *) & GstD3DCompileFunc)) {
+          GST_ERROR ("Cannot load D3DCompile symbol from %s",
+              d3d_compiler_namesi);
+          g_module_close (d3d_compiler_module);
+          d3d_compiler_module = nullptr;
+          GstD3DCompileFunc = nullptr;
+        } else {
+          break;
+        }
+      }
+    }
+
+    if (!GstD3DCompileFunc)
+      GST_WARNING ("D3D compiler library is unavailable");
+  });
+
+  if (!GstD3DCompileFunc)
+    return FALSE;
+
+  return TRUE;
+}
+
+/**
+ * gst_d3d_compile:
+ * @src_data: source data to compile
+ * @src_data_size: length of src_data
+ * @source_name: (nullable): used for strings that specify error messages
+ * @defines: (nullable): null-terminated array of D3D_SHADER_MACRO struct that defines shader macros
+ * @include: (nullable): a ID3DInclude
+ * @entry_point: (nullable): the name of entry point function
+ * @target: a string specifies the shader target
+ * @flags1: flags defined by D3DCOMPILE constants
+ * @flags2: flags defined by D3DCOMPILE_EFFECT constants
+ * @code: (out) (optional): a compiled code
+ * @error_msgs: (out) (optional) (nullable): compiler error messages
+ *
+ * Compiles HLSL code or an effect file into bytecode for a given target
+ *
+ * Returns: HRESULT return code
+ *
+ * Since: 1.26
+ */
+HRESULT
+gst_d3d_compile (LPCVOID src_data, SIZE_T src_data_size, LPCSTR source_name,
+    CONST D3D_SHADER_MACRO * defines, ID3DInclude * include, LPCSTR entry_point,
+    LPCSTR target, UINT flags1, UINT flags2, ID3DBlob ** code,
+    ID3DBlob ** error_msgs)
+{
+  if (!gst_d3d_compile_init ())
+    return E_FAIL;
+
+  return GstD3DCompileFunc (src_data, src_data_size, source_name, defines,
+      include, entry_point, target, flags1, flags2, code, error_msgs);
+}
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/gstd3dcompile.h Added

@@ -0,0 +1,44 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3dshader/d3dshader-prelude.h>
+#include <d3dcompiler.h>
+
+G_BEGIN_DECLS
+
+GST_D3D_SHADER_API
+gboolean gst_d3d_compile_init (void);
+
+GST_D3D_SHADER_API
+HRESULT gst_d3d_compile (LPCVOID src_data,
+                         SIZE_T src_data_size,
+                         LPCSTR source_name,
+                         CONST D3D_SHADER_MACRO * defines,
+                         ID3DInclude * include,
+                         LPCSTR entry_point,
+                         LPCSTR target,
+                         UINT flags1,
+                         UINT flags2,
+                         ID3DBlob ** code,
+                         ID3DBlob ** error_msgs);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/gstd3dshader.h Added

@@ -0,0 +1,30 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#ifndef GST_USE_UNSTABLE_API
+#pragma message ("The d3dshader library from gst-plugins-bad is unstable API and may change in future.")
+#pragma message ("You can define GST_USE_UNSTABLE_API to avoid this warning.")
+#endif
+
+#include <gst/gst.h>
+#include <gst/d3dshader/gstd3dcompile.h>
+#include <gst/d3dshader/gstd3dshadercache.h>
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/gstd3dshadercache.cpp Added

@@ -0,0 +1,1174 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3dshadercache.h"
+#include "gstd3dcompile.h"
+#include <mutex>
+#include <unordered_map>
+#include <vector>
+#include <string>
+#include <utility>
+#include <wrl.h>
+#include "converter-hlsl/hlsl.h"
+#include "plugin-hlsl/hlsl.h"
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+#ifdef HLSL_PRECOMPILED
+#include "converter_hlsl_ps.h"
+#include "converter_hlsl_vs.h"
+#include "converter_hlsl_cs.h"
+#include "plugin_hlsl_ps.h"
+#include "plugin_hlsl_vs.h"
+#include "plugin_hlsl_cs.h"
+#else
+static std::unordered_map<std::string, std::pair<const BYTE *, SIZE_T>> g_converter_ps_table;
+static std::unordered_map<std::string, std::pair<const BYTE *, SIZE_T>> g_converter_vs_table;
+static std::unordered_map<std::string, std::pair<const BYTE *, SIZE_T>> g_converter_cs_table;
+static std::unordered_map<std::string, std::pair<const BYTE *, SIZE_T>> g_plugin_ps_table;
+static std::unordered_map<std::string, std::pair<const BYTE *, SIZE_T>> g_plugin_vs_table;
+static std::unordered_map<std::string, std::pair<const BYTE *, SIZE_T>> g_plugin_cs_table;
+#endif
+
+static std::vector<std::pair<std::string, ID3DBlob *>> g_compiled_blobs;
+static std::mutex g_blob_lock;
+static std::mutex g_ps_cache_lock;
+
+/* *INDENT-ON* */
+
+struct ShaderItem
+{
+  guint type;
+  const gchar *name;
+  const gchar *source;
+  gsize source_size;
+};
+
+#define BUILD_SOURCE(name) G_STRINGIFY (name), str_ ##name, sizeof (str_##name)
+
+static const ShaderItem g_ps_map = {
+  {GST_D3D_PLUGIN_PS_CHECKER_LUMA, BUILD_SOURCE (PSMain_checker_luma)},
+  {GST_D3D_PLUGIN_PS_CHECKER_RGB, BUILD_SOURCE (PSMain_checker_rgb)},
+  {GST_D3D_PLUGIN_PS_CHECKER_VUYA, BUILD_SOURCE (PSMain_checker_vuya)},
+  {GST_D3D_PLUGIN_PS_CHECKER, BUILD_SOURCE (PSMain_checker)},
+  {GST_D3D_PLUGIN_PS_COLOR, BUILD_SOURCE (PSMain_color)},
+  {GST_D3D_PLUGIN_PS_SAMPLE_PREMULT, BUILD_SOURCE (PSMain_sample_premul)},
+  {GST_D3D_PLUGIN_PS_SAMPLE, BUILD_SOURCE (PSMain_sample)},
+  {GST_D3D_PLUGIN_PS_SAMPLE_SCRGB_TONEMAP, BUILD_SOURCE (PSMain_sample_scrgb_tonemap)},
+  {GST_D3D_PLUGIN_PS_SAMPLE_SCRGB, BUILD_SOURCE (PSMain_sample_scrgb)},
+  {GST_D3D_PLUGIN_PS_SNOW, BUILD_SOURCE (PSMain_snow)},
+};
+
+static const ShaderItem g_vs_map = {
+  {GST_D3D_PLUGIN_VS_COLOR, BUILD_SOURCE (VSMain_color)},
+  {GST_D3D_PLUGIN_VS_COORD, BUILD_SOURCE (VSMain_coord)},
+  {GST_D3D_PLUGIN_VS_POS, BUILD_SOURCE (VSMain_pos)},
+};
+
+static const ShaderItem g_cs_map = {
+  {GST_D3D_PLUGIN_CS_MIP_GEN, BUILD_SOURCE (CSMain_mipgen)},
+  {GST_D3D_PLUGIN_CS_MIP_GEN_VUYA, BUILD_SOURCE (CSMain_mipgen_vuya)},
+  {GST_D3D_PLUGIN_CS_MIP_GEN_AYUV, BUILD_SOURCE (CSMain_mipgen_ayuv)},
+  {GST_D3D_PLUGIN_CS_MIP_GEN_GRAY, BUILD_SOURCE (CSMain_mipgen_gray)},
+  {GST_D3D_PLUGIN_CS_YADIF_1, BUILD_SOURCE (CSMain_yadif_1)},
+  {GST_D3D_PLUGIN_CS_YADIF_1_10, BUILD_SOURCE (CSMain_yadif_1_10)},
+  {GST_D3D_PLUGIN_CS_YADIF_1_12, BUILD_SOURCE (CSMain_yadif_1_12)},
+  {GST_D3D_PLUGIN_CS_YADIF_2, BUILD_SOURCE (CSMain_yadif_2)},
+  {GST_D3D_PLUGIN_CS_YADIF_4, BUILD_SOURCE (CSMain_yadif_4)},
+};
+
+#undef BUILD_SOURCE
+
+static const gchar * g_sm_map = {
+  "4_0",
+  "5_0",
+  "5_1",
+};
+
+gboolean
+gst_d3d_plugin_shader_get_vs_blob (GstD3DPluginVS type,
+    GstD3DShaderModel shader_model, GstD3DShaderByteCode * byte_code)
+{
+  g_return_val_if_fail (type < GST_D3D_PLUGIN_VS_LAST, FALSE);
+  g_return_val_if_fail (shader_model < GST_D3D_SM_LAST, FALSE);
+  g_return_val_if_fail (byte_code, FALSE);
+
+  static std::mutex cache_lock;
+
+  auto shader_name = std::string (g_vs_maptype.name) + "_" +
+      std::string (g_sm_mapshader_model);
+
+  std::lock_guard <std::mutex> lk (cache_lock);
+  auto it = g_plugin_vs_table.find (shader_name);
+  if (it != g_plugin_vs_table.end ()) {
+    byte_code->byte_code = it->second.first;
+    byte_code->byte_code_len = it->second.second;
+
+    return TRUE;
+  }
+
+  auto target = std::string ("vs_") + g_sm_mapshader_model;
+
+  ID3DBlob *blob = nullptr;
+  ComPtr<ID3DBlob> error_msg;
+
+  auto hr = gst_d3d_compile (g_vs_maptype.source, g_vs_maptype.source_size,
+      nullptr, nullptr, nullptr, "ENTRY_POINT", target.c_str (), 0, 0,
+      &blob, &error_msg);
+  if (FAILED (hr)) {
+    const gchar *err = nullptr;
+    if (error_msg)
+      err = (const gchar *) error_msg->GetBufferPointer ();
+
+    GST_ERROR ("Couldn't compile code, hr: 0x%x, error detail: %s, "
+        "source code: \n%s", (guint) hr, GST_STR_NULL (err),
+        g_ps_maptype.source);
+    return FALSE;
+  }
+
+  byte_code->byte_code = blob->GetBufferPointer ();
+  byte_code->byte_code_len = blob->GetBufferSize ();
+
+  g_plugin_vs_tableshader_name = { (const BYTE *) blob->GetBufferPointer (),
+      blob->GetBufferSize ()};
+
+  std::lock_guard <std::mutex> blk (g_blob_lock);
+  g_compiled_blobs.push_back ({ shader_name, blob });
+
+  return TRUE;
+}
+
+gboolean
+gst_d3d_plugin_shader_get_ps_blob (GstD3DPluginPS type,
+    GstD3DShaderModel shader_model, GstD3DShaderByteCode * byte_code)
+{
+  g_return_val_if_fail (type < GST_D3D_PLUGIN_PS_LAST, FALSE);
+  g_return_val_if_fail (shader_model < GST_D3D_SM_LAST, FALSE);
+  g_return_val_if_fail (byte_code, FALSE);
+
+  static std::mutex cache_lock;
+
+  auto shader_name = std::string (g_ps_maptype.name) + "_" +
+      std::string (g_sm_mapshader_model);
+
+  std::lock_guard <std::mutex> lk (cache_lock);
+  auto it = g_plugin_ps_table.find (shader_name);
+  if (it != g_plugin_ps_table.end ()) {
+    byte_code->byte_code = it->second.first;
+    byte_code->byte_code_len = it->second.second;
+
+    return TRUE;
+  }
+
+  auto target = std::string ("ps_") + g_sm_mapshader_model;
+
+  ID3DBlob *blob = nullptr;
+  ComPtr<ID3DBlob> error_msg;
+
+  auto hr = gst_d3d_compile (g_ps_maptype.source, g_ps_maptype.source_size,
+      nullptr, nullptr, nullptr, "ENTRY_POINT", target.c_str (), 0, 0,
+      &blob, &error_msg);
+  if (FAILED (hr)) {
+    const gchar *err = nullptr;
+    if (error_msg)
+      err = (const gchar *) error_msg->GetBufferPointer ();
+
+    GST_ERROR ("Couldn't compile code, hr: 0x%x, error detail: %s, "
+        "source code: \n%s", (guint) hr, GST_STR_NULL (err),
+        g_ps_maptype.source);
+    return FALSE;
+  }
+
+  byte_code->byte_code = blob->GetBufferPointer ();
+  byte_code->byte_code_len = blob->GetBufferSize ();
+
+  g_plugin_ps_tableshader_name = { (const BYTE *) blob->GetBufferPointer (),
+      blob->GetBufferSize ()};
+
+  std::lock_guard <std::mutex> blk (g_blob_lock);
+  g_compiled_blobs.push_back ({ shader_name, blob });
+
+  return TRUE;
+}
+
+gboolean
+gst_d3d_plugin_shader_get_cs_blob (GstD3DPluginCS type,
+    GstD3DShaderModel shader_model, GstD3DShaderByteCode * byte_code)
+{
+  g_return_val_if_fail (type < GST_D3D_PLUGIN_CS_LAST, FALSE);
+  g_return_val_if_fail (shader_model < GST_D3D_SM_LAST, FALSE);
+  g_return_val_if_fail (byte_code, FALSE);
+
+  static std::mutex cache_lock;
+
+  auto shader_name = std::string (g_cs_maptype.name) + "_" +
+      std::string (g_sm_mapshader_model);
+
+  std::lock_guard <std::mutex> lk (cache_lock);
+  auto it = g_plugin_cs_table.find (shader_name);
+  if (it != g_plugin_cs_table.end ()) {
+    byte_code->byte_code = it->second.first;
+    byte_code->byte_code_len = it->second.second;
+
+    return TRUE;
+  }
+
+  auto target = std::string ("cs_") + g_sm_mapshader_model;
+
+  ID3DBlob *blob = nullptr;
+  ComPtr<ID3DBlob> error_msg;
+
+  auto hr = gst_d3d_compile (g_cs_maptype.source, g_cs_maptype.source_size,
+      nullptr, nullptr, nullptr, "ENTRY_POINT", target.c_str (), 0, 0,
+      &blob, &error_msg);
+  if (FAILED (hr)) {
+    const gchar *err = nullptr;
+    if (error_msg)
+      err = (const gchar *) error_msg->GetBufferPointer ();
+
+    GST_ERROR ("Couldn't compile code, hr: 0x%x, error detail: %s, "
+        "source code: \n%s", (guint) hr, GST_STR_NULL (err),
+        g_cs_maptype.source);
+    return FALSE;
+  }
+
+  byte_code->byte_code = blob->GetBufferPointer ();
+  byte_code->byte_code_len = blob->GetBufferSize ();
+
+  g_plugin_cs_tableshader_name = { (const BYTE *) blob->GetBufferPointer (),
+      blob->GetBufferSize ()};
+
+  std::lock_guard <std::mutex> blk (g_blob_lock);
+  g_compiled_blobs.push_back ({ shader_name, blob });
+
+  return TRUE;
+}
+
+gboolean
+gst_d3d_converter_shader_get_vs_blob (GstD3DShaderModel shader_model,
+    GstD3DShaderByteCode * byte_code)
+{
+  g_return_val_if_fail (shader_model < GST_D3D_SM_LAST, FALSE);
+  g_return_val_if_fail (byte_code, FALSE);
+
+  static std::mutex cache_lock;
+
+  auto shader_name = std::string ("VSMain_converter_") +
+      std::string (g_sm_mapshader_model);
+
+  std::lock_guard <std::mutex> lk (cache_lock);
+  auto it = g_converter_vs_table.find (shader_name);
+  if (it != g_converter_vs_table.end ()) {
+    byte_code->byte_code = it->second.first;
+    byte_code->byte_code_len = it->second.second;
+
+    return TRUE;
+  }
+
+  auto target = std::string ("vs_") + g_sm_mapshader_model;
+
+  ID3DBlob *blob = nullptr;
+  ComPtr<ID3DBlob> error_msg;
+
+  auto hr = gst_d3d_compile (str_VSMain_converter,
+      sizeof (str_VSMain_converter),
+      nullptr, nullptr, nullptr, "ENTRY_POINT", target.c_str (), 0, 0,
+      &blob, &error_msg);
+  if (FAILED (hr)) {
+    const gchar *err = nullptr;
+    if (error_msg)
+      err = (const gchar *) error_msg->GetBufferPointer ();
+
+    GST_ERROR ("Couldn't compile code, hr: 0x%x, error detail: %s, "
+        "source code: \n%s", (guint) hr, GST_STR_NULL (err),
+        str_VSMain_converter);
+    return FALSE;
+  }
+
+  byte_code->byte_code = blob->GetBufferPointer ();
+  byte_code->byte_code_len = blob->GetBufferSize ();
+
+  g_converter_vs_tableshader_name = {(const BYTE *) blob->GetBufferPointer (),
+      blob->GetBufferSize ()};
+
+  std::lock_guard <std::mutex> blk (g_blob_lock);
+  g_compiled_blobs.push_back ({ shader_name, blob });
+
+  return TRUE;
+}
+
+gboolean
+gst_d3d_converter_shader_get_cs_blob (GstVideoFormat in_format,
+    GstVideoFormat out_format, GstD3DShaderModel shader_model,
+    GstD3DConverterCSByteCode * byte_code)
+{
+  g_return_val_if_fail (shader_model < GST_D3D_SM_LAST, FALSE);
+  g_return_val_if_fail (byte_code, FALSE);
+
+  static std::mutex cache_lock;
+
+  DXGI_FORMAT srv_format = DXGI_FORMAT_UNKNOWN;
+  DXGI_FORMAT uav_format = DXGI_FORMAT_UNKNOWN;
+  std::string in_format_str;
+  std::string out_format_str;
+  guint x_unit = 8;
+  guint y_unit = 8;
+
+  switch (in_format) {
+    case GST_VIDEO_FORMAT_YUY2:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "YUY2";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_UYVY:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "UYVY";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_VYUY:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "VYUY";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_YVYU:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "YVYU";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_Y210:
+    case GST_VIDEO_FORMAT_Y212_LE:
+    case GST_VIDEO_FORMAT_Y216_LE:
+      srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      in_format_str = "YUY2";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_v210:
+      srv_format = DXGI_FORMAT_R10G10B10A2_UNORM;
+      in_format_str = "v210";
+      x_unit = 48;
+      break;
+    case GST_VIDEO_FORMAT_v216:
+      srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      in_format_str = "UYVY";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_v308:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "v308";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_IYU2:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "IYU2";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_RGB:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "RGB";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_BGR:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "BGR";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_RGB16:
+      srv_format = DXGI_FORMAT_R16_UINT;
+      in_format_str = "RGB16";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_BGR16:
+      srv_format = DXGI_FORMAT_R16_UINT;
+      in_format_str = "BGR16";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_RGB15:
+      srv_format = DXGI_FORMAT_R16_UINT;
+      in_format_str = "RGB15";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_BGR15:
+      srv_format = DXGI_FORMAT_R16_UINT;
+      in_format_str = "BGR15";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_r210:
+      srv_format = DXGI_FORMAT_R32_UINT;
+      in_format_str = "r210";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_AYUV:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "AYUV";
+      break;
+    case GST_VIDEO_FORMAT_AYUV64:
+      srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      in_format_str = "AYUV";
+      break;
+    case GST_VIDEO_FORMAT_RGBA:
+      srv_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      in_format_str = "RGBA";
+      break;
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+      srv_format = DXGI_FORMAT_R10G10B10A2_UNORM;
+      in_format_str = "RGBA";
+      break;
+    case GST_VIDEO_FORMAT_RGBA64_LE:
+      srv_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      in_format_str = "RGBA";
+      break;
+    default:
+      return FALSE;
+  }
+
+  switch (out_format) {
+    case GST_VIDEO_FORMAT_YUY2:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "YUY2";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_UYVY:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "UYVY";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_VYUY:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "VYUY";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_YVYU:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "YVYU";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_Y210:
+    case GST_VIDEO_FORMAT_Y212_LE:
+    case GST_VIDEO_FORMAT_Y216_LE:
+      uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      out_format_str = "YUY2";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_v210:
+      uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
+      out_format_str = "v210";
+      x_unit = 48;
+      break;
+    case GST_VIDEO_FORMAT_v216:
+      uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      out_format_str = "UYVY";
+      x_unit = 16;
+      break;
+    case GST_VIDEO_FORMAT_v308:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "v308";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_IYU2:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "IYU2";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_Y410:
+      uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
+      out_format_str = "Y410";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_Y412_LE:
+    case GST_VIDEO_FORMAT_Y416_LE:
+      uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      out_format_str = "Y410";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_RGB:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "RGB";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_BGR:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "BGR";
+      x_unit = 32;
+      break;
+    case GST_VIDEO_FORMAT_RGB16:
+      uav_format = DXGI_FORMAT_R16_UINT;
+      out_format_str = "RGB16";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_BGR16:
+      uav_format = DXGI_FORMAT_R16_UINT;
+      out_format_str = "BGR16";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_RGB15:
+      uav_format = DXGI_FORMAT_R16_UINT;
+      out_format_str = "RGB15";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_BGR15:
+      uav_format = DXGI_FORMAT_R16_UINT;
+      out_format_str = "BGR15";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_r210:
+      uav_format = DXGI_FORMAT_R32_UINT;
+      out_format_str = "r210";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_BGRA64_LE:
+      uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      out_format_str = "BGRA";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+      uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
+      out_format_str = "BGRA";
+      x_unit = 8;
+      break;
+    case GST_VIDEO_FORMAT_AYUV:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "AYUV";
+      break;
+    case GST_VIDEO_FORMAT_AYUV64:
+      uav_format = DXGI_FORMAT_R16G16B16A16_UNORM;
+      out_format_str = "AYUV";
+      break;
+    case GST_VIDEO_FORMAT_RGBA:
+      uav_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      out_format_str = "RGBA";
+      break;
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+      uav_format = DXGI_FORMAT_R10G10B10A2_UNORM;
+      out_format_str = "RGBA";
+      break;
+    default:
+      return FALSE;
+  }
+
+  byte_code->x_unit = x_unit;
+  byte_code->y_unit = y_unit;
+  byte_code->srv_format = srv_format;
+  byte_code->uav_format = uav_format;
+
+  auto shader_def = "CSMain_" + in_format_str + "_to_" + out_format_str;
+  auto shader_name = shader_def + "_" + std::string (g_sm_mapshader_model);
+
+  std::lock_guard <std::mutex> lk (cache_lock);
+  auto it = g_converter_cs_table.find (shader_name);
+  if (it != g_converter_cs_table.end ()) {
+    byte_code->byte_code.byte_code = it->second.first;
+    byte_code->byte_code.byte_code_len = it->second.second;
+
+    return TRUE;
+  }
+
+  auto target = std::string ("cs_") + g_sm_mapshader_model;
+  std::vector<std::pair<std::string,std::string>> macro_str_pairs;
+  std::vector<D3D_SHADER_MACRO> macros;
+
+  macro_str_pairs.push_back ({"BUILDING_" + shader_def, "1"});
+
+  for (const auto & def : macro_str_pairs)
+    macros.push_back({def.first.c_str (), def.second.c_str ()});
+
+  macros.push_back({nullptr, nullptr});
+
+  ID3DBlob *blob = nullptr;
+  ComPtr<ID3DBlob> error_msg;
+
+  auto hr = gst_d3d_compile (str_CSMain_converter,
+      sizeof (str_CSMain_converter),
+      nullptr, macros.data (), nullptr, "ENTRY_POINT", target.c_str (), 0, 0,
+      &blob, &error_msg);
+  if (FAILED (hr)) {
+    const gchar *err = nullptr;
+    if (error_msg)
+      err = (const gchar *) error_msg->GetBufferPointer ();
+
+    GST_ERROR ("Couldn't compile code, hr: 0x%x, error detail: %s, "
+        "source code: \n%s", (guint) hr, GST_STR_NULL (err),
+        str_VSMain_converter);
+    return FALSE;
+  }
+
+  byte_code->byte_code.byte_code = blob->GetBufferPointer ();
+  byte_code->byte_code.byte_code_len = blob->GetBufferSize ();
+
+  g_converter_cs_tableshader_name = {(const BYTE *) blob->GetBufferPointer (),
+      blob->GetBufferSize ()};
+
+  std::lock_guard <std::mutex> blk (g_blob_lock);
+  g_compiled_blobs.push_back ({ shader_name, blob });
+
+  return TRUE;
+}
+
+enum class PS_OUTPUT
+{
+  PACKED,
+  LUMA,
+  CHROMA,
+  CHROMA_PLANAR,
+  LUMA_ALPHA,
+  PLANAR,
+  PLANAR_FULL,
+};
+
+static const std::string
+ps_output_to_string (PS_OUTPUT output)
+{
+  switch (output) {
+    case PS_OUTPUT::PACKED:
+      return "PS_OUTPUT_PACKED";
+    case PS_OUTPUT::LUMA:
+      return "PS_OUTPUT_LUMA";
+    case PS_OUTPUT::CHROMA:
+      return "PS_OUTPUT_CHROMA";
+    case PS_OUTPUT::CHROMA_PLANAR:
+      return "PS_OUTPUT_CHROMA_PLANAR";
+    case PS_OUTPUT::LUMA_ALPHA:
+      return "PS_OUTPUT_LUMA_ALPHA";
+    case PS_OUTPUT::PLANAR:
+      return "PS_OUTPUT_PLANAR";
+    case PS_OUTPUT::PLANAR_FULL:
+      return "PS_OUTPUT_PLANAR_FULL";
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  return "";
+}
+
+static guint
+ps_output_get_num_rtv (PS_OUTPUT output)
+{
+  switch (output) {
+    case PS_OUTPUT::PACKED:
+    case PS_OUTPUT::LUMA:
+    case PS_OUTPUT::CHROMA:
+      return 1;
+    case PS_OUTPUT::CHROMA_PLANAR:
+    case PS_OUTPUT::LUMA_ALPHA:
+      return 2;
+    case PS_OUTPUT::PLANAR:
+      return 3;
+    case PS_OUTPUT::PLANAR_FULL:
+      return 4;
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  return 0;
+}
+
+static std::string
+conv_ps_make_input (GstVideoFormat format, gboolean premul)
+{
+  switch (format) {
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_RGBA64_LE:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+    case GST_VIDEO_FORMAT_BGRA:
+      if (premul)
+        return "RGBAPremul";
+      return "RGBA";
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_BGRx:
+      return "RGBx";
+    case GST_VIDEO_FORMAT_ARGB:
+    case GST_VIDEO_FORMAT_ARGB64_LE:
+      if (premul)
+        return "ARGBPremul";
+      return "ARGB";
+    case GST_VIDEO_FORMAT_xRGB:
+      return "xRGB";
+    case GST_VIDEO_FORMAT_ABGR:
+      if (premul)
+        return "ABGRPremul";
+      return "ABGR";
+    case GST_VIDEO_FORMAT_xBGR:
+      return "xBGR";
+    case GST_VIDEO_FORMAT_VUYA:
+      if (premul)
+        return "VUYAPremul";
+      return "VUYA";
+    case GST_VIDEO_FORMAT_AYUV:
+    case GST_VIDEO_FORMAT_AYUV64:
+      return "AYUV";
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_P012_LE:
+    case GST_VIDEO_FORMAT_P016_LE:
+    case GST_VIDEO_FORMAT_NV16:
+    case GST_VIDEO_FORMAT_NV24:
+      return "NV12";
+    case GST_VIDEO_FORMAT_NV21:
+    case GST_VIDEO_FORMAT_NV61:
+      return "NV21";
+    case GST_VIDEO_FORMAT_AV12:
+      return "AV12";
+    case GST_VIDEO_FORMAT_YUV9:
+    case GST_VIDEO_FORMAT_Y41B:
+    case GST_VIDEO_FORMAT_I420:
+    case GST_VIDEO_FORMAT_Y42B:
+    case GST_VIDEO_FORMAT_Y444:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+      return "I420";
+    case GST_VIDEO_FORMAT_YV12:
+    case GST_VIDEO_FORMAT_YVU9:
+      return "YV12";
+    case GST_VIDEO_FORMAT_I420_10LE:
+    case GST_VIDEO_FORMAT_I422_10LE:
+    case GST_VIDEO_FORMAT_Y444_10LE:
+      return "I420_10";
+    case GST_VIDEO_FORMAT_I420_12LE:
+    case GST_VIDEO_FORMAT_I422_12LE:
+    case GST_VIDEO_FORMAT_Y444_12LE:
+      return "I420_12";
+    case GST_VIDEO_FORMAT_Y410:
+      return "Y410";
+    case GST_VIDEO_FORMAT_GRAY8:
+    case GST_VIDEO_FORMAT_GRAY16_LE:
+      return "GRAY";
+    case GST_VIDEO_FORMAT_RGBP:
+      return "RGBP";
+    case GST_VIDEO_FORMAT_BGRP:
+      return "BGRP";
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+      return "GBR";
+    case GST_VIDEO_FORMAT_GBR_10LE:
+      return "GBR_10";
+    case GST_VIDEO_FORMAT_GBR_12LE:
+      return "GBR_12";
+    case GST_VIDEO_FORMAT_GBRA:
+      if (premul)
+        return "GBRAPremul";
+      return "GBRA";
+    case GST_VIDEO_FORMAT_GBRA_10LE:
+      if (premul)
+        return "GBRAPremul_10";
+      return "GBRA_10";
+    case GST_VIDEO_FORMAT_GBRA_12LE:
+      if (premul)
+        return "GBRAPremul_12";
+      return "GBRA_12";
+    case GST_VIDEO_FORMAT_Y412_LE:
+    case GST_VIDEO_FORMAT_Y416_LE:
+      if (premul)
+        return "Y412Premul";
+      return "Y412";
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+      return "BGR10A2";
+    case GST_VIDEO_FORMAT_BGRA64_LE:
+      if (premul)
+        return "BGRA64Premul";
+      return "BGRA64";
+    case GST_VIDEO_FORMAT_RBGA:
+      if (premul)
+        return "RBGAPremul";
+      return "RBGA";
+    case GST_VIDEO_FORMAT_RGB16:
+      return "RGB16";
+    case GST_VIDEO_FORMAT_BGR16:
+      return "BGR16";
+    case GST_VIDEO_FORMAT_RGB15:
+      return "RGB15";
+    case GST_VIDEO_FORMAT_BGR15:
+      return "BGR15";
+    case GST_VIDEO_FORMAT_A420:
+    case GST_VIDEO_FORMAT_A420_16LE:
+    case GST_VIDEO_FORMAT_A422:
+    case GST_VIDEO_FORMAT_A422_16LE:
+    case GST_VIDEO_FORMAT_A444:
+    case GST_VIDEO_FORMAT_A444_16LE:
+      return "A420";
+    case GST_VIDEO_FORMAT_A420_10LE:
+    case GST_VIDEO_FORMAT_A422_10LE:
+    case GST_VIDEO_FORMAT_A444_10LE:
+      return "A420_10";
+    case GST_VIDEO_FORMAT_A420_12LE:
+    case GST_VIDEO_FORMAT_A422_12LE:
+    case GST_VIDEO_FORMAT_A444_12LE:
+      return "A420_12";
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  return "";
+}
+
+static std::vector<std::pair<PS_OUTPUT, std::string>>
+conv_ps_make_output (GstVideoFormat format, gboolean premul)
+{
+  std::vector<std::pair<PS_OUTPUT, std::string>> ret;
+
+  switch (format) {
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_RGBA64_LE:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+    case GST_VIDEO_FORMAT_BGRA:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PACKED, "RGBAPremul"});
+      else
+        ret.push_back({PS_OUTPUT::PACKED, "RGBA"});
+      break;
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_BGRx:
+      ret.push_back({PS_OUTPUT::PACKED, "RGBx"});
+      break;
+    case GST_VIDEO_FORMAT_ARGB:
+    case GST_VIDEO_FORMAT_ARGB64_LE:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PACKED, "ARGBPremul"});
+      else
+        ret.push_back({PS_OUTPUT::PACKED, "ARGB"});
+      break;
+    case GST_VIDEO_FORMAT_xRGB:
+      ret.push_back({PS_OUTPUT::PACKED, "xRGB"});
+      break;
+    case GST_VIDEO_FORMAT_ABGR:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PACKED, "ABGRPremul"});
+      else
+        ret.push_back({PS_OUTPUT::PACKED, "ABGR"});
+      break;
+    case GST_VIDEO_FORMAT_xBGR:
+      ret.push_back({PS_OUTPUT::PACKED, "xBGR"});
+      break;
+    case GST_VIDEO_FORMAT_VUYA:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PACKED, "VUYAPremul"});
+      else
+        ret.push_back({PS_OUTPUT::PACKED, "VUYA"});
+      break;
+    case GST_VIDEO_FORMAT_AYUV:
+    case GST_VIDEO_FORMAT_AYUV64:
+      ret.push_back({PS_OUTPUT::PACKED, "AYUV"});
+      break;
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_P012_LE:
+    case GST_VIDEO_FORMAT_P016_LE:
+    case GST_VIDEO_FORMAT_NV16:
+    case GST_VIDEO_FORMAT_NV24:
+      ret.push_back({PS_OUTPUT::LUMA, "Luma"});
+      ret.push_back({PS_OUTPUT::CHROMA, "ChromaNV12"});
+      break;
+    case GST_VIDEO_FORMAT_NV21:
+    case GST_VIDEO_FORMAT_NV61:
+      ret.push_back({PS_OUTPUT::LUMA, "Luma"});
+      ret.push_back({PS_OUTPUT::CHROMA, "ChromaNV21"});
+      break;
+    case GST_VIDEO_FORMAT_AV12:
+      ret.push_back({PS_OUTPUT::LUMA_ALPHA, "LumaAlphaA420"});
+      ret.push_back({PS_OUTPUT::CHROMA, "ChromaNV12"});
+      break;
+    case GST_VIDEO_FORMAT_YUV9:
+    case GST_VIDEO_FORMAT_Y41B:
+    case GST_VIDEO_FORMAT_I420:
+    case GST_VIDEO_FORMAT_Y42B:
+      ret.push_back({PS_OUTPUT::LUMA, "Luma"});
+      ret.push_back({PS_OUTPUT::CHROMA_PLANAR, "ChromaI420"});
+      break;
+    case GST_VIDEO_FORMAT_Y444:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+      ret.push_back({PS_OUTPUT::PLANAR, "Y444"});
+      break;
+    case GST_VIDEO_FORMAT_YV12:
+    case GST_VIDEO_FORMAT_YVU9:
+      ret.push_back({PS_OUTPUT::LUMA, "Luma"});
+      ret.push_back({PS_OUTPUT::CHROMA_PLANAR, "ChromaYV12"});
+      break;
+    case GST_VIDEO_FORMAT_I420_10LE:
+    case GST_VIDEO_FORMAT_I422_10LE:
+      ret.push_back({PS_OUTPUT::LUMA, "Luma_10"});
+      ret.push_back({PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_10"});
+      break;
+    case GST_VIDEO_FORMAT_A420:
+    case GST_VIDEO_FORMAT_A420_16LE:
+    case GST_VIDEO_FORMAT_A422:
+    case GST_VIDEO_FORMAT_A422_16LE:
+      ret.push_back({PS_OUTPUT::LUMA_ALPHA, "LumaAlphaA420"});
+      ret.push_back({PS_OUTPUT::CHROMA_PLANAR, "ChromaI420"});
+      break;
+    case GST_VIDEO_FORMAT_A420_10LE:
+    case GST_VIDEO_FORMAT_A422_10LE:
+      ret.push_back({PS_OUTPUT::LUMA_ALPHA, "LumaAlphaA420_10"});
+      ret.push_back({PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_10"});
+      break;
+    case GST_VIDEO_FORMAT_A420_12LE:
+    case GST_VIDEO_FORMAT_A422_12LE:
+      ret.push_back({PS_OUTPUT::LUMA_ALPHA, "LumaAlphaA420_12"});
+      ret.push_back({PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_12"});
+      break;
+    case GST_VIDEO_FORMAT_Y444_10LE:
+      ret.push_back({PS_OUTPUT::PLANAR, "Y444_10"});
+      break;
+    case GST_VIDEO_FORMAT_I420_12LE:
+    case GST_VIDEO_FORMAT_I422_12LE:
+      ret.push_back({PS_OUTPUT::LUMA, "Luma_12"});
+      ret.push_back({PS_OUTPUT::CHROMA_PLANAR, "ChromaI420_12"});
+      break;
+    case GST_VIDEO_FORMAT_Y444_12LE:
+      ret.push_back({PS_OUTPUT::PLANAR, "Y444_12"});
+      break;
+    case GST_VIDEO_FORMAT_GRAY8:
+    case GST_VIDEO_FORMAT_GRAY16_LE:
+      ret.push_back({PS_OUTPUT::LUMA, "Luma"});
+      break;
+    case GST_VIDEO_FORMAT_RGBP:
+      ret.push_back({PS_OUTPUT::PLANAR, "RGBP"});
+      break;
+    case GST_VIDEO_FORMAT_BGRP:
+      ret.push_back({PS_OUTPUT::PLANAR, "BGRP"});
+      break;
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+      ret.push_back({PS_OUTPUT::PLANAR, "GBR"});
+      break;
+    case GST_VIDEO_FORMAT_GBR_10LE:
+      ret.push_back({PS_OUTPUT::PLANAR, "GBR_10"});
+      break;
+    case GST_VIDEO_FORMAT_GBR_12LE:
+      ret.push_back({PS_OUTPUT::PLANAR, "GBR_12"});
+      break;
+    case GST_VIDEO_FORMAT_GBRA:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PLANAR_FULL, "GBRAPremul"});
+      else
+        ret.push_back({PS_OUTPUT::PLANAR_FULL, "GBRA"});
+      break;
+    case GST_VIDEO_FORMAT_GBRA_10LE:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PLANAR_FULL, "GBRAPremul_10"});
+      else
+        ret.push_back({PS_OUTPUT::PLANAR_FULL, "GBRA_10"});
+      break;
+    case GST_VIDEO_FORMAT_GBRA_12LE:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PLANAR_FULL, "GBRAPremul_12"});
+      else
+        ret.push_back({PS_OUTPUT::PLANAR_FULL, "GBRA_12"});
+      break;
+    case GST_VIDEO_FORMAT_A444:
+    case GST_VIDEO_FORMAT_A444_16LE:
+      ret.push_back({PS_OUTPUT::PLANAR_FULL, "A444"});
+      break;
+    case GST_VIDEO_FORMAT_A444_10LE:
+      ret.push_back({PS_OUTPUT::PLANAR_FULL, "A444_10"});
+      break;
+    case GST_VIDEO_FORMAT_A444_12LE:
+      ret.push_back({PS_OUTPUT::PLANAR_FULL, "A444_12"});
+      break;
+    case GST_VIDEO_FORMAT_RBGA:
+      if (premul)
+        ret.push_back({PS_OUTPUT::PACKED, "RBGAPremul"});
+      else
+        ret.push_back({PS_OUTPUT::PACKED, "RBGA"});
+      break;
+    case GST_VIDEO_FORMAT_RGB16:
+      ret.push_back({PS_OUTPUT::PACKED, "RGB16"});
+      break;
+    case GST_VIDEO_FORMAT_BGR16:
+      ret.push_back({PS_OUTPUT::PACKED, "BGR16"});
+      break;
+    case GST_VIDEO_FORMAT_RGB15:
+      ret.push_back({PS_OUTPUT::PACKED, "RGB15"});
+      break;
+    case GST_VIDEO_FORMAT_BGR15:
+      ret.push_back({PS_OUTPUT::PACKED, "BGR15"});
+      break;
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  return ret;
+}
+
+guint
+gst_d3d_converter_shader_get_ps_blob (GstVideoFormat in_format,
+    GstVideoFormat out_format, gboolean in_premul, gboolean out_premul,
+    GstD3DConverterType conv_type, GstD3DShaderModel shader_model,
+    GstD3DConverterPSByteCode byte_code4)
+{
+  auto input = conv_ps_make_input (in_format, in_premul);
+  auto output = conv_ps_make_output (out_format, out_premul);
+  std::string conv_type_str;
+  std::string sm_target;
+  guint ret = 0;
+
+  switch (conv_type) {
+    case GST_D3D_CONVERTER_IDENTITY:
+      conv_type_str = "Identity";
+      break;
+    case GST_D3D_CONVERTER_SIMPLE:
+      conv_type_str = "Simple";
+      break;
+    case GST_D3D_CONVERTER_RANGE:
+      conv_type_str = "Range";
+      break;
+    case GST_D3D_CONVERTER_GAMMA:
+      conv_type_str = "Gamma";
+      break;
+    case GST_D3D_CONVERTER_PRIMARY:
+      conv_type_str = "Primary";
+      break;
+    case GST_D3D_CONVERTER_COLOR_BALANCE:
+      conv_type_str = "ColorBalance";
+      break;
+    case GST_D3D_CONVERTER_PRIMARY_AND_COLOR_BALANCE:
+      conv_type_str = "PrimaryAndColorBalance";
+      break;
+    default:
+      g_assert_not_reached ();
+      return 0;
+  }
+
+  sm_target = std::string ("ps_") + g_sm_mapshader_model;
+
+  std::lock_guard <std::mutex> lk (g_ps_cache_lock);
+  for (const auto & it : output) {
+    auto output_builder = it.second;
+    std::string shader_name = "PSMain_" + input + "_" + conv_type_str + "_" +
+        output_builder + "_" + g_sm_mapshader_model;
+    GstD3DConverterPSByteCode *ps_blob = &byte_coderet;
+    ps_blob->num_rtv = ps_output_get_num_rtv (it.first);
+
+    auto cached = g_converter_ps_table.find (shader_name);
+    if (cached != g_converter_ps_table.end ()) {
+      ps_blob->byte_code.byte_code = cached->second.first;
+      ps_blob->byte_code.byte_code_len = cached->second.second;
+    } else {
+      std::vector<std::pair<std::string,std::string>> macro_str_pairs;
+      std::vector<D3D_SHADER_MACRO> macros;
+      auto output_type = ps_output_to_string (it.first);
+
+      macro_str_pairs.push_back ({"ENTRY_POINT", shader_name});
+      macro_str_pairs.push_back ({"SAMPLER", "Sampler" + input});
+      macro_str_pairs.push_back ({"CONVERTER", "Converter" + conv_type_str});
+      macro_str_pairs.push_back ({"OUTPUT_TYPE", output_type });
+      macro_str_pairs.push_back ({"OUTPUT_BUILDER", "Output" + output_builder});
+
+      for (const auto & def : macro_str_pairs)
+        macros.push_back({def.first.c_str (), def.second.c_str ()});
+
+      macros.push_back({nullptr, nullptr});
+
+      ID3DBlob *blob = nullptr;
+      ComPtr<ID3DBlob> error_msg;
+
+      auto hr = gst_d3d_compile (str_PSMain_converter,
+          sizeof (str_PSMain_converter), nullptr, macros.data (), nullptr,
+          shader_name.c_str (), sm_target.c_str (), 0, 0, &blob, &error_msg);
+      if (FAILED (hr)) {
+        const gchar *err = nullptr;
+        if (error_msg)
+          err = (const gchar *) error_msg->GetBufferPointer ();
+
+        GST_ERROR ("Couldn't compile code, hr: 0x%x, error detail: %s",
+            (guint) hr, GST_STR_NULL (err));
+        return 0;
+      }
+
+      ps_blob->byte_code.byte_code = blob->GetBufferPointer ();
+      ps_blob->byte_code.byte_code_len = blob->GetBufferSize ();
+
+      g_converter_ps_tableshader_name = {
+          (const BYTE *) blob->GetBufferPointer (),
+          blob->GetBufferSize () };
+
+      std::lock_guard <std::mutex> blk (g_blob_lock);
+      g_compiled_blobs.push_back ({ shader_name, blob });
+    }
+
+    ret++;
+  }
+
+  return ret;
+}
+
+gboolean
+gst_d3d12_shader_cache_get_gamma_lut_blob (GstD3DShaderByteCode * vs_blob,
+    GstD3DShaderByteCode * ps_blob)
+{
+  if (vs_blob && !gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COORD,
+        GST_D3D_SM_5_0, vs_blob)) {
+    GST_ERROR ("Couldn't get vertext shader blob");
+    return FALSE;
+  }
+
+  if (ps_blob) {
+    std::lock_guard <std::mutex> lk (g_ps_cache_lock);
+    std::string shader_name = "PSMain_Gamma_LUT_5_0";
+
+    auto cached = g_converter_ps_table.find (shader_name);
+    if (cached != g_converter_ps_table.end ()) {
+      ps_blob->byte_code = cached->second.first;
+      ps_blob->byte_code_len = cached->second.second;
+    } else {
+      std::vector<std::pair<std::string,std::string>> macro_str_pairs;
+      std::vector<D3D_SHADER_MACRO> macros;
+
+      macro_str_pairs.push_back ({"ENTRY_POINT", shader_name});
+
+      for (const auto & def : macro_str_pairs)
+        macros.push_back({def.first.c_str (), def.second.c_str ()});
+
+      macros.push_back({nullptr, nullptr});
+
+      ID3DBlob *blob = nullptr;
+      ComPtr<ID3DBlob> error_msg;
+
+      auto hr = gst_d3d_compile (str_PSMain_gamma_lut,
+          sizeof (str_PSMain_gamma_lut), nullptr, macros.data (), nullptr,
+          shader_name.c_str (), "ps_5_0", 0, 0, &blob, &error_msg);
+      if (FAILED (hr)) {
+        const gchar *err = nullptr;
+        if (error_msg)
+          err = (const gchar *) error_msg->GetBufferPointer ();
+
+        GST_ERROR ("Couldn't compile code, hr: 0x%x, error detail: %s",
+            (guint) hr, GST_STR_NULL (err));
+        return FALSE;
+      }
+
+      ps_blob->byte_code = blob->GetBufferPointer ();
+      ps_blob->byte_code_len = blob->GetBufferSize ();
+
+      g_converter_ps_tableshader_name = {
+          (const BYTE *) blob->GetBufferPointer (),
+          blob->GetBufferSize () };
+
+      std::lock_guard <std::mutex> blk (g_blob_lock);
+      g_compiled_blobs.push_back ({ shader_name, blob });
+    }
+  }
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/gstd3dshadercache.h Added

@@ -0,0 +1,148 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3dshader/d3dshader-prelude.h>
+#include <gst/video/video.h>
+#include <dxgi.h>
+
+G_BEGIN_DECLS
+
+typedef enum
+{
+  GST_D3D_PLUGIN_PS_CHECKER_LUMA,
+  GST_D3D_PLUGIN_PS_CHECKER_RGB,
+  GST_D3D_PLUGIN_PS_CHECKER_VUYA,
+  GST_D3D_PLUGIN_PS_CHECKER,
+  GST_D3D_PLUGIN_PS_COLOR,
+  GST_D3D_PLUGIN_PS_SAMPLE_PREMULT,
+  GST_D3D_PLUGIN_PS_SAMPLE,
+  GST_D3D_PLUGIN_PS_SAMPLE_SCRGB_TONEMAP,
+  GST_D3D_PLUGIN_PS_SAMPLE_SCRGB,
+  GST_D3D_PLUGIN_PS_SNOW,
+
+  GST_D3D_PLUGIN_PS_LAST
+} GstD3DPluginPS;
+
+typedef enum
+{
+  GST_D3D_PLUGIN_VS_COLOR,
+  GST_D3D_PLUGIN_VS_COORD,
+  GST_D3D_PLUGIN_VS_POS,
+
+  GST_D3D_PLUGIN_VS_LAST,
+} GstD3DPluginVS;
+
+typedef enum
+{
+  GST_D3D_PLUGIN_CS_MIP_GEN,
+  GST_D3D_PLUGIN_CS_MIP_GEN_VUYA,
+  GST_D3D_PLUGIN_CS_MIP_GEN_AYUV,
+  GST_D3D_PLUGIN_CS_MIP_GEN_GRAY,
+  GST_D3D_PLUGIN_CS_YADIF_1,
+  GST_D3D_PLUGIN_CS_YADIF_1_10,
+  GST_D3D_PLUGIN_CS_YADIF_1_12,
+  GST_D3D_PLUGIN_CS_YADIF_2,
+  GST_D3D_PLUGIN_CS_YADIF_4,
+
+  GST_D3D_PLUGIN_CS_LAST,
+} GstD3DPluginCS;
+
+typedef enum
+{
+  GST_D3D_SM_4_0,
+  GST_D3D_SM_5_0,
+  GST_D3D_SM_5_1,
+
+  GST_D3D_SM_LAST
+} GstD3DShaderModel;
+
+typedef struct _GstD3DShaderByteCode
+{
+  gconstpointer byte_code;
+  gsize byte_code_len;
+} GstD3DShaderByteCode;
+
+typedef enum
+{
+  GST_D3D_CONVERTER_IDENTITY,
+  GST_D3D_CONVERTER_SIMPLE,
+  GST_D3D_CONVERTER_RANGE,
+  GST_D3D_CONVERTER_GAMMA,
+  GST_D3D_CONVERTER_PRIMARY,
+  GST_D3D_CONVERTER_COLOR_BALANCE,
+  GST_D3D_CONVERTER_PRIMARY_AND_COLOR_BALANCE,
+} GstD3DConverterType;
+
+typedef struct _GstD3DConverterCSByteCode
+{
+  GstD3DShaderByteCode byte_code;
+  guint x_unit;
+  guint y_unit;
+  DXGI_FORMAT srv_format;
+  DXGI_FORMAT uav_format;
+} GstD3DConverterCSByteCode;
+
+typedef struct _GstD3DConverterPSByteCode
+{
+  GstD3DShaderByteCode byte_code;
+  guint num_rtv;
+} GstD3DConverterPSByteCode;
+
+GST_D3D_SHADER_API
+gboolean gst_d3d_plugin_shader_get_vs_blob (GstD3DPluginVS type,
+                                            GstD3DShaderModel shader_model,
+                                            GstD3DShaderByteCode * byte_code);
+
+GST_D3D_SHADER_API
+gboolean gst_d3d_plugin_shader_get_ps_blob (GstD3DPluginPS type,
+                                            GstD3DShaderModel shader_model,
+                                            GstD3DShaderByteCode * byte_code);
+
+GST_D3D_SHADER_API
+gboolean gst_d3d_plugin_shader_get_cs_blob (GstD3DPluginCS type,
+                                            GstD3DShaderModel shader_model,
+                                            GstD3DShaderByteCode * byte_code);
+
+GST_D3D_SHADER_API
+gboolean gst_d3d_converter_shader_get_vs_blob (GstD3DShaderModel shader_model,
+                                               GstD3DShaderByteCode * byte_code);
+
+GST_D3D_SHADER_API
+gboolean gst_d3d_converter_shader_get_cs_blob (GstVideoFormat in_format,
+                                               GstVideoFormat out_format,
+                                               GstD3DShaderModel shader_model,
+                                               GstD3DConverterCSByteCode * byte_code);
+
+GST_D3D_SHADER_API
+guint   gst_d3d_converter_shader_get_ps_blob (GstVideoFormat in_format,
+                                              GstVideoFormat out_format,
+                                              gboolean in_premul,
+                                              gboolean out_premul,
+                                              GstD3DConverterType conv_type,
+                                              GstD3DShaderModel shader_model,
+                                              GstD3DConverterPSByteCode byte_code4);
+
+GST_D3D_SHADER_API
+gboolean gst_d3d12_shader_cache_get_gamma_lut_blob (GstD3DShaderByteCode * vs_blob,
+                                                    GstD3DShaderByteCode * ps_blob);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/meson.build Added

@@ -0,0 +1,68 @@
+d3dshader_sources = 
+  'gstd3dcompile.cpp',
+  'gstd3dshadercache.cpp',
+
+
+gst_d3dshader_dep = dependency('', required : false)
+
+if host_system != 'windows'
+  subdir_done()
+endif
+
+extra_args = 
+  '-DGST_USE_UNSTABLE_API',
+  '-DBUILDING_GST_D3D_SHADER',
+  '-DG_LOG_DOMAIN="GStreamer-D3DShader"',
+
+
+sdk_headers = 
+  'wrl.h',
+  'd3dcompiler.h',
+  'dxgi.h',
+
+
+foreach h : sdk_headers
+  if not cc.has_header(h)
+    subdir_done()
+  endif
+endforeach
+
+# MinGW 32bits compiler seems to be complaining about redundant-decls
+# when ComPtr is in use. Let's just disable the warning
+if cc.get_id() != 'msvc'
+  extra_args += cc.get_supported_arguments(
+    '-Wno-redundant-decls',
+  )
+endif
+
+hlsl_precompile_opt = get_option('d3d-hlsl-precompile')
+
+hlsl_precompiled = 
+fxc = find_program ('fxc', required : hlsl_precompile_opt)
+if not hlsl_precompile_opt.disabled() and cc.get_id() == 'msvc' and fxc.found()
+  subdir('converter-hlsl')
+  subdir('plugin-hlsl')
+  extra_args += '-DHLSL_PRECOMPILED'
+endif
+
+pkg_name = 'gstreamer-d3dshader-' + api_version
+gstd3dshader = library('gstd3dshader-' + api_version,
+  d3dshader_sources + hlsl_precompiled,
+  c_args : gst_plugins_bad_args + extra_args,
+  cpp_args : gst_plugins_bad_args + extra_args,
+  include_directories : configinc, libsinc,
+  version : libversion,
+  soversion : soversion,
+  install : true,
+  dependencies : gstvideo_dep, gmodule_dep
+)
+
+library_def = {'lib': gstd3dshader}
+gst_libraries += pkg_name, library_def
+
+gstd3dshader_dep = declare_dependency(link_with : gstd3dshader,
+  include_directories : libsinc,
+  dependencies : gstvideo_dep,
+  sources : gen_sources)
+
+meson.override_dependency(pkg_name, gstd3dshader_dep)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen.hlsl Added

@@ -0,0 +1,421 @@
+/**
+ * MIT License
+ *
+ * Copyright (c) 2018 Jeremiah van Oosten
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+/* Source: https://github.com/jpvanoosten/LearningDirectX12 */
+
+#ifdef BUILDING_HLSL
+
+#define BLOCK_SIZE 8
+
+ // When reducing the size of a texture, it could be that downscaling the texture
+ // will result in a less than exactly 50% (1/2) of the original texture size.
+ // This happens if either the width, or the height (or both) dimensions of the texture
+ // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which
+ // has a 60% reduction in the texture width and 66% reduction in the height.
+ // When this happens, we need to take more samples from the source texture to
+ // determine the pixel value in the destination texture.
+
+#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.
+#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.
+#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.
+#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.
+
+struct ComputeShaderInput
+{
+    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.
+    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.
+    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.
+    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.
+};
+
+cbuffer GenerateMipsCB : register( b0 )
+{
+    uint SrcMipLevel;   // Texture level of source mip
+    uint NumMipLevels;  // Number of OutMips to write: 1-4
+    uint SrcDimension;  // Width and height of the source texture are even or odd.
+    uint padding;
+    float2 TexelSize;   // 1.0 / OutMip1.Dimensions
+}
+
+// Source mip map.
+Texture2D<float4> SrcMip : register( t0 );
+
+// Write up to 4 mip map levels.
+RWTexture2D<float4> OutMip1 : register( u0 );
+RWTexture2D<float4> OutMip2 : register( u1 );
+RWTexture2D<float4> OutMip3 : register( u2 );
+RWTexture2D<float4> OutMip4 : register( u3 );
+
+// Linear clamp sampler.
+SamplerState LinearClampSampler : register( s0 );
+
+// The reason for separating channels is to reduce bank conflicts in the
+// local data memory controller.  A large stride will cause more threads
+// to collide on the same memory bank.
+groupshared float gs_R64;
+groupshared float gs_G64;
+groupshared float gs_B64;
+groupshared float gs_A64;
+
+void StoreColor( uint Index, float4 Color )
+{
+    gs_RIndex = Color.r;
+    gs_GIndex = Color.g;
+    gs_BIndex = Color.b;
+    gs_AIndex = Color.a;
+}
+
+float4 LoadColor( uint Index )
+{
+    return float4( gs_RIndex, gs_GIndex, gs_BIndex, gs_AIndex );
+}
+
+numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )
+void ENTRY_POINT( ComputeShaderInput IN )
+{
+    float4 Src1 = (float4)0;
+
+    // One bilinear sample is insufficient when scaling down by more than 2x.
+    // You will slightly undersample in the case where the source dimension
+    // is odd.  This is why it's a really good idea to only generate mips on
+    // power-of-two sized textures.  Trying to handle the undersampling case
+    // will force this shader to be slower and more complicated as it will
+    // have to take more source texture samples.
+
+    // Determine the path to use based on the dimension of the
+    // source texture.
+    // 0b00(0): Both width and height are even.
+    // 0b01(1): Width is odd, height is even.
+    // 0b10(2): Width is even, height is odd.
+    // 0b11(3): Both width and height are odd.
+    switch ( SrcDimension )
+    {
+        case WIDTH_HEIGHT_EVEN:
+        {
+            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );
+
+            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel );
+        }
+        break;
+        case WIDTH_ODD_HEIGHT_EVEN:
+        {
+            // > 2:1 in X dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // horizontally.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );
+            float2 Off = TexelSize * float2( 0.5, 0.0 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );
+        }
+        break;
+        case WIDTH_EVEN_HEIGHT_ODD:
+        {
+            // > 2:1 in Y dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // vertically.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );
+            float2 Off = TexelSize * float2( 0.0, 0.5 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );
+        }
+        break;
+        case WIDTH_HEIGHT_ODD:
+        {
+            // > 2:1 in in both dimensions
+            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // in both directions.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );
+            float2 Off = TexelSize * 0.5;
+
+            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel );
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel );
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel );
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel );
+            Src1 *= 0.25;
+        }
+        break;
+    }
+
+    OutMip1IN.DispatchThreadID.xy = Src1;
+
+    // A scalar (constant) branch can exit all threads coherently.
+    if ( NumMipLevels == 1 )
+        return;
+
+    // Without lane swizzle operations, the only way to share data with other
+    // threads is through LDS.
+    StoreColor( IN.GroupIndex, Src1 );
+
+    // This guarantees all LDS writes are complete and that all threads have
+    // executed all instructions so far (and therefore have issued their LDS
+    // write instructions.)
+    GroupMemoryBarrierWithGroupSync();
+
+    // With low three bits for X and high three bits for Y, this bit mask
+    // (binary: 001001) checks that X and Y are even.
+    if ( ( IN.GroupIndex & 0x9 ) == 0 )
+    {
+        float4 Src2 = LoadColor( IN.GroupIndex + 0x01 );
+        float4 Src3 = LoadColor( IN.GroupIndex + 0x08 );
+        float4 Src4 = LoadColor( IN.GroupIndex + 0x09 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip2IN.DispatchThreadID.xy / 2 = Src1;
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 2 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask (binary: 011011) checks that X and Y are multiples of four.
+    if ( ( IN.GroupIndex & 0x1B ) == 0 )
+    {
+        float4 Src2 = LoadColor( IN.GroupIndex + 0x02 );
+        float4 Src3 = LoadColor( IN.GroupIndex + 0x10 );
+        float4 Src4 = LoadColor( IN.GroupIndex + 0x12 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip3IN.DispatchThreadID.xy / 4 = Src1;
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 3 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask would be 111111 (X & Y multiples of 8), but only one
+    // thread fits that criteria.
+    if ( IN.GroupIndex == 0 )
+    {
+        float4 Src2 = LoadColor( IN.GroupIndex + 0x04 );
+        float4 Src3 = LoadColor( IN.GroupIndex + 0x20 );
+        float4 Src4 = LoadColor( IN.GroupIndex + 0x24 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip4IN.DispatchThreadID.xy / 8 = Src1;
+    }
+}
+#else
+static const char str_CSMain_mipgen =
+"#define BLOCK_SIZE 8\n"
+"\n"
+" // When reducing the size of a texture, it could be that downscaling the texture\n"
+" // will result in a less than exactly 50% (1/2) of the original texture size.\n"
+" // This happens if either the width, or the height (or both) dimensions of the texture\n"
+" // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which\n"
+" // has a 60% reduction in the texture width and 66% reduction in the height.\n"
+" // When this happens, we need to take more samples from the source texture to\n"
+" // determine the pixel value in the destination texture.\n"
+"\n"
+"#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.\n"
+"#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.\n"
+"#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.\n"
+"#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.\n"
+"\n"
+"struct ComputeShaderInput\n"
+"{\n"
+"    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.\n"
+"    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.\n"
+"    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.\n"
+"    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.\n"
+"};\n"
+"\n"
+"cbuffer GenerateMipsCB : register( b0 )\n"
+"{\n"
+"    uint SrcMipLevel;   // Texture level of source mip\n"
+"    uint NumMipLevels;  // Number of OutMips to write: 1-4\n"
+"    uint SrcDimension;  // Width and height of the source texture are even or odd.\n"
+"    uint padding;\n"
+"    float2 TexelSize;   // 1.0 / OutMip1.Dimensions\n"
+"}\n"
+"\n"
+"// Source mip map.\n"
+"Texture2D<float4> SrcMip : register( t0 );\n"
+"\n"
+"// Write up to 4 mip map levels.\n"
+"RWTexture2D<float4> OutMip1 : register( u0 );\n"
+"RWTexture2D<float4> OutMip2 : register( u1 );\n"
+"RWTexture2D<float4> OutMip3 : register( u2 );\n"
+"RWTexture2D<float4> OutMip4 : register( u3 );\n"
+"\n"
+"// Linear clamp sampler.\n"
+"SamplerState LinearClampSampler : register( s0 );\n"
+"\n"
+"// The reason for separating channels is to reduce bank conflicts in the\n"
+"// local data memory controller.  A large stride will cause more threads\n"
+"// to collide on the same memory bank.\n"
+"groupshared float gs_R64;\n"
+"groupshared float gs_G64;\n"
+"groupshared float gs_B64;\n"
+"groupshared float gs_A64;\n"
+"\n"
+"void StoreColor( uint Index, float4 Color )\n"
+"{\n"
+"    gs_RIndex = Color.r;\n"
+"    gs_GIndex = Color.g;\n"
+"    gs_BIndex = Color.b;\n"
+"    gs_AIndex = Color.a;\n"
+"}\n"
+"\n"
+"float4 LoadColor( uint Index )\n"
+"{\n"
+"    return float4( gs_RIndex, gs_GIndex, gs_BIndex, gs_AIndex );\n"
+"}\n"
+"\n"
+"numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )\n"
+"void ENTRY_POINT( ComputeShaderInput IN )\n"
+"{\n"
+"    float4 Src1 = (float4)0;\n"
+"\n"
+"    // One bilinear sample is insufficient when scaling down by more than 2x.\n"
+"    // You will slightly undersample in the case where the source dimension\n"
+"    // is odd.  This is why it's a really good idea to only generate mips on\n"
+"    // power-of-two sized textures.  Trying to handle the undersampling case\n"
+"    // will force this shader to be slower and more complicated as it will\n"
+"    // have to take more source texture samples.\n"
+"\n"
+"    // Determine the path to use based on the dimension of the\n"
+"    // source texture.\n"
+"    // 0b00(0): Both width and height are even.\n"
+"    // 0b01(1): Width is odd, height is even.\n"
+"    // 0b10(2): Width is even, height is odd.\n"
+"    // 0b11(3): Both width and height are odd.\n"
+"    switch ( SrcDimension )\n"
+"    {\n"
+"        case WIDTH_HEIGHT_EVEN:\n"
+"        {\n"
+"            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );\n"
+"\n"
+"            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_ODD_HEIGHT_EVEN:\n"
+"        {\n"
+"            // > 2:1 in X dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // horizontally.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );\n"
+"            float2 Off = TexelSize * float2( 0.5, 0.0 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_EVEN_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in Y dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // vertically.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );\n"
+"            float2 Off = TexelSize * float2( 0.0, 0.5 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in in both dimensions\n"
+"            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // in both directions.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );\n"
+"            float2 Off = TexelSize * 0.5;\n"
+"\n"
+"            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel );\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel );\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel );\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel );\n"
+"            Src1 *= 0.25;\n"
+"        }\n"
+"        break;\n"
+"    }\n"
+"\n"
+"    OutMip1IN.DispatchThreadID.xy = Src1;\n"
+"\n"
+"    // A scalar (constant) branch can exit all threads coherently.\n"
+"    if ( NumMipLevels == 1 )\n"
+"        return;\n"
+"\n"
+"    // Without lane swizzle operations, the only way to share data with other\n"
+"    // threads is through LDS.\n"
+"    StoreColor( IN.GroupIndex, Src1 );\n"
+"\n"
+"    // This guarantees all LDS writes are complete and that all threads have\n"
+"    // executed all instructions so far (and therefore have issued their LDS\n"
+"    // write instructions.)\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // With low three bits for X and high three bits for Y, this bit mask\n"
+"    // (binary: 001001) checks that X and Y are even.\n"
+"    if ( ( IN.GroupIndex & 0x9 ) == 0 )\n"
+"    {\n"
+"        float4 Src2 = LoadColor( IN.GroupIndex + 0x01 );\n"
+"        float4 Src3 = LoadColor( IN.GroupIndex + 0x08 );\n"
+"        float4 Src4 = LoadColor( IN.GroupIndex + 0x09 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip2IN.DispatchThreadID.xy / 2 = Src1;\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 2 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask (binary: 011011) checks that X and Y are multiples of four.\n"
+"    if ( ( IN.GroupIndex & 0x1B ) == 0 )\n"
+"    {\n"
+"        float4 Src2 = LoadColor( IN.GroupIndex + 0x02 );\n"
+"        float4 Src3 = LoadColor( IN.GroupIndex + 0x10 );\n"
+"        float4 Src4 = LoadColor( IN.GroupIndex + 0x12 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip3IN.DispatchThreadID.xy / 4 = Src1;\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 3 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask would be 111111 (X & Y multiples of 8), but only one\n"
+"    // thread fits that criteria.\n"
+"    if ( IN.GroupIndex == 0 )\n"
+"    {\n"
+"        float4 Src2 = LoadColor( IN.GroupIndex + 0x04 );\n"
+"        float4 Src3 = LoadColor( IN.GroupIndex + 0x20 );\n"
+"        float4 Src4 = LoadColor( IN.GroupIndex + 0x24 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip4IN.DispatchThreadID.xy / 8 = Src1;\n"
+"    }\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen_ayuv.hlsl Added

@@ -0,0 +1,417 @@
+/**
+ * MIT License
+ *
+ * Copyright (c) 2018 Jeremiah van Oosten
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+/* Source: https://github.com/jpvanoosten/LearningDirectX12 */
+
+#ifdef BUILDING_HLSL
+
+#define BLOCK_SIZE 8
+
+ // When reducing the size of a texture, it could be that downscaling the texture
+ // will result in a less than exactly 50% (1/2) of the original texture size.
+ // This happens if either the width, or the height (or both) dimensions of the texture
+ // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which
+ // has a 60% reduction in the texture width and 66% reduction in the height.
+ // When this happens, we need to take more samples from the source texture to
+ // determine the pixel value in the destination texture.
+
+#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.
+#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.
+#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.
+#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.
+
+struct ComputeShaderInput
+{
+    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.
+    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.
+    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.
+    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.
+};
+
+cbuffer GenerateMipsCB : register( b0 )
+{
+    uint SrcMipLevel;   // Texture level of source mip
+    uint NumMipLevels;  // Number of OutMips to write: 1-4
+    uint SrcDimension;  // Width and height of the source texture are even or odd.
+    uint padding;
+    float2 TexelSize;   // 1.0 / OutMip1.Dimensions
+}
+
+// Source mip map.
+Texture2D<float4> SrcMip : register( t0 );
+
+// Write up to 4 mip map levels.
+RWTexture2D<float4> OutMip1 : register( u0 );
+RWTexture2D<float4> OutMip2 : register( u1 );
+RWTexture2D<float4> OutMip3 : register( u2 );
+RWTexture2D<float4> OutMip4 : register( u3 );
+
+// Linear clamp sampler.
+SamplerState LinearClampSampler : register( s0 );
+
+// The reason for separating channels is to reduce bank conflicts in the
+// local data memory controller.  A large stride will cause more threads
+// to collide on the same memory bank.
+groupshared float gs_Y64;
+groupshared float gs_U64;
+groupshared float gs_V64;
+
+void StoreColor( uint Index, float3 Color )
+{
+    gs_YIndex = Color.x;
+    gs_UIndex = Color.y;
+    gs_VIndex = Color.z;
+}
+
+float3 LoadColor( uint Index )
+{
+    return float3( gs_YIndex, gs_UIndex, gs_VIndex );
+}
+
+numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )
+void ENTRY_POINT( ComputeShaderInput IN )
+{
+    float3 Src1 = (float3)0;
+
+    // One bilinear sample is insufficient when scaling down by more than 2x.
+    // You will slightly undersample in the case where the source dimension
+    // is odd.  This is why it's a really good idea to only generate mips on
+    // power-of-two sized textures.  Trying to handle the undersampling case
+    // will force this shader to be slower and more complicated as it will
+    // have to take more source texture samples.
+
+    // Determine the path to use based on the dimension of the
+    // source texture.
+    // 0b00(0): Both width and height are even.
+    // 0b01(1): Width is odd, height is even.
+    // 0b10(2): Width is even, height is odd.
+    // 0b11(3): Both width and height are odd.
+    switch ( SrcDimension )
+    {
+        case WIDTH_HEIGHT_EVEN:
+        {
+            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );
+
+            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel ).yzw;
+        }
+        break;
+        case WIDTH_ODD_HEIGHT_EVEN:
+        {
+            // > 2:1 in X dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // horizontally.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );
+            float2 Off = TexelSize * float2( 0.5, 0.0 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).yzw +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).yzw );
+        }
+        break;
+        case WIDTH_EVEN_HEIGHT_ODD:
+        {
+            // > 2:1 in Y dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // vertically.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );
+            float2 Off = TexelSize * float2( 0.0, 0.5 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).yzw +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).yzw );
+        }
+        break;
+        case WIDTH_HEIGHT_ODD:
+        {
+            // > 2:1 in in both dimensions
+            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // in both directions.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );
+            float2 Off = TexelSize * 0.5;
+
+            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).yzw;
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel ).yzw;
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel ).yzw;
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel ).yzw;
+            Src1 *= 0.25;
+        }
+        break;
+    }
+
+    OutMip1IN.DispatchThreadID.xy = float4(1.0f, Src1);
+
+    // A scalar (constant) branch can exit all threads coherently.
+    if ( NumMipLevels == 1 )
+        return;
+
+    // Without lane swizzle operations, the only way to share data with other
+    // threads is through LDS.
+    StoreColor( IN.GroupIndex, Src1 );
+
+    // This guarantees all LDS writes are complete and that all threads have
+    // executed all instructions so far (and therefore have issued their LDS
+    // write instructions.)
+    GroupMemoryBarrierWithGroupSync();
+
+    // With low three bits for X and high three bits for Y, this bit mask
+    // (binary: 001001) checks that X and Y are even.
+    if ( ( IN.GroupIndex & 0x9 ) == 0 )
+    {
+        float3 Src2 = LoadColor( IN.GroupIndex + 0x01 );
+        float3 Src3 = LoadColor( IN.GroupIndex + 0x08 );
+        float3 Src4 = LoadColor( IN.GroupIndex + 0x09 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip2IN.DispatchThreadID.xy / 2 = float4(1.0f, Src1);
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 2 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask (binary: 011011) checks that X and Y are multiples of four.
+    if ( ( IN.GroupIndex & 0x1B ) == 0 )
+    {
+        float3 Src2 = LoadColor( IN.GroupIndex + 0x02 );
+        float3 Src3 = LoadColor( IN.GroupIndex + 0x10 );
+        float3 Src4 = LoadColor( IN.GroupIndex + 0x12 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip3IN.DispatchThreadID.xy / 4 = float4(1.0f, Src1);
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 3 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask would be 111111 (X & Y multiples of 8), but only one
+    // thread fits that criteria.
+    if ( IN.GroupIndex == 0 )
+    {
+        float3 Src2 = LoadColor( IN.GroupIndex + 0x04 );
+        float3 Src3 = LoadColor( IN.GroupIndex + 0x20 );
+        float3 Src4 = LoadColor( IN.GroupIndex + 0x24 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip4IN.DispatchThreadID.xy / 8 = float4(1.0f, Src1);
+    }
+}
+#else
+static const char str_CSMain_mipgen_ayuv =
+"#define BLOCK_SIZE 8\n"
+"\n"
+" // When reducing the size of a texture, it could be that downscaling the texture\n"
+" // will result in a less than exactly 50% (1/2) of the original texture size.\n"
+" // This happens if either the width, or the height (or both) dimensions of the texture\n"
+" // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which\n"
+" // has a 60% reduction in the texture width and 66% reduction in the height.\n"
+" // When this happens, we need to take more samples from the source texture to\n"
+" // determine the pixel value in the destination texture.\n"
+"\n"
+"#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.\n"
+"#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.\n"
+"#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.\n"
+"#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.\n"
+"\n"
+"struct ComputeShaderInput\n"
+"{\n"
+"    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.\n"
+"    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.\n"
+"    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.\n"
+"    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.\n"
+"};\n"
+"\n"
+"cbuffer GenerateMipsCB : register( b0 )\n"
+"{\n"
+"    uint SrcMipLevel;   // Texture level of source mip\n"
+"    uint NumMipLevels;  // Number of OutMips to write: 1-4\n"
+"    uint SrcDimension;  // Width and height of the source texture are even or odd.\n"
+"    uint padding;\n"
+"    float2 TexelSize;   // 1.0 / OutMip1.Dimensions\n"
+"}\n"
+"\n"
+"// Source mip map.\n"
+"Texture2D<float4> SrcMip : register( t0 );\n"
+"\n"
+"// Write up to 4 mip map levels.\n"
+"RWTexture2D<float4> OutMip1 : register( u0 );\n"
+"RWTexture2D<float4> OutMip2 : register( u1 );\n"
+"RWTexture2D<float4> OutMip3 : register( u2 );\n"
+"RWTexture2D<float4> OutMip4 : register( u3 );\n"
+"\n"
+"// Linear clamp sampler.\n"
+"SamplerState LinearClampSampler : register( s0 );\n"
+"\n"
+"// The reason for separating channels is to reduce bank conflicts in the\n"
+"// local data memory controller.  A large stride will cause more threads\n"
+"// to collide on the same memory bank.\n"
+"groupshared float gs_Y64;\n"
+"groupshared float gs_U64;\n"
+"groupshared float gs_V64;\n"
+"\n"
+"void StoreColor( uint Index, float3 Color )\n"
+"{\n"
+"    gs_YIndex = Color.x;\n"
+"    gs_UIndex = Color.y;\n"
+"    gs_VIndex = Color.z;\n"
+"}\n"
+"\n"
+"float3 LoadColor( uint Index )\n"
+"{\n"
+"    return float3( gs_YIndex, gs_UIndex, gs_VIndex );\n"
+"}\n"
+"\n"
+"numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )\n"
+"void ENTRY_POINT( ComputeShaderInput IN )\n"
+"{\n"
+"    float3 Src1 = (float3)0;\n"
+"\n"
+"    // One bilinear sample is insufficient when scaling down by more than 2x.\n"
+"    // You will slightly undersample in the case where the source dimension\n"
+"    // is odd.  This is why it's a really good idea to only generate mips on\n"
+"    // power-of-two sized textures.  Trying to handle the undersampling case\n"
+"    // will force this shader to be slower and more complicated as it will\n"
+"    // have to take more source texture samples.\n"
+"\n"
+"    // Determine the path to use based on the dimension of the\n"
+"    // source texture.\n"
+"    // 0b00(0): Both width and height are even.\n"
+"    // 0b01(1): Width is odd, height is even.\n"
+"    // 0b10(2): Width is even, height is odd.\n"
+"    // 0b11(3): Both width and height are odd.\n"
+"    switch ( SrcDimension )\n"
+"    {\n"
+"        case WIDTH_HEIGHT_EVEN:\n"
+"        {\n"
+"            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );\n"
+"\n"
+"            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel ).yzw;\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_ODD_HEIGHT_EVEN:\n"
+"        {\n"
+"            // > 2:1 in X dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // horizontally.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );\n"
+"            float2 Off = TexelSize * float2( 0.5, 0.0 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).yzw +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).yzw );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_EVEN_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in Y dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // vertically.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );\n"
+"            float2 Off = TexelSize * float2( 0.0, 0.5 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).yzw +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).yzw );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in in both dimensions\n"
+"            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // in both directions.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );\n"
+"            float2 Off = TexelSize * 0.5;\n"
+"\n"
+"            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).yzw;\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel ).yzw;\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel ).yzw;\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel ).yzw;\n"
+"            Src1 *= 0.25;\n"
+"        }\n"
+"        break;\n"
+"    }\n"
+"\n"
+"    OutMip1IN.DispatchThreadID.xy = float4(1.0f, Src1);\n"
+"\n"
+"    // A scalar (constant) branch can exit all threads coherently.\n"
+"    if ( NumMipLevels == 1 )\n"
+"        return;\n"
+"\n"
+"    // Without lane swizzle operations, the only way to share data with other\n"
+"    // threads is through LDS.\n"
+"    StoreColor( IN.GroupIndex, Src1 );\n"
+"\n"
+"    // This guarantees all LDS writes are complete and that all threads have\n"
+"    // executed all instructions so far (and therefore have issued their LDS\n"
+"    // write instructions.)\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // With low three bits for X and high three bits for Y, this bit mask\n"
+"    // (binary: 001001) checks that X and Y are even.\n"
+"    if ( ( IN.GroupIndex & 0x9 ) == 0 )\n"
+"    {\n"
+"        float3 Src2 = LoadColor( IN.GroupIndex + 0x01 );\n"
+"        float3 Src3 = LoadColor( IN.GroupIndex + 0x08 );\n"
+"        float3 Src4 = LoadColor( IN.GroupIndex + 0x09 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip2IN.DispatchThreadID.xy / 2 = float4(1.0f, Src1);\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 2 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask (binary: 011011) checks that X and Y are multiples of four.\n"
+"    if ( ( IN.GroupIndex & 0x1B ) == 0 )\n"
+"    {\n"
+"        float3 Src2 = LoadColor( IN.GroupIndex + 0x02 );\n"
+"        float3 Src3 = LoadColor( IN.GroupIndex + 0x10 );\n"
+"        float3 Src4 = LoadColor( IN.GroupIndex + 0x12 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip3IN.DispatchThreadID.xy / 4 = float4(1.0f, Src1);\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 3 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask would be 111111 (X & Y multiples of 8), but only one\n"
+"    // thread fits that criteria.\n"
+"    if ( IN.GroupIndex == 0 )\n"
+"    {\n"
+"        float3 Src2 = LoadColor( IN.GroupIndex + 0x04 );\n"
+"        float3 Src3 = LoadColor( IN.GroupIndex + 0x20 );\n"
+"        float3 Src4 = LoadColor( IN.GroupIndex + 0x24 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip4IN.DispatchThreadID.xy / 8 = float4(1.0f, Src1);\n"
+"    }\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen_gray.hlsl Added

@@ -0,0 +1,409 @@
+/**
+ * MIT License
+ *
+ * Copyright (c) 2018 Jeremiah van Oosten
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+/* Source: https://github.com/jpvanoosten/LearningDirectX12 */
+
+#ifdef BUILDING_HLSL
+
+#define BLOCK_SIZE 8
+
+ // When reducing the size of a texture, it could be that downscaling the texture
+ // will result in a less than exactly 50% (1/2) of the original texture size.
+ // This happens if either the width, or the height (or both) dimensions of the texture
+ // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which
+ // has a 60% reduction in the texture width and 66% reduction in the height.
+ // When this happens, we need to take more samples from the source texture to
+ // determine the pixel value in the destination texture.
+
+#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.
+#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.
+#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.
+#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.
+
+struct ComputeShaderInput
+{
+    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.
+    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.
+    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.
+    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.
+};
+
+cbuffer GenerateMipsCB : register( b0 )
+{
+    uint SrcMipLevel;   // Texture level of source mip
+    uint NumMipLevels;  // Number of OutMips to write: 1-4
+    uint SrcDimension;  // Width and height of the source texture are even or odd.
+    uint padding;
+    float2 TexelSize;   // 1.0 / OutMip1.Dimensions
+}
+
+// Source mip map.
+Texture2D<float> SrcMip : register( t0 );
+
+// Write up to 4 mip map levels.
+RWTexture2D<float> OutMip1 : register( u0 );
+RWTexture2D<float> OutMip2 : register( u1 );
+RWTexture2D<float> OutMip3 : register( u2 );
+RWTexture2D<float> OutMip4 : register( u3 );
+
+// Linear clamp sampler.
+SamplerState LinearClampSampler : register( s0 );
+
+// The reason for separating channels is to reduce bank conflicts in the
+// local data memory controller.  A large stride will cause more threads
+// to collide on the same memory bank.
+groupshared float gs_R64;
+
+void StoreColor( uint Index, float Color )
+{
+    gs_RIndex = Color;
+}
+
+float LoadColor( uint Index )
+{
+    return gs_RIndex;
+}
+
+numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )
+void ENTRY_POINT( ComputeShaderInput IN )
+{
+    float Src1 = 0;
+
+    // One bilinear sample is insufficient when scaling down by more than 2x.
+    // You will slightly undersample in the case where the source dimension
+    // is odd.  This is why it's a really good idea to only generate mips on
+    // power-of-two sized textures.  Trying to handle the undersampling case
+    // will force this shader to be slower and more complicated as it will
+    // have to take more source texture samples.
+
+    // Determine the path to use based on the dimension of the
+    // source texture.
+    // 0b00(0): Both width and height are even.
+    // 0b01(1): Width is odd, height is even.
+    // 0b10(2): Width is even, height is odd.
+    // 0b11(3): Both width and height are odd.
+    switch ( SrcDimension )
+    {
+        case WIDTH_HEIGHT_EVEN:
+        {
+            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );
+
+            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel );
+        }
+        break;
+        case WIDTH_ODD_HEIGHT_EVEN:
+        {
+            // > 2:1 in X dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // horizontally.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );
+            float2 Off = TexelSize * float2( 0.5, 0.0 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );
+        }
+        break;
+        case WIDTH_EVEN_HEIGHT_ODD:
+        {
+            // > 2:1 in Y dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // vertically.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );
+            float2 Off = TexelSize * float2( 0.0, 0.5 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );
+        }
+        break;
+        case WIDTH_HEIGHT_ODD:
+        {
+            // > 2:1 in in both dimensions
+            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // in both directions.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );
+            float2 Off = TexelSize * 0.5;
+
+            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel );
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel );
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel );
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel );
+            Src1 *= 0.25;
+        }
+        break;
+    }
+
+    OutMip1IN.DispatchThreadID.xy = Src1;
+
+    // A scalar (constant) branch can exit all threads coherently.
+    if ( NumMipLevels == 1 )
+        return;
+
+    // Without lane swizzle operations, the only way to share data with other
+    // threads is through LDS.
+    StoreColor( IN.GroupIndex, Src1 );
+
+    // This guarantees all LDS writes are complete and that all threads have
+    // executed all instructions so far (and therefore have issued their LDS
+    // write instructions.)
+    GroupMemoryBarrierWithGroupSync();
+
+    // With low three bits for X and high three bits for Y, this bit mask
+    // (binary: 001001) checks that X and Y are even.
+    if ( ( IN.GroupIndex & 0x9 ) == 0 )
+    {
+        float Src2 = LoadColor( IN.GroupIndex + 0x01 );
+        float Src3 = LoadColor( IN.GroupIndex + 0x08 );
+        float Src4 = LoadColor( IN.GroupIndex + 0x09 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip2IN.DispatchThreadID.xy / 2 = Src1;
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 2 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask (binary: 011011) checks that X and Y are multiples of four.
+    if ( ( IN.GroupIndex & 0x1B ) == 0 )
+    {
+        float Src2 = LoadColor( IN.GroupIndex + 0x02 );
+        float Src3 = LoadColor( IN.GroupIndex + 0x10 );
+        float Src4 = LoadColor( IN.GroupIndex + 0x12 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip3IN.DispatchThreadID.xy / 4 = Src1;
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 3 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask would be 111111 (X & Y multiples of 8), but only one
+    // thread fits that criteria.
+    if ( IN.GroupIndex == 0 )
+    {
+        float Src2 = LoadColor( IN.GroupIndex + 0x04 );
+        float Src3 = LoadColor( IN.GroupIndex + 0x20 );
+        float Src4 = LoadColor( IN.GroupIndex + 0x24 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip4IN.DispatchThreadID.xy / 8 = Src1;
+    }
+}
+#else
+static const char str_CSMain_mipgen_gray =
+"#define BLOCK_SIZE 8\n"
+"\n"
+" // When reducing the size of a texture, it could be that downscaling the texture\n"
+" // will result in a less than exactly 50% (1/2) of the original texture size.\n"
+" // This happens if either the width, or the height (or both) dimensions of the texture\n"
+" // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which\n"
+" // has a 60% reduction in the texture width and 66% reduction in the height.\n"
+" // When this happens, we need to take more samples from the source texture to\n"
+" // determine the pixel value in the destination texture.\n"
+"\n"
+"#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.\n"
+"#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.\n"
+"#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.\n"
+"#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.\n"
+"\n"
+"struct ComputeShaderInput\n"
+"{\n"
+"    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.\n"
+"    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.\n"
+"    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.\n"
+"    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.\n"
+"};\n"
+"\n"
+"cbuffer GenerateMipsCB : register( b0 )\n"
+"{\n"
+"    uint SrcMipLevel;   // Texture level of source mip\n"
+"    uint NumMipLevels;  // Number of OutMips to write: 1-4\n"
+"    uint SrcDimension;  // Width and height of the source texture are even or odd.\n"
+"    uint padding;\n"
+"    float2 TexelSize;   // 1.0 / OutMip1.Dimensions\n"
+"}\n"
+"\n"
+"// Source mip map.\n"
+"Texture2D<float> SrcMip : register( t0 );\n"
+"\n"
+"// Write up to 4 mip map levels.\n"
+"RWTexture2D<float> OutMip1 : register( u0 );\n"
+"RWTexture2D<float> OutMip2 : register( u1 );\n"
+"RWTexture2D<float> OutMip3 : register( u2 );\n"
+"RWTexture2D<float> OutMip4 : register( u3 );\n"
+"\n"
+"// Linear clamp sampler.\n"
+"SamplerState LinearClampSampler : register( s0 );\n"
+"\n"
+"// The reason for separating channels is to reduce bank conflicts in the\n"
+"// local data memory controller.  A large stride will cause more threads\n"
+"// to collide on the same memory bank.\n"
+"groupshared float gs_R64;\n"
+"\n"
+"void StoreColor( uint Index, float Color )\n"
+"{\n"
+"    gs_RIndex = Color;\n"
+"}\n"
+"\n"
+"float LoadColor( uint Index )\n"
+"{\n"
+"    return gs_RIndex;\n"
+"}\n"
+"\n"
+"numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )\n"
+"void ENTRY_POINT( ComputeShaderInput IN )\n"
+"{\n"
+"    float Src1 = 0;\n"
+"\n"
+"    // One bilinear sample is insufficient when scaling down by more than 2x.\n"
+"    // You will slightly undersample in the case where the source dimension\n"
+"    // is odd.  This is why it's a really good idea to only generate mips on\n"
+"    // power-of-two sized textures.  Trying to handle the undersampling case\n"
+"    // will force this shader to be slower and more complicated as it will\n"
+"    // have to take more source texture samples.\n"
+"\n"
+"    // Determine the path to use based on the dimension of the\n"
+"    // source texture.\n"
+"    // 0b00(0): Both width and height are even.\n"
+"    // 0b01(1): Width is odd, height is even.\n"
+"    // 0b10(2): Width is even, height is odd.\n"
+"    // 0b11(3): Both width and height are odd.\n"
+"    switch ( SrcDimension )\n"
+"    {\n"
+"        case WIDTH_HEIGHT_EVEN:\n"
+"        {\n"
+"            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );\n"
+"\n"
+"            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_ODD_HEIGHT_EVEN:\n"
+"        {\n"
+"            // > 2:1 in X dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // horizontally.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );\n"
+"            float2 Off = TexelSize * float2( 0.5, 0.0 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_EVEN_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in Y dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // vertically.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );\n"
+"            float2 Off = TexelSize * float2( 0.0, 0.5 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ) +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ) );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in in both dimensions\n"
+"            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // in both directions.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );\n"
+"            float2 Off = TexelSize * 0.5;\n"
+"\n"
+"            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel );\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel );\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel );\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel );\n"
+"            Src1 *= 0.25;\n"
+"        }\n"
+"        break;\n"
+"    }\n"
+"\n"
+"    OutMip1IN.DispatchThreadID.xy = Src1;\n"
+"\n"
+"    // A scalar (constant) branch can exit all threads coherently.\n"
+"    if ( NumMipLevels == 1 )\n"
+"        return;\n"
+"\n"
+"    // Without lane swizzle operations, the only way to share data with other\n"
+"    // threads is through LDS.\n"
+"    StoreColor( IN.GroupIndex, Src1 );\n"
+"\n"
+"    // This guarantees all LDS writes are complete and that all threads have\n"
+"    // executed all instructions so far (and therefore have issued their LDS\n"
+"    // write instructions.)\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // With low three bits for X and high three bits for Y, this bit mask\n"
+"    // (binary: 001001) checks that X and Y are even.\n"
+"    if ( ( IN.GroupIndex & 0x9 ) == 0 )\n"
+"    {\n"
+"        float Src2 = LoadColor( IN.GroupIndex + 0x01 );\n"
+"        float Src3 = LoadColor( IN.GroupIndex + 0x08 );\n"
+"        float Src4 = LoadColor( IN.GroupIndex + 0x09 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip2IN.DispatchThreadID.xy / 2 = Src1;\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 2 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask (binary: 011011) checks that X and Y are multiples of four.\n"
+"    if ( ( IN.GroupIndex & 0x1B ) == 0 )\n"
+"    {\n"
+"        float Src2 = LoadColor( IN.GroupIndex + 0x02 );\n"
+"        float Src3 = LoadColor( IN.GroupIndex + 0x10 );\n"
+"        float Src4 = LoadColor( IN.GroupIndex + 0x12 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip3IN.DispatchThreadID.xy / 4 = Src1;\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 3 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask would be 111111 (X & Y multiples of 8), but only one\n"
+"    // thread fits that criteria.\n"
+"    if ( IN.GroupIndex == 0 )\n"
+"    {\n"
+"        float Src2 = LoadColor( IN.GroupIndex + 0x04 );\n"
+"        float Src3 = LoadColor( IN.GroupIndex + 0x20 );\n"
+"        float Src4 = LoadColor( IN.GroupIndex + 0x24 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip4IN.DispatchThreadID.xy / 8 = Src1;\n"
+"    }\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_mipgen_vuya.hlsl Added

@@ -0,0 +1,417 @@
+/**
+ * MIT License
+ *
+ * Copyright (c) 2018 Jeremiah van Oosten
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a copy
+ * of this software and associated documentation files (the "Software"), to deal
+ * in the Software without restriction, including without limitation the rights
+ * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+ * copies of the Software, and to permit persons to whom the Software is
+ * furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be included in all
+ * copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+ * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+ * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+ * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+ * SOFTWARE.
+ */
+
+/* Source: https://github.com/jpvanoosten/LearningDirectX12 */
+
+#ifdef BUILDING_HLSL
+
+#define BLOCK_SIZE 8
+
+ // When reducing the size of a texture, it could be that downscaling the texture
+ // will result in a less than exactly 50% (1/2) of the original texture size.
+ // This happens if either the width, or the height (or both) dimensions of the texture
+ // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which
+ // has a 60% reduction in the texture width and 66% reduction in the height.
+ // When this happens, we need to take more samples from the source texture to
+ // determine the pixel value in the destination texture.
+
+#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.
+#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.
+#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.
+#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.
+
+struct ComputeShaderInput
+{
+    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.
+    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.
+    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.
+    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.
+};
+
+cbuffer GenerateMipsCB : register( b0 )
+{
+    uint SrcMipLevel;   // Texture level of source mip
+    uint NumMipLevels;  // Number of OutMips to write: 1-4
+    uint SrcDimension;  // Width and height of the source texture are even or odd.
+    uint padding;
+    float2 TexelSize;   // 1.0 / OutMip1.Dimensions
+}
+
+// Source mip map.
+Texture2D<float4> SrcMip : register( t0 );
+
+// Write up to 4 mip map levels.
+RWTexture2D<float4> OutMip1 : register( u0 );
+RWTexture2D<float4> OutMip2 : register( u1 );
+RWTexture2D<float4> OutMip3 : register( u2 );
+RWTexture2D<float4> OutMip4 : register( u3 );
+
+// Linear clamp sampler.
+SamplerState LinearClampSampler : register( s0 );
+
+// The reason for separating channels is to reduce bank conflicts in the
+// local data memory controller.  A large stride will cause more threads
+// to collide on the same memory bank.
+groupshared float gs_Y64;
+groupshared float gs_U64;
+groupshared float gs_V64;
+
+void StoreColor( uint Index, float3 Color )
+{
+    gs_YIndex = Color.x;
+    gs_UIndex = Color.y;
+    gs_VIndex = Color.z;
+}
+
+float3 LoadColor( uint Index )
+{
+    return float3( gs_YIndex, gs_UIndex, gs_VIndex );
+}
+
+numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )
+void ENTRY_POINT( ComputeShaderInput IN )
+{
+    float3 Src1 = (float3)0;
+
+    // One bilinear sample is insufficient when scaling down by more than 2x.
+    // You will slightly undersample in the case where the source dimension
+    // is odd.  This is why it's a really good idea to only generate mips on
+    // power-of-two sized textures.  Trying to handle the undersampling case
+    // will force this shader to be slower and more complicated as it will
+    // have to take more source texture samples.
+
+    // Determine the path to use based on the dimension of the
+    // source texture.
+    // 0b00(0): Both width and height are even.
+    // 0b01(1): Width is odd, height is even.
+    // 0b10(2): Width is even, height is odd.
+    // 0b11(3): Both width and height are odd.
+    switch ( SrcDimension )
+    {
+        case WIDTH_HEIGHT_EVEN:
+        {
+            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );
+
+            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel ).xyz;
+        }
+        break;
+        case WIDTH_ODD_HEIGHT_EVEN:
+        {
+            // > 2:1 in X dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // horizontally.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );
+            float2 Off = TexelSize * float2( 0.5, 0.0 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).xyz +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).xyz );
+        }
+        break;
+        case WIDTH_EVEN_HEIGHT_ODD:
+        {
+            // > 2:1 in Y dimension
+            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // vertically.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );
+            float2 Off = TexelSize * float2( 0.0, 0.5 );
+
+            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).xyz +
+                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).xyz );
+        }
+        break;
+        case WIDTH_HEIGHT_ODD:
+        {
+            // > 2:1 in in both dimensions
+            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x
+            // in both directions.
+            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );
+            float2 Off = TexelSize * 0.5;
+
+            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).xyz;
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel ).xyz;
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel ).xyz;
+            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel ).xyz;
+            Src1 *= 0.25;
+        }
+        break;
+    }
+
+    OutMip1IN.DispatchThreadID.xy = float4(Src1, 1.0f);
+
+    // A scalar (constant) branch can exit all threads coherently.
+    if ( NumMipLevels == 1 )
+        return;
+
+    // Without lane swizzle operations, the only way to share data with other
+    // threads is through LDS.
+    StoreColor( IN.GroupIndex, Src1 );
+
+    // This guarantees all LDS writes are complete and that all threads have
+    // executed all instructions so far (and therefore have issued their LDS
+    // write instructions.)
+    GroupMemoryBarrierWithGroupSync();
+
+    // With low three bits for X and high three bits for Y, this bit mask
+    // (binary: 001001) checks that X and Y are even.
+    if ( ( IN.GroupIndex & 0x9 ) == 0 )
+    {
+        float3 Src2 = LoadColor( IN.GroupIndex + 0x01 );
+        float3 Src3 = LoadColor( IN.GroupIndex + 0x08 );
+        float3 Src4 = LoadColor( IN.GroupIndex + 0x09 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip2IN.DispatchThreadID.xy / 2 = float4(Src1, 1.0f);
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 2 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask (binary: 011011) checks that X and Y are multiples of four.
+    if ( ( IN.GroupIndex & 0x1B ) == 0 )
+    {
+        float3 Src2 = LoadColor( IN.GroupIndex + 0x02 );
+        float3 Src3 = LoadColor( IN.GroupIndex + 0x10 );
+        float3 Src4 = LoadColor( IN.GroupIndex + 0x12 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip3IN.DispatchThreadID.xy / 4 = float4(Src1, 1.0f);
+        StoreColor( IN.GroupIndex, Src1 );
+    }
+
+    if ( NumMipLevels == 3 )
+        return;
+
+    GroupMemoryBarrierWithGroupSync();
+
+    // This bit mask would be 111111 (X & Y multiples of 8), but only one
+    // thread fits that criteria.
+    if ( IN.GroupIndex == 0 )
+    {
+        float3 Src2 = LoadColor( IN.GroupIndex + 0x04 );
+        float3 Src3 = LoadColor( IN.GroupIndex + 0x20 );
+        float3 Src4 = LoadColor( IN.GroupIndex + 0x24 );
+        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );
+
+        OutMip4IN.DispatchThreadID.xy / 8 = float4(Src1, 1.0f);
+    }
+}
+#else
+static const char str_CSMain_mipgen_vuya =
+"#define BLOCK_SIZE 8\n"
+"\n"
+" // When reducing the size of a texture, it could be that downscaling the texture\n"
+" // will result in a less than exactly 50% (1/2) of the original texture size.\n"
+" // This happens if either the width, or the height (or both) dimensions of the texture\n"
+" // are odd. For example, downscaling a 5x3 texture will result in a 2x1 texture which\n"
+" // has a 60% reduction in the texture width and 66% reduction in the height.\n"
+" // When this happens, we need to take more samples from the source texture to\n"
+" // determine the pixel value in the destination texture.\n"
+"\n"
+"#define WIDTH_HEIGHT_EVEN 0     // Both the width and the height of the texture are even.\n"
+"#define WIDTH_ODD_HEIGHT_EVEN 1 // The texture width is odd and the height is even.\n"
+"#define WIDTH_EVEN_HEIGHT_ODD 2 // The texture width is even and teh height is odd.\n"
+"#define WIDTH_HEIGHT_ODD 3      // Both the width and height of the texture are odd.\n"
+"\n"
+"struct ComputeShaderInput\n"
+"{\n"
+"    uint3 GroupID           : SV_GroupID;           // 3D index of the thread group in the dispatch.\n"
+"    uint3 GroupThreadID     : SV_GroupThreadID;     // 3D index of local thread ID in a thread group.\n"
+"    uint3 DispatchThreadID  : SV_DispatchThreadID;  // 3D index of global thread ID in the dispatch.\n"
+"    uint  GroupIndex        : SV_GroupIndex;        // Flattened local index of the thread within a thread group.\n"
+"};\n"
+"\n"
+"cbuffer GenerateMipsCB : register( b0 )\n"
+"{\n"
+"    uint SrcMipLevel;   // Texture level of source mip\n"
+"    uint NumMipLevels;  // Number of OutMips to write: 1-4\n"
+"    uint SrcDimension;  // Width and height of the source texture are even or odd.\n"
+"    uint padding;\n"
+"    float2 TexelSize;   // 1.0 / OutMip1.Dimensions\n"
+"}\n"
+"\n"
+"// Source mip map.\n"
+"Texture2D<float4> SrcMip : register( t0 );\n"
+"\n"
+"// Write up to 4 mip map levels.\n"
+"RWTexture2D<float4> OutMip1 : register( u0 );\n"
+"RWTexture2D<float4> OutMip2 : register( u1 );\n"
+"RWTexture2D<float4> OutMip3 : register( u2 );\n"
+"RWTexture2D<float4> OutMip4 : register( u3 );\n"
+"\n"
+"// Linear clamp sampler.\n"
+"SamplerState LinearClampSampler : register( s0 );\n"
+"\n"
+"// The reason for separating channels is to reduce bank conflicts in the\n"
+"// local data memory controller.  A large stride will cause more threads\n"
+"// to collide on the same memory bank.\n"
+"groupshared float gs_Y64;\n"
+"groupshared float gs_U64;\n"
+"groupshared float gs_V64;\n"
+"\n"
+"void StoreColor( uint Index, float3 Color )\n"
+"{\n"
+"    gs_YIndex = Color.x;\n"
+"    gs_UIndex = Color.y;\n"
+"    gs_VIndex = Color.z;\n"
+"}\n"
+"\n"
+"float3 LoadColor( uint Index )\n"
+"{\n"
+"    return float3( gs_YIndex, gs_UIndex, gs_VIndex );\n"
+"}\n"
+"\n"
+"numthreads( BLOCK_SIZE, BLOCK_SIZE, 1 )\n"
+"void ENTRY_POINT( ComputeShaderInput IN )\n"
+"{\n"
+"    float3 Src1 = (float3)0;\n"
+"\n"
+"    // One bilinear sample is insufficient when scaling down by more than 2x.\n"
+"    // You will slightly undersample in the case where the source dimension\n"
+"    // is odd.  This is why it's a really good idea to only generate mips on\n"
+"    // power-of-two sized textures.  Trying to handle the undersampling case\n"
+"    // will force this shader to be slower and more complicated as it will\n"
+"    // have to take more source texture samples.\n"
+"\n"
+"    // Determine the path to use based on the dimension of the\n"
+"    // source texture.\n"
+"    // 0b00(0): Both width and height are even.\n"
+"    // 0b01(1): Width is odd, height is even.\n"
+"    // 0b10(2): Width is even, height is odd.\n"
+"    // 0b11(3): Both width and height are odd.\n"
+"    switch ( SrcDimension )\n"
+"    {\n"
+"        case WIDTH_HEIGHT_EVEN:\n"
+"        {\n"
+"            float2 UV = TexelSize * ( IN.DispatchThreadID.xy + 0.5 );\n"
+"\n"
+"            Src1 = SrcMip.SampleLevel( LinearClampSampler, UV, SrcMipLevel ).xyz;\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_ODD_HEIGHT_EVEN:\n"
+"        {\n"
+"            // > 2:1 in X dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // horizontally.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.5 ) );\n"
+"            float2 Off = TexelSize * float2( 0.5, 0.0 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).xyz +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).xyz );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_EVEN_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in Y dimension\n"
+"            // Use 2 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // vertically.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.5, 0.25 ) );\n"
+"            float2 Off = TexelSize * float2( 0.0, 0.5 );\n"
+"\n"
+"            Src1 = 0.5 * ( SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).xyz +\n"
+"                           SrcMip.SampleLevel( LinearClampSampler, UV1 + Off, SrcMipLevel ).xyz );\n"
+"        }\n"
+"        break;\n"
+"        case WIDTH_HEIGHT_ODD:\n"
+"        {\n"
+"            // > 2:1 in in both dimensions\n"
+"            // Use 4 bilinear samples to guarantee we don't undersample when downsizing by more than 2x\n"
+"            // in both directions.\n"
+"            float2 UV1 = TexelSize * ( IN.DispatchThreadID.xy + float2( 0.25, 0.25 ) );\n"
+"            float2 Off = TexelSize * 0.5;\n"
+"\n"
+"            Src1 =  SrcMip.SampleLevel( LinearClampSampler, UV1, SrcMipLevel ).xyz;\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, 0.0   ), SrcMipLevel ).xyz;\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( 0.0,   Off.y ), SrcMipLevel ).xyz;\n"
+"            Src1 += SrcMip.SampleLevel( LinearClampSampler, UV1 + float2( Off.x, Off.y ), SrcMipLevel ).xyz;\n"
+"            Src1 *= 0.25;\n"
+"        }\n"
+"        break;\n"
+"    }\n"
+"\n"
+"    OutMip1IN.DispatchThreadID.xy = float4(Src1, 1.0f);\n"
+"\n"
+"    // A scalar (constant) branch can exit all threads coherently.\n"
+"    if ( NumMipLevels == 1 )\n"
+"        return;\n"
+"\n"
+"    // Without lane swizzle operations, the only way to share data with other\n"
+"    // threads is through LDS.\n"
+"    StoreColor( IN.GroupIndex, Src1 );\n"
+"\n"
+"    // This guarantees all LDS writes are complete and that all threads have\n"
+"    // executed all instructions so far (and therefore have issued their LDS\n"
+"    // write instructions.)\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // With low three bits for X and high three bits for Y, this bit mask\n"
+"    // (binary: 001001) checks that X and Y are even.\n"
+"    if ( ( IN.GroupIndex & 0x9 ) == 0 )\n"
+"    {\n"
+"        float3 Src2 = LoadColor( IN.GroupIndex + 0x01 );\n"
+"        float3 Src3 = LoadColor( IN.GroupIndex + 0x08 );\n"
+"        float3 Src4 = LoadColor( IN.GroupIndex + 0x09 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip2IN.DispatchThreadID.xy / 2 = float4(Src1, 1.0f);\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 2 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask (binary: 011011) checks that X and Y are multiples of four.\n"
+"    if ( ( IN.GroupIndex & 0x1B ) == 0 )\n"
+"    {\n"
+"        float3 Src2 = LoadColor( IN.GroupIndex + 0x02 );\n"
+"        float3 Src3 = LoadColor( IN.GroupIndex + 0x10 );\n"
+"        float3 Src4 = LoadColor( IN.GroupIndex + 0x12 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip3IN.DispatchThreadID.xy / 4 = float4(Src1, 1.0f);\n"
+"        StoreColor( IN.GroupIndex, Src1 );\n"
+"    }\n"
+"\n"
+"    if ( NumMipLevels == 3 )\n"
+"        return;\n"
+"\n"
+"    GroupMemoryBarrierWithGroupSync();\n"
+"\n"
+"    // This bit mask would be 111111 (X & Y multiples of 8), but only one\n"
+"    // thread fits that criteria.\n"
+"    if ( IN.GroupIndex == 0 )\n"
+"    {\n"
+"        float3 Src2 = LoadColor( IN.GroupIndex + 0x04 );\n"
+"        float3 Src3 = LoadColor( IN.GroupIndex + 0x20 );\n"
+"        float3 Src4 = LoadColor( IN.GroupIndex + 0x24 );\n"
+"        Src1 = 0.25 * ( Src1 + Src2 + Src3 + Src4 );\n"
+"\n"
+"        OutMip4IN.DispatchThreadID.xy / 8 = float4(Src1, 1.0f);\n"
+"    }\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_1.hlsl Added

@@ -0,0 +1,316 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * Portions of this file extracted from FFmpeg
+ * Copyright (C) 2018 Philip Langdale <philipl@overt.org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer YADIFData : register(b0)
+{
+  int g_width;
+  int g_height;
+  uint g_primary_line;
+  uint g_is_second;
+};
+
+Texture2D<float> prevTex : register(t0);
+Texture2D<float> curTex : register(t1);
+Texture2D<float> nextTex : register(t2);
+RWTexture2D<unorm float> outTex : register(u0);
+
+float max3 (float a, float b, float c)
+{
+  return max (max (a, b), c);
+}
+
+float min3 (float a, float b, float c)
+{
+  return min (min (a, b), c);
+}
+
+float
+SpatialPred (float a, float b, float c, float d, float e, float f, float g,
+    float h, float i, float j, float k, float l, float m, float n)
+{
+  float spatial_pred = (d + k) / 2;
+  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);
+  float score = abs (b - k) + abs (c - l) + abs (d - m);
+  if (score < spatial_score) {
+    spatial_pred = (c + l) / 2;
+    spatial_score = score;
+    score = abs (a - l) + abs (b - m) + abs (c - n);
+    if (score < spatial_score) {
+      spatial_pred = (b + m) / 2;
+      spatial_score = score;
+    }
+  }
+  score = abs (d - i) + abs (e - j) + abs (f - k);
+  if (score < spatial_score) {
+    spatial_pred = (e + j) / 2;
+    spatial_score = score;
+    score = abs (e - h) + abs (f - i) + abs (g - j);
+    if (score < spatial_score) {
+      spatial_pred = (f + i) / 2;
+      spatial_score = score;
+    }
+  }
+  return spatial_pred;
+}
+
+float
+TemporalPred (float A, float B, float C, float D, float E, float F,
+    float G, float H, float I, float J, float K, float L, float spatial_pred)
+{
+  float p0 = (C + H) / 2;
+  float p1 = F;
+  float p2 = (D + I) / 2;
+  float p3 = G;
+  float p4 = (E + J) / 2;
+  float tdiff0 = abs (D - I);
+  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;
+  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;
+  float diff = max3 (tdiff0, tdiff1, tdiff2);
+  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));
+  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));
+  diff = max3 (diff, mini, -maxi);
+  if (spatial_pred > p2 + diff)
+    spatial_pred = p2 + diff;
+  if (spatial_pred < p2 - diff)
+    spatial_pred = p2 - diff;
+  return spatial_pred;
+}
+
+int GetPosX (int x)
+{
+  return clamp (x, 0, g_width - 1);
+}
+
+int GetPosY (int y)
+{
+  return clamp (y, 0, g_height - 1);
+}
+
+void Execute (int2 pos)
+{
+  if (pos.x < g_width && pos.y < g_height) {
+    branch if ((uint(pos.y) % 2) == g_primary_line) {
+      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));
+    } else {
+      float a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));
+      float b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));
+      float c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));
+      float d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));
+      float e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));
+      float f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));
+      float g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));
+      float h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));
+      float i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));
+      float j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));
+      float k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));
+      float l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));
+      float m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));
+      float n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));
+      float spatial_pred =
+          SpatialPred (a, b, c, d, e, f, g, h, i, j, k, l, m, n);
+      float A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float C, D, E;
+      if (g_is_second) {
+        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = curTex.Load(int3(pos.x,         pos.y,      0));
+        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = prevTex.Load(int3(pos.x,         pos.y,      0));
+        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float H, I, J;
+      if (g_is_second) {
+        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = nextTex.Load(int3(pos.x,         pos.y,      0));
+        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = curTex.Load(int3(pos.x,         pos.y,      0));
+        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      spatial_pred =
+          TemporalPred(A, B, C, D, E, F, G, H, I, J, K, L, spatial_pred);
+      outTexuint2(pos.x, pos.y) = spatial_pred;
+    }
+  }
+}
+
+numthreads(8, 8, 1)
+void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)
+{
+  Execute (int2(tid.x, tid.y));
+}
+#else
+static const char str_CSMain_yadif_1 =
+"cbuffer YADIFData : register(b0)\n"
+"{\n"
+"  int g_width;\n"
+"  int g_height;\n"
+"  uint g_primary_line;\n"
+"  uint g_is_second;\n"
+"};\n"
+"\n"
+"Texture2D<float> prevTex : register(t0);\n"
+"Texture2D<float> curTex : register(t1);\n"
+"Texture2D<float> nextTex : register(t2);\n"
+"RWTexture2D<unorm float> outTex : register(u0);\n"
+"\n"
+"float max3 (float a, float b, float c)\n"
+"{\n"
+"  return max (max (a, b), c);\n"
+"}\n"
+"\n"
+"float min3 (float a, float b, float c)\n"
+"{\n"
+"  return min (min (a, b), c);\n"
+"}\n"
+"\n"
+"float\n"
+"SpatialPred (float a, float b, float c, float d, float e, float f, float g,\n"
+"    float h, float i, float j, float k, float l, float m, float n)\n"
+"{\n"
+"  float spatial_pred = (d + k) / 2;\n"
+"  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);\n"
+"  float score = abs (b - k) + abs (c - l) + abs (d - m);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (c + l) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (a - l) + abs (b - m) + abs (c - n);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (b + m) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  score = abs (d - i) + abs (e - j) + abs (f - k);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (e + j) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (e - h) + abs (f - i) + abs (g - j);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (f + i) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"float\n"
+"TemporalPred (float A, float B, float C, float D, float E, float F,\n"
+"    float G, float H, float I, float J, float K, float L, float spatial_pred)\n"
+"{\n"
+"  float p0 = (C + H) / 2;\n"
+"  float p1 = F;\n"
+"  float p2 = (D + I) / 2;\n"
+"  float p3 = G;\n"
+"  float p4 = (E + J) / 2;\n"
+"  float tdiff0 = abs (D - I);\n"
+"  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;\n"
+"  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;\n"
+"  float diff = max3 (tdiff0, tdiff1, tdiff2);\n"
+"  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));\n"
+"  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));\n"
+"  diff = max3 (diff, mini, -maxi);\n"
+"  if (spatial_pred > p2 + diff)\n"
+"    spatial_pred = p2 + diff;\n"
+"  if (spatial_pred < p2 - diff)\n"
+"    spatial_pred = p2 - diff;\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"int GetPosX (int x)\n"
+"{\n"
+"  return clamp (x, 0, g_width - 1);\n"
+"}\n"
+"\n"
+"int GetPosY (int y)\n"
+"{\n"
+"  return clamp (y, 0, g_height - 1);\n"
+"}\n"
+"\n"
+"void Execute (int2 pos)\n"
+"{\n"
+"  if (pos.x < g_width && pos.y < g_height) {\n"
+"    branch if ((uint(pos.y) % 2) == g_primary_line) {\n"
+"      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));\n"
+"    } else {\n"
+"      float a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));\n"
+"      float b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));\n"
+"      float c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));\n"
+"      float d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));\n"
+"      float e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));\n"
+"      float f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));\n"
+"      float g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));\n"
+"      float h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));\n"
+"      float i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));\n"
+"      float j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));\n"
+"      float k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));\n"
+"      float l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));\n"
+"      float m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));\n"
+"      float n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));\n"
+"      float spatial_pred =\n"
+"          SpatialPred (a, b, c, d, e, f, g, h, i, j, k, l, m, n);\n"
+"      float A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float C, D, E;\n"
+"      if (g_is_second) {\n"
+"        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = prevTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float H, I, J;\n"
+"      if (g_is_second) {\n"
+"        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = nextTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      spatial_pred =\n"
+"          TemporalPred(A, B, C, D, E, F, G, H, I, J, K, L, spatial_pred);\n"
+"      outTexuint2(pos.x, pos.y) = spatial_pred;\n"
+"    }\n"
+"  }\n"
+"}\n"
+"\n"
+"numthreads(8, 8, 1)\n"
+"void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)\n"
+"{\n"
+"  Execute (int2(tid.x, tid.y));\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_1_10.hlsl Added

@@ -0,0 +1,316 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * Portions of this file extracted from FFmpeg
+ * Copyright (C) 2018 Philip Langdale <philipl@overt.org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer YADIFData : register(b0)
+{
+  int g_width;
+  int g_height;
+  uint g_primary_line;
+  uint g_is_second;
+};
+
+Texture2D<float> prevTex : register(t0);
+Texture2D<float> curTex : register(t1);
+Texture2D<float> nextTex : register(t2);
+RWTexture2D<unorm float> outTex : register(u0);
+
+float max3 (float a, float b, float c)
+{
+  return max (max (a, b), c);
+}
+
+float min3 (float a, float b, float c)
+{
+  return min (min (a, b), c);
+}
+
+float
+SpatialPred (float a, float b, float c, float d, float e, float f, float g,
+    float h, float i, float j, float k, float l, float m, float n)
+{
+  float spatial_pred = (d + k) / 2;
+  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);
+  float score = abs (b - k) + abs (c - l) + abs (d - m);
+  if (score < spatial_score) {
+    spatial_pred = (c + l) / 2;
+    spatial_score = score;
+    score = abs (a - l) + abs (b - m) + abs (c - n);
+    if (score < spatial_score) {
+      spatial_pred = (b + m) / 2;
+      spatial_score = score;
+    }
+  }
+  score = abs (d - i) + abs (e - j) + abs (f - k);
+  if (score < spatial_score) {
+    spatial_pred = (e + j) / 2;
+    spatial_score = score;
+    score = abs (e - h) + abs (f - i) + abs (g - j);
+    if (score < spatial_score) {
+      spatial_pred = (f + i) / 2;
+      spatial_score = score;
+    }
+  }
+  return spatial_pred;
+}
+
+float
+TemporalPred (float A, float B, float C, float D, float E, float F,
+    float G, float H, float I, float J, float K, float L, float spatial_pred)
+{
+  float p0 = (C + H) / 2;
+  float p1 = F;
+  float p2 = (D + I) / 2;
+  float p3 = G;
+  float p4 = (E + J) / 2;
+  float tdiff0 = abs (D - I);
+  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;
+  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;
+  float diff = max3 (tdiff0, tdiff1, tdiff2);
+  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));
+  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));
+  diff = max3 (diff, mini, -maxi);
+  if (spatial_pred > p2 + diff)
+    spatial_pred = p2 + diff;
+  if (spatial_pred < p2 - diff)
+    spatial_pred = p2 - diff;
+  return spatial_pred;
+}
+
+int GetPosX (int x)
+{
+  return clamp (x, 0, g_width - 1);
+}
+
+int GetPosY (int y)
+{
+  return clamp (y, 0, g_height - 1);
+}
+
+void Execute (int2 pos)
+{
+  if (pos.x < g_width && pos.y < g_height) {
+    branch if ((uint(pos.y) % 2) == g_primary_line) {
+      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));
+    } else {
+      float a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));
+      float b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));
+      float c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));
+      float d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));
+      float e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));
+      float f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));
+      float g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));
+      float h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));
+      float i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));
+      float j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));
+      float k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));
+      float l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));
+      float m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));
+      float n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));
+      float spatial_pred =
+          SpatialPred (a, b, c, d, e, f, g, h, i, j, k, l, m, n);
+      float A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float C, D, E;
+      if (g_is_second) {
+        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = curTex.Load(int3(pos.x,         pos.y,      0));
+        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = prevTex.Load(int3(pos.x,         pos.y,      0));
+        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float H, I, J;
+      if (g_is_second) {
+        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = nextTex.Load(int3(pos.x,         pos.y,      0));
+        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = curTex.Load(int3(pos.x,         pos.y,      0));
+        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      spatial_pred =
+          TemporalPred(A, B, C, D, E, F, G, H, I, J, K, L, spatial_pred);
+      outTexuint2(pos.x, pos.y) = clamp (spatial_pred, 0, 1023.0 / 65535.0);
+    }
+  }
+}
+
+numthreads(8, 8, 1)
+void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)
+{
+  Execute (int2(tid.x, tid.y));
+}
+#else
+static const char str_CSMain_yadif_1_10 =
+"cbuffer YADIFData : register(b0)\n"
+"{\n"
+"  int g_width;\n"
+"  int g_height;\n"
+"  uint g_primary_line;\n"
+"  uint g_is_second;\n"
+"};\n"
+"\n"
+"Texture2D<float> prevTex : register(t0);\n"
+"Texture2D<float> curTex : register(t1);\n"
+"Texture2D<float> nextTex : register(t2);\n"
+"RWTexture2D<unorm float> outTex : register(u0);\n"
+"\n"
+"float max3 (float a, float b, float c)\n"
+"{\n"
+"  return max (max (a, b), c);\n"
+"}\n"
+"\n"
+"float min3 (float a, float b, float c)\n"
+"{\n"
+"  return min (min (a, b), c);\n"
+"}\n"
+"\n"
+"float\n"
+"SpatialPred (float a, float b, float c, float d, float e, float f, float g,\n"
+"    float h, float i, float j, float k, float l, float m, float n)\n"
+"{\n"
+"  float spatial_pred = (d + k) / 2;\n"
+"  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);\n"
+"  float score = abs (b - k) + abs (c - l) + abs (d - m);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (c + l) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (a - l) + abs (b - m) + abs (c - n);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (b + m) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  score = abs (d - i) + abs (e - j) + abs (f - k);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (e + j) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (e - h) + abs (f - i) + abs (g - j);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (f + i) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"float\n"
+"TemporalPred (float A, float B, float C, float D, float E, float F,\n"
+"    float G, float H, float I, float J, float K, float L, float spatial_pred)\n"
+"{\n"
+"  float p0 = (C + H) / 2;\n"
+"  float p1 = F;\n"
+"  float p2 = (D + I) / 2;\n"
+"  float p3 = G;\n"
+"  float p4 = (E + J) / 2;\n"
+"  float tdiff0 = abs (D - I);\n"
+"  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;\n"
+"  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;\n"
+"  float diff = max3 (tdiff0, tdiff1, tdiff2);\n"
+"  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));\n"
+"  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));\n"
+"  diff = max3 (diff, mini, -maxi);\n"
+"  if (spatial_pred > p2 + diff)\n"
+"    spatial_pred = p2 + diff;\n"
+"  if (spatial_pred < p2 - diff)\n"
+"    spatial_pred = p2 - diff;\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"int GetPosX (int x)\n"
+"{\n"
+"  return clamp (x, 0, g_width - 1);\n"
+"}\n"
+"\n"
+"int GetPosY (int y)\n"
+"{\n"
+"  return clamp (y, 0, g_height - 1);\n"
+"}\n"
+"\n"
+"void Execute (int2 pos)\n"
+"{\n"
+"  if (pos.x < g_width && pos.y < g_height) {\n"
+"    branch if ((uint(pos.y) % 2) == g_primary_line) {\n"
+"      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));\n"
+"    } else {\n"
+"      float a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));\n"
+"      float b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));\n"
+"      float c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));\n"
+"      float d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));\n"
+"      float e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));\n"
+"      float f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));\n"
+"      float g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));\n"
+"      float h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));\n"
+"      float i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));\n"
+"      float j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));\n"
+"      float k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));\n"
+"      float l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));\n"
+"      float m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));\n"
+"      float n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));\n"
+"      float spatial_pred =\n"
+"          SpatialPred (a, b, c, d, e, f, g, h, i, j, k, l, m, n);\n"
+"      float A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float C, D, E;\n"
+"      if (g_is_second) {\n"
+"        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = prevTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float H, I, J;\n"
+"      if (g_is_second) {\n"
+"        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = nextTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      spatial_pred =\n"
+"          TemporalPred(A, B, C, D, E, F, G, H, I, J, K, L, spatial_pred);\n"
+"      outTexuint2(pos.x, pos.y) = clamp (spatial_pred, 0, 1023.0 / 65535.0);\n"
+"    }\n"
+"  }\n"
+"}\n"
+"\n"
+"numthreads(8, 8, 1)\n"
+"void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)\n"
+"{\n"
+"  Execute (int2(tid.x, tid.y));\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_1_12.hlsl Added

@@ -0,0 +1,316 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * Portions of this file extracted from FFmpeg
+ * Copyright (C) 2018 Philip Langdale <philipl@overt.org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer YADIFData : register(b0)
+{
+  int g_width;
+  int g_height;
+  uint g_primary_line;
+  uint g_is_second;
+};
+
+Texture2D<float> prevTex : register(t0);
+Texture2D<float> curTex : register(t1);
+Texture2D<float> nextTex : register(t2);
+RWTexture2D<unorm float> outTex : register(u0);
+
+float max3 (float a, float b, float c)
+{
+  return max (max (a, b), c);
+}
+
+float min3 (float a, float b, float c)
+{
+  return min (min (a, b), c);
+}
+
+float
+SpatialPred (float a, float b, float c, float d, float e, float f, float g,
+    float h, float i, float j, float k, float l, float m, float n)
+{
+  float spatial_pred = (d + k) / 2;
+  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);
+  float score = abs (b - k) + abs (c - l) + abs (d - m);
+  if (score < spatial_score) {
+    spatial_pred = (c + l) / 2;
+    spatial_score = score;
+    score = abs (a - l) + abs (b - m) + abs (c - n);
+    if (score < spatial_score) {
+      spatial_pred = (b + m) / 2;
+      spatial_score = score;
+    }
+  }
+  score = abs (d - i) + abs (e - j) + abs (f - k);
+  if (score < spatial_score) {
+    spatial_pred = (e + j) / 2;
+    spatial_score = score;
+    score = abs (e - h) + abs (f - i) + abs (g - j);
+    if (score < spatial_score) {
+      spatial_pred = (f + i) / 2;
+      spatial_score = score;
+    }
+  }
+  return spatial_pred;
+}
+
+float
+TemporalPred (float A, float B, float C, float D, float E, float F,
+    float G, float H, float I, float J, float K, float L, float spatial_pred)
+{
+  float p0 = (C + H) / 2;
+  float p1 = F;
+  float p2 = (D + I) / 2;
+  float p3 = G;
+  float p4 = (E + J) / 2;
+  float tdiff0 = abs (D - I);
+  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;
+  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;
+  float diff = max3 (tdiff0, tdiff1, tdiff2);
+  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));
+  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));
+  diff = max3 (diff, mini, -maxi);
+  if (spatial_pred > p2 + diff)
+    spatial_pred = p2 + diff;
+  if (spatial_pred < p2 - diff)
+    spatial_pred = p2 - diff;
+  return spatial_pred;
+}
+
+int GetPosX (int x)
+{
+  return clamp (x, 0, g_width - 1);
+}
+
+int GetPosY (int y)
+{
+  return clamp (y, 0, g_height - 1);
+}
+
+void Execute (int2 pos)
+{
+  if (pos.x < g_width && pos.y < g_height) {
+    branch if ((uint(pos.y) % 2) == g_primary_line) {
+      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));
+    } else {
+      float a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));
+      float b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));
+      float c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));
+      float d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));
+      float e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));
+      float f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));
+      float g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));
+      float h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));
+      float i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));
+      float j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));
+      float k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));
+      float l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));
+      float m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));
+      float n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));
+      float spatial_pred =
+          SpatialPred (a, b, c, d, e, f, g, h, i, j, k, l, m, n);
+      float A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float C, D, E;
+      if (g_is_second) {
+        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = curTex.Load(int3(pos.x,         pos.y,      0));
+        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = prevTex.Load(int3(pos.x,         pos.y,      0));
+        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float H, I, J;
+      if (g_is_second) {
+        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = nextTex.Load(int3(pos.x,         pos.y,      0));
+        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = curTex.Load(int3(pos.x,         pos.y,      0));
+        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      spatial_pred =
+          TemporalPred(A, B, C, D, E, F, G, H, I, J, K, L, spatial_pred);
+      outTexuint2(pos.x, pos.y) = clamp (spatial_pred, 0, 4095.0 / 65535.0);
+    }
+  }
+}
+
+numthreads(8, 8, 1)
+void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)
+{
+  Execute (int2(tid.x, tid.y));
+}
+#else
+static const char str_CSMain_yadif_1_12 =
+"cbuffer YADIFData : register(b0)\n"
+"{\n"
+"  int g_width;\n"
+"  int g_height;\n"
+"  uint g_primary_line;\n"
+"  uint g_is_second;\n"
+"};\n"
+"\n"
+"Texture2D<float> prevTex : register(t0);\n"
+"Texture2D<float> curTex : register(t1);\n"
+"Texture2D<float> nextTex : register(t2);\n"
+"RWTexture2D<unorm float> outTex : register(u0);\n"
+"\n"
+"float max3 (float a, float b, float c)\n"
+"{\n"
+"  return max (max (a, b), c);\n"
+"}\n"
+"\n"
+"float min3 (float a, float b, float c)\n"
+"{\n"
+"  return min (min (a, b), c);\n"
+"}\n"
+"\n"
+"float\n"
+"SpatialPred (float a, float b, float c, float d, float e, float f, float g,\n"
+"    float h, float i, float j, float k, float l, float m, float n)\n"
+"{\n"
+"  float spatial_pred = (d + k) / 2;\n"
+"  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);\n"
+"  float score = abs (b - k) + abs (c - l) + abs (d - m);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (c + l) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (a - l) + abs (b - m) + abs (c - n);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (b + m) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  score = abs (d - i) + abs (e - j) + abs (f - k);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (e + j) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (e - h) + abs (f - i) + abs (g - j);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (f + i) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"float\n"
+"TemporalPred (float A, float B, float C, float D, float E, float F,\n"
+"    float G, float H, float I, float J, float K, float L, float spatial_pred)\n"
+"{\n"
+"  float p0 = (C + H) / 2;\n"
+"  float p1 = F;\n"
+"  float p2 = (D + I) / 2;\n"
+"  float p3 = G;\n"
+"  float p4 = (E + J) / 2;\n"
+"  float tdiff0 = abs (D - I);\n"
+"  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;\n"
+"  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;\n"
+"  float diff = max3 (tdiff0, tdiff1, tdiff2);\n"
+"  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));\n"
+"  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));\n"
+"  diff = max3 (diff, mini, -maxi);\n"
+"  if (spatial_pred > p2 + diff)\n"
+"    spatial_pred = p2 + diff;\n"
+"  if (spatial_pred < p2 - diff)\n"
+"    spatial_pred = p2 - diff;\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"int GetPosX (int x)\n"
+"{\n"
+"  return clamp (x, 0, g_width - 1);\n"
+"}\n"
+"\n"
+"int GetPosY (int y)\n"
+"{\n"
+"  return clamp (y, 0, g_height - 1);\n"
+"}\n"
+"\n"
+"void Execute (int2 pos)\n"
+"{\n"
+"  if (pos.x < g_width && pos.y < g_height) {\n"
+"    branch if ((uint(pos.y) % 2) == g_primary_line) {\n"
+"      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));\n"
+"    } else {\n"
+"      float a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));\n"
+"      float b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));\n"
+"      float c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));\n"
+"      float d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));\n"
+"      float e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));\n"
+"      float f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));\n"
+"      float g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));\n"
+"      float h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));\n"
+"      float i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));\n"
+"      float j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));\n"
+"      float k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));\n"
+"      float l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));\n"
+"      float m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));\n"
+"      float n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));\n"
+"      float spatial_pred =\n"
+"          SpatialPred (a, b, c, d, e, f, g, h, i, j, k, l, m, n);\n"
+"      float A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float C, D, E;\n"
+"      if (g_is_second) {\n"
+"        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = prevTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float H, I, J;\n"
+"      if (g_is_second) {\n"
+"        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = nextTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      spatial_pred =\n"
+"          TemporalPred(A, B, C, D, E, F, G, H, I, J, K, L, spatial_pred);\n"
+"      outTexuint2(pos.x, pos.y) = clamp (spatial_pred, 0, 4095.0 / 65535.0);\n"
+"    }\n"
+"  }\n"
+"}\n"
+"\n"
+"numthreads(8, 8, 1)\n"
+"void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)\n"
+"{\n"
+"  Execute (int2(tid.x, tid.y));\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_2.hlsl Added

@@ -0,0 +1,326 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * Portions of this file extracted from FFmpeg
+ * Copyright (C) 2018 Philip Langdale <philipl@overt.org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer YADIFData : register(b0)
+{
+  int g_width;
+  int g_height;
+  uint g_primary_line;
+  uint g_is_second;
+};
+
+Texture2D<float2> prevTex : register(t0);
+Texture2D<float2> curTex : register(t1);
+Texture2D<float2> nextTex : register(t2);
+RWTexture2D<unorm float2> outTex : register(u0);
+
+float max3 (float a, float b, float c)
+{
+  return max (max (a, b), c);
+}
+
+float min3 (float a, float b, float c)
+{
+  return min (min (a, b), c);
+}
+
+float
+SpatialPred (float a, float b, float c, float d, float e, float f, float g,
+    float h, float i, float j, float k, float l, float m, float n)
+{
+  float spatial_pred = (d + k) / 2;
+  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);
+  float score = abs (b - k) + abs (c - l) + abs (d - m);
+  if (score < spatial_score) {
+    spatial_pred = (c + l) / 2;
+    spatial_score = score;
+    score = abs (a - l) + abs (b - m) + abs (c - n);
+    if (score < spatial_score) {
+      spatial_pred = (b + m) / 2;
+      spatial_score = score;
+    }
+  }
+  score = abs (d - i) + abs (e - j) + abs (f - k);
+  if (score < spatial_score) {
+    spatial_pred = (e + j) / 2;
+    spatial_score = score;
+    score = abs (e - h) + abs (f - i) + abs (g - j);
+    if (score < spatial_score) {
+      spatial_pred = (f + i) / 2;
+      spatial_score = score;
+    }
+  }
+  return spatial_pred;
+}
+
+float
+TemporalPred (float A, float B, float C, float D, float E, float F,
+    float G, float H, float I, float J, float K, float L, float spatial_pred)
+{
+  float p0 = (C + H) / 2;
+  float p1 = F;
+  float p2 = (D + I) / 2;
+  float p3 = G;
+  float p4 = (E + J) / 2;
+  float tdiff0 = abs (D - I);
+  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;
+  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;
+  float diff = max3 (tdiff0, tdiff1, tdiff2);
+  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));
+  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));
+  diff = max3 (diff, mini, -maxi);
+  if (spatial_pred > p2 + diff)
+    spatial_pred = p2 + diff;
+  if (spatial_pred < p2 - diff)
+    spatial_pred = p2 - diff;
+  return spatial_pred;
+}
+
+int GetPosX (int x)
+{
+  return clamp (x, 0, g_width - 1);
+}
+
+int GetPosY (int y)
+{
+  return clamp (y, 0, g_height - 1);
+}
+
+void Execute (int2 pos)
+{
+  if (pos.x < g_width && pos.y < g_height) {
+    branch if ((uint(pos.y) % 2) == g_primary_line) {
+      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));
+    } else {
+      float2 a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));
+      float2 b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));
+      float2 c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));
+      float2 d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));
+      float2 e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));
+      float2 f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));
+      float2 g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));
+      float2 h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));
+      float2 i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));
+      float2 j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));
+      float2 k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));
+      float2 l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));
+      float2 m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));
+      float2 n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));
+      float2 spatial_pred;
+      spatial_pred.x = SpatialPred (a.x, b.x, c.x, d.x, e.x, f.x, g.x,
+          h.x, i.x, j.x, k.x, l.x, m.x, n.x);
+      spatial_pred.y = SpatialPred (a.y, b.y, c.y, d.y, e.y, f.y, g.y,
+          h.y, i.y, j.y, k.y, l.y, m.y, n.y);
+      float2 A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float2 B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float2 C, D, E;
+      if (g_is_second) {
+        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = curTex.Load(int3(pos.x,         pos.y,      0));
+        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = prevTex.Load(int3(pos.x,         pos.y,      0));
+        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float2 F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float2 G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float2 H, I, J;
+      if (g_is_second) {
+        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = nextTex.Load(int3(pos.x,         pos.y,      0));
+        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = curTex.Load(int3(pos.x,         pos.y,      0));
+        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float2 K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float2 L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      spatial_pred.x = TemporalPred(A.x, B.x, C.x, D.x, E.x, F.x, G.x,
+          H.x, I.x, J.x, K.x, L.x, spatial_pred.x);
+      spatial_pred.y = TemporalPred(A.y, B.y, C.y, D.y, E.y, F.y, G.y,
+          H.y, I.y, J.y, K.y, L.y, spatial_pred.y);
+      outTexuint2(pos.x, pos.y) = spatial_pred;
+    }
+  }
+}
+
+numthreads(8, 8, 1)
+void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)
+{
+  Execute (int2(tid.x, tid.y));
+}
+#else
+static const char str_CSMain_yadif_2 =
+"cbuffer YADIFData : register(b0)\n"
+"{\n"
+"  int g_width;\n"
+"  int g_height;\n"
+"  uint g_primary_line;\n"
+"  uint g_is_second;\n"
+"};\n"
+"\n"
+"Texture2D<float2> prevTex : register(t0);\n"
+"Texture2D<float2> curTex : register(t1);\n"
+"Texture2D<float2> nextTex : register(t2);\n"
+"RWTexture2D<unorm float2> outTex : register(u0);\n"
+"\n"
+"float max3 (float a, float b, float c)\n"
+"{\n"
+"  return max (max (a, b), c);\n"
+"}\n"
+"\n"
+"float min3 (float a, float b, float c)\n"
+"{\n"
+"  return min (min (a, b), c);\n"
+"}\n"
+"\n"
+"float\n"
+"SpatialPred (float a, float b, float c, float d, float e, float f, float g,\n"
+"    float h, float i, float j, float k, float l, float m, float n)\n"
+"{\n"
+"  float spatial_pred = (d + k) / 2;\n"
+"  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);\n"
+"  float score = abs (b - k) + abs (c - l) + abs (d - m);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (c + l) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (a - l) + abs (b - m) + abs (c - n);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (b + m) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  score = abs (d - i) + abs (e - j) + abs (f - k);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (e + j) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (e - h) + abs (f - i) + abs (g - j);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (f + i) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"float\n"
+"TemporalPred (float A, float B, float C, float D, float E, float F,\n"
+"    float G, float H, float I, float J, float K, float L, float spatial_pred)\n"
+"{\n"
+"  float p0 = (C + H) / 2;\n"
+"  float p1 = F;\n"
+"  float p2 = (D + I) / 2;\n"
+"  float p3 = G;\n"
+"  float p4 = (E + J) / 2;\n"
+"  float tdiff0 = abs (D - I);\n"
+"  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;\n"
+"  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;\n"
+"  float diff = max3 (tdiff0, tdiff1, tdiff2);\n"
+"  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));\n"
+"  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));\n"
+"  diff = max3 (diff, mini, -maxi);\n"
+"  if (spatial_pred > p2 + diff)\n"
+"    spatial_pred = p2 + diff;\n"
+"  if (spatial_pred < p2 - diff)\n"
+"    spatial_pred = p2 - diff;\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"int GetPosX (int x)\n"
+"{\n"
+"  return clamp (x, 0, g_width - 1);\n"
+"}\n"
+"\n"
+"int GetPosY (int y)\n"
+"{\n"
+"  return clamp (y, 0, g_height - 1);\n"
+"}\n"
+"\n"
+"void Execute (int2 pos)\n"
+"{\n"
+"  if (pos.x < g_width && pos.y < g_height) {\n"
+"    branch if ((uint(pos.y) % 2) == g_primary_line) {\n"
+"      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));\n"
+"    } else {\n"
+"      float2 a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));\n"
+"      float2 b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));\n"
+"      float2 c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));\n"
+"      float2 d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));\n"
+"      float2 e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));\n"
+"      float2 f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));\n"
+"      float2 g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));\n"
+"      float2 h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));\n"
+"      float2 i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));\n"
+"      float2 j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));\n"
+"      float2 k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));\n"
+"      float2 l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));\n"
+"      float2 m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));\n"
+"      float2 n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));\n"
+"      float2 spatial_pred;\n"
+"      spatial_pred.x = SpatialPred (a.x, b.x, c.x, d.x, e.x, f.x, g.x,\n"
+"          h.x, i.x, j.x, k.x, l.x, m.x, n.x);\n"
+"      spatial_pred.y = SpatialPred (a.y, b.y, c.y, d.y, e.y, f.y, g.y,\n"
+"          h.y, i.y, j.y, k.y, l.y, m.y, n.y);\n"
+"      float2 A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float2 B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float2 C, D, E;\n"
+"      if (g_is_second) {\n"
+"        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = prevTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float2 F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float2 G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float2 H, I, J;\n"
+"      if (g_is_second) {\n"
+"        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = nextTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float2 K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float2 L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      spatial_pred.x = TemporalPred(A.x, B.x, C.x, D.x, E.x, F.x, G.x,\n"
+"          H.x, I.x, J.x, K.x, L.x, spatial_pred.x);\n"
+"      spatial_pred.y = TemporalPred(A.y, B.y, C.y, D.y, E.y, F.y, G.y,\n"
+"          H.y, I.y, J.y, K.y, L.y, spatial_pred.y);\n"
+"      outTexuint2(pos.x, pos.y) = spatial_pred;\n"
+"    }\n"
+"  }\n"
+"}\n"
+"\n"
+"numthreads(8, 8, 1)\n"
+"void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)\n"
+"{\n"
+"  Execute (int2(tid.x, tid.y));\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/CSMain_yadif_4.hlsl Added

@@ -0,0 +1,342 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * Portions of this file extracted from FFmpeg
+ * Copyright (C) 2018 Philip Langdale <philipl@overt.org>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer YADIFData : register(b0)
+{
+  int g_width;
+  int g_height;
+  uint g_primary_line;
+  uint g_is_second;
+};
+
+Texture2D<float4> prevTex : register(t0);
+Texture2D<float4> curTex : register(t1);
+Texture2D<float4> nextTex : register(t2);
+RWTexture2D<unorm float4> outTex : register(u0);
+
+float max3 (float a, float b, float c)
+{
+  return max (max (a, b), c);
+}
+
+float min3 (float a, float b, float c)
+{
+  return min (min (a, b), c);
+}
+
+float
+SpatialPred (float a, float b, float c, float d, float e, float f, float g,
+    float h, float i, float j, float k, float l, float m, float n)
+{
+  float spatial_pred = (d + k) / 2;
+  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);
+  float score = abs (b - k) + abs (c - l) + abs (d - m);
+  if (score < spatial_score) {
+    spatial_pred = (c + l) / 2;
+    spatial_score = score;
+    score = abs (a - l) + abs (b - m) + abs (c - n);
+    if (score < spatial_score) {
+      spatial_pred = (b + m) / 2;
+      spatial_score = score;
+    }
+  }
+  score = abs (d - i) + abs (e - j) + abs (f - k);
+  if (score < spatial_score) {
+    spatial_pred = (e + j) / 2;
+    spatial_score = score;
+    score = abs (e - h) + abs (f - i) + abs (g - j);
+    if (score < spatial_score) {
+      spatial_pred = (f + i) / 2;
+      spatial_score = score;
+    }
+  }
+  return spatial_pred;
+}
+
+float
+TemporalPred (float A, float B, float C, float D, float E, float F,
+    float G, float H, float I, float J, float K, float L, float spatial_pred)
+{
+  float p0 = (C + H) / 2;
+  float p1 = F;
+  float p2 = (D + I) / 2;
+  float p3 = G;
+  float p4 = (E + J) / 2;
+  float tdiff0 = abs (D - I);
+  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;
+  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;
+  float diff = max3 (tdiff0, tdiff1, tdiff2);
+  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));
+  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));
+  diff = max3 (diff, mini, -maxi);
+  if (spatial_pred > p2 + diff)
+    spatial_pred = p2 + diff;
+  if (spatial_pred < p2 - diff)
+    spatial_pred = p2 - diff;
+  return spatial_pred;
+}
+
+int GetPosX (int x)
+{
+  return clamp (x, 0, g_width - 1);
+}
+
+int GetPosY (int y)
+{
+  return clamp (y, 0, g_height - 1);
+}
+
+void Execute (int2 pos)
+{
+  if (pos.x < g_width && pos.y < g_height) {
+    branch if ((uint(pos.y) % 2) == g_primary_line) {
+      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));
+    } else {
+      float4 a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));
+      float4 b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));
+      float4 c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));
+      float4 d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));
+      float4 e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));
+      float4 f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));
+      float4 g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));
+      float4 h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));
+      float4 i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));
+      float4 j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));
+      float4 k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));
+      float4 l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));
+      float4 m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));
+      float4 n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));
+      float4 spatial_pred;
+      spatial_pred.x = SpatialPred (a.x, b.x, c.x, d.x, e.x, f.x, g.x,
+          h.x, i.x, j.x, k.x, l.x, m.x, n.x);
+      spatial_pred.y = SpatialPred (a.y, b.y, c.y, d.y, e.y, f.y, g.y,
+          h.y, i.y, j.y, k.y, l.y, m.y, n.y);
+      spatial_pred.z = SpatialPred (a.z, b.z, c.z, d.z, e.z, f.z, g.z,
+          h.z, i.z, j.z, k.z, l.z, m.z, n.z);
+      spatial_pred.w = SpatialPred (a.w, b.w, c.w, d.w, e.w, f.w, g.w,
+          h.w, i.w, j.w, k.w, l.w, m.w, n.w);
+      float4 A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float4 B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float4 C, D, E;
+      if (g_is_second) {
+        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = curTex.Load(int3(pos.x,         pos.y,      0));
+        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        D = prevTex.Load(int3(pos.x,         pos.y,      0));
+        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float4 F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float4 G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      float4 H, I, J;
+      if (g_is_second) {
+        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = nextTex.Load(int3(pos.x,         pos.y,      0));
+        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      } else {
+        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));
+        I = curTex.Load(int3(pos.x,         pos.y,      0));
+        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));
+      }
+      float4 K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));
+      float4 L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));
+      spatial_pred.x = TemporalPred(A.x, B.x, C.x, D.x, E.x, F.x, G.x,
+          H.x, I.x, J.x, K.x, L.x, spatial_pred.x);
+      spatial_pred.y = TemporalPred(A.y, B.y, C.y, D.y, E.y, F.y, G.y,
+          H.y, I.y, J.y, K.y, L.y, spatial_pred.y);
+      spatial_pred.z = TemporalPred(A.z, B.z, C.z, D.z, E.z, F.z, G.z,
+          H.z, I.z, J.z, K.z, L.z, spatial_pred.z);
+      spatial_pred.w = TemporalPred(A.w, B.w, C.w, D.w, E.w, F.w, G.w,
+          H.w, I.w, J.w, K.w, L.w, spatial_pred.w);
+      outTexuint2(pos.x, pos.y) = spatial_pred;
+    }
+  }
+}
+
+numthreads(8, 8, 1)
+void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)
+{
+  Execute (int2(tid.x, tid.y));
+}
+#else
+static const char str_CSMain_yadif_4 =
+"cbuffer YADIFData : register(b0)\n"
+"{\n"
+"  int g_width;\n"
+"  int g_height;\n"
+"  uint g_primary_line;\n"
+"  uint g_is_second;\n"
+"};\n"
+"\n"
+"Texture2D<float4> prevTex : register(t0);\n"
+"Texture2D<float4> curTex : register(t1);\n"
+"Texture2D<float4> nextTex : register(t2);\n"
+"RWTexture2D<unorm float4> outTex : register(u0);\n"
+"\n"
+"float max3 (float a, float b, float c)\n"
+"{\n"
+"  return max (max (a, b), c);\n"
+"}\n"
+"\n"
+"float min3 (float a, float b, float c)\n"
+"{\n"
+"  return min (min (a, b), c);\n"
+"}\n"
+"\n"
+"float\n"
+"SpatialPred (float a, float b, float c, float d, float e, float f, float g,\n"
+"    float h, float i, float j, float k, float l, float m, float n)\n"
+"{\n"
+"  float spatial_pred = (d + k) / 2;\n"
+"  float spatial_score = abs (c - j) + abs (d - k) + abs (e - l);\n"
+"  float score = abs (b - k) + abs (c - l) + abs (d - m);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (c + l) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (a - l) + abs (b - m) + abs (c - n);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (b + m) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  score = abs (d - i) + abs (e - j) + abs (f - k);\n"
+"  if (score < spatial_score) {\n"
+"    spatial_pred = (e + j) / 2;\n"
+"    spatial_score = score;\n"
+"    score = abs (e - h) + abs (f - i) + abs (g - j);\n"
+"    if (score < spatial_score) {\n"
+"      spatial_pred = (f + i) / 2;\n"
+"      spatial_score = score;\n"
+"    }\n"
+"  }\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"float\n"
+"TemporalPred (float A, float B, float C, float D, float E, float F,\n"
+"    float G, float H, float I, float J, float K, float L, float spatial_pred)\n"
+"{\n"
+"  float p0 = (C + H) / 2;\n"
+"  float p1 = F;\n"
+"  float p2 = (D + I) / 2;\n"
+"  float p3 = G;\n"
+"  float p4 = (E + J) / 2;\n"
+"  float tdiff0 = abs (D - I);\n"
+"  float tdiff1 = (abs (A - F) + abs (B - G)) / 2;\n"
+"  float tdiff2 = (abs (K - F) + abs (G - L)) / 2;\n"
+"  float diff = max3 (tdiff0, tdiff1, tdiff2);\n"
+"  float maxi = max3 (p2 - p3, p2 - p1, min (p0 - p1, p4 - p3));\n"
+"  float mini = min3 (p2 - p3, p2 - p1, max (p0 - p1, p4 - p3));\n"
+"  diff = max3 (diff, mini, -maxi);\n"
+"  if (spatial_pred > p2 + diff)\n"
+"    spatial_pred = p2 + diff;\n"
+"  if (spatial_pred < p2 - diff)\n"
+"    spatial_pred = p2 - diff;\n"
+"  return spatial_pred;\n"
+"}\n"
+"\n"
+"int GetPosX (int x)\n"
+"{\n"
+"  return clamp (x, 0, g_width - 1);\n"
+"}\n"
+"\n"
+"int GetPosY (int y)\n"
+"{\n"
+"  return clamp (y, 0, g_height - 1);\n"
+"}\n"
+"\n"
+"void Execute (int2 pos)\n"
+"{\n"
+"  if (pos.x < g_width && pos.y < g_height) {\n"
+"    branch if ((uint(pos.y) % 2) == g_primary_line) {\n"
+"      outTexuint2(pos.x, pos.y) = curTex.Load(int3(pos, 0));\n"
+"    } else {\n"
+"      float4 a = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y - 1), 0));\n"
+"      float4 b = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y - 1), 0));\n"
+"      float4 c = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y - 1), 0));\n"
+"      float4 d = curTex.Load(int3(        pos.x,              pos.y - 1,  0));\n"
+"      float4 e = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y - 1), 0));\n"
+"      float4 f = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y - 1), 0));\n"
+"      float4 g = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y - 1), 0));\n"
+"      float4 h = curTex.Load(int3(GetPosX(pos.x - 3), GetPosY(pos.y + 1), 0));\n"
+"      float4 i = curTex.Load(int3(GetPosX(pos.x - 2), GetPosY(pos.y + 1), 0));\n"
+"      float4 j = curTex.Load(int3(GetPosX(pos.x - 1), GetPosY(pos.y + 1), 0));\n"
+"      float4 k = curTex.Load(int3(        pos.x,      GetPosY(pos.y + 1), 0));\n"
+"      float4 l = curTex.Load(int3(GetPosX(pos.x + 1), GetPosY(pos.y + 1), 0));\n"
+"      float4 m = curTex.Load(int3(GetPosX(pos.x + 2), GetPosY(pos.y + 1), 0));\n"
+"      float4 n = curTex.Load(int3(GetPosX(pos.x + 3), GetPosY(pos.y + 1), 0));\n"
+"      float4 spatial_pred;\n"
+"      spatial_pred.x = SpatialPred (a.x, b.x, c.x, d.x, e.x, f.x, g.x,\n"
+"          h.x, i.x, j.x, k.x, l.x, m.x, n.x);\n"
+"      spatial_pred.y = SpatialPred (a.y, b.y, c.y, d.y, e.y, f.y, g.y,\n"
+"          h.y, i.y, j.y, k.y, l.y, m.y, n.y);\n"
+"      spatial_pred.z = SpatialPred (a.z, b.z, c.z, d.z, e.z, f.z, g.z,\n"
+"          h.z, i.z, j.z, k.z, l.z, m.z, n.z);\n"
+"      spatial_pred.w = SpatialPred (a.w, b.w, c.w, d.w, e.w, f.w, g.w,\n"
+"          h.w, i.w, j.w, k.w, l.w, m.w, n.w);\n"
+"      float4 A = prevTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float4 B = prevTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float4 C, D, E;\n"
+"      if (g_is_second) {\n"
+"        C = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        C = prevTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        D = prevTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        E = prevTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float4 F =   curTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float4 G =   curTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      float4 H, I, J;\n"
+"      if (g_is_second) {\n"
+"        H = nextTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = nextTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = nextTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      } else {\n"
+"        H = curTex.Load(int3(pos.x, GetPosY(pos.y - 2), 0));\n"
+"        I = curTex.Load(int3(pos.x,         pos.y,      0));\n"
+"        J = curTex.Load(int3(pos.x, GetPosY(pos.y + 2), 0));\n"
+"      }\n"
+"      float4 K = nextTex.Load(int3(pos.x, GetPosY(pos.y - 1), 0));\n"
+"      float4 L = nextTex.Load(int3(pos.x, GetPosY(pos.y + 1), 0));\n"
+"      spatial_pred.x = TemporalPred(A.x, B.x, C.x, D.x, E.x, F.x, G.x,\n"
+"          H.x, I.x, J.x, K.x, L.x, spatial_pred.x);\n"
+"      spatial_pred.y = TemporalPred(A.y, B.y, C.y, D.y, E.y, F.y, G.y,\n"
+"          H.y, I.y, J.y, K.y, L.y, spatial_pred.y);\n"
+"      spatial_pred.z = TemporalPred(A.z, B.z, C.z, D.z, E.z, F.z, G.z,\n"
+"          H.z, I.z, J.z, K.z, L.z, spatial_pred.z);\n"
+"      spatial_pred.w = TemporalPred(A.w, B.w, C.w, D.w, E.w, F.w, G.w,\n"
+"          H.w, I.w, J.w, K.w, L.w, spatial_pred.w);\n"
+"      outTexuint2(pos.x, pos.y) = spatial_pred;\n"
+"    }\n"
+"  }\n"
+"}\n"
+"\n"
+"numthreads(8, 8, 1)\n"
+"void ENTRY_POINT (uint3 tid : SV_DispatchThreadID)\n"
+"{\n"
+"  Execute (int2(tid.x, tid.y));\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker.hlsl Added

@@ -0,0 +1,73 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer CheckerConstBuffer : register(b0)
+{
+  float width;
+  float height;
+  float checker_size;
+  float alpha;
+};
+
+struct PS_INPUT
+{
+  float4 Position: SV_POSITION;
+  float2 Texture: TEXCOORD;
+};
+
+float4 ENTRY_POINT (PS_INPUT input) : SV_Target
+{
+  float4 output;
+  float2 xy_mod = floor (0.5 * input.Texture * float2 (width, height) / checker_size);
+  float result = fmod (xy_mod.x + xy_mod.y, 2.0);
+  output.r = step (result, 0.5);
+  output.g = 1.0 - output.r;
+  output.b = 0;
+  output.a = alpha;
+  return output;
+}
+#else
+static const char str_PSMain_checker =
+"cbuffer CheckerConstBuffer : register(b0)\n"
+"{\n"
+"  float width;\n"
+"  float height;\n"
+"  float checker_size;\n"
+"  float alpha;\n"
+"};\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position: SV_POSITION;\n"
+"  float2 Texture: TEXCOORD;\n"
+"};\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input) : SV_Target\n"
+"{\n"
+"  float4 output;\n"
+"  float2 xy_mod = floor (0.5 * input.Texture * float2 (width, height) / checker_size);\n"
+"  float result = fmod (xy_mod.x + xy_mod.y, 2.0);\n"
+"  output.r = step (result, 0.5);\n"
+"  output.g = 1.0 - output.r;\n"
+"  output.b = 0;\n"
+"  output.a = alpha;\n"
+"  return output;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker_luma.hlsl Added

@@ -0,0 +1,83 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+static const float blocksize = 8.0;
+static const float4 high = float4 (0.667, 0.0, 0.0, 1.0);
+static const float4 low = float4 (0.333, 0.0, 0.0, 1.0);
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+};
+
+struct PS_OUTPUT
+{
+  float4 Plane : SV_TARGET;
+};
+
+PS_OUTPUT ENTRY_POINT (PS_INPUT input)
+{
+  PS_OUTPUT output;
+  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
+    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
+      output.Plane = low;
+    else
+      output.Plane = high;
+  } else {
+    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
+      output.Plane = low;
+    else
+      output.Plane = high;
+  }
+  return output;
+}
+#else
+static const char str_PSMain_checker_luma =
+"static const float blocksize = 8.0;\n"
+"static const float4 high = float4 (0.667, 0.0, 0.0, 1.0);\n"
+"static const float4 low = float4 (0.333, 0.0, 0.0, 1.0);\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT\n"
+"{\n"
+"  float4 Plane : SV_TARGET;\n"
+"};\n"
+"\n"
+"PS_OUTPUT ENTRY_POINT (PS_INPUT input)\n"
+"{\n"
+"  PS_OUTPUT output;\n"
+"  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {\n"
+"    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)\n"
+"      output.Plane = low;\n"
+"    else\n"
+"      output.Plane = high;\n"
+"  } else {\n"
+"    if ((input.Position.y % (blocksize * 2.0)) < blocksize)\n"
+"      output.Plane = low;\n"
+"    else\n"
+"      output.Plane = high;\n"
+"  }\n"
+"  return output;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker_rgb.hlsl Added

@@ -0,0 +1,83 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+static const float blocksize = 8.0;
+static const float4 high = float4 (0.667, 0.667, 0.667, 1.0);
+static const float4 low = float4 (0.333, 0.333, 0.333, 1.0);
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+};
+
+struct PS_OUTPUT
+{
+  float4 Plane : SV_TARGET;
+};
+
+PS_OUTPUT ENTRY_POINT (PS_INPUT input)
+{
+  PS_OUTPUT output;
+  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
+    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
+      output.Plane = low;
+    else
+      output.Plane = high;
+  } else {
+    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
+      output.Plane = low;
+    else
+      output.Plane = high;
+  }
+  return output;
+}
+#else
+static const char str_PSMain_checker_rgb =
+"static const float blocksize = 8.0;\n"
+"static const float4 high = float4 (0.667, 0.667, 0.667, 1.0);\n"
+"static const float4 low = float4 (0.333, 0.333, 0.333, 1.0);\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT\n"
+"{\n"
+"  float4 Plane : SV_TARGET;\n"
+"};\n"
+"\n"
+"PS_OUTPUT ENTRY_POINT (PS_INPUT input)\n"
+"{\n"
+"  PS_OUTPUT output;\n"
+"  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {\n"
+"    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)\n"
+"      output.Plane = low;\n"
+"    else\n"
+"      output.Plane = high;\n"
+"  } else {\n"
+"    if ((input.Position.y % (blocksize * 2.0)) < blocksize)\n"
+"      output.Plane = low;\n"
+"    else\n"
+"      output.Plane = high;\n"
+"  }\n"
+"  return output;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_checker_vuya.hlsl Added

@@ -0,0 +1,83 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+static const float blocksize = 8.0;
+static const float4 high = float4 (0.5, 0.5, 0.667, 1.0);
+static const float4 low = float4 (0.5, 0.5, 0.333, 1.0);
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+};
+
+struct PS_OUTPUT
+{
+  float4 Plane : SV_TARGET;
+};
+
+PS_OUTPUT ENTRY_POINT (PS_INPUT input)
+{
+  PS_OUTPUT output;
+  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {
+    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)
+      output.Plane = low;
+    else
+      output.Plane = high;
+  } else {
+    if ((input.Position.y % (blocksize * 2.0)) < blocksize)
+      output.Plane = low;
+    else
+      output.Plane = high;
+  }
+  return output;
+}
+#else
+static const char str_PSMain_checker_vuya =
+"static const float blocksize = 8.0;\n"
+"static const float4 high = float4 (0.5, 0.5, 0.667, 1.0);\n"
+"static const float4 low = float4 (0.5, 0.5, 0.333, 1.0);\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"};\n"
+"\n"
+"struct PS_OUTPUT\n"
+"{\n"
+"  float4 Plane : SV_TARGET;\n"
+"};\n"
+"\n"
+"PS_OUTPUT ENTRY_POINT (PS_INPUT input)\n"
+"{\n"
+"  PS_OUTPUT output;\n"
+"  if ((input.Position.x % (blocksize * 2.0)) >= blocksize) {\n"
+"    if ((input.Position.y % (blocksize * 2.0)) >= blocksize)\n"
+"      output.Plane = low;\n"
+"    else\n"
+"      output.Plane = high;\n"
+"  } else {\n"
+"    if ((input.Position.y % (blocksize * 2.0)) < blocksize)\n"
+"      output.Plane = low;\n"
+"    else\n"
+"      output.Plane = high;\n"
+"  }\n"
+"  return output;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_color.hlsl Added

@@ -0,0 +1,43 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+struct PS_INPUT
+{
+  float4 Position: SV_POSITION;
+  float4 Color: COLOR;
+};
+
+float4 ENTRY_POINT (PS_INPUT input) : SV_TARGET
+{
+  return input.Color;
+}
+#else
+static const char str_PSMain_color =
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position: SV_POSITION;\n"
+"  float4 Color: COLOR;\n"
+"};\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input) : SV_TARGET\n"
+"{\n"
+"  return input.Color;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample.hlsl Added

@@ -0,0 +1,49 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+Texture2D shaderTexture;
+SamplerState samplerState;
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+float4 ENTRY_POINT (PS_INPUT input): SV_TARGET
+{
+  return shaderTexture.Sample (samplerState, input.Texture);
+}
+#else
+static const char str_PSMain_sample =
+"Texture2D shaderTexture;\n"
+"SamplerState samplerState;\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position: SV_POSITION;\n"
+"  float2 Texture: TEXCOORD;\n"
+"};\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input): SV_TARGET\n"
+"{\n"
+"  return shaderTexture.Sample (samplerState, input.Texture);\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample_premul.hlsl Added

@@ -0,0 +1,61 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+Texture2D shaderTexture;
+SamplerState samplerState;
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+float4 ENTRY_POINT (PS_INPUT input): SV_TARGET
+{
+  float4 sample = shaderTexture.Sample (samplerState, input.Texture);
+  float4 premul_sample;
+  premul_sample.r = saturate (sample.r * sample.a);
+  premul_sample.g = saturate (sample.g * sample.a);
+  premul_sample.b = saturate (sample.b * sample.a);
+  premul_sample.a = sample.a;
+  return premul_sample;
+}
+#else
+static const char str_PSMain_sample_premul =
+"Texture2D shaderTexture;\n"
+"SamplerState samplerState;\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input): SV_TARGET\n"
+"{\n"
+"  float4 sample = shaderTexture.Sample (samplerState, input.Texture);\n"
+"  float4 premul_sample;\n"
+"  premul_sample.r = saturate (sample.r * sample.a);\n"
+"  premul_sample.g = saturate (sample.g * sample.a);\n"
+"  premul_sample.b = saturate (sample.b * sample.a);\n"
+"  premul_sample.a = sample.a;\n"
+"  return premul_sample;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample_scrgb.hlsl Added

@@ -0,0 +1,89 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+Texture2D shaderTexture;
+SamplerState samplerState;
+
+cbuffer PsConstBuffer
+{
+  float sdr_white_level;
+};
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+float srgb_encode (float val)
+{
+  if (val <= 0.0031308)
+    return 12.92 * val;
+  else
+    return 1.055 * pow (val, 1.0 / 2.4) - 0.055;
+}
+
+float4 ENTRY_POINT (PS_INPUT input): SV_TARGET
+{
+  float4 sample = shaderTexture.Sample (samplerState, input.Texture).rgba;
+  sample.rgb = 80.0f / sdr_white_level * sample.rgb;
+  sample = saturate (sample);
+  sample.r = srgb_encode (sample.r);
+  sample.g = srgb_encode (sample.g);
+  sample.b = srgb_encode (sample.b);
+
+  return sample;
+}
+#else
+static const char str_PSMain_sample_scrgb =
+"Texture2D shaderTexture;\n"
+"SamplerState samplerState;\n"
+"\n"
+"cbuffer PsConstBuffer\n"
+"{\n"
+"  float sdr_white_level;\n"
+"};\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"float srgb_encode (float val)\n"
+"{\n"
+"  if (val <= 0.0031308)\n"
+"    return 12.92 * val;\n"
+"  else\n"
+"    return 1.055 * pow (val, 1.0 / 2.4) - 0.055;\n"
+"}\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input): SV_TARGET\n"
+"{\n"
+"  float4 sample = shaderTexture.Sample (samplerState, input.Texture).rgba;\n"
+"  sample.rgb = 80.0f / sdr_white_level * sample.rgb;\n"
+"  sample = saturate (sample);\n"
+"  sample.r = srgb_encode (sample.r);\n"
+"  sample.g = srgb_encode (sample.g);\n"
+"  sample.b = srgb_encode (sample.b);\n"
+"\n"
+"  return sample;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_sample_scrgb_tonemap.hlsl Added

@@ -0,0 +1,99 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+Texture2D shaderTexture;
+SamplerState samplerState;
+
+cbuffer PsConstBuffer
+{
+  float sdr_white_level;
+};
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+float srgb_encode (float val)
+{
+  if (val <= 0.0031308)
+    return 12.92 * val;
+  else
+    return 1.055 * pow (val, 1.0 / 2.4) - 0.055;
+}
+
+float4 ENTRY_POINT (PS_INPUT input): SV_TARGET
+{
+  float4 sample = shaderTexture.Sample (samplerState, input.Texture).rgba;
+
+  sample.rgb = sample.rgb / sdr_white_level;
+  sample.r = sample.r / (1.0f + sample.r) * 80.f;
+  sample.g = sample.g / (1.0f + sample.g) * 80.f;
+  sample.b = sample.b / (1.0f + sample.b) * 80.f;
+
+  sample = saturate (sample);
+  sample.r = srgb_encode (sample.r);
+  sample.g = srgb_encode (sample.g);
+  sample.b = srgb_encode (sample.b);
+
+  return sample;
+}
+#else
+static const char str_PSMain_sample_scrgb_tonemap =
+"Texture2D shaderTexture;\n"
+"SamplerState samplerState;\n"
+"\n"
+"cbuffer PsConstBuffer\n"
+"{\n"
+"  float sdr_white_level;\n"
+"};\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"float srgb_encode (float val)\n"
+"{\n"
+"  if (val <= 0.0031308)\n"
+"    return 12.92 * val;\n"
+"  else\n"
+"    return 1.055 * pow (val, 1.0 / 2.4) - 0.055;\n"
+"}\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input): SV_TARGET\n"
+"{\n"
+"  float4 sample = shaderTexture.Sample (samplerState, input.Texture).rgba;\n"
+"\n"
+"  sample.rgb = sample.rgb / sdr_white_level;\n"
+"  sample.r = sample.r / (1.0f + sample.r) * 80.f;\n"
+"  sample.g = sample.g / (1.0f + sample.g) * 80.f;\n"
+"  sample.b = sample.b / (1.0f + sample.b) * 80.f;\n"
+"\n"
+"  sample = saturate (sample);\n"
+"  sample.r = srgb_encode (sample.r);\n"
+"  sample.g = srgb_encode (sample.g);\n"
+"  sample.b = srgb_encode (sample.b);\n"
+"\n"
+"  return sample;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/PSMain_snow.hlsl Added

@@ -0,0 +1,75 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+cbuffer SnowConstBuffer : register(b0)
+{
+  float time;
+  float alpha;
+  float2 padding;
+};
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+float get_rand (float2 uv)
+{
+  return frac (sin (dot (uv, float2 (12.9898,78.233))) * 43758.5453);
+}
+
+float4 ENTRY_POINT (PS_INPUT input) : SV_Target
+{
+  float4 output;
+  float val = get_rand (time * input.Texture);
+  output.rgb = float3(val, val, val);
+  output.a = alpha;
+  return output;
+}
+#else
+static const char str_PSMain_snow =
+"cbuffer TimeConstBuffer : register(b0)\n"
+"{\n"
+"  float time;\n"
+"  float alpha;\n"
+"  float2 padding;\n"
+"};\n"
+"\n"
+"struct PS_INPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"float get_rand(float2 uv)\n"
+"{\n"
+"  return frac (sin (dot (uv, float2 (12.9898,78.233))) * 43758.5453);\n"
+"}\n"
+"\n"
+"float4 ENTRY_POINT (PS_INPUT input) : SV_Target\n"
+"{\n"
+"  float4 output;\n"
+"  float val = get_rand (time * input.Texture);\n"
+"  output.rgb = float3(val, val, val);\n"
+"  output.a = alpha;\n"
+"  return output;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/VSMain_color.hlsl Added

@@ -0,0 +1,55 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+struct VS_INPUT
+{
+  float4 Position : POSITION;
+  float4 Color : COLOR;
+};
+
+struct VS_OUTPUT
+{
+  float4 Position : SV_POSITION;
+  float4 Color : COLOR;
+};
+
+VS_OUTPUT ENTRY_POINT (VS_INPUT input)
+{
+  return input;
+}
+#else
+static const char str_VSMain_color =
+"struct VS_INPUT\n"
+"{\n"
+"  float4 Position : POSITION;\n"
+"  float4 Color : COLOR;\n"
+"};\n"
+"\n"
+"struct VS_OUTPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float4 Color : COLOR;\n"
+"};\n"
+"\n"
+"VS_OUTPUT ENTRY_POINT (VS_INPUT input)\n"
+"{\n"
+"  return input;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/VSMain_coord.hlsl Added

@@ -0,0 +1,55 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+struct VS_INPUT
+{
+  float4 Position : POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+struct VS_OUTPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+VS_OUTPUT ENTRY_POINT (VS_INPUT input)
+{
+  return input;
+}
+#else
+static const char str_VSMain_coord =
+"struct VS_INPUT\n"
+"{\n"
+"  float4 Position : POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"struct VS_OUTPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"  float2 Texture : TEXCOORD;\n"
+"};\n"
+"\n"
+"VS_OUTPUT ENTRY_POINT (VS_INPUT input)\n"
+"{\n"
+"  return input;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/VSMain_pos.hlsl Added

@@ -0,0 +1,51 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef BUILDING_HLSL
+struct VS_INPUT
+{
+  float4 Position : POSITION;
+};
+
+struct VS_OUTPUT
+{
+  float4 Position : SV_POSITION;
+};
+
+VS_OUTPUT ENTRY_POINT (VS_INPUT input)
+{
+  return input;
+}
+#else
+static const char str_VSMain_pos =
+"struct VS_INPUT\n"
+"{\n"
+"  float4 Position : POSITION;\n"
+"};\n"
+"\n"
+"struct VS_OUTPUT\n"
+"{\n"
+"  float4 Position : SV_POSITION;\n"
+"};\n"
+"\n"
+"VS_OUTPUT ENTRY_POINT (VS_INPUT input)\n"
+"{\n"
+"  return input;\n"
+"}\n";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/collect_hlsl_headers.py Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/hlsl.h Added

@@ -0,0 +1,43 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "PSMain_checker_luma.hlsl"
+#include "PSMain_checker_rgb.hlsl"
+#include "PSMain_checker_vuya.hlsl"
+#include "PSMain_checker.hlsl"
+#include "PSMain_color.hlsl"
+#include "PSMain_sample_premul.hlsl"
+#include "PSMain_sample.hlsl"
+#include "PSMain_sample_scrgb_tonemap.hlsl"
+#include "PSMain_sample_scrgb.hlsl"
+#include "PSMain_snow.hlsl"
+#include "VSMain_color.hlsl"
+#include "VSMain_coord.hlsl"
+#include "VSMain_pos.hlsl"
+#include "CSMain_mipgen.hlsl"
+#include "CSMain_mipgen_vuya.hlsl"
+#include "CSMain_mipgen_ayuv.hlsl"
+#include "CSMain_mipgen_gray.hlsl"
+#include "CSMain_yadif_1.hlsl"
+#include "CSMain_yadif_1_10.hlsl"
+#include "CSMain_yadif_1_12.hlsl"
+#include "CSMain_yadif_2.hlsl"
+#include "CSMain_yadif_4.hlsl"

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/d3dshader/plugin-hlsl/meson.build Added

@@ -0,0 +1,87 @@
+hlsl_sources = 
+  'PSMain_checker_luma', 'ps',
+  'PSMain_checker_rgb', 'ps',
+  'PSMain_checker_vuya', 'ps',
+  'PSMain_checker', 'ps',
+  'PSMain_color', 'ps',
+  'PSMain_sample_premul', 'ps',
+  'PSMain_sample', 'ps',
+  'PSMain_sample_scrgb_tonemap', 'ps',
+  'PSMain_sample_scrgb', 'ps',
+  'PSMain_snow', 'ps',
+  'VSMain_color', 'vs',
+  'VSMain_coord', 'vs',
+  'VSMain_pos', 'vs',
+  'CSMain_mipgen', 'cs',
+  'CSMain_mipgen_vuya', 'cs',
+  'CSMain_mipgen_ayuv', 'cs',
+  'CSMain_mipgen_gray', 'cs',
+  'CSMain_yadif_1_10', 'cs',
+  'CSMain_yadif_1_12', 'cs',
+  'CSMain_yadif_1', 'cs',
+  'CSMain_yadif_2', 'cs',
+  'CSMain_yadif_4', 'cs',
+
+
+shader_model = '5_0'
+
+plugin_hlsl_precompiled = 
+
+foreach shader : hlsl_sources
+  entry_point_prefix = shader.get(0)
+  target_prefix = shader.get(1)
+  source = files('@0@.hlsl'.format(entry_point_prefix))
+  entry_point = '@0@_@1@'.format(entry_point_prefix, shader_model)
+  header = '@0@.h'.format(entry_point)
+  sm_target = '@0@_@1@'.format(target_prefix, shader_model)
+  compiled_shader = custom_target(header,
+      input : source,
+      output : header,
+      command : fxc, '/Fh', '@OUTPUT@',
+                '/E', entry_point,
+                '/T', sm_target,
+                '/D', 'BUILDING_HLSL=1',
+                '/D', 'ENTRY_POINT=@0@'.format(entry_point),
+                '/nologo',
+                '@INPUT@')
+  plugin_hlsl_precompiled += compiled_shader
+endforeach
+
+header_collector = find_program('collect_hlsl_headers.py')
+
+plugin_ps_collection = custom_target('plugin_hlsl_ps',
+    input : plugin_hlsl_precompiled,
+    output : 'plugin_hlsl_ps.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'PSMain_',
+        '--name', 'g_plugin_ps_table',
+        '--output', '@OUTPUT@'
+    )
+
+plugin_vs_collection = custom_target('plugin_hlsl_vs',
+    input : plugin_hlsl_precompiled,
+    output : 'plugin_hlsl_vs.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'VSMain_',
+        '--name', 'g_plugin_vs_table',
+        '--output', '@OUTPUT@'
+    )
+
+plugin_cs_collection = custom_target('plugin_hlsl_cs',
+    input : plugin_hlsl_precompiled,
+    output : 'plugin_hlsl_cs.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'CSMain_',
+        '--name', 'g_plugin_cs_table',
+        '--output', '@OUTPUT@'
+    )
+
+hlsl_precompiled += 
+  plugin_hlsl_precompiled,
+  plugin_ps_collection,
+  plugin_vs_collection,
+  plugin_cs_collection,
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/dxva/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/dxva/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/glib-compat-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/glib-compat-private.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/insertbin/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/insertbin/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/isoff/gstisoff.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/isoff/gstisoff.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-atsc-section.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gst-atsc-section.c Changed

@@ -255,8 +255,8 @@
  *
  * Returns the #GstMpegtsAtscVCT contained in the @section
  *
- * Returns: The #GstMpegtsAtscVCT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsAtscVCT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsAtscVCT *
 gst_mpegts_section_get_atsc_tvct (GstMpegtsSection * section)
@@ -279,8 +279,8 @@
  *
  * Returns the #GstMpegtsAtscVCT contained in the @section
  *
- * Returns: The #GstMpegtsAtscVCT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsAtscVCT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsAtscVCT *
 gst_mpegts_section_get_atsc_cvct (GstMpegtsSection * section)
@@ -521,8 +521,8 @@
  * gst_mpegts_section_from_atsc_mgt:
  * @mgt: (transfer full): a #GstMpegtsAtscMGT to create the #GstMpegtsSection from
  *
- * Returns: (transfer full): the #GstMpegtsSection
- * Since: 1.18
+ * Returns: (transfer full) (nullable): the #GstMpegtsSection, or %NULL if @mgt
+ * is invalid Since: 1.18
  */
 GstMpegtsSection *
 gst_mpegts_section_from_atsc_mgt (GstMpegtsAtscMGT * mgt)
@@ -548,8 +548,8 @@
  *
  * Returns the #GstMpegtsAtscMGT contained in the @section.
  *
- * Returns: The #GstMpegtsAtscMGT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsAtscMGT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsAtscMGT *
 gst_mpegts_section_get_atsc_mgt (GstMpegtsSection * section)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-dvb-descriptor.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gst-dvb-descriptor.c Changed

@@ -100,7 +100,8 @@
  * with the network name @name. The data field of the #GstMpegtsDescriptor
  * will be allocated, and transferred to the caller.
  *
- * Returns: (transfer full): the #GstMpegtsDescriptor or %NULL on fail
+ * Returns: (transfer full) (nullable): the #GstMpegtsDescriptor or %NULL on
+ * failure.
  */
 GstMpegtsDescriptor *
 gst_mpegts_descriptor_from_dvb_network_name (const gchar * name)
@@ -510,7 +511,8 @@
  * The data field of the #GstMpegtsDescriptor will be allocated,
  * and transferred to the caller.
  *
- * Returns: (transfer full): the #GstMpegtsDescriptor or %NULL on fail
+ * Returns: (transfer full) (nullable): the #GstMpegtsDescriptor or %NULL on
+ * failure
  */
 GstMpegtsDescriptor *
 gst_mpegts_descriptor_from_dvb_service (GstMpegtsDVBServiceType service_type,
@@ -839,7 +841,8 @@
  * gst_mpegts_dvb_linkage_descriptor_get_mobile_hand_over:
  * @desc: the #GstMpegtsDVBLinkageDescriptor
  *
- * Returns: The #GstMpegtsDVBLinkageMobileHandOver or %NULL if an error happened
+ * Returns: (transfer none) (nullable): The #GstMpegtsDVBLinkageMobileHandOver
+ * or %NULL if an error happened
  */
 const GstMpegtsDVBLinkageMobileHandOver *
 gst_mpegts_dvb_linkage_descriptor_get_mobile_hand_over (const
@@ -856,7 +859,8 @@
  * gst_mpegts_dvb_linkage_descriptor_get_event:
  * @desc: the #GstMpegtsDVBLinkageDescriptor
  *
- * Returns: The #GstMpegtsDVBLinkageEvent or %NULL if an error happened
+ * Returns: (transfer none) (nullable): The #GstMpegtsDVBLinkageEvent or %NULL
+ * if an error happened
  */
 const GstMpegtsDVBLinkageEvent *
 gst_mpegts_dvb_linkage_descriptor_get_event (const GstMpegtsDVBLinkageDescriptor
@@ -873,7 +877,9 @@
  * gst_mpegts_dvb_linkage_descriptor_get_extended_event:
  * @desc: the #GstMpegtsDVBLinkageDescriptor
  *
- * Returns: (element-type GstMpegtsDVBLinkageExtendedEvent): an #GstMpegtsDVBLinkageExtendedEvent array or %NULL if an error happened
+ * Returns: (element-type GstMpegtsDVBLinkageExtendedEvent) (transfer none)
+ * (nullable): an #GstMpegtsDVBLinkageExtendedEvent array or %NULL if an error
+ * happened
  */
 const GPtrArray *
 gst_mpegts_dvb_linkage_descriptor_get_extended_event (const

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-dvb-section.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gst-dvb-section.c Changed

@@ -291,8 +291,8 @@
  *
  * Returns the #GstMpegtsEIT contained in the @section.
  *
- * Returns: The #GstMpegtsEIT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsEIT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsEIT *
 gst_mpegts_section_get_eit (GstMpegtsSection * section)
@@ -466,8 +466,8 @@
  *
  * Returns the #GstMpegtsBAT contained in the @section.
  *
- * Returns: The #GstMpegtsBAT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsBAT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsBAT *
 gst_mpegts_section_get_bat (GstMpegtsSection * section)
@@ -646,8 +646,8 @@
  *
  * Returns the #GstMpegtsNIT contained in the @section.
  *
- * Returns: The #GstMpegtsNIT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsNIT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsNIT *
 gst_mpegts_section_get_nit (GstMpegtsSection * section)
@@ -805,7 +805,8 @@
  *
  * Ownership of @nit is taken. The data in @nit is managed by the #GstMpegtsSection
  *
- * Returns: (transfer full): the #GstMpegtsSection
+ * Returns: (transfer full) (nullable): the #GstMpegtsSection, or %NULL if @nit
+ * is invalid
  */
 GstMpegtsSection *
 gst_mpegts_section_from_nit (GstMpegtsNIT * nit)
@@ -973,8 +974,8 @@
  *
  * Returns the #GstMpegtsSDT contained in the @section.
  *
- * Returns: The #GstMpegtsSDT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsSDT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsSDT *
 gst_mpegts_section_get_sdt (GstMpegtsSection * section)
@@ -1125,7 +1126,8 @@
  *
  * Ownership of @sdt is taken. The data in @sdt is managed by the #GstMpegtsSection
  *
- * Returns: (transfer full): the #GstMpegtsSection
+ * Returns: (transfer full) (nullable): the #GstMpegtsSection or %NULL if @sdt
+ * is invalid
  */
 GstMpegtsSection *
 gst_mpegts_section_from_sdt (GstMpegtsSDT * sdt)
@@ -1162,8 +1164,9 @@
  *
  * Returns the #GstDateTime of the TDT
  *
- * Returns: The #GstDateTime contained in the section, or %NULL
- * if an error happened. Release with #gst_date_time_unref when done.
+ * Returns: (transfer full) (nullable): The #GstDateTime contained in the
+ * section, or %NULL if an error happened. Release with #gst_date_time_unref
+ * when done.
  */
 GstDateTime *
 gst_mpegts_section_get_tdt (GstMpegtsSection * section)
@@ -1237,8 +1240,8 @@
  *
  * Returns the #GstMpegtsTOT contained in the @section.
  *
- * Returns: The #GstMpegtsTOT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsTOT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsTOT *
 gst_mpegts_section_get_tot (GstMpegtsSection * section)
@@ -1391,8 +1394,8 @@
  *
  * Returns the #GstMpegtsSIT contained in the @section.
  *
- * Returns: The #GstMpegtsSIT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsSIT contained in the
+ * section, or %NULL if an error happened.
  *
  * Since: 1.20
  */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gst-scte-section.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gst-scte-section.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gstmpegts-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gstmpegts-private.h Changed

@@ -80,14 +80,14 @@
     GST_WARNING ("Descriptor is empty (data field == NULL)");           \
     return retval;                                                      \
   }                                                                     \
-  if (G_UNLIKELY ((desc)->tag != 0x7f) ||                               \
+  if (G_UNLIKELY (((desc)->tag != 0x7f) && ((desc)->tag != 0x3f)) ||	\
     ((desc)->tag_extension != (tagexttype))) {                          \
     GST_WARNING ("Wrong descriptor type (Got 0x%02x, expected 0x%02x)", \
                  (desc)->tag_extension, tagexttype);                    \
     return retval;                                                      \
   }
 #define __common_desc_ext_checks(desc, tagexttype, minlen, retval)      \
-  __common_desc_ext_check_base(desc, tagexttype, retval);                    \
+  __common_desc_ext_check_base(desc, tagexttype, retval);		\
   if (G_UNLIKELY ((desc)->length < (minlen))) {                         \
     GST_WARNING ("Descriptor too small (Got %d, expected at least %d)", \
                  (desc)->length, minlen);                               \

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gstmpegtsdescriptor.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gstmpegtsdescriptor.c Changed

@@ -29,6 +29,7 @@
 
 #include "mpegts.h"
 #include "gstmpegts-private.h"
+#include <gst/base/gstbytewriter.h>
 
 #define DEFINE_STATIC_COPY_FUNCTION(type, name) \
 static type * _##name##_copy (type * source) \
@@ -290,7 +291,7 @@
  * If no character map that contains all characters could be found, the
  * string is converted to ISO 6937 with unknown characters set to `?`.
  *
- * Returns: (transfer full): byte array of size @out_size
+ * Returns: (transfer full) (nullable): byte array of size @out_size
  */
 guint8 *
 dvb_text_from_utf8 (const gchar * text, gsize * out_size)
@@ -695,8 +696,18 @@
   return descriptor;
 }
 
-static GstMpegtsDescriptor *
-_copy_descriptor (GstMpegtsDescriptor * desc)
+/**
+ * gst_mpegts_descriptor_copy:
+ * @desc: (transfer none): A #GstMpegtsDescriptor:
+ *
+ * Copy the given descriptor.
+ *
+ * Returns: (transfer full): A copy of @desc.
+ *
+ * Since: 1.26
+ */
+GstMpegtsDescriptor *
+gst_mpegts_descriptor_copy (GstMpegtsDescriptor * desc)
 {
   GstMpegtsDescriptor *copy;
 
@@ -720,7 +731,7 @@
 }
 
 G_DEFINE_BOXED_TYPE (GstMpegtsDescriptor, gst_mpegts_descriptor,
-    (GBoxedCopyFunc) _copy_descriptor,
+    (GBoxedCopyFunc) gst_mpegts_descriptor_copy,
     (GBoxedFreeFunc) gst_mpegts_descriptor_free);
 
 /**
@@ -733,9 +744,9 @@
  *
  * Note: The data provided in @buffer will not be copied.
  *
- * Returns: (transfer full) (element-type GstMpegtsDescriptor): an
- * array of the parsed descriptors or %NULL if there was an error.
- * Release with #g_array_unref when done with it.
+ * Returns: (transfer full) (element-type GstMpegtsDescriptor) (nullable): an
+ * array of the parsed descriptors or %NULL if there was an error.  Release with
+ * #g_array_unref when done with it.
  */
 GPtrArray *
 gst_mpegts_parse_descriptors (guint8 * buffer, gsize buf_len)
@@ -793,7 +804,8 @@
     GST_LOG ("descriptor 0x%02x length:%d", desc->tag, desc->length);
     GST_MEMDUMP ("descriptor", desc->data + 2, desc->length);
     /* extended descriptors */
-    if (G_UNLIKELY (desc->tag == 0x7f))
+    if (G_UNLIKELY (desc->tag == GST_MTS_DESC_DVB_EXTENSION
+            || desc->tag == GST_MTS_DESC_EXTENSION))
       desc->tag_extension = *data;
 
     data += desc->length;
@@ -818,7 +830,8 @@
  * Note: To look for descriptors that can be present more than once in an
  * array of descriptors, iterate the #GArray manually.
  *
- * Returns: (transfer none): the first descriptor matching @tag, else %NULL.
+ * Returns: (transfer none) (nullable): the first descriptor matching @tag, else
+ * %NULL.
  */
 const GstMpegtsDescriptor *
 gst_mpegts_find_descriptor (GPtrArray * descriptors, guint8 tag)
@@ -847,7 +860,8 @@
  * Note: To look for descriptors that can be present more than once in an
  * array of descriptors, iterate the #GArray manually.
  *
- * Returns: (transfer none): the first descriptor matchin @tag with @tag_extension, else %NULL.
+ * Returns: (transfer none) (nullable): the first descriptor matchin @tag with
+ * @tag_extension, else %NULL.
  *
  * Since: 1.20
  */
@@ -902,7 +916,7 @@
  * gst_mpegts_descriptor_parse_registration:
  * @descriptor: a %GST_MTS_DESC_REGISTRATION #GstMpegtsDescriptor
  * @registration_id: (out): The registration ID (in host endiannes)
- * @additional_info: (out) (allow-none) (array length=additional_info_length): The additional information
+ * @additional_info: (out) (allow-none) (transfer none) (array length=additional_info_length): The additional information
  * @additional_info_length: (out) (allow-none): The size of @additional_info in bytes.
  *
  * Extracts the Registration information from @descriptor.
@@ -1203,7 +1217,8 @@
  *
  * Creates a #GstMpegtsDescriptor with custom @tag and @data
  *
- * Returns: #GstMpegtsDescriptor
+ * Returns: (transfer full) (nullable): #GstMpegtsDescriptor, or %NULL if input
+ * is invalid
  */
 GstMpegtsDescriptor *
 gst_mpegts_descriptor_from_custom (guint8 tag, const guint8 * data,
@@ -1230,7 +1245,7 @@
  *
  * Creates a #GstMpegtsDescriptor with custom @tag, @tag_extension and @data
  *
- * Returns: #GstMpegtsDescriptor
+ * Returns: (transfer full): #GstMpegtsDescriptor
  *
  * Since: 1.20
  */
@@ -1247,3 +1262,453 @@
 
   return descriptor;
 }
+
+static GstMpegtsMetadataDescriptor *
+_gst_mpegts_metadata_descriptor_copy (GstMpegtsMetadataDescriptor * source)
+{
+  GstMpegtsMetadataDescriptor *copy =
+      g_memdup2 (source, sizeof (GstMpegtsMetadataDescriptor));
+  return copy;
+}
+
+static void
+_gst_mpegts_metadata_descriptor_free (GstMpegtsMetadataDescriptor * desc)
+{
+  g_free (desc);
+}
+
+G_DEFINE_BOXED_TYPE (GstMpegtsMetadataDescriptor,
+    gst_mpegts_metadata_descriptor,
+    (GBoxedCopyFunc) _gst_mpegts_metadata_descriptor_copy,
+    (GFreeFunc) _gst_mpegts_metadata_descriptor_free);
+
+GstMpegtsDescriptor *
+gst_mpegts_descriptor_from_metadata (const GstMpegtsMetadataDescriptor *
+    metadata_descriptor)
+{
+  g_return_val_if_fail (metadata_descriptor != NULL, NULL);
+
+  int wr_size = 0;
+  guint8 *add_info = NULL;
+  GstByteWriter writer;
+
+  // metadata_descriptor
+  gst_byte_writer_init_with_size (&writer, 32, FALSE);
+
+  gst_byte_writer_put_uint16_be (&writer,
+      metadata_descriptor->metadata_application_format);
+  if (metadata_descriptor->metadata_application_format ==
+      GST_MPEGTS_METADATA_APPLICATION_FORMAT_IDENTIFIER_FIELD) {
+    gst_byte_writer_put_uint32_be (&writer, metadata_descriptor->metadata_format_identifier);   // metadata_application_format_identifier
+  }
+
+  gst_byte_writer_put_uint8 (&writer, metadata_descriptor->metadata_format);
+  if (metadata_descriptor->metadata_format ==
+      GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD) {
+    gst_byte_writer_put_uint32_be (&writer, metadata_descriptor->metadata_format_identifier);   // metadata_format_identifier
+  }
+
+  gst_byte_writer_put_uint8 (&writer, metadata_descriptor->metadata_service_id);
+  gst_byte_writer_put_uint8 (&writer, 0x0F);    // decoder_config_flags = 000, DSM_CC_flag = 0, reserved = 1111
+
+  wr_size = gst_byte_writer_get_size (&writer);
+  add_info = gst_byte_writer_reset_and_get_data (&writer);
+
+  GstMpegtsDescriptor *descriptor =
+      _new_descriptor (GST_MTS_DESC_METADATA, wr_size);
+  memcpy (descriptor->data + 2, add_info, wr_size);
+  g_free (add_info);
+
+  return descriptor;
+}
+
+/**
+ * gst_mpegts_descriptor_parse_metadata:
+ * @descriptor: a %GST_TYPE_MPEGTS_METADATA_DESCRIPTOR #GstMpegtsDescriptor
+ * @res: (out) (transfer full): #GstMpegtsMetadataDescriptor
+ *
+ * Parses out the metadata descriptor from the @descriptor.
+ *
+ * See ISO/IEC 13818-1:2018 Section 2.6.60 and 2.6.61 for details.
+ * metadata_application_format is provided in Table 2-82. metadata_format is
+ * provided in Table 2-85.
+ *
+ * Returns: %TRUE if the parsing worked correctly, else %FALSE.
+ *
+ * Since: 1.24
+ */
+gboolean
+gst_mpegts_descriptor_parse_metadata (const GstMpegtsDescriptor * descriptor,
+    GstMpegtsMetadataDescriptor ** desc)
+{
+  guint8 *data;
+  guint8 flag;
+  GstMpegtsMetadataDescriptor *res;
+
+  g_return_val_if_fail (descriptor != NULL && desc != NULL, FALSE);
+  __common_desc_checks (descriptor, GST_MTS_DESC_METADATA, 5, FALSE);
+
+  data = (guint8 *) descriptor->data + 2;
+
+  res = g_new0 (GstMpegtsMetadataDescriptor, 1);
+
+  res->metadata_application_format = GST_READ_UINT16_BE (data);
+  data += 2;
+  if (res->metadata_application_format ==
+      GST_MPEGTS_METADATA_APPLICATION_FORMAT_IDENTIFIER_FIELD) {
+    // skip over metadata_application_format_identifier if it is provided
+    data += 4;
+  }
+  res->metadata_format = *data;
+  data += 1;
+  if (res->metadata_format == GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD) {
+    res->metadata_format_identifier = GST_READ_UINT32_BE (data);
+    data += 4;
+  }
+  res->metadata_service_id = *data;
+  data += 1;
+  flag = *data;
+  res->decoder_config_flags = flag >> 5;
+  res->dsm_cc_flag = (flag & 0x10);
+
+  // There are more values if the dsm_cc_flag or decoder flags are set.
+
+  *desc = res;
+
+  return TRUE;
+}
+
+/**
+ * gst_mpegts_descriptor_parse_metadata_std:
+ * @descriptor: a %GST_MTS_DESC_METADATA_STD #GstMpegtsDescriptor
+ * @metadata_input_leak_rate (out): the input leak rate in units of 400bits/sec.
+ * @metadata_buffer_size (out): the buffer size in units of 1024 bytes
+ * @metadata_output_leak_rate (out): the output leak rate in units of 400bits/sec.
+ *
+ * Extracts the metadata STD descriptor from @descriptor.
+ *
+ * See ISO/IEC 13818-1:2018 Section 2.6.62 and 2.6.63 for details.
+ *
+ * Returns: %TRUE if parsing succeeded, else %FALSE.
+ *
+ * Since: 1.24
+ */
+gboolean
+gst_mpegts_descriptor_parse_metadata_std (const GstMpegtsDescriptor *
+    descriptor,
+    guint32 * metadata_input_leak_rate,
+    guint32 * metadata_buffer_size, guint32 * metadata_output_leak_rate)
+{
+  guint8 *data;
+
+  g_return_val_if_fail (descriptor != NULL && metadata_input_leak_rate != NULL
+      && metadata_buffer_size != NULL
+      && metadata_output_leak_rate != NULL, FALSE);
+  __common_desc_checks (descriptor, GST_MTS_DESC_METADATA_STD, 9, FALSE);
+  data = (guint8 *) descriptor->data + 2;
+  *metadata_input_leak_rate = GST_READ_UINT24_BE (data) & 0x3FFFFF;
+  data += 3;
+  *metadata_buffer_size = GST_READ_UINT24_BE (data) & 0x3FFFFF;
+  data += 3;
+  *metadata_output_leak_rate = GST_READ_UINT24_BE (data) & 0x3FFFFF;
+  return TRUE;
+}
+
+static gboolean
+gst_mpegts_pes_metadata_meta_init (GstMpegtsPESMetadataMeta * meta,
+    gpointer params, GstBuffer * buffer)
+{
+  return TRUE;
+}
+
+static void
+gst_mpegts_pes_metadata_meta_free (GstMpegtsPESMetadataMeta * meta,
+    GstBuffer * buffer)
+{
+}
+
+static gboolean
+gst_mpegts_pes_metadata_meta_transform (GstBuffer * dest, GstMeta * meta,
+    GstBuffer * buffer, GQuark type, gpointer data)
+{
+  GstMpegtsPESMetadataMeta *source_meta, *dest_meta;
+
+  source_meta = (GstMpegtsPESMetadataMeta *) meta;
+
+  if (GST_META_TRANSFORM_IS_COPY (type)) {
+    GstMetaTransformCopy *copy = data;
+    if (!copy->region) {
+      dest_meta = gst_buffer_add_mpegts_pes_metadata_meta (dest);
+      if (!dest_meta)
+        return FALSE;
+      dest_meta->metadata_service_id = source_meta->metadata_service_id;
+      dest_meta->flags = source_meta->flags;
+    }
+  } else {
+    /* return FALSE, if transform type is not supported */
+    return FALSE;
+  }
+  return TRUE;
+}
+
+GType
+gst_mpegts_pes_metadata_meta_api_get_type (void)
+{
+  static GType type;
+  static const gchar *tags = { NULL };
+
+  if (g_once_init_enter (&type)) {
+    GType _type =
+        gst_meta_api_type_register ("GstMpegtsPESMetadataMetaAPI", tags);
+    g_once_init_leave (&type, _type);
+  }
+  return type;
+}
+
+const GstMetaInfo *
+gst_mpegts_pes_metadata_meta_get_info (void)
+{
+  static const GstMetaInfo *mpegts_pes_metadata_meta_info = NULL;
+
+  if (g_once_init_enter ((GstMetaInfo **) & mpegts_pes_metadata_meta_info)) {
+    const GstMetaInfo *meta =
+        gst_meta_register (GST_MPEGTS_PES_METADATA_META_API_TYPE,
+        "GstMpegtsPESMetadataMeta", sizeof (GstMpegtsPESMetadataMeta),
+        (GstMetaInitFunction) gst_mpegts_pes_metadata_meta_init,
+        (GstMetaFreeFunction) gst_mpegts_pes_metadata_meta_free,
+        (GstMetaTransformFunction) gst_mpegts_pes_metadata_meta_transform);
+    g_once_init_leave ((GstMetaInfo **) & mpegts_pes_metadata_meta_info,
+        (GstMetaInfo *) meta);
+  }
+
+  return mpegts_pes_metadata_meta_info;
+}
+
+GstMpegtsPESMetadataMeta *
+gst_buffer_add_mpegts_pes_metadata_meta (GstBuffer * buffer)
+{
+  GstMpegtsPESMetadataMeta *meta;
+  meta =
+      (GstMpegtsPESMetadataMeta *) gst_buffer_add_meta (buffer,
+      GST_MPEGTS_PES_METADATA_META_INFO, NULL);
+  return meta;
+}
+
+static GstMpegtsMetadataPointerDescriptor *
+_gst_mpegts_metadata_pointer_descriptor_copy (GstMpegtsMetadataPointerDescriptor
+    * source)
+{
+  GstMpegtsMetadataPointerDescriptor *copy =
+      g_memdup2 (source, sizeof (GstMpegtsMetadataPointerDescriptor));
+  return copy;
+}
+
+static void
+_gst_mpegts_metadata_pointer_descriptor_free (GstMpegtsMetadataPointerDescriptor
+    * desc)
+{
+  g_free (desc);
+}
+
+G_DEFINE_BOXED_TYPE (GstMpegtsMetadataPointerDescriptor,
+    gst_mpegts_metadata_pointer_descriptor,
+    (GBoxedCopyFunc) _gst_mpegts_metadata_pointer_descriptor_copy,
+    (GFreeFunc) _gst_mpegts_metadata_pointer_descriptor_free);
+
+GstMpegtsDescriptor *
+gst_mpegts_descriptor_from_metadata_pointer (const
+    GstMpegtsMetadataPointerDescriptor * metadata_pointer_descriptor)
+{
+  g_return_val_if_fail (metadata_pointer_descriptor != NULL, NULL);
+
+  int wr_size = 0;
+  guint8 *add_info = NULL;
+  GstByteWriter writer;
+
+  // metadata_pointer_descriptor
+  gst_byte_writer_init_with_size (&writer, 32, FALSE);
+
+  gst_byte_writer_put_uint16_be (&writer,
+      metadata_pointer_descriptor->metadata_application_format);
+  if (metadata_pointer_descriptor->metadata_application_format ==
+      GST_MPEGTS_METADATA_APPLICATION_FORMAT_IDENTIFIER_FIELD) {
+    gst_byte_writer_put_uint32_be (&writer, metadata_pointer_descriptor->metadata_format_identifier);   // metadata_application_format_identifier
+  }
+
+  gst_byte_writer_put_uint8 (&writer,
+      metadata_pointer_descriptor->metadata_format);
+  if (metadata_pointer_descriptor->metadata_format ==
+      GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD) {
+    gst_byte_writer_put_uint32_be (&writer, metadata_pointer_descriptor->metadata_format_identifier);   // metadata_format_identifier
+  }
+
+  gst_byte_writer_put_uint8 (&writer,
+      metadata_pointer_descriptor->metadata_service_id);
+  gst_byte_writer_put_uint8 (&writer, 0x1F);    // metadata_locator_record_flag = 0, MPEG_carriage_flag = 00, reserved = 11111
+  gst_byte_writer_put_uint16_be (&writer, metadata_pointer_descriptor->program_number); // program_number
+
+  wr_size = gst_byte_writer_get_size (&writer);
+  add_info = gst_byte_writer_reset_and_get_data (&writer);
+
+  GstMpegtsDescriptor *descriptor =
+      _new_descriptor (GST_MTS_DESC_METADATA_POINTER, wr_size);
+  memcpy (descriptor->data + 2, add_info, wr_size);
+  g_free (add_info);
+
+  return descriptor;
+}
+
+DEFINE_STATIC_COPY_FUNCTION (GstMpegtsJpegXsDescriptor,
+    gst_mpegts_jpeg_xs_descriptor);
+DEFINE_STATIC_FREE_FUNCTION (GstMpegtsJpegXsDescriptor,
+    gst_mpegts_jpeg_xs_descriptor);
+
+G_DEFINE_BOXED_TYPE (GstMpegtsJpegXsDescriptor, gst_mpegts_jpeg_xs_descriptor,
+    (GBoxedCopyFunc) _gst_mpegts_jpeg_xs_descriptor_copy,
+    (GFreeFunc) _gst_mpegts_jpeg_xs_descriptor_free);
+
+/**
+ * gst_mpegts_descriptor_parse_jpeg_xs:
+ * @descriptor: A #GstMpegtsDescriptor
+ * @res: (out): A parsed #GstMpegtsJpegXsDescriptor
+ *
+ * Parses the JPEG-XS descriptor information from @descriptor:
+ *
+ * Returns: TRUE if the information could be parsed, else FALSE.
+ *
+ * Since: 1.26
+ */
+
+gboolean
+gst_mpegts_descriptor_parse_jpeg_xs (const GstMpegtsDescriptor * descriptor,
+    GstMpegtsJpegXsDescriptor * res)
+{
+  GstByteReader br;
+  guint8 flags;
+  g_return_val_if_fail (descriptor != NULL && res != NULL, FALSE);
+
+  /* The smallest jpegxs descriptor doesn't contain the MDM,
+   * but is an H.222.0 extension (so additional one byte) */
+  __common_desc_ext_checks (descriptor, GST_MTS_DESC_EXT_JXS_VIDEO, 30, FALSE);
+
+  /* Skip tag/length/extension */
+  gst_byte_reader_init (&br, descriptor->data + 3, descriptor->length - 1);
+  memset (res, 0, sizeof (*res));
+
+  /* First part can be scanned out with unchecked reader */
+  res->descriptor_version = gst_byte_reader_get_uint8_unchecked (&br);
+  if (res->descriptor_version != 0) {
+    GST_WARNING ("Unsupported JPEG-XS descriptor version (%d != 0)",
+        res->descriptor_version);
+    return FALSE;
+  }
+  res->horizontal_size = gst_byte_reader_get_uint16_be_unchecked (&br);
+  res->vertical_size = gst_byte_reader_get_uint16_be_unchecked (&br);
+  res->brat = gst_byte_reader_get_uint32_be_unchecked (&br);
+  res->frat = gst_byte_reader_get_uint32_be_unchecked (&br);
+  res->schar = gst_byte_reader_get_uint16_be_unchecked (&br);
+  res->Ppih = gst_byte_reader_get_uint16_be_unchecked (&br);
+  res->Plev = gst_byte_reader_get_uint16_be_unchecked (&br);
+  res->max_buffer_size = gst_byte_reader_get_uint32_be_unchecked (&br);
+  res->buffer_model_type = gst_byte_reader_get_uint8_unchecked (&br);
+  res->colour_primaries = gst_byte_reader_get_uint8_unchecked (&br);
+  res->transfer_characteristics = gst_byte_reader_get_uint8_unchecked (&br);
+  res->matrix_coefficients = gst_byte_reader_get_uint8_unchecked (&br);
+
+  res->video_full_range_flag =
+      (gst_byte_reader_get_uint8_unchecked (&br) & 0x80) == 0x80;
+  flags = gst_byte_reader_get_uint8_unchecked (&br);
+  res->still_mode = flags >> 7;
+  if ((flags & 0x40) == 0x40) {
+    if (gst_byte_reader_get_remaining (&br) < 28) {
+      GST_ERROR ("MDM present on JPEG-XS descriptor but not enough bytes");
+      return FALSE;
+    }
+    res->X_c0 = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->Y_c0 = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->X_c1 = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->Y_c1 = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->X_c2 = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->Y_c2 = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->X_wp = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->Y_wp = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->L_max = gst_byte_reader_get_uint32_be_unchecked (&br);
+    res->L_min = gst_byte_reader_get_uint32_be_unchecked (&br);
+    res->MaxCLL = gst_byte_reader_get_uint16_be_unchecked (&br);
+    res->MaxFALL = gst_byte_reader_get_uint16_be_unchecked (&br);
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_mpegts_descriptor_from_jpeg_xs:
+ * @jpegxs: A #GstMpegtsJpegXsDescriptor
+ *
+ * Create a new #GstMpegtsDescriptor based on the information in @jpegxs
+ *
+ * Returns: (transfer full): The #GstMpegtsDescriptor
+ *
+ * Since: 1.26
+ */
+GstMpegtsDescriptor *
+gst_mpegts_descriptor_from_jpeg_xs (const GstMpegtsJpegXsDescriptor * jpegxs)
+{
+  gsize desc_size = 29;
+  GstByteWriter writer;
+  guint8 *desc_data;
+  GstMpegtsDescriptor *descriptor;
+
+  gst_byte_writer_init_with_size (&writer, desc_size, FALSE);
+
+  /* descriptor version:  0 */
+  gst_byte_writer_put_uint8 (&writer, 0);
+  /* horizontal/vertical size */
+  gst_byte_writer_put_uint16_be (&writer, jpegxs->horizontal_size);
+  gst_byte_writer_put_uint16_be (&writer, jpegxs->vertical_size);
+  /* brat/frat */
+  gst_byte_writer_put_uint32_be (&writer, jpegxs->brat);
+  gst_byte_writer_put_uint32_be (&writer, jpegxs->frat);
+
+  /* schar, Ppih, Plev */
+  gst_byte_writer_put_uint16_be (&writer, jpegxs->schar);
+  gst_byte_writer_put_uint16_be (&writer, jpegxs->Ppih);
+  gst_byte_writer_put_uint16_be (&writer, jpegxs->Plev);
+
+  gst_byte_writer_put_uint32_be (&writer, jpegxs->max_buffer_size);
+
+  /* Buffer model type */
+  gst_byte_writer_put_uint8 (&writer, jpegxs->buffer_model_type);
+
+  /* color_primaries */
+  gst_byte_writer_put_uint8 (&writer, jpegxs->colour_primaries);
+
+  /* transfer_characteristics */
+  gst_byte_writer_put_uint8 (&writer, jpegxs->transfer_characteristics);
+
+  /* matrix_coefficients */
+  gst_byte_writer_put_uint8 (&writer, jpegxs->matrix_coefficients);
+
+  /* video_full_range_flag */
+  gst_byte_writer_put_uint8 (&writer,
+      jpegxs->video_full_range_flag ? 1 << 7 : 0);
+
+  /* still_mode_flag : off
+   * mdm_flag : off */
+  gst_byte_writer_put_uint8 (&writer, jpegxs->still_mode ? 1 : 0);
+
+  if (jpegxs->mdm_flag) {
+    GST_ERROR ("Mastering Display Metadata not supported yet !");
+  }
+
+  desc_size = gst_byte_writer_get_size (&writer);
+  g_assert (desc_size == 29);
+  desc_data = gst_byte_writer_reset_and_get_data (&writer);
+
+  descriptor =
+      gst_mpegts_descriptor_from_custom_with_extension (GST_MTS_DESC_EXTENSION,
+      GST_MTS_DESC_EXT_JXS_VIDEO, desc_data, desc_size);
+  g_free (desc_data);
+
+  return descriptor;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gstmpegtsdescriptor.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gstmpegtsdescriptor.h Changed

@@ -32,7 +32,6 @@
 #ifndef GST_MPEGTS_DESCRIPTOR_H
 #define GST_MPEGTS_DESCRIPTOR_H
 
-#include "gst-metadata-descriptor.h"
 #include <gst/gst.h>
 #include <gst/mpegts/mpegts-prelude.h>
 
@@ -136,10 +135,34 @@
   GST_MTS_DESC_STEREOSCOPIC_PROGRAM_INFO        = 0x35,
   GST_MTS_DESC_STEREOSCOPIC_VIDEO_INFO          = 0x36,
 
+  /**
+   * GST_MTS_DESC_EXTENSION:
+   *
+   * Extension Descriptor.
+   *
+   * Since: 1.26
+   */
+  GST_MTS_DESC_EXTENSION                        = 0x3f
   /* 55-63 ITU-T Rec. H.222.0 | ISO/IEC 13818-1 Reserved */
 } GstMpegtsDescriptorType;
 
 /**
+ * GstMpegtsExtendedDescriptorType:
+ *
+ * The type of an extended descriptor
+ *
+ * The values correpond to the registered extended descriptor types from the
+ * base ISO 13818 / ITU H.222.0 specifications
+ *
+ * Consult the specification for more details
+ *
+ * Since: 1.26
+ */
+typedef enum {
+  GST_MTS_DESC_EXT_JXS_VIDEO                    = 0x14,
+} GstMpegtsExtendedDescriptorType;
+
+/**
  * GstMpegtsMiscDescriptorType:
  *
  * The type of #GstMpegtsDescriptor
@@ -181,7 +204,7 @@
 /**
  * GstMpegtsDescriptor:
  * @tag: the type of descriptor
- * @tag_extension: the extended type (if @descriptor_tag is 0x7f)
+ * @tag_extension: the extended type (if @tag is 0x7f (for DVB) or 0x3f (for H.222.0))
  * @length: the length of the descriptor content (excluding tag/length field)
  * @data: the full descriptor data (including tag, extension, length). The first
  * two bytes are the @tag and @length.
@@ -204,6 +227,9 @@
 void       gst_mpegts_descriptor_free (GstMpegtsDescriptor *desc);
 
 GST_MPEGTS_API
+GstMpegtsDescriptor       * gst_mpegts_descriptor_copy (GstMpegtsDescriptor *desc);
+
+GST_MPEGTS_API
 GPtrArray *gst_mpegts_parse_descriptors (guint8 * buffer, gsize buf_len);
 
 GST_MPEGTS_API
@@ -228,7 +254,7 @@
  * @GST_MTS_REGISTRATION_BSSD: SMPTE 302M, Mapping of AES3 Data in mpeg-ts
  * @GST_MTS_REGISTRATION_GA94: ATSC A/53 compliant stream (i.e. ATSC)
  * @GST_MTS_REGISTRATION_HDMV: Blu-ray, "System Description Blu-ray Disc
- *             Read-Only Format part 3 Audio Visual Basic Specifications" 
+ *             Read-Only Format part 3 Audio Visual Basic Specifications"
  * @GST_MTS_REGISTRATION_KLVA: SMPTE RP217 : Non-synchronized Mapping of KLV
  *             Packets in mpeg-ts
  * @GST_MTS_REGISTRATION_OPUS: Opus Audio
@@ -246,37 +272,39 @@
  */
 
 /**
- * REG_TO_UINT32: (skip) (attributes doc.skip=true)
+ * GST_MPEGTS_REG_TO_UINT32: (skip) (attributes doc.skip=true)
  */
-#define REG_TO_UINT32(a,b,c,d)((a) << 24 | (b) << 16 | (c) << 8 | (d))
+#define GST_MPEGTS_REG_TO_UINT32(a,b,c,d)((a) << 24 | (b) << 16 | (c) << 8 | (d))
 
 typedef enum {
   GST_MTS_REGISTRATION_0 = 0,
 
   /* SMPTE-RA registered */
-  GST_MTS_REGISTRATION_AC_3 = REG_TO_UINT32 ('A', 'C', '-', '3'),
-  GST_MTS_REGISTRATION_CUEI = REG_TO_UINT32 ('C', 'U', 'E', 'I'),
-  GST_MTS_REGISTRATION_drac = REG_TO_UINT32 ('d', 'r', 'a', 'c'),
-  GST_MTS_REGISTRATION_DTS1 = REG_TO_UINT32 ('D', 'T', 'S', '1'),
-  GST_MTS_REGISTRATION_DTS2 = REG_TO_UINT32 ('D', 'T', 'S', '2'),
-  GST_MTS_REGISTRATION_DTS3 = REG_TO_UINT32 ('D', 'T', 'S', '3'),
-  GST_MTS_REGISTRATION_BSSD = REG_TO_UINT32 ('B', 'S', 'S', 'D'),
-  GST_MTS_REGISTRATION_EAC3 = REG_TO_UINT32 ('E', 'A', 'C', '3'),
-  GST_MTS_REGISTRATION_ETV1 = REG_TO_UINT32 ('E', 'T', 'V', '1'),
-  GST_MTS_REGISTRATION_GA94 = REG_TO_UINT32 ('G', 'A', '9', '4'),
-  GST_MTS_REGISTRATION_HDMV = REG_TO_UINT32 ('H', 'D', 'M', 'V'),
-  GST_MTS_REGISTRATION_KLVA = REG_TO_UINT32 ('K', 'L', 'V', 'A'),
-  GST_MTS_REGISTRATION_OPUS = REG_TO_UINT32 ('O', 'P', 'U', 'S'),
-  GST_MTS_REGISTRATION_TSHV = REG_TO_UINT32 ('T', 'S', 'H', 'V'),
-  GST_MTS_REGISTRATION_VC_1 = REG_TO_UINT32 ('V', 'C', '-', '1'),
+  GST_MTS_REGISTRATION_AC_3 = GST_MPEGTS_REG_TO_UINT32 ('A', 'C', '-', '3'),
+  GST_MTS_REGISTRATION_CUEI = GST_MPEGTS_REG_TO_UINT32 ('C', 'U', 'E', 'I'),
+  GST_MTS_REGISTRATION_drac = GST_MPEGTS_REG_TO_UINT32 ('d', 'r', 'a', 'c'),
+  GST_MTS_REGISTRATION_DTS1 = GST_MPEGTS_REG_TO_UINT32 ('D', 'T', 'S', '1'),
+  GST_MTS_REGISTRATION_DTS2 = GST_MPEGTS_REG_TO_UINT32 ('D', 'T', 'S', '2'),
+  GST_MTS_REGISTRATION_DTS3 = GST_MPEGTS_REG_TO_UINT32 ('D', 'T', 'S', '3'),
+  GST_MTS_REGISTRATION_BSSD = GST_MPEGTS_REG_TO_UINT32 ('B', 'S', 'S', 'D'),
+  GST_MTS_REGISTRATION_EAC3 = GST_MPEGTS_REG_TO_UINT32 ('E', 'A', 'C', '3'),
+  GST_MTS_REGISTRATION_ETV1 = GST_MPEGTS_REG_TO_UINT32 ('E', 'T', 'V', '1'),
+  GST_MTS_REGISTRATION_GA94 = GST_MPEGTS_REG_TO_UINT32 ('G', 'A', '9', '4'),
+  GST_MTS_REGISTRATION_HDMV = GST_MPEGTS_REG_TO_UINT32 ('H', 'D', 'M', 'V'),
+  GST_MTS_REGISTRATION_KLVA = GST_MPEGTS_REG_TO_UINT32 ('K', 'L', 'V', 'A'),
+  GST_MTS_REGISTRATION_OPUS = GST_MPEGTS_REG_TO_UINT32 ('O', 'P', 'U', 'S'),
+  GST_MTS_REGISTRATION_TSHV = GST_MPEGTS_REG_TO_UINT32 ('T', 'S', 'H', 'V'),
+  GST_MTS_REGISTRATION_VC_1 = GST_MPEGTS_REG_TO_UINT32 ('V', 'C', '-', '1'),
 
   /* Self-registered by formats, but not in SMPTE-RA registry */
-  GST_MTS_REGISTRATION_AC_4 = REG_TO_UINT32 ('A', 'C', '-', '4'),
+  GST_MTS_REGISTRATION_AC_4 = GST_MPEGTS_REG_TO_UINT32 ('A', 'C', '-', '4'),
 
   /* Found elsewhere */
-  GST_MTS_REGISTRATION_OTHER_HEVC = REG_TO_UINT32 ('H', 'E', 'V', 'C')
+  GST_MTS_REGISTRATION_OTHER_HEVC = GST_MPEGTS_REG_TO_UINT32 ('H', 'E', 'V', 'C')
 } GstMpegtsRegistrationId;
 
+#undef GST_MPEGTS_REG_TO_UINT32
+
 /* GST_MTS_DESC_REGISTRATION (0x05) */
 
 GST_MPEGTS_API
@@ -344,15 +372,6 @@
 GST_MPEGTS_API
 GstMpegtsDescriptor * gst_mpegts_descriptor_from_iso_639_language (const gchar * language);
 
-GST_MPEGTS_API
-gboolean gst_mpegts_descriptor_parse_metadata (const GstMpegtsDescriptor *descriptor, GstMpegtsMetadataDescriptor **res);
-
-GST_MPEGTS_API
-gboolean gst_mpegts_descriptor_parse_metadata_std (const GstMpegtsDescriptor *descriptor,
-                                                   guint32 *metadata_input_leak_rate,
-                                                   guint32 *metadata_buffer_size,
-                                                   guint32 *metadata_output_leak_rate);
-
 /* GST_MTS_DESC_DTG_LOGICAL_CHANNEL (0x83) */
 typedef struct _GstMpegtsLogicalChannelDescriptor GstMpegtsLogicalChannelDescriptor;
 typedef struct _GstMpegtsLogicalChannel GstMpegtsLogicalChannel;
@@ -396,6 +415,308 @@
 GstMpegtsDescriptor *
 gst_mpegts_descriptor_from_custom_with_extension (guint8 tag, guint8 tag_extension, const guint8 *data, gsize length);
 
+/**
+ * GstMpegtsMetadataFormat:
+ *
+ * metadata_descriptor metadata_format valid values. See ISO/IEC 13818-1:2018(E) Table 2-85.
+ *
+ * Since: 1.24
+ */
+typedef enum
+{
+  /**
+   * GST_MPEGTS_METADATA_FORMAT_TEM:
+   *
+   * ISO/IEC 15938-1 TeM.
+   *
+   * Since: 1.24
+   */
+  GST_MPEGTS_METADATA_FORMAT_TEM = 0x10,
+  /**
+   * GST_MPEGTS_METADATA_FORMAT_BIM:
+   *
+   * ISO/IEC 15938-1 BiM.
+   *
+   * Since: 1.24
+   */
+  GST_MPEGTS_METADATA_FORMAT_BIM = 0x11,
+  /**
+   * GST_MPEGTS_METADATA_FORMAT_APPLICATION_FORMAT:
+   *
+   * Defined by metadata application format.
+   *
+   * Since: 1.24
+   */
+  GST_MPEGTS_METADATA_FORMAT_APPLICATION_FORMAT = 0x3f,
+  /**
+   * GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD:
+   *
+   * Defined by metadata_format_identifier field.
+   *
+   * Since: 1.24
+   */
+  GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD = 0xff
+} GstMpegtsMetadataFormat;
+
+/**
+ * GstMpegtsMetadataApplicationFormat:
+ *
+ * @GST_MPEGTS_METADATA_APPLICATION_FORMAT_ISAN ISO 15706-1 (ISAN) encoded in its binary form
+ * @GST_MPEGTS_METADATA_APPLICATION_FORMAT_VSAN ISO 15706-2 (V-ISAN) encoded in its binary form
+ * @GST_MPEGTS_METADATA_APPLICATION_FORMAT_IDENTIFIER_FIELD Defined by the metadata_application_format_identifier field
+ *
+ * metadata_application_format valid values. See ISO/IEC 13818-1:2023(E) Table 2-84.
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_MPEGTS_METADATA_APPLICATION_FORMAT_ISAN = 0x0010,
+  GST_MPEGTS_METADATA_APPLICATION_FORMAT_VSAN = 0x0011,
+  GST_MPEGTS_METADATA_APPLICATION_FORMAT_IDENTIFIER_FIELD = 0xffff,
+} GstMpegtsMetadataApplicationFormat;
+
+/* MPEG-TS Metadata Descriptor (0x26) */
+typedef struct _GstMpegtsMetadataDescriptor GstMpegtsMetadataDescriptor;
+
+/**
+ * GstMpegtsMetadataDescriptor:
+ * @metadata_application_format: specifies the application responsible for defining usage, syntax and semantics
+ * @metadata_format: indicates the format and coding of the metadata
+ * @metadata_format_identifier: format identifier (equivalent to registration descriptor), for example 0x4B4C4641 ('KLVA') to indicate SMPTE 336 KLV.
+ * @metadata_service_id:  metadata service to which this metadata descriptor applies, typically 0x00
+ * @decoder_config_flags: decoder flags, see ISO/IEC 13818-1:2018 Table 2-88.
+ * @dsm_cc_flag: true if stream associated with this descriptor is in an ISO/IEC 13818-6 data or object carousel.
+ *
+ * The metadata descriptor specifies parameters of a metadata service carried in an MPEG-2 Transport Stream (or Program Stream). The descriptor is included in the PMT in the descriptor loop for the elementary stream that carries the
+metadata service. The descriptor specifies the format of the associated metadata, and contains the value of the
+metadata_service_id to identify the metadata service to which the metadata descriptor applies.
+ *
+ * Note that this structure does not include all of the metadata_descriptor items, and will need extension to support DSM-CC and private data.
+ * See ISO/IEC 13818-1:2018 Section 2.6.60 and Section 2.6.61 for more information.
+ *
+ * Since: 1.24
+ */
+struct _GstMpegtsMetadataDescriptor
+{
+  GstMpegtsMetadataApplicationFormat metadata_application_format;
+  GstMpegtsMetadataFormat metadata_format;
+  guint32 metadata_format_identifier;
+  guint8 metadata_service_id;
+  guint8 decoder_config_flags;
+  gboolean dsm_cc_flag;
+};
+
+/**
+ * GST_TYPE_MPEGTS_METADATA_DESCRIPTOR:
+ *
+ * metadata_descriptor type
+ *
+ * Since: 1.24
+ */
+#define GST_TYPE_MPEGTS_METADATA_DESCRIPTOR (gst_mpegts_metadata_descriptor_get_type())
+
+GST_MPEGTS_API
+GType gst_mpegts_metadata_descriptor_get_type(void);
+
+/**
+ * gst_mpegts_descriptor_from_metadata
+ *
+ * Since: 1.26
+ */
+GST_MPEGTS_API
+GstMpegtsDescriptor *gst_mpegts_descriptor_from_metadata(const GstMpegtsMetadataDescriptor *metadata_descriptor);
+
+GST_MPEGTS_API
+gboolean gst_mpegts_descriptor_parse_metadata(const GstMpegtsDescriptor *descriptor, GstMpegtsMetadataDescriptor **res);
+
+GST_MPEGTS_API
+gboolean gst_mpegts_descriptor_parse_metadata_std(const GstMpegtsDescriptor *descriptor,
+                                                  guint32 *metadata_input_leak_rate,
+                                                  guint32 *metadata_buffer_size,
+                                                  guint32 *metadata_output_leak_rate);
+
+typedef struct _GstMpegtsPESMetadataMeta GstMpegtsPESMetadataMeta;
+
+/**
+ * gst_mpegts_pes_metadata_meta_api_get_type
+ *
+ * Return the #GType associated with #GstMpegtsPESMetadataMeta
+ *
+ * Returns: a #GType
+ *
+ * Since: 1.24
+ */
+GST_MPEGTS_API
+GType gst_mpegts_pes_metadata_meta_api_get_type(void);
+
+/**
+ * GST_MPEGTS_PES_METADATA_META_API_TYPE:
+ *
+ * The #GType associated with #GstMpegtsPESMetadataMeta.
+ *
+ * Since: 1.24
+ */
+#define GST_MPEGTS_PES_METADATA_META_API_TYPE (gst_mpegts_pes_metadata_meta_api_get_type())
+
+/**
+ * GST_MPEGTS_PES_METADATA_META_INFO:
+ *
+ * The #GstMetaInfo associated with #GstMpegtsPESMetadataMeta.
+ *
+ * Since: 1.24
+ */
+#define GST_MPEGTS_PES_METADATA_META_INFO (gst_mpegts_pes_metadata_meta_get_info())
+
+/**
+ * gst_mpegts_pes_metadata_meta_get_info:
+ *
+ * Gets the global #GstMetaInfo describing the #GstMpegtsPESMetadataMeta meta.
+ *
+ * Returns: (transfer none): The #GstMetaInfo
+ *
+ * Since: 1.24
+ */
+GST_MPEGTS_API
+const GstMetaInfo *gst_mpegts_pes_metadata_meta_get_info(void);
+
+/**
+ * GstMpegtsPESMetadataMeta:
+ * @meta: parent #GstMeta
+ * @metadata_service_id: metadata service identifier
+ * @flags: bit flags, see spec for details
+ *
+ * Extra buffer metadata describing the PES Metadata context.
+ * This is based on the Metadata AU cell header in
+ * ISO/IEC 13818-1:2018 Section 2.12.4.
+ *
+ * AU_cell_data_length is not provided, since it matches the length of the buffer
+ *
+ * Since: 1.24
+ */
+struct _GstMpegtsPESMetadataMeta
+{
+  GstMeta meta;
+  guint8 metadata_service_id;
+  guint8 flags;
+};
+
+/**
+ * gst_buffer_add_mpegts_pes_metadata_meta:
+ * @buffer: a #GstBuffer
+ *
+ * Creates and adds a #GstMpegtsPESMetadataMeta to a @buffer.
+ *
+ * Returns: (transfer none): a newly created #GstMpegtsPESMetadataMeta
+ *
+ * Since: 1.24
+ */
+GST_MPEGTS_API
+GstMpegtsPESMetadataMeta *
+gst_buffer_add_mpegts_pes_metadata_meta(GstBuffer *buffer);
+
+/* MPEG-TS Metadata Descriptor (0x25) */
+typedef struct _GstMpegtsMetadataPointerDescriptor
+    GstMpegtsMetadataPointerDescriptor;
+
+/**
+ * GstMpegtsMetadataPointerDescriptor:
+ * @metadata_application_format: specifies the application responsible for defining usage, syntax and semantics
+ * @metadata_format: indicates the format and coding of the metadata
+ * @metadata_format_identifier: format identifier (equivalent to registration descriptor), for example 0x4B4C4641 ('KLVA') to indicate SMPTE 336 KLV, or 0x49443320 ('ID3 ').
+ * @metadata_service_id:  metadata service to which this metadata descriptor applies, typically 0x00
+ * @program_number: Indicates the program in which the metadata is carried.
+ *
+ * This structure is not complete. The following fields are missing in comparison to the standard (ISO/IEC 13818-1:2023 Section 2.6.58):
+ * * metadata_locator_record_flag: hardcoded to 0. Indicating no metadata_locator_record present in the descriptor.
+ * * MPEG_carriage_flags: hardcoded to 0b00, indicating the metadata is carried in the same transport steam.
+ * * metadata_locator_record_length.
+ * * transport_stream_location.
+ * * transport_stream_id.
+ *
+ * See also: gst_mpegts_descriptor_from_metadata_pointer
+ *
+ * Since: 1.26
+ */
+struct _GstMpegtsMetadataPointerDescriptor
+{
+  GstMpegtsMetadataApplicationFormat metadata_application_format;
+  GstMpegtsMetadataFormat metadata_format;
+  guint32 metadata_format_identifier;
+  guint8 metadata_service_id;
+  guint16 program_number;
+};
+
+/**
+ * GST_TYPE_MPEGTS_METADATA_POINTER_DESCRIPTOR
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_MPEGTS_METADATA_POINTER_DESCRIPTOR \
+  (gst_mpegts_metadata_pointer_descriptor_get_type())
+GST_MPEGTS_API
+GType gst_mpegts_metadata_pointer_descriptor_get_type(void);
+
+/**
+ * gst_mpegts_descriptor_from_metadata_pointer:
+ * @metadata_pointer_descriptor: a #GstMpegtsMetadataPointerDescriptor
+ *
+ * Returns: a #GstMpegtsDescriptor from the metadata pointer descriptor.
+ *
+ * Since: 1.26
+ */
+GST_MPEGTS_API
+GstMpegtsDescriptor *gst_mpegts_descriptor_from_metadata_pointer(const GstMpegtsMetadataPointerDescriptor *metadata_pointer_descriptor);
+
+/* JPEG-XS descriptor */
+
+/**
+ * GstMpegtsJpegXsDescriptor:
+ *
+ * JPEG-XS descriptor
+ *
+ * Since: 1.26
+ */
+
+typedef struct _GstMpegtsJpegXsDescriptor {
+  guint8 descriptor_version;
+  guint16 horizontal_size, vertical_size;
+  guint32 brat, frat;
+  guint16 schar, Ppih, Plev;
+  guint32 max_buffer_size;
+  guint8 buffer_model_type;
+  guint8 colour_primaries;
+  guint8 transfer_characteristics;
+  guint8 matrix_coefficients;
+  gboolean video_full_range_flag;
+  gboolean still_mode;
+  gboolean mdm_flag;
+  guint16 X_c0, Y_c0, X_c1, Y_c1, X_c2, Y_c2;
+  guint16 X_wp, Y_wp;
+  guint32 L_max, L_min;
+  guint16 MaxCLL, MaxFALL;
+} GstMpegtsJpegXsDescriptor;
+
+/**
+ * GST_TYPE_MPEGTS_JPEG_XS_DESCRIPTOR:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_MPEGTS_JPEG_XS_DESCRIPTOR	\
+  (gst_mpegts_jpeg_xs_descriptor_get_type())
+
+GST_MPEGTS_API
+GType gst_mpegts_jpeg_xs_descriptor_get_type(void);
+
+GST_MPEGTS_API
+gboolean
+gst_mpegts_descriptor_parse_jpeg_xs(const GstMpegtsDescriptor *descriptor,
+                                   GstMpegtsJpegXsDescriptor *res);
+
+GST_MPEGTS_API
+GstMpegtsDescriptor *
+gst_mpegts_descriptor_from_jpeg_xs(const GstMpegtsJpegXsDescriptor *jpegxs);
+
 G_END_DECLS
 
 #endif				/* GST_MPEGTS_DESCRIPTOR_H */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gstmpegtssection.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gstmpegtssection.c Changed

@@ -90,18 +90,6 @@
  * # API
  */
 
-static GQuark QUARK_PAT;
-static GQuark QUARK_CAT;
-static GQuark QUARK_BAT;
-static GQuark QUARK_PMT;
-static GQuark QUARK_NIT;
-static GQuark QUARK_SDT;
-static GQuark QUARK_EIT;
-static GQuark QUARK_TDT;
-static GQuark QUARK_TOT;
-static GQuark QUARK_SCTE_SIT;
-static GQuark QUARK_SECTION;
-
 static GType _gst_mpegts_section_type = 0;
 #define MPEG_TYPE_TS_SECTION (_gst_mpegts_section_type)
 GST_DEFINE_MINI_OBJECT_TYPE (GstMpegtsSection, gst_mpegts_section);
@@ -265,7 +253,7 @@
  *
  * Returns the #GstMpegtsSection contained in a message.
  *
- * Returns: (transfer full): the contained #GstMpegtsSection, or %NULL.
+ * Returns: (transfer full) (nullable): the contained #GstMpegtsSection, or %NULL.
  */
 GstMpegtsSection *
 gst_message_parse_mpegts_section (GstMessage * message)
@@ -278,7 +266,7 @@
 
   st = gst_message_get_structure (message);
   /* FIXME : Add checks against know section names */
-  if (!gst_structure_id_get (st, QUARK_SECTION, GST_TYPE_MPEGTS_SECTION,
+  if (!gst_structure_get (st, "section", GST_TYPE_MPEGTS_SECTION,
           &section, NULL))
     return NULL;
 
@@ -289,46 +277,46 @@
 _mpegts_section_get_structure (GstMpegtsSection * section)
 {
   GstStructure *st;
-  GQuark quark;
+  const gchar *name;
 
   switch (section->section_type) {
     case GST_MPEGTS_SECTION_PAT:
-      quark = QUARK_PAT;
+      name = "pat";
       break;
     case GST_MPEGTS_SECTION_PMT:
-      quark = QUARK_PMT;
+      name = "pmt";
       break;
     case GST_MPEGTS_SECTION_CAT:
-      quark = QUARK_CAT;
+      name = "cat";
       break;
     case GST_MPEGTS_SECTION_EIT:
-      quark = QUARK_EIT;
+      name = "eit";
       break;
     case GST_MPEGTS_SECTION_BAT:
-      quark = QUARK_BAT;
+      name = "bat";
       break;
     case GST_MPEGTS_SECTION_NIT:
-      quark = QUARK_NIT;
+      name = "nit";
       break;
     case GST_MPEGTS_SECTION_SDT:
-      quark = QUARK_SDT;
+      name = "sdt";
       break;
     case GST_MPEGTS_SECTION_TDT:
-      quark = QUARK_TDT;
+      name = "tdt";
       break;
     case GST_MPEGTS_SECTION_TOT:
-      quark = QUARK_TOT;
+      name = "tot";
       break;
     case GST_MPEGTS_SECTION_SCTE_SIT:
-      quark = QUARK_SCTE_SIT;
+      name = "scte-sit";
       break;
     default:
       GST_DEBUG ("Creating structure for unknown GstMpegtsSection");
-      quark = QUARK_SECTION;
+      name = "section";
       break;
   }
 
-  st = gst_structure_new_id (quark, QUARK_SECTION, MPEG_TYPE_TS_SECTION,
+  st = gst_structure_new_static_str (name, "section", MPEG_TYPE_TS_SECTION,
       section, NULL);
 
   return st;
@@ -341,8 +329,8 @@
  *
  * Creates a new #GstMessage for a @GstMpegtsSection.
  *
- * Returns: (transfer full): The new #GstMessage to be posted, or %NULL if the
- * section is not valid.
+ * Returns: (transfer full) (nullable): The new #GstMessage to be posted, or
+ * %NULL if the section is not valid.
  */
 GstMessage *
 gst_message_new_mpegts_section (GstObject * parent, GstMpegtsSection * section)
@@ -385,8 +373,8 @@
  *
  * Extracts the #GstMpegtsSection contained in the @event #GstEvent
  *
- * Returns: (transfer full): The extracted #GstMpegtsSection , or %NULL if the
- * event did not contain a valid #GstMpegtsSection.
+ * Returns: (transfer full) (nullable): The extracted #GstMpegtsSection , or
+ * %NULL if the event did not contain a valid #GstMpegtsSection.
  */
 GstMpegtsSection *
 gst_event_parse_mpegts_section (GstEvent * event)
@@ -399,7 +387,7 @@
   if (!structure)
     return NULL;
 
-  if (!gst_structure_id_get (structure, QUARK_SECTION, MPEG_TYPE_TS_SECTION,
+  if (!gst_structure_get (structure, "section", MPEG_TYPE_TS_SECTION,
           &section, NULL))
     return NULL;
 
@@ -506,10 +494,10 @@
  * Note: The PAT `transport_stream_id` field corresponds to the
  * "subtable_extension" field of the provided @section.
  *
- * Returns: (transfer container) (element-type GstMpegtsPatProgram): The
- * #GstMpegtsPatProgram contained in the section, or %NULL if an error happened
- * or the @section did not contain a valid PAT. Release with #g_ptr_array_unref
- * when done.
+ * Returns: (transfer container) (element-type GstMpegtsPatProgram) (nullable):
+ * The #GstMpegtsPatProgram contained in the section, or %NULL if an error
+ * happened or the @section did not contain a valid PAT. Release with
+ * #g_ptr_array_unref when done.
  */
 GPtrArray *
 gst_mpegts_section_get_pat (GstMpegtsSection * section)
@@ -780,8 +768,8 @@
  *
  * Parses the Program Map Table contained in the @section.
  *
- * Returns: The #GstMpegtsPMT contained in the section, or %NULL if an error
- * happened.
+ * Returns: (transfer none) (nullable): The #GstMpegtsPMT contained in the
+ * section, or %NULL if an error happened.
  */
 const GstMpegtsPMT *
 gst_mpegts_section_get_pmt (GstMpegtsSection * section)
@@ -942,7 +930,8 @@
  *
  * Creates a #GstMpegtsSection from @pmt that is bound to @pid
  *
- * Returns: (transfer full): #GstMpegtsSection
+ * Returns: (transfer full) (nullable): #GstMpegtsSection, or %NULL if @pmt is
+ * invalid
  */
 GstMpegtsSection *
 gst_mpegts_section_from_pmt (GstMpegtsPMT * pmt, guint16 pid)
@@ -985,9 +974,9 @@
  * Returns the array of #GstMpegtsDescriptor contained in the Conditional
  * Access Table.
  *
- * Returns: (transfer container) (element-type GstMpegtsDescriptor): The array
- * of #GstMpegtsDescriptor contained in the section, or %NULL if an error
- * happened. Release with #g_array_unref when done.
+ * Returns: (transfer container) (element-type GstMpegtsDescriptor) (nullable):
+ * The array of #GstMpegtsDescriptor contained in the section, or %NULL if an
+ * error happened. Release with #g_array_unref when done.
  */
 GPtrArray *
 gst_mpegts_section_get_cat (GstMpegtsSection * section)
@@ -1014,9 +1003,9 @@
  *
  * Returns the array of #GstMpegtsDescriptor contained in the section
  *
- * Returns: (transfer container) (element-type GstMpegtsDescriptor): The array
- * of #GstMpegtsDescriptor contained in the section, or %NULL if an error
- * happened. Release with #g_array_unref when done.
+ * Returns: (transfer container) (element-type GstMpegtsDescriptor) (nullable):
+ * The array of #GstMpegtsDescriptor contained in the section, or %NULL if an
+ * error happened. Release with #g_array_unref when done.
  */
 GPtrArray *
 gst_mpegts_section_get_tsdt (GstMpegtsSection * section)
@@ -1334,16 +1323,4 @@
 {
   /* FIXME : Temporary hack to initialize section gtype */
   _gst_mpegts_section_type = gst_mpegts_section_get_type ();
-
-  QUARK_PAT = g_quark_from_string ("pat");
-  QUARK_CAT = g_quark_from_string ("cat");
-  QUARK_PMT = g_quark_from_string ("pmt");
-  QUARK_NIT = g_quark_from_string ("nit");
-  QUARK_BAT = g_quark_from_string ("bat");
-  QUARK_SDT = g_quark_from_string ("sdt");
-  QUARK_EIT = g_quark_from_string ("eit");
-  QUARK_TDT = g_quark_from_string ("tdt");
-  QUARK_TOT = g_quark_from_string ("tot");
-  QUARK_SCTE_SIT = g_quark_from_string ("scte-sit");
-  QUARK_SECTION = g_quark_from_string ("section");
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/gstmpegtssection.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/gstmpegtssection.h Changed

@@ -289,7 +289,7 @@
  * @GST_MPEGTS_STREAM_TYPE_RESERVED_00: ITU-T | ISO/IEC Reserved
  * @GST_MPEGTS_STREAM_TYPE_VIDEO_MPEG1: ISO/IEC 11172-2 Video (i.e. MPEG-1 Video)
  * @GST_MPEGTS_STREAM_TYPE_VIDEO_MPEG2: Rec. ITU-T H.262 | ISO/IEC 13818-2
- *       Video or ISO/IEC 11172-2 constrained parameter video stream (i.e. 
+ *       Video or ISO/IEC 11172-2 constrained parameter video stream (i.e.
  *       MPEG-2 Video)
  * @GST_MPEGTS_STREAM_TYPE_AUDIO_MPEG1: ISO/IEC 11172-3 Audio
  * @GST_MPEGTS_STREAM_TYPE_AUDIO_MPEG2: ISO/IEC 13818-3 Audio
@@ -398,7 +398,23 @@
   GST_MPEGTS_STREAM_TYPE_VIDEO_MPEG2_STEREO_ADDITIONAL_VIEW = 0x22,
   GST_MPEGTS_STREAM_TYPE_VIDEO_H264_STEREO_ADDITIONAL_VIEW  = 0x23,
   GST_MPEGTS_STREAM_TYPE_VIDEO_HEVC                   = 0x24,
-  /* 0x24 - 0x7e : Rec. ITU-T H.222.0 | ISO/IEC 13818-1 Reserved */
+  /**
+   * GST_MPEGTS_STREAM_TYPE_VIDEO_JPEG_XS:
+   *
+   * JPEG-XS stream type
+   *
+   * Since: 1.26
+   */
+  GST_MPEGTS_STREAM_TYPE_VIDEO_JPEG_XS		      = 0x32,
+  /**
+   * GST_MPEGTS_STREAM_TYPE_VIDEO_VVC:
+   *
+   * VVC/H.266 video stream type
+   *
+   * Since: 1.26
+   */
+  GST_MPEGTS_STREAM_TYPE_VIDEO_VVC                    = 0x33,
+  /* 0x36 - 0x7e : Rec. ITU-T H.222.0 | ISO/IEC 13818-1 Reserved */
   GST_MPEGTS_STREAM_TYPE_IPMP_STREAM                  = 0x7f,
   /* 0x80 - 0xff : User Private (or defined in other specs) */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mpegts/mpegts.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mpegts/mpegts.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mse/gstmsesrc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mse/gstmsesrc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/mse/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/mse/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/opencv/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/opencv/meson.build Changed

@@ -1,23 +1,26 @@
-if get_option('opencv').disabled()
-  gstopencv_dep = disabler()
+opencv_dep = dependency('', required: false)
+gstopencv_dep = dependency('', required: false)
+opencv_opt = get_option('opencv')
+if opencv_opt.disabled()
   subdir_done()
 endif
 
-opencv_sources = 
+opencv_sources = files(
   'gstopencvutils.cpp',
   'gstopencvvideofilter.cpp',
-
+)
 
-opencv_headers = 
+opencv_headers = files(
   'opencv-prelude.h',
   'gstopencvutils.h',
   'gstopencvvideofilter.h',
-
+)
 
 libopencv_headers = 
   'opencv2/bgsegm.hpp',
   'opencv2/calib3d.hpp',
   'opencv2/core.hpp',
+  'opencv2/imgcodecs.hpp',
   'opencv2/imgproc.hpp',
   'opencv2/objdetect.hpp',
   'opencv2/opencv.hpp',
@@ -25,78 +28,86 @@
   'opencv2/tracking.hpp',
 
 
-gstopencv_cargs = '-DGST_HAAR_CASCADES_DIR="@0@"'
 
+gstopencv_cargs = 
 opencv_dep = dependency('opencv', version : '>= 3.0.0', '< 3.5.0', required : false)
-opencv_found = opencv_dep.found()
-if not opencv_found
-  opencv_dep = dependency('opencv4', version : '>= 4.0.0', required : false)
-  opencv_found = opencv_dep.found()
+if not opencv_dep.found()
+  opencv_dep = dependency('opencv4', version : '>= 4.0.0', required : opencv_opt)
+  if not opencv_dep.found()
+    subdir_done()
+  endif
 endif
 
-if opencv_found
-  foreach h : libopencv_headers
-    if not cxx.has_header(h, dependencies: opencv_dep)
-      message('Needed header "' + h + '" not found')
-      opencv_found = false
-    endif
-  endforeach
+opencv_found = true
+foreach h : libopencv_headers
+  if not cxx.has_header(h, dependencies: opencv_dep)
+    message('Needed header "' + h + '" not found')
+    opencv_found = false
+  endif
+endforeach
+
+if not opencv_found
+  if opencv_opt.enabled()
+    error('opencv enabled, but needed headers not found')
+  endif
+  subdir_done()
 endif
 
-if opencv_found
-  opencv_prefix = opencv_dep.get_variable('prefix')
-  gstopencv_cargs += '-DOPENCV_PREFIX="' + opencv_prefix + '"'
-  # opencv4 seems to ship with .pc file that references non-existent include dir
-  # (/usr/include/opencv4/opencv instead of /usr/include/opencv4/opencv2)
-  # clang 10 complains about the following header in opencv4
-  # /usr/include/opencv4/opencv2/flann/logger.h:83:36: error: format string is not a string literal -Werror,-Wformat-nonliteral
-  gstopencv_cargs += cxx.get_supported_arguments('-Wno-missing-include-dirs', '-Wno-format-nonliteral')
+opencv_prefix = opencv_dep.get_variable('prefix')
+gstopencv_cargs += '-DOPENCV_PREFIX="' + opencv_prefix + '"'
+# opencv4 seems to ship with .pc file that references non-existent include dir
+# (/usr/include/opencv4/opencv instead of /usr/include/opencv4/opencv2)
+# clang 10 complains about the following header in opencv4
+# /usr/include/opencv4/opencv2/flann/logger.h:83:36: error: format string is not a string literal -Werror,-Wformat-nonliteral
+gstopencv_cargs += cxx.get_supported_arguments('-Wno-missing-include-dirs', '-Wno-format-nonliteral')
 
-  # Check the data dir used by opencv for its xml data files
-  # Use prefix from pkg-config to be compatible with cross-compilation
-  r = run_command('test', '-d', opencv_prefix + '/share/opencv', check: false)
-  if r.returncode() == 0
-    gstopencv_cargs += '-DOPENCV_PATH_NAME="opencv"'
-  else
-    r = run_command('test', '-d', opencv_prefix + '/share/OpenCV', check: false)
-    if r.returncode() == 0
-      gstopencv_cargs += '-DOPENCV_PATH_NAME="OpenCV"'
-    else
-      r = run_command('test', '-d', opencv_prefix + '/share/opencv4', check: false)
-      if r.returncode() == 0
-        gstopencv_cargs += '-DOPENCV_PATH_NAME="opencv4"'
-      else
-        message('Unable to detect OpenCV data directory')
-        opencv_found = false
-      endif
-    endif
+# Check the data dir used by opencv for its xml data files
+# Use prefix from pkg-config to be compatible with cross-compilation
+fsmod = import('fs')
+opencv_path_name = ''
+foreach d : 'opencv', 'OpenCV', 'opencv4'
+  if fsmod.is_dir(opencv_prefix / 'share' / d)
+    opencv_path_name = d
+    break
+  endif
+endforeach
+if opencv_path_name != ''
+  gstopencv_cargs += f'-DOPENCV_PATH_NAME="@d@"'
+else
+  if opencv_opt.enabled()
+    error('opencv enabled, but data directory not found')
   endif
+  message('Unable to detect OpenCV data directory in ' + opencv_prefix)
+  subdir_done()
 endif
 
-if opencv_found
-  pkg_name = 'gstreamer-opencv-1.0'
-  gstopencv = library('gstopencv-' + api_version,
-    opencv_sources,
-    c_args : gst_plugins_bad_args + '-DBUILDING_GST_OPENCV',
-    cpp_args : gst_plugins_bad_args + gstopencv_cargs + '-DBUILDING_GST_OPENCV', '-DG_LOG_DOMAIN="GStreamer-OpenCV"',
-    override_options : 'cpp_std=c++11',
-    include_directories : configinc, libsinc,
-    version : libversion,
-    soversion : soversion,
-    darwin_versions : osxversion,
-    install : true,
-    dependencies : gstbase_dep, gstvideo_dep, opencv_dep,
-  )
+pkg_name = 'gstreamer-opencv-1.0'
+gstopencv = library('gstopencv-' + api_version,
+  opencv_sources,
+  c_args : gst_plugins_bad_args + '-DBUILDING_GST_OPENCV',
+  cpp_args : gst_plugins_bad_args + gstopencv_cargs + '-DBUILDING_GST_OPENCV', '-DG_LOG_DOMAIN="GStreamer-OpenCV"',
+  override_options : 'cpp_std=c++11',
+  include_directories : configinc, libsinc,
+  version : libversion,
+  soversion : soversion,
+  darwin_versions : osxversion,
+  install : true,
+  dependencies : gstbase_dep, gstvideo_dep, opencv_dep,
+)
 
-  gst_libraries += pkg_name, {'lib': gstopencv}
-  gstopencv_dep = declare_dependency(link_with: gstopencv,
-    include_directories : libsinc,
-    dependencies : gstvideo_dep, opencv_dep)
-  meson.override_dependency(pkg_name, gstopencv_dep)
+doc_sources = 
+foreach s: opencv_sources + opencv_headers
+  doc_sources += s.full_path()
+endforeach
 
-  install_headers(opencv_headers, subdir : 'gstreamer-1.0/gst/opencv')
-elif get_option('opencv').enabled()
-  error('OpenCV support enabled but required dependencies were not found.')
-else
-  gstopencv_dep = disabler()
-endif
+libs_c_sources += {
+  'opencv': pathsep.join(doc_sources)
+}
+
+gst_libraries += pkg_name, {'lib': gstopencv}
+gstopencv_dep = declare_dependency(link_with: gstopencv,
+  include_directories : libsinc,
+  dependencies : gstvideo_dep, opencv_dep)
+meson.override_dependency(pkg_name, gstopencv_dep)
+
+install_headers(opencv_headers, subdir : 'gstreamer-1.0/gst/opencv')

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/play/gstplay-media-info-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/play/gstplay-media-info-private.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/play/gstplay-media-info.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/play/gstplay-media-info.c Changed

@@ -74,6 +74,9 @@
  * unknown.
  *
  * Returns: the stream index of this stream.
+ *
+ * Deprecated: 1.26: Use gst_play_stream_info_get_stream_id().
+ *
  * Since: 1.20
  */
 gint
@@ -103,8 +106,11 @@
     return "video";
   else if (GST_IS_PLAY_AUDIO_INFO (info))
     return "audio";
-  else
+  else if (GST_IS_PLAY_SUBTITLE_INFO (info))
     return "subtitle";
+  else
+    g_assert_not_reached ();
+  return NULL;
 }
 
 /**
@@ -140,6 +146,24 @@
 }
 
 /**
+ * gst_play_stream_info_get_stream_id:
+ * @info: a #GstPlayStreamInfo
+ *
+ * A string stream id identifying this #GstPlayStreamInfo.
+ *
+ * Returns: stream id string.
+ *
+ * Since: 1.26
+ */
+const gchar *
+gst_play_stream_info_get_stream_id (const GstPlayStreamInfo * info)
+{
+  g_return_val_if_fail (GST_IS_PLAY_STREAM_INFO (info), NULL);
+
+  return info->stream_id;
+}
+
+/**
  * gst_play_stream_info_get_caps:
  * @info: a #GstPlayStreamInfo
  *
@@ -610,7 +634,8 @@
 }
 
 GstPlayStreamInfo *
-gst_play_stream_info_new (gint stream_index, GType type)
+gst_play_stream_info_new (gint stream_index, const gchar * stream_id,
+    GType type)
 {
   GstPlayStreamInfo *info = NULL;
 
@@ -618,10 +643,13 @@
     info = (GstPlayStreamInfo *) gst_play_audio_info_new ();
   else if (type == GST_TYPE_PLAY_VIDEO_INFO)
     info = (GstPlayStreamInfo *) gst_play_video_info_new ();
-  else
+  else if (type == GST_TYPE_PLAY_SUBTITLE_INFO)
     info = (GstPlayStreamInfo *) gst_play_subtitle_info_new ();
+  else
+    g_assert_not_reached ();
 
   info->stream_index = stream_index;
+  info->stream_id = g_strdup (stream_id);
 
   return info;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/play/gstplay-media-info.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/play/gstplay-media-info.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/play/gstplay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/play/gstplay.c Changed

@@ -89,9 +89,8 @@
 
 #include <gst/gst.h>
 #include <gst/video/video.h>
-#include <gst/video/colorbalance.h>
 #include <gst/tag/tag.h>
-#include <gst/pbutils/descriptions.h>
+#include <gst/pbutils/pbutils.h>
 
 #include <string.h>
 
@@ -118,30 +117,6 @@
   return g_quark_from_static_string ("gst-play-error-quark");
 }
 
-static GQuark QUARK_CONFIG;
-
-/* Keep ConfigQuarkId and _config_quark_strings ordered and synced */
-typedef enum
-{
-  CONFIG_QUARK_USER_AGENT = 0,
-  CONFIG_QUARK_POSITION_INTERVAL_UPDATE,
-  CONFIG_QUARK_ACCURATE_SEEK,
-  CONFIG_QUARK_PIPELINE_DUMP_IN_ERROR_DETAILS,
-
-  CONFIG_QUARK_MAX
-} ConfigQuarkId;
-
-static const gchar *_config_quark_strings = {
-  "user-agent",
-  "position-interval-update",
-  "accurate-seek",
-  "pipeline-dump-in-error-details",
-};
-
-static GQuark _config_quark_tableCONFIG_QUARK_MAX;
-
-#define CONFIG_QUARK(q) _config_quark_tableCONFIG_QUARK_##q
-
 enum
 {
   PROP_0,
@@ -213,18 +188,21 @@
 
   GstStructure *config;
 
+  GList *missing_plugin_messages;
+
   /* Protected by lock */
   gboolean seek_pending;        /* Only set from main context */
   GstClockTime last_seek_time;  /* Only set from main context */
   GSource *seek_source;
   GstClockTime seek_position;
 
-  /* For playbin3 */
-  gboolean use_playbin3;
   GstStreamCollection *collection;
   gchar *video_sid;
+  gboolean video_enabled;
   gchar *audio_sid;
+  gboolean audio_enabled;
   gchar *subtitle_sid;
+  gboolean subtitle_enabled;
   gulong stream_notify_id;
 };
 
@@ -260,15 +238,9 @@
 
 static GstPlayMediaInfo *gst_play_media_info_create (GstPlay * self);
 
-static void gst_play_streams_info_create (GstPlay * self,
-    GstPlayMediaInfo * media_info, const gchar * prop, GType type);
 static void gst_play_stream_info_update (GstPlay * self, GstPlayStreamInfo * s);
-static void gst_play_stream_info_update_tags_and_caps (GstPlay * self,
-    GstPlayStreamInfo * s);
 static GstPlayStreamInfo *gst_play_stream_info_find (GstPlayMediaInfo *
     media_info, GType type, gint stream_index);
-static GstPlayStreamInfo *gst_play_stream_info_get_current (GstPlay *
-    self, const gchar * prop, GType type);
 
 static void gst_play_video_info_update (GstPlay * self,
     GstPlayStreamInfo * stream_info);
@@ -277,6 +249,8 @@
 static void gst_play_subtitle_info_update (GstPlay * self,
     GstPlayStreamInfo * stream_info);
 
+static gboolean gst_play_select_streams (GstPlay * self);
+
 /* For playbin3 */
 static void gst_play_streams_info_create_from_collection (GstPlay * self,
     GstPlayMediaInfo * media_info, GstStreamCollection * collection);
@@ -301,6 +275,8 @@
 
 static gboolean query_position (GstPlay * self, GstClockTime * position);
 
+static void gst_play_set_uri_details (GstPlay * self, GstStructure * details);
+
 static void
 gst_play_init (GstPlay * self)
 {
@@ -317,10 +293,10 @@
   gst_object_set_name (GST_OBJECT (self->api_bus), "api_bus");
 
   /* *INDENT-OFF* */
-  self->config = gst_structure_new_id (QUARK_CONFIG,
-      CONFIG_QUARK (POSITION_INTERVAL_UPDATE), G_TYPE_UINT, DEFAULT_POSITION_UPDATE_INTERVAL_MS,
-      CONFIG_QUARK (ACCURATE_SEEK), G_TYPE_BOOLEAN, FALSE,
-      CONFIG_QUARK (PIPELINE_DUMP_IN_ERROR_DETAILS), G_TYPE_BOOLEAN, FALSE,
+  self->config = gst_structure_new_static_str ("play-config",
+      "position-interval-update", G_TYPE_UINT, DEFAULT_POSITION_UPDATE_INTERVAL_MS,
+      "accurate-seek", G_TYPE_BOOLEAN, FALSE,
+      "pipeline-dump-error-in-details", G_TYPE_BOOLEAN, FALSE,
       NULL);
   /* *INDENT-ON* */
 
@@ -331,6 +307,10 @@
   self->cached_position = 0;
   self->cached_duration = GST_CLOCK_TIME_NONE;
 
+  self->audio_enabled = TRUE;
+  self->video_enabled = TRUE;
+  self->subtitle_enabled = TRUE;
+
   GST_TRACE_OBJECT (self, "Initialized");
 }
 
@@ -342,12 +322,13 @@
     const gchar * firstfield, ...)
 {
   GstStructure *message_data = NULL;
+  GstStructure *details = NULL;
   GstMessage *msg = NULL;
   va_list varargs;
 
   GST_INFO ("Posting API-bus message-type: %s",
       gst_play_message_get_name (message_type));
-  message_data = gst_structure_new (GST_PLAY_MESSAGE_DATA,
+  message_data = gst_structure_new_static_str (GST_PLAY_MESSAGE_DATA,
       GST_PLAY_MESSAGE_DATA_TYPE, GST_TYPE_PLAY_MESSAGE, message_type, NULL);
 
   va_start (varargs, firstfield);
@@ -356,26 +337,27 @@
 
   msg = gst_message_new_custom (GST_MESSAGE_APPLICATION,
       GST_OBJECT (self), message_data);
-  GST_DEBUG ("Created message with payload:  %" GST_PTR_FORMAT " ",
-      message_data);
-  gst_bus_post (self->api_bus, msg);
-}
 
-static void
-config_quark_initialize (void)
-{
-  gint i;
+  // ERROR/WARNING messages store the details in differently named fields for
+  // backwards compatibility
+  if (message_type == GST_PLAY_MESSAGE_ERROR) {
+    const GValue *v = gst_structure_get_value (message_data,
+        GST_PLAY_MESSAGE_DATA_ERROR_DETAILS);
+    details = g_value_get_boxed (v);
+  } else if (message_type == GST_PLAY_MESSAGE_WARNING) {
+    const GValue *v = gst_structure_get_value (message_data,
+        GST_PLAY_MESSAGE_DATA_WARNING_DETAILS);
+    details = g_value_get_boxed (v);
+  }
 
-  QUARK_CONFIG = g_quark_from_static_string ("play-config");
+  if (!details)
+    details = gst_message_writable_details (msg);
 
-  if (G_N_ELEMENTS (_config_quark_strings) != CONFIG_QUARK_MAX)
-    g_warning ("the quark table is not consistent! %d != %d",
-        (int) G_N_ELEMENTS (_config_quark_strings), CONFIG_QUARK_MAX);
+  gst_play_set_uri_details (self, details);
 
-  for (i = 0; i < CONFIG_QUARK_MAX; i++) {
-    _config_quark_tablei =
-        g_quark_from_static_string (_config_quark_stringsi);
-  }
+  GST_DEBUG_OBJECT (self,
+      "Created message with payload:  %" GST_PTR_FORMAT " ", message_data);
+  gst_bus_post (self->api_bus, msg);
 }
 
 static void
@@ -476,8 +458,6 @@
       G_MININT64, G_MAXINT64, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS);
 
   g_object_class_install_properties (gobject_class, PROP_LAST, param_specs);
-
-  config_quark_initialize ();
 }
 
 static void
@@ -974,49 +954,43 @@
 
 
 static void
-on_error (GstPlay * self, GError * err, const GstStructure * details)
+on_error (GstPlay * self, GError * err, GstStructure * details)
 {
 #ifndef GST_DISABLE_GST_DEBUG
-  GstStructure *extra_details = NULL;
   gchar *dot_data = NULL;
 #endif
 
   GST_ERROR_OBJECT (self, "Error: %s (%s, %d)", err->message,
       g_quark_to_string (err->domain), err->code);
 
+  if (!details)
+    details = gst_structure_new_static_str_empty ("error-details");
+
 #ifndef GST_DISABLE_GST_DEBUG
-  if (details != NULL) {
-    extra_details = gst_structure_copy (details);
-  } else {
-    extra_details = gst_structure_new_empty ("error-details");
-  }
   if (gst_play_config_get_pipeline_dump_in_error_details (self->config)) {
     dot_data = gst_debug_bin_to_dot_data (GST_BIN_CAST (self->playbin),
         GST_DEBUG_GRAPH_SHOW_ALL);
-    gst_structure_set (extra_details, "pipeline-dump", G_TYPE_STRING, dot_data,
-        NULL);
+    gst_structure_set (details, "pipeline-dump", G_TYPE_STRING, dot_data, NULL);
   }
 #endif
   api_bus_post_message (self, GST_PLAY_MESSAGE_ERROR,
       GST_PLAY_MESSAGE_DATA_ERROR, G_TYPE_ERROR, err,
-      GST_PLAY_MESSAGE_DATA_ERROR_DETAILS, GST_TYPE_STRUCTURE,
-#ifndef GST_DISABLE_GST_DEBUG
-      extra_details
-#else
-      details
-#endif
-      , NULL);
+      GST_PLAY_MESSAGE_DATA_ERROR_DETAILS, GST_TYPE_STRUCTURE, details, NULL);
 
 #ifndef GST_DISABLE_GST_DEBUG
   g_free (dot_data);
-  gst_structure_free (extra_details);
 #endif
+  gst_structure_free (details);
 
   g_error_free (err);
 
   remove_tick_source (self);
   remove_ready_timeout_source (self);
 
+  g_list_free_full (self->missing_plugin_messages,
+      (GDestroyNotify) gst_message_unref);
+  self->missing_plugin_messages = NULL;
+
   self->target_state = GST_STATE_NULL;
   self->current_state = GST_STATE_NULL;
   self->is_live = FALSE;
@@ -1057,17 +1031,108 @@
 }
 
 static void
+gst_play_set_missing_plugin_details (GstPlay * self, GstStructure * details)
+{
+  GValue missing_plugin_details = G_VALUE_INIT;
+
+  g_value_init (&missing_plugin_details, GST_TYPE_ARRAY);
+
+  for (GList * l = self->missing_plugin_messages; l; l = l->next) {
+    GstMessage *missing_plugin_message = l->data;
+    GValue v = G_VALUE_INIT;
+    GstStructure *s;
+    gchar *description, *installer_details;
+
+    description =
+        gst_missing_plugin_message_get_description (missing_plugin_message);
+    installer_details =
+        gst_missing_plugin_message_get_installer_detail
+        (missing_plugin_message);
+
+    s = gst_structure_new_static_str ("missing-plugin-detail", "description",
+        G_TYPE_STRING, description, "installer-details", G_TYPE_STRING,
+        installer_details, NULL);
+    g_value_init (&v, GST_TYPE_STRUCTURE);
+    g_value_take_boxed (&v, s);
+    gst_value_array_append_and_take_value (&missing_plugin_details, &v);
+
+    g_free (description);
+    g_free (installer_details);
+  }
+
+
+  gst_structure_take_value_static_str (details, "missing-plugin-details",
+      &missing_plugin_details);
+}
+
+static void
+gst_play_set_uri_details (GstPlay * self, GstStructure * details)
+{
+  if (!gst_structure_has_field (details, "uri")) {
+    gchar *uri;
+
+    g_object_get (self->playbin, "current-uri", &uri, NULL);
+    if (!uri)
+      g_object_get (self->playbin, "uri", &uri, NULL);
+    if (!uri)
+      uri = g_strdup (self->uri);
+    gst_structure_set (details, "uri", G_TYPE_STRING, uri, NULL);
+    g_free (uri);
+  }
+}
+
+static void
+gst_play_set_stream_id_details (GstPlay * self, GstMessage * msg,
+    GstStructure * details)
+{
+  if (!gst_structure_has_field (details, "stream-id")) {
+    GstPad *pad = NULL;
+    gchar *stream_id;
+
+    if (GST_IS_ELEMENT (GST_MESSAGE_SRC (msg))) {
+      GstElement *element = GST_ELEMENT (GST_MESSAGE_SRC (msg));
+
+      // If the message src has only one sinkpad (or is a source element)
+      // grab the stream id from there
+      GST_OBJECT_LOCK (element);
+      if (element->numsinkpads == 1) {
+        pad = gst_object_ref (element->sinkpads->data);
+      } else if (element->numsinkpads == 0 && element->numsrcpads > 0) {
+        pad = gst_object_ref (element->srcpads->data);
+      }
+      GST_OBJECT_UNLOCK (element);
+    } else if (GST_IS_PAD (GST_MESSAGE_SRC (msg))) {
+      pad = gst_object_ref (GST_PAD (GST_MESSAGE_SRC (msg)));
+    }
+
+    if (pad) {
+      stream_id = gst_pad_get_stream_id (pad);
+      if (stream_id)
+        gst_structure_set (details, "stream-id", G_TYPE_STRING, stream_id,
+            NULL);
+      g_free (stream_id);
+      gst_object_unref (pad);
+    }
+  }
+}
+
+static void
 error_cb (G_GNUC_UNUSED GstBus * bus, GstMessage * msg, gpointer user_data)
 {
   GstPlay *self = GST_PLAY (user_data);
   GError *err, *play_err;
   gchar *name, *debug, *message, *full_message;
-  const GstStructure *details = NULL;
+  GstStructure *details = NULL;
+  GstPlayError play_error = GST_PLAY_ERROR_FAILED;
 
   dump_dot_file (self, "error");
 
   gst_message_parse_error (msg, &err, &debug);
-  gst_message_parse_error_details (msg, &details);
+  gst_message_parse_error_details (msg, (const GstStructure **) &details);
+  if (details)
+    details = gst_structure_copy (details);
+  else
+    details = gst_structure_new_static_str_empty ("message-details");
 
   name = gst_object_get_path_string (msg->src);
   message = gst_error_get_message (err->domain, err->code);
@@ -1085,8 +1150,15 @@
   if (debug != NULL)
     GST_ERROR_OBJECT (self, "Additional debug info: %s", debug);
 
-  play_err =
-      g_error_new_literal (GST_PLAY_ERROR, GST_PLAY_ERROR_FAILED, full_message);
+  gst_play_set_stream_id_details (self, msg, details);
+  if (g_error_matches (err, GST_CORE_ERROR, GST_CORE_ERROR_MISSING_PLUGIN) ||
+      g_error_matches (err, GST_STREAM_ERROR,
+          GST_STREAM_ERROR_CODEC_NOT_FOUND)) {
+    play_error = GST_PLAY_ERROR_MISSING_PLUGIN;
+    gst_play_set_missing_plugin_details (self, details);
+  }
+
+  play_err = g_error_new_literal (GST_PLAY_ERROR, play_error, full_message);
   on_error (self, play_err, details);
 
   g_clear_error (&err);
@@ -1102,12 +1174,17 @@
   GstPlay *self = GST_PLAY (user_data);
   GError *err, *play_err;
   gchar *name, *debug, *message, *full_message;
-  const GstStructure *details = NULL;
+  GstStructure *details = NULL;
+  GstPlayError play_error = GST_PLAY_ERROR_FAILED;
 
   dump_dot_file (self, "warning");
 
   gst_message_parse_warning (msg, &err, &debug);
-  gst_message_parse_warning_details (msg, &details);
+  gst_message_parse_warning_details (msg, (const GstStructure **) &details);
+  if (details)
+    details = gst_structure_copy (details);
+  else
+    details = gst_structure_new_static_str_empty ("message-details");
 
   name = gst_object_get_path_string (msg->src);
   message = gst_error_get_message (err->domain, err->code);
@@ -1125,22 +1202,24 @@
   if (debug != NULL)
     GST_WARNING_OBJECT (self, "Additional debug info: %s", debug);
 
-  play_err =
-      g_error_new_literal (GST_PLAY_ERROR, GST_PLAY_ERROR_FAILED, full_message);
+  gst_play_set_stream_id_details (self, msg, details);
+  if (g_error_matches (err, GST_CORE_ERROR, GST_CORE_ERROR_MISSING_PLUGIN) ||
+      g_error_matches (err, GST_STREAM_ERROR,
+          GST_STREAM_ERROR_CODEC_NOT_FOUND)) {
+    play_error = GST_PLAY_ERROR_MISSING_PLUGIN;
+    gst_play_set_missing_plugin_details (self, details);
+  }
+
+  play_err = g_error_new_literal (GST_PLAY_ERROR, play_error, full_message);
 
   GST_WARNING_OBJECT (self, "Warning: %s (%s, %d)", err->message,
       g_quark_to_string (err->domain), err->code);
 
-  if (details != NULL) {
-    api_bus_post_message (self, GST_PLAY_MESSAGE_WARNING,
-        GST_PLAY_MESSAGE_DATA_WARNING, G_TYPE_ERROR, play_err,
-        GST_PLAY_MESSAGE_DATA_WARNING_DETAILS, GST_TYPE_STRUCTURE, details,
-        NULL);
-  } else {
-    api_bus_post_message (self, GST_PLAY_MESSAGE_WARNING,
-        GST_PLAY_MESSAGE_DATA_WARNING, G_TYPE_ERROR, play_err, NULL);
-  }
+  api_bus_post_message (self, GST_PLAY_MESSAGE_WARNING,
+      GST_PLAY_MESSAGE_DATA_WARNING, G_TYPE_ERROR, play_err,
+      GST_PLAY_MESSAGE_DATA_WARNING_DETAILS, GST_TYPE_STRUCTURE, details, NULL);
 
+  gst_structure_free (details);
   g_clear_error (&play_err);
   g_clear_error (&err);
   g_free (debug);
@@ -1460,6 +1539,28 @@
           on_duration_changed (self, duration);
         }
       }
+
+      /* Try to query seek information again for live stream */
+      if (self->is_live) {
+        gboolean seekable = FALSE;
+        gboolean updated = FALSE;
+
+        GstQuery *query = gst_query_new_seeking (GST_FORMAT_TIME);
+        if (gst_element_query (self->playbin, query))
+          gst_query_parse_seeking (query, NULL, &seekable, NULL, NULL);
+        gst_query_unref (query);
+
+        g_mutex_lock (&self->lock);
+        if (self->media_info && seekable != self->media_info->seekable) {
+          self->media_info->seekable = seekable;
+          updated = TRUE;
+        }
+        g_mutex_unlock (&self->lock);
+
+        if (updated) {
+          on_media_info_updated (self);
+        }
+      }
       /* api_bus_post_message (self, GST_PLAY_MESSAGE_POSITION_UPDATED, */
       /*     GST_PLAY_MESSAGE_DATA_POSITION, GST_TYPE_CLOCK_TIME, 0, NULL); */
 
@@ -1627,6 +1728,9 @@
       else if (target_state == GST_STATE_PLAYING)
         gst_play_play_internal (self);
     }
+  } else if (gst_is_missing_plugin_message (msg)) {
+    self->missing_plugin_messages =
+        g_list_prepend (self->missing_plugin_messages, gst_message_ref (msg));
   }
 }
 
@@ -1651,7 +1755,7 @@
       g_signal_connect (self->collection, "stream-notify",
       G_CALLBACK (stream_notify_cb), self);
 
-  return TRUE;
+  return self->media_info != NULL;
 }
 
 static void
@@ -1661,6 +1765,7 @@
   GstPlay *self = GST_PLAY (user_data);
   GstStreamCollection *collection = NULL;
   gboolean updated = FALSE;
+  gboolean do_default_selection;
 
   gst_message_parse_stream_collection (msg, &collection);
 
@@ -1668,8 +1773,42 @@
     return;
 
   g_mutex_lock (&self->lock);
+  do_default_selection = self->collection == NULL;
   updated = update_stream_collection (self, collection);
   gst_object_unref (collection);
+
+  if (do_default_selection) {
+    gboolean select_audio = self->audio_enabled;
+    gboolean select_video = self->video_enabled;
+    gboolean select_subtitle = self->subtitle_enabled;
+    guint i, len;
+
+    GST_DEBUG_OBJECT (self, "Do initial default selection");
+    len = gst_stream_collection_get_size (collection);
+
+    for (i = 0; i < len; i++) {
+      GstStream *stream = gst_stream_collection_get_stream (collection, i);
+      GstStreamType stream_type = gst_stream_get_stream_type (stream);
+      const gchar *stream_id = gst_stream_get_stream_id (stream);
+
+      if ((stream_type & GST_STREAM_TYPE_AUDIO) && select_audio) {
+        g_free (self->audio_sid);
+        self->audio_sid = g_strdup (stream_id);
+        select_audio = FALSE;
+      } else if ((stream_type & GST_STREAM_TYPE_VIDEO) && select_video) {
+        g_free (self->video_sid);
+        self->video_sid = g_strdup (stream_id);
+        select_video = FALSE;
+      } else if ((stream_type & GST_STREAM_TYPE_TEXT) && select_subtitle) {
+        g_free (self->subtitle_sid);
+        self->subtitle_sid = g_strdup (stream_id);
+        select_subtitle = FALSE;
+      }
+    }
+
+    gst_play_select_streams (self);
+  }
+
   g_mutex_unlock (&self->lock);
 
   if (self->media_info && updated)
@@ -1707,9 +1846,11 @@
     GstStreamType stream_type;
     const gchar *stream_id;
     gchar **current_sid;
+
     stream = gst_message_streams_selected_get_stream (msg, i);
     stream_type = gst_stream_get_stream_type (stream);
     stream_id = gst_stream_get_stream_id (stream);
+
     if (stream_type & GST_STREAM_TYPE_AUDIO)
       current_sid = &self->audio_sid;
     else if (stream_type & GST_STREAM_TYPE_VIDEO)
@@ -1782,30 +1923,6 @@
   g_object_unref (media_info_copy);
 }
 
-static GstCaps *
-get_caps (GstPlay * self, gint stream_index, GType type)
-{
-  GstPad *pad = NULL;
-  GstCaps *caps = NULL;
-
-  if (type == GST_TYPE_PLAY_VIDEO_INFO)
-    g_signal_emit_by_name (G_OBJECT (self->playbin),
-        "get-video-pad", stream_index, &pad);
-  else if (type == GST_TYPE_PLAY_AUDIO_INFO)
-    g_signal_emit_by_name (G_OBJECT (self->playbin),
-        "get-audio-pad", stream_index, &pad);
-  else
-    g_signal_emit_by_name (G_OBJECT (self->playbin),
-        "get-text-pad", stream_index, &pad);
-
-  if (pad) {
-    caps = gst_pad_get_current_caps (pad);
-    gst_object_unref (pad);
-  }
-
-  return caps;
-}
-
 static void
 gst_play_subtitle_info_update (GstPlay * self, GstPlayStreamInfo * stream_info)
 {
@@ -1840,21 +1957,13 @@
      * external subtitle and use the filename.
      */
     if (!info->language) {
-      gint text_index = -1;
       gchar *suburi = NULL;
 
       g_object_get (G_OBJECT (self->playbin), "current-suburi", &suburi, NULL);
       if (suburi) {
-        if (self->use_playbin3) {
-          if (self->subtitle_sid &&
-              g_str_equal (self->subtitle_sid, stream_info->stream_id)) {
-            info->language = g_path_get_basename (suburi);
-          }
-        } else {
-          g_object_get (G_OBJECT (self->playbin), "current-text", &text_index,
-              NULL);
-          if (text_index == gst_play_stream_info_get_index (stream_info))
-            info->language = g_path_get_basename (suburi);
+        if (self->subtitle_sid &&
+            g_str_equal (self->subtitle_sid, stream_info->stream_id)) {
+          info->language = g_path_get_basename (suburi);
         }
         g_free (suburi);
       }
@@ -2027,7 +2136,7 @@
   for (l = list; l != NULL; l = l->next) {
     info = (GstPlayStreamInfo *) l->data;
     if ((G_OBJECT_TYPE (info) == type) && (info->stream_index == stream_index)) {
-      return info;
+      return g_object_ref (info);
     }
   }
 
@@ -2069,26 +2178,6 @@
 }
 
 static GstPlayStreamInfo *
-gst_play_stream_info_get_current (GstPlay * self, const gchar * prop,
-    GType type)
-{
-  gint current;
-  GstPlayStreamInfo *info;
-
-  if (!self->media_info)
-    return NULL;
-
-  g_object_get (G_OBJECT (self->playbin), prop, &current, NULL);
-  g_mutex_lock (&self->lock);
-  info = gst_play_stream_info_find (self->media_info, type, current);
-  if (info)
-    info = gst_play_stream_info_copy (info);
-  g_mutex_unlock (&self->lock);
-
-  return info;
-}
-
-static GstPlayStreamInfo *
 gst_play_stream_info_get_current_from_stream_id (GstPlay * self,
     const gchar * stream_id, GType type)
 {
@@ -2180,86 +2269,6 @@
 }
 
 static void
-gst_play_stream_info_update_tags_and_caps (GstPlay * self,
-    GstPlayStreamInfo * s)
-{
-  GstTagList *tags;
-  gint stream_index;
-
-  stream_index = gst_play_stream_info_get_index (s);
-
-  if (GST_IS_PLAY_VIDEO_INFO (s))
-    g_signal_emit_by_name (self->playbin, "get-video-tags",
-        stream_index, &tags);
-  else if (GST_IS_PLAY_AUDIO_INFO (s))
-    g_signal_emit_by_name (self->playbin, "get-audio-tags",
-        stream_index, &tags);
-  else
-    g_signal_emit_by_name (self->playbin, "get-text-tags", stream_index, &tags);
-
-  if (s->tags)
-    gst_tag_list_unref (s->tags);
-  s->tags = tags;
-
-  if (s->caps)
-    gst_caps_unref (s->caps);
-  s->caps = get_caps (self, stream_index, G_OBJECT_TYPE (s));
-
-  g_free (s->codec);
-  s->codec = stream_info_get_codec (s);
-
-  GST_DEBUG_OBJECT (self, "%s index: %d tags: %p caps: %p",
-      gst_play_stream_info_get_stream_type (s), stream_index, s->tags, s->caps);
-
-  gst_play_stream_info_update (self, s);
-}
-
-static void
-gst_play_streams_info_create (GstPlay * self,
-    GstPlayMediaInfo * media_info, const gchar * prop, GType type)
-{
-  gint i;
-  gint total = -1;
-  GstPlayStreamInfo *s;
-
-  if (!media_info)
-    return;
-
-  g_object_get (G_OBJECT (self->playbin), prop, &total, NULL);
-
-  GST_DEBUG_OBJECT (self, "%s: %d", prop, total);
-
-  for (i = 0; i < total; i++) {
-    /* check if stream already exist in the list */
-    s = gst_play_stream_info_find (media_info, type, i);
-
-    if (!s) {
-      /* create a new stream info instance */
-      s = gst_play_stream_info_new (i, type);
-
-      /* add the object in stream list */
-      media_info->stream_list = g_list_append (media_info->stream_list, s);
-
-      /* based on type, add the object in its corresponding stream_ list */
-      if (GST_IS_PLAY_AUDIO_INFO (s))
-        media_info->audio_stream_list = g_list_append
-            (media_info->audio_stream_list, s);
-      else if (GST_IS_PLAY_VIDEO_INFO (s))
-        media_info->video_stream_list = g_list_append
-            (media_info->video_stream_list, s);
-      else
-        media_info->subtitle_stream_list = g_list_append
-            (media_info->subtitle_stream_list, s);
-
-      GST_DEBUG_OBJECT (self, "create %s stream stream_index: %d",
-          gst_play_stream_info_get_stream_type (s), i);
-    }
-
-    gst_play_stream_info_update_tags_and_caps (self, s);
-  }
-}
-
-static void
 gst_play_stream_info_update_from_stream (GstPlay * self,
     GstPlayStreamInfo * s, GstStream * stream)
 {
@@ -2274,9 +2283,8 @@
   g_free (s->codec);
   s->codec = stream_info_get_codec (s);
 
-  GST_DEBUG_OBJECT (self, "%s index: %d tags: %p caps: %p",
-      gst_play_stream_info_get_stream_type (s), s->stream_index,
-      s->tags, s->caps);
+  GST_DEBUG_OBJECT (self, "%s stream id: %s tags: %p caps: %p",
+      gst_play_stream_info_get_stream_type (s), s->stream_id, s->tags, s->caps);
 
   gst_play_stream_info_update (self, s);
 }
@@ -2303,21 +2311,22 @@
     const gchar *stream_id = gst_stream_get_stream_id (stream);
 
     if (stream_type & GST_STREAM_TYPE_AUDIO) {
-      s = gst_play_stream_info_new (n_audio, GST_TYPE_PLAY_AUDIO_INFO);
+      s = gst_play_stream_info_new (n_audio, stream_id,
+          GST_TYPE_PLAY_AUDIO_INFO);
       n_audio++;
     } else if (stream_type & GST_STREAM_TYPE_VIDEO) {
-      s = gst_play_stream_info_new (n_video, GST_TYPE_PLAY_VIDEO_INFO);
+      s = gst_play_stream_info_new (n_video, stream_id,
+          GST_TYPE_PLAY_VIDEO_INFO);
       n_video++;
     } else if (stream_type & GST_STREAM_TYPE_TEXT) {
-      s = gst_play_stream_info_new (n_text, GST_TYPE_PLAY_SUBTITLE_INFO);
+      s = gst_play_stream_info_new (n_text, stream_id,
+          GST_TYPE_PLAY_SUBTITLE_INFO);
       n_text++;
     } else {
       GST_DEBUG_OBJECT (self, "Unknown type stream %d", i);
       continue;
     }
 
-    s->stream_id = g_strdup (stream_id);
-
     /* add the object in stream list */
     media_info->stream_list = g_list_append (media_info->stream_list, s);
 
@@ -2332,46 +2341,13 @@
       media_info->subtitle_stream_list = g_list_append
           (media_info->subtitle_stream_list, s);
 
-    GST_DEBUG_OBJECT (self, "create %s stream stream_index: %d",
-        gst_play_stream_info_get_stream_type (s), s->stream_index);
+    GST_DEBUG_OBJECT (self, "create %s stream id %s",
+        gst_play_stream_info_get_stream_type (s), s->stream_id);
 
     gst_play_stream_info_update_from_stream (self, s, stream);
   }
 }
 
-static void
-video_changed_cb (G_GNUC_UNUSED GObject * object, gpointer user_data)
-{
-  GstPlay *self = GST_PLAY (user_data);
-
-  g_mutex_lock (&self->lock);
-  gst_play_streams_info_create (self, self->media_info,
-      "n-video", GST_TYPE_PLAY_VIDEO_INFO);
-  g_mutex_unlock (&self->lock);
-}
-
-static void
-audio_changed_cb (G_GNUC_UNUSED GObject * object, gpointer user_data)
-{
-  GstPlay *self = GST_PLAY (user_data);
-
-  g_mutex_lock (&self->lock);
-  gst_play_streams_info_create (self, self->media_info,
-      "n-audio", GST_TYPE_PLAY_AUDIO_INFO);
-  g_mutex_unlock (&self->lock);
-}
-
-static void
-subtitle_changed_cb (G_GNUC_UNUSED GObject * object, gpointer user_data)
-{
-  GstPlay *self = GST_PLAY (user_data);
-
-  g_mutex_lock (&self->lock);
-  gst_play_streams_info_create (self, self->media_info,
-      "n-text", GST_TYPE_PLAY_SUBTITLE_INFO);
-  g_mutex_unlock (&self->lock);
-}
-
 static void *
 get_title (GstTagList * tags)
 {
@@ -2472,18 +2448,8 @@
     gst_query_parse_seeking (query, NULL, &media_info->seekable, NULL, NULL);
   gst_query_unref (query);
 
-  if (self->use_playbin3) {
-    gst_play_streams_info_create_from_collection (self, media_info,
-        self->collection);
-  } else {
-    /* create audio/video/sub streams */
-    gst_play_streams_info_create (self, media_info, "n-video",
-        GST_TYPE_PLAY_VIDEO_INFO);
-    gst_play_streams_info_create (self, media_info, "n-audio",
-        GST_TYPE_PLAY_AUDIO_INFO);
-    gst_play_streams_info_create (self, media_info, "n-text",
-        GST_TYPE_PLAY_SUBTITLE_INFO);
-  }
+  gst_play_streams_info_create_from_collection (self, media_info,
+      self->collection);
 
   media_info->title = get_from_tags (self, media_info, get_title);
   media_info->container =
@@ -2501,47 +2467,6 @@
 }
 
 static void
-tags_changed_cb (GstPlay * self, gint stream_index, GType type)
-{
-  GstPlayStreamInfo *s;
-
-  if (!self->media_info)
-    return;
-
-  /* update the stream information */
-  g_mutex_lock (&self->lock);
-  s = gst_play_stream_info_find (self->media_info, type, stream_index);
-  gst_play_stream_info_update_tags_and_caps (self, s);
-  g_mutex_unlock (&self->lock);
-
-  on_media_info_updated (self);
-}
-
-static void
-video_tags_changed_cb (G_GNUC_UNUSED GstElement * playbin, gint stream_index,
-    gpointer user_data)
-{
-  tags_changed_cb (GST_PLAY (user_data), stream_index,
-      GST_TYPE_PLAY_VIDEO_INFO);
-}
-
-static void
-audio_tags_changed_cb (G_GNUC_UNUSED GstElement * playbin, gint stream_index,
-    gpointer user_data)
-{
-  tags_changed_cb (GST_PLAY (user_data), stream_index,
-      GST_TYPE_PLAY_AUDIO_INFO);
-}
-
-static void
-subtitle_tags_changed_cb (G_GNUC_UNUSED GstElement * playbin, gint stream_index,
-    gpointer user_data)
-{
-  tags_changed_cb (GST_PLAY (user_data), stream_index,
-      GST_TYPE_PLAY_SUBTITLE_INFO);
-}
-
-static void
 volume_notify_cb (G_GNUC_UNUSED GObject * obj, G_GNUC_UNUSED GParamSpec * pspec,
     GstPlay * self)
 {
@@ -2587,7 +2512,6 @@
   GstBus *bus;
   GSource *source;
   GstElement *scaletempo;
-  const gchar *env;
 
   GST_TRACE_OBJECT (self, "Starting main thread");
 
@@ -2599,21 +2523,9 @@
   g_source_attach (source, self->context);
   g_source_unref (source);
 
-  env = g_getenv ("GST_PLAY_USE_PLAYBIN3");
-  if (env && g_str_has_prefix (env, "0"))
-    self->use_playbin3 = FALSE;
-  else
-    self->use_playbin3 = TRUE;
-
-  if (self->use_playbin3) {
-    GST_DEBUG_OBJECT (self, "playbin3 enabled");
-    self->playbin = gst_element_factory_make ("playbin3", "playbin3");
-  } else {
-    self->playbin = gst_element_factory_make ("playbin", "playbin");
-  }
-
+  self->playbin = gst_element_factory_make ("playbin3", "playbin3");
   if (!self->playbin) {
-    g_error ("GstPlay: 'playbin' element not found, please check your setup");
+    g_error ("GstPlay: 'playbin3' element not found, please check your setup");
     g_assert_not_reached ();
   }
 
@@ -2634,6 +2546,7 @@
   self->bus = bus = gst_element_get_bus (self->playbin);
   gst_object_set_name (GST_OBJECT (self->bus), "playbin_bus");
   gst_bus_add_signal_watch (bus);
+  gst_bus_enable_sync_message_emission (bus);
 
   g_signal_connect (G_OBJECT (bus), "message::error", G_CALLBACK (error_cb),
       self);
@@ -2655,28 +2568,10 @@
   g_signal_connect (G_OBJECT (bus), "message::element",
       G_CALLBACK (element_cb), self);
   g_signal_connect (G_OBJECT (bus), "message::tag", G_CALLBACK (tags_cb), self);
-
-  if (self->use_playbin3) {
-    g_signal_connect (G_OBJECT (bus), "message::stream-collection",
-        G_CALLBACK (stream_collection_cb), self);
-    g_signal_connect (G_OBJECT (bus), "message::streams-selected",
-        G_CALLBACK (streams_selected_cb), self);
-  } else {
-    g_signal_connect (self->playbin, "video-changed",
-        G_CALLBACK (video_changed_cb), self);
-    g_signal_connect (self->playbin, "audio-changed",
-        G_CALLBACK (audio_changed_cb), self);
-    g_signal_connect (self->playbin, "text-changed",
-        G_CALLBACK (subtitle_changed_cb), self);
-
-    g_signal_connect (self->playbin, "video-tags-changed",
-        G_CALLBACK (video_tags_changed_cb), self);
-    g_signal_connect (self->playbin, "audio-tags-changed",
-        G_CALLBACK (audio_tags_changed_cb), self);
-    g_signal_connect (self->playbin, "text-tags-changed",
-        G_CALLBACK (subtitle_tags_changed_cb), self);
-  }
-
+  g_signal_connect (G_OBJECT (bus), "sync-message::stream-collection",
+      G_CALLBACK (stream_collection_cb), self);
+  g_signal_connect (G_OBJECT (bus), "sync-message::streams-selected",
+      G_CALLBACK (streams_selected_cb), self);
   g_signal_connect (self->playbin, "notify::volume",
       G_CALLBACK (volume_notify_cb), self);
   g_signal_connect (self->playbin, "notify::mute",
@@ -2702,6 +2597,10 @@
   remove_tick_source (self);
   remove_ready_timeout_source (self);
 
+  g_list_free_full (self->missing_plugin_messages,
+      (GDestroyNotify) gst_message_unref);
+  self->missing_plugin_messages = NULL;
+
   g_mutex_lock (&self->lock);
   if (self->media_info) {
     g_object_unref (self->media_info);
@@ -2948,6 +2847,10 @@
   tick_cb (self);
   remove_tick_source (self);
 
+  g_list_free_full (self->missing_plugin_messages,
+      (GDestroyNotify) gst_message_unref);
+  self->missing_plugin_messages = NULL;
+
   add_ready_timeout_source (self);
 
   self->target_state = GST_STATE_NULL;
@@ -3474,14 +3377,9 @@
   if (!is_track_enabled (self, GST_PLAY_FLAG_AUDIO))
     return NULL;
 
-  if (self->use_playbin3) {
-    info = (GstPlayAudioInfo *)
-        gst_play_stream_info_get_current_from_stream_id (self,
-        self->audio_sid, GST_TYPE_PLAY_AUDIO_INFO);
-  } else {
-    info = (GstPlayAudioInfo *) gst_play_stream_info_get_current (self,
-        "current-audio", GST_TYPE_PLAY_AUDIO_INFO);
-  }
+  info = (GstPlayAudioInfo *)
+      gst_play_stream_info_get_current_from_stream_id (self,
+      self->audio_sid, GST_TYPE_PLAY_AUDIO_INFO);
 
   return info;
 }
@@ -3507,14 +3405,9 @@
   if (!is_track_enabled (self, GST_PLAY_FLAG_VIDEO))
     return NULL;
 
-  if (self->use_playbin3) {
-    info = (GstPlayVideoInfo *)
-        gst_play_stream_info_get_current_from_stream_id (self,
-        self->video_sid, GST_TYPE_PLAY_VIDEO_INFO);
-  } else {
-    info = (GstPlayVideoInfo *) gst_play_stream_info_get_current (self,
-        "current-video", GST_TYPE_PLAY_VIDEO_INFO);
-  }
+  info = (GstPlayVideoInfo *)
+      gst_play_stream_info_get_current_from_stream_id (self,
+      self->video_sid, GST_TYPE_PLAY_VIDEO_INFO);
 
   return info;
 }
@@ -3540,14 +3433,9 @@
   if (!is_track_enabled (self, GST_PLAY_FLAG_SUBTITLE))
     return NULL;
 
-  if (self->use_playbin3) {
-    info = (GstPlaySubtitleInfo *)
-        gst_play_stream_info_get_current_from_stream_id (self,
-        self->subtitle_sid, GST_TYPE_PLAY_SUBTITLE_INFO);
-  } else {
-    info = (GstPlaySubtitleInfo *) gst_play_stream_info_get_current (self,
-        "current-text", GST_TYPE_PLAY_SUBTITLE_INFO);
-  }
+  info = (GstPlaySubtitleInfo *)
+      gst_play_stream_info_get_current_from_stream_id (self,
+      self->subtitle_sid, GST_TYPE_PLAY_SUBTITLE_INFO);
 
   return info;
 }
@@ -3559,11 +3447,14 @@
   GList *stream_list = NULL;
   gboolean ret = FALSE;
 
-  if (self->audio_sid)
+  if (!self->collection)
+    return FALSE;
+
+  if (self->audio_sid && self->audio_enabled)
     stream_list = g_list_append (stream_list, g_strdup (self->audio_sid));
-  if (self->video_sid)
+  if (self->video_sid && self->video_enabled)
     stream_list = g_list_append (stream_list, g_strdup (self->video_sid));
-  if (self->subtitle_sid)
+  if (self->subtitle_sid && self->subtitle_enabled)
     stream_list = g_list_append (stream_list, g_strdup (self->subtitle_sid));
 
   g_mutex_unlock (&self->lock);
@@ -3587,6 +3478,9 @@
  * Returns: %TRUE or %FALSE
  *
  * Sets the audio track @stream_index.
+ *
+ * Deprecated: 1.26: Use gst_play_set_audio_track_id() instead.
+ *
  * Since: 1.20
  */
 gboolean
@@ -3595,29 +3489,24 @@
   GstPlayStreamInfo *info;
   gboolean ret = TRUE;
 
-  g_return_val_if_fail (GST_IS_PLAY (self), 0);
+  g_return_val_if_fail (GST_IS_PLAY (self), FALSE);
 
   g_mutex_lock (&self->lock);
   info = gst_play_stream_info_find (self->media_info,
       GST_TYPE_PLAY_AUDIO_INFO, stream_index);
-  g_mutex_unlock (&self->lock);
   if (!info) {
     GST_ERROR_OBJECT (self, "invalid audio stream index %d", stream_index);
+    g_mutex_unlock (&self->lock);
     return FALSE;
   }
 
-  if (self->use_playbin3) {
-    g_mutex_lock (&self->lock);
-    g_free (self->audio_sid);
-    self->audio_sid = g_strdup (info->stream_id);
-    ret = gst_play_select_streams (self);
-    g_mutex_unlock (&self->lock);
-  } else {
-    g_object_set (G_OBJECT (self->playbin), "current-audio", stream_index,
-        NULL);
-  }
+  g_free (self->audio_sid);
+  self->audio_sid = g_strdup (info->stream_id);
+  ret = gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
+  GST_DEBUG_OBJECT (self, "set stream id '%s'", info->stream_id);
+  g_object_unref (info);
 
-  GST_DEBUG_OBJECT (self, "set stream index '%d'", stream_index);
   return ret;
 }
 
@@ -3629,6 +3518,9 @@
  * Returns: %TRUE or %FALSE
  *
  * Sets the video track @stream_index.
+ *
+ * Deprecated: 1.26: Use gst_play_set_video_track_id() instead.
+ *
  * Since: 1.20
  */
 gboolean
@@ -3637,30 +3529,25 @@
   GstPlayStreamInfo *info;
   gboolean ret = TRUE;
 
-  g_return_val_if_fail (GST_IS_PLAY (self), 0);
+  g_return_val_if_fail (GST_IS_PLAY (self), FALSE);
 
   /* check if stream_index exist in our internal media_info list */
   g_mutex_lock (&self->lock);
   info = gst_play_stream_info_find (self->media_info,
       GST_TYPE_PLAY_VIDEO_INFO, stream_index);
-  g_mutex_unlock (&self->lock);
   if (!info) {
     GST_ERROR_OBJECT (self, "invalid video stream index %d", stream_index);
+    g_mutex_unlock (&self->lock);
     return FALSE;
   }
 
-  if (self->use_playbin3) {
-    g_mutex_lock (&self->lock);
-    g_free (self->video_sid);
-    self->video_sid = g_strdup (info->stream_id);
-    ret = gst_play_select_streams (self);
-    g_mutex_unlock (&self->lock);
-  } else {
-    g_object_set (G_OBJECT (self->playbin), "current-video", stream_index,
-        NULL);
-  }
+  g_free (self->video_sid);
+  self->video_sid = g_strdup (info->stream_id);
+  ret = gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
+  GST_DEBUG_OBJECT (self, "set stream id '%s'", info->stream_id);
+  g_object_unref (info);
 
-  GST_DEBUG_OBJECT (self, "set stream index '%d'", stream_index);
   return ret;
 }
 
@@ -3672,6 +3559,9 @@
  * Returns: %TRUE or %FALSE
  *
  * Sets the subtitle stack @stream_index.
+ *
+ * Deprecated: 1.26: Use gst_play_set_subtitle_track_id() instead.
+ *
  * Since: 1.20
  */
 gboolean
@@ -3680,28 +3570,269 @@
   GstPlayStreamInfo *info;
   gboolean ret = TRUE;
 
-  g_return_val_if_fail (GST_IS_PLAY (self), 0);
+  g_return_val_if_fail (GST_IS_PLAY (self), FALSE);
 
   g_mutex_lock (&self->lock);
   info = gst_play_stream_info_find (self->media_info,
       GST_TYPE_PLAY_SUBTITLE_INFO, stream_index);
-  g_mutex_unlock (&self->lock);
   if (!info) {
     GST_ERROR_OBJECT (self, "invalid subtitle stream index %d", stream_index);
+    g_mutex_unlock (&self->lock);
     return FALSE;
   }
 
-  if (self->use_playbin3) {
-    g_mutex_lock (&self->lock);
-    g_free (self->subtitle_sid);
-    self->subtitle_sid = g_strdup (info->stream_id);
-    ret = gst_play_select_streams (self);
-    g_mutex_unlock (&self->lock);
-  } else {
-    g_object_set (G_OBJECT (self->playbin), "current-text", stream_index, NULL);
+  g_free (self->subtitle_sid);
+  self->subtitle_sid = g_strdup (info->stream_id);
+  ret = gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
+  GST_DEBUG_OBJECT (self, "set stream id '%s'", info->stream_id);
+  g_object_unref (info);
+
+  return ret;
+}
+
+/**
+ * gst_play_set_audio_track_id:
+ * @play: #GstPlay instance
+ * @stream_id: (nullable): stream id
+ *
+ * Returns: %TRUE or %FALSE
+ *
+ * Sets the audio track @stream_id.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_play_set_audio_track_id (GstPlay * self, const gchar * stream_id)
+{
+  gboolean ret = TRUE;
+
+  g_return_val_if_fail (GST_IS_PLAY (self), FALSE);
+
+  g_mutex_lock (&self->lock);
+  if (stream_id) {
+    GstPlayStreamInfo *info;
+
+    info = gst_play_stream_info_find_from_stream_id (self->media_info,
+        stream_id);
+    if (!info) {
+      GST_ERROR_OBJECT (self, "invalid audio stream id %s", stream_id);
+      g_mutex_unlock (&self->lock);
+      return FALSE;
+    }
+
+    if (!GST_IS_PLAY_AUDIO_INFO (info)) {
+      GST_ERROR_OBJECT (self, "invalid audio stream id %s", stream_id);
+      g_mutex_unlock (&self->lock);
+      g_object_unref (info);
+      return FALSE;
+    }
+    g_object_unref (info);
+  }
+
+  g_free (self->audio_sid);
+  self->audio_sid = g_strdup (stream_id);
+  ret = gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
+
+  GST_DEBUG_OBJECT (self, "set stream id '%s'", GST_STR_NULL (stream_id));
+  return ret;
+}
+
+/**
+ * gst_play_set_video_track_id:
+ * @play: #GstPlay instance
+ * @stream_id: (nullable): stream id
+ *
+ * Returns: %TRUE or %FALSE
+ *
+ * Sets the video track @stream_id.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_play_set_video_track_id (GstPlay * self, const gchar * stream_id)
+{
+  gboolean ret = TRUE;
+
+  g_return_val_if_fail (GST_IS_PLAY (self), FALSE);
+
+  g_mutex_lock (&self->lock);
+  if (stream_id) {
+    GstPlayStreamInfo *info;
+
+    info = gst_play_stream_info_find_from_stream_id (self->media_info,
+        stream_id);
+    if (!info) {
+      GST_ERROR_OBJECT (self, "invalid video stream index %s", stream_id);
+      g_mutex_unlock (&self->lock);
+      return FALSE;
+    }
+
+    if (!GST_IS_PLAY_VIDEO_INFO (info)) {
+      GST_ERROR_OBJECT (self, "invalid video stream id %s", stream_id);
+      g_mutex_unlock (&self->lock);
+      g_object_unref (info);
+      return FALSE;
+    }
+    g_object_unref (info);
+  }
+
+  g_free (self->video_sid);
+  self->video_sid = g_strdup (stream_id);
+  ret = gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
+
+  GST_DEBUG_OBJECT (self, "set stream id '%s'", GST_STR_NULL (stream_id));
+  return ret;
+}
+
+/**
+ * gst_play_set_subtitle_track_id:
+ * @play: #GstPlay instance
+ * @stream_id: (nullable): stream id
+ *
+ * Returns: %TRUE or %FALSE
+ *
+ * Sets the subtitle track @stream_id.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_play_set_subtitle_track_id (GstPlay * self, const gchar * stream_id)
+{
+  gboolean ret = TRUE;
+
+  g_return_val_if_fail (GST_IS_PLAY (self), FALSE);
+
+  g_mutex_lock (&self->lock);
+  if (stream_id) {
+    GstPlayStreamInfo *info;
+
+    info = gst_play_stream_info_find_from_stream_id (self->media_info,
+        stream_id);
+    if (!info) {
+      GST_ERROR_OBJECT (self, "invalid subtitle stream index %s", stream_id);
+      g_mutex_unlock (&self->lock);
+      return FALSE;
+    }
+
+    if (!GST_IS_PLAY_SUBTITLE_INFO (info)) {
+      GST_ERROR_OBJECT (self, "invalid subtile stream id %s", stream_id);
+      g_mutex_unlock (&self->lock);
+      g_object_unref (info);
+      return FALSE;
+    }
+    g_object_unref (info);
   }
 
-  GST_DEBUG_OBJECT (self, "set stream index '%d'", stream_index);
+  g_free (self->subtitle_sid);
+  self->subtitle_sid = g_strdup (stream_id);
+  ret = gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
+
+  GST_DEBUG_OBJECT (self, "set stream id '%s'", GST_STR_NULL (stream_id));
+  return ret;
+}
+
+/**
+ * gst_play_set_track_ids:
+ * @play: #GstPlay instance
+ * @audio_stream_id: (nullable): audio stream id
+ * @video_stream_id: (nullable): video stream id
+ * @subtitle_stream_id: (nullable): subtitle stream id
+ *
+ * Returns: %TRUE or %FALSE
+ *
+ * Sets the selected track stream ids. Setting %NULL as stream id disables the
+ * corresponding track.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_play_set_track_ids (GstPlay * self, const gchar * audio_stream_id,
+    const gchar * video_stream_id, const gchar * subtitle_stream_id)
+{
+  gboolean ret = TRUE;
+
+  g_return_val_if_fail (GST_IS_PLAY (self), FALSE);
+
+  g_mutex_lock (&self->lock);
+  if (audio_stream_id) {
+    GstPlayStreamInfo *info;
+
+    info = gst_play_stream_info_find_from_stream_id (self->media_info,
+        audio_stream_id);
+    if (!info) {
+      GST_ERROR_OBJECT (self, "invalid audio stream id %s", audio_stream_id);
+      g_mutex_unlock (&self->lock);
+      return FALSE;
+    }
+
+    if (!GST_IS_PLAY_AUDIO_INFO (info)) {
+      GST_ERROR_OBJECT (self, "invalid audio stream id %s", audio_stream_id);
+      g_mutex_unlock (&self->lock);
+      g_object_unref (info);
+      return FALSE;
+    }
+    g_object_unref (info);
+  }
+
+  if (video_stream_id) {
+    GstPlayStreamInfo *info;
+
+    info = gst_play_stream_info_find_from_stream_id (self->media_info,
+        video_stream_id);
+    if (!info) {
+      GST_ERROR_OBJECT (self, "invalid video stream index %s", video_stream_id);
+      g_mutex_unlock (&self->lock);
+      return FALSE;
+    }
+
+    if (!GST_IS_PLAY_VIDEO_INFO (info)) {
+      GST_ERROR_OBJECT (self, "invalid video stream id %s", video_stream_id);
+      g_mutex_unlock (&self->lock);
+      g_object_unref (info);
+      return FALSE;
+    }
+    g_object_unref (info);
+  }
+
+  if (subtitle_stream_id) {
+    GstPlayStreamInfo *info;
+
+    info = gst_play_stream_info_find_from_stream_id (self->media_info,
+        subtitle_stream_id);
+    if (!info) {
+      GST_ERROR_OBJECT (self, "invalid subtitle stream index %s",
+          subtitle_stream_id);
+      g_mutex_unlock (&self->lock);
+      return FALSE;
+    }
+
+    if (!GST_IS_PLAY_SUBTITLE_INFO (info)) {
+      GST_ERROR_OBJECT (self, "invalid subtile stream id %s",
+          subtitle_stream_id);
+      g_mutex_unlock (&self->lock);
+      g_object_unref (info);
+      return FALSE;
+    }
+    g_object_unref (info);
+  }
+
+  g_free (self->audio_sid);
+  self->audio_sid = g_strdup (audio_stream_id);
+  g_free (self->video_sid);
+  self->video_sid = g_strdup (video_stream_id);
+  g_free (self->subtitle_sid);
+  self->subtitle_sid = g_strdup (subtitle_stream_id);
+  ret = gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
+
+  GST_DEBUG_OBJECT (self, "set stream ids audio '%s' video '%s' subtitle '%s'",
+      GST_STR_NULL (audio_stream_id), GST_STR_NULL (video_stream_id),
+      GST_STR_NULL (subtitle_stream_id));
+
   return ret;
 }
 
@@ -3718,10 +3849,10 @@
 {
   g_return_if_fail (GST_IS_PLAY (self));
 
-  if (enabled)
-    play_set_flag (self, GST_PLAY_FLAG_AUDIO);
-  else
-    play_clear_flag (self, GST_PLAY_FLAG_AUDIO);
+  g_mutex_lock (&self->lock);
+  self->audio_enabled = enabled;
+  gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
 
   GST_DEBUG_OBJECT (self, "track is '%s'", enabled ? "Enabled" : "Disabled");
 }
@@ -3739,10 +3870,10 @@
 {
   g_return_if_fail (GST_IS_PLAY (self));
 
-  if (enabled)
-    play_set_flag (self, GST_PLAY_FLAG_VIDEO);
-  else
-    play_clear_flag (self, GST_PLAY_FLAG_VIDEO);
+  g_mutex_lock (&self->lock);
+  self->video_enabled = enabled;
+  gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
 
   GST_DEBUG_OBJECT (self, "track is '%s'", enabled ? "Enabled" : "Disabled");
 }
@@ -3760,10 +3891,10 @@
 {
   g_return_if_fail (GST_IS_PLAY (self));
 
-  if (enabled)
-    play_set_flag (self, GST_PLAY_FLAG_SUBTITLE);
-  else
-    play_clear_flag (self, GST_PLAY_FLAG_SUBTITLE);
+  g_mutex_lock (&self->lock);
+  self->subtitle_enabled = enabled;
+  gst_play_select_streams (self);
+  g_mutex_unlock (&self->lock);
 
   GST_DEBUG_OBJECT (self, "track is '%s'", enabled ? "Enabled" : "Disabled");
 }
@@ -4342,6 +4473,8 @@
   switch (error) {
     case GST_PLAY_ERROR_FAILED:
       return "failed";
+    case GST_PLAY_ERROR_MISSING_PLUGIN:
+      return "missing-plugin";
   }
 
   g_assert_not_reached ();
@@ -4433,8 +4566,7 @@
   g_return_if_fail (config != NULL);
   g_return_if_fail (agent != NULL);
 
-  gst_structure_id_set (config,
-      CONFIG_QUARK (USER_AGENT), G_TYPE_STRING, agent, NULL);
+  gst_structure_set (config, "user-agent", G_TYPE_STRING, agent, NULL);
 }
 
 /**
@@ -4454,8 +4586,7 @@
 
   g_return_val_if_fail (config != NULL, NULL);
 
-  gst_structure_id_get (config,
-      CONFIG_QUARK (USER_AGENT), G_TYPE_STRING, &agent, NULL);
+  gst_structure_get (config, "user-agent", G_TYPE_STRING, &agent, NULL);
 
   return agent;
 }
@@ -4476,8 +4607,8 @@
   g_return_if_fail (config != NULL);
   g_return_if_fail (interval <= 10000);
 
-  gst_structure_id_set (config,
-      CONFIG_QUARK (POSITION_INTERVAL_UPDATE), G_TYPE_UINT, interval, NULL);
+  gst_structure_set (config,
+      "position-update-interval", G_TYPE_UINT, interval, NULL);
 }
 
 /**
@@ -4495,8 +4626,8 @@
 
   g_return_val_if_fail (config != NULL, DEFAULT_POSITION_UPDATE_INTERVAL_MS);
 
-  gst_structure_id_get (config,
-      CONFIG_QUARK (POSITION_INTERVAL_UPDATE), G_TYPE_UINT, &interval, NULL);
+  gst_structure_get (config,
+      "position-update-interval", G_TYPE_UINT, &interval, NULL);
 
   return interval;
 }
@@ -4523,8 +4654,7 @@
 {
   g_return_if_fail (config != NULL);
 
-  gst_structure_id_set (config,
-      CONFIG_QUARK (ACCURATE_SEEK), G_TYPE_BOOLEAN, accurate, NULL);
+  gst_structure_set (config, "accurate-seek", G_TYPE_BOOLEAN, accurate, NULL);
 }
 
 /**
@@ -4542,8 +4672,7 @@
 
   g_return_val_if_fail (config != NULL, FALSE);
 
-  gst_structure_id_get (config,
-      CONFIG_QUARK (ACCURATE_SEEK), G_TYPE_BOOLEAN, &accurate, NULL);
+  gst_structure_get (config, "accurate-seek", G_TYPE_BOOLEAN, &accurate, NULL);
 
   return accurate;
 }
@@ -4567,7 +4696,7 @@
 {
   g_return_if_fail (config != NULL);
 
-  gst_structure_id_set (config, CONFIG_QUARK (PIPELINE_DUMP_IN_ERROR_DETAILS),
+  gst_structure_set (config, "pipeline-dump-in-error-details",
       G_TYPE_BOOLEAN, value, NULL);
 }
 
@@ -4587,7 +4716,7 @@
 
   g_return_val_if_fail (config != NULL, FALSE);
 
-  gst_structure_id_get (config, CONFIG_QUARK (PIPELINE_DUMP_IN_ERROR_DETAILS),
+  gst_structure_get (config, "pipeline-dump-in-error-details",
       G_TYPE_BOOLEAN, &value, NULL);
 
   return value;
@@ -4614,7 +4743,6 @@
 gst_play_get_video_snapshot (GstPlay * self,
     GstPlaySnapshotFormat format, const GstStructure * config)
 {
-  gint video_tracks = 0;
   GstPlayVideoInfo *video_info = NULL;
   GstSample *sample = NULL;
   GstCaps *caps = NULL;
@@ -4624,20 +4752,12 @@
   gint par_d = 1;
   g_return_val_if_fail (GST_IS_PLAY (self), NULL);
 
-  if (self->use_playbin3) {
-    video_info = gst_play_get_current_video_track (self);
-    if (video_info == NULL) {
-      GST_DEBUG_OBJECT (self, "no current video track");
-      return NULL;
-    } else {
-      g_object_unref (video_info);
-    }
+  video_info = gst_play_get_current_video_track (self);
+  if (video_info == NULL) {
+    GST_DEBUG_OBJECT (self, "no current video track");
+    return NULL;
   } else {
-    g_object_get (self->playbin, "n-video", &video_tracks, NULL);
-    if (video_tracks == 0) {
-      GST_DEBUG_OBJECT (self, "total video track num is 0");
-      return NULL;
-    }
+    g_object_unref (video_info);
   }
 
   switch (format) {
@@ -4751,6 +4871,127 @@
 }
 
 /**
+ * gst_play_message_get_uri:
+ * @msg: A #GstMessage
+ *
+ * Reads the URI the play message @msg applies to.
+ *
+ * Returns: (transfer none): The URI this message applies to
+ *
+ * Since: 1.26
+ */
+const gchar *
+gst_play_message_get_uri (GstMessage * msg)
+{
+  const GstStructure *details = NULL;
+  const gchar *uri;
+  GstPlayMessage msg_type;
+
+  g_return_val_if_fail (gst_play_is_play_message (msg), NULL);
+
+  gst_play_message_parse_type (msg, &msg_type);
+
+  // ERROR/WARNING messages store the details in differently named fields for
+  // backwards compatibility
+  if (msg_type == GST_PLAY_MESSAGE_ERROR) {
+    const GstStructure *s = gst_message_get_structure (msg);
+    const GValue *v =
+        gst_structure_get_value (s, GST_PLAY_MESSAGE_DATA_ERROR_DETAILS);
+    details = g_value_get_boxed (v);
+  } else if (msg_type == GST_PLAY_MESSAGE_WARNING) {
+    const GstStructure *s = gst_message_get_structure (msg);
+    const GValue *v =
+        gst_structure_get_value (s, GST_PLAY_MESSAGE_DATA_WARNING_DETAILS);
+    details = g_value_get_boxed (v);
+  }
+
+  if (!details)
+    details = gst_message_get_details (msg);
+
+  g_return_val_if_fail (details, NULL);
+  uri = gst_structure_get_string (details, "uri");
+  g_return_val_if_fail (uri, NULL);
+
+  return uri;
+}
+
+/**
+ * gst_play_message_get_stream_id:
+ * @msg: A #GstMessage
+ *
+ * Reads the stream ID the play message @msg applies to, if any.
+ *
+ * Returns: (transfer none) (nullable): The stream ID this message applies to
+ *
+ * Since: 1.26
+ */
+const gchar *
+gst_play_message_get_stream_id (GstMessage * msg)
+{
+  const GstStructure *details = NULL;
+  const gchar *stream_id;
+  GstPlayMessage msg_type;
+
+  g_return_val_if_fail (gst_play_is_play_message (msg), NULL);
+
+  gst_play_message_parse_type (msg, &msg_type);
+
+  // ERROR/WARNING messages store the details in differently named fields for
+  // backwards compatibility
+  if (msg_type == GST_PLAY_MESSAGE_ERROR) {
+    const GstStructure *s = gst_message_get_structure (msg);
+    const GValue *v =
+        gst_structure_get_value (s, GST_PLAY_MESSAGE_DATA_ERROR_DETAILS);
+    details = g_value_get_boxed (v);
+  } else if (msg_type == GST_PLAY_MESSAGE_WARNING) {
+    const GstStructure *s = gst_message_get_structure (msg);
+    const GValue *v =
+        gst_structure_get_value (s, GST_PLAY_MESSAGE_DATA_WARNING_DETAILS);
+    details = g_value_get_boxed (v);
+  }
+
+  if (!details)
+    details = gst_message_get_details (msg);
+  g_return_val_if_fail (details, NULL);
+  stream_id = gst_structure_get_string (details, "stream-id");
+
+  return stream_id;
+}
+
+/**
+ * gst_play_message_parse_uri_loaded:
+ * @msg: A #GstMessage
+ * @uri: (out) (optional) (transfer full): the resulting URI
+ *
+ * Parse the given uri-loaded @msg and extract the corresponding value
+ *
+ * Since: 1.26
+ */
+void
+gst_play_message_parse_uri_loaded (GstMessage * msg, gchar ** uri)
+{
+  PARSE_MESSAGE_FIELD (msg, GST_PLAY_MESSAGE_URI_LOADED,
+      GST_PLAY_MESSAGE_DATA_URI, G_TYPE_STRING, uri);
+}
+
+/**
+ * gst_play_message_parse_duration_changed:
+ * @msg: A #GstMessage
+ * @duration: (out) (optional): the resulting duration
+ *
+ * Parse the given duration-changed @msg and extract the corresponding #GstClockTime
+ *
+ * Since: 1.26
+ */
+void
+gst_play_message_parse_duration_changed (GstMessage * msg,
+    GstClockTime * duration)
+{
+  PARSE_MESSAGE_FIELD (msg, GST_PLAY_MESSAGE_DURATION_CHANGED,
+      GST_PLAY_MESSAGE_DATA_DURATION, GST_TYPE_CLOCK_TIME, duration);
+}
+
+/**
  * gst_play_message_parse_duration_updated:
  * @msg: A #GstMessage
  * @duration: (out) (optional): the resulting duration
@@ -4758,13 +4999,14 @@
  * Parse the given duration-changed @msg and extract the corresponding #GstClockTime
  *
  * Since: 1.20
+ *
+ * Deprecated: 1.26: Use gst_play_message_parse_duration_changed().
  */
 void
 gst_play_message_parse_duration_updated (GstMessage * msg,
     GstClockTime * duration)
 {
-  PARSE_MESSAGE_FIELD (msg, GST_PLAY_MESSAGE_DURATION_CHANGED,
-      GST_PLAY_MESSAGE_DATA_DURATION, GST_TYPE_CLOCK_TIME, duration);
+  gst_play_message_parse_duration_changed (msg, duration);
 }
 
 /**
@@ -4801,6 +5043,22 @@
 }
 
 /**
+ * gst_play_message_parse_buffering:
+ * @msg: A #GstMessage
+ * @percent: (out) (optional): the resulting buffering percent
+ *
+ * Parse the given buffering @msg and extract the corresponding value
+ *
+ * Since: 1.26
+ */
+void
+gst_play_message_parse_buffering (GstMessage * msg, guint * percent)
+{
+  PARSE_MESSAGE_FIELD (msg, GST_PLAY_MESSAGE_BUFFERING,
+      GST_PLAY_MESSAGE_DATA_BUFFERING_PERCENT, G_TYPE_UINT, percent);
+}
+
+/**
  * gst_play_message_parse_buffering_percent:
  * @msg: A #GstMessage
  * @percent: (out) (optional): the resulting buffering percent
@@ -4808,12 +5066,13 @@
  * Parse the given buffering @msg and extract the corresponding value
  *
  * Since: 1.20
+ *
+ * Deprecated: 1.26: Use gst_play_message_parse_buffering().
  */
 void
 gst_play_message_parse_buffering_percent (GstMessage * msg, guint * percent)
 {
-  PARSE_MESSAGE_FIELD (msg, GST_PLAY_MESSAGE_BUFFERING,
-      GST_PLAY_MESSAGE_DATA_BUFFERING_PERCENT, G_TYPE_UINT, percent);
+  gst_play_message_parse_buffering (msg, percent);
 }
 
 /**
@@ -4822,7 +5081,11 @@
  * @error: (out) (optional) (transfer full): the resulting error
  * @details: (out) (optional) (nullable) (transfer full): A #GstStructure containing additional details about the error
  *
- * Parse the given error @msg and extract the corresponding #GError
+ * Parse the given error @msg and extract the corresponding #GError.
+ *
+ * Since 1.26 the details will always contain the URI this refers to in an
+ * "uri" field of type string, and (if known) the string "stream-id" it is
+ * referring to.
  *
  * Since: 1.20
  */
@@ -4836,13 +5099,118 @@
       GST_PLAY_MESSAGE_DATA_ERROR_DETAILS, GST_TYPE_STRUCTURE, details);
 }
 
+static gboolean
+gst_play_message_parse_missing_plugin (GstMessage * msg,
+    GstPlayMessage msg_type, gchar *** descriptions,
+    gchar *** installer_details)
+{
+  const GError *err;
+  const GValue *v, *details_array;
+  const GstStructure *s, *details;
+  guint n_details;
+
+  if (descriptions)
+    *descriptions = NULL;
+  if (installer_details)
+    *installer_details = NULL;
+
+  s = gst_message_get_structure (msg);
+
+  v = gst_structure_get_value (s,
+      msg_type ==
+      GST_PLAY_MESSAGE_ERROR ? GST_PLAY_MESSAGE_DATA_ERROR :
+      GST_PLAY_MESSAGE_DATA_WARNING);
+  if (!v)
+    return FALSE;
+  err = g_value_get_boxed (v);
+  if (!err)
+    return FALSE;
+
+  if (!g_error_matches (err, GST_PLAY_ERROR, GST_PLAY_ERROR_MISSING_PLUGIN))
+    return FALSE;
+
+  v = gst_structure_get_value (s,
+      msg_type ==
+      GST_PLAY_MESSAGE_ERROR ? GST_PLAY_MESSAGE_DATA_ERROR_DETAILS :
+      GST_PLAY_MESSAGE_DATA_WARNING_DETAILS);
+  if (!v)
+    return FALSE;
+  details = g_value_get_boxed (v);
+  if (!details)
+    return FALSE;
+
+  details_array = gst_structure_get_value (details, "missing-plugin-details");
+
+  n_details = gst_value_array_get_size (details_array);
+  if (descriptions)
+    *descriptions = g_new0 (gchar *, n_details + 1);
+  if (installer_details)
+    *installer_details = g_new0 (gchar *, n_details + 1);
+
+  for (guint i = 0; i < n_details; i++) {
+    const GValue *details_v = gst_value_array_get_value (details_array, i);
+    const GstStructure *details_s = g_value_get_boxed (details_v);
+    gchar *str;
+
+    if (descriptions) {
+      gst_structure_get (details_s, "description", G_TYPE_STRING, &str, NULL);
+      (*descriptions)i = str;
+    }
+
+    if (installer_details) {
+      gst_structure_get (details_s, "installer-details", G_TYPE_STRING, &str,
+          NULL);
+      (*installer_details)i = str;
+    }
+  }
+
+  return TRUE;
+
+}
+
+/**
+ * gst_play_message_parse_error_missing_plugin:
+ * @msg: A #GstMessage
+ * @descriptions: (out) (optional) (transfer full) (array zero-terminated=1): a %NULL-terminated array of descriptions
+ * @installer_details: (out) (optional) (transfer full) (array zero-terminated=1): a %NULL-terminated array of installer details
+ *
+ * Parses missing plugin descriptions and installer details from a
+ * GST_PLAY_ERROR_MISSING_PLUGIN error message.
+ *
+ * Both arrays will have the same length, and strings at the same index
+ * correspond to each other.
+ *
+ * The installer details can be passed to gst_install_plugins_sync() or
+ * gst_install_plugins_async().
+ *
+ * Returns: %TRUE if the message contained a missing-plugin error.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_play_message_parse_error_missing_plugin (GstMessage * msg,
+    gchar *** descriptions, gchar *** installer_details)
+{
+  GstPlayMessage msg_type;
+
+  gst_play_message_parse_type (msg, &msg_type);
+  g_return_val_if_fail (msg_type == GST_PLAY_MESSAGE_ERROR, FALSE);
+
+  return gst_play_message_parse_missing_plugin (msg, msg_type, descriptions,
+      installer_details);
+}
+
 /**
  * gst_play_message_parse_warning:
  * @msg: A #GstMessage
  * @error: (out) (optional) (transfer full): the resulting warning
  * @details: (out) (optional) (nullable) (transfer full): A #GstStructure containing additional details about the warning
  *
- * Parse the given warning @msg and extract the corresponding #GError
+ * Parse the given warning @msg and extract the corresponding #GError.
+ *
+ * Since 1.26 the details will always contain the URI this refers to in an
+ * "uri" field of type string, and (if known) the string "stream-id" it is
+ * referring to.
  *
  * Since: 1.20
  */
@@ -4857,6 +5225,38 @@
 }
 
 /**
+ * gst_play_message_parse_warning_missing_plugin:
+ * @msg: A #GstMessage
+ * @descriptions: (out) (optional) (transfer full) (array zero-terminated=1): a %NULL-terminated array of descriptions
+ * @installer_details: (out) (optional) (transfer full) (array zero-terminated=1): a %NULL-terminated array of installer details
+ *
+ * Parses missing plugin descriptions and installer details from a
+ * GST_PLAY_ERROR_MISSING_PLUGIN warning message.
+ *
+ * Both arrays will have the same length, and strings at the same index
+ * correspond to each other.
+ *
+ * The installer details can be passed to gst_install_plugins_sync() or
+ * gst_install_plugins_async().
+ *
+ * Returns: %TRUE if the message contained a missing-plugin error.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_play_message_parse_warning_missing_plugin (GstMessage * msg,
+    gchar *** descriptions, gchar *** installer_details)
+{
+  GstPlayMessage msg_type;
+
+  gst_play_message_parse_type (msg, &msg_type);
+  g_return_val_if_fail (msg_type == GST_PLAY_MESSAGE_WARNING, FALSE);
+
+  return gst_play_message_parse_missing_plugin (msg, msg_type, descriptions,
+      installer_details);
+}
+
+/**
  * gst_play_message_parse_video_dimensions_changed:
  * @msg: A #GstMessage
  * @width: (out) (optional): the resulting video width
@@ -4924,3 +5324,19 @@
   PARSE_MESSAGE_FIELD (msg, GST_PLAY_MESSAGE_MUTE_CHANGED,
       GST_PLAY_MESSAGE_DATA_IS_MUTED, G_TYPE_BOOLEAN, muted);
 }
+
+/**
+ * gst_play_message_parse_seek_done:
+ * @msg: A #GstMessage
+ * @position: (out) (optional): the resulting position
+ *
+ * Parse the given seek-done @msg and extract the corresponding #GstClockTime
+ *
+ * Since: 1.26
+ */
+void
+gst_play_message_parse_seek_done (GstMessage * msg, GstClockTime * position)
+{
+  PARSE_MESSAGE_FIELD (msg, GST_PLAY_MESSAGE_SEEK_DONE,
+      GST_PLAY_MESSAGE_DATA_POSITION, GST_TYPE_CLOCK_TIME, position);
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/play/gstplay.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/play/gstplay.h Changed

@@ -137,11 +137,28 @@
 /**
  * GstPlayError:
  * @GST_PLAY_ERROR_FAILED: generic error.
+ * @GST_PLAY_ERROR_MISSING_PLUGIN: playback requires additional plugins (Since: 1.26).
  *
  * Since: 1.20
  */
 typedef enum {
-  GST_PLAY_ERROR_FAILED = 0
+  GST_PLAY_ERROR_FAILED = 0,
+
+  /**
+   * GST_PLAY_ERROR_MISSING_PLUGIN:
+   *
+   * Playback requires additional plugins. Information about the missing
+   * plugins can be retrieved from the message details.
+   *
+   * The details will contain the the missing plugin details in a field of
+   * type %GstArray named "missing-plugin-details". This array will contain
+   * %GstStructure with string "description" and a string "installer-details".
+   *
+   * The "installer-details" can be passed to gst_install_plugins_async().
+   *
+   * Since: 1.26
+   */
+  GST_PLAY_ERROR_MISSING_PLUGIN
 } GstPlayError;
 
 GST_PLAY_API
@@ -273,17 +290,34 @@
 void         gst_play_set_subtitle_track_enabled    (GstPlay    * play,
                                                      gboolean enabled);
 
-GST_PLAY_API
+GST_PLAY_DEPRECATED_FOR(gst_play_set_audio_track_id)
 gboolean     gst_play_set_audio_track               (GstPlay    *play,
                                                      gint stream_index);
 
-GST_PLAY_API
+GST_PLAY_DEPRECATED_FOR(gst_play_set_video_track_id)
 gboolean     gst_play_set_video_track               (GstPlay    *play,
                                                      gint stream_index);
 
-GST_PLAY_API
+GST_PLAY_DEPRECATED_FOR(gst_play_set_subtitle_track_id)
 gboolean     gst_play_set_subtitle_track            (GstPlay    *play,
                                                      gint stream_index);
+GST_PLAY_API
+gboolean     gst_play_set_audio_track_id            (GstPlay     *play,
+                                                     const gchar *stream_id);
+
+GST_PLAY_API
+gboolean     gst_play_set_video_track_id            (GstPlay     *play,
+                                                     const gchar *stream_id);
+
+GST_PLAY_API
+gboolean     gst_play_set_subtitle_track_id         (GstPlay     *play,
+                                                     const gchar *stream_id);
+
+GST_PLAY_API
+gboolean     gst_play_set_track_ids                 (GstPlay     *play,
+                                                     const gchar *audio_stream_id,
+                                                     const gchar *video_stream_id,
+                                                     const gchar *subtitle_stream_id);
 
 GST_PLAY_API
 GstPlayMediaInfo *    gst_play_get_media_info     (GstPlay * play);
@@ -415,24 +449,45 @@
 void           gst_play_message_parse_type                       (GstMessage *msg, GstPlayMessage *type);
 
 GST_PLAY_API
+const gchar *  gst_play_message_get_uri                          (GstMessage *msg);
+
+GST_PLAY_API
+const gchar *  gst_play_message_get_stream_id                    (GstMessage *msg);
+
+GST_PLAY_API
+void           gst_play_message_parse_uri_loaded                 (GstMessage *msg, gchar **uri);
+
+GST_PLAY_DEPRECATED_FOR(gst_play_message_parse_duration_changed)
 void           gst_play_message_parse_duration_updated           (GstMessage *msg, GstClockTime *duration);
 
 GST_PLAY_API
+void           gst_play_message_parse_duration_changed           (GstMessage *msg, GstClockTime *duration);
+
+GST_PLAY_API
 void           gst_play_message_parse_position_updated           (GstMessage *msg, GstClockTime *position);
 
 GST_PLAY_API
 void           gst_play_message_parse_state_changed              (GstMessage *msg, GstPlayState *state);
 
-GST_PLAY_API
+GST_PLAY_DEPRECATED_FOR(gst_play_message_parse_buffering_percent)
 void           gst_play_message_parse_buffering_percent          (GstMessage *msg, guint *percent);
 
 GST_PLAY_API
+void           gst_play_message_parse_buffering                  (GstMessage *msg, guint *percent);
+
+GST_PLAY_API
 void           gst_play_message_parse_error                      (GstMessage *msg, GError **error, GstStructure **details);
 
 GST_PLAY_API
+gboolean       gst_play_message_parse_error_missing_plugin       (GstMessage *msg, gchar *** descriptions, gchar *** installer_details);
+
+GST_PLAY_API
 void           gst_play_message_parse_warning                    (GstMessage *msg, GError **error, GstStructure **details);
 
 GST_PLAY_API
+gboolean       gst_play_message_parse_warning_missing_plugin       (GstMessage *msg, gchar *** descriptions, gchar *** installer_details);
+
+GST_PLAY_API
 void           gst_play_message_parse_video_dimensions_changed   (GstMessage *msg, guint *width, guint *height);
 
 GST_PLAY_API
@@ -444,6 +499,9 @@
 GST_PLAY_API
 void           gst_play_message_parse_muted_changed              (GstMessage *msg, gboolean *muted);
 
+GST_PLAY_API
+void           gst_play_message_parse_seek_done                  (GstMessage *msg, GstClockTime *position);
+
 G_END_DECLS
 
 #endif /* __GST_PLAY_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/play/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/play/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/player/gstplayer.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/player/gstplayer.c Changed

@@ -85,28 +85,6 @@
   return g_quark_from_static_string ("gst-player-error-quark");
 }
 
-static GQuark QUARK_CONFIG;
-
-/* Keep ConfigQuarkId and _config_quark_strings ordered and synced */
-typedef enum
-{
-  CONFIG_QUARK_USER_AGENT = 0,
-  CONFIG_QUARK_POSITION_INTERVAL_UPDATE,
-  CONFIG_QUARK_ACCURATE_SEEK,
-
-  CONFIG_QUARK_MAX
-} ConfigQuarkId;
-
-static const gchar *_config_quark_strings = {
-  "user-agent",
-  "position-interval-update",
-  "accurate-seek",
-};
-
-static GQuark _config_quark_tableCONFIG_QUARK_MAX;
-
-#define CONFIG_QUARK(q) _config_quark_tableCONFIG_QUARK_##q
-
 enum
 {
   PROP_0,
@@ -186,23 +164,6 @@
 }
 
 static void
-config_quark_initialize (void)
-{
-  gint i;
-
-  QUARK_CONFIG = g_quark_from_static_string ("player-config");
-
-  if (G_N_ELEMENTS (_config_quark_strings) != CONFIG_QUARK_MAX)
-    g_warning ("the quark table is not consistent! %d != %d",
-        (int) G_N_ELEMENTS (_config_quark_strings), CONFIG_QUARK_MAX);
-
-  for (i = 0; i < CONFIG_QUARK_MAX; i++) {
-    _config_quark_tablei =
-        g_quark_from_static_string (_config_quark_stringsi);
-  }
-}
-
-static void
 gst_player_class_init (GstPlayerClass * klass)
 {
   GObjectClass *gobject_class = (GObjectClass *) klass;
@@ -371,8 +332,6 @@
       g_signal_new ("seek-done", G_TYPE_FROM_CLASS (klass),
       G_SIGNAL_RUN_LAST | G_SIGNAL_NO_RECURSE | G_SIGNAL_NO_HOOKS, 0, NULL,
       NULL, NULL, G_TYPE_NONE, 1, GST_TYPE_CLOCK_TIME);
-
-  config_quark_initialize ();
 }
 
 static void
@@ -1632,8 +1591,8 @@
   g_return_if_fail (config != NULL);
   g_return_if_fail (agent != NULL);
 
-  gst_structure_id_set (config,
-      CONFIG_QUARK (USER_AGENT), G_TYPE_STRING, agent, NULL);
+  gst_structure_set_static_str (config,
+      "user-agent", G_TYPE_STRING, agent, NULL);
 }
 
 /**
@@ -1654,8 +1613,7 @@
 
   g_return_val_if_fail (config != NULL, NULL);
 
-  gst_structure_id_get (config,
-      CONFIG_QUARK (USER_AGENT), G_TYPE_STRING, &agent, NULL);
+  gst_structure_get (config, "user-agent", G_TYPE_STRING, &agent, NULL);
 
   return agent;
 }
@@ -1677,8 +1635,8 @@
   g_return_if_fail (config != NULL);
   g_return_if_fail (interval <= 10000);
 
-  gst_structure_id_set (config,
-      CONFIG_QUARK (POSITION_INTERVAL_UPDATE), G_TYPE_UINT, interval, NULL);
+  gst_structure_set_static_str (config,
+      "position-interval-update", G_TYPE_UINT, interval, NULL);
 }
 
 /**
@@ -1696,8 +1654,8 @@
 
   g_return_val_if_fail (config != NULL, DEFAULT_POSITION_UPDATE_INTERVAL_MS);
 
-  gst_structure_id_get (config,
-      CONFIG_QUARK (POSITION_INTERVAL_UPDATE), G_TYPE_UINT, &interval, NULL);
+  gst_structure_get (config,
+      "position-interval-update", G_TYPE_UINT, &interval, NULL);
 
   return interval;
 }
@@ -1724,8 +1682,8 @@
 {
   g_return_if_fail (config != NULL);
 
-  gst_structure_id_set (config,
-      CONFIG_QUARK (ACCURATE_SEEK), G_TYPE_BOOLEAN, accurate, NULL);
+  gst_structure_set_static_str (config,
+      "accurate-seek", G_TYPE_BOOLEAN, accurate, NULL);
 }
 
 /**
@@ -1743,8 +1701,7 @@
 
   g_return_val_if_fail (config != NULL, FALSE);
 
-  gst_structure_id_get (config,
-      CONFIG_QUARK (ACCURATE_SEEK), G_TYPE_BOOLEAN, &accurate, NULL);
+  gst_structure_get (config, "accurate-seek", G_TYPE_BOOLEAN, &accurate, NULL);
 
   return accurate;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/player/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/player/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/transcoder/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/transcoder/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/va/gstvavideoformat.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/va/gstvavideoformat.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/va/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/va/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/va/vasurfaceimage.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/va/vasurfaceimage.c Changed

@@ -369,18 +369,40 @@
 gboolean
 va_check_surface (GstVaDisplay * display, VASurfaceID surface)
 {
+  return va_check_surface_has_status (display, surface, 0);
+}
+
+#ifndef GST_DISABLE_GST_DEBUG
+static const char *surface_status_str_map = {
+  VASurfaceRendering = "rendering",
+  VASurfaceDisplaying = "displaying",
+  VASurfaceReady = "ready",
+  VASurfaceSkipped = "skipped"
+};
+#endif
+
+gboolean
+va_check_surface_has_status (GstVaDisplay * display, VASurfaceID surface,
+    VASurfaceStatus surface_status)
+{
   VADisplay dpy = gst_va_display_get_va_dpy (display);
   VAStatus status;
   VASurfaceStatus state;
 
   status = vaQuerySurfaceStatus (dpy, surface, &state);
 
-  if (status != VA_STATUS_SUCCESS)
+  if (status != VA_STATUS_SUCCESS) {
     GST_ERROR ("vaQuerySurfaceStatus: %s", vaErrorStr (status));
+    return FALSE;
+  }
 
-  GST_LOG ("surface %#x status %d", surface, state);
+  GST_LOG ("surface %#x status: %s", surface, surface_status_str_mapstate);
+
+  /* Just query the surface, no flag to compare, we succeed. */
+  if (!surface_status)
+    return TRUE;
 
-  return (status == VA_STATUS_SUCCESS);
+  return ((state & surface_status) == surface_status);
 }
 
 gboolean

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/va/vasurfaceimage.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/va/vasurfaceimage.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkbuffermemory.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkbuffermemory.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkbuffermemory.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkbuffermemory.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkdebug.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkdebug.c Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkdecoder-private.c Added

@@ -0,0 +1,1361 @@
+/*
+ * GStreamer
+ * Copyright (C) 2023 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstvkdecoder-private.h"
+
+#include "gstvkoperation.h"
+#include "gstvkphysicaldevice-private.h"
+#include "gstvkvideo-private.h"
+
+/**
+ * SECTION:vkdecoder
+ * @title: GstVulkanDecoder
+ * @short_description: Abstract Vulkan Video Decoder
+ * @see_also: #GstVulkanOperation
+ *
+ * #GstVulkanOperation abstracts a video decoding operation.
+ *
+ * Since: 1.24
+ */
+
+typedef struct _GstVulkanDecoderPrivate GstVulkanDecoderPrivate;
+struct _GstVulkanDecoderPrivate
+{
+  GstVulkanHandle *empty_params;
+  GstVulkanHandle *session_params;
+  GstVulkanHandle *sampler;
+
+  GstCaps *profile_caps;
+  GstBufferPool *dpb_pool;
+
+  GstVulkanOperation *exec;
+
+  GstVulkanVideoSession session;
+  GstVulkanVideoCapabilities caps;
+  VkVideoFormatPropertiesKHR format;
+
+  gboolean vk_populated;
+  GstVulkanVideoFunctions vk;
+
+  gboolean started;
+};
+
+#define GST_CAT_DEFAULT gst_vulkan_decoder_debug
+GST_DEBUG_CATEGORY (GST_CAT_DEFAULT);
+
+#define gst_vulkan_decoder_parent_class parent_class
+G_DEFINE_TYPE_WITH_CODE (GstVulkanDecoder, gst_vulkan_decoder,
+    GST_TYPE_OBJECT, G_ADD_PRIVATE (GstVulkanDecoder));
+
+static GstVulkanHandle *gst_vulkan_decoder_new_video_session_parameters
+    (GstVulkanDecoder * self, GstVulkanDecoderParameters * params,
+    GError ** error);
+
+static gboolean
+_populate_function_table (GstVulkanDecoder * self)
+{
+  GstVulkanDecoderPrivate *priv =
+      gst_vulkan_decoder_get_instance_private (self);
+  GstVulkanInstance *instance;
+
+  if (priv->vk_populated)
+    return TRUE;
+
+  instance = gst_vulkan_device_get_instance (self->queue->device);
+  if (!instance) {
+    GST_ERROR_OBJECT (self, "Failed to get instance from the device");
+    return FALSE;
+  }
+
+  priv->vk_populated = gst_vulkan_video_get_vk_functions (instance, &priv->vk);
+  gst_object_unref (instance);
+  return priv->vk_populated;
+}
+
+static void
+gst_vulkan_decoder_finalize (GObject * object)
+{
+  GstVulkanDecoder *self = GST_VULKAN_DECODER (object);
+
+  gst_clear_object (&self->queue);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_vulkan_decoder_init (GstVulkanDecoder * self)
+{
+}
+
+static void
+gst_vulkan_decoder_class_init (GstVulkanDecoderClass * klass)
+{
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+
+  gobject_class->finalize = gst_vulkan_decoder_finalize;
+}
+
+/**
+ * gst_vulkan_decoder_start:
+ * @self: a #GstVulkanDecoder
+ * @profile: a #GstVulkanVideoProfile
+ * @error: a #GError
+ *
+ * It creates a Vulkan video session for the given @profile. If an error occurs,
+ * @error is filled.
+ *
+ * Returns: whether the video decoder has started correctly.
+ */
+gboolean
+gst_vulkan_decoder_start (GstVulkanDecoder * self,
+    GstVulkanVideoProfile * profile, GError ** error)
+{
+  GstVulkanDecoderPrivate *priv;
+  VkPhysicalDevice gpu;
+  VkResult res;
+  VkVideoFormatPropertiesKHR *fmts = NULL;
+  VkVideoProfileListInfoKHR profile_list = {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_LIST_INFO_KHR,
+    .profileCount = 1,
+  };
+  VkPhysicalDeviceVideoFormatInfoKHR fmt_info = {
+    .sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VIDEO_FORMAT_INFO_KHR,
+    .pNext = &profile_list,
+  };
+  VkVideoSessionCreateInfoKHR session_create;
+  GstVulkanDecoderParameters empty_params;
+  guint i, maxlevel, n_fmts, codec_idx;
+  GstVideoFormat format = GST_VIDEO_FORMAT_UNKNOWN;
+  VkFormat vk_format = VK_FORMAT_UNDEFINED;
+  GstVulkanCommandPool *cmd_pool;
+  GError *query_err = NULL;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (priv->started)
+    return TRUE;
+
+  g_assert (self->codec == profile->profile.videoCodecOperation);
+
+  if (!_populate_function_table (self)) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Couldn't load Vulkan Video functions");
+    return FALSE;
+  }
+
+  switch (self->codec) {
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
+      if (!gst_vulkan_video_profile_is_valid (profile, self->codec)) {
+        g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+            "Invalid profile");
+        return FALSE;
+      }
+      break;
+    default:
+      g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+          "Invalid codec");
+      return FALSE;
+  }
+
+  self->profile = *profile;
+  self->profile.profile.pNext = &self->profile.usage.decode;
+  self->profile.usage.decode.pNext = &self->profile.codec;
+
+  switch (self->codec) {
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
+      /* *INDENT-OFF* */
+      priv->caps.decoder.codec.h264 = (VkVideoDecodeH264CapabilitiesKHR) {
+          .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H264_CAPABILITIES_KHR,
+      };
+      /* *INDENT-ON* */
+      codec_idx = GST_VK_VIDEO_EXTENSION_DECODE_H264;
+      break;
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
+      /* *INDENT-OFF* */
+      priv->caps.decoder.codec.h265 = (VkVideoDecodeH265CapabilitiesKHR) {
+          .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H265_CAPABILITIES_KHR,
+      };
+      /* *INDENT-ON* */
+      codec_idx = GST_VK_VIDEO_EXTENSION_DECODE_H265;
+      break;
+    default:
+      g_assert_not_reached ();
+  }
+
+  /* *INDENT-OFF* */
+  priv->caps.decoder.caps = (VkVideoDecodeCapabilitiesKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_CAPABILITIES_KHR,
+    .pNext = &priv->caps.decoder.codec,
+  };
+  priv->caps.caps =  (VkVideoCapabilitiesKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_CAPABILITIES_KHR,
+    .pNext = &priv->caps.decoder.caps,
+  };
+  /* *INDENT-ON* */
+
+  gpu = gst_vulkan_device_get_physical_device (self->queue->device);
+  res = priv->vk.GetPhysicalDeviceVideoCapabilities (gpu,
+      &self->profile.profile, &priv->caps.caps);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkGetPhysicalDeviceVideoCapabilitiesKHR") != VK_SUCCESS)
+    return FALSE;
+
+  switch (self->codec) {
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
+      maxlevel = priv->caps.decoder.codec.h264.maxLevelIdc;
+      break;
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
+      maxlevel = priv->caps.decoder.codec.h265.maxLevelIdc;
+      break;
+    default:
+      maxlevel = 0;
+  }
+
+  priv->profile_caps = gst_vulkan_video_profile_to_caps (&self->profile);
+  GST_LOG_OBJECT (self, "Capabilities for %" GST_PTR_FORMAT ":\n"
+      "     Maximum level: %d\n"
+      "     Width from %i to %i\n"
+      "     Height from %i to %i\n"
+      "     Width alignment: %i\n"
+      "     Height alignment: %i\n"
+      "     Buffer offset alignment: %" G_GUINT64_FORMAT "\n"
+      "     Buffer size alignment %" G_GUINT64_FORMAT "\n"
+      "     Maximum references: %u\n"
+      "     Maximum active references: %u\n"
+      "     Capabilities flags: %s%s%s\n"
+      "     Codec header version: %s %i.%i.%i (driver) %i.%i.%i (compiled) \n"
+      "     Decode modes:%s%s%s",
+      priv->profile_caps,
+      maxlevel,
+      priv->caps.caps.minCodedExtent.width,
+      priv->caps.caps.maxCodedExtent.width,
+      priv->caps.caps.minCodedExtent.height,
+      priv->caps.caps.maxCodedExtent.height,
+      priv->caps.caps.pictureAccessGranularity.width,
+      priv->caps.caps.pictureAccessGranularity.height,
+      priv->caps.caps.minBitstreamBufferOffsetAlignment,
+      priv->caps.caps.minBitstreamBufferSizeAlignment,
+      priv->caps.caps.maxDpbSlots, priv->caps.caps.maxActiveReferencePictures,
+      priv->caps.caps.flags ? "" : " none",
+      priv->caps.caps.flags &
+      VK_VIDEO_CAPABILITY_PROTECTED_CONTENT_BIT_KHR ?
+      " protected" : "",
+      priv->caps.caps.flags &
+      VK_VIDEO_CAPABILITY_SEPARATE_REFERENCE_IMAGES_BIT_KHR ?
+      " separate_references" : "",
+      GST_STR_NULL (priv->caps.caps.stdHeaderVersion.extensionName),
+      VK_CODEC_VERSION (priv->caps.caps.stdHeaderVersion.specVersion),
+      VK_CODEC_VERSION (_vk_codec_extensionscodec_idx.specVersion),
+      priv->caps.decoder.caps.flags ? "" : " invalid",
+      priv->caps.decoder.caps.flags &
+      VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_COINCIDE_BIT_KHR ?
+      " reuse_output_DPB" : "",
+      priv->caps.decoder.caps.flags &
+      VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_DISTINCT_BIT_KHR ?
+      " dedicated_DPB" : "");
+
+  /* VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_COINCIDE_BIT_KHR - reports the
+   * implementation supports using the same Video Picture Resource for decode
+   * DPB and decode output.
+   *
+   * VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_DISTINCT_BIT_KHR - reports the
+   * implementation supports using distinct Video Picture Resources for decode
+   * DPB and decode output. */
+  self->dedicated_dpb = ((priv->caps.decoder.caps.flags &
+          VK_VIDEO_DECODE_CAPABILITY_DPB_AND_OUTPUT_COINCIDE_BIT_KHR) == 0);
+
+  /* The DPB or Reconstructed Video Picture Resources for the video session may
+   * be created as a separate VkImage for each DPB picture. If not supported,
+   * the DPB must be created as single multi-layered image where each layer
+   * represents one of the DPB Video Picture Resources. */
+  self->layered_dpb = ((priv->caps.caps.flags &
+          VK_VIDEO_CAPABILITY_SEPARATE_REFERENCE_IMAGES_BIT_KHR) == 0);
+
+  priv->caps.caps.pNext = NULL;
+
+  /* Get output format */
+  profile_list.pProfiles = &self->profile.profile;
+
+  fmt_info.imageUsage = VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR
+      | VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_SAMPLED_BIT;
+  if (!self->dedicated_dpb)
+    fmt_info.imageUsage |= VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR;
+
+  res = priv->vk.GetPhysicalDeviceVideoFormatProperties (gpu, &fmt_info,
+      &n_fmts, NULL);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkGetPhysicalDeviceVideoFormatPropertiesKHR") != VK_SUCCESS)
+    goto failed;
+
+  if (n_fmts == 0) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Profile doesn't have an output format");
+    goto failed;
+  }
+
+  fmts = g_new0 (VkVideoFormatPropertiesKHR, n_fmts);
+  for (i = 0; i < n_fmts; i++)
+    fmtsi.sType = VK_STRUCTURE_TYPE_VIDEO_FORMAT_PROPERTIES_KHR;
+
+  res = priv->vk.GetPhysicalDeviceVideoFormatProperties (gpu, &fmt_info,
+      &n_fmts, fmts);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkGetPhysicalDeviceVideoFormatPropertiesKHR") != VK_SUCCESS) {
+    goto failed;
+  }
+
+  if (n_fmts == 0) {
+    g_free (fmts);
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Profile doesn't have an output format");
+    goto failed;
+  }
+
+  /* find the best output format */
+  for (i = 0; i < n_fmts; i++) {
+    format = gst_vulkan_format_to_video_format (fmtsi.format);
+    if (format == GST_VIDEO_FORMAT_UNKNOWN) {
+      GST_WARNING_OBJECT (self, "Unknown Vulkan format %i", fmtsi.format);
+      continue;
+    } else {
+      vk_format = fmtsi.format;
+      priv->format = fmtsi;
+      priv->format.pNext = NULL;
+      break;
+    }
+  }
+  g_clear_pointer (&fmts, g_free);
+
+  if (vk_format == VK_FORMAT_UNDEFINED) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "No valid output format found");
+    goto failed;
+  }
+
+  GST_INFO_OBJECT (self, "Using output format %s",
+      gst_video_format_to_string (format));
+
+  /* *INDENT-OFF* */
+  session_create = (VkVideoSessionCreateInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_CREATE_INFO_KHR,
+    .queueFamilyIndex = self->queue->family,
+    .pVideoProfile = &profile->profile,
+    .pictureFormat = vk_format,
+    .maxCodedExtent = priv->caps.caps.maxCodedExtent,
+    .referencePictureFormat = vk_format,
+    .maxDpbSlots = priv->caps.caps.maxDpbSlots,
+    .maxActiveReferencePictures = priv->caps.caps.maxActiveReferencePictures,
+    .pStdHeaderVersion = &_vk_codec_extensionscodec_idx,
+  };
+  /* *INDENT-ON* */
+
+  /* create video session */
+  if (!gst_vulkan_video_session_create (&priv->session, self->queue->device,
+          &priv->vk, &session_create, error))
+    goto failed;
+
+  /* create empty codec params */
+  switch (self->profile.profile.videoCodecOperation) {
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
+      /* *INDENT-OFF* */
+      empty_params.h264 = (VkVideoDecodeH264SessionParametersCreateInfoKHR) {
+        .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H264_SESSION_PARAMETERS_CREATE_INFO_KHR,
+      };
+      /* *INDENT-ON* */
+      break;
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
+      /* *INDENT-OFF* */
+      empty_params.h265 = (VkVideoDecodeH265SessionParametersCreateInfoKHR) {
+        .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H265_SESSION_PARAMETERS_CREATE_INFO_KHR,
+      };
+      /* *INDENT-ON* */
+      break;
+    default:
+      g_assert_not_reached ();
+  }
+
+  priv->empty_params = gst_vulkan_decoder_new_video_session_parameters (self,
+      &empty_params, error);
+  if (!priv->empty_params)
+    goto failed;
+  cmd_pool = gst_vulkan_queue_create_command_pool (self->queue, error);
+  if (!cmd_pool)
+    goto failed;
+  priv->exec = gst_vulkan_operation_new (cmd_pool);
+  gst_object_unref (cmd_pool);
+  if (!gst_vulkan_operation_enable_query (priv->exec,
+          VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR, 1, &profile->profile,
+          &query_err)) {
+    if (query_err->code != VK_ERROR_FEATURE_NOT_PRESENT) {
+      g_propagate_error (error, query_err);
+      goto failed;
+    }
+    g_clear_error (&query_err);
+  }
+
+  if (!gst_vulkan_decoder_flush (self, error))
+    goto failed;
+
+  priv->started = TRUE;
+
+  return TRUE;
+
+failed:
+  {
+    g_free (fmts);
+    gst_clear_caps (&priv->profile_caps);
+
+    if (priv->session.session)
+      gst_vulkan_video_session_destroy (&priv->session);
+
+    gst_clear_vulkan_handle (&priv->empty_params);
+
+    gst_clear_object (&priv->exec);
+
+    return FALSE;
+  }
+}
+
+/**
+ * gst_vulkan_decoder_stop:
+ * @self: a #GstVulkanDecoder
+ *
+ * Destroys the video session created at gst_vulkan_decoder_start() and clean up
+ * the internal objects.
+ *
+ * Returns: whether the decoder stopped correctly.
+ */
+gboolean
+gst_vulkan_decoder_stop (GstVulkanDecoder * self)
+{
+  GstVulkanDecoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!priv->started)
+    return TRUE;
+
+  gst_vulkan_decoder_wait (self);
+
+  gst_clear_buffer (&self->input_buffer);
+
+  gst_clear_buffer (&self->layered_buffer);
+  gst_clear_object (&priv->dpb_pool);
+
+  gst_vulkan_video_session_destroy (&priv->session);
+
+  gst_clear_caps (&priv->profile_caps);
+
+  gst_clear_vulkan_handle (&priv->empty_params);
+  gst_clear_vulkan_handle (&priv->session_params);
+
+  gst_clear_vulkan_handle (&priv->sampler);
+
+  gst_clear_object (&priv->exec);
+
+  priv->started = FALSE;
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_decoder_flush:
+ * @self: a #GstVulkanDecoder
+ * @error: a #GError
+ *
+ * Initializes the decoder at driver level and set its DPB slots to the inactive
+ * state.
+ *
+ * Returns: whether flush was successful
+ */
+gboolean
+gst_vulkan_decoder_flush (GstVulkanDecoder * self, GError ** error)
+{
+  GstVulkanDecoderPrivate *priv;
+  VkVideoBeginCodingInfoKHR decode_start;
+  VkVideoCodingControlInfoKHR decode_ctrl = {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_CODING_CONTROL_INFO_KHR,
+    .flags = VK_VIDEO_CODING_CONTROL_RESET_BIT_KHR,
+  };
+  VkVideoEndCodingInfoKHR decode_end = {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_END_CODING_INFO_KHR,
+  };
+  gboolean ret;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!(priv->empty_params && priv->exec))
+    return FALSE;
+
+  /* *INDENT-OFF* */
+  decode_start = (VkVideoBeginCodingInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_BEGIN_CODING_INFO_KHR,
+    .videoSession = priv->session.session->handle,
+    .videoSessionParameters = priv->empty_params->handle,
+  };
+  /* *INDENT-ON* */
+
+  if (!gst_vulkan_operation_begin (priv->exec, error))
+    return FALSE;
+
+  priv->vk.CmdBeginVideoCoding (priv->exec->cmd_buf->cmd, &decode_start);
+  priv->vk.CmdControlVideoCoding (priv->exec->cmd_buf->cmd, &decode_ctrl);
+  priv->vk.CmdEndVideoCoding (priv->exec->cmd_buf->cmd, &decode_end);
+
+  ret = gst_vulkan_operation_end (priv->exec, error);
+
+  return ret;
+}
+
+/**
+ * gst_vulkan_decoder_create_dpb_pool:
+ * @self: a #GstVulkanDecoder
+ * @caps: the #GstCaps of the DP
+ *
+ * Instantiates an internal Vulkan image pool for driver decoders whose output
+ * buffers cannot be used as DPB buffers.
+ *
+ * Returns: whether the pool was created.
+ */
+gboolean
+gst_vulkan_decoder_create_dpb_pool (GstVulkanDecoder * self, GstCaps * caps)
+{
+  GstVulkanDecoderPrivate *priv;
+  VkImageUsageFlags usage = VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR;
+  GstStructure *config;
+  guint min_buffers, max_buffers;
+  GstFlowReturn ret;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (caps), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!priv->started)
+    return FALSE;
+
+  if (!self->dedicated_dpb)
+    return TRUE;
+
+  if (self->layered_dpb) {
+    min_buffers = max_buffers = 1;
+  } else {
+    min_buffers = priv->caps.caps.maxDpbSlots;
+    max_buffers = 0;
+  }
+
+  priv->dpb_pool = gst_vulkan_image_buffer_pool_new (self->queue->device);
+
+  config = gst_buffer_pool_get_config (priv->dpb_pool);
+  gst_buffer_pool_config_set_params (config, caps, 1024, min_buffers,
+      max_buffers);
+  gst_vulkan_image_buffer_pool_config_set_allocation_params (config, usage,
+      VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, VK_IMAGE_LAYOUT_VIDEO_DECODE_DPB_KHR,
+      VK_ACCESS_TRANSFER_READ_BIT | VK_ACCESS_TRANSFER_WRITE_BIT);
+
+  if (self->layered_dpb) {
+    gst_structure_set (config, "num-layers", G_TYPE_UINT,
+        priv->caps.caps.maxDpbSlots, NULL);
+  }
+
+  gst_vulkan_image_buffer_pool_config_set_decode_caps (config,
+      priv->profile_caps);
+
+  if (!gst_buffer_pool_set_config (priv->dpb_pool, config))
+    goto bail;
+  if (!gst_buffer_pool_set_active (priv->dpb_pool, TRUE))
+    goto bail;
+
+  if (self->layered_dpb) {
+    ret = gst_buffer_pool_acquire_buffer (priv->dpb_pool, &self->layered_buffer,
+        NULL);
+    if (ret != GST_FLOW_OK)
+      goto bail;
+  }
+
+  return TRUE;
+
+bail:
+  g_clear_object (&priv->dpb_pool);
+  return FALSE;
+}
+
+/**
+ * gst_vulkan_decoder_decode:
+ * @self: a #GstVulkanDecoder
+ * @pic: a #GstVulkanDecoderPicture
+ * @error:  a #GError
+ *
+ * Decodes @pic.
+ *
+ * Return: whether @pic was decoded correctly. It might fill @error.
+ */
+gboolean
+gst_vulkan_decoder_decode (GstVulkanDecoder * self,
+    GstVulkanDecoderPicture * pic, GError ** error)
+{
+  GstVulkanDecoderPrivate *priv;
+  VkVideoBeginCodingInfoKHR decode_start;
+  VkVideoEndCodingInfoKHR decode_end = {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_END_CODING_INFO_KHR,
+  };
+  GArray *barriers;
+  VkImageLayout new_layout;
+  GstVulkanCommandBuffer *cmd_buf;
+  gboolean ret;
+  VkVideoReferenceSlotInfoKHR *cur_slot;
+  gint32 i;
+  GstMemory *mem;
+  guint32 slices_size;
+
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+  g_return_val_if_fail (pic, FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  /* *INDENT-OFF* */
+  decode_start = (VkVideoBeginCodingInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_BEGIN_CODING_INFO_KHR,
+    .videoSession = priv->session.session->handle,
+    .videoSessionParameters = priv->session_params->handle,
+    .referenceSlotCount = pic->decode_info.referenceSlotCount,
+    .pReferenceSlots = pic->decode_info.pReferenceSlots,
+  };
+  /* *INDENT-ON* */
+
+  if (!(priv->started && priv->session_params)) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Vulkan Decoder has not started or no session parameters are set");
+    return FALSE;
+  }
+
+  /* The current decoding reference has to be bound as an inactive reference */
+  cur_slot = (VkVideoReferenceSlotInfoKHR *)
+      & decode_start.pReferenceSlotsdecode_start.referenceSlotCount;
+  *cur_slot = pic->slot;
+  cur_slot->slotIndex = -1;
+  decode_start.referenceSlotCount++;
+
+  /* set the input buffer */
+  mem = gst_buffer_peek_memory (self->input_buffer, 0);
+  slices_size = g_array_index (pic->slice_offs, guint32,
+      pic->slice_offs->len - 1);
+
+  pic->decode_info.srcBuffer = ((GstVulkanBufferMemory *) mem)->buffer;
+  pic->decode_info.srcBufferRange = GST_ROUND_UP_N (slices_size,
+      priv->caps.caps.minBitstreamBufferSizeAlignment);
+
+  if (!gst_vulkan_operation_begin (priv->exec, error))
+    return FALSE;
+
+  cmd_buf = priv->exec->cmd_buf;
+
+  if (!gst_vulkan_operation_add_dependency_frame (priv->exec, pic->out,
+          VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+          VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
+    return FALSE;
+  }
+
+  new_layout = ((self->layered_dpb && self->dedicated_dpb) || pic->dpb) ?
+      VK_IMAGE_LAYOUT_VIDEO_DECODE_DST_KHR :
+      VK_IMAGE_LAYOUT_VIDEO_DECODE_DPB_KHR;
+  gst_vulkan_operation_add_frame_barrier (priv->exec, pic->out,
+      VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+      VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+      VK_ACCESS_2_VIDEO_DECODE_WRITE_BIT_KHR, new_layout, NULL);
+
+  /* Reference for the current image, if existing and not layered */
+  if (pic->dpb) {
+    if (!gst_vulkan_operation_add_dependency_frame (priv->exec, pic->dpb,
+            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
+      return FALSE;
+    }
+  }
+
+  if (!self->layered_buffer) {
+    /* All references (apart from the current) for non-layered refs */
+
+    for (i = 0; i < pic->decode_info.referenceSlotCount; i++) {
+      GstVulkanDecoderPicture *ref_pic = pic->refsi;
+      GstBuffer *ref_buf = ref_pic->dpb ? ref_pic->dpb : ref_pic->out;
+
+      if (!gst_vulkan_operation_add_dependency_frame (priv->exec, ref_buf,
+              VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+              VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
+        return FALSE;
+      }
+
+      if (!ref_pic->dpb) {
+        guint i, n = gst_buffer_n_memory (ref_buf);
+        GArray *barriers =
+            gst_vulkan_operation_new_extra_image_barriers (priv->exec);
+
+        for (i = 0; i < n; i++) {
+          GstVulkanImageMemory *vkmem =
+              (GstVulkanImageMemory *) gst_buffer_peek_memory (ref_buf, i);
+          VkImageMemoryBarrier2KHR barrier = {
+            .sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER_2_KHR,
+            .pNext = NULL,
+            .srcStageMask = VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+            .dstStageMask = VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+            .srcAccessMask = VK_ACCESS_2_NONE,
+            .dstAccessMask = VK_ACCESS_2_VIDEO_DECODE_WRITE_BIT_KHR
+                | VK_ACCESS_2_VIDEO_DECODE_READ_BIT_KHR,
+            .oldLayout = vkmem->barrier.image_layout,
+            .newLayout = VK_IMAGE_LAYOUT_VIDEO_DECODE_DPB_KHR,
+            .srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
+            .dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
+            .image = vkmem->image,
+            .subresourceRange = vkmem->barrier.subresource_range,
+          };
+
+          g_array_append_val (barriers, barrier);
+        }
+
+        gst_vulkan_operation_add_extra_image_barriers (priv->exec, barriers);
+        g_array_unref (barriers);
+        gst_vulkan_operation_update_frame (priv->exec, ref_buf,
+            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+            VK_ACCESS_2_VIDEO_DECODE_WRITE_BIT_KHR
+            | VK_ACCESS_2_VIDEO_DECODE_READ_BIT_KHR,
+            VK_IMAGE_LAYOUT_VIDEO_DECODE_DPB_KHR, NULL);
+      }
+    }
+  } else if (pic->decode_info.referenceSlotCount > 1
+      || pic->img_view_out != pic->img_view_ref) {
+    /* Single barrier for a single layered ref */
+    if (!gst_vulkan_operation_add_dependency_frame (priv->exec,
+            self->layered_buffer, VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR,
+            VK_PIPELINE_STAGE_2_VIDEO_DECODE_BIT_KHR)) {
+      return FALSE;
+    }
+  }
+
+  /* change image layout */
+  barriers = gst_vulkan_operation_retrieve_image_barriers (priv->exec);
+  /* *INDENT-OFF* */
+  vkCmdPipelineBarrier2 (cmd_buf->cmd, &(VkDependencyInfo) {
+      .sType = VK_STRUCTURE_TYPE_DEPENDENCY_INFO,
+      .dependencyFlags = VK_DEPENDENCY_BY_REGION_BIT,
+      .pImageMemoryBarriers = (VkImageMemoryBarrier2 *) barriers->data,
+      .imageMemoryBarrierCount = barriers->len,
+    });
+  /* *INDENT-ON* */
+  g_array_unref (barriers);
+
+  priv->vk.CmdBeginVideoCoding (cmd_buf->cmd, &decode_start);
+  gst_vulkan_operation_begin_query (priv->exec,
+      (VkBaseInStructure *) & pic->decode_info, 0);
+  priv->vk.CmdDecodeVideo (cmd_buf->cmd, &pic->decode_info);
+  gst_vulkan_operation_end_query (priv->exec, 0);
+  priv->vk.CmdEndVideoCoding (cmd_buf->cmd, &decode_end);
+
+  ret = gst_vulkan_operation_end (priv->exec, error);
+
+  return ret;
+}
+
+/**
+ * gst_vulkan_decoder_is_started:
+ * @self: a #GstVulkanDecoder
+ *
+ * Returns: whether gst_vulkan_decoder_start() was called correctly previously.
+ */
+gboolean
+gst_vulkan_decoder_is_started (GstVulkanDecoder * self)
+{
+  GstVulkanDecoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+  return priv->started;
+}
+
+/**
+ * gst_vulkan_decoder_caps:
+ * @self: a #GstVulkanDecoder
+ * @caps: (out): a #GstVulkanVideoCapabilities
+ *
+ * Gets the Vulkan decoding capabilities of the current video session.
+ *
+ * Returns: whether the capabilities were fetched correctly.
+ */
+gboolean
+gst_vulkan_decoder_caps (GstVulkanDecoder * self,
+    GstVulkanVideoCapabilities * caps)
+{
+  GstVulkanDecoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!priv->started)
+    return FALSE;
+
+  if (caps) {
+    *caps = priv->caps;
+    caps->caps.pNext = &caps->decoder.caps;
+    caps->decoder.caps.pNext = &caps->decoder.codec;
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_decoder_out_format: (skip)
+ * @self: a #GstVulkanDecoder
+ * @format: (out): the Vulkan output format properties
+ *
+ * Gets the Vulkan format properties of the output frames.
+ *
+ * Returns: whether the @format was fetched.
+ */
+gboolean
+gst_vulkan_decoder_out_format (GstVulkanDecoder * self,
+    VkVideoFormatPropertiesKHR * format)
+{
+  GstVulkanDecoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!priv->started)
+    return FALSE;
+
+  if (format)
+    *format = priv->format;
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_decoder_profile_caps:
+ * @self: a #GstVulkanDecoder
+ *
+ * Returns: (transfer full): the #GstCaps of the profile defined at
+ *     gst_vulkan_decoder_start().
+ */
+GstCaps *
+gst_vulkan_decoder_profile_caps (GstVulkanDecoder * self)
+{
+  GstVulkanDecoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), NULL);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!priv->started)
+    return NULL;
+
+  return gst_caps_ref (priv->profile_caps);
+}
+
+static void
+gst_vulkan_handle_free_video_session_parameters (GstVulkanHandle * handle,
+    gpointer data)
+{
+  PFN_vkDestroyVideoSessionParametersKHR vkDestroyVideoSessionParameters;
+
+  g_return_if_fail (handle != NULL);
+  g_return_if_fail (handle->handle != VK_NULL_HANDLE);
+  g_return_if_fail (handle->type ==
+      GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION_PARAMETERS);
+  g_return_if_fail (handle->user_data);
+
+  vkDestroyVideoSessionParameters = handle->user_data;
+  vkDestroyVideoSessionParameters (handle->device->device,
+      (VkVideoSessionKHR) handle->handle, NULL);
+}
+
+static GstVulkanHandle *
+gst_vulkan_decoder_new_video_session_parameters (GstVulkanDecoder * self,
+    GstVulkanDecoderParameters * params, GError ** error)
+{
+  GstVulkanDecoderPrivate *priv;
+  VkVideoSessionParametersCreateInfoKHR session_params_info;
+  VkResult res;
+  VkVideoSessionParametersKHR session_params;
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!priv->session.session)
+    return NULL;
+
+  /* *INDENT-OFF* */
+  session_params_info = (VkVideoSessionParametersCreateInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_PARAMETERS_CREATE_INFO_KHR,
+    .pNext = params,
+    .videoSession = priv->session.session->handle,
+  };
+  /* *INDENT-ON* */
+
+  res = priv->vk.CreateVideoSessionParameters (self->queue->device->device,
+      &session_params_info, NULL, &session_params);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkCreateVideoSessionParametersKHR") != VK_SUCCESS)
+    return NULL;
+
+  return gst_vulkan_handle_new_wrapped (self->queue->device,
+      GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION_PARAMETERS,
+      (GstVulkanHandleTypedef) session_params,
+      gst_vulkan_handle_free_video_session_parameters,
+      priv->vk.DestroyVideoSessionParameters);
+}
+
+/**
+ * gst_vulkan_decoder_update_video_session_parameters:
+ * @self: a #GstVulkanDecoder
+ * @params: a GstVulkanDecoderParameters union
+ * @error: a #GError
+ *
+ * Update the internal codec parameters for the current video session.
+ *
+ * Returns: whether the @params were updated internally. It might fill @error.
+ */
+gboolean
+gst_vulkan_decoder_update_video_session_parameters (GstVulkanDecoder * self,
+    GstVulkanDecoderParameters * params, GError ** error)
+{
+  GstVulkanDecoderPrivate *priv;
+  GstVulkanHandle *handle;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+  g_return_val_if_fail (params, FALSE);
+
+  handle =
+      gst_vulkan_decoder_new_video_session_parameters (self, params, error);
+  if (!handle)
+    return FALSE;
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  gst_clear_vulkan_handle (&priv->session_params);
+  priv->session_params = handle;
+
+  return TRUE;
+}
+
+static void
+gst_vulkan_handle_free_sampler_ycbcr_conversion (GstVulkanHandle * handle,
+    gpointer data)
+{
+  g_return_if_fail (handle != NULL);
+  g_return_if_fail (handle->handle != VK_NULL_HANDLE);
+  g_return_if_fail (handle->type ==
+      GST_VULKAN_HANDLE_TYPE_SAMPLER_YCBCR_CONVERSION);
+
+  vkDestroySamplerYcbcrConversion (handle->device->device,
+      (VkSamplerYcbcrConversion) handle->handle, NULL);
+}
+
+/**
+ * gst_vulkan_decoder_update_ycbcr_sampler:
+ * @self: a #GstVulkanDecoder
+ * @range: whether color components are encoded using the full range of
+ *     numerical values or whether values are reserved for headroom and foot
+ *     room.
+ * @xloc: x location of downsampled chroma component samples relative to the luma
+ *     samples.
+ * @yloc: y location of downsampled chroma component samples relative to the luma
+ *     samples.
+ *
+ * Update the internal Ycbcr sampler for the output images.
+ *
+ * Returns: whether the sampler was updated.
+ */
+gboolean
+gst_vulkan_decoder_update_ycbcr_sampler (GstVulkanDecoder * self,
+    VkSamplerYcbcrRange range, VkChromaLocation xloc,
+    VkChromaLocation yloc, GError ** error)
+{
+  const VkPhysicalDeviceFeatures2 *features;
+  const VkBaseOutStructure *iter;
+  GstVulkanDevice *device;
+  GstVulkanDecoderPrivate *priv;
+  GstVulkanHandle *handle;
+  VkSamplerYcbcrConversionCreateInfo create_info;
+  VkSamplerYcbcrConversion ycbr_conversion;
+  VkResult res;
+  gboolean found = FALSE;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  device = self->queue->device;
+
+  if (!gst_vulkan_physical_device_check_api_version (device->physical_device, 1,
+          2, 0)) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Sampler Ycbcr conversion not available in API");
+    return FALSE;
+  }
+
+  features = gst_vulkan_physical_device_get_features (device->physical_device);
+  for (iter = (const VkBaseOutStructure *) features; iter; iter = iter->pNext) {
+    if (iter->sType == VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_1_FEATURES) {
+      const VkPhysicalDeviceVulkan11Features *features11 =
+          (const VkPhysicalDeviceVulkan11Features *) iter;
+
+      if (!features11->samplerYcbcrConversion)
+        return FALSE;
+      found = TRUE;
+      break;
+    }
+  }
+
+  if (!found) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Sampler Ycbcr conversion not available in driver");
+    return FALSE;
+  }
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  /* *INDENT-OFF* */
+  create_info = (VkSamplerYcbcrConversionCreateInfo) {
+    .sType = VK_STRUCTURE_TYPE_SAMPLER_YCBCR_CONVERSION_CREATE_INFO,
+    .components = _vk_identity_component_map,
+    .ycbcrModel = VK_SAMPLER_YCBCR_MODEL_CONVERSION_RGB_IDENTITY,
+    .ycbcrRange = range,
+    .xChromaOffset = xloc,
+    .yChromaOffset = yloc,
+    .format = priv->format.format,
+  };
+  /* *INDENT-ON* */
+
+  res = vkCreateSamplerYcbcrConversion (device->device, &create_info, NULL,
+      &ycbr_conversion);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkCreateSamplerYcbcrConversion") != VK_SUCCESS)
+    return FALSE;
+
+  handle = gst_vulkan_handle_new_wrapped (device,
+      GST_VULKAN_HANDLE_TYPE_SAMPLER_YCBCR_CONVERSION,
+      (GstVulkanHandleTypedef) ycbr_conversion,
+      gst_vulkan_handle_free_sampler_ycbcr_conversion, NULL);
+
+  gst_clear_vulkan_handle (&priv->sampler);
+  priv->sampler = handle;
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_decoder_picture_create_view:
+ * @self: a #GstVulkanDecoder
+ * @buf: a #GstBuffer
+ * @is_out: if @buf is for output or for DPB
+ *
+ * Creates a #GstVulkanImageView for @buf for decoding, with the internal Ycbcr
+ * sampler, if available.
+ *
+ * Returns: (transfer full) (nullable): the #GstVulkanImageView.
+ */
+GstVulkanImageView *
+gst_vulkan_decoder_picture_create_view (GstVulkanDecoder * self,
+    GstBuffer * buf, gboolean is_out)
+{
+  GstVulkanDecoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self) && GST_IS_BUFFER (buf),
+      NULL);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  return gst_vulkan_video_image_create_view (buf, self->layered_dpb, is_out,
+      priv->sampler);
+}
+
+/**
+ * gst_vulkan_decoder_picture_init:
+ * @self: a #GstVulkanDecoder
+ * @pic: a #GstVulkanDecoderPicture
+ * @out: the #GstBuffer to use as output
+ *
+ * Initializes @pic with @out as output buffer.
+ *
+ * Returns: whether @pic was initialized.
+ */
+gboolean
+gst_vulkan_decoder_picture_init (GstVulkanDecoder * self,
+    GstVulkanDecoderPicture * pic, GstBuffer * out)
+{
+  GstVulkanDecoderPrivate *priv;
+  GstFlowReturn ret;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+  g_return_val_if_fail (pic, FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (out), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (self->layered_dpb && self->dedicated_dpb)
+    g_return_val_if_fail (GST_IS_BUFFER (self->layered_buffer), FALSE);
+  else if (self->dedicated_dpb)
+    g_return_val_if_fail (GST_IS_BUFFER_POOL (priv->dpb_pool), FALSE);
+
+  pic->out = gst_buffer_ref (out);
+  pic->img_view_out =
+      gst_vulkan_decoder_picture_create_view (self, pic->out, TRUE);
+  g_assert (pic->img_view_out);
+
+  pic->dpb = NULL;
+  pic->img_view_ref = NULL;
+
+  if (self->layered_dpb && self->dedicated_dpb) {
+    pic->img_view_ref =
+        gst_vulkan_decoder_picture_create_view (self, self->layered_buffer,
+        FALSE);
+  } else if (self->dedicated_dpb) {
+    ret = gst_buffer_pool_acquire_buffer (priv->dpb_pool, &pic->dpb, NULL);
+    if (ret != GST_FLOW_OK)
+      return FALSE;
+    pic->img_view_ref =
+        gst_vulkan_decoder_picture_create_view (self, pic->dpb, FALSE);
+  } else {
+    pic->img_view_ref = gst_vulkan_image_view_ref (pic->img_view_out);
+  }
+
+  pic->slice_offs = NULL;
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_decoder_picture_release:
+ * @pic: a #GstVulkanDecoderPicture
+ *
+ * Releases the internal resource of @pic.
+ */
+void
+gst_vulkan_decoder_picture_release (GstVulkanDecoderPicture * pic)
+{
+  gst_clear_vulkan_image_view (&pic->img_view_ref);
+  gst_clear_vulkan_image_view (&pic->img_view_out);
+
+  gst_clear_buffer (&pic->out);
+  gst_clear_buffer (&pic->dpb);
+
+  g_clear_pointer (&pic->slice_offs, g_array_unref);
+}
+
+/**
+ * gst_vulkan_decoder_append_slice:
+ * @self: a #GstVulkanDecoder
+ * @pic: a #GstVulkanDecoderPicture
+ * @data: slice's bitstream data
+ * @size: the size of @data
+ * @add_startcode: whether add start code
+ *
+ * Appends slices's @data bitstream into @pic internal input buffer.
+ *
+ * Returns: whether the slice @data were added.
+ */
+gboolean
+gst_vulkan_decoder_append_slice (GstVulkanDecoder * self,
+    GstVulkanDecoderPicture * pic, const guint8 * data, size_t size,
+    gboolean add_startcode)
+{
+  GstVulkanDecoderPrivate *priv;
+  static const guint8 startcode3 = { 0x0, 0x0, 0x1 };
+  size_t new_size, cur_size, buf_size, startcode_len;
+  GstBuffer *new_buf = NULL;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  startcode_len = add_startcode ? sizeof (startcode) : 0;
+  buf_size = self->input_buffer ? gst_buffer_get_size (self->input_buffer) : 0;
+  cur_size = pic->slice_offs ?
+      g_array_index (pic->slice_offs, guint32, pic->slice_offs->len - 1) : 0;
+  new_size = cur_size + startcode_len + size;
+  new_size = GST_ROUND_UP_N (new_size,
+      priv->caps.caps.minBitstreamBufferSizeAlignment);
+
+  if (new_size > buf_size) {
+    new_buf = gst_vulkan_video_codec_buffer_new (self->queue->device,
+        &self->profile, VK_BUFFER_USAGE_VIDEO_DECODE_SRC_BIT_KHR, new_size);
+    if (!new_buf)
+      goto error;
+
+    if (self->input_buffer) {
+      if (!gst_buffer_copy_into (new_buf, self->input_buffer,
+              GST_BUFFER_COPY_MEMORY | GST_BUFFER_COPY_DEEP, 0, -1))
+        goto error;
+    }
+
+    gst_clear_buffer (&self->input_buffer);
+    self->input_buffer = new_buf;
+  }
+
+  /* append data */
+  {
+    GstBufferMapInfo mapinfo;
+    guint32 offset;
+
+    if (!gst_buffer_map (self->input_buffer, &mapinfo, GST_MAP_WRITE))
+      goto error;
+    memcpy (mapinfo.data + cur_size, startcode, startcode_len);
+    memcpy (mapinfo.data + cur_size + startcode_len, data, size);
+    gst_buffer_unmap (self->input_buffer, &mapinfo);
+
+    if (!pic->slice_offs) {
+      offset = 0;
+      pic->slice_offs = g_array_new (FALSE, FALSE, sizeof (guint32));
+      g_array_append_val (pic->slice_offs, offset);
+    }
+
+    offset = cur_size + startcode_len + size;
+    g_array_append_val (pic->slice_offs, offset);
+  }
+
+  return TRUE;
+
+error:
+  gst_clear_buffer (&new_buf);
+  return FALSE;
+}
+
+/**
+ * gst_vulkan_decoder_wait:
+ * @self: a #GstVulkanDecoder
+ *
+ * Waits indefinitely for decoding fences to signal, and queries the operation
+ * result if available.
+ *
+ * Returns: whether the wait succeeded in waiting for all the fences to be
+ *     freed.
+ */
+gboolean
+gst_vulkan_decoder_wait (GstVulkanDecoder * self)
+{
+  GstVulkanDecoderPrivate *priv;
+  gint32 *query = NULL;
+  GError *error = NULL;
+
+  g_return_val_if_fail (GST_IS_VULKAN_DECODER (self), FALSE);
+
+  priv = gst_vulkan_decoder_get_instance_private (self);
+
+  if (!gst_vulkan_operation_wait (priv->exec))
+    return FALSE;
+
+  if (!gst_vulkan_operation_get_query (priv->exec, (gpointer *) & query,
+          &error)) {
+    GST_WARNING_OBJECT (self, "Operation query error: %s", error->message);
+    g_clear_error (&error);
+  } else if (query && query0 != 1) {
+    GST_WARNING_OBJECT (self, "query result: %d", query0);
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_decoder_new_from_queue:
+ * @queue: a #GstVulkanQueue
+ * @codec: (type guint): the VkVideoCodecOperationFlagBitsKHR to decode
+ *
+ * Creates a #GstVulkanDecoder object if @codec decoding is supported by @queue
+ *
+ * Returns: (transfer full) (nullable): the #GstVulkanDecoder object
+  */
+GstVulkanDecoder *
+gst_vulkan_decoder_new_from_queue (GstVulkanQueue * queue, guint codec)
+{
+  GstVulkanPhysicalDevice *device;
+  GstVulkanDecoder *decoder;
+  guint flags, expected_flag, supported_video_ops;
+  const char *extension;
+  static gsize cat_gonce = 0;
+
+  g_return_val_if_fail (GST_IS_VULKAN_QUEUE (queue), NULL);
+
+  device = queue->device->physical_device;
+  expected_flag = VK_QUEUE_VIDEO_DECODE_BIT_KHR;
+  flags = device->queue_family_propsqueue->family.queueFlags;
+  supported_video_ops = device->queue_family_opsqueue->family.video;
+
+  if (g_once_init_enter (&cat_gonce)) {
+    GST_DEBUG_CATEGORY_INIT (gst_vulkan_decoder_debug,
+        "vulkandecoder", 0, "Vulkan device decoder");
+    g_once_init_leave (&cat_gonce, TRUE);
+  }
+
+  if (device->properties.apiVersion < VK_MAKE_VERSION (1, 3, 275)) {
+    GST_WARNING_OBJECT (queue,
+        "Driver API version %d.%d.%d doesn't support Video extensions",
+        VK_VERSION_MAJOR (device->properties.apiVersion),
+        VK_VERSION_MINOR (device->properties.apiVersion),
+        VK_VERSION_PATCH (device->properties.apiVersion));
+    return NULL;
+  }
+
+  switch (codec) {
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
+      extension = VK_KHR_VIDEO_DECODE_H264_EXTENSION_NAME;
+      break;
+    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
+      extension = VK_KHR_VIDEO_DECODE_H265_EXTENSION_NAME;
+      break;
+    default:
+      GST_WARNING_OBJECT (queue, "Unsupported codec %u", codec);
+      return NULL;
+  }
+  if ((flags & expected_flag) != expected_flag) {
+    GST_WARNING_OBJECT (queue, "Queue doesn't support decoding");
+    return NULL;
+  }
+  if ((supported_video_ops & codec) != codec) {
+    GST_WARNING_OBJECT (queue, "Queue doesn't support codec %u decoding",
+        codec);
+    return NULL;
+  }
+
+  if (!(gst_vulkan_device_is_extension_enabled (queue->device,
+              VK_KHR_VIDEO_QUEUE_EXTENSION_NAME)
+          && gst_vulkan_device_is_extension_enabled (queue->device,
+              VK_KHR_VIDEO_DECODE_QUEUE_EXTENSION_NAME)
+          && gst_vulkan_device_is_extension_enabled (queue->device, extension)))
+    return NULL;
+
+  decoder = g_object_new (GST_TYPE_VULKAN_DECODER, NULL);
+  gst_object_ref_sink (decoder);
+  decoder->queue = gst_object_ref (queue);
+  decoder->codec = codec;
+
+  return decoder;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkdecoder-private.h Added

@@ -0,0 +1,201 @@
+/*
+ * GStreamer
+ * Copyright (C) 2023 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/vulkan/gstvkqueue.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_VULKAN_DECODER         (gst_vulkan_decoder_get_type())
+#define GST_VULKAN_DECODER(o)           (G_TYPE_CHECK_INSTANCE_CAST((o), GST_TYPE_VULKAN_DECODER, GstVulkanDecoder))
+#define GST_VULKAN_DECODER_CLASS(k)     (G_TYPE_CHECK_CLASS_CAST((k), GST_TYPE_VULKAN_DECODER, GstVulkanDecoderClass))
+#define GST_IS_VULKAN_DECODER(o)        (G_TYPE_CHECK_INSTANCE_TYPE((o), GST_TYPE_VULKAN_DECODER))
+#define GST_IS_VULKAN_DECODER_CLASS(k)  (G_TYPE_CHECK_CLASS_TYPE((k), GST_TYPE_VULKAN_DECODER))
+#define GST_VULKAN_DECODER_GET_CLASS(o) (G_TYPE_INSTANCE_GET_CLASS((o), GST_TYPE_VULKAN_DECODER, GstVulkanDecoderClass))
+GST_VULKAN_API
+GType gst_vulkan_decoder_get_type       (void);
+
+typedef struct _GstVulkanDecoder GstVulkanDecoder;
+typedef struct _GstVulkanDecoderClass GstVulkanDecoderClass;
+typedef struct _GstVulkanDecoderPicture GstVulkanDecoderPicture;
+typedef union _GstVulkanDecoderParameters GstVulkanDecoderParameters;
+
+/**
+ * GstVulkanDecoderPicture:
+ * @out: output buffer
+ * @dpb: DPB representation of @out if needed by driver
+ * @img_view_ref: image view for reference
+ * @img_view_out: image view for output
+ * @slice_offs: array of offsets of each uploaded slice
+ * @refs: references required to decode current pictures
+ *
+ * It contains the whole state for decoding a single picture.
+ *
+ * Since: 1.24
+ */
+struct _GstVulkanDecoderPicture
+{
+  GstBuffer *out;
+  GstBuffer *dpb; /* only used for out-of-place decoding */
+
+  GstVulkanImageView *img_view_ref; /* Image representation view (reference) */
+  GstVulkanImageView *img_view_out; /* Image representation view (output-only) */
+
+  GArray *slice_offs;
+
+  /* Picture refs. H264 has the maximum number of refs (36) of any supported
+   * codec. */
+  GstVulkanDecoderPicture *refs36;
+
+  /*< private >*/
+  VkVideoPictureResourceInfoKHR pics_res36;
+  VkVideoReferenceSlotInfoKHR slots36;
+
+  /* Current picture */
+  VkVideoPictureResourceInfoKHR pic_res;
+  VkVideoReferenceSlotInfoKHR slot;
+
+  /* Main decoding struct */
+  VkVideoDecodeInfoKHR decode_info;
+};
+
+/**
+ * GstVulkanDecoder:
+ * @parent: the parent #GstObject
+ * @queue: the #GstVulkanQueue to command buffers will be allocated from
+ * @codec: the configured video codec operation
+ * @profile: the configured #GstVulkanVideoProfile
+ * @input_buffer: the buffer to upload the bitstream to decode
+ * @dedicated_dpb: if decoder needs a dedicated DPB
+ * @layered_dpb: if decoder's dedicated DPB has to be a layered image
+ *
+ * Since: 1.24
+ **/
+struct _GstVulkanDecoder
+{
+  GstObject parent;
+
+  GstVulkanQueue *queue;
+
+  guint codec;
+  GstVulkanVideoProfile profile;
+  GstBuffer *input_buffer;
+  GstBuffer *layered_buffer;
+
+  gboolean dedicated_dpb;
+  gboolean layered_dpb;
+
+  /*< private >*/
+  gpointer _reserved        GST_PADDING;
+};
+
+/**
+ * GstVulkanDecoderClass:
+ * @parent_class: the parent #GstObjectClass
+ *
+ * Since: 1.24
+ */
+struct _GstVulkanDecoderClass
+{
+  GstObjectClass parent;
+  /*< private >*/
+  gpointer _reserved        GST_PADDING;
+};
+
+/**
+ * GstVulkanDecoderParameters:
+ *
+ * Codec specific parameters.
+ *
+ * Since: 1.24
+ */
+union _GstVulkanDecoderParameters
+{
+  /*< private >*/
+  VkVideoDecodeH264SessionParametersCreateInfoKHR h264;
+  VkVideoDecodeH265SessionParametersCreateInfoKHR h265;
+};
+
+G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstVulkanDecoder, gst_object_unref)
+
+GST_VULKAN_API
+GstVulkanDecoder *      gst_vulkan_decoder_new_from_queue       (GstVulkanQueue * queue,
+                                                                 guint codec);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_start                (GstVulkanDecoder * self,
+                                                                 GstVulkanVideoProfile * profile,
+                                                                 GError ** error);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_stop                 (GstVulkanDecoder * self);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_update_video_session_parameters
+                                                                (GstVulkanDecoder * self,
+                                                                 GstVulkanDecoderParameters * params,
+                                                                 GError ** error);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_create_dpb_pool      (GstVulkanDecoder * self,
+                                                                 GstCaps * caps);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_flush                (GstVulkanDecoder * self,
+                                                                 GError ** error);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_decode               (GstVulkanDecoder * self,
+                                                                 GstVulkanDecoderPicture * pic,
+                                                                 GError ** error);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_is_started           (GstVulkanDecoder * self);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_caps                 (GstVulkanDecoder * self,
+                                                                 GstVulkanVideoCapabilities * caps);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_out_format           (GstVulkanDecoder * self,
+                                                                 VkVideoFormatPropertiesKHR * format);
+GST_VULKAN_API
+GstCaps *               gst_vulkan_decoder_profile_caps         (GstVulkanDecoder * self);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_update_ycbcr_sampler (GstVulkanDecoder * self,
+                                                                 VkSamplerYcbcrRange range,
+                                                                 VkChromaLocation xloc,
+                                                                 VkChromaLocation yloc,
+                                                                 GError ** error);
+
+GST_VULKAN_API
+GstVulkanImageView *    gst_vulkan_decoder_picture_create_view (GstVulkanDecoder * self,
+                                                                GstBuffer * buf,
+                                                                gboolean is_out);
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_picture_init         (GstVulkanDecoder * self,
+                                                                 GstVulkanDecoderPicture * pic,
+                                                                 GstBuffer * out);
+GST_VULKAN_API
+void                    gst_vulkan_decoder_picture_release      (GstVulkanDecoderPicture * pic);
+
+GST_VULKAN_API
+gboolean                gst_vulkan_decoder_append_slice         (GstVulkanDecoder * self,
+                                                                 GstVulkanDecoderPicture * pic,
+                                                                 const guint8 * data,
+                                                                 size_t size,
+                                                                 gboolean add_startcode);
+
+GST_VULKAN_API
+gboolean               gst_vulkan_decoder_wait                  (GstVulkanDecoder * self);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkdevice.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkdevice.c Changed

@@ -173,40 +173,113 @@
   priv->enabled_extensions = g_ptr_array_new_with_free_func (g_free);
 }
 
-static void
-gst_vulkan_device_constructed (GObject * object)
+struct extension;
+
+typedef gboolean (*CanExtensionBeEnabled) (const struct extension * extension,
+    GstVulkanPhysicalDevice * phy_dev);
+
+struct extension
 {
-  GstVulkanDevice *device = GST_VULKAN_DEVICE (object);
-  const char *optional_extensions = {
-    VK_KHR_SWAPCHAIN_EXTENSION_NAME,
-    VK_KHR_SAMPLER_YCBCR_CONVERSION_EXTENSION_NAME,
+  /* name of the extension */
+  const char *name;
+  /* function to call to determine whether the extension can and should be enabled
+   * for this device */
+  CanExtensionBeEnabled can_enable;
+  /* the minimum Vulkan API version required to enable this extension */
+  guint min_api_version;
+  /* the Vulkan API version that the extension has been promoted to core and
+   * does not need explicit enabling */
+  guint promoted_api_version;
+};
+
+#define NEVER_VK_VERSION VK_MAKE_VERSION (999, 0, 0)
+
+static gboolean
+can_enable_api_version (const struct extension *extension,
+    GstVulkanPhysicalDevice * phy_dev)
+{
+  if (extension->promoted_api_version != NEVER_VK_VERSION &&
+      gst_vulkan_physical_device_check_api_version (phy_dev,
+          VK_VERSION_MAJOR (extension->promoted_api_version),
+          VK_VERSION_MINOR (extension->promoted_api_version),
+          VK_VERSION_PATCH (extension->promoted_api_version)))
+    return FALSE;
+
+  return gst_vulkan_physical_device_check_api_version (phy_dev,
+      VK_VERSION_MAJOR (extension->min_api_version),
+      VK_VERSION_MINOR (extension->min_api_version),
+      VK_VERSION_PATCH (extension->min_api_version));
+}
+
+#define OPTIONAL_EXTENSION_VERSION(name, min, promoted) \
+  { name, can_enable_api_version, min, promoted, }
+
+#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
+static gboolean
+can_enable_video_queue (const struct extension *extension,
+    GstVulkanPhysicalDevice * phy_dev)
+{
+  if (gst_vulkan_physical_device_check_api_version (phy_dev, 1, 3, 0))
+    return TRUE;
+
+#if defined(VK_KHR_synchronization2)
+  if (gst_vulkan_physical_device_check_api_version (phy_dev, 1, 1, 0)
+      && gst_vulkan_physical_device_get_extension_info (phy_dev,
+          VK_KHR_SYNCHRONIZATION_2_EXTENSION_NAME, NULL))
+    return TRUE;
+#endif
+
+  return FALSE;
+}
+
+#define OPTIONAL_VIDEO_EXTENSION(name) \
+  { name, can_enable_video_queue, VK_MAKE_VERSION (1, 1, 0), NEVER_VK_VERSION, }
+#endif
+
+static const struct extension optional_extensions = {
+  OPTIONAL_EXTENSION_VERSION (VK_KHR_SWAPCHAIN_EXTENSION_NAME,
+      VK_MAKE_VERSION (1, 0, 0), NEVER_VK_VERSION),
+  OPTIONAL_EXTENSION_VERSION (VK_KHR_SAMPLER_YCBCR_CONVERSION_EXTENSION_NAME,
+      VK_MAKE_VERSION (1, 0, 0), NEVER_VK_VERSION),
 #if defined(VK_KHR_timeline_semaphore)
-    VK_KHR_TIMELINE_SEMAPHORE_EXTENSION_NAME,
+  OPTIONAL_EXTENSION_VERSION (VK_KHR_TIMELINE_SEMAPHORE_EXTENSION_NAME,
+      VK_MAKE_VERSION (1, 1, 0), VK_MAKE_VERSION (1, 2, 0)),
 #endif
 #if defined(VK_KHR_synchronization2)
-    VK_KHR_SYNCHRONIZATION_2_EXTENSION_NAME,
+  OPTIONAL_EXTENSION_VERSION (VK_KHR_SYNCHRONIZATION_2_EXTENSION_NAME,
+      VK_MAKE_VERSION (1, 1, 0), VK_MAKE_VERSION (1, 3, 0)),
 #endif
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-    VK_KHR_VIDEO_QUEUE_EXTENSION_NAME,
-    VK_KHR_VIDEO_DECODE_QUEUE_EXTENSION_NAME,
-    VK_KHR_VIDEO_DECODE_H264_EXTENSION_NAME,
-    VK_KHR_VIDEO_DECODE_H265_EXTENSION_NAME,
-#ifdef VK_ENABLE_BETA_EXTENSIONS
-    VK_KHR_VIDEO_ENCODE_QUEUE_EXTENSION_NAME,
-    VK_EXT_VIDEO_ENCODE_H264_EXTENSION_NAME,
-    VK_EXT_VIDEO_ENCODE_H265_EXTENSION_NAME,
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_QUEUE_EXTENSION_NAME),
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_DECODE_QUEUE_EXTENSION_NAME),
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_DECODE_H264_EXTENSION_NAME),
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_DECODE_H265_EXTENSION_NAME),
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_ENCODE_QUEUE_EXTENSION_NAME),
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_ENCODE_H264_EXTENSION_NAME),
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_ENCODE_H265_EXTENSION_NAME),
+#if defined(VK_KHR_video_maintenance1)
+  OPTIONAL_VIDEO_EXTENSION (VK_KHR_VIDEO_MAINTENANCE_1_EXTENSION_NAME),
 #endif
 #endif
-  };
+};
+
+static void
+gst_vulkan_device_constructed (GObject * object)
+{
+  GstVulkanDevice *device = GST_VULKAN_DEVICE (object);
   int i;
 
   g_object_get (device->physical_device, "instance", &device->instance, NULL);
 
   /* Ignore the failure if the extension does not exist. */
   for (i = 0; i < G_N_ELEMENTS (optional_extensions); i++) {
-    if (!gst_vulkan_device_enable_extension (device, optional_extensionsi)) {
-      GST_INFO_OBJECT (device, "Could not enable extension %s",
-          optional_extensionsi);
+    if (optional_extensionsi.can_enable (&optional_extensionsi,
+            device->physical_device)) {
+      if (!gst_vulkan_device_enable_extension (device,
+              optional_extensionsi.name)) {
+        GST_INFO_OBJECT (device, "Could not enable extension %s",
+            optional_extensionsi.name);
+      }
     }
   }
 
@@ -375,10 +448,8 @@
   int graph_index, comp_index, tx_index;
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
   int dec_index = -1;
-#ifdef VK_ENABLE_BETA_EXTENSIONS
   int enc_index = -1;
 #endif
-#endif
 
   n_queue_families = device->physical_device->n_queue_families;
   queue_family_props = device->physical_device->queue_family_props;
@@ -401,12 +472,10 @@
   dec_index = _pick_queue_family (queue_family_props, n_queue_families,
       VK_QUEUE_VIDEO_DECODE_BIT_KHR, family_scores);
   array = _append_queue_create_info (array, dec_index, queue_family_props);
-#ifdef VK_ENABLE_BETA_EXTENSIONS
   enc_index = _pick_queue_family (queue_family_props, n_queue_families,
       VK_QUEUE_VIDEO_ENCODE_BIT_KHR, family_scores);
   array = _append_queue_create_info (array, enc_index, queue_family_props);
 #endif
-#endif
 
   g_free (family_scores);
 
@@ -551,8 +620,9 @@
 /**
  * gst_vulkan_device_foreach_queue:
  * @device: a #GstVulkanDevice
- * @func: (scope call): a #GstVulkanDeviceForEachQueueFunc to run for each #GstVulkanQueue
- * @user_data: (closure func): user data to pass to each call of @func
+ * @func: (scope call) (closure user_data): a #GstVulkanDeviceForEachQueueFunc
+ *    to run for each #GstVulkanQueue
+ * @user_data: user data to pass to each call of @func
  *
  * Iterate over each queue family available on #GstVulkanDevice
  *
@@ -692,7 +762,7 @@
 /**
  * gst_context_set_vulkan_device:
  * @context: a #GstContext
- * @device: a #GstVulkanDevice
+ * @device: (transfer none) (nullable): a #GstVulkanDevice
  *
  * Sets @device on @context
  *
@@ -719,7 +789,7 @@
 /**
  * gst_context_get_vulkan_device:
  * @context: a #GstContext
- * @device: resulting #GstVulkanDevice
+ * @device: (out) (optional) (nullable) (transfer full): resulting #GstVulkanDevice
  *
  * Returns: Whether @device was in @context
  *
@@ -1097,12 +1167,12 @@
 /**
  * gst_vulkan_device_select_queue
  * @device: a #GstVulkanDevice
- * @expected_flags:  a VkQueueFlagBits
+ * @expected_flags: a VkQueueFlagBits
  *
  * Select a compatible queue from the @device supporting the @expected_flags.
  *
- * Returns: (transfer full): a #GstVulkanQueue for @queue matching the
- *                           @expected_flags
+ * Returns: (transfer full) (nullable): a #GstVulkanQueue for @queue matching
+ *                                      the @expected_flags
  *
  * Since: 1.24
  */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkdisplay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkdisplay.c Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkencoder-private.c Added

@@ -0,0 +1,1475 @@
+/*
+ * GStreamer
+ * Copyright (C) 2024 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstvkencoder-private.h"
+
+#include "gstvkvideo-private.h"
+
+extern const VkExtensionProperties vk_codec_extensions3;
+extern const uint32_t _vk_codec_supported_extensions4;
+
+typedef struct _GstVulkanEncoderPrivate GstVulkanEncoderPrivate;
+
+struct _GstVulkanEncoderPrivate
+{
+  GstVulkanHandle *session_params;
+
+  GstCaps *profile_caps;
+
+  GstVulkanEncoderCallbacks callbacks;
+  gpointer callbacks_user_data;
+  GDestroyNotify callbacks_notify;
+
+  GstVulkanOperation *exec;
+
+  GstVulkanVideoSession session;
+  GstVulkanVideoCapabilities caps;
+  VkVideoFormatPropertiesKHR format;
+
+  GstVulkanVideoProfile profile;
+
+  gboolean vk_loaded;
+  GstVulkanVideoFunctions vk;
+
+  GstVulkanEncoderPicture *slots32;
+
+  guint32 quality;
+  VkVideoEncodeRateControlModeFlagBitsKHR rc_mode;
+
+  gboolean started;
+  gboolean session_reset;
+
+  gboolean layered_dpb;
+  GstBufferPool *dpb_pool;
+  GstBuffer *layered_buffer;
+  GstVulkanImageView *layered_view;
+};
+
+/**
+ * SECTION:vkencoder
+ * @title: GstVulkanEncoder
+ * @short_description: Generic Vulkan Video Encoder
+ */
+
+#define GST_CAT_DEFAULT gst_vulkan_encoder_debug
+GST_DEBUG_CATEGORY (GST_CAT_DEFAULT);
+
+#define gst_vulkan_encoder_parent_class parent_class
+G_DEFINE_TYPE_WITH_CODE (GstVulkanEncoder, gst_vulkan_encoder,
+    GST_TYPE_OBJECT, G_ADD_PRIVATE (GstVulkanEncoder));
+
+const uint32_t _vk_codec_supported_extensions = {
+  GST_VK_VIDEO_EXTENSION_ENCODE_H264 = VK_MAKE_VIDEO_STD_VERSION (0, 9, 11),
+  GST_VK_VIDEO_EXTENSION_ENCODE_H265 = VK_MAKE_VIDEO_STD_VERSION (0, 9, 12),
+};
+
+static gboolean
+_populate_function_table (GstVulkanEncoder * self)
+{
+  GstVulkanEncoderPrivate *priv =
+      gst_vulkan_encoder_get_instance_private (self);
+  GstVulkanInstance *instance;
+
+  if (priv->vk_loaded)
+    return TRUE;
+
+  instance = gst_vulkan_device_get_instance (self->queue->device);
+  if (!instance) {
+    GST_ERROR_OBJECT (self, "Failed to get instance from the device");
+    return FALSE;
+  }
+
+  priv->vk_loaded = gst_vulkan_video_get_vk_functions (instance, &priv->vk);
+  gst_object_unref (instance);
+  return priv->vk_loaded;
+}
+
+static void
+gst_vulkan_encoder_finalize (GObject * object)
+{
+  GstVulkanEncoder *self = GST_VULKAN_ENCODER (object);
+  GstVulkanEncoderPrivate *priv =
+      gst_vulkan_encoder_get_instance_private (self);
+
+  if (priv->callbacks_user_data && priv->callbacks_notify) {
+    priv->callbacks_notify (priv->callbacks_user_data);
+    priv->callbacks_user_data = NULL;
+    priv->callbacks_notify = NULL;
+  }
+
+  gst_clear_object (&self->queue);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_vulkan_encoder_init (GstVulkanEncoder * self)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  priv->rc_mode = VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DISABLED_BIT_KHR;
+}
+
+static void
+gst_vulkan_encoder_class_init (GstVulkanEncoderClass * klass)
+{
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+
+  gobject_class->finalize = gst_vulkan_encoder_finalize;
+}
+
+static VkFormat
+gst_vulkan_video_encoder_get_format (GstVulkanEncoder * self,
+    VkImageUsageFlagBits imageUsage, GError ** error)
+{
+  VkResult res;
+  VkVideoFormatPropertiesKHR *fmts = NULL;
+  guint i, n_fmts;
+  VkPhysicalDevice gpu =
+      gst_vulkan_device_get_physical_device (self->queue->device);
+  GstVulkanEncoderPrivate *priv =
+      gst_vulkan_encoder_get_instance_private (self);
+  GstVideoFormat format = GST_VIDEO_FORMAT_UNKNOWN;
+  VkFormat vk_format = VK_FORMAT_UNDEFINED;
+  VkVideoProfileListInfoKHR profile_list = {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_LIST_INFO_KHR,
+    .profileCount = 1,
+    .pProfiles = &priv->profile.profile,
+  };
+  VkPhysicalDeviceVideoFormatInfoKHR fmt_info = {
+    .sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VIDEO_FORMAT_INFO_KHR,
+    .pNext = &profile_list,
+    .imageUsage = imageUsage,
+  };
+
+  res = priv->vk.GetPhysicalDeviceVideoFormatProperties (gpu, &fmt_info,
+      &n_fmts, NULL);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkGetPhysicalDeviceVideoFormatPropertiesKHR") != VK_SUCCESS)
+    goto beach;
+
+  if (n_fmts == 0) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Profile doesn't have an output format");
+    return vk_format;
+  }
+
+  fmts = g_new0 (VkVideoFormatPropertiesKHR, n_fmts);
+  for (i = 0; i < n_fmts; i++)
+    fmtsi.sType = VK_STRUCTURE_TYPE_VIDEO_FORMAT_PROPERTIES_KHR;
+
+  res = priv->vk.GetPhysicalDeviceVideoFormatProperties (gpu, &fmt_info,
+      &n_fmts, fmts);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkGetPhysicalDeviceVideoFormatPropertiesKHR") != VK_SUCCESS) {
+    goto beach;
+  }
+
+  if (n_fmts == 0) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Profile doesn't have an output format");
+    goto beach;
+  }
+
+  /* find the best output format */
+  for (i = 0; i < n_fmts; i++) {
+    format = gst_vulkan_format_to_video_format (fmtsi.format);
+    if (format == GST_VIDEO_FORMAT_UNKNOWN) {
+      GST_WARNING_OBJECT (self, "Unknown Vulkan format %i", fmtsi.format);
+      continue;
+    } else {
+      vk_format = fmtsi.format;
+      priv->format = fmtsi;
+      break;
+    }
+  }
+
+  if (vk_format == VK_FORMAT_UNDEFINED) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "No valid output format found");
+  }
+
+beach:
+  g_clear_pointer (&fmts, g_free);
+  return vk_format;
+}
+
+static void
+gst_vulkan_handle_free_video_session_parameters (GstVulkanHandle * handle,
+    gpointer data)
+{
+  PFN_vkDestroyVideoSessionParametersKHR vkDestroyVideoSessionParameters;
+
+  g_return_if_fail (handle != NULL);
+  g_return_if_fail (handle->handle != VK_NULL_HANDLE);
+  g_return_if_fail (handle->type ==
+      GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION_PARAMETERS);
+  g_return_if_fail (handle->user_data);
+
+  vkDestroyVideoSessionParameters = handle->user_data;
+  vkDestroyVideoSessionParameters (handle->device->device,
+      (VkVideoSessionKHR) handle->handle, NULL);
+}
+
+static GstVulkanHandle *
+gst_vulkan_encoder_new_video_session_parameters (GstVulkanEncoder * self,
+    GstVulkanEncoderParameters * params, GError ** error)
+{
+  GstVulkanEncoderPrivate *priv;
+  VkVideoSessionParametersCreateInfoKHR session_params_info;
+  VkVideoEncodeQualityLevelInfoKHR quality_info;
+  VkResult res;
+  VkVideoSessionParametersKHR session_params;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), NULL);
+  g_return_val_if_fail (params != NULL, NULL);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (!priv->session.session)
+    return NULL;
+
+  /* *INDENT-OFF* */
+  quality_info = (VkVideoEncodeQualityLevelInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_QUALITY_LEVEL_INFO_KHR,
+    .pNext = params,
+    .qualityLevel = priv->quality,
+  };
+  session_params_info = (VkVideoSessionParametersCreateInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_PARAMETERS_CREATE_INFO_KHR,
+    .pNext = &quality_info,
+    .videoSession = priv->session.session->handle,
+  };
+  /* *INDENT-ON* */
+
+  res = priv->vk.CreateVideoSessionParameters (self->queue->device->device,
+      &session_params_info, NULL, &session_params);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkCreateVideoSessionParametersKHR") != VK_SUCCESS)
+    return NULL;
+
+  return gst_vulkan_handle_new_wrapped (self->queue->device,
+      GST_VULKAN_HANDLE_TYPE_VIDEO_SESSION_PARAMETERS,
+      (GstVulkanHandleTypedef) session_params,
+      gst_vulkan_handle_free_video_session_parameters,
+      priv->vk.DestroyVideoSessionParameters);
+}
+
+/**
+ * gst_vulkan_encode_picture_init:
+ * @pic: the #GstVulkanEncoderPicture to initialize
+ * @self: the #GstVulkanEncoder with the pool's configuration.
+ * @in_buffer: (transfer none): the input #GstBuffer.
+ * @size: size of the output buffer
+ *
+ * Initialize @pic structure.
+ *
+ * Returns: %TRUE if @pic was initialized correctly; otherwise %FALSE
+ */
+gboolean
+gst_vulkan_encoder_picture_init (GstVulkanEncoderPicture * pic,
+    GstVulkanEncoder * self, GstBuffer * in_buffer, gsize size)
+{
+  GstVulkanEncoderPrivate *priv;
+  gsize size_aligned;
+
+  g_return_val_if_fail (pic != NULL, FALSE);
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+  g_return_val_if_fail (GST_IS_BUFFER (in_buffer), FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  size_aligned = GST_ROUND_UP_N (size,
+      priv->caps.caps.minBitstreamBufferSizeAlignment);
+
+  if (priv->layered_dpb) {
+    g_assert (priv->layered_buffer);
+    pic->dpb_buffer = gst_buffer_ref (priv->layered_buffer);
+  } else {
+    GstFlowReturn ret;
+
+    g_assert (GST_IS_BUFFER_POOL (priv->dpb_pool));
+    ret =
+        gst_buffer_pool_acquire_buffer (priv->dpb_pool, &pic->dpb_buffer, NULL);
+    if (ret != GST_FLOW_OK)
+      return FALSE;
+  }
+  pic->in_buffer = gst_buffer_ref (in_buffer);
+  pic->out_buffer =
+      gst_vulkan_video_codec_buffer_new (self->queue->device, &priv->profile,
+      VK_BUFFER_USAGE_VIDEO_ENCODE_DST_BIT_KHR, size_aligned);
+  if (!pic->out_buffer) {
+    gst_clear_buffer (&pic->dpb_buffer);
+    return FALSE;
+  }
+  pic->offset = 0;
+
+  pic->img_view = gst_vulkan_video_image_create_view (pic->in_buffer,
+      priv->layered_dpb, TRUE, NULL);
+
+  if (priv->layered_dpb) {
+    pic->dpb_view = gst_vulkan_image_view_ref (priv->layered_view);
+  } else {
+    pic->dpb_view = gst_vulkan_video_image_create_view (pic->dpb_buffer,
+        priv->layered_dpb, FALSE, NULL);
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_encoder_picture_clear:
+ * @pic: the #GstVulkanEncoderPicture to free.
+ * @self: the #GstVulkanEncoder instance.
+ *
+ * Release data of @pic.
+ */
+void
+gst_vulkan_encoder_picture_clear (GstVulkanEncoderPicture * pic,
+    GstVulkanEncoder * self)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_if_fail (GST_IS_VULKAN_ENCODER (self));
+  g_return_if_fail (pic != NULL);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (pic->dpb_slot.slotIndex > 0) {
+    priv->slotspic->dpb_slot.slotIndex = NULL;
+    pic->dpb_slot.slotIndex = -1;
+  }
+
+  gst_clear_buffer (&pic->in_buffer);
+  gst_clear_buffer (&pic->dpb_buffer);
+  gst_clear_buffer (&pic->out_buffer);
+
+  gst_vulkan_image_view_unref (pic->img_view);
+  pic->img_view = NULL;
+
+  gst_vulkan_image_view_unref (pic->dpb_view);
+  pic->dpb_view = NULL;
+}
+
+/**
+ * gst_vulkan_encoder_is_started:
+ * @self: a #GstVulkanEncoder
+ *
+ * Returns: whether gst_vulkan_encoder_start() was called correctly previously.
+ */
+gboolean
+gst_vulkan_encoder_is_started (GstVulkanEncoder * self)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+  return priv->started;
+}
+
+
+/**
+ * gst_vulkan_encoder_caps:
+ * @self: a #GstVulkanEncoder
+ * @caps: (out): a #GstVulkanVideoCapabilities
+ *
+ * Get the #GstVulkanVideoCapabilities of the encoder if available
+ *
+ * Returns: whether the encoder has vulkan encoder caps.
+ *
+ */
+gboolean
+gst_vulkan_encoder_caps (GstVulkanEncoder * self,
+    GstVulkanVideoCapabilities * caps)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (!priv->started)
+    return FALSE;
+
+  if (caps) {
+    *caps = priv->caps;
+    caps->caps.pNext = &caps->encoder.caps;
+    caps->encoder.caps.pNext = &caps->encoder.codec;
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_encoder_profile_caps:
+ * @self: a #GstVulkanEncoder
+ *
+ * Get the #GstCaps according to the encoder video profile
+ *
+ * Returns: (transfer full): #GstCaps of the profile defined at gst_vulkan_encoder_start()
+ *
+ */
+GstCaps *
+gst_vulkan_encoder_profile_caps (GstVulkanEncoder * self)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), NULL);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (!priv->started)
+    return NULL;
+
+  return gst_caps_ref (priv->profile_caps);
+}
+
+/**
+ * gst_vulkan_encoder_quality_level:
+ * @self: a #GstVulkanEncoder
+ *
+ * Get the current encoding quality level.
+ *
+ * Returns: whether the encoder has started, it will return the quality level;
+ *     otherwise it will return -1
+ */
+gint32
+gst_vulkan_encoder_quality_level (GstVulkanEncoder * self)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), -1);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (!priv->started)
+    return -1;
+
+  return priv->quality;
+}
+
+/**
+ * gst_vulkan_encoder_stop:
+ * @self: a #GstVulkanEncoder
+ *
+ * Stop the encoder.
+ *
+ * Returns: whether the encoder stopped correctly.
+ *
+ */
+gboolean
+gst_vulkan_encoder_stop (GstVulkanEncoder * self)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+  if (!priv->started)
+    return TRUE;
+
+  gst_vulkan_video_session_destroy (&priv->session);
+
+  gst_clear_caps (&priv->profile_caps);
+
+  gst_clear_vulkan_handle (&priv->session_params);
+
+  if (priv->layered_view)
+    gst_vulkan_image_view_unref (priv->layered_view);
+  gst_clear_buffer (&priv->layered_buffer);
+  gst_clear_object (&priv->dpb_pool);
+
+  gst_clear_object (&priv->exec);
+
+  priv->started = FALSE;
+
+  return TRUE;
+}
+
+#ifndef GST_DISABLE_GST_DEBUG
+static const char *
+_rate_control_mode_to_str (VkVideoEncodeRateControlModeFlagBitsKHR rc_mode)
+{
+  const struct
+  {
+    VkVideoEncodeRateControlModeFlagBitsKHR mode;
+    const char *str;
+  } _RateControlMap = {
+    {VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DEFAULT_KHR, "DEFAULT"},
+#define F(mode) { G_PASTE(G_PASTE(VK_VIDEO_ENCODE_RATE_CONTROL_MODE_, mode), _BIT_KHR), G_STRINGIFY(mode) }
+    F (DISABLED),
+    F (CBR),
+    F (VBR),
+#undef F
+  };
+
+  for (int i = 0; i <= G_N_ELEMENTS (_RateControlMap); i++) {
+    if (rc_mode == _RateControlMapi.mode)
+      return _RateControlMapi.str;
+  }
+  return "UNKNOWN";
+}
+#endif
+
+static void
+_rate_control_mode_validate (GstVulkanEncoder * self,
+    VkVideoEncodeRateControlModeFlagBitsKHR rc_mode)
+{
+  GstVulkanEncoderPrivate *priv =
+      gst_vulkan_encoder_get_instance_private (self);
+
+  if (rc_mode > VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DEFAULT_KHR
+      && !(priv->caps.encoder.caps.rateControlModes & rc_mode)) {
+    rc_mode = VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DEFAULT_KHR;
+    for (int i = VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DISABLED_BIT_KHR;
+        i <= VK_VIDEO_ENCODE_RATE_CONTROL_MODE_VBR_BIT_KHR; i++) {
+      if ((priv->caps.encoder.caps.rateControlModes) & i) {
+        GST_DEBUG_OBJECT (self, "rate control mode is forced to: %s",
+            _rate_control_mode_to_str (i));
+        rc_mode = i;
+        break;
+      }
+    }
+  }
+}
+
+/**
+ * gst_vulkan_encoder_start:
+ * @self: a #GstVulkanEncoder
+ * @profile: a #GstVulkanVideoProfile
+ * @codec_quality_props: codec specific quality structure to fetch
+ * @error: (out) : an error result in case of failure or %NULL
+ *
+ * Start the encoding session according to a valid Vulkan profile
+ *
+ * Returns: whether the encoder started correctly.
+ *
+ */
+gboolean
+gst_vulkan_encoder_start (GstVulkanEncoder * self,
+    GstVulkanVideoProfile * profile,
+    GstVulkanEncoderQualityProperties * codec_quality_props, GError ** error)
+{
+  GstVulkanEncoderPrivate *priv;
+  VkResult res;
+  VkVideoSessionCreateInfoKHR session_create;
+  VkPhysicalDevice gpu;
+  VkFormat pic_format = VK_FORMAT_UNDEFINED;
+  int codec_idx;
+  GstVulkanCommandPool *cmd_pool;
+  VkQueryPoolVideoEncodeFeedbackCreateInfoKHR query_create;
+  VkPhysicalDeviceVideoEncodeQualityLevelInfoKHR quality_info;
+  VkVideoEncodeQualityLevelPropertiesKHR quality_props;
+  GError *query_err = NULL;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+  g_return_val_if_fail (profile != NULL, FALSE);
+  g_return_val_if_fail (codec_quality_props != NULL, FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (priv->started)
+    return TRUE;
+
+  if (!_populate_function_table (self)) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "Couldn't load Vulkan Video functions");
+    return FALSE;
+  }
+
+  switch (self->codec) {
+    case VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR:
+      if (!gst_vulkan_video_profile_is_valid (profile, self->codec)) {
+        g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+            "Invalid profile");
+        return FALSE;
+      }
+      priv->caps.encoder.codec.h264 = (VkVideoEncodeH264CapabilitiesKHR) {
+        /* *INDENT-OFF* */
+        .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_CAPABILITIES_KHR,
+        /* *INDENT-ON* */
+      };
+      codec_idx = GST_VK_VIDEO_EXTENSION_ENCODE_H264;
+      break;
+    case VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR:
+      if (!gst_vulkan_video_profile_is_valid (profile, self->codec)) {
+        g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+            "Invalid profile");
+        return FALSE;
+      }
+      priv->caps.encoder.codec.h265 = (VkVideoEncodeH265CapabilitiesKHR) {
+        /* *INDENT-OFF* */
+        .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_CAPABILITIES_KHR,
+        /* *INDENT-ON* */
+      };
+      codec_idx = GST_VK_VIDEO_EXTENSION_ENCODE_H265;
+      break;
+    default:
+      g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+          "Invalid codec");
+      return FALSE;
+  }
+
+  priv->profile = *profile;
+
+  /* ensure the chain up of structure */
+  priv->profile.usage.encode.pNext = &priv->profile.codec;
+  priv->profile.profile.pNext = &priv->profile.usage.encode;
+
+  /* *INDENT-OFF* */
+  priv->caps.encoder.caps = (VkVideoEncodeCapabilitiesKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_CAPABILITIES_KHR,
+    .pNext = &priv->caps.encoder.codec,
+  };
+  priv->caps.caps = (VkVideoCapabilitiesKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_CAPABILITIES_KHR,
+    .pNext = &priv->caps.encoder.caps,
+  };
+  /* *INDENT-ON* */
+
+  gpu = gst_vulkan_device_get_physical_device (self->queue->device);
+  res = priv->vk.GetPhysicalDeviceVideoCapabilities (gpu,
+      &priv->profile.profile, &priv->caps.caps);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vkGetPhysicalDeviceVideoCapabilitiesKHR") != VK_SUCCESS)
+    return FALSE;
+
+  if (_vk_codec_extensionscodec_idx.specVersion <
+      _vk_codec_supported_extensionscodec_idx) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "STD version headers %i.%i.%i not supported, need at least %i.%i.%i, check your SDK path.",
+        VK_CODEC_VERSION (_vk_codec_extensionscodec_idx.specVersion),
+        VK_CODEC_VERSION (_vk_codec_supported_extensionscodec_idx));
+    return FALSE;
+  }
+
+  if (_vk_codec_extensionscodec_idx.specVersion <
+      priv->caps.caps.stdHeaderVersion.specVersion) {
+    g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
+        "The driver needs a newer version %i.%i.%i of the current headers %d.%d.%d, please update the code to support this driver.",
+        VK_CODEC_VERSION (priv->caps.caps.stdHeaderVersion.specVersion),
+        VK_CODEC_VERSION (_vk_codec_extensionscodec_idx.specVersion));
+    return FALSE;
+  }
+
+  /* Get output format */
+  pic_format = gst_vulkan_video_encoder_get_format (self,
+      VK_IMAGE_USAGE_VIDEO_ENCODE_SRC_BIT_KHR |
+      VK_IMAGE_USAGE_VIDEO_ENCODE_DPB_BIT_KHR, error);
+  if (pic_format == VK_FORMAT_UNDEFINED)
+    return FALSE;
+
+  cmd_pool = gst_vulkan_queue_create_command_pool (self->queue, error);
+  if (!cmd_pool)
+    return FALSE;
+  priv->exec = gst_vulkan_operation_new (cmd_pool);
+  gst_object_unref (cmd_pool);
+
+  /* we don't want overridden parameters in queries */
+  /* *INDENT-OFF* */
+  query_create = (VkQueryPoolVideoEncodeFeedbackCreateInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_QUERY_POOL_VIDEO_ENCODE_FEEDBACK_CREATE_INFO_KHR,
+    .pNext = &profile->profile,
+    .encodeFeedbackFlags = priv->caps.encoder.caps.supportedEncodeFeedbackFlags &
+        (~VK_VIDEO_ENCODE_FEEDBACK_BITSTREAM_HAS_OVERRIDES_BIT_KHR),
+  };
+  /* *INDENT-ON* */
+
+  if (!gst_vulkan_operation_enable_query (priv->exec,
+          VK_QUERY_TYPE_VIDEO_ENCODE_FEEDBACK_KHR, 1, &query_create,
+          &query_err)) {
+    if (query_err->code != VK_ERROR_FEATURE_NOT_PRESENT) {
+      g_propagate_error (error, query_err);
+      goto failed;
+    }
+    g_clear_error (&query_err);
+  }
+
+  priv->profile_caps = gst_vulkan_video_profile_to_caps (&priv->profile);
+
+  GST_LOG_OBJECT (self, "Encoder capabilities for %" GST_PTR_FORMAT ":\n"
+      "    Codec header version: %i.%i.%i (driver), %i.%i.%i (compiled)\n"
+      "    Width from %i to %i\n"
+      "    Height from %i to %i\n"
+      "    Width granularity: %i\n"
+      "    Height granularity: %i\n"
+      "    Bitstream offset alignment: %" G_GUINT64_FORMAT "\n"
+      "    Bitstream size alignment: %" G_GUINT64_FORMAT "\n"
+      "    Maximum reference slots: %u\n"
+      "    Maximum active references: %u\n"
+      "    encode maximum bitrate: %" G_GUINT64_FORMAT "\n"
+      "    encode quality levels: %i\n"
+      "    encode image width granularity: %i\n"
+      "    encode image height granularity: %i\n"
+      "    encode pool feedback bitstream:%s%s%s%s\n"
+      "    encode rate-control modes:%s%s\n"
+      "    Capability flags:%s%s%s\n",
+      priv->profile_caps,
+      VK_CODEC_VERSION (priv->caps.caps.stdHeaderVersion.specVersion),
+      VK_CODEC_VERSION (_vk_codec_extensionscodec_idx.specVersion),
+      priv->caps.caps.minCodedExtent.width,
+      priv->caps.caps.maxCodedExtent.width,
+      priv->caps.caps.minCodedExtent.height,
+      priv->caps.caps.maxCodedExtent.height,
+      priv->caps.caps.pictureAccessGranularity.width,
+      priv->caps.caps.pictureAccessGranularity.height,
+      priv->caps.caps.minBitstreamBufferOffsetAlignment,
+      priv->caps.caps.minBitstreamBufferSizeAlignment,
+      priv->caps.caps.maxDpbSlots,
+      priv->caps.caps.maxActiveReferencePictures,
+      priv->caps.encoder.caps.maxBitrate,
+      priv->caps.encoder.caps.maxQualityLevels,
+      priv->caps.encoder.caps.encodeInputPictureGranularity.width,
+      priv->caps.encoder.caps.encodeInputPictureGranularity.height,
+      priv->caps.encoder.caps.supportedEncodeFeedbackFlags ? "" : " none",
+      priv->caps.encoder.caps.supportedEncodeFeedbackFlags &
+      VK_VIDEO_ENCODE_FEEDBACK_BITSTREAM_BUFFER_OFFSET_BIT_KHR ?
+      " buffer_offset" : "",
+      priv->caps.encoder.caps.supportedEncodeFeedbackFlags &
+      VK_VIDEO_ENCODE_FEEDBACK_BITSTREAM_BYTES_WRITTEN_BIT_KHR ?
+      " bytes_written" : "",
+      priv->caps.encoder.caps.supportedEncodeFeedbackFlags &
+      VK_VIDEO_ENCODE_FEEDBACK_BITSTREAM_HAS_OVERRIDES_BIT_KHR ?
+      " has_overrides" : "",
+      priv->caps.encoder.caps.rateControlModes &
+      VK_VIDEO_ENCODE_RATE_CONTROL_MODE_CBR_BIT_KHR ? " cbr" : "",
+      priv->caps.encoder.caps.rateControlModes &
+      VK_VIDEO_ENCODE_RATE_CONTROL_MODE_VBR_BIT_KHR ? " vbr" : "",
+      priv->caps.caps.flags ? "" : " none",
+      priv->caps.caps.flags &
+      VK_VIDEO_CAPABILITY_PROTECTED_CONTENT_BIT_KHR ? " protected" : "",
+      priv->caps.caps.flags &
+      VK_VIDEO_CAPABILITY_SEPARATE_REFERENCE_IMAGES_BIT_KHR ?
+      " separate_references" : "");
+
+  priv->layered_dpb =
+      !(priv->caps.
+      caps.flags & VK_VIDEO_CAPABILITY_SEPARATE_REFERENCE_IMAGES_BIT_KHR);
+
+  if (codec_quality_props->quality_level >= 0) {
+    priv->quality = MIN (codec_quality_props->quality_level,
+        priv->caps.encoder.caps.maxQualityLevels - 1);
+  } else {
+    priv->quality = priv->caps.encoder.caps.maxQualityLevels / 2;
+  }
+
+  /* *INDENT-OFF* */
+  quality_info = (VkPhysicalDeviceVideoEncodeQualityLevelInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VIDEO_ENCODE_QUALITY_LEVEL_INFO_KHR,
+    .pVideoProfile = &profile->profile,
+    .qualityLevel = priv->quality,
+  };
+  quality_props = (VkVideoEncodeQualityLevelPropertiesKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_QUALITY_LEVEL_PROPERTIES_KHR,
+    .pNext = &codec_quality_props->codec,
+  };
+  /* *INDENT-ON* */
+
+  res = priv->vk.GetPhysicalDeviceVideoEncodeQualityLevelProperties (gpu,
+      &quality_info, &quality_props);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vketPhysicalDeviceVideoEncodeQualityLevelPropertiesKHR")
+      != VK_SUCCESS)
+    goto failed;
+
+  /* *INDENT-OFF* */
+  session_create = (VkVideoSessionCreateInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_SESSION_CREATE_INFO_KHR,
+    .queueFamilyIndex = self->queue->family,
+    .pVideoProfile = &profile->profile,
+    .pictureFormat = pic_format,
+    .maxCodedExtent = priv->caps.caps.maxCodedExtent,
+    .referencePictureFormat = pic_format,
+    .maxDpbSlots = priv->caps.caps.maxDpbSlots,
+    .maxActiveReferencePictures = priv->caps.caps.maxActiveReferencePictures,
+    .pStdHeaderVersion = &_vk_codec_extensionscodec_idx,
+  };
+  /* *INDENT-ON* */
+
+  if (!gst_vulkan_video_session_create (&priv->session, self->queue->device,
+          &priv->vk, &session_create, error))
+    goto failed;
+
+  /* check rate control mode if it was set before start */
+  _rate_control_mode_validate (self, priv->rc_mode);
+
+  priv->session_reset = TRUE;
+  priv->started = TRUE;
+
+  return TRUE;
+
+failed:
+  gst_clear_object (&priv->exec);
+  gst_clear_caps (&priv->profile_caps);
+  return FALSE;
+}
+
+/**
+ * gst_vulkan_encoder_update_video_session_parameters:
+ * @self: a #GstVulkanEncoder
+ * @params: a #GstVulkanEncoderParameters
+ * @error: (out) (optional): an error result in case of failure
+ *
+ * Set the sessions parameters to be used by the encoder
+ *
+ * Returns: whether the encoder updated the session parameters correctly.
+ *
+ */
+gboolean
+gst_vulkan_encoder_update_video_session_parameters (GstVulkanEncoder * self,
+    GstVulkanEncoderParameters * params, GError ** error)
+{
+  GstVulkanEncoderPrivate *priv;
+  GstVulkanHandle *handle;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+  g_return_val_if_fail (params != NULL, FALSE);
+
+  handle =
+      gst_vulkan_encoder_new_video_session_parameters (self, params, error);
+  if (!handle)
+    return FALSE;
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  gst_clear_vulkan_handle (&priv->session_params);
+  priv->session_params = handle;
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_encoder_video_session_parameters_overrides:
+ * @self: a #GstVulkanEncoder
+ * @params: a #GstVulkanEncoderParametersOverrides
+ * @feedback: (out) (optional): #GstVulkanEncoderParametersFeedback or %NULL
+ * @data_size: (out) (optional): the allocated size of @data
+ * @data: (out) (optional): location to store the requested overrides, use
+ *     g_free() to free after use
+ *
+ * 42.15.1. Codec-Specific Semantics
+ *
+ * Implementations supporting video encode operations for any particular video
+ * codec operation often support only a subset of the available encoding tools
+ * defined by the corresponding video compression standards.
+ *
+ * … this specification allows implementations to override the value of any of
+ * the codec-specific parameters,
+ *
+ * Returns: whether the encoder has bew sessions parameters.
+ *
+ */
+gboolean
+gst_vulkan_encoder_video_session_parameters_overrides (GstVulkanEncoder * self,
+    GstVulkanEncoderParametersOverrides * params,
+    GstVulkanEncoderParametersFeedback * feedback, gsize * data_size,
+    gpointer * data, GError ** error)
+{
+  VkVideoEncodeSessionParametersGetInfoKHR video_params_info;
+  VkVideoEncodeSessionParametersFeedbackInfoKHR feedback_info;
+  VkResult res;
+  GstVulkanEncoderPrivate *priv;
+  gsize size;
+  gpointer param_data;
+  gboolean write;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+  g_return_val_if_fail (params != NULL && feedback != NULL, FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+  if (!priv->started)
+    return FALSE;
+
+  switch (self->codec) {
+    case VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR:
+      if (params->h264.sType !=
+          VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_SESSION_PARAMETERS_GET_INFO_KHR) {
+        gst_vulkan_error_to_g_error (GST_VULKAN_ERROR, error,
+            "Invalid parameter for H.264");
+        return FALSE;
+      }
+      write = params->h264.writeStdPPS || params->h264.writeStdSPS;
+      if (feedback) {
+        feedback->h264.sType =
+            VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_SESSION_PARAMETERS_FEEDBACK_INFO_KHR;
+      }
+      break;
+    case VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR:
+      if (params->h265.sType !=
+          VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_SESSION_PARAMETERS_GET_INFO_KHR) {
+        gst_vulkan_error_to_g_error (GST_VULKAN_ERROR, error,
+            "Invalid parameter for H.265");
+        return FALSE;
+      }
+      write = params->h265.writeStdPPS || params->h265.writeStdSPS
+          || params->h265.writeStdVPS;
+      if (feedback) {
+        feedback->h265.sType =
+            VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_SESSION_PARAMETERS_FEEDBACK_INFO_KHR;
+      }
+      break;
+    default:
+      return FALSE;
+  }
+
+  /* *INDENT-OFF* */
+  video_params_info = (VkVideoEncodeSessionParametersGetInfoKHR) {
+	  .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_SESSION_PARAMETERS_GET_INFO_KHR,
+		.pNext = params,
+		.videoSessionParameters = priv->session_params->handle,
+  };
+
+  feedback_info = (VkVideoEncodeSessionParametersFeedbackInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_SESSION_PARAMETERS_FEEDBACK_INFO_KHR,
+    .pNext = feedback,
+  };
+  /* *INDENT-ON* */
+
+  res = priv->vk.GetEncodedVideoSessionParameters (self->queue->device->device,
+      &video_params_info, &feedback_info, &size, NULL);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vGetEncodedVideoSessionParametersKHR") != VK_SUCCESS)
+    return FALSE;
+
+  /* FIXME: forcing because a bug in NVIDIA driver */
+  feedback_info.hasOverrides = 1;
+  if (!feedback_info.hasOverrides || !data || !write)
+    return TRUE;
+
+  GST_DEBUG_OBJECT (self, "allocating for bitstream parameters %"
+      G_GSIZE_FORMAT, size);
+  param_data = g_malloc (size);
+
+  res = priv->vk.GetEncodedVideoSessionParameters (self->queue->device->device,
+      &video_params_info, &feedback_info, &size, param_data);
+  if (gst_vulkan_error_to_g_error (res, error,
+          "vGetEncodedVideoSessionParametersKHR") != VK_SUCCESS)
+    return FALSE;
+
+  if (data_size)
+    *data_size = size;
+  *data = param_data;
+
+  return TRUE;
+}
+
+/**
+ * gst_vulkan_encoder_create_dpb_pool:
+ * @self: a #GstVulkanEncoder
+ * @caps: the #GstCaps of the DPB pool
+ *
+ * Instantiates an internal Vulkan image pool for driver encoders whose output
+ * buffers can be used as DPB buffers.
+ *
+ * Returns: whether the pool was created.
+ */
+gboolean
+gst_vulkan_encoder_create_dpb_pool (GstVulkanEncoder * self, GstCaps * caps)
+{
+  GstVulkanEncoderPrivate *priv;
+  GstCaps *profile_caps;
+  GstStructure *config;
+  guint min_buffers, max_buffers;
+  GstFlowReturn ret;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (caps), FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (!priv->started)
+    return FALSE;
+
+  if ((!priv->layered_dpb && priv->dpb_pool)
+      || (priv->layered_dpb && priv->layered_buffer))
+    return TRUE;
+
+  if (priv->layered_dpb) {
+    min_buffers = max_buffers = 1;
+  } else {
+    min_buffers = priv->caps.caps.maxDpbSlots;
+    max_buffers = 0;
+  }
+
+  priv->dpb_pool = gst_vulkan_image_buffer_pool_new (self->queue->device);
+
+  config = gst_buffer_pool_get_config (priv->dpb_pool);
+  gst_buffer_pool_config_set_params (config, caps, 1024, min_buffers,
+      max_buffers);
+  gst_vulkan_image_buffer_pool_config_set_allocation_params (config,
+      VK_IMAGE_USAGE_VIDEO_ENCODE_DPB_BIT_KHR,
+      VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT, VK_IMAGE_LAYOUT_VIDEO_ENCODE_DPB_KHR,
+      VK_ACCESS_TRANSFER_READ_BIT | VK_ACCESS_TRANSFER_WRITE_BIT);
+
+  if (priv->layered_dpb) {
+    gst_structure_set (config, "num-layers", G_TYPE_UINT,
+        priv->caps.caps.maxDpbSlots, NULL);
+  }
+  profile_caps = gst_vulkan_encoder_profile_caps (self);
+  gst_vulkan_image_buffer_pool_config_set_encode_caps (config, profile_caps);
+  gst_caps_unref (profile_caps);
+
+  if (!gst_buffer_pool_set_config (priv->dpb_pool, config))
+    goto bail;
+  if (!gst_buffer_pool_set_active (priv->dpb_pool, TRUE))
+    goto bail;
+
+  if (priv->layered_dpb) {
+    ret = gst_buffer_pool_acquire_buffer (priv->dpb_pool, &priv->layered_buffer,
+        NULL);
+    if (ret != GST_FLOW_OK)
+      goto bail;
+
+    priv->layered_view =
+        gst_vulkan_video_image_create_view (priv->layered_buffer,
+        priv->layered_dpb, FALSE, NULL);
+
+    gst_clear_object (&priv->dpb_pool);
+  }
+
+  return TRUE;
+
+bail:
+  gst_clear_object (&priv->dpb_pool);
+  return FALSE;
+}
+
+static void
+_setup_rate_control (GstVulkanEncoder * self, GstVulkanEncoderPicture * pic,
+    GstVideoInfo * info, VkVideoEncodeRateControlInfoKHR * rc_info,
+    VkVideoEncodeRateControlLayerInfoKHR * rc_layer)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  g_assert (priv->callbacks.setup_rc_pic);
+
+  /* *INDENT-OFF* */
+  *rc_info = (VkVideoEncodeRateControlInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_RATE_CONTROL_INFO_KHR,
+    .rateControlMode = priv->rc_mode,
+  };
+  /* *INDENT-ON* */
+
+  if (priv->rc_mode > VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DISABLED_BIT_KHR) {
+    /* *INDENT-OFF* */
+    *rc_layer = (VkVideoEncodeRateControlLayerInfoKHR) {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_RATE_CONTROL_LAYER_INFO_KHR,
+      .averageBitrate = 0, /* to be filled in callback */
+      .maxBitrate = 0, /* to be filled in callback */
+      .frameRateNumerator = GST_VIDEO_INFO_FPS_N (info),
+      .frameRateDenominator = GST_VIDEO_INFO_FPS_D (info),
+    };
+    /* *INDENT-ON* */
+
+    rc_info->layerCount++;
+    rc_info->pLayers = rc_layer;
+  }
+
+  priv->callbacks.setup_rc_pic (pic, rc_info, rc_layer,
+      priv->callbacks_user_data);
+}
+
+/**
+ * gst_vulkan_encoder_encode:
+ * @self: a #GstVulkanEncoder
+ * @info: the #GstVideoInfo of the @pic to process
+ * @pic: a #GstVulkanEncoderPicture
+ * @nb_refs: number of @ref_pics
+ * @ref_pics: an array of #GstVulkanEncoderPicture
+ *
+ * Encode a picture according to its reference pictures.
+ *
+ * Returns: whether the encode process completed successfully.
+ *
+ */
+gboolean
+gst_vulkan_encoder_encode (GstVulkanEncoder * self, GstVideoInfo * info,
+    GstVulkanEncoderPicture * pic, guint nb_refs,
+    GstVulkanEncoderPicture ** ref_pics)
+{
+  GstVulkanEncoderPrivate *priv;
+  GError *err = NULL;
+  gboolean ret = TRUE;
+  GstMemory *mem;
+  int i, slot_index = -1;
+  GstVulkanEncodeQueryResult *encode_res;
+  VkVideoCodingControlInfoKHR coding_ctrl;
+  VkVideoBeginCodingInfoKHR begin_coding;
+  VkVideoEncodeInfoKHR encode_info;
+  VkVideoEndCodingInfoKHR end_coding;
+  VkVideoReferenceSlotInfoKHR ref_slots37;
+  GstVulkanCommandBuffer *cmd_buf;
+  GArray *barriers;
+  VkVideoEncodeQualityLevelInfoKHR quality_info;
+  VkVideoEncodeRateControlLayerInfoKHR rc_layer;
+  VkVideoEncodeRateControlInfoKHR rc_info;
+
+  g_return_val_if_fail (GST_IS_VULKAN_ENCODER (self), FALSE);
+  g_return_val_if_fail (info != NULL && pic != NULL, FALSE);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  /* initialize the vulkan operation */
+  if (!gst_vulkan_operation_begin (priv->exec, &err))
+    goto bail;
+
+  _setup_rate_control (self, pic, info, &rc_info, &rc_layer);
+
+  /* *INDENT-OFF* */
+  quality_info = (VkVideoEncodeQualityLevelInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_QUALITY_LEVEL_INFO_KHR,
+    .pNext = &rc_info,
+    .qualityLevel = priv->quality,
+  };
+  coding_ctrl = (VkVideoCodingControlInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_CODING_CONTROL_INFO_KHR,
+    .pNext = &quality_info,
+    .flags = VK_VIDEO_CODING_CONTROL_ENCODE_QUALITY_LEVEL_BIT_KHR
+        | VK_VIDEO_CODING_CONTROL_ENCODE_RATE_CONTROL_BIT_KHR
+        | VK_VIDEO_CODING_CONTROL_RESET_BIT_KHR,
+  };
+  /* *INDENT-ON* */
+
+  g_assert (pic->dpb_buffer && pic->dpb_view);
+  g_assert (pic->in_buffer && pic->img_view);
+  g_assert (pic->out_buffer);
+
+  /* Attribute a free slot index to the picture to be used later as a reference.
+   * The picture is kept until it remains useful to the encoding process.*/
+  for (i = 0; i < priv->caps.caps.maxDpbSlots; i++) {
+    if (!priv->slotsi) {
+      priv->slotsi = pic;
+      slot_index = i;
+      break;
+    }
+  }
+
+  /* Set the ref slots according to the pic refs to bound the video
+     session encoding. It should contain all the references + 1 to book
+     a new slotIndex (-1) for the current picture. */
+  /* *INDENT-OFF* */
+  pic->dpb = (VkVideoPictureResourceInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_PICTURE_RESOURCE_INFO_KHR,
+    .pNext = NULL,
+    .codedOffset = { 0, 0 },
+    .codedExtent = {
+      .width = GST_VIDEO_INFO_WIDTH (info),
+      .height = GST_VIDEO_INFO_HEIGHT (info),
+    },
+    .baseArrayLayer = 0,
+    .imageViewBinding = pic->dpb_view->view,
+  };
+  pic->dpb_slot = (VkVideoReferenceSlotInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_REFERENCE_SLOT_INFO_KHR,
+    .pNext = NULL, /* to fill in callback */
+    .slotIndex = slot_index,
+    .pPictureResource = &pic->dpb,
+  };
+  /* *INDENT-ON* */
+
+  for (i = 0; i < nb_refs; i++)
+    ref_slotsi = ref_picsi->dpb_slot;
+
+  ref_slotsnb_refs = pic->dpb_slot;
+  ref_slotsnb_refs.slotIndex = -1;
+
+  /* Setup the begin coding structure using the reference slots */
+  /* *INDENT-OFF* */
+  begin_coding = (VkVideoBeginCodingInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_BEGIN_CODING_INFO_KHR,
+    .pNext = !priv->session_reset ? &rc_info : NULL,
+    .videoSession = priv->session.session->handle,
+    .videoSessionParameters = priv->session_params->handle,
+    .referenceSlotCount = nb_refs + 1,
+    .pReferenceSlots = ref_slots,
+  };
+  /* *INDENT-ON* */
+
+  cmd_buf = priv->exec->cmd_buf;
+  priv->vk.CmdBeginVideoCoding (cmd_buf->cmd, &begin_coding);
+
+  /* 42.9. Video Coding Control
+     To apply dynamic controls to the currently bound video session object such as
+     quality information. This should be done when requesting a new coding contol ie
+     first attempt of encoding.
+   */
+  if (priv->session_reset) {
+    priv->vk.CmdControlVideoCoding (cmd_buf->cmd, &coding_ctrl);
+    priv->session_reset = FALSE;
+  }
+
+  /* Peek the output memory to be used by VkVideoEncodeInfoKHR.dstBuffer */
+  mem = gst_buffer_peek_memory (pic->out_buffer, 0);
+
+  /* Setup the encode info */
+  /* *INDENT-OFF* */
+  encode_info = (VkVideoEncodeInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_INFO_KHR,
+    .pNext = NULL, /* to fill in callback */
+    .flags = 0x0,
+    .dstBuffer = ((GstVulkanBufferMemory *) mem)->buffer,
+    .dstBufferOffset = pic->offset,
+    .dstBufferRange = gst_memory_get_sizes (mem, NULL, NULL),
+    .srcPictureResource = (VkVideoPictureResourceInfoKHR) {
+        .sType = VK_STRUCTURE_TYPE_VIDEO_PICTURE_RESOURCE_INFO_KHR,
+        .pNext = NULL,
+        .codedOffset = { 0, 0 },
+        .codedExtent = {
+          .width = GST_VIDEO_INFO_WIDTH (info),
+          .height = GST_VIDEO_INFO_HEIGHT (info),
+        },
+        .baseArrayLayer = 0,
+        .imageViewBinding = pic->img_view->view,
+    },
+    .pSetupReferenceSlot = &pic->dpb_slot,
+    .referenceSlotCount = nb_refs,
+    .pReferenceSlots = ref_slots,
+    .precedingExternallyEncodedBytes = 0,
+  };
+  /* *INDENT-ON* */
+
+  encode_info.dstBufferRange -= encode_info.dstBufferOffset;
+  encode_info.dstBufferRange = GST_ROUND_DOWN_N (encode_info.dstBufferRange,
+      priv->caps.caps.minBitstreamBufferSizeAlignment);
+
+  g_assert (priv->callbacks.setup_codec_pic);
+  priv->callbacks.setup_codec_pic (pic, &encode_info,
+      priv->callbacks_user_data);
+
+  gst_vulkan_operation_add_dependency_frame (priv->exec, pic->in_buffer,
+      VK_PIPELINE_STAGE_2_ALL_COMMANDS_BIT,
+      VK_PIPELINE_STAGE_2_VIDEO_ENCODE_BIT_KHR);
+  gst_vulkan_operation_add_frame_barrier (priv->exec, pic->in_buffer,
+      VK_PIPELINE_STAGE_2_ALL_COMMANDS_BIT,
+      VK_PIPELINE_STAGE_2_VIDEO_ENCODE_BIT_KHR,
+      VK_ACCESS_2_VIDEO_ENCODE_READ_BIT_KHR,
+      VK_IMAGE_LAYOUT_VIDEO_ENCODE_SRC_KHR, NULL);
+
+  gst_vulkan_operation_add_dependency_frame (priv->exec, pic->dpb_buffer,
+      VK_PIPELINE_STAGE_2_ALL_COMMANDS_BIT,
+      VK_PIPELINE_STAGE_2_VIDEO_ENCODE_BIT_KHR);
+  gst_vulkan_operation_add_frame_barrier (priv->exec, pic->dpb_buffer,
+      VK_PIPELINE_STAGE_2_ALL_COMMANDS_BIT,
+      VK_PIPELINE_STAGE_2_VIDEO_ENCODE_BIT_KHR,
+      VK_ACCESS_2_VIDEO_ENCODE_READ_BIT_KHR,
+      VK_IMAGE_LAYOUT_VIDEO_ENCODE_DPB_KHR, NULL);
+
+  barriers = gst_vulkan_operation_retrieve_image_barriers (priv->exec);
+
+  /* *INDENT-OFF* */
+  vkCmdPipelineBarrier2 (cmd_buf->cmd, &(VkDependencyInfo) {
+      .sType = VK_STRUCTURE_TYPE_DEPENDENCY_INFO,
+      .dependencyFlags = VK_DEPENDENCY_BY_REGION_BIT,
+      .pImageMemoryBarriers = (VkImageMemoryBarrier2 *) barriers->data,
+      .imageMemoryBarrierCount = barriers->len,
+      }
+  );
+  /* *INDENT-ON* */
+  g_array_unref (barriers);
+
+  gst_vulkan_operation_begin_query (priv->exec,
+      (VkBaseInStructure *) & encode_info, 0);
+  priv->vk.CmdEncodeVideo (cmd_buf->cmd, &encode_info);
+  gst_vulkan_operation_end_query (priv->exec, 0);
+
+  /* *INDENT-OFF* */
+  end_coding = (VkVideoEndCodingInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_END_CODING_INFO_KHR,
+  };
+  /* *INDENT-ON* */
+
+  /* 41.5 4. vkCmdEndVideoCodingKHR signals the end of the recording of the
+   * Vulkan Video Context, as established by vkCmdBeginVideoCodingKHR. */
+  priv->vk.CmdEndVideoCoding (cmd_buf->cmd, &end_coding);
+
+  if (!gst_vulkan_operation_end (priv->exec, &err)) {
+    GST_ERROR_OBJECT (self, "The operation did not complete properly");
+    goto bail;
+  }
+  /* Wait the operation to complete or we might have a failing query */
+  gst_vulkan_operation_wait (priv->exec);
+
+  gst_vulkan_operation_get_query (priv->exec, (gpointer *) & encode_res, &err);
+  if (encode_res->status == VK_QUERY_RESULT_STATUS_COMPLETE_KHR) {
+    GST_INFO_OBJECT (self, "The frame %p has been encoded with size %"
+        G_GUINT64_FORMAT, pic, encode_res->data_size + pic->offset);
+    gst_buffer_set_size (pic->out_buffer, encode_res->data_size + pic->offset);
+  } else {
+    GST_ERROR_OBJECT (self,
+        "The operation did not complete properly, query status = %d",
+        encode_res->status);
+    goto bail;
+  }
+
+  return ret;
+bail:
+  {
+    return FALSE;
+  }
+}
+
+/**
+ * gst_vulkan_create_encoder_from_queue:
+ * @queue: a #GstVulkanQueue
+ * @codec: (type guint): the VkVideoCodecOperationFlagBitsKHR to encode
+ *
+ * Creates a #GstVulkanEncoder object if @codec encoding is supported by @queue
+ *
+ * Returns: (transfer full) (nullable): the #GstVulkanEncoder object
+ *
+ */
+GstVulkanEncoder *
+gst_vulkan_encoder_create_from_queue (GstVulkanQueue * queue, guint codec)
+{
+  GstVulkanPhysicalDevice *device;
+  GstVulkanEncoder *encoder;
+  guint flags, expected_flag, supported_video_ops;
+  const char *extension;
+  static gsize cat_gonce = 0;
+
+  g_return_val_if_fail (GST_IS_VULKAN_QUEUE (queue), NULL);
+
+  device = queue->device->physical_device;
+  expected_flag = VK_QUEUE_VIDEO_ENCODE_BIT_KHR;
+  flags = device->queue_family_propsqueue->family.queueFlags;
+  supported_video_ops = device->queue_family_opsqueue->family.video;
+
+  if (g_once_init_enter (&cat_gonce)) {
+    GST_DEBUG_CATEGORY_INIT (gst_vulkan_encoder_debug,
+        "vulkanencoder", 0, "Vulkan device encoder");
+    g_once_init_leave (&cat_gonce, TRUE);
+  }
+
+  if (device->properties.apiVersion < VK_MAKE_VERSION (1, 3, 275)) {
+    GST_WARNING_OBJECT (queue,
+        "API version %d.%d.%d doesn't support video encode extensions",
+        VK_VERSION_MAJOR (device->properties.apiVersion),
+        VK_VERSION_MINOR (device->properties.apiVersion),
+        VK_VERSION_PATCH (device->properties.apiVersion));
+    return NULL;
+  }
+
+  switch (codec) {
+    case VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR:
+      extension = VK_KHR_VIDEO_ENCODE_H264_EXTENSION_NAME;
+      break;
+    case VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR:
+      extension = VK_KHR_VIDEO_ENCODE_H265_EXTENSION_NAME;
+      break;
+    default:
+      GST_WARNING_OBJECT (queue, "Unsupported codec");
+      return NULL;
+  }
+
+  if ((flags & expected_flag) != expected_flag) {
+    GST_WARNING_OBJECT (queue, "Queue doesn't support encoding");
+    return NULL;
+  }
+  if ((supported_video_ops & codec) != codec) {
+    GST_WARNING_OBJECT (queue, "Queue doesn't support codec encoding");
+    return NULL;
+  }
+
+  if (!(gst_vulkan_device_is_extension_enabled (queue->device,
+              VK_KHR_VIDEO_QUEUE_EXTENSION_NAME)
+          && gst_vulkan_device_is_extension_enabled (queue->device,
+              VK_KHR_VIDEO_ENCODE_QUEUE_EXTENSION_NAME)
+          && gst_vulkan_device_is_extension_enabled (queue->device, extension)))
+    return NULL;
+
+  encoder = g_object_new (GST_TYPE_VULKAN_ENCODER, NULL);
+  gst_object_ref_sink (encoder);
+  encoder->queue = gst_object_ref (queue);
+  encoder->codec = codec;
+
+  return encoder;
+}
+
+void
+gst_vulkan_encoder_set_callbacks (GstVulkanEncoder * self,
+    GstVulkanEncoderCallbacks * callbacks, gpointer user_data,
+    GDestroyNotify notify)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_if_fail (GST_IS_VULKAN_ENCODER (self) && callbacks);
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  priv->callbacks = *callbacks;
+  if (priv->callbacks_user_data && priv->callbacks_notify)
+    priv->callbacks_notify (priv->callbacks_user_data);
+  priv->callbacks_user_data = user_data;
+  priv->callbacks_notify = notify;
+}
+
+void
+gst_vulkan_encoder_set_rc_mode (GstVulkanEncoder * self,
+    VkVideoEncodeRateControlModeFlagBitsKHR rc_mode)
+{
+  GstVulkanEncoderPrivate *priv;
+
+  g_return_if_fail (GST_IS_VULKAN_ENCODER (self));
+
+  priv = gst_vulkan_encoder_get_instance_private (self);
+
+  if (priv->rc_mode == rc_mode)
+    return;
+
+  if (priv->started)
+    _rate_control_mode_validate (self, rc_mode);
+
+  priv->session_reset = TRUE;
+  priv->rc_mode = rc_mode;
+}
+
+GType
+gst_vulkan_encoder_rate_control_mode_get_type (void)
+{
+  static GType type = 0;
+
+  if (type == 0) {
+    /* *INDENT-OFF* */
+    static const GEnumValue values = {
+      { VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DEFAULT_KHR,
+        "Driver's default", "default" },
+      { VK_VIDEO_ENCODE_RATE_CONTROL_MODE_DISABLED_BIT_KHR,
+        "Constant quantizer", "cqp" },
+      { VK_VIDEO_ENCODE_RATE_CONTROL_MODE_CBR_BIT_KHR,
+        "Constant bitrate", "cbr" },
+      { VK_VIDEO_ENCODE_RATE_CONTROL_MODE_VBR_BIT_KHR,
+        "Variable bitrate", "vbr" },
+      { 0, }
+    };
+    /* *INDENT-ON* */
+
+    type = g_enum_register_static ("GstVulkanEncoderRateControlMode", values);
+  }
+  return type;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkencoder-private.h Added

@@ -0,0 +1,220 @@
+/*
+ * GStreamer
+ * Copyright (C) 2023 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/vulkan/vulkan.h>
+
+#define GST_TYPE_VULKAN_ENCODER         (gst_vulkan_encoder_get_type())
+#define GST_VULKAN_ENCODER(o)           (G_TYPE_CHECK_INSTANCE_CAST((o), GST_TYPE_VULKAN_ENCODER, GstVulkanEncoder))
+#define GST_VULKAN_ENCODER_CLASS(k)     (G_TYPE_CHECK_CLASS_CAST((k), GST_TYPE_VULKAN_ENCODER, GstVulkanEncoderClass))
+#define GST_IS_VULKAN_ENCODER(o)        (G_TYPE_CHECK_INSTANCE_TYPE((o), GST_TYPE_VULKAN_ENCODER))
+#define GST_IS_VULKAN_ENCODER_CLASS(k)  (G_TYPE_CHECK_CLASS_TYPE((k), GST_TYPE_VULKAN_ENCODER))
+#define GST_VULKAN_ENCODER_GET_CLASS(o) (G_TYPE_INSTANCE_GET_CLASS((o), GST_TYPE_VULKAN_ENCODER, GstVulkanEncoderClass))
+GST_VULKAN_API
+GType gst_vulkan_encoder_get_type       (void);
+
+#define GST_TYPE_VULKAN_ENCODER_RATE_CONTROL_MODE   (gst_vulkan_encoder_rate_control_mode_get_type())
+GST_VULKAN_API
+GType gst_vulkan_encoder_rate_control_mode_get_type (void);
+
+typedef struct _GstVulkanEncoder GstVulkanEncoder;
+typedef struct _GstVulkanEncoderClass GstVulkanEncoderClass;
+typedef struct _GstVulkanEncoderQualityPoperties GstVulkanEncoderQualityProperties;
+typedef union _GstVulkanEncoderParameters GstVulkanEncoderParameters;
+typedef union _GstVulkanEncoderParametersOverrides GstVulkanEncoderParametersOverrides;
+typedef union _GstVulkanEncoderParametersFeedback GstVulkanEncoderParametersFeedback;
+typedef struct _GstVulkanEncoderPicture GstVulkanEncoderPicture;
+typedef struct _GstVulkaneEncoderCallbacks GstVulkanEncoderCallbacks;
+
+/**
+ * GstVulkaneEncoderCallbacks:
+ * @setup_codec_pic: Called after VkVideoEncodeInfoKHR and
+ *     VkVideoReferenceSlotInfoKHR are filled so they can be chained with the
+ *     specific codec structures. Called in gst_vulkan_encoder_encode().
+ * @setup_rc_pic: Called after VkVideoEncodeRateControlInfoKHR and
+ *     VkVideoEncodeRateControlLayerInfoKHR are filled so they can be chained
+ *     with the specific codec structures. Called in
+ *     gst_vulkan_encoder_encode().
+ *
+ * See gst_vulkan_encoder_set_callbacks()
+ */
+struct _GstVulkaneEncoderCallbacks
+{
+  void (*setup_codec_pic) (GstVulkanEncoderPicture * pic,
+      VkVideoEncodeInfoKHR * info, gpointer data);
+  void (*setup_rc_pic) (GstVulkanEncoderPicture * pic,
+      VkVideoEncodeRateControlInfoKHR * info,
+      VkVideoEncodeRateControlLayerInfoKHR * layer, gpointer data);
+};
+
+/**
+ * GstVulkanEncoderPicture:
+ * @slotIndex: slot index
+ * @offset: headers offset
+ * @in_buffer: input buffer
+ * @out_buffer: output buffer
+ *
+ * It contains the whole state for encoding a single picture.
+ *
+ * Since: 1.24
+ */
+struct _GstVulkanEncoderPicture
+{
+  guint64 offset;
+
+  GstBuffer *in_buffer;
+  GstBuffer *dpb_buffer;
+  GstBuffer *out_buffer;
+
+  /* Input frame */
+  GstVulkanImageView *img_view;
+  GstVulkanImageView *dpb_view;
+
+  VkVideoPictureResourceInfoKHR dpb;
+  VkVideoReferenceSlotInfoKHR dpb_slot;
+
+  gpointer codec_rc_info;
+};
+
+/**
+ * GstVulkanEncoder:
+ * @parent: the parent #GstObject
+ * @queue: the #GstVulkanQueue to command buffers will be allocated from
+ *
+ * Since: 1.24
+ **/
+struct _GstVulkanEncoder
+{
+  GstObject parent;
+
+  GstVulkanQueue *queue;
+
+  guint codec;
+
+  /* <private> */
+  gpointer _reserved        GST_PADDING;
+};
+
+/**
+ * GstVulkanEncoderClass:
+ * @parent_class: the parent #GstObjectClass
+ *
+ * Since: 1.24
+ */
+struct _GstVulkanEncoderClass
+{
+  GstObjectClass parent;
+  /* <private> */
+  gpointer _reserved        GST_PADDING;
+};
+
+union _GstVulkanEncoderParameters
+{
+  /*< private >*/
+  VkVideoEncodeH264SessionParametersCreateInfoKHR h264;
+  VkVideoEncodeH265SessionParametersCreateInfoKHR h265;
+};
+
+union _GstVulkanEncoderParametersOverrides
+{
+  /*< private >*/
+  VkVideoEncodeH264SessionParametersGetInfoKHR h264;
+  VkVideoEncodeH265SessionParametersGetInfoKHR h265;
+};
+
+union _GstVulkanEncoderParametersFeedback
+{
+  VkVideoEncodeH264SessionParametersFeedbackInfoKHR h264;
+  VkVideoEncodeH265SessionParametersFeedbackInfoKHR h265;
+};
+
+struct _GstVulkanEncoderQualityPoperties
+{
+  gint32 quality_level;
+  union
+  {
+    VkVideoEncodeH264QualityLevelPropertiesKHR h264;
+    VkVideoEncodeH265QualityLevelPropertiesKHR h265;
+  } codec;
+};
+
+G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstVulkanEncoder, gst_object_unref)
+
+GST_VULKAN_API
+GstVulkanEncoder *      gst_vulkan_encoder_create_from_queue    (GstVulkanQueue * queue,
+                                                                 guint codec);
+
+GST_VULKAN_API
+void                    gst_vulkan_encoder_set_callbacks        (GstVulkanEncoder * self,
+                                                                 GstVulkanEncoderCallbacks * callbacks,
+                                                                 gpointer user_data,
+                                                                 GDestroyNotify notify);
+GST_VULKAN_API
+void                    gst_vulkan_encoder_set_rc_mode          (GstVulkanEncoder * self,
+                                                                 VkVideoEncodeRateControlModeFlagBitsKHR rc_mode);
+
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_start                (GstVulkanEncoder * self,
+                                                                 GstVulkanVideoProfile * profile,
+                                                                 GstVulkanEncoderQualityProperties * codec_quality_props,
+                                                                 GError ** error);
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_stop                 (GstVulkanEncoder * self);
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_update_video_session_parameters
+                                                                (GstVulkanEncoder * self,
+                                                                 GstVulkanEncoderParameters *enc_params,
+                                                                 GError ** error);
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_video_session_parameters_overrides
+                                                                (GstVulkanEncoder * self,
+                                                                 GstVulkanEncoderParametersOverrides * params,
+                                                                 GstVulkanEncoderParametersFeedback * feedback,
+                                                                 gsize * data_size,
+                                                                 gpointer * data,
+                                                                 GError ** error);
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_create_dpb_pool      (GstVulkanEncoder * self,
+                                                                 GstCaps * caps);
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_encode               (GstVulkanEncoder * self,
+                                                                 GstVideoInfo * info,
+                                                                 GstVulkanEncoderPicture * pic,
+                                                                 guint nb_refs,
+                                                                 GstVulkanEncoderPicture ** ref_pics);
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_caps                 (GstVulkanEncoder * self,
+                                                                 GstVulkanVideoCapabilities * caps);
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_is_started           (GstVulkanEncoder * self);
+GST_VULKAN_API
+GstCaps *               gst_vulkan_encoder_profile_caps         (GstVulkanEncoder * self);
+GST_VULKAN_API
+gint32                  gst_vulkan_encoder_quality_level        (GstVulkanEncoder * self);
+
+GST_VULKAN_API
+gboolean                gst_vulkan_encoder_picture_init         (GstVulkanEncoderPicture * pic,
+                                                                 GstVulkanEncoder * self,
+                                                                 GstBuffer * in_buffer,
+                                                                 gsize size);
+GST_VULKAN_API
+void                    gst_vulkan_encoder_picture_clear        (GstVulkanEncoderPicture * pic,
+                                                                 GstVulkanEncoder * self);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkerror.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkerror.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkfence.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkfence.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkformat.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkformat.c Changed

@@ -172,9 +172,7 @@
   {FORMAT (R8, UINT), FLAG (RGB) | NE, DPTH8, PSTR4, PLANE0, OFFS0, SUB4, VK_IMAGE_ASPECT_COLOR_BIT},
   {FORMAT (R8, SINT), FLAG (RGB) | NE, DPTH8, PSTR4, PLANE0, OFFS0, SUB4, VK_IMAGE_ASPECT_COLOR_BIT},
   {FORMAT (R8, SRGB), FLAG (RGB) | NE, DPTH8, PSTR4, PLANE0, OFFS0, SUB4, VK_IMAGE_ASPECT_COLOR_BIT},
-#if (defined(VK_VERSION_1_3) || defined(VK_VERSION_1_2) && VK_HEADER_VERSION >= 199)
   {FORMAT (G8_B8R8_2PLANE_420, UNORM), FLAG (YUV), DPTH888, PSTR122, PLANE011, OFFS001, SUB420, ASPECT_2PLANE},
-#endif
 #if 0
 FIXME: implement:
   {VK_FORMAT_R4G4_UNORM_PACK8, {0, 1, -1, -1}},
@@ -433,20 +431,16 @@
 }
 
 /* *INDENT-OFF* */
-const static struct {
-  GstVideoFormat format;
-  VkFormat vkfrmt;
-  VkFormat vkfrmtsGST_VIDEO_MAX_PLANES;
-} vk_formats_map = {
-  /* RGB                                                     transfer sRGB */
-  { GST_VIDEO_FORMAT_RGBA,  VK_FORMAT_R8G8B8A8_SRGB,       { VK_FORMAT_R8G8B8A8_UNORM, } },
-  { GST_VIDEO_FORMAT_RGBx,  VK_FORMAT_R8G8B8A8_SRGB,       { VK_FORMAT_R8G8B8A8_UNORM, } },
-  { GST_VIDEO_FORMAT_BGRA,  VK_FORMAT_B8G8R8A8_SRGB,       { VK_FORMAT_B8G8R8A8_UNORM, } },
-  { GST_VIDEO_FORMAT_BGRx,  VK_FORMAT_B8G8R8A8_SRGB,       { VK_FORMAT_B8G8R8A8_UNORM, } },
-  { GST_VIDEO_FORMAT_ARGB,  VK_FORMAT_UNDEFINED,           { VK_FORMAT_R8G8B8A8_UNORM, } },
-  { GST_VIDEO_FORMAT_xRGB,  VK_FORMAT_UNDEFINED,           { VK_FORMAT_R8G8B8A8_UNORM, } },
-  { GST_VIDEO_FORMAT_ABGR,  VK_FORMAT_UNDEFINED,           { VK_FORMAT_R8G8B8A8_UNORM, } },
-  { GST_VIDEO_FORMAT_xBGR,  VK_FORMAT_UNDEFINED,           { VK_FORMAT_R8G8B8A8_UNORM, } },
+const static GstVulkanFormatMap vk_formats_map = {
+  /* RGB                   unsigned normalized format         sRGB nonlinear encoding */
+  { GST_VIDEO_FORMAT_RGBA,  VK_FORMAT_R8G8B8A8_UNORM,      { VK_FORMAT_R8G8B8A8_SRGB, } },
+  { GST_VIDEO_FORMAT_RGBx,  VK_FORMAT_R8G8B8A8_UNORM,      { VK_FORMAT_R8G8B8A8_SRGB, } },
+  { GST_VIDEO_FORMAT_BGRA,  VK_FORMAT_B8G8R8A8_UNORM,      { VK_FORMAT_B8G8R8A8_SRGB, } },
+  { GST_VIDEO_FORMAT_BGRx,  VK_FORMAT_B8G8R8A8_UNORM,      { VK_FORMAT_B8G8R8A8_SRGB, } },
+  { GST_VIDEO_FORMAT_ARGB,  VK_FORMAT_R8G8B8A8_UNORM,      { VK_FORMAT_UNDEFINED, } },
+  { GST_VIDEO_FORMAT_xRGB,  VK_FORMAT_R8G8B8A8_UNORM,      { VK_FORMAT_UNDEFINED, } },
+  { GST_VIDEO_FORMAT_ABGR,  VK_FORMAT_R8G8B8A8_UNORM,      { VK_FORMAT_UNDEFINED, } },
+  { GST_VIDEO_FORMAT_xBGR,  VK_FORMAT_R8G8B8A8_UNORM,      { VK_FORMAT_UNDEFINED, } },
   { GST_VIDEO_FORMAT_RGB,   VK_FORMAT_R8G8B8_UNORM,        { VK_FORMAT_UNDEFINED, } },
   { GST_VIDEO_FORMAT_BGR,   VK_FORMAT_B8G8R8_UNORM,        { VK_FORMAT_UNDEFINED, } },
   { GST_VIDEO_FORMAT_RGB16, VK_FORMAT_R5G6B5_UNORM_PACK16, { VK_FORMAT_UNDEFINED, } },
@@ -459,13 +453,7 @@
   { GST_VIDEO_FORMAT_AYUV, VK_FORMAT_UNDEFINED, { VK_FORMAT_R8G8B8A8_UNORM, } },
   { GST_VIDEO_FORMAT_YUY2, VK_FORMAT_UNDEFINED, { VK_FORMAT_R8G8_UNORM, } },
   { GST_VIDEO_FORMAT_UYVY, VK_FORMAT_UNDEFINED, { VK_FORMAT_R8G8_UNORM, } },
-  { GST_VIDEO_FORMAT_NV12,
-#if (defined(VK_VERSION_1_3) || defined(VK_VERSION_1_2) && VK_HEADER_VERSION >= 199)
-    VK_FORMAT_G8_B8R8_2PLANE_420_UNORM,
-#else
-    VK_FORMAT_UNDEFINED,
-#endif
-    { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
+  { GST_VIDEO_FORMAT_NV12, VK_FORMAT_G8_B8R8_2PLANE_420_UNORM, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
   { GST_VIDEO_FORMAT_NV21, VK_FORMAT_UNDEFINED, { VK_FORMAT_R8_UNORM, VK_FORMAT_R8G8_UNORM } },
   { GST_VIDEO_FORMAT_Y444, VK_FORMAT_UNDEFINED, { VK_FORMAT_R8_UNORM,  } },
   { GST_VIDEO_FORMAT_Y42B, VK_FORMAT_UNDEFINED, { VK_FORMAT_R8_UNORM, } },
@@ -476,6 +464,28 @@
 /* *INDENT-ON* */
 
 /**
+ * gst_vulkan_format_get_map: (skip)
+ * @format: the #GstVideoFormat to get
+ *
+ * Returns: (nullable): the #GstVulkanFormatMap matching with @format
+ *
+ * Since: 1.26
+ */
+const GstVulkanFormatMap *
+gst_vulkan_format_get_map (GstVideoFormat format)
+{
+  guint i;
+
+  for (i = 0; i < G_N_ELEMENTS (vk_formats_map); i++) {
+    if (vk_formats_mapi.format != format)
+      continue;
+    return &vk_formats_mapi;
+  }
+
+  return NULL;
+}
+
+/**
  * gst_vulkan_format_from_video_info: (skip)
  * @v_info: the #GstVideoInfo
  * @plane: the plane
@@ -494,12 +504,7 @@
       continue;
 
     if (GST_VIDEO_INFO_IS_RGB (v_info)) {
-      if (GST_VIDEO_INFO_COLORIMETRY (v_info).transfer ==
-          GST_VIDEO_TRANSFER_SRGB) {
-        return vk_formats_mapi.vkfrmt;
-      } else {
-        return vk_formats_mapi.vkfrmts0;
-      }
+      return vk_formats_mapi.vkfrmt;
     } else if (GST_VIDEO_INFO_IS_YUV (v_info) &&
         GST_VIDEO_INFO_N_PLANES (v_info) > plane) {
       return vk_formats_mapi.vkfrmtsplane;
@@ -539,13 +544,11 @@
           VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR},
     {VK_FORMAT_FEATURE_2_VIDEO_DECODE_DPB_BIT_KHR,
           VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR},
-#ifdef VK_ENABLE_BETA_EXTENSIONS
     {VK_FORMAT_FEATURE_2_VIDEO_ENCODE_DPB_BIT_KHR,
           VK_IMAGE_USAGE_VIDEO_ENCODE_DPB_BIT_KHR},
     {VK_FORMAT_FEATURE_2_VIDEO_ENCODE_INPUT_BIT_KHR,
           VK_IMAGE_USAGE_VIDEO_ENCODE_SRC_BIT_KHR},
 #endif
-#endif
   };
   /* *INDENT-ON* */
 
@@ -557,11 +560,41 @@
   return usage;
 }
 
+static gboolean
+supports_KHR_get_physical_device_properties2 (GstVulkanDevice * device)
+{
+#if defined (VK_KHR_get_physical_device_properties2)
+  return gst_vulkan_physical_device_check_api_version (device->physical_device,
+      1, 1, 0)
+      || gst_vulkan_instance_is_extension_enabled (device->instance,
+      "VK_KHR_get_physical_device_properties2");
+#else
+  return FALSE;
+#endif
+}
+
+static gboolean
+supports_KHR_format_feature_flags2 (GstVulkanDevice * device)
+{
+#if defined (VK_KHR_format_feature_flags2)
+  if (gst_vulkan_physical_device_check_api_version (device->physical_device, 1,
+          3, 0))
+    return TRUE;
+
+  if (supports_KHR_get_physical_device_properties2 (device)
+      && gst_vulkan_device_is_extension_enabled (device,
+          "VK_KHR_format_feature_flags2"))
+    return TRUE;
+#endif
+  return FALSE;
+}
+
 static guint64
-_get_feature_flags (VkPhysicalDevice gpu, gpointer func, VkFormat format,
-    VkImageTiling tiling)
+_get_feature_flags (GstVulkanDevice * device, gpointer func,
+    VkFormat format, VkImageTiling tiling)
 {
   VkFormatProperties prop = { 0 };
+  VkPhysicalDevice gpu = gst_vulkan_device_get_physical_device (device);
 #if defined (VK_KHR_get_physical_device_properties2)
 #if defined (VK_KHR_format_feature_flags2)
   VkFormatProperties3KHR prop3 = {
@@ -570,24 +603,24 @@
 #endif
   VkFormatProperties2KHR prop2 = {
     .sType = VK_STRUCTURE_TYPE_FORMAT_PROPERTIES_2_KHR,
-#if defined (VK_KHR_format_feature_flags2)
-    .pNext = &prop3,
-#endif
+    .pNext = NULL,
   };
 
-  if (func) {
+  if (func && supports_KHR_get_physical_device_properties2 (device)) {
     PFN_vkGetPhysicalDeviceFormatProperties2KHR
         gst_vkGetPhysicalDeviceFormatProperties2 = func;
-
-    gst_vkGetPhysicalDeviceFormatProperties2 (gpu, format, &prop2);
 #if defined (VK_KHR_format_feature_flags2)
-    return tiling == VK_IMAGE_TILING_LINEAR ?
-        prop3.linearTilingFeatures : prop3.optimalTilingFeatures;
-#else
-    return tiling == VK_IMAGE_TILING_LINEAR ?
-        prop2.formatProperties.linearTilingFeatures :
-        prop2.formatProperties.optimalTilingFeatures;
+    prop2.pNext = &prop3;
 #endif
+
+    gst_vkGetPhysicalDeviceFormatProperties2 (gpu, format, &prop2);
+    if (supports_KHR_format_feature_flags2 (device))
+      return tiling == VK_IMAGE_TILING_LINEAR ?
+          prop3.linearTilingFeatures : prop3.optimalTilingFeatures;
+    else
+      return tiling == VK_IMAGE_TILING_LINEAR ?
+          prop2.formatProperties.linearTilingFeatures :
+          prop2.formatProperties.optimalTilingFeatures;
   }
 #endif /* defined (VK_KHR_get_physical_device_properties2) */
 
@@ -599,7 +632,7 @@
 
 /**
  * gst_vulkan_format_from_video_info_2: (skip)
- * @physical_device: a #GstVulkanPhysicalDevice
+ * @device: a #GstVulkanDevice
  * @info: the #GstVideoInfo
  * @tiling: the tiling to use
  * @no_multiplane: query for vulkan formats without multiple images
@@ -613,30 +646,27 @@
  * Since: 1.24
  */
 gboolean
-gst_vulkan_format_from_video_info_2 (GstVulkanPhysicalDevice * physical_device,
+gst_vulkan_format_from_video_info_2 (GstVulkanDevice * device,
     GstVideoInfo * info, VkImageTiling tiling, gboolean no_multiplane,
     VkImageUsageFlags requested_usage, VkFormat fmtsGST_VIDEO_MAX_PLANES,
     int *n_imgs, VkImageUsageFlags * usage_ret)
 {
   int i;
-  VkPhysicalDevice gpu;
 #if defined (VK_KHR_get_physical_device_properties2)
   PFN_vkGetPhysicalDeviceFormatProperties2KHR
       gst_vkGetPhysicalDeviceFormatProperties2 = NULL;
 
   gst_vkGetPhysicalDeviceFormatProperties2 =
-      gst_vulkan_instance_get_proc_address (physical_device->instance,
+      gst_vulkan_instance_get_proc_address (device->instance,
       "vkGetPhysicalDeviceFormatProperties2");
   if (!gst_vkGetPhysicalDeviceFormatProperties2)
     gst_vkGetPhysicalDeviceFormatProperties2 =
-        gst_vulkan_instance_get_proc_address (physical_device->instance,
+        gst_vulkan_instance_get_proc_address (device->instance,
         "vkGetPhysicalDeviceFormatProperties2KHR");
 #else
   gpointer gst_vkGetPhysicalDeviceFormatProperties2 = NULL;
 #endif
 
-  gpu = gst_vulkan_physical_device_get_handle (physical_device);
-
   for (i = 0; i < G_N_ELEMENTS (vk_formats_map); i++) {
     guint64 feats_primary, feats_secondary = 0;
     VkImageUsageFlags usage = 0;
@@ -644,44 +674,37 @@
     if (vk_formats_mapi.format != GST_VIDEO_INFO_FORMAT (info))
       continue;
 
-    feats_primary = _get_feature_flags (gpu,
+    feats_primary = _get_feature_flags (device,
         gst_vkGetPhysicalDeviceFormatProperties2, vk_formats_mapi.vkfrmt,
         tiling);
 
     if (vk_formats_mapi.vkfrmt != vk_formats_mapi.vkfrmts0) {
-      feats_secondary = _get_feature_flags (gpu,
+      feats_secondary = _get_feature_flags (device,
           gst_vkGetPhysicalDeviceFormatProperties2,
           vk_formats_mapi.vkfrmts0, tiling);
     }
 
     if (GST_VIDEO_INFO_IS_RGB (info)) {
-      if ((GST_VIDEO_INFO_COLORIMETRY (info).transfer ==
-              GST_VIDEO_TRANSFER_SRGB
-              || GST_VIDEO_INFO_COLORIMETRY (info).transfer ==
-              GST_VIDEO_TRANSFER_UNKNOWN)) {
-        usage = _get_usage (feats_primary);
-        if ((requested_usage & usage) == requested_usage) {
-          if (fmts)
-            fmts0 = vk_formats_mapi.vkfrmt;
-          if (n_imgs)
-            *n_imgs = 1;
-          if (usage_ret)
-            *usage_ret = usage;
-          return TRUE;
-        }
+      usage = _get_usage (feats_primary);
+      if ((requested_usage & usage) == requested_usage) {
+        if (fmts)
+          fmts0 = vk_formats_mapi.vkfrmt;
+        if (n_imgs)
+          *n_imgs = 1;
+        if (usage_ret)
+          *usage_ret = usage;
+        return TRUE;
       }
 
-      if (GST_VIDEO_INFO_COLORIMETRY (info).transfer != GST_VIDEO_TRANSFER_SRGB) {
-        usage = _get_usage (feats_secondary);
-        if ((requested_usage & usage) == requested_usage) {
-          if (fmts)
-            fmts0 = vk_formats_mapi.vkfrmts0;
-          if (n_imgs)
-            *n_imgs = 1;
-          if (usage_ret)
-            *usage_ret = usage;
-          return TRUE;
-        }
+      usage = _get_usage (feats_secondary);
+      if ((requested_usage & usage) == requested_usage) {
+        if (fmts)
+          fmts0 = vk_formats_mapi.vkfrmts0;
+        if (n_imgs)
+          *n_imgs = 1;
+        if (usage_ret)
+          *usage_ret = usage;
+        return TRUE;
       }
       return FALSE;
     } else {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkformat.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkformat.h Changed

@@ -27,6 +27,7 @@
 G_BEGIN_DECLS
 
 typedef struct _GstVulkanFormatInfo GstVulkanFormatInfo;
+typedef struct _GstVulkanFormatMap GstVulkanFormatMap;
 
 /**
  * GST_VULKAN_MAX_COMPONENTS:
@@ -130,10 +131,27 @@
   VkImageAspectFlags aspect;
 };
 
+/**
+ * GstVulkanFormatMap:
+ * @format: the GStreamer video format
+ * @vkfrmt: the Vulkan format with a single memory
+ * @vkfrmts: Vulkan formats for multiple memories
+ *
+ * Since: 1.26
+ */
+struct _GstVulkanFormatMap {
+  GstVideoFormat format;
+  VkFormat vkfrmt;
+  VkFormat vkfrmtsGST_VIDEO_MAX_PLANES;
+};
+
 GST_VULKAN_API
 const GstVulkanFormatInfo *     gst_vulkan_format_get_info                      (VkFormat format);
 
 GST_VULKAN_API
+const GstVulkanFormatMap *     gst_vulkan_format_get_map                        (GstVideoFormat format);
+
+GST_VULKAN_API
 guint                           gst_vulkan_format_get_aspect                    (VkFormat format);
 
 GST_VULKAN_API
@@ -141,7 +159,7 @@
                                                                                  guint plane);
 
 GST_VULKAN_API
-gboolean                        gst_vulkan_format_from_video_info_2            (GstVulkanPhysicalDevice * physical_device,
+gboolean                        gst_vulkan_format_from_video_info_2            (GstVulkanDevice * device,
                                                                                 GstVideoInfo * info,
                                                                                 VkImageTiling tiling,
                                                                                 gboolean no_multiplane,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkfullscreenquad.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkfullscreenquad.c Changed

@@ -378,6 +378,12 @@
     return FALSE;
   }
 
+  if (GST_VIDEO_INFO_FORMAT (&self->out_info) == GST_VIDEO_FORMAT_UNKNOWN) {
+    g_set_error_literal (error, GST_VULKAN_ERROR,
+        VK_ERROR_INITIALIZATION_FAILED, "Output video info is unset");
+    return FALSE;
+  }
+
   if (!self->pipeline_layout)
     if (!create_pipeline_layout (self, error))
       return FALSE;
@@ -898,7 +904,7 @@
  */
 gboolean
 gst_vulkan_full_screen_quad_set_info (GstVulkanFullScreenQuad * self,
-    GstVideoInfo * in_info, GstVideoInfo * out_info)
+    const GstVideoInfo * in_info, const GstVideoInfo * out_info)
 {
   self->out_info = *out_info;
   self->in_info = *in_info;
@@ -915,7 +921,7 @@
 /**
  * gst_vulkan_full_screen_quad_set_input_buffer:
  * @self: the #GstVulkanFullScreenQuad
- * @buffer: the input #GstBuffer to set
+ * @buffer: (nullable): the input #GstBuffer to set
  * @error: #GError to fill on failure
  *
  * Returns: whether the input buffer could be changed
@@ -940,7 +946,7 @@
 /**
  * gst_vulkan_full_screen_quad_set_output_buffer:
  * @self: the #GstVulkanFullScreenQuad
- * @buffer: the output #GstBuffer to set
+ * @buffer: (nullable): the output #GstBuffer to set
  * @error: #GError to fill on failure
  *
  * Returns: whether the input buffer could be changed
@@ -1472,6 +1478,12 @@
   g_return_val_if_fail (cmd != NULL, FALSE);
   g_return_val_if_fail (fence != NULL, FALSE);
 
+  if (GST_VIDEO_INFO_FORMAT (&self->out_info) == GST_VIDEO_FORMAT_UNKNOWN) {
+    g_set_error_literal (error, GST_VULKAN_ERROR,
+        VK_ERROR_INITIALIZATION_FAILED, "Output video info is unset");
+    return FALSE;
+  }
+
   priv = GET_PRIV (self);
 
   n_in_mems = gst_buffer_n_memory (priv->inbuf);
@@ -1666,3 +1678,23 @@
 error:
   return FALSE;
 }
+
+/**
+ * gst_vulkan_full_screen_quad_get_queue:
+ * @self: a #GstVulkanFullScreenQuad
+ *
+ * Returns: (transfer full) (nullable): The currently configured
+ *     #GstVulkanQueue
+ *
+ * Since: 1.26
+ */
+GstVulkanQueue *
+gst_vulkan_full_screen_quad_get_queue (GstVulkanFullScreenQuad * self)
+{
+  g_return_val_if_fail (GST_IS_VULKAN_FULL_SCREEN_QUAD (self), NULL);
+
+  if (self->queue)
+    return gst_object_ref (self->queue);
+  else
+    return NULL;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkfullscreenquad.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkfullscreenquad.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkimagebufferpool.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkimagebufferpool.c Changed

@@ -35,6 +35,11 @@
  * A #GstVulkanImageBufferPool is created with gst_vulkan_image_buffer_pool_new()
  */
 
+const static VkImageUsageFlags default_usage =
+    VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT
+    | VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_INPUT_ATTACHMENT_BIT
+    | VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT;
+
 /* bufferpool */
 struct _GstVulkanImageBufferPoolPrivate
 {
@@ -42,14 +47,15 @@
   gboolean raw_caps;
   GstVideoInfo v_info;
   VkImageUsageFlags usage;
+  VkImageCreateFlags img_flags;
   VkMemoryPropertyFlags mem_props;
   VkImageLayout initial_layout;
   guint64 initial_access;
   VkFormat vk_fmtsGST_VIDEO_MAX_PLANES;
   int n_imgs;
   guint32 n_layers;
-  gboolean has_profile;
-  GstVulkanVideoProfile profile;
+  guint32 n_profiles;
+  GstVulkanVideoProfile profiles2;
   GstVulkanOperation *exec;
 };
 
@@ -75,7 +81,12 @@
  * @initial_access: Access flags for the layout transition if @initial_layout is
  * not VK_IMAGE_LAYOUT_UNDEFINED or VK_IMAGE_LAYOUT_PREINITIALIZED.
  *
- * Sets the @usage and @mem_properties of the images to setup.
+ * Sets the @usage and @mem_properties, @initial_layout and @initial_access of
+ * the images to setup.
+ *
+ * If @initial_access is VK_IMAGE_LAYOUT_UNDEFINED or
+ * VK_IMAGE_LAYOUT_PREINITIALIZED, the image crated by this pool has not been
+ * initialized to a particular layout
  *
  * Since: 1.24
  */
@@ -84,6 +95,8 @@
     config, VkImageUsageFlags usage, VkMemoryPropertyFlags mem_properties,
     VkImageLayout initial_layout, guint64 initial_access)
 {
+  g_return_if_fail (GST_IS_STRUCTURE (config));
+
   /* assumption: G_TYPE_UINT is compatible with uint32_t (VkFlags) */
   gst_structure_set (config, "usage", G_TYPE_UINT, usage, "memory-properties",
       G_TYPE_UINT, mem_properties, "initial-layout", G_TYPE_UINT,
@@ -109,26 +122,73 @@
   gst_structure_set (config, "decode-caps", GST_TYPE_CAPS, caps, NULL);
 }
 
-static inline gboolean
+/**
+ * gst_vulkan_image_buffer_pool_config_set_encode_caps:
+ * @config: the #GstStructure with the pool's configuration.
+ * @caps: Upstream encode caps.
+ *
+ * Encode @caps are used when the buffers are going to be used either as encoded
+ * src or DPB images.
+ *
+ * Since: 1.26
+ */
+void
+gst_vulkan_image_buffer_pool_config_set_encode_caps (GstStructure * config,
+    GstCaps * caps)
+{
+  g_return_if_fail (GST_IS_CAPS (caps));
+
+  gst_structure_set (config, "encode-caps", GST_TYPE_CAPS, caps, NULL);
+}
+
+/**
+ * gst_vulkan_image_buffer_pool_config_get_allocation_params:
+ * @config: the #GstStructure with the pool's configuration.
+ * @usage: (out) (optional): The Vulkan image usage flags.
+ * @mem_props: (out) (optional): Vulkan memory property flags.
+ * @initial_layout: (out) (optional): Initial Vulkan image layout.
+ * @initial_access: (out) (optional): Initial Vulkan access flags.
+ *
+ * Gets the configuration of the Vulkan image buffer pool.
+ *
+ * Since: 1.26
+ */
+void
 gst_vulkan_image_buffer_pool_config_get_allocation_params (GstStructure *
     config, VkImageUsageFlags * usage, VkMemoryPropertyFlags * mem_props,
-    VkImageLayout * initial_layout, guint64 * initial_access,
-    guint32 * n_layers, GstCaps ** decode_caps)
+    VkImageLayout * initial_layout, guint64 * initial_access)
 {
-  if (!gst_structure_get_uint (config, "usage", usage)) {
-    *usage = VK_IMAGE_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_TRANSFER_DST_BIT
-        | VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT | VK_IMAGE_USAGE_SAMPLED_BIT
-        | VK_IMAGE_USAGE_INPUT_ATTACHMENT_BIT;
+  g_return_if_fail (GST_IS_STRUCTURE (config));
+
+  if (usage) {
+    if (!gst_structure_get_uint (config, "usage", usage))
+      *usage = default_usage;
   }
 
-  if (!gst_structure_get_uint (config, "memory-properties", mem_props))
-    *mem_props = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
+  if (mem_props) {
+    if (!gst_structure_get_uint (config, "memory-properties", mem_props))
+      *mem_props = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT;
+  }
 
-  if (!gst_structure_get_uint (config, "initial-layout", initial_layout))
-    *initial_layout = VK_IMAGE_LAYOUT_UNDEFINED;
+  if (initial_layout) {
+    if (!gst_structure_get_uint (config, "initial-layout", initial_layout))
+      *initial_layout = VK_IMAGE_LAYOUT_UNDEFINED;
+  }
+
+  if (initial_access) {
+    if (!gst_structure_get_uint64 (config, "initial-access", initial_access))
+      *initial_access = 0;      /* VK_ACCESS_NONE */
+  }
+}
 
-  if (!gst_structure_get_uint64 (config, "initial-access", initial_access))
-    *initial_access = 0;
+static inline void
+internal_config_get_allocation_params (GstStructure * config,
+    VkImageUsageFlags * usage, VkMemoryPropertyFlags * mem_props,
+    VkImageLayout * initial_layout, guint64 * initial_access,
+    guint32 * n_layers, GstCaps ** decode_caps, GstCaps ** encode_caps)
+{
+  gst_vulkan_image_buffer_pool_config_get_allocation_params (config, usage,
+      mem_props, initial_layout, initial_access);
 
   if (!gst_structure_get_uint (config, "num-layers", n_layers))
     *n_layers = 1;
@@ -136,7 +196,8 @@
   if (decode_caps)
     gst_structure_get (config, "decode-caps", GST_TYPE_CAPS, decode_caps, NULL);
 
-  return TRUE;
+  if (encode_caps)
+    gst_structure_get (config, "encode-caps", GST_TYPE_CAPS, encode_caps, NULL);
 }
 
 static gboolean
@@ -146,10 +207,10 @@
   GstVulkanImageBufferPool *vk_pool = GST_VULKAN_IMAGE_BUFFER_POOL_CAST (pool);
   GstVulkanImageBufferPoolPrivate *priv = GET_PRIV (vk_pool);
   VkImageTiling tiling;
-  VkImageUsageFlags requested_usage, supported_usage;
+  VkImageUsageFlags requested_usage;
   VkImageCreateInfo image_info;
   guint min_buffers, max_buffers;
-  GstCaps *caps = NULL, *decode_caps = NULL;
+  GstCaps *caps = NULL, *decode_caps = NULL, *encode_caps = NULL;
   GstCapsFeatures *features;
   gboolean found, no_multiplane, ret = TRUE;
   guint i;
@@ -174,52 +235,74 @@
   priv->raw_caps = features == NULL || gst_caps_features_is_equal (features,
       GST_CAPS_FEATURES_MEMORY_SYSTEM_MEMORY);
 
-  gst_vulkan_image_buffer_pool_config_get_allocation_params (config,
-      &priv->usage, &priv->mem_props, &priv->initial_layout,
-      &priv->initial_access, &priv->n_layers, &decode_caps);
-
-  priv->has_profile = FALSE;
-#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-  if (decode_caps && ((priv->usage
-              & (VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR
-                  | VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR)) != 0)) {
-    priv->has_profile =
-        gst_vulkan_video_profile_from_caps (&priv->profile, decode_caps,
-        GST_VULKAN_VIDEO_OPERATION_DECODE);
-  }
-#endif
-  gst_clear_caps (&decode_caps);
+  internal_config_get_allocation_params (config, &requested_usage,
+      &priv->mem_props, &priv->initial_layout, &priv->initial_access,
+      &priv->n_layers, &decode_caps, &encode_caps);
 
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-  if (((priv->usage & (VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR
-                  | VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR)) != 0)
-      && !priv->has_profile)
-    goto missing_profile;
+  {
+    guint n = 0;
+
+    priv->n_profiles = 0;
+    if (decode_caps && ((requested_usage
+                & (VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR
+                    | VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR)) != 0)) {
+      n++;
+      if (gst_vulkan_video_profile_from_caps (&priv->profilespriv->n_profiles,
+              decode_caps, GST_VULKAN_VIDEO_OPERATION_DECODE))
+        priv->n_profiles++;
+    }
+    gst_clear_caps (&decode_caps);
+    if (encode_caps && ((requested_usage
+                & (VK_IMAGE_USAGE_VIDEO_ENCODE_SRC_BIT_KHR
+                    | VK_IMAGE_USAGE_VIDEO_ENCODE_DPB_BIT_KHR)) != 0)) {
+      n++;
+      if (gst_vulkan_video_profile_from_caps (&priv->profilespriv->n_profiles,
+              encode_caps, GST_VULKAN_VIDEO_OPERATION_ENCODE))
+        priv->n_profiles++;
+    }
+    gst_clear_caps (&encode_caps);
 
-  if (priv->has_profile) {
+    if (priv->n_profiles != n)
+      goto missing_profile;
+  }
+  if (priv->n_profiles > 0) {
     no_multiplane = FALSE;
-
-    /* HACK(victor): NVIDIA & RADV drivers don't report decoding features for
-     * color format. Setting usage to zero to short circuit validation. */
-    requested_usage = 0;
   } else
 #endif
   {
     no_multiplane = TRUE;
-    requested_usage = priv->usage;
   }
 
   tiling = priv->raw_caps ? VK_IMAGE_TILING_LINEAR : VK_IMAGE_TILING_OPTIMAL;
-  found = gst_vulkan_format_from_video_info_2 (vk_pool->device->physical_device,
+  found = gst_vulkan_format_from_video_info_2 (vk_pool->device,
       &priv->v_info, tiling, no_multiplane, requested_usage, priv->vk_fmts,
-      &priv->n_imgs, &supported_usage);
+      &priv->n_imgs, NULL);
   if (!found)
     goto no_vk_format;
 
-  if (priv->usage == 0) {
-    priv->usage = supported_usage & (VK_BUFFER_USAGE_TRANSFER_DST_BIT
-        | VK_BUFFER_USAGE_TRANSFER_SRC_BIT | VK_IMAGE_USAGE_STORAGE_BIT
-        | VK_IMAGE_USAGE_SAMPLED_BIT);
+  {
+    gboolean video = FALSE, sampleable;
+    const GstVulkanFormatMap *vkmap;
+
+#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
+    video = (requested_usage & (VK_IMAGE_USAGE_VIDEO_DECODE_DPB_BIT_KHR
+            | VK_IMAGE_USAGE_VIDEO_DECODE_DST_BIT_KHR
+            | VK_IMAGE_USAGE_VIDEO_ENCODE_SRC_BIT_KHR
+            | VK_IMAGE_USAGE_VIDEO_ENCODE_DPB_BIT_KHR));
+#endif
+    sampleable = requested_usage &
+        (VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_STORAGE_BIT);
+
+    if (sampleable && !video) {
+      vkmap = gst_vulkan_format_get_map (GST_VIDEO_INFO_FORMAT (&priv->v_info));
+      priv->img_flags = VK_IMAGE_CREATE_ALIAS_BIT;
+      if (GST_VIDEO_INFO_N_PLANES (&priv->v_info) > 1
+          && vkmap->vkfrmt != priv->vk_fmts0) {
+        priv->img_flags |= VK_IMAGE_CREATE_MUTABLE_FORMAT_BIT
+            | VK_IMAGE_CREATE_EXTENDED_USAGE_BIT;
+      }
+    }
   }
 
   /* get the size of the buffer to allocate */
@@ -227,7 +310,7 @@
   image_info = (VkImageCreateInfo) {
     .sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
     .pNext = NULL,
-    .flags = 0,
+    .flags = priv->img_flags,
     .imageType = VK_IMAGE_TYPE_2D,
     /* .format = fill per image,  */
     /* .extent = fill per plane, */
@@ -235,7 +318,7 @@
     .arrayLayers = priv->n_layers,
     .samples = VK_SAMPLE_COUNT_1_BIT,
     .tiling = tiling,
-    .usage = priv->usage,
+    .usage = requested_usage,
     .sharingMode = VK_SHARING_MODE_EXCLUSIVE,
     .queueFamilyIndexCount = 0,
     .pQueueFamilyIndices = NULL,
@@ -249,10 +332,12 @@
     GstVulkanImageMemory *img_mem;
     guint width, height;
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
+    VkVideoProfileInfoKHR profiles =
+        { priv->profiles0.profile, priv->profiles1.profile };
     VkVideoProfileListInfoKHR profile_list = {
       .sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_LIST_INFO_KHR,
-      .profileCount = 1,
-      .pProfiles = &priv->profile.profile,
+      .profileCount = priv->n_profiles,
+      .pProfiles = profiles,
     };
 #endif
 
@@ -269,7 +354,7 @@
     image_info.extent = (VkExtent3D) { width, height, 1 };
     /* *INDENT-ON* */
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-    if (priv->has_profile)
+    if (priv->n_profiles > 0)
       image_info.pNext = &profile_list;
 #endif
 
@@ -291,6 +376,8 @@
   gst_buffer_pool_config_set_params (config, caps,
       priv->v_info.size, min_buffers, max_buffers);
 
+  priv->usage = requested_usage;
+
   return GST_BUFFER_POOL_CLASS (parent_class)->set_config (pool, config) && ret;
 
   /* ERRORS */
@@ -372,8 +459,8 @@
     goto error;
 
   if (!gst_vulkan_operation_add_frame_barrier (priv->exec, buffer,
-          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, priv->initial_access,
-          priv->initial_layout, NULL))
+          VK_PIPELINE_STAGE_NONE_KHR, VK_PIPELINE_STAGE_ALL_COMMANDS_BIT,
+          priv->initial_access, priv->initial_layout, NULL))
     goto error;
 
   barriers = gst_vulkan_operation_retrieve_image_barriers (priv->exec);
@@ -430,7 +517,7 @@
   image_info = (VkImageCreateInfo) {
     .sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
     .pNext = NULL,
-    .flags = 0,
+    .flags = priv->img_flags,
     .imageType = VK_IMAGE_TYPE_2D,
     /* .format = fill per image,  */
     /* .extent = fill per plane, */
@@ -456,10 +543,12 @@
     GstMemory *mem;
     guint width, height;
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
+    VkVideoProfileInfoKHR profiles =
+        { priv->profiles0.profile, priv->profiles1.profile };
     VkVideoProfileListInfoKHR profile_list = {
       .sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_LIST_INFO_KHR,
-      .profileCount = 1,
-      .pProfiles = &priv->profile.profile,
+      .profileCount = priv->n_profiles,
+      .pProfiles = profiles,
     };
 #endif
 
@@ -476,7 +565,7 @@
     image_info.extent = (VkExtent3D) { width, height, 1 };
     /* *INDENT-ON* */
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-    if (priv->has_profile)
+    if (priv->n_profiles > 0)
       image_info.pNext = &profile_list;
 #endif
 
@@ -522,6 +611,23 @@
   return GST_BUFFER_POOL_CLASS (parent_class)->stop (pool);
 }
 
+static void
+gst_vulkan_image_buffer_pool_reset_buffer (GstBufferPool * pool,
+    GstBuffer * buffer)
+{
+  GstVulkanImageBufferPool *vk_pool = GST_VULKAN_IMAGE_BUFFER_POOL_CAST (pool);
+  GstVulkanImageBufferPoolPrivate *priv = GET_PRIV (vk_pool);
+  GstVulkanImageMemory *mem;
+  guint i, n = gst_buffer_n_memory (buffer);
+
+  GST_BUFFER_POOL_CLASS (parent_class)->reset_buffer (pool, buffer);
+
+  for (i = 0; i < n; i++) {
+    mem = (GstVulkanImageMemory *) gst_buffer_peek_memory (buffer, i);
+    mem->barrier.parent.access_flags = priv->initial_access;
+  }
+}
+
 /**
  * gst_vulkan_image_buffer_pool_new:
  * @device: the #GstVulkanDevice to use
@@ -556,6 +662,7 @@
   gstbufferpool_class->set_config = gst_vulkan_image_buffer_pool_set_config;
   gstbufferpool_class->alloc_buffer = gst_vulkan_image_buffer_pool_alloc;
   gstbufferpool_class->stop = gst_vulkan_image_buffer_pool_stop;
+  gstbufferpool_class->reset_buffer = gst_vulkan_image_buffer_pool_reset_buffer;
 }
 
 static void

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkimagebufferpool.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkimagebufferpool.h Changed

@@ -89,10 +89,23 @@
                                                          guint64 initial_access);
 
 GST_VULKAN_API
+void            gst_vulkan_image_buffer_pool_config_get_allocation_params
+                                                        (GstStructure * config,
+                                                         VkImageUsageFlags * usage,
+                                                         VkMemoryPropertyFlags * mem_props,
+                                                         VkImageLayout * initial_layout,
+                                                         guint64 * initial_access);
+
+GST_VULKAN_API
 void            gst_vulkan_image_buffer_pool_config_set_decode_caps
                                                         (GstStructure * config,
                                                          GstCaps * caps);
 
+GST_VULKAN_API
+void            gst_vulkan_image_buffer_pool_config_set_encode_caps
+                                                        (GstStructure * config,
+                                                         GstCaps * caps);
+
 G_END_DECLS
 
 #endif /* __GST_VULKAN_IMAGE_BUFFER_POOL_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkimagememory.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkimagememory.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkinstance.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkinstance.c Changed

@@ -77,6 +77,7 @@
   guint requested_api_major;
   guint requested_api_minor;
   uint32_t supported_instance_api;
+  uint32_t configured_instance_api;
 
   guint n_available_layers;
   VkLayerProperties *available_layers;
@@ -253,18 +254,20 @@
 
   /**
    * GstVulkanInstance::create-device:
-   * @object: the #GstVulkanDisplay
+   * @device: the #GstVulkanDevice
+   * @device_index: the index of the device
    *
    * Overrides the #GstVulkanDevice creation mechanism.
    * It can be called from any thread.
    *
    * Returns: (transfer full): the newly created #GstVulkanDevice.
    *
-   * Since: 1.18
+   * Since: 1.26
    */
   gst_vulkan_instance_signalsSIGNAL_CREATE_DEVICE =
       g_signal_new ("create-device", G_TYPE_FROM_CLASS (klass),
-      G_SIGNAL_RUN_LAST, 0, NULL, NULL, NULL, GST_TYPE_VULKAN_DEVICE, 0);
+      G_SIGNAL_RUN_LAST, 0, NULL, NULL, NULL, GST_TYPE_VULKAN_DEVICE, 1,
+      G_TYPE_UINT);
 }
 
 static void
@@ -879,7 +882,12 @@
     requested_instance_api = priv->supported_instance_api;
   }
 
-  if (requested_instance_api > priv->supported_instance_api) {
+  /* Since Vulkan 1.1, it is possible to have an instance API version that is
+   * less than a device supported API.  As such, requesting a higher API version
+   * is no longer an error.
+   */
+  if (priv->supported_instance_api < VK_MAKE_VERSION (1, 1, 0)
+      && requested_instance_api > priv->supported_instance_api) {
     g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_INITIALIZATION_FAILED,
         "Requested API version (%u.%u) is larger than the maximum supported "
         "version (%u.%u)", VK_VERSION_MAJOR (requested_instance_api),
@@ -981,6 +989,8 @@
     }
   }
 
+  priv->configured_instance_api = requested_instance_api;
+
   err =
       vkEnumeratePhysicalDevices (instance->instance,
       &instance->n_physical_devices, NULL);
@@ -1103,27 +1113,28 @@
 }
 
 /**
- * gst_vulkan_instance_create_device:
+ * gst_vulkan_instance_create_device_with_index:
  * @instance: a #GstVulkanInstance
+ * @device_index: the device index to create the new #GstVulkanDevice from
  * @error: (out) (optional): a #GError
  *
  * Returns: (transfer full): a new #GstVulkanDevice
  *
- * Since: 1.18
+ * Since: 1.26
  */
 GstVulkanDevice *
-gst_vulkan_instance_create_device (GstVulkanInstance * instance,
-    GError ** error)
+gst_vulkan_instance_create_device_with_index (GstVulkanInstance * instance,
+    guint device_index, GError ** error)
 {
   GstVulkanDevice *device;
 
   g_return_val_if_fail (GST_IS_VULKAN_INSTANCE (instance), NULL);
 
   g_signal_emit (instance, gst_vulkan_instance_signalsSIGNAL_CREATE_DEVICE, 0,
-      &device);
+      device_index, &device);
 
   if (!device) {
-    device = gst_vulkan_device_new_with_index (instance, 0);
+    device = gst_vulkan_device_new_with_index (instance, device_index);
   }
 
   if (!gst_vulkan_device_open (device, error)) {
@@ -1135,9 +1146,25 @@
 }
 
 /**
+ * gst_vulkan_instance_create_device:
+ * @instance: a #GstVulkanInstance
+ * @error: (out) (optional): a #GError
+ *
+ * Returns: (transfer full): a new #GstVulkanDevice
+ *
+ * Since: 1.18
+ */
+GstVulkanDevice *
+gst_vulkan_instance_create_device (GstVulkanInstance * instance,
+    GError ** error)
+{
+  return gst_vulkan_instance_create_device_with_index (instance, 0, error);
+}
+
+/**
  * gst_context_set_vulkan_instance:
  * @context: a #GstContext
- * @instance: a #GstVulkanInstance
+ * @instance: (transfer none) (nullable): a #GstVulkanInstance
  *
  * Sets @instance on @context
  *
@@ -1165,7 +1192,7 @@
 /**
  * gst_context_get_vulkan_instance:
  * @context: a #GstContext
- * @instance: resulting #GstVulkanInstance
+ * @instance: (out) (optional) (nullable) (transfer full): resulting #GstVulkanInstance
  *
  * Returns: Whether @instance was in @context
  *
@@ -1303,9 +1330,9 @@
 
   return (priv->requested_api_major == 0
       && VK_MAKE_VERSION (major, minor, patch) <= priv->supported_instance_api)
-      || (priv->requested_api_major >= 0 && (major < priv->requested_api_major
-          || (major == priv->requested_api_major
-              && minor <= priv->requested_api_minor)));
+      || (major < priv->requested_api_major
+      || (major == priv->requested_api_major
+          && minor <= priv->requested_api_minor));
 }
 
 /**
@@ -1315,7 +1342,7 @@
  * @minor: (out): minor version
  * @patch: (out): patch version
  *
- * Retrieve the vulkan instance configured version.  Only returns the supported
+ * Retrieve the vulkan instance supported version.  Only returns the supported
  * API version by the instance without taking into account the requested API
  * version.  This means gst_vulkan_instance_check_version() will return
  * different values if a specific version has been requested (which is the
@@ -1346,3 +1373,65 @@
     *patch = VK_VERSION_PATCH (priv->supported_instance_api);
   GST_OBJECT_UNLOCK (instance);
 }
+
+/**
+ * gst_vulkan_instance_get_api_version:
+ * @instance: a #GstVulkanInstance
+ * @major: (out): major version
+ * @minor: (out): minor version
+ * @patch: (out): patch version
+ *
+ * Returns the vulkan API version configured when constructing the
+ * #GstVulkanInstance. This value can be any valid Vulkan API version and may
+ * not match gst_vulkan_instance_get_version() in any way.  This version is the
+ * maximum allowed vulkan API to be used in any capacity.
+ *
+ * This will not return valid values until gst_vulkan_instance_open() has been
+ * called.
+ *
+ * Since: 1.26
+ */
+void
+gst_vulkan_instance_get_api_version (GstVulkanInstance * instance,
+    guint * major, guint * minor, guint * patch)
+{
+  GstVulkanInstancePrivate *priv;
+
+  g_return_if_fail (GST_IS_VULKAN_INSTANCE (instance));
+
+  priv = GET_PRIV (instance);
+
+  GST_OBJECT_LOCK (instance);
+  if (major)
+    *major = VK_VERSION_MAJOR (priv->configured_instance_api);
+  if (minor)
+    *minor = VK_VERSION_MINOR (priv->configured_instance_api);
+  if (patch)
+    *patch = VK_VERSION_PATCH (priv->configured_instance_api);
+  GST_OBJECT_UNLOCK (instance);
+}
+
+/**
+ * gst_vulkan_instance_check_api_version:
+ * @instance: a #GstVulkanInstance
+ * @major: the API major version to check
+ * @minor: the API minor version to check
+ * @patch: the API patch version to check
+ *
+ * Returns: whether the #GstVulkanInstance supports the version specified
+ *          by @major, @minor and @patch.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_vulkan_instance_check_api_version (GstVulkanInstance * instance,
+    guint major, guint minor, guint patch)
+{
+  GstVulkanInstancePrivate *priv;
+
+  g_return_val_if_fail (GST_IS_VULKAN_INSTANCE (instance), FALSE);
+
+  priv = GET_PRIV (instance);
+
+  return VK_MAKE_VERSION (major, minor, patch) <= priv->configured_instance_api;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkinstance.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkinstance.h Changed

@@ -94,6 +94,10 @@
 GST_VULKAN_API
 GstVulkanDevice *   gst_vulkan_instance_create_device           (GstVulkanInstance * instance,
                                                                  GError ** error);
+GST_VULKAN_API
+GstVulkanDevice *   gst_vulkan_instance_create_device_with_index(GstVulkanInstance * instance,
+                                                                 guint device_index,
+                                                                 GError ** error);
 
 GST_VULKAN_API
 void                gst_context_set_vulkan_instance             (GstContext * context,
@@ -144,6 +148,16 @@
 GST_VULKAN_API
 gboolean            gst_vulkan_instance_is_layer_enabled        (GstVulkanInstance * instance,
                                                                  const gchar * name);
+GST_VULKAN_API
+void                gst_vulkan_instance_get_api_version         (GstVulkanInstance * instance,
+                                                                 guint * major,
+                                                                 guint * minor,
+                                                                 guint * patch);
+GST_VULKAN_API
+gboolean            gst_vulkan_instance_check_api_version       (GstVulkanInstance * instance,
+                                                                 guint major,
+                                                                 guint minor,
+                                                                 guint patch);
 
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkmemory.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkmemory.c Changed

@@ -144,6 +144,31 @@
     }
   }
 
+  if ((info->flags & GST_MAP_READ)
+      && !(mem->properties & VK_MEMORY_PROPERTY_HOST_COHERENT_BIT)) {
+    VkMappedMemoryRange range = {
+      .sType = VK_STRUCTURE_TYPE_MAPPED_MEMORY_RANGE,
+      /* .pNext = */
+      .memory = mem->mem_ptr,
+      .offset = mem->vk_offset,
+      .size = VK_WHOLE_SIZE,
+    };
+
+    err = vkInvalidateMappedMemoryRanges (mem->device->device, 1u, &range);
+    if (gst_vulkan_error_to_g_error (err, &error,
+            "vkInvalidateMappedMemoryRanges") < 0) {
+      GST_CAT_ERROR (GST_CAT_VULKAN_MEMORY,
+          "Failed to invalidate mapped memory: %s", error->message);
+      g_clear_error (&error);
+      if (mem->map_count == 0) {
+        vkUnmapMemory (mem->device->device, mem->mem_ptr);
+        mem->mapping = NULL;
+      }
+      g_mutex_unlock (&mem->lock);
+      return NULL;
+    }
+  }
+
   mem->map_count++;
   data = mem->mapping;
   g_mutex_unlock (&mem->lock);
@@ -269,7 +294,7 @@
  */
 gboolean
 gst_vulkan_memory_find_memory_type_index_with_requirements (GstVulkanDevice *
-    device, VkMemoryRequirements * req, VkMemoryPropertyFlags properties,
+    device, const VkMemoryRequirements * req, VkMemoryPropertyFlags properties,
     guint32 * type_index)
 {
   guint32 i;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkmemory.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkmemory.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkoperation.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkoperation.c Changed

@@ -23,6 +23,9 @@
 #endif
 
 #include "gstvkoperation.h"
+#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
+# include "gstvkvideo-private.h"
+#endif
 
 /**
  * SECTION:vkoperation
@@ -57,6 +60,9 @@
 
   VkQueryPool query_pool;
   VkQueryType query_type;
+#if defined(VK_KHR_video_maintenance1)
+  VkVideoInlineQueryInfoKHR inline_query;
+#endif
   guint n_queries;
   gsize query_data_size;
   gsize query_data_stride;
@@ -66,6 +72,8 @@
   gboolean has_sync2;
   gboolean has_video;
   gboolean has_timeline;
+  gboolean has_video_maintenance1;
+  gboolean use_inline_query;
 
   GArray *barriers;
 
@@ -140,6 +148,8 @@
   }
 }
 
+
+
 static void
 gst_vulkan_operation_constructed (GObject * object)
 {
@@ -149,27 +159,32 @@
   GstVulkanDevice *device = priv->cmd_pool->queue->device;
 
 #if defined(VK_KHR_synchronization2)
-  priv->has_sync2 = gst_vulkan_device_is_extension_enabled (device,
+  priv->has_sync2 =
+      gst_vulkan_physical_device_check_api_version (device->physical_device, 1,
+      3, 0)
+      || gst_vulkan_device_is_extension_enabled (device,
       VK_KHR_SYNCHRONIZATION_2_EXTENSION_NAME);
 
   if (priv->has_sync2) {
-    priv->QueueSubmit2 = gst_vulkan_instance_get_proc_address (device->instance,
-        "vkQueueSubmit2");
+    if (gst_vulkan_physical_device_check_api_version (device->physical_device,
+            1, 3, 0))
+      priv->QueueSubmit2 =
+          gst_vulkan_device_get_proc_address (device, "vkQueueSubmit2");
+
     if (!priv->QueueSubmit2) {
       priv->QueueSubmit2 =
-          gst_vulkan_instance_get_proc_address (device->instance,
-          "vkQueueSubmit2KHR");
+          gst_vulkan_device_get_proc_address (device, "vkQueueSubmit2KHR");
     }
 
+    if (gst_vulkan_physical_device_check_api_version (device->physical_device,
+            1, 3, 0))
+      priv->CmdPipelineBarrier2 =
+          gst_vulkan_device_get_proc_address (device, "vkCmdPipelineBarrier2");
+
     if (!priv->CmdPipelineBarrier2) {
       priv->CmdPipelineBarrier2 =
-          gst_vulkan_instance_get_proc_address (device->instance,
-          "vkCmdPipelineBarrier2");
-      if (!priv->CmdPipelineBarrier2) {
-        priv->CmdPipelineBarrier2 =
-            gst_vulkan_instance_get_proc_address (device->instance,
-            "vkCmdPipelineBarrier2KHR");
-      }
+          gst_vulkan_device_get_proc_address (device,
+          "vkCmdPipelineBarrier2KHR");
     }
 
     priv->has_sync2 = (priv->QueueSubmit2 && priv->CmdPipelineBarrier2);
@@ -179,10 +194,13 @@
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
   priv->has_video = gst_vulkan_device_is_extension_enabled (device,
       VK_KHR_VIDEO_QUEUE_EXTENSION_NAME);
+  priv->has_video_maintenance1 = gst_vulkan_video_has_maintenance1 (device);
 #endif
-
 #if defined(VK_KHR_timeline_semaphore)
-  priv->has_timeline = gst_vulkan_device_is_extension_enabled (device,
+  priv->has_timeline =
+      gst_vulkan_physical_device_check_api_version (device->physical_device, 1,
+      2, 0)
+      || gst_vulkan_device_is_extension_enabled (device,
       VK_KHR_TIMELINE_SEMAPHORE_EXTENSION_NAME);
 #endif
 #endif
@@ -726,7 +744,7 @@
 }
 
 /**
- * gst_vulkan_operation_retrieve_image_barriers:
+ * gst_vulkan_operation_retrieve_image_barriers: (skip)
  * @self: a #GstVulkanOperation
  *
  * Retrieves a copy of the current defined barriers internally, which will be
@@ -735,7 +753,9 @@
  * The element type of the array might be, depending on if synchronization2
  * extension is used, either VkImageMemoryBarrier or VkImageMemoryBarrier2KHR.
  *
- * Returns: (transfer full): Current barriers array. Call g_array_unref() after
+ * Returns: (transfer full): Current barriers #GArray, either
+ *    VkImageMemoryBarrier or VkImageMemoryBarrier2KHR, depending whether
+ *    synchronization2 extension is used. Call g_array_unref() after
  *    the operation is using.
  */
 GArray *
@@ -751,7 +771,7 @@
 }
 
 /**
- * gst_vulkan_operation_new_extra_image_barriers:
+ * gst_vulkan_operation_new_extra_image_barriers: (skip)
  * @self: a #GstVulkanOperation
  *
  * See also: gst_vulkan_operation_use_sync2(),
@@ -765,7 +785,7 @@
  * Remember to call gst_vulkan_operation_update_frame() after adding the barrier
  * related with that frame.
  *
- * Returns: (transfer full): A new allocated array of barriers, either
+ * Returns: (transfer full): A new allocated #GArray of barriers, either
  *     VkImageMemoryBarrier or VkImageMemoryBarrier2KHR, depending whether
  *     synchronization2 extension is used.
  */
@@ -776,16 +796,18 @@
 }
 
 /**
- * gst_vulkan_operation_add_extra_image_barriers:
+ * gst_vulkan_operation_add_extra_image_barriers: (skip)
  * @self: a #GstVulkanOperation
- * @extra_barriers: a #GArray of extra image memory barriers to handle
+ * @extra_barriers: (transfer none): a #GArray of extra image memory barriers to handle, either
+ * VkImageMemoryBarrier or VkImageMemoryBarrier2KHR, depending whether
+ * synchronization2 extension is used.
  *
  * See also: gst_vulkan_operation_use_sync2(),
  *     gst_vulkan_operation_new_extra_image_barriers() and
  *     gst_vulkan_operation_update_frame()
  *
- * Any non-repeated image barrier in @extra is appended to the internal barrier
- * list.
+ * Any non-repeated image barrier in @extra_barriers is appended to the internal
+ * barrier list.
  *
  * Remember to call gst_vulkan_operation_update_frame() on those frames with
  * images in @extra_barriers.
@@ -859,6 +881,8 @@
  * gst_vulkan_operation_add_frame_barrier:
  * @self: a #GstVulkanOperation
  * @frame: a Vulkan Image #GstBuffer
+ * @src_stage: source pipeline stage (VkPipelineStageFlags or
+ *   VkPipelineStageFlags2)
  * @dst_stage: destination pipeline stage (VkPipelineStageFlags or
  *   VkPipelineStageFlags2)
  * @new_access: the new access flags (VkAccessFlags2 or VkAccessFlags)
@@ -876,7 +900,7 @@
  */
 gboolean
 gst_vulkan_operation_add_frame_barrier (GstVulkanOperation * self,
-    GstBuffer * frame, guint64 dst_stage, guint64 new_access,
+    GstBuffer * frame, guint64 src_stage, guint64 dst_stage, guint64 new_access,
     VkImageLayout new_layout, GstVulkanQueue * new_queue)
 {
   guint i, n_mems;
@@ -932,8 +956,7 @@
       VkImageMemoryBarrier2KHR barrier2  = {
         .sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER_2_KHR,
         .pNext = NULL,
-        .srcStageMask = dep_frame ?
-            dep_frame->dst_stage : vkmem->barrier.parent.pipeline_stages,
+        .srcStageMask = src_stage,
         .dstStageMask = dst_stage,
         .srcAccessMask = dep_frame ?
             dep_frame->new_access : vkmem->barrier.parent.access_flags,
@@ -1086,7 +1109,7 @@
     GST_OBJECT_UNLOCK (self);
     return TRUE;
   }
-#else
+#endif /* synchronization2 */
   if (priv->has_timeline && wait_stage <= G_MAXUINT32) {
     if (!priv->deps.signal_semaphores) {
       priv->deps.signal_semaphores =
@@ -1145,7 +1168,8 @@
     GST_OBJECT_UNLOCK (self);
     return TRUE;
   }
-#endif /* synchronization2 */
+
+  GST_OBJECT_UNLOCK (self);
 #endif /* timeline semaphore */
 
   return TRUE;
@@ -1201,8 +1225,10 @@
     VkQueryType query_type, guint n_queries, gpointer pnext, GError ** error)
 {
   GstVulkanOperationPrivate *priv;
+#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
   GstVulkanPhysicalDevice *device;
   guint32 queue_family;
+#endif
   VkQueryPoolCreateInfo query_pool_info = {
     .sType = VK_STRUCTURE_TYPE_QUERY_POOL_CREATE_INFO,
     .pNext = pnext,
@@ -1220,15 +1246,37 @@
   if (priv->query_pool)
     return TRUE;
 
+#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
   queue_family = priv->cmd_pool->queue->family;
   device = priv->cmd_pool->queue->device->physical_device;
-  if (!device->queue_family_opsqueue_family.query) {
+  /*
+   * The VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR can be optional, so .query_result_status
+   * can be FALSE, see AMD's case.
+   * vkCreateQueryPool needs to be called when the query is
+   * VK_QUERY_TYPE_VIDEO_ENCODE_FEEDBACK_KHR to enable it anyway.
+   */
+  if (!device->queue_family_opsqueue_family.query_result_status &&
+      query_type == VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR) {
     g_set_error (error, GST_VULKAN_ERROR, VK_ERROR_FEATURE_NOT_PRESENT,
-        "Queue %" GST_PTR_FORMAT " doesn't support query operations",
+        "Queue %" GST_PTR_FORMAT
+        " doesn't support result status query operations",
         priv->cmd_pool->queue);
     return FALSE;
   }
 
+  if ((query_type == VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR
+          || query_type == VK_QUERY_TYPE_VIDEO_ENCODE_FEEDBACK_KHR)
+      && priv->has_video && priv->has_video_maintenance1) {
+    VkBaseInStructure *base;
+    for (base = pnext; base; base = (VkBaseInStructure *) base->pNext) {
+      if (base->sType == VK_STRUCTURE_TYPE_VIDEO_PROFILE_INFO_KHR) {
+        priv->use_inline_query = TRUE;
+        break;
+      }
+    }
+  }
+#endif
+
   res = vkCreateQueryPool (priv->cmd_pool->queue->device->device,
       &query_pool_info, NULL, &priv->query_pool);
   if (gst_vulkan_error_to_g_error (res, error,
@@ -1248,7 +1296,12 @@
       if (priv->has_video)
         stride = sizeof (guint32);
       break;
+    case VK_QUERY_TYPE_VIDEO_ENCODE_FEEDBACK_KHR:
+      if (priv->has_video)
+        stride = sizeof (GstVulkanEncodeQueryResult);
+      break;
 #endif
+
     default:
       break;
   }
@@ -1290,7 +1343,8 @@
 
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
   if (priv->has_video
-      && (priv->query_type == VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR)) {
+      && (priv->query_type == VK_QUERY_TYPE_RESULT_STATUS_ONLY_KHR
+          || priv->query_type == VK_QUERY_TYPE_VIDEO_ENCODE_FEEDBACK_KHR)) {
     flags |= VK_QUERY_RESULT_WITH_STATUS_BIT_KHR;
   }
 #endif
@@ -1313,13 +1367,21 @@
 /**
  * gst_vulkan_operation_begin_query:
  * @self: a #GstVulkanOperation
+ * @base: a VkBaseInStructure base
+ * @id: query id
  *
- * Begins a query operation in the current command buffer.
+ * Begins a query operation with @id in the current command buffer. If video maintenance1 extension
+ * is available the query will be recorded as a video inline query. If NULL is passed to @base,
+ * the query will be recorded as a normal query anyway.
  *
  * Returns: whether the begin command was set
+ *
+ * Since: 1.26
+ *
  */
 gboolean
-gst_vulkan_operation_begin_query (GstVulkanOperation * self, guint32 id)
+gst_vulkan_operation_begin_query (GstVulkanOperation * self,
+    VkBaseInStructure * base, guint32 id)
 {
   GstVulkanOperationPrivate *priv;
 
@@ -1334,6 +1396,26 @@
     return FALSE;
   }
 
+  if (priv->use_inline_query)
+    g_return_val_if_fail (base, FALSE);
+
+#if defined(VK_KHR_video_maintenance1)
+  if (priv->use_inline_query) {
+    /* *INDENT-OFF* */
+    priv->inline_query = (VkVideoInlineQueryInfoKHR) {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_INLINE_QUERY_INFO_KHR,
+      .pNext = base->pNext,
+      .queryPool = priv->query_pool,
+      .firstQuery = id,
+      .queryCount = 1,
+    };
+    /* *INDENT-ON* */
+    base->pNext = (VkBaseInStructure *) & priv->inline_query;
+
+    return TRUE;
+  }
+#endif
+
   gst_vulkan_command_buffer_lock (self->cmd_buf);
   vkCmdBeginQuery (self->cmd_buf->cmd, priv->query_pool, id, 0);
   gst_vulkan_command_buffer_unlock (self->cmd_buf);
@@ -1344,8 +1426,10 @@
 /**
  * gst_vulkan_operation_end_query:
  * @self: a #GstVulkanOperation
+ * @id: query id
  *
- * Ends a query operation in the current command buffer.
+ * Ends a query operation with @id in the current command buffer. A query with
+ * @id has had started with gst_vulkan_operation_begin_query()
  *
  * Returns: whether the end command was set
  */
@@ -1365,6 +1449,9 @@
     return FALSE;
   }
 
+  if (priv->use_inline_query)
+    return TRUE;
+
   gst_vulkan_command_buffer_lock (self->cmd_buf);
   vkCmdEndQuery (self->cmd_buf->cmd, priv->query_pool, id);
   gst_vulkan_command_buffer_unlock (self->cmd_buf);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkoperation.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkoperation.h Changed

@@ -63,6 +63,23 @@
 
 };
 
+/**
+ * GstVulkanEncodeQueryResult:
+ * @offset: buffer offset
+ * @data_size: data size
+ * @status: status
+ *
+ * Encoder query result. Expected to be used in gst_vulkan_operation_get_query()
+ *
+ * Since: 1.26
+ */
+struct _GstVulkanEncodeQueryResult
+{
+  guint32 offset;
+  guint32 data_size;
+  guint32 status;
+};
+
 G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstVulkanOperation, gst_object_unref)
 
 GST_VULKAN_API
@@ -86,6 +103,7 @@
 GST_VULKAN_API
 gboolean                gst_vulkan_operation_add_frame_barrier  (GstVulkanOperation * self,
                                                                  GstBuffer * frame,
+                                                                 guint64 src_stage,
                                                                  guint64 dst_stage,
                                                                  guint64 new_access,
                                                                  VkImageLayout new_layout,
@@ -122,11 +140,11 @@
                                                                  GError ** error);
 GST_VULKAN_API
 gboolean                gst_vulkan_operation_begin_query        (GstVulkanOperation * self,
+                                                                 VkBaseInStructure* base,
                                                                  guint32 id);
 GST_VULKAN_API
 gboolean                gst_vulkan_operation_end_query          (GstVulkanOperation * self,
                                                                  guint32 id);
-
 GST_VULKAN_API
 gboolean                gst_vulkan_operation_use_sync2          (GstVulkanOperation * self);
 GST_VULKAN_API

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkphysicaldevice.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkphysicaldevice.c Changed

@@ -70,6 +70,9 @@
 #if defined (VK_API_VERSION_1_3)
   VkPhysicalDeviceVulkan13Features features13;
   VkPhysicalDeviceVulkan13Properties properties13;
+#if defined (VK_KHR_video_maintenance1)
+  VkPhysicalDeviceVideoMaintenance1FeaturesKHR videomaintenance1;
+#endif
 #endif
 };
 
@@ -200,6 +203,11 @@
   priv->features13.sType =
       VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_3_FEATURES;
   priv->features12.pNext = &priv->features13;
+#if defined (VK_KHR_video_maintenance1)
+  priv->videomaintenance1.sType =
+      VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VIDEO_MAINTENANCE_1_FEATURES_KHR;
+  priv->features13.pNext = &priv->videomaintenance1;
+#endif
 #endif
 }
 
@@ -209,6 +217,8 @@
   GstVulkanPhysicalDevice *device = GST_VULKAN_PHYSICAL_DEVICE (object);
   GError *error = NULL;
 
+  G_OBJECT_CLASS (parent_class)->constructed (object);
+
   if (device->instance == VK_NULL_HANDLE) {
     GST_ERROR_OBJECT (object, "Constructed without any instance set");
     return;
@@ -476,7 +486,16 @@
   DEBUG_BOOL_STRUCT ("support for (1.3)", features, maintenance4);
   /* *INDENT-ON* */
 }
+
+#if defined(VK_KHR_video_maintenance1)
+static void
+dump_videomaintenance1 (GstVulkanPhysicalDevice * device,
+    VkPhysicalDeviceVideoMaintenance1FeaturesKHR * features)
+{
+  DEBUG_BOOL_STRUCT ("support for (1.3)", features, videoMaintenance1);
+}
 #endif
+#endif /* defined (VK_API_VERSION_1_3) */
 
 static gboolean
 dump_features (GstVulkanPhysicalDevice * device, GError ** error)
@@ -485,7 +504,7 @@
   GstVulkanPhysicalDevicePrivate *priv = GET_PRIV (device);
   VkBaseOutStructure *iter;
 
-  if (gst_vulkan_instance_check_version (device->instance, 1, 2, 0)) {
+  if (gst_vulkan_physical_device_check_api_version (device, 1, 2, 0)) {
     for (iter = (VkBaseOutStructure *) & priv->features10; iter;
         iter = iter->pNext) {
       if (iter->sType == VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_FEATURES_2)
@@ -498,10 +517,17 @@
           VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_2_FEATURES)
         dump_features12 (device, (VkPhysicalDeviceVulkan12Features *) iter);
 #if defined (VK_API_VERSION_1_3)
-      else if (gst_vulkan_instance_check_version (device->instance, 1, 3, 0)
+      else if (gst_vulkan_physical_device_check_api_version (device, 1, 3, 0)
           && iter->sType ==
           VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_3_FEATURES)
         dump_features13 (device, (VkPhysicalDeviceVulkan13Features *) iter);
+#if defined(VK_KHR_video_maintenance1)
+      else if (gst_vulkan_physical_device_check_api_version (device, 1, 3, 283)
+          && iter->sType ==
+          VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VIDEO_MAINTENANCE_1_FEATURES_KHR)
+        dump_videomaintenance1 (device,
+            (VkPhysicalDeviceVideoMaintenance1FeaturesKHR *) iter);
+#endif
 #endif
     }
   } else
@@ -883,7 +909,7 @@
     return FALSE;
 
 #if defined (VK_API_VERSION_1_2)
-  if (gst_vulkan_instance_check_version (device->instance, 1, 2, 0)) {
+  if (gst_vulkan_physical_device_check_api_version (device, 1, 2, 0)) {
     for (iter = (VkBaseOutStructure *) & priv->properties10; iter;
         iter = iter->pNext) {
       if (iter->sType ==
@@ -893,7 +919,7 @@
           VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_2_PROPERTIES)
         dump_properties12 (device, (VkPhysicalDeviceVulkan12Properties *) iter);
 #if defined (VK_API_VERSION_1_3)
-      else if (gst_vulkan_instance_check_version (device->instance, 1, 3, 0)
+      else if (gst_vulkan_physical_device_check_api_version (device, 1, 3, 0)
           && iter->sType ==
           VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VULKAN_1_3_PROPERTIES)
         dump_properties13 (device, (VkPhysicalDeviceVulkan13Properties *) iter);
@@ -966,7 +992,7 @@
 
   vkGetPhysicalDeviceProperties (device->device, &device->properties);
 #if defined (VK_API_VERSION_1_2)
-  if (gst_vulkan_instance_check_version (device->instance, 1, 2, 0)) {
+  if (gst_vulkan_physical_device_check_api_version (device, 1, 2, 0)) {
     PFN_vkGetPhysicalDeviceProperties2 get_props2;
     PFN_vkGetPhysicalDeviceMemoryProperties2 get_mem_props2;
     PFN_vkGetPhysicalDeviceFeatures2 get_features2;
@@ -1046,7 +1072,7 @@
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
         device->queue_family_opsi.video =
             queue_family_video_propsi.videoCodecOperations;
-        device->queue_family_opsi.query =
+        device->queue_family_opsi.query_result_status =
             queue_family_query_propsi.queryResultStatusSupport;
 #endif
       }
@@ -1236,8 +1262,58 @@
   g_return_val_if_fail (GST_IS_VULKAN_PHYSICAL_DEVICE (device), FALSE);
 
   priv = GET_PRIV (device);
-  if (gst_vulkan_instance_check_version (device->instance, 1, 2, 0))
+  if (gst_vulkan_physical_device_check_api_version (device, 1, 2, 0))
     return &priv->features10;
 #endif
   return NULL;
 }
+
+/**
+ * gst_vulkan_physical_device_get_api_version:
+ * @device: a #GstVulkanPhysicalDevice
+ * @major: (out): major version
+ * @minor: (out): minor version
+ * @patch: (out): patch version
+ *
+ * Retrieves the advertised Vulkan API version of the #GstVulkanPhysicalDevice.
+ *
+ * Since: 1.26
+ */
+void
+gst_vulkan_physical_device_get_api_version (GstVulkanPhysicalDevice * device,
+    guint * major, guint * minor, guint * patch)
+{
+  if (major)
+    *major = VK_VERSION_MAJOR (device->properties.apiVersion);
+  if (minor)
+    *minor = VK_VERSION_MINOR (device->properties.apiVersion);
+  if (patch)
+    *patch = VK_VERSION_PATCH (device->properties.apiVersion);
+}
+
+/**
+ * gst_vulkan_physical_device_check_api_version:
+ * @device: a #GstVulkanPhysicalDevice
+ * @major: the API major version to check
+ * @minor: the API minor version to check
+ * @patch: the API patch version to check
+ *
+ * Note: This is the intersection of the exposed supported API version as would
+ * be returned by gst_vulkan_physical_device_get_api_version() and
+ * gst_vulkan_instance_check_version().  The latter will take into account any
+ * requested API version and may result in a different result than directly
+ * comparing against gst_vulkan_instance_get_version().
+ *
+ * Returns: whether the #GstVulkanPhysicalDevice supports the version specified
+ *          by @major, @minor and @patch.
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_vulkan_physical_device_check_api_version (GstVulkanPhysicalDevice * device,
+    guint major, guint minor, guint patch)
+{
+  return VK_MAKE_VERSION (major, minor, patch) <= device->properties.apiVersion
+      && gst_vulkan_instance_check_api_version (device->instance, major, minor,
+      patch);
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkphysicaldevice.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkphysicaldevice.h Changed

@@ -38,14 +38,21 @@
 /**
  * GstVulkanQueueFamilyOps:
  * @video: video operation supported by queue family
- * @query: if queue family supports queries
+ * @query_result_status: if queue family supports result status queries
  *
  * Since: 1.24
  */
 struct _GstVulkanQueueFamilyOps
 {
   guint32 video;
-  gboolean query;
+    /**
+   * GstVulkanQueueFamilyOps.query_result_status:
+   *
+   * query status result support
+   *
+   * Since: 1.26
+   */
+  gboolean query_result_status;
 };
 
 /**
@@ -126,7 +133,16 @@
                                                                              gchar ** description,
                                                                              guint32 * spec_version,
                                                                              guint32 * implementation_version);
-
+GST_VULKAN_API
+void                        gst_vulkan_physical_device_get_api_version      (GstVulkanPhysicalDevice * device,
+                                                                             guint * major,
+                                                                             guint * minor,
+                                                                             guint * patch);
+GST_VULKAN_API
+gboolean                    gst_vulkan_physical_device_check_api_version    (GstVulkanPhysicalDevice * device,
+                                                                             guint major,
+                                                                             guint minor,
+                                                                             guint patch);
 
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkqueue.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkqueue.c Changed

@@ -155,84 +155,9 @@
 }
 
 /**
- * gst_vulkan_queue_create_decoder:
- * @queue: a #GstVulkanQueue
- * @codec: (type guint): the VkVideoCodecOperationFlagBitsKHR to decode
- *
- * Creates a #GstVulkanDecoder object if @codec decoding is supported by @queue
- *
- * Returns: (transfer full) (nullable): the #GstVulkanDecoder object
- *
- * Since: 1.24
- */
-GstVulkanDecoder *
-gst_vulkan_queue_create_decoder (GstVulkanQueue * queue, guint codec)
-{
-#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-  GstVulkanPhysicalDevice *device;
-  GstVulkanDecoder *decoder;
-  guint flags, expected_flag, supported_video_ops;
-  const char *extension;
-
-  g_return_val_if_fail (GST_IS_VULKAN_QUEUE (queue), NULL);
-
-  device = queue->device->physical_device;
-  expected_flag = VK_QUEUE_VIDEO_DECODE_BIT_KHR;
-  flags = device->queue_family_propsqueue->family.queueFlags;
-  supported_video_ops = device->queue_family_opsqueue->family.video;
-
-  if (device->properties.apiVersion < VK_MAKE_VERSION (1, 3, 238)) {
-    GST_WARNING_OBJECT (queue,
-        "Driver API version %d.%d.%d doesn't support Video extensions",
-        VK_VERSION_MAJOR (device->properties.apiVersion),
-        VK_VERSION_MINOR (device->properties.apiVersion),
-        VK_VERSION_PATCH (device->properties.apiVersion));
-    return NULL;
-  }
-
-  switch (codec) {
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR:
-      extension = VK_KHR_VIDEO_DECODE_H264_EXTENSION_NAME;
-      break;
-    case VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR:
-      extension = VK_KHR_VIDEO_DECODE_H265_EXTENSION_NAME;
-      break;
-    default:
-      GST_WARNING_OBJECT (queue, "Unsupported codec %u", codec);
-      return NULL;
-  }
-  if ((flags & expected_flag) != expected_flag) {
-    GST_WARNING_OBJECT (queue, "Queue doesn't support decoding");
-    return NULL;
-  }
-  if ((supported_video_ops & codec) != codec) {
-    GST_WARNING_OBJECT (queue, "Queue doesn't support codec %u decoding",
-        codec);
-    return NULL;
-  }
-
-  if (!(gst_vulkan_device_is_extension_enabled (queue->device,
-              VK_KHR_VIDEO_QUEUE_EXTENSION_NAME)
-          && gst_vulkan_device_is_extension_enabled (queue->device,
-              VK_KHR_VIDEO_DECODE_QUEUE_EXTENSION_NAME)
-          && gst_vulkan_device_is_extension_enabled (queue->device, extension)))
-    return NULL;
-
-  decoder = g_object_new (GST_TYPE_VULKAN_DECODER, NULL);
-  gst_object_ref_sink (decoder);
-  decoder->queue = gst_object_ref (queue);
-  decoder->codec = codec;
-
-  return decoder;
-#else
-  return NULL;
-#endif
-}
-
-/**
  * gst_context_set_vulkan_queue:
  * @context: a #GstContext
- * @queue: a #GstVulkanQueue
+ * @queue: (transfer none) (nullable): a #GstVulkanQueue
  *
  * Sets @queue on @context
  *
@@ -259,7 +184,7 @@
 /**
  * gst_context_get_vulkan_queue:
  * @context: a #GstContext
- * @queue: resulting #GstVulkanQueue
+ * @queue: (out) (optional) (nullable) (transfer full): resulting #GstVulkanQueue
  *
  * Returns: Whether @queue was in @context
  *

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkqueue.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkqueue.h Changed

@@ -23,9 +23,6 @@
 
 #include <gst/vulkan/gstvkdevice.h>
 #include <gst/vulkan/gstvkcommandpool.h>
-#if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-#include <gst/vulkan/gstvkdecoder.h>
-#endif
 
 #define GST_TYPE_VULKAN_QUEUE         (gst_vulkan_queue_get_type())
 #define GST_VULKAN_QUEUE(o)           (G_TYPE_CHECK_INSTANCE_CAST((o), GST_TYPE_VULKAN_QUEUE, GstVulkanQueue))
@@ -83,15 +80,12 @@
 
 G_DEFINE_AUTOPTR_CLEANUP_FUNC (GstVulkanQueue, gst_object_unref)
 
-  GST_VULKAN_API
+GST_VULKAN_API
 GstVulkanDevice *   gst_vulkan_queue_get_device (GstVulkanQueue * queue);
 
 GST_VULKAN_API
 GstVulkanCommandPool *  gst_vulkan_queue_create_command_pool    (GstVulkanQueue * queue,
                                                                  GError ** error);
-GST_VULKAN_API
-GstVulkanDecoder *  gst_vulkan_queue_create_decoder             (GstVulkanQueue * queue,
-                                                                 guint codec);
 
 GST_VULKAN_API
 void                gst_vulkan_queue_submit_lock                (GstVulkanQueue * queue);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkswapper.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkswapper.c Changed

@@ -178,8 +178,18 @@
 }
 
 static VkColorSpaceKHR
-_vk_color_space_from_video_info (GstVideoInfo * v_info)
+_vk_color_space_from_vk_format (GstVulkanSwapper * swapper, VkFormat format)
 {
+  GstVulkanSwapperPrivate *priv = GET_PRIV (swapper);
+  int i;
+
+  for (i = 0; i < priv->n_surf_formats; i++) {
+    if (format != priv->surf_formatsi.format)
+      continue;
+    return priv->surf_formatsi.colorSpace;
+  }
+
+  GST_WARNING_OBJECT (swapper, "unsupported format for swapper's colospaces");
   return VK_COLORSPACE_SRGB_NONLINEAR_KHR;
 }
 
@@ -280,10 +290,10 @@
   return TRUE;
 }
 
-/*
+/**
  * gst_vulkan_swapper_choose_queue:
  * @swapper: a #GstVulkanSwapper
- * @available_queue: (transfer none): a #GstVulkanQueue chosen elsewhere
+ * @available_queue: (transfer none) (nullable): a #GstVulkanQueue chosen elsewhere
  * @error: a #GError
  */
 gboolean
@@ -660,7 +670,8 @@
 
   caps = gst_caps_new_empty_simple ("video/x-raw");
   gst_caps_set_features (caps, 0,
-      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE));
+      gst_caps_features_new_single_static_str
+      (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE));
   s = gst_caps_get_structure (caps, 0);
 
   {
@@ -790,7 +801,7 @@
   }
 
   format = gst_vulkan_format_from_video_info (&priv->v_info, 0);
-  color_space = _vk_color_space_from_video_info (&priv->v_info);
+  color_space = _vk_color_space_from_vk_format (swapper, format);
 
   if ((priv->surf_props.supportedCompositeAlpha &
           VK_COMPOSITE_ALPHA_OPAQUE_BIT_KHR) != 0) {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvktrash.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvktrash.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkutils.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkutils.c Changed

@@ -271,6 +271,7 @@
     if (!gst_vulkan_instance_open (*instance_ptr, &error)) {
       GST_ELEMENT_ERROR (element, RESOURCE, NOT_FOUND,
           ("Failed to create vulkan instance"), ("%s", error->message));
+      gst_clear_context (&context);
       gst_object_unref (*instance_ptr);
       *instance_ptr = NULL;
       g_clear_error (&error);
@@ -309,6 +310,61 @@
 }
 
 /**
+ * gst_vulkan_ensure_element_device:
+ * @element: a #GstElement
+ * @instance: the #GstVulkanInstance
+ * @device_ptr: (inout) (optional): the resulting #GstVulkanDevice
+ * @device_id: The device number to use, 0 is default.
+ *
+ * Perform the steps necessary for retrieving a #GstVulkanDevice from
+ * the surrounding elements or create a new device according to the device_id.
+ *
+ * If the contents of @device_ptr is not %NULL, then no
+ * #GstContext query is necessary and no #GstVulkanDevice
+ * retrieval is performed.
+ *
+ * Returns: whether a #GstVulkanDevice exists in @device_ptr
+ *
+ * Since: 1.26
+ */
+gboolean
+gst_vulkan_ensure_element_device (GstElement * element,
+    GstVulkanInstance * instance, GstVulkanDevice ** device_ptr,
+    guint device_id)
+{
+  g_return_val_if_fail (instance != NULL, FALSE);
+
+  if (!gst_vulkan_device_run_context_query (element, device_ptr)) {
+    GError *error = NULL;
+    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+        "No device retrieved from peer elements");
+
+    /* If no neighboor, or application not interested, use system default by device id */
+    *device_ptr =
+        gst_vulkan_instance_create_device_with_index (instance, device_id,
+        &error);
+
+    if (!*device_ptr) {
+      GST_ELEMENT_ERROR (element, RESOURCE, NOT_FOUND,
+          ("Failed to create vulkan device"),
+          ("%s", error ? error->message : ""));
+      g_clear_error (&error);
+      return FALSE;
+    }
+    GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+        "Created a new device from %s",
+        (*device_ptr)->physical_device->properties.deviceName);
+  } else {
+    if ((*device_ptr)->physical_device->device_index != device_id) {
+      GST_CAT_INFO_OBJECT (GST_CAT_CONTEXT, element,
+          "A device with a different id has been selected from a peer element");
+    }
+  }
+
+  return *device_ptr != NULL;
+}
+
+/**
  * gst_vulkan_handle_set_context:
  * @element: a #GstElement
  * @context: a #GstContext
@@ -379,7 +435,7 @@
  * @query: a #GstQuery of type %GST_QUERY_CONTEXT
  * @display: (transfer none) (nullable): a #GstVulkanDisplay
  * @instance: (transfer none) (nullable): a #GstVulkanInstance
- * @device: (transfer none) (nullable): a #GstVulkanInstance
+ * @device: (transfer none) (nullable): a #GstVulkanDevice
  *
  * Returns: Whether the @query was successfully responded to from the passed
  *          @display, @instance, and @device.
@@ -431,7 +487,8 @@
 }
 
 static gboolean
-find_compatible_view (GstVulkanImageView * view, VkImageViewCreateInfo * info)
+find_compatible_view (GstVulkanImageView * view,
+    const VkImageViewCreateInfo * info)
 {
   return view->create_info.image == info->image
       && view->create_info.format == info->format
@@ -482,7 +539,7 @@
  */
 GstVulkanImageView *
 gst_vulkan_get_or_create_image_view_with_info (GstVulkanImageMemory * image,
-    VkImageViewCreateInfo * create_info)
+    const VkImageViewCreateInfo * create_info)
 {
   VkImageViewCreateInfo _create_info;
   GstVulkanImageView *ret;
@@ -491,13 +548,15 @@
     fill_vulkan_image_view_info (image->image, image->create_info.format,
         &_create_info);
     create_info = &_create_info;
-  } else if (!(create_info->format == image->create_info.format
-          && create_info->image == image->image)) {
-    return NULL;
+  } else {
+    g_return_val_if_fail (create_info->format == image->create_info.format,
+        NULL);
+    g_return_val_if_fail (create_info->image == image->image, NULL);
   }
 
   ret = gst_vulkan_image_memory_find_view (image,
-      (GstVulkanImageMemoryFindViewFunc) find_compatible_view, create_info);
+      (GstVulkanImageMemoryFindViewFunc) find_compatible_view,
+      (gpointer) create_info);
   if (!ret) {
     ret = gst_vulkan_image_view_new (image, create_info);
     gst_vulkan_image_memory_add_view (image, ret);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkutils.h Changed

@@ -30,6 +30,11 @@
                                                                  GstVulkanDisplay ** display_ptr,
                                                                  GstVulkanInstance ** instance_ptr);
 GST_VULKAN_API
+gboolean                gst_vulkan_ensure_element_device        (GstElement * element,
+                                                                 GstVulkanInstance * instance,
+                                                                 GstVulkanDevice ** device_ptr,
+                                                                 guint device_id);
+GST_VULKAN_API
 gboolean                gst_vulkan_handle_set_context           (GstElement * element,
                                                                  GstContext * context,
                                                                  GstVulkanDisplay ** display,
@@ -57,7 +62,7 @@
 
 GST_VULKAN_API
 GstVulkanImageView *    gst_vulkan_get_or_create_image_view_with_info (GstVulkanImageMemory * image,
-                                                                       VkImageViewCreateInfo * create_info);
+                                                                       const VkImageViewCreateInfo * create_info);
 
 GST_VULKAN_API
 GstVulkanHandle *       gst_vulkan_create_shader                (GstVulkanDevice * device,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkvideo-private.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkvideo-private.c Changed

@@ -23,6 +23,7 @@
 #endif
 
 #include "gstvkvideo-private.h"
+#include "gstvkphysicaldevice-private.h"
 #include "gstvkinstance.h"
 
 #include <vk_video/vulkan_video_codecs_common.h>
@@ -37,6 +38,14 @@
     .extensionName = VK_STD_VULKAN_VIDEO_CODEC_H265_DECODE_EXTENSION_NAME,
     .specVersion = VK_STD_VULKAN_VIDEO_CODEC_H265_DECODE_SPEC_VERSION,
   },
+  GST_VK_VIDEO_EXTENSION_ENCODE_H264 = {
+    .extensionName = VK_STD_VULKAN_VIDEO_CODEC_H264_ENCODE_EXTENSION_NAME,
+    .specVersion = VK_STD_VULKAN_VIDEO_CODEC_H264_ENCODE_SPEC_VERSION,
+  },
+  GST_VK_VIDEO_EXTENSION_ENCODE_H265 = {
+    .extensionName = VK_STD_VULKAN_VIDEO_CODEC_H265_ENCODE_EXTENSION_NAME,
+    .specVersion = VK_STD_VULKAN_VIDEO_CODEC_H265_ENCODE_SPEC_VERSION,
+  }
 };
 
 const VkComponentMapping _vk_identity_component_map = {
@@ -106,6 +115,12 @@
   g_return_val_if_fail (vk, FALSE);
   g_return_val_if_fail (session_create, FALSE);
 
+#if defined(VK_KHR_video_maintenance1)
+  if (gst_vulkan_video_has_maintenance1 (device)) {
+    session_create->flags |= VK_VIDEO_SESSION_CREATE_INLINE_QUERIES_BIT_KHR;
+  }
+#endif
+
   res = vk->CreateVideoSession (device->device, session_create, NULL,
       &vk_session);
   if (gst_vulkan_error_to_g_error (res, error, "vkCreateVideoSessionKHR")
@@ -233,3 +248,94 @@
   gst_buffer_append_memory (buf, mem);
   return buf;
 }
+
+/**
+ * gst_vulkan_video_image_create_view:
+ * @buf: a #GstBuffer
+ * @layered_dpb: if DPB is layered
+ * @is_out: if @buf is for output or for DPB
+ * @sampler: (optional): sampler #GstVulkanHandle
+ *
+ * Creates a #GstVulkanImageView for @buf for decoding, with the internal Ycbcr
+ * sampler, if available.
+ *
+ * Returns: (transfer full) (nullable): the #GstVulkanImageView.
+ */
+GstVulkanImageView *
+gst_vulkan_video_image_create_view (GstBuffer * buf, gboolean layered_dpb,
+    gboolean is_out, GstVulkanHandle * sampler)
+{
+  VkSamplerYcbcrConversionInfo yuv_sampler_info;
+  VkImageViewCreateInfo view_create_info;
+  GstVulkanImageMemory *vkmem;
+  GstMemory *mem;
+  gpointer pnext;
+  guint n_mems;
+
+  g_return_val_if_fail (GST_IS_BUFFER (buf), NULL);
+
+  n_mems = gst_buffer_n_memory (buf);
+  if (n_mems != 1)
+    return NULL;
+
+  mem = gst_buffer_peek_memory (buf, 0);
+  if (!gst_is_vulkan_image_memory (mem))
+    return NULL;
+
+  pnext = NULL;
+  if (sampler
+      && sampler->type == GST_VULKAN_HANDLE_TYPE_SAMPLER_YCBCR_CONVERSION) {
+    yuv_sampler_info = (VkSamplerYcbcrConversionInfo) {
+      /* *INDENT-OFF* */
+      .sType = VK_STRUCTURE_TYPE_SAMPLER_YCBCR_CONVERSION_INFO,
+      .conversion = sampler->handle,
+      /* *INDENT-ON* */
+    };
+
+    pnext = &yuv_sampler_info;
+  }
+
+  vkmem = (GstVulkanImageMemory *) mem;
+
+  /* *INDENT-OFF* */
+  view_create_info = (VkImageViewCreateInfo) {
+    .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
+    .pNext = pnext,
+    .viewType = layered_dpb && !is_out ?
+        VK_IMAGE_VIEW_TYPE_2D_ARRAY: VK_IMAGE_VIEW_TYPE_2D,
+    .format = vkmem->create_info.format,
+    .image = vkmem->image,
+    .components = _vk_identity_component_map,
+    .subresourceRange = (VkImageSubresourceRange) {
+      .aspectMask     = VK_IMAGE_ASPECT_COLOR_BIT,
+      .baseArrayLayer = 0,
+      .layerCount     = layered_dpb && !is_out ?
+          VK_REMAINING_ARRAY_LAYERS : 1,
+      .levelCount     = 1,
+    },
+  };
+  /* *INDENT-ON* */
+
+  return gst_vulkan_get_or_create_image_view_with_info (vkmem,
+      &view_create_info);
+}
+
+gboolean
+gst_vulkan_video_has_maintenance1 (GstVulkanDevice * device)
+{
+#if defined(VK_KHR_video_maintenance1)
+  const VkPhysicalDeviceFeatures2 *features;
+  const VkBaseOutStructure *iter;
+
+  features = gst_vulkan_physical_device_get_features (device->physical_device);
+  for (iter = (const VkBaseOutStructure *) features; iter; iter = iter->pNext) {
+    if (iter->sType ==
+        VK_STRUCTURE_TYPE_PHYSICAL_DEVICE_VIDEO_MAINTENANCE_1_FEATURES_KHR) {
+      const VkPhysicalDeviceVideoMaintenance1FeaturesKHR *video_maintenance1 =
+          (const VkPhysicalDeviceVideoMaintenance1FeaturesKHR *) iter;
+      return video_maintenance1->videoMaintenance1;
+    }
+  }
+#endif
+  return FALSE;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkvideo-private.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkvideo-private.h Changed

@@ -43,6 +43,8 @@
 typedef enum {
   GST_VK_VIDEO_EXTENSION_DECODE_H264,
   GST_VK_VIDEO_EXTENSION_DECODE_H265,
+  GST_VK_VIDEO_EXTENSION_ENCODE_H264,
+  GST_VK_VIDEO_EXTENSION_ENCODE_H265,
 } GST_VK_VIDEO_EXTENSIONS;
 
 #define GST_VULKAN_VIDEO_FN_LIST(V)                                            \
@@ -59,7 +61,10 @@
   V(CmdBeginVideoCoding)                                                       \
   V(CmdControlVideoCoding)                                                     \
   V(CmdEndVideoCoding)                                                         \
-  V(CmdDecodeVideo)
+  V(CmdDecodeVideo)                                                            \
+  V(CmdEncodeVideo)                                                            \
+  V(GetEncodedVideoSessionParameters)                                          \
+  V(GetPhysicalDeviceVideoEncodeQualityLevelProperties)
 
 struct _GstVulkanVideoFunctions
 {
@@ -68,7 +73,7 @@
 #undef DEFINE_FUNCTION
 };
 
-extern const VkExtensionProperties _vk_codec_extensions2;
+extern const VkExtensionProperties _vk_codec_extensions4;
 extern const VkComponentMapping _vk_identity_component_map;
 
 gboolean                gst_vulkan_video_get_vk_functions       (GstVulkanInstance * instance,
@@ -87,4 +92,11 @@
                                                                  VkBufferUsageFlags usage,
                                                                  gsize size);
 
+GstVulkanImageView *    gst_vulkan_video_image_create_view     (GstBuffer * buf,
+                                                                gboolean layered_dpb,
+                                                                gboolean is_out,
+                                                                GstVulkanHandle * sampler);
+
+gboolean                gst_vulkan_video_has_maintenance1      (GstVulkanDevice * device);
+
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkvideofilter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkvideofilter.c Changed

@@ -274,17 +274,10 @@
         ("Failed to retrieve vulkan instance"), (NULL));
     return FALSE;
   }
-  if (!gst_vulkan_device_run_context_query (GST_ELEMENT (render),
-          &render->device)) {
-    GError *error = NULL;
-    GST_DEBUG_OBJECT (render, "No device retrieved from peer elements");
-    if (!(render->device =
-            gst_vulkan_instance_create_device (render->instance, &error))) {
-      GST_ELEMENT_ERROR (render, RESOURCE, NOT_FOUND,
-          ("Failed to create vulkan device"), ("%s", error->message));
-      g_clear_error (&error);
-      return FALSE;
-    }
+
+  if (!gst_vulkan_ensure_element_device (GST_ELEMENT (bt), render->instance,
+          &render->device, 0)) {
+    return FALSE;
   }
 
   if (!gst_vulkan_queue_run_context_query (GST_ELEMENT (render),
@@ -310,3 +303,63 @@
 
   return TRUE;
 }
+
+/**
+ * gst_vulkan_video_filter_get_instance:
+ * @filter: a #GstVulkanVideoFilter
+ *
+ * Returns: (transfer full) (nullable): The currently configured
+ *     #GstVulkanInstance
+ *
+ * Since: 1.26
+ */
+GstVulkanInstance *
+gst_vulkan_video_filter_get_instance (GstVulkanVideoFilter * filter)
+{
+  g_return_val_if_fail (GST_IS_VULKAN_VIDEO_FILTER (filter), NULL);
+
+  if (filter->instance)
+    return gst_object_ref (filter->instance);
+  else
+    return NULL;
+}
+
+/**
+ * gst_vulkan_video_filter_get_device:
+ * @filter: a #GstVulkanVideoFilter
+ *
+ * Returns: (transfer full) (nullable): The currently configured
+ *     #GstVulkanDevice
+ *
+ * Since: 1.26
+ */
+GstVulkanDevice *
+gst_vulkan_video_filter_get_device (GstVulkanVideoFilter * filter)
+{
+  g_return_val_if_fail (GST_IS_VULKAN_VIDEO_FILTER (filter), NULL);
+
+  if (filter->device)
+    return gst_object_ref (filter->device);
+  else
+    return NULL;
+}
+
+/**
+ * gst_vulkan_video_filter_get_queue:
+ * @filter: a #GstVulkanVideoFilter
+ *
+ * Returns: (transfer full) (nullable): The currently configured
+ *     #GstVulkanQueue
+ *
+ * Since: 1.26
+ */
+GstVulkanQueue *
+gst_vulkan_video_filter_get_queue (GstVulkanVideoFilter * filter)
+{
+  g_return_val_if_fail (GST_IS_VULKAN_VIDEO_FILTER (filter), NULL);
+
+  if (filter->queue)
+    return gst_object_ref (filter->queue);
+  else
+    return NULL;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkvideofilter.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkvideofilter.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkvideoutils.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkvideoutils.c Changed

@@ -36,6 +36,10 @@
       VK_STRUCTURE_TYPE_VIDEO_DECODE_H264_PROFILE_INFO_KHR },
   { GST_VULKAN_VIDEO_OPERATION_DECODE, VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR, "video/x-h265",
       VK_STRUCTURE_TYPE_VIDEO_DECODE_H265_PROFILE_INFO_KHR },
+  { GST_VULKAN_VIDEO_OPERATION_ENCODE, VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR, "video/x-h264",
+      VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_PROFILE_INFO_KHR },
+  { GST_VULKAN_VIDEO_OPERATION_ENCODE, VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR, "video/x-h265",
+      VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_PROFILE_INFO_KHR },
 };
 
 static const struct {
@@ -104,8 +108,9 @@
 gst_vulkan_video_profile_to_caps (const GstVulkanVideoProfile * profile)
 {
 #if GST_VULKAN_HAVE_VIDEO_EXTENSIONS
-  const char *mime, *chroma_sub, *profile_str = NULL, *layout = NULL;
-  int i, luma, chroma;
+  const char *mime = NULL, *chroma_sub = NULL;
+  const char *profile_str = NULL, *layout = NULL;
+  int i, luma = 0, chroma = 0;
   GstCaps *caps;
 
   g_return_val_if_fail (profile
@@ -146,6 +151,26 @@
             }
           }
           break;
+        case VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR:
+          if (profile->codec.h264enc.sType == video_codecs_mapi.stype) {
+            int j;
+            for (j = 0; j < G_N_ELEMENTS (h264_profile_map); j++) {
+              if (profile->codec.h264enc.stdProfileIdc
+                  == h264_profile_mapj.vk_profile)
+                profile_str = h264_profile_mapj.profile_str;
+            }
+          }
+          break;
+        case VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR:
+          if (profile->codec.h265enc.sType == video_codecs_mapi.stype) {
+            int j;
+            for (j = 0; j < G_N_ELEMENTS (h265_profile_map); j++) {
+              if (profile->codec.h265enc.stdProfileIdc
+                  == h265_profile_mapj.vk_profile)
+                profile_str = h265_profile_mapj.profile_str;
+            }
+          }
+          break;
         default:
           break;
       }
@@ -282,6 +307,42 @@
           }
           break;
         }
+        case VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR:{
+          int j;
+
+          profile->codec.h264enc.sType = video_codecs_mapi.stype;
+          profile->codec.h264enc.stdProfileIdc =
+              STD_VIDEO_H264_PROFILE_IDC_INVALID;
+          profile->profile.pNext = &profile->codec;
+
+          profile_str = gst_structure_get_string (structure, "profile");
+          for (j = 0; profile_str && j < G_N_ELEMENTS (h264_profile_map); j++) {
+            if (g_strcmp0 (profile_str, h264_profile_mapj.profile_str) == 0) {
+              profile->codec.h264enc.stdProfileIdc =
+                  h264_profile_mapj.vk_profile;
+              break;
+            }
+          }
+          break;
+        }
+        case VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR:{
+          int j;
+
+          profile->codec.h265enc.sType = video_codecs_mapi.stype;
+          profile->codec.h265enc.stdProfileIdc =
+              STD_VIDEO_H265_PROFILE_IDC_INVALID;
+          profile->profile.pNext = &profile->codec;
+
+          profile_str = gst_structure_get_string (structure, "profile");
+          for (j = 0; profile_str && j < G_N_ELEMENTS (h265_profile_map); j++) {
+            if (g_strcmp0 (profile_str, h265_profile_mapj.profile_str) == 0) {
+              profile->codec.h265enc.stdProfileIdc =
+                  h265_profile_mapj.vk_profile;
+              break;
+            }
+          }
+          break;
+        }
         default:
           profile->usage.decode.pNext = NULL;
           break;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/gstvkvideoutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/gstvkvideoutils.h Changed

@@ -39,12 +39,30 @@
   VkVideoProfileInfoKHR profile;
   union {
     VkVideoDecodeUsageInfoKHR decode;
+    /**
+     * GstVulkanVideoProfile.usage.encode:
+     *
+     * Since: 1.26
+     **/
+    VkVideoEncodeUsageInfoKHR encode;
   } usage;
 
   union {
     VkBaseInStructure base;
     VkVideoDecodeH264ProfileInfoKHR h264dec;
     VkVideoDecodeH265ProfileInfoKHR h265dec;
+    /**
+     * GstVulkanVideoProfile.usage.codec.h264enc:
+     *
+     * Since: 1.26
+     **/
+    VkVideoEncodeH264ProfileInfoKHR h264enc;
+    /**
+     * GstVulkanVideoProfile.usage.codec.h265enc:
+     *
+     * Since: 1.26
+     **/
+    VkVideoEncodeH265ProfileInfoKHR h265enc;
   } codec;
 #endif
   gpointer _reservedGST_PADDING;
@@ -62,11 +80,31 @@
   VkVideoCapabilitiesKHR caps;
   union
   {
-    VkBaseInStructure base;
-    VkVideoDecodeH264CapabilitiesKHR h264dec;
-    VkVideoDecodeH265CapabilitiesKHR h265dec;
-  } codec;
+    struct
+    {
+      /*< private >*/
+      VkVideoDecodeCapabilitiesKHR caps;
+      union
+      {
+        /*< private >*/
+        VkVideoDecodeH264CapabilitiesKHR h264;
+        VkVideoDecodeH265CapabilitiesKHR h265;
+      } codec;
+    } decoder;
+    struct
+    {
+      /*< private >*/
+      VkVideoEncodeCapabilitiesKHR caps;
+      union
+      {
+        /*< private >*/
+        VkVideoEncodeH264CapabilitiesKHR h264;
+        VkVideoEncodeH265CapabilitiesKHR h265;
+      } codec;
+    } encoder;
+  };
 #endif
+  /*< private >*/
   gpointer _reservedGST_PADDING;
 };

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/meson.build Changed

@@ -1,7 +1,9 @@
 gstvulkan_dep = dependency('', required: false)
 gstvulkanxcb_dep = dependency('', required: false)
 gstvulkanwyland_dep = dependency('', required: false)
-if get_option('vulkan').disabled()
+vulkan_windowing_opt = get_option('vulkan-windowing')
+vulkan_opt = get_option('vulkan')
+if vulkan_opt.disabled()
   subdir_done()
 endif
 
@@ -75,6 +77,14 @@
   'vulkan_fwd.h',
   'vulkan.h',
 )
+doc_sources = 
+foreach s: vulkan_sources + vulkan_headers
+  doc_sources += s.full_path()
+endforeach
+
+libs_sources += {
+  'vulkan': pathsep.join(doc_sources)
+}
 
 vulkan_priv_sources = 
 vulkan_xcb_sources = 
@@ -107,13 +117,17 @@
 endforeach
 
 if 'ios', 'darwin'.contains(host_system)
-  # - ios does not support the loader/validation layers
-  # - We need to link directly to MoltenVK to be able to use
-  #   MoltenVK-specific functions that use dispatchable handles (like
-  #   retrieving the metal device from the VkDevice) which is currently waiting
-  #   on implementing a proper Metal extension for Vulkan
-  #   https://github.com/KhronosGroup/MoltenVK/issues/492
-  vulkan_dep = cc.find_library('MoltenVK', required : get_option('vulkan'))
+  vulkan_dep = dependency('vulkan', method: 'pkg-config', required : false)
+  if not vulkan_dep.found()
+    # - ios does not support the loader/validation layers
+    # - We need to link directly to MoltenVK to be able to use
+    #   MoltenVK-specific functions that use dispatchable handles (like
+    #   retrieving the metal device from the VkDevice) which is currently waiting
+    #   on implementing a proper Metal extension for Vulkan
+    #   https://github.com/KhronosGroup/MoltenVK/issues/492
+    objcpp = meson.get_compiler('objcpp')
+    vulkan_dep = objcpp.find_library('MoltenVK', required : vulkan_opt)
+  endif
 elif host_system == 'windows'
   vulkan_root = run_command(python3, '-c', 'import os; print(os.environ.get("VK_SDK_PATH"))', check: false).stdout().strip()
   if vulkan_root != '' and vulkan_root != 'None'
@@ -125,11 +139,12 @@
     endif
 
     vulkan_lib = cc.find_library('vulkan-1', dirs: vulkan_lib_dir,
-                                 required : get_option('vulkan'))
+                                 required : vulkan_opt)
 
     vulkan_inc_dir = join_paths(vulkan_root, 'Include')
     has_vulkan_header = cc.has_header('vulkan/vulkan_core.h',
-                                      args: '-I' + vulkan_inc_dir)
+                                      args: '-I' + vulkan_inc_dir,
+                                      required: vulkan_opt)
 
     if vulkan_lib.found() and has_vulkan_header
       vulkan_dep = declare_dependency(include_directories: include_directories(vulkan_inc_dir),
@@ -137,85 +152,87 @@
     endif
   endif
 else
-  vulkan_dep = dependency('vulkan', method: 'pkg-config', required : false)
+  vulkan_dep = dependency('vulkan', method: 'pkg-config', required: false)
   if not vulkan_dep.found()
-    vulkan_dep = cc.find_library('vulkan', required : false)
+    vulkan_dep = cc.find_library('vulkan', required: vulkan_opt)
   endif
 endif
 
 if host_system != 'windows'
-  has_vulkan_header = cc.has_header('vulkan/vulkan_core.h')
+  has_vulkan_header = cc.has_header('vulkan/vulkan_core.h', dependencies: vulkan_dep, required: vulkan_opt)
 endif
 
-if not has_vulkan_header and get_option('vulkan').enabled()
-  error('vulkan plugin enabled, but vulkan.h not found')
-endif
-if not vulkan_dep.found() and get_option('vulkan').enabled()
-  error('vulkan plugin enabled, but could not find vulkan library')
-endif
-
-xcb_dep = dependency('xcb', version : '>=1.10', required : get_option('x11'))
-xkbcommon_dep = dependency('xkbcommon', required : get_option('x11'))
-xkbcommon_x11_dep = dependency('xkbcommon-x11', required : get_option('x11'))
+if 'x11' in vulkan_windowing_opt or 'auto' in vulkan_windowing_opt
+  vulkan_xcb_required = vulkan_opt.enabled() and 'x11' in vulkan_windowing_opt
+  xcb_dep = dependency('xcb', version : '>=1.10', required: vulkan_xcb_required)
+  xkbcommon_dep = dependency('xkbcommon', required: vulkan_xcb_required)
+  xkbcommon_x11_dep = dependency('xkbcommon-x11', required: vulkan_xcb_required)
 
-if xcb_dep.found() and xkbcommon_dep.found() and xkbcommon_x11_dep.found() and cc.has_header('vulkan/vulkan_xcb.h', dependencies : vulkan_dep)
-  vulkan_priv_sources += files(
-    'xcb/gstvkwindow_xcb.c',
-    'xcb/xcb_event_source.c',
-  )
-  vulkan_xcb_sources += files(
-    'xcb/gstvkdisplay_xcb.c',
-  )
-  vulkan_xcb_headers += files(
-    'xcb/xcb.h',
-    'xcb/gstvkdisplay_xcb.h'
-  )
+  if xcb_dep.found() and xkbcommon_dep.found() and xkbcommon_x11_dep.found() and \
+     cc.has_header('vulkan/vulkan_xcb.h', dependencies : vulkan_dep, required: vulkan_xcb_required)
+    vulkan_priv_sources += files(
+      'xcb/gstvkwindow_xcb.c',
+      'xcb/xcb_event_source.c',
+    )
+    vulkan_xcb_sources += files(
+      'xcb/gstvkdisplay_xcb.c',
+    )
+    vulkan_xcb_headers += files(
+      'xcb/xcb.h',
+      'xcb/gstvkdisplay_xcb.h'
+    )
 
-  optional_deps += xcb_dep, xkbcommon_dep, xkbcommon_x11_dep
-  vulkan_windowing = true
-  vulkan_conf.set('GST_VULKAN_HAVE_WINDOW_XCB', 1)
-  enabled_vulkan_winsys += 'xcb'
+    optional_deps += xcb_dep, xkbcommon_dep, xkbcommon_x11_dep
+    vulkan_windowing = true
+    vulkan_conf.set('GST_VULKAN_HAVE_WINDOW_XCB', 1)
+    enabled_vulkan_winsys += 'xcb'
+  endif
 endif
 
-wayland_client_dep = dependency('wayland-client', version : '>=1.4', required : get_option('wayland'))
-wayland_protocols_dep = dependency('wayland-protocols', version : '>= 1.15', required : get_option('wayland'))
-wayland_scanner = find_program('wayland-scanner', required: get_option('wayland'))
-if wayland_client_dep.found() and wayland_protocols_dep.found() and wayland_scanner.found() and cc.has_header('vulkan/vulkan_wayland.h', dependencies : vulkan_dep)
-  # Generate the XDG shell interface
-  wayland_protocols_basedir = wayland_protocols_dep.get_variable('pkgdatadir')
-  xdg_shell_xml_spec = join_paths(wayland_protocols_basedir, 'stable', 'xdg-shell', 'xdg-shell.xml')
-  xdg_shell_header = custom_target('xdg-shell-client-header',
-    command:  wayland_scanner, 'client-header', '@INPUT@', '@OUTPUT@' ,
-    input: xdg_shell_xml_spec,
-    output: 'xdg-shell-client-protocol.h',
-  )
-  xdg_shell_code = custom_target('xdg-shell-client-code',
-    command:  wayland_scanner, 'private-code', '@INPUT@', '@OUTPUT@' ,
-    input: xdg_shell_xml_spec,
-    output: 'xdg-shell-client-protocol.c',
-  )
+if 'wayland' in vulkan_windowing_opt or 'auto' in vulkan_windowing_opt
+  vulkan_wayland_required = vulkan_opt.enabled() and 'wayland' in vulkan_windowing_opt
+  wayland_client_dep = dependency('wayland-client', version : '>=1.4', required: vulkan_wayland_required)
+  wayland_protocols_dep = dependency('wayland-protocols', version : '>= 1.15', required: vulkan_wayland_required)
+  wayland_scanner = find_program('wayland-scanner', required: vulkan_wayland_required)
+
+  if wayland_client_dep.found() and wayland_protocols_dep.found() and wayland_scanner.found() and \
+     cc.has_header('vulkan/vulkan_wayland.h', dependencies: vulkan_dep, required: vulkan_wayland_required)
+    # Generate the XDG shell interface
+    wayland_protocols_basedir = wayland_protocols_dep.get_variable('pkgdatadir')
+    xdg_shell_xml_spec = join_paths(wayland_protocols_basedir, 'stable', 'xdg-shell', 'xdg-shell.xml')
+    xdg_shell_header = custom_target('xdg-shell-client-header',
+      command:  wayland_scanner, 'client-header', '@INPUT@', '@OUTPUT@' ,
+      input: xdg_shell_xml_spec,
+      output: 'xdg-shell-client-protocol.h',
+    )
+    xdg_shell_code = custom_target('xdg-shell-client-code',
+      command:  wayland_scanner, 'private-code', '@INPUT@', '@OUTPUT@' ,
+      input: xdg_shell_xml_spec,
+      output: 'xdg-shell-client-protocol.c',
+    )
 
-  vulkan_priv_sources += files(
-    'wayland/gstvkdisplay_wayland.c',
-    'wayland/gstvkwindow_wayland.c',
-    'wayland/wayland_event_source.c',
-  )
-  vulkan_priv_sources += 
-    xdg_shell_header,
-    xdg_shell_code,
-  
-  vulkan_wayland_sources += files(
-    'wayland/gstvkdisplay_wayland.c',
-  )
-  vulkan_wayland_headers += files(
-    'wayland/wayland.h',
-    'wayland/gstvkdisplay_wayland.h'
-  )
+    vulkan_priv_sources += files(
+      'wayland/gstvkdisplay_wayland.c',
+      'wayland/gstvkwindow_wayland.c',
+      'wayland/wayland_event_source.c',
+    )
+    vulkan_priv_sources += 
+      xdg_shell_header,
+      xdg_shell_code,
+    
+    vulkan_wayland_sources += files(
+      'wayland/gstvkdisplay_wayland.c',
+    )
+    vulkan_wayland_headers += files(
+      'wayland/wayland.h',
+      'wayland/gstvkdisplay_wayland.h'
+    )
 
-  optional_deps += wayland_client_dep
-  vulkan_windowing = true
-  vulkan_conf.set('GST_VULKAN_HAVE_WINDOW_WAYLAND', 1)
-  enabled_vulkan_winsys += 'wayland'
+    optional_deps += wayland_client_dep
+    vulkan_windowing = true
+    vulkan_conf.set('GST_VULKAN_HAVE_WINDOW_WAYLAND', 1)
+    enabled_vulkan_winsys += 'wayland'
+  endif
 endif
 
 if 'darwin', 'ios'.contains(host_system)
@@ -226,18 +243,18 @@
 
   vulkan_objc_args += '-fobjc-arc'
 
-  foundation_dep = dependency('appleframeworks', modules : 'Foundation', required : get_option('vulkan'))
-  quartzcore_dep = dependency('appleframeworks', modules : 'QuartzCore', required : get_option('vulkan'))
-  corefoundation_dep = dependency('appleframeworks', modules : 'CoreFoundation', required : get_option('vulkan'))
+  foundation_dep = dependency('appleframeworks', modules : 'Foundation', required : vulkan_opt)
+  quartzcore_dep = dependency('appleframeworks', modules : 'QuartzCore', required : vulkan_opt)
+  corefoundation_dep = dependency('appleframeworks', modules : 'CoreFoundation', required : vulkan_opt)
   if foundation_dep.found() and quartzcore_dep.found() and corefoundation_dep.found()
     optional_deps += foundation_dep, corefoundation_dep, quartzcore_dep
   endif
 endif
 
 if host_system == 'darwin'
-  cocoa_dep = dependency('appleframeworks', modules : 'Cocoa', required : get_option('vulkan'))
+  cocoa_dep = dependency('appleframeworks', modules : 'Cocoa', required : vulkan_opt)
 
-  if cocoa_dep.found() and cc.has_header('vulkan/vulkan_macos.h', dependencies : vulkan_dep)
+  if cocoa_dep.found() and cc.has_header('vulkan/vulkan_macos.h', dependencies: vulkan_dep, required: vulkan_opt)
     vulkan_priv_sources += files(
       'cocoa/gstvkdisplay_cocoa.m',
       'cocoa/gstvkwindow_cocoa.m',
@@ -250,9 +267,9 @@
 endif
 
 if host_system == 'ios'
-  uikit_dep = dependency('appleframeworks', modules : 'UIKit', required : get_option('vulkan'))
+  uikit_dep = dependency('appleframeworks', modules : 'UIKit', 'IOSurface', 'CoreGraphics', 'Metal', required : vulkan_opt)
 
-  if uikit_dep.found() and cc.has_header('vulkan/vulkan_ios.h', dependencies : vulkan_dep)
+  if uikit_dep.found() and cc.has_header('vulkan/vulkan_ios.h', dependencies : vulkan_dep, required: vulkan_opt)
     vulkan_priv_sources += files(
       'ios/gstvkdisplay_ios.m',
       'ios/gstvkwindow_ios.m',
@@ -265,10 +282,10 @@
 endif
 
 if host_system == 'windows'
-  gdi_dep = cc.find_library('gdi32', required : get_option('vulkan'))
+  gdi_dep = cc.find_library('gdi32', required : vulkan_opt)
 
   # Cannot use internal dependency object with cc.has_header()
-  if gdi_dep.found() and cc.has_header('vulkan/vulkan_win32.h', args: '-I' + vulkan_inc_dir)
+  if gdi_dep.found() and cc.has_header('vulkan/vulkan_win32.h', args: '-I' + vulkan_inc_dir, required: vulkan_opt)
     vulkan_priv_sources += 'win32/gstvkwindow_win32.c'
     optional_deps += gdi_dep
     vulkan_windowing = true
@@ -278,7 +295,7 @@
 endif
 
 if host_system == 'android'
-  if cc.has_header('vulkan/vulkan_android.h', dependencies : vulkan_dep)
+  if cc.has_header('vulkan/vulkan_android.h', dependencies : vulkan_dep, required: vulkan_opt)
     vulkan_priv_sources += files(
       'android/gstvkdisplay_android.c',
       'android/gstvkwindow_android.c',
@@ -290,31 +307,23 @@
 endif
 
 if not vulkan_windowing
-  if get_option('vulkan').enabled()
+  if vulkan_opt.enabled()
     error('No Windowing system found. vulkansink will not work')
   else
     message('No Windowing system found. vulkansink will not work')
   endif
 endif
 
-# Only needed for the vulkan plugin, but doesn't make sense to build
-# anything else vulkan related if we are not going to build the plugin
-glslc = find_program('glslc', required: get_option('vulkan'))
-
-if not vulkan_dep.found() or not has_vulkan_header or not glslc.found()
-  if get_option('vulkan').enabled()
-    error('GStreamer Vulkan integration required via options, but needed dependencies not found.')
-  else
-    subdir_done()
-  endif
+if not vulkan_dep.found() or not has_vulkan_header
+  subdir_done()
 endif
 
 if get_option('vulkan-video').allowed()
   video_test = '''
 #include <vulkan/vulkan.h>
 
-#if !(defined(VK_VERSION_1_4) || (defined(VK_VERSION_1_3) && VK_HEADER_VERSION >= 238))
-#error "Need at least Vulkan 1.3.238"
+#if !(defined(VK_VERSION_1_4) || (defined(VK_VERSION_1_3) && VK_HEADER_VERSION >= 275))
+#error "Need at least Vulkan 1.3.275"
 #endif
 
 /* vk_video/vulkan_video_codec_h264std.h */
@@ -324,6 +333,9 @@
 /* vk_video/vulkan_video_codec_h265std.h */
 static StdVideoH265SequenceParameterSet h265_sps;
 static StdVideoH265PictureParameterSet h265_pps;
+
+static VkVideoEncodeH264ProfileInfoKHR h264_profile;
+static VkVideoEncodeH265ProfileInfoKHR h265_profile;
 '''
 
   if vulkan_inc_dir != ''
@@ -333,12 +345,10 @@
   endif
   if have_vk_video
     vulkan_conf.set('GST_VULKAN_HAVE_VIDEO_EXTENSIONS', 1)
-    vulkan_priv_sources += files('gstvkvideo-private.c')
-    vulkan_sources += files(
-      'gstvkdecoder.c',
-    )
-    vulkan_headers += files(
-      'gstvkdecoder.h'
+    vulkan_priv_sources += files(
+      'gstvkvideo-private.c',
+      'gstvkdecoder-private.c',
+      'gstvkencoder-private.c',
     )
   elif get_option('vulkan-video').enabled()
     error('Vulkan Video extensions headers not found')
@@ -351,7 +361,7 @@
 
 configure_file(input : 'gstvkconfig.h.meson',
   output : 'gstvkconfig.h',
-  install_dir : join_paths(get_option('includedir'), 'gstreamer-1.0/gst/vulkan'),
+  install_dir : get_option('includedir') / 'gstreamer-1.0/gst/vulkan',
   configuration : vulkan_conf)
 
 glib_mkenums = find_program('glib-mkenums')
@@ -360,7 +370,7 @@
   output : 'vulkan-enumtypes.h',
   input : vulkan_headers,
   install : true,
-  install_dir : join_paths(get_option('includedir'), 'gstreamer-1.0/gst/vulkan/'),
+  install_dir : get_option('includedir') / 'gstreamer-1.0/gst/vulkan',
   command : mkenums, glib_mkenums, '@OUTPUT@', '@INPUT@')
 
 vulkan_enumtypes_c = custom_target('gstvulkanenum_c',
@@ -370,9 +380,12 @@
   command : mkenums, glib_mkenums, '@OUTPUT@', '@INPUT@')
 gen_sources += vulkan_enumtypes_h
 
+# Disable warnings of dependencies
+vulkan_args = cc.get_supported_arguments('-Wno-aggregate-return')
+
 gstvulkan = library('gstvulkan-' + api_version,
   vulkan_sources, vulkan_priv_sources, vulkan_wayland_sources, vulkan_xcb_sources, vulkan_enumtypes_c, vulkan_enumtypes_h,
-  c_args : gst_plugins_bad_args + vulkan_defines + '-DBUILDING_GST_VULKAN', '-DG_LOG_DOMAIN="GStreamer-Vulkan"',
+  c_args : gst_plugins_bad_args + vulkan_defines + vulkan_args + '-DBUILDING_GST_VULKAN', '-DG_LOG_DOMAIN="GStreamer-Vulkan"',
   objc_args : gst_plugins_bad_args + vulkan_defines + vulkan_objc_args + '-DBUILDING_GST_VULKAN', '-DG_LOG_DOMAIN="GStreamer-Vulkan"',
   include_directories : configinc, libsinc,
   version : libversion,
@@ -441,6 +454,15 @@
   )
   vulkan_xcb_gir = 
   if build_gir
+    doc_sources = 
+    foreach s: vulkan_xcb_sources + vulkan_xcb_headers
+      doc_sources += s.full_path()
+    endforeach
+
+    libs_sources += {
+      'vulkan-xcb': pathsep.join(doc_sources)
+    }
+
     gir = {
       'sources' : vulkan_xcb_sources + vulkan_xcb_headers,
       'namespace' : 'GstVulkanXCB',
@@ -478,6 +500,15 @@
   )
   vulkan_wayland_gir = 
   if build_gir
+    doc_sources = 
+    foreach s: vulkan_wayland_sources + vulkan_wayland_headers
+      doc_sources += s.full_path()
+    endforeach
+
+    libs_sources += {
+      'vulkan-wayland': pathsep.join(doc_sources)
+    }
+
     gir = {
       'sources' : vulkan_wayland_sources + vulkan_wayland_headers,
       'namespace' : 'GstVulkanWayland',
@@ -501,4 +532,3 @@
       sources : vulkan_wayland_gir)
   meson.override_dependency('gstreamer-vulkan-wayland-1.0', gstvulkanwayland_dep)
 endif
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/vulkan/vulkan_fwd.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/vulkan/vulkan_fwd.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/wayland/gstwldisplay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/wayland/gstwldisplay.c Changed

@@ -204,39 +204,35 @@
 {
   GstWlDisplay *self = data;
   guint64 modifier = (guint64) modifier_hi << 32 | modifier_lo;
+  GstVideoFormat gst_format = gst_wl_dmabuf_format_to_video_format (format);
   static uint32_t last_format = 0;
 
   GstWlDisplayPrivate *priv = gst_wl_display_get_instance_private (self);
 
-  if (gst_wl_dmabuf_format_to_video_format (format) != GST_VIDEO_FORMAT_UNKNOWN) {
-    GstVideoFormat gst_format = gst_wl_dmabuf_format_to_video_format (format);
-    const guint32 fourcc = gst_video_dma_drm_fourcc_from_format (gst_format);
-
-    /*
-     * Ignore unsupported formats along with implicit modifiers. Implicit
-     * modifiers have been source of garbled output for many many years and it
-     * was decided that we prefer disabling zero-copy over risking a bad output.
-     */
-    if (fourcc == DRM_FORMAT_INVALID || modifier == DRM_FORMAT_MOD_INVALID)
-      return;
-
-    if (last_format == 0) {
-      GST_INFO ("===== All DMA Formats With Modifiers =====");
-      GST_INFO ("| Gst Format   | DRM Format              |");
-    }
+  /*
+   * Ignore unsupported formats along with implicit modifiers. Implicit
+   * modifiers have been source of garbled output for many many years and it
+   * was decided that we prefer disabling zero-copy over risking a bad output.
+   */
+  if (format == DRM_FORMAT_INVALID || modifier == DRM_FORMAT_MOD_INVALID)
+    return;
+
+  if (last_format == 0) {
+    GST_INFO ("===== All DMA Formats With Modifiers =====");
+    GST_INFO ("| Gst Format   | DRM Format              |");
+  }
 
-    if (last_format != format) {
-      GST_INFO ("|-----------------------------------------");
-      last_format = format;
-    }
+  if (last_format != format) {
+    GST_INFO ("|-----------------------------------------");
+    last_format = format;
+  }
 
-    GST_INFO ("| %-12s | %-23s |",
-        (modifier == 0) ? gst_video_format_to_string (gst_format) : "",
-        gst_video_dma_drm_fourcc_to_string (fourcc, modifier));
+  GST_INFO ("| %-12s | %-23s |",
+      (modifier == 0) ? gst_video_format_to_string (gst_format) : "",
+      gst_video_dma_drm_fourcc_to_string (format, modifier));
 
-    g_array_append_val (priv->dmabuf_formats, format);
-    g_array_append_val (priv->dmabuf_modifiers, modifier);
-  }
+  g_array_append_val (priv->dmabuf_formats, format);
+  g_array_append_val (priv->dmabuf_modifiers, modifier);
 }
 
 static const struct zwp_linux_dmabuf_v1_listener dmabuf_listener = {
@@ -562,28 +558,42 @@
   return callback;
 }
 
-/* gst_wl_display_callback_destroy
+/* gst_wl_display_object_destroy
  *
- * A syncronized version of `wl_callback_destroy` that ensures that the
- * once this function returns, the callback will either have already completed,
+ * A syncronized version of `xxx_destroy` that ensures that the
+ * once this function returns, the destroy_func will either have already completed,
  * or will never be called.
  */
 void
-gst_wl_display_callback_destroy (GstWlDisplay * self,
-    struct wl_callback **callback)
+gst_wl_display_object_destroy (GstWlDisplay * self,
+    gpointer * object, GDestroyNotify destroy_func)
 {
   GstWlDisplayPrivate *priv = gst_wl_display_get_instance_private (self);
 
   g_rec_mutex_lock (&priv->sync_mutex);
 
-  if (*callback) {
-    wl_callback_destroy (*callback);
-    *callback = NULL;
+  if (*object) {
+    destroy_func (*object);
+    *object = NULL;
   }
 
   g_rec_mutex_unlock (&priv->sync_mutex);
 }
 
+/* gst_wl_display_callback_destroy
+ *
+ * A syncronized version of `wl_callback_destroy` that ensures that the
+ * once this function returns, the callback will either have already completed,
+ * or will never be called.
+ */
+void
+gst_wl_display_callback_destroy (GstWlDisplay * self,
+    struct wl_callback **callback)
+{
+  gst_wl_display_object_destroy (self, (gpointer *) callback,
+      (GDestroyNotify) wl_callback_destroy);
+}
+
 struct wl_display *
 gst_wl_display_get_display (GstWlDisplay * self)
 {
@@ -680,6 +690,61 @@
   return priv->dmabuf_formats;
 }
 
+/**
+ * gst_wl_display_fill_shm_format_list:
+ * @self: A #GstWlDisplay
+ * @format_list: A #GValue of type #GST_TYPE_LIST
+ *
+ * Append supported SHM formats to a given list, suitable for use with the "format" caps value.
+ *
+ * Since: 1.26
+ */
+void
+gst_wl_display_fill_shm_format_list (GstWlDisplay * self, GValue * format_list)
+{
+  GstWlDisplayPrivate *priv = gst_wl_display_get_instance_private (self);
+  GValue value = G_VALUE_INIT;
+  guint fmt;
+  GstVideoFormat gfmt;
+
+  for (gint i = 0; i < priv->shm_formats->len; i++) {
+    fmt = g_array_index (priv->shm_formats, uint32_t, i);
+    gfmt = gst_wl_shm_format_to_video_format (fmt);
+    if (gfmt != GST_VIDEO_FORMAT_UNKNOWN) {
+      g_value_init (&value, G_TYPE_STRING);
+      g_value_set_static_string (&value, gst_video_format_to_string (gfmt));
+      gst_value_list_append_and_take_value (format_list, &value);
+    }
+  }
+}
+
+/**
+ * gst_wl_display_fill_drm_format_list:
+ * @self: A #GstWlDisplay
+ * @format_list: A #GValue of type #GST_TYPE_LIST
+ *
+ * Append supported DRM formats to a given list, suitable for use with the "drm-format" caps value.
+ *
+ * Since: 1.26
+ */
+void
+gst_wl_display_fill_dmabuf_format_list (GstWlDisplay * self,
+    GValue * format_list)
+{
+  GstWlDisplayPrivate *priv = gst_wl_display_get_instance_private (self);
+  GValue value = G_VALUE_INIT;
+  guint fmt;
+  guint64 mod;
+
+  for (gint i = 0; i < priv->dmabuf_formats->len; i++) {
+    fmt = g_array_index (priv->dmabuf_formats, uint32_t, i);
+    mod = g_array_index (priv->dmabuf_modifiers, guint64, i);
+    g_value_init (&value, G_TYPE_STRING);
+    g_value_take_string (&value, gst_video_dma_drm_fourcc_to_string (fmt, mod));
+    gst_value_list_append_and_take_value (format_list, &value);
+  }
+}
+
 struct wp_single_pixel_buffer_manager_v1 *
 gst_wl_display_get_single_pixel_buffer_manager_v1 (GstWlDisplay * self)
 {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/wayland/gstwldisplay.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/wayland/gstwldisplay.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/wayland/gstwllinuxdmabuf.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/wayland/gstwllinuxdmabuf.c Changed

@@ -81,6 +81,19 @@
   create_failed
 };
 
+static gint
+get_drm_stride (const GstVideoFormatInfo * finfo, const gint * strides,
+    gint plane)
+{
+  gint stride = stridesplane;
+
+  if (!GST_VIDEO_FORMAT_INFO_IS_TILED (finfo))
+    return stride;
+
+  return GST_VIDEO_TILE_X_TILES (stride) *
+      GST_VIDEO_FORMAT_INFO_TILE_STRIDE (finfo, plane);
+}
+
 struct wl_buffer *
 gst_wl_linux_dmabuf_construct_wl_buffer (GstBuffer * buf,
     GstWlDisplay * display, const GstVideoInfoDmaDrm * drm_info)
@@ -90,6 +103,7 @@
   guint64 modifier;
   guint i, width = 0, height = 0;
   GstVideoInfo info;
+  const GstVideoFormatInfo *finfo;
   const gsize *offsets = NULL;
   const gint *strides = NULL;
   GstVideoMeta *vmeta;
@@ -111,12 +125,14 @@
 
   vmeta = gst_buffer_get_video_meta (buf);
   if (vmeta) {
+    finfo = drm_info->vinfo.finfo;
     width = vmeta->width;
     height = vmeta->height;
     nplanes = vmeta->n_planes;
     offsets = vmeta->offset;
     strides = vmeta->stride;
   } else if (gst_video_info_dma_drm_to_video_info (drm_info, &info)) {
+    finfo = info.finfo;
     nplanes = GST_VIDEO_INFO_N_PLANES (&info);
     width = info.width;
     height = info.height;
@@ -142,7 +158,7 @@
     gsize skip;
 
     offset = offsetsi;
-    stride = stridesi;
+    stride = get_drm_stride (finfo, strides, i);
     if (gst_buffer_find_memory (buf, offset, 1, &mem_idx, &length, &skip)) {
       GstMemory *m = gst_buffer_peek_memory (buf, mem_idx);
       gint fd = gst_dmabuf_memory_get_fd (m);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/wayland/gstwlvideoformat.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/wayland/gstwlvideoformat.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/wayland/gstwlvideoformat.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/wayland/gstwlvideoformat.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/wayland/gstwlwindow.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/wayland/gstwlwindow.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/webrtc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/webrtc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/webrtc/nice/nice.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/webrtc/nice/nice.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/webrtc/rtcsessiondescription.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/webrtc/rtcsessiondescription.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/webrtc/rtptransceiver.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/webrtc/rtptransceiver.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/webrtc/webrtc-priv.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/webrtc/webrtc-priv.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/webrtc/webrtc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/webrtc/webrtc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/webrtc/webrtc_fwd.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/webrtc/webrtc_fwd.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/winrt/gstwinrtdevicewatcher.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/winrt/gstwinrtdevicewatcher.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/gst/winrt/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/gst/winrt/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-libs/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-libs/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst-plugins-bad.doap -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst-plugins-bad.doap Changed

@@ -35,121 +35,41 @@
 
  <release>
   <Version>
-   <revision>1.24.12</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2025-01-29</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.12.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.11</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2025-01-06</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.11.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.10</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2024-12-03</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.10.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.9</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2024-10-30</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.9.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.8</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2024-09-19</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.8.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.7</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2024-08-21</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.7.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.6</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2024-07-29</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.6.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.5</revision>
-   <branch>1.24</branch>
-   <name></name>
-   <created>2024-06-20</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.5.tar.xz" />
-  </Version>
- </release>
-
- <release>
-  <Version>
-   <revision>1.24.4</revision>
-   <branch>1.24</branch>
+   <revision>1.26.0</revision>
+   <branch>main</branch>
    <name></name>
-   <created>2024-05-29</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.4.tar.xz" />
+   <created>2025-03-11</created>
+   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.26.0.tar.xz" />
   </Version>
  </release>
 
  <release>
   <Version>
-   <revision>1.24.3</revision>
-   <branch>1.24</branch>
+   <revision>1.25.90</revision>
+   <branch>main</branch>
    <name></name>
-   <created>2024-04-30</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.3.tar.xz" />
+   <created>2025-02-23</created>
+   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.25.90.tar.xz" />
   </Version>
  </release>
 
  <release>
   <Version>
-   <revision>1.24.2</revision>
-   <branch>1.24</branch>
+   <revision>1.25.50</revision>
+   <branch>main</branch>
    <name></name>
-   <created>2024-04-09</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.2.tar.xz" />
+   <created>2025-02-09</created>
+   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.25.50.tar.xz" />
   </Version>
  </release>
 
  <release>
   <Version>
-   <revision>1.24.1</revision>
-   <branch>1.24</branch>
+   <revision>1.25.1</revision>
+   <branch>main</branch>
    <name></name>
-   <created>2024-03-21</created>
-   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.24.1.tar.xz" />
+   <created>2025-01-14</created>
+   <file-release rdf:resource="https://gstreamer.freedesktop.org/src/gst-plugins-bad/gst-plugins-bad-1.25.1.tar.xz" />
   </Version>
  </release>

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/accurip/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/accurip/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/adpcmdec/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/adpcmdec/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/adpcmenc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/adpcmenc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/aiff/aiffparse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/aiff/aiffparse.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/aiff/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/aiff/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/asfmux/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/asfmux/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/audiobuffersplit/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/audiobuffersplit/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/audiofxbad/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/audiofxbad/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/audiolatency/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/audiolatency/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/audiomixmatrix/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/audiomixmatrix/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/audiovisualizers/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/audiovisualizers/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/autoconvert/gstbaseautoconvert.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/autoconvert/gstbaseautoconvert.c Changed

@@ -500,13 +500,12 @@
 
   g_assert (filter_info->subbin);
 
-
-  element = filter_info->subbin;
+  element = gst_object_ref (filter_info->subbin);
   GST_DEBUG_OBJECT (self, "Adding element %s to the baseautoconvert bin",
       filter_info->name);
 
   pads = internal_pads_new (self, GST_OBJECT_NAME (element));
-  g_hash_table_insert (self->elements, element, pads);
+  g_hash_table_insert (self->elements, element, internal_pads_ref (pads));
 
   gst_pad_set_chain_function (pads->sink,
       GST_DEBUG_FUNCPTR (gst_base_auto_convert_internal_sink_chain));
@@ -522,7 +521,9 @@
   gst_pad_set_query_function (pads->src,
       GST_DEBUG_FUNCPTR (gst_base_auto_convert_internal_src_query));
 
-  return gst_object_ref (element);
+  internal_pads_unref (pads);
+
+  return element;
 }
 
 static GstElement *
@@ -626,7 +627,8 @@
   }
 
   if (!gst_element_sync_state_with_parent (element)) {
-    GST_WARNING_OBJECT (self, "Could sync %" GST_PTR_FORMAT " state", element);
+    GST_WARNING_OBJECT (self, "Could not sync %" GST_PTR_FORMAT " state",
+        element);
     goto error;
   }
 
@@ -869,8 +871,6 @@
     if (gst_base_auto_convert_activate_element (self, element, caps)) {
       res = TRUE;
       break;
-    } else {
-      gst_object_unref (element);
     }
   }
 
@@ -1152,6 +1152,16 @@
     return ret;
   }
 
+  /* Should not forward the allocation query downstream directly
+   * if no subelement is selected, otherwise it can influence
+   * the downstream allocation choices and upstream buffer usage.
+   */
+  if (GST_QUERY_TYPE (query) == GST_QUERY_ALLOCATION) {
+    GST_DEBUG_OBJECT (self,
+        "no subelement is selected yet, can't answer ALLOCATION query");
+    return FALSE;
+  }
+
 ignore_acceptcaps_failure:
 
   if (GST_QUERY_TYPE (query) == GST_QUERY_ACCEPT_CAPS) {
@@ -1201,8 +1211,7 @@
     other_caps = gst_pad_peer_query_caps (self->sinkpad, NULL);
 
   GST_DEBUG_OBJECT (self,
-      "Finding elements that can fit with src caps %" GST_PTR_FORMAT,
-      other_caps);
+      "Finding elements that can fit with caps %" GST_PTR_FORMAT, other_caps);
 
   if (other_caps && gst_caps_is_empty (other_caps)) {
     goto out;
@@ -1219,7 +1228,7 @@
       if (!filter_info_can_intersect (self, filter_info, dir, filter)) {
         GST_LOG_OBJECT (self,
             "Bin %s does not accept %s caps %" GST_PTR_FORMAT,
-            filter_info->name, dir == GST_PAD_SRC ? "src" : "sink", other_caps);
+            filter_info->name, dir == GST_PAD_SRC ? "src" : "sink", filter);
         continue;
       }
     }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/autoconvert/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/autoconvert/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/bayer/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/bayer/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/camerabin2/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/camerabin2/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/codecalpha/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/codecalpha/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/codectimestamper/gstcodectimestamper.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/codectimestamper/gstcodectimestamper.c Changed

@@ -48,7 +48,7 @@
   GstSegment in_segment;
 
   GList *current_frame_events;
-  GstQueueArray *queue;
+  GstVecDeque *queue;
   GArray *timestamp_queue;
 
   gint fps_n;
@@ -194,8 +194,8 @@
   gst_element_add_pad (GST_ELEMENT (self), self->srcpad);
 
   priv->queue =
-      gst_queue_array_new_for_struct (sizeof (GstCodecTimestamperFrame), 16);
-  gst_queue_array_set_clear_func (priv->queue,
+      gst_vec_deque_new_for_struct (sizeof (GstCodecTimestamperFrame), 16);
+  gst_vec_deque_set_clear_func (priv->queue,
       (GDestroyNotify) gst_codec_timestamper_clear_frame);
   priv->timestamp_queue =
       g_array_sized_new (FALSE, FALSE, sizeof (GstClockTime), 16);
@@ -210,7 +210,7 @@
   GstCodecTimestamper *self = GST_CODEC_TIMESTAMPER (object);
   GstCodecTimestamperPrivate *priv = self->priv;
 
-  gst_queue_array_free (priv->queue);
+  gst_vec_deque_free (priv->queue);
   g_array_unref (priv->timestamp_queue);
   g_rec_mutex_clear (&priv->lock);
 
@@ -301,9 +301,9 @@
 {
   GstCodecTimestamperPrivate *priv = self->priv;
 
-  while (gst_queue_array_get_length (priv->queue) > 0) {
+  while (gst_vec_deque_get_length (priv->queue) > 0) {
     GstCodecTimestamperFrame *frame = (GstCodecTimestamperFrame *)
-        gst_queue_array_pop_head_struct (priv->queue);
+        gst_vec_deque_pop_head_struct (priv->queue);
 
     gst_codec_timestamper_flush_events (self, &frame->events);
     gst_codec_timestamper_clear_frame (frame);
@@ -474,7 +474,7 @@
   guint len;
   GstCodecTimestamperFrame *frame;
 
-  len = gst_queue_array_get_length (priv->queue);
+  len = gst_vec_deque_get_length (priv->queue);
   if (len < priv->window_size) {
     GST_TRACE_OBJECT (self, "Need more data, queued %d/%d", len,
         priv->window_size);
@@ -482,7 +482,7 @@
   }
 
   frame = (GstCodecTimestamperFrame *)
-      gst_queue_array_pop_head_struct (priv->queue);
+      gst_vec_deque_pop_head_struct (priv->queue);
 
   return gst_codec_timestamper_output_frame (self, frame);
 }
@@ -494,9 +494,9 @@
 
   GST_DEBUG_OBJECT (self, "Draining");
 
-  while (gst_queue_array_get_length (priv->queue) > 0) {
+  while (gst_vec_deque_get_length (priv->queue) > 0) {
     GstCodecTimestamperFrame *frame = (GstCodecTimestamperFrame *)
-        gst_queue_array_pop_head_struct (priv->queue);
+        gst_vec_deque_pop_head_struct (priv->queue);
     gst_codec_timestamper_output_frame (self, frame);
   }
 
@@ -590,7 +590,7 @@
       ", adjusted pts %" GST_TIME_FORMAT,
       GST_TIME_ARGS (GST_BUFFER_PTS (buffer)), GST_TIME_ARGS (pts));
 
-  gst_queue_array_push_tail_struct (priv->queue, &frame);
+  gst_vec_deque_push_tail_struct (priv->queue, &frame);
   if (GST_CLOCK_TIME_IS_VALID (frame.pts)) {
     g_array_append_val (priv->timestamp_queue, frame.pts);
     g_array_sort (priv->timestamp_queue, (GCompareFunc) pts_compare_func);
@@ -709,7 +709,7 @@
 {
   GstCodecTimestamperPrivate *priv = self->priv;
 
-  gst_queue_array_clear (priv->queue);
+  gst_vec_deque_clear (priv->queue);
   g_array_set_size (priv->timestamp_queue, 0);
   priv->fps_n = 0;
   priv->fps_d = 1;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/codectimestamper/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/codectimestamper/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/coloreffects/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/coloreffects/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/debugutils/gsttestsrcbin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/debugutils/gsttestsrcbin.c Changed

@@ -235,20 +235,20 @@
 }
 
 static gboolean
-gst_test_src_bin_set_element_property (GQuark property_id, const GValue * value,
-    GObject * element)
+gst_test_src_bin_set_element_property (const GstIdStr * property,
+    const GValue * value, GObject * element)
 {
-  if (property_id == g_quark_from_static_string ("__streamobj__"))
+  if (gst_id_str_is_equal_to_str (property, "__streamobj__"))
     return TRUE;
 
-  if (property_id == g_quark_from_static_string ("caps"))
+  if (gst_id_str_is_equal_to_str (property, "caps"))
     return TRUE;
 
   if (G_VALUE_HOLDS_STRING (value))
-    gst_util_set_object_arg (element, g_quark_to_string (property_id),
+    gst_util_set_object_arg (element, gst_id_str_as_str (property),
         g_value_get_string (value));
   else
-    g_object_set_property (element, g_quark_to_string (property_id), value);
+    g_object_set_property (element, gst_id_str_as_str (property), value);
 
   return TRUE;
 }
@@ -352,8 +352,9 @@
       (*n_stream == 0) ? GST_STREAM_FLAG_SELECT : GST_STREAM_FLAG_UNSELECT);
   stream_start = gst_event_new_stream_start (gst_stream_get_stream_id (stream));
 
-  gst_structure_foreach (props,
-      (GstStructureForeachFunc) gst_test_src_bin_set_element_property, src);
+  gst_structure_foreach_id_str (props,
+      (GstStructureForeachIdStrFunc) gst_test_src_bin_set_element_property,
+      src);
 
   gst_event_set_stream (stream_start, stream);
   gst_event_set_group_id (stream_start, self->group_id);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/debugutils/gstvideocodectestsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/debugutils/gstvideocodectestsink.c Changed

@@ -81,7 +81,8 @@
     GST_PAD_ALWAYS,
     GST_STATIC_CAPS ("video/x-raw, format = { "
         "Y444_12LE, I422_12LE, I420_12LE,"
-        "Y444_10LE, I422_10LE, I420_10LE, Y444, Y42B, I420, NV12 }"));
+        "Y444_10LE, I422_10LE, I420_10LE,"
+        "Y444, Y42B, I420, NV12, GRAY8, GRAY10_LE16, GRAY10_LE32, GBR_10LE }"));
 
 #define gst_video_codec_test_sink_parent_class parent_class
 G_DEFINE_TYPE (GstVideoCodecTestSink, gst_video_codec_test_sink,
@@ -211,12 +212,12 @@
 }
 
 static GstFlowReturn
-gst_video_codec_test_sink_process_i42x (GstVideoCodecTestSink * self,
+gst_video_codec_test_sink_process_planar (GstVideoCodecTestSink * self,
     GstVideoFrame * frame)
 {
   guint plane;
 
-  for (plane = 0; plane < 3; plane++) {
+  for (plane = 0; plane < GST_VIDEO_FRAME_N_PLANES (frame); plane++) {
     gint y;
     guint stride;
     const guchar *data;
@@ -312,6 +313,9 @@
     return FALSE;
 
   switch (GST_VIDEO_INFO_FORMAT (&self->vinfo)) {
+    case GST_VIDEO_FORMAT_GRAY8:
+    case GST_VIDEO_FORMAT_GRAY10_LE16:
+    case GST_VIDEO_FORMAT_GRAY10_LE32:
     case GST_VIDEO_FORMAT_I420:
     case GST_VIDEO_FORMAT_I420_10LE:
     case GST_VIDEO_FORMAT_Y42B:
@@ -321,7 +325,8 @@
     case GST_VIDEO_FORMAT_Y444:
     case GST_VIDEO_FORMAT_Y444_10LE:
     case GST_VIDEO_FORMAT_Y444_12LE:
-      self->process = gst_video_codec_test_sink_process_i42x;
+    case GST_VIDEO_FORMAT_GBR_10LE:
+      self->process = gst_video_codec_test_sink_process_planar;
       break;
     case GST_VIDEO_FORMAT_NV12:
       self->process = gst_video_codec_test_sink_process_nv12;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/debugutils/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/debugutils/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/dvbsubenc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/dvbsubenc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/dvbsuboverlay/gstdvbsuboverlay.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/dvbsuboverlay/gstdvbsuboverlay.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/dvbsuboverlay/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/dvbsuboverlay/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/dvdspu/gstdvdspu.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/dvdspu/gstdvdspu.c Changed

@@ -951,8 +951,9 @@
   GstVideoFormat format;
   GstVideoFrame frame;
   GstVideoOverlayRectangle *rectangle;
-  GstVideoOverlayComposition *composition;
+  GstVideoOverlayComposition *composition = NULL;
   GstVideoRectangle win;
+  gint rect_count, rect_index;
   gint spu_w, spu_h;
   gsize size;
 
@@ -960,78 +961,88 @@
 
   switch (dvdspu->spu_input_type) {
     case SPU_INPUT_TYPE_PGS:
-      gstspu_pgs_get_render_geometry (dvdspu, &spu_w, &spu_h, &win);
+      gstspu_pgs_get_render_geometry (dvdspu, &spu_w, &spu_h, &rect_count);
       break;
     case SPU_INPUT_TYPE_VOBSUB:
       gstspu_vobsub_get_render_geometry (dvdspu, &spu_w, &spu_h, &win);
+      rect_count = 1;
       break;
     default:
       return NULL;
   }
 
-  if (win.w <= 0 || win.h <= 0 || spu_w <= 0 || spu_h <= 0) {
-    GST_DEBUG_OBJECT (dvdspu, "skip render of empty window");
-    return NULL;
-  }
+  for (rect_index = 0; rect_index < rect_count; ++rect_index) {
+    if (dvdspu->spu_input_type == SPU_INPUT_TYPE_PGS)
+      gstspu_pgs_get_render_geometry_n (dvdspu, rect_index, &win);
 
-  gst_video_info_init (&overlay_info);
-  gst_video_info_set_format (&overlay_info, format, win.w, win.h);
-  size = GST_VIDEO_INFO_SIZE (&overlay_info);
+    if (win.w <= 0 || win.h <= 0 || spu_w <= 0 || spu_h <= 0) {
+      GST_DEBUG_OBJECT (dvdspu, "skip render of empty window");
+      continue;
+    }
 
-  buffer = gst_buffer_new_and_alloc (size);
-  if (!buffer) {
-    GST_WARNING_OBJECT (dvdspu, "failed to allocate overlay buffer");
-    return NULL;
-  }
+    gst_video_info_init (&overlay_info);
+    gst_video_info_set_format (&overlay_info, format, win.w, win.h);
+    size = GST_VIDEO_INFO_SIZE (&overlay_info);
 
-  gst_buffer_add_video_meta (buffer, GST_VIDEO_FRAME_FLAG_NONE,
-      format, win.w, win.h);
+    buffer = gst_buffer_new_and_alloc (size);
+    if (!buffer) {
+      GST_WARNING_OBJECT (dvdspu, "failed to allocate overlay buffer");
+      continue;
+    }
 
-  if (!gst_video_frame_map (&frame, &overlay_info, buffer, GST_MAP_READWRITE))
-    goto map_failed;
+    gst_buffer_add_video_meta (buffer, GST_VIDEO_FRAME_FLAG_NONE,
+        format, win.w, win.h);
 
-  memset (GST_VIDEO_FRAME_PLANE_DATA (&frame, 0), 0,
-      GST_VIDEO_FRAME_PLANE_STRIDE (&frame, 0) *
-      GST_VIDEO_FRAME_HEIGHT (&frame));
+    if (!gst_video_frame_map (&frame, &overlay_info, buffer, GST_MAP_READWRITE))
+      goto map_failed;
 
-  switch (dvdspu->spu_input_type) {
-    case SPU_INPUT_TYPE_VOBSUB:
-      gstspu_vobsub_render (dvdspu, &frame);
-      break;
-    case SPU_INPUT_TYPE_PGS:
-      gstspu_pgs_render (dvdspu, &frame);
-      break;
-    default:
-      break;
-  }
+    memset (GST_VIDEO_FRAME_PLANE_DATA (&frame, 0), 0,
+        GST_VIDEO_FRAME_PLANE_STRIDE (&frame, 0) *
+        GST_VIDEO_FRAME_HEIGHT (&frame));
 
-  gst_video_frame_unmap (&frame);
+    switch (dvdspu->spu_input_type) {
+      case SPU_INPUT_TYPE_VOBSUB:
+        gstspu_vobsub_render (dvdspu, &frame);
+        break;
+      case SPU_INPUT_TYPE_PGS:
+        gstspu_pgs_render (dvdspu, &frame);
+        break;
+      default:
+        break;
+    }
 
-  GST_DEBUG_OBJECT (dvdspu, "Overlay rendered for video size %dx%d, "
-      "spu display size %dx%d, window geometry %dx%d+%d%+d",
-      GST_VIDEO_INFO_WIDTH (&dvdspu->spu_state.info),
-      GST_VIDEO_INFO_HEIGHT (&dvdspu->spu_state.info),
-      spu_w, spu_h, win.w, win.h, win.x, win.y);
+    gst_video_frame_unmap (&frame);
 
-  if (gstspu_fit_overlay_rectangle (dvdspu, &win, spu_w, spu_h,
-          dvdspu->spu_input_type == SPU_INPUT_TYPE_PGS))
-    GST_DEBUG_OBJECT (dvdspu, "Adjusted window to fit video: %dx%d%+d%+d",
-        win.w, win.h, win.x, win.y);
+    GST_DEBUG_OBJECT (dvdspu, "Overlay rendered for video size %dx%d, "
+        "spu display size %dx%d, window geometry %dx%d+%d%+d",
+        GST_VIDEO_INFO_WIDTH (&dvdspu->spu_state.info),
+        GST_VIDEO_INFO_HEIGHT (&dvdspu->spu_state.info),
+        spu_w, spu_h, win.w, win.h, win.x, win.y);
 
-  rectangle = gst_video_overlay_rectangle_new_raw (buffer, win.x, win.y,
-      win.w, win.h, GST_VIDEO_OVERLAY_FORMAT_FLAG_PREMULTIPLIED_ALPHA);
+    if (gstspu_fit_overlay_rectangle (dvdspu, &win, spu_w, spu_h,
+            dvdspu->spu_input_type == SPU_INPUT_TYPE_PGS))
+      GST_DEBUG_OBJECT (dvdspu, "Adjusted window to fit video: %dx%d%+d%+d",
+          win.w, win.h, win.x, win.y);
 
-  gst_buffer_unref (buffer);
+    rectangle = gst_video_overlay_rectangle_new_raw (buffer, win.x, win.y,
+        win.w, win.h, GST_VIDEO_OVERLAY_FORMAT_FLAG_PREMULTIPLIED_ALPHA);
+
+    gst_buffer_unref (buffer);
 
-  composition = gst_video_overlay_composition_new (rectangle);
-  gst_video_overlay_rectangle_unref (rectangle);
+    if (!composition) {
+      composition = gst_video_overlay_composition_new (rectangle);
+    } else {
+      gst_video_overlay_composition_add_rectangle (composition, rectangle);
+    }
+    gst_video_overlay_rectangle_unref (rectangle);
+  }
 
   return composition;
 
 map_failed:
   GST_ERROR_OBJECT (dvdspu, "failed to map buffer");
   gst_buffer_unref (buffer);
-  return NULL;
+  return composition;
 }
 
 static void

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/dvdspu/gstspu-pgs.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/dvdspu/gstspu-pgs.c Changed

@@ -204,9 +204,11 @@
   obj_h = GST_READ_UINT16_BE (data + 2);
   data += 4;
 
-  /* Calculate object coordinates relative to the window */
-  min_x = obj_x = (gint) obj->x - (gint) state->pgs.win_x;
-  min_y = obj_y = (gint) obj->y - (gint) state->pgs.win_y;
+  /* window frame is located at (obj_x, obj_y) with size (obj_w, obj_h) */
+  g_assert (obj_w <= win_w);
+  g_assert (obj_h <= win_h);
+  min_x = obj_x = 0;
+  min_y = obj_y = 0;
 
   if (obj->flags & PGS_COMPOSITION_OBJECT_FLAG_CROPPED) {
     obj_x -= obj->crop_x;
@@ -337,7 +339,8 @@
     g_free (obj->rle_data);
     obj->rle_data = NULL;
   }
-  obj->rle_data_size = obj->rle_data_used = 0;
+  /* restore to cleared allocated state */
+  memset ((char *) obj, 0, sizeof (*obj));
 }
 
 static void
@@ -662,8 +665,15 @@
     }
   }
 
-  if (obj->rle_data_size == obj->rle_data_used)
+  if (obj->rle_data_size == obj->rle_data_used) {
     dump_rle_data (dvdspu, obj->rle_data, obj->rle_data_size);
+    if (obj->rle_data_size >= 4) {
+      guint8 *data = obj->rle_data;
+
+      obj->width = GST_READ_UINT16_BE (data);
+      obj->height = GST_READ_UINT16_BE (data + 2);
+    }
+  }
 
   if (payload != end) {
     GST_ERROR ("PGS Set Object Data: %" G_GSSIZE_FORMAT " bytes not consumed",
@@ -838,23 +848,35 @@
 
 void
 gstspu_pgs_get_render_geometry (GstDVDSpu * dvdspu,
-    gint * display_width, gint * display_height,
-    GstVideoRectangle * window_rect)
+    gint * display_width, gint * display_height, gint * count)
 {
-  SpuPgsState *pgs_state = &dvdspu->spu_state.pgs;
+  PgsPresentationSegment *ps = &dvdspu->spu_state.pgs.pres_seg;
 
-  if (window_rect) {
-    window_rect->x = pgs_state->win_x;
-    window_rect->y = pgs_state->win_y;
-    window_rect->w = pgs_state->win_w;
-    window_rect->h = pgs_state->win_h;
-  }
+  if (count)
+    *count = ps->objects->len;
 
   if (display_width)
-    *display_width = pgs_state->pres_seg.vid_w;
+    *display_width = ps->vid_w;
 
   if (display_height)
-    *display_height = pgs_state->pres_seg.vid_h;
+    *display_height = ps->vid_h;
+}
+
+void
+gstspu_pgs_get_render_geometry_n (GstDVDSpu * dvdspu, gint index,
+    GstVideoRectangle * window_rect)
+{
+  PgsPresentationSegment *ps = &dvdspu->spu_state.pgs.pres_seg;
+
+  if (window_rect && index < ps->objects->len) {
+    PgsCompositionObject *cur =
+        &g_array_index (ps->objects, PgsCompositionObject, index);
+
+    window_rect->x = cur->x;
+    window_rect->y = cur->y;
+    window_rect->w = cur->width;
+    window_rect->h = cur->height;
+  }
 }
 
 void

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/dvdspu/gstspu-pgs.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/dvdspu/gstspu-pgs.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/dvdspu/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/dvdspu/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/faceoverlay/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/faceoverlay/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/festival/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/festival/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/fieldanalysis/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/fieldanalysis/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/freeverb/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/freeverb/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/frei0r/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/frei0r/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/gaudieffects/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/gaudieffects/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/gdp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/gdp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/geometrictransform/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/geometrictransform/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/id3tag/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/id3tag/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/insertbin/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/insertbin/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/inter/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/inter/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/interlace/gstinterlace.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/interlace/gstinterlace.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/interlace/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/interlace/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/ivfparse/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/ivfparse/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/ivtc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/ivtc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/jp2kdecimator/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/jp2kdecimator/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/jpegformat/gstjpegparse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/jpegformat/gstjpegparse.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/jpegformat/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/jpegformat/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/librfb/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/librfb/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/midi/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/midi/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegdemux/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegdemux/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegpsmux/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegpsmux/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegpsmux/psmuxstream.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegpsmux/psmuxstream.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/gstmpegdesc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/gstmpegdesc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/mpegtsbase.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/mpegtsbase.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/mpegtspacketizer.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/mpegtspacketizer.c Changed

@@ -414,6 +414,18 @@
     if (packetizer->calculate_skew
         && GST_CLOCK_TIME_IS_VALID (packetizer->last_in_time)) {
       pcrtable = get_pcr_table (packetizer, packet->pid);
+      /* There is a signalled discontinuity and we deal with regularly timed
+       * input. Reset observations */
+      if (afcflags & MPEGTS_AFC_DISCONTINUITY_FLAG &&
+          (GST_CLOCK_TIME_IS_VALID (packetizer->last_dts) ||
+              GST_CLOCK_TIME_IS_VALID (packetizer->last_pts))) {
+        MpegTSPCR *fallback = get_pcr_table (packetizer, 0x1fff);
+        GST_DEBUG ("pcr 0x%04x Discontinuity signalled, resetting observations",
+            packet->pid);
+        pcrtable->base_time = GST_CLOCK_TIME_NONE;
+        pcrtable->base_pcrtime = GST_CLOCK_TIME_NONE;
+        fallback->base_time = GST_CLOCK_TIME_NONE;
+      }
       calculate_skew (packetizer, pcrtable, packet->pcr,
           packetizer->last_in_time);
     }
@@ -871,6 +883,15 @@
     if (!mpegts_packetizer_map (packetizer, packet_size))
       return PACKET_NEED_MORE;
 
+    /* Get M2TS header start */
+    if (packet_size == MPEGTS_M2TS_PACKETSIZE) {
+      guint8 *m2ts_header_start = &packetizer->map_datapacketizer->map_offset;
+      packet->m2ts_header_start = m2ts_header_start;
+      GST_MEMDUMP ("M2TS header start", packet->m2ts_header_start, 4);
+    } else
+      packet->m2ts_header_start = NULL;
+
+    /* Get TS packet data start */
     packet_data = &packetizer->map_datapacketizer->map_offset + sync_offset;
 
     /* Check sync byte */
@@ -981,6 +1002,12 @@
     packetizer->streamspacket->pid = stream;
   }
 
+  if (G_UNLIKELY (packet->afc_flags & MPEGTS_AFC_DISCONTINUITY_FLAG)) {
+    GST_DEBUG ("PID 0x%04x  discontinuity flag, resetting stream counter",
+        packet->pid);
+    stream->continuity_counter = CONTINUITY_UNSET;
+  }
+
   GST_MEMDUMP ("Full packet data", packet->data,
       packet->data_end - packet->data);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/mpegtspacketizer.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/mpegtspacketizer.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/mpegtsparse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/mpegtsparse.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/pesparse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/pesparse.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsdemux/tsdemux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsdemux/tsdemux.c Changed

@@ -88,14 +88,6 @@
 
 #define ABSDIFF(a,b) (((a) > (b)) ? ((a) - (b)) : ((b) - (a)))
 
-static GQuark QUARK_TSDEMUX;
-static GQuark QUARK_PID;
-static GQuark QUARK_PCR;
-static GQuark QUARK_OPCR;
-static GQuark QUARK_PTS;
-static GQuark QUARK_DTS;
-static GQuark QUARK_OFFSET;
-
 typedef enum
 {
   PENDING_PACKET_EMPTY = 0,     /* No pending packet/buffer
@@ -237,12 +229,16 @@
       "systemstream = (boolean) FALSE; " \
     "video/x-h264,stream-format=(string)byte-stream;" \
     "video/x-h265,stream-format=(string)byte-stream;" \
+    "video/x-h266,stream-format=(string)byte-stream;" \
+    "video/x-vp9;" \
+    "video/x-av1,stream-format=(string)obu-stream,alignment=(string)frame;" \
     "video/x-dirac;" \
     "video/x-cavs;" \
     "video/x-wmv," \
       "wmvversion = (int) 3, " \
       "format = (string) WVC1;" \
       "image/x-jpc;" \
+      "image/x-jxsc;" \
 )
 
 #define AUDIO_CAPS \
@@ -348,21 +344,8 @@
     GstClockTime time);
 static void handle_psi (MpegTSBase * base, GstMpegtsSection * section);
 
-static void
-_extra_init (void)
-{
-  QUARK_TSDEMUX = g_quark_from_string ("tsdemux");
-  QUARK_PID = g_quark_from_string ("pid");
-  QUARK_PCR = g_quark_from_string ("pcr");
-  QUARK_OPCR = g_quark_from_string ("opcr");
-  QUARK_PTS = g_quark_from_string ("pts");
-  QUARK_DTS = g_quark_from_string ("dts");
-  QUARK_OFFSET = g_quark_from_string ("offset");
-}
-
 #define gst_ts_demux_parent_class parent_class
-G_DEFINE_TYPE_WITH_CODE (GstTSDemux, gst_ts_demux, GST_TYPE_MPEGTS_BASE,
-    _extra_init ());
+G_DEFINE_TYPE (GstTSDemux, gst_ts_demux, GST_TYPE_MPEGTS_BASE);
 #define _do_element_init \
   GST_DEBUG_CATEGORY_INIT (ts_demux_debug, "tsdemux", 0, \
       "MPEG transport stream demuxer");\
@@ -1158,7 +1141,7 @@
       GstMpegtsSCTESIT *sit =
           (GstMpegtsSCTESIT *) gst_mpegts_section_get_scte_sit (new_section);
 
-      rtime_map = gst_structure_new_empty ("running-time-map");
+      rtime_map = gst_structure_new_static_str_empty ("running-time-map");
 
       if (sit->fully_parsed) {
         if (sit->splice_time_specified) {
@@ -1517,6 +1500,24 @@
           is_audio = TRUE;
           caps = gst_caps_new_empty_simple ("audio/x-smpte-302m");
           break;
+        case DRF_ID_AV1G:
+          GST_DEBUG ("AV1");
+          is_video = TRUE;
+          caps =
+              gst_caps_new_simple ("video/x-av1", "stream-format",
+              G_TYPE_STRING, "obu-stream", "alignment", G_TYPE_STRING, "frame",
+              NULL);
+          desc = mpegts_get_descriptor_from_stream (bstream, 0x80);
+          if (desc != NULL) {
+            GstCaps *av1c_caps;
+            GstBuffer *buf = gst_buffer_new_wrapped (g_memdup2 (desc->data + 2,
+                    desc->length), desc->length);
+            av1c_caps = gst_codec_utils_av1_create_caps_from_av1c (buf);
+            gst_caps_set_simple (av1c_caps, "codec_data", GST_TYPE_BUFFER, buf,
+                NULL);
+            caps = gst_caps_intersect (caps, av1c_caps);
+          }
+          break;
         case DRF_ID_OPUS:
           desc = mpegts_get_descriptor_from_stream (bstream,
               GST_MTS_DESC_DVB_EXTENSION);
@@ -1694,6 +1695,16 @@
           is_audio = TRUE;
           caps = gst_caps_new_empty_simple ("audio/x-ac4");
           break;
+        case DRF_ID_VP09:
+          is_video = TRUE;
+          caps = gst_caps_new_empty_simple ("video/x-vp9");
+          break;
+        case DRF_ID_VANC:
+          is_private = TRUE;
+          caps =
+              gst_caps_new_simple ("meta/x-st-2038", "alignment", G_TYPE_STRING,
+              "line", NULL);
+          break;
       }
       if (caps)
         break;
@@ -1771,6 +1782,11 @@
       caps = gst_caps_new_simple ("video/x-h265",
           "stream-format", G_TYPE_STRING, "byte-stream", NULL);
       break;
+    case GST_MPEGTS_STREAM_TYPE_VIDEO_VVC:
+      is_video = TRUE;
+      caps = gst_caps_new_simple ("video/x-h266",
+          "stream-format", G_TYPE_STRING, "byte-stream", NULL);
+      break;
     case GST_MPEGTS_STREAM_TYPE_VIDEO_JP2K:
       is_video = TRUE;
       desc =
@@ -1848,6 +1864,104 @@
             "colorspace", G_TYPE_STRING, colorspace, NULL);
       }
       break;
+    case GST_MPEGTS_STREAM_TYPE_VIDEO_JPEG_XS:
+    {
+      GstMpegtsJpegXsDescriptor jpegxs;
+      desc =
+          mpegts_get_descriptor_from_stream_with_extension (bstream,
+          GST_MTS_DESC_EXTENSION, GST_MTS_DESC_EXT_JXS_VIDEO);
+      if (!desc) {
+        GST_WARNING_OBJECT (demux,
+            "image/x-jxsc stream does not have mandatory descriptor");
+        break;
+      }
+      if (!gst_mpegts_descriptor_parse_jpeg_xs (desc, &jpegxs)) {
+        GST_WARNING_OBJECT (demux, "Invalid JPEG XS descriptor");
+        break;
+      }
+
+      guint8 interlace_mode = (jpegxs.frat >> 30) & 0x3;
+
+      if (interlace_mode == 3) {        // Reserved
+        GST_WARNING_OBJECT (demux, "Unknown JPEG XS interlace mode 3");
+        break;
+      }
+
+      const gchar *field_order_str;
+      guint n_fields;
+
+      switch (interlace_mode) {
+        case 1:
+          field_order_str = "top-field-first";
+          n_fields = 2;
+          break;
+        case 2:
+          field_order_str = "bottom-field-first";
+          n_fields = 2;
+          break;
+        default:
+          g_assert_not_reached ();
+          /* fall through */
+        case 0:
+          field_order_str = NULL;
+          n_fields = 1;
+          break;
+      }
+
+      if ((jpegxs.schar >> 15) == 0) {
+        GST_WARNING_OBJECT (demux, "JPEG-XS sampling properties are required");
+        break;
+      }
+      is_video = TRUE;
+      caps = gst_caps_from_string ("image/x-jxsc, alignment=(string)frame");
+      /* interlace-mode, sampling, depth, framerate */
+      gint depth = ((jpegxs.schar >> 4) & 0xf) + 1;
+      gst_caps_set_simple (caps, "width", G_TYPE_INT, jpegxs.horizontal_size,
+          "height", G_TYPE_INT, jpegxs.vertical_size * n_fields,
+          "depth", G_TYPE_INT, depth, NULL);
+
+      if (field_order_str) {
+        gst_caps_set_simple (caps,
+            "interlace-mode", G_TYPE_STRING, "fields",
+            "field-order", G_TYPE_STRING, field_order_str, NULL);
+      } else {
+        gst_caps_set_simple (caps,
+            "interlace-mode", G_TYPE_STRING, "progressive", NULL);
+      }
+
+      if (jpegxs.frat != 0) {
+        gint framerate_num = (jpegxs.frat & 0x0000FFFFU);
+        gint framerate_den = ((jpegxs.frat >> 24) & 0x0000003FU);
+        if (framerate_den == 1) {
+          // framerate_den = 1;
+        } else if (framerate_den == 2) {
+          framerate_num *= 1000;
+          framerate_den = 1001;
+        } else {                // Reserved value
+          GST_WARNING_OBJECT (demux,
+              "Unknown JPEG XS framerate denominator code %u", framerate_den);
+          break;
+        }
+
+        gst_caps_set_simple (caps,
+            "framerate", GST_TYPE_FRACTION, framerate_num, framerate_den, NULL);
+      }
+
+      switch (jpegxs.schar & 0xf) {
+        case 0:
+          gst_caps_set_simple (caps, "sampling", G_TYPE_STRING, "YCbCr-4:2:2",
+              NULL);
+          break;
+        case 1:
+          gst_caps_set_simple (caps, "sampling", G_TYPE_STRING, "YCbCr-4:4:4",
+              NULL);
+          break;
+        default:
+          GST_WARNING_OBJECT (demux, "Unsupported JPEG-XS sampling format");
+          break;
+      }
+      break;
+    }
     case ST_VIDEO_DIRAC:
       if (bstream->registration_id == 0x64726163) {
         GST_LOG_OBJECT (demux, "dirac");
@@ -2411,11 +2525,9 @@
 
   if (G_UNLIKELY (demux->emit_statistics)) {
     GstStructure *st;
-    st = gst_structure_new_id_empty (QUARK_TSDEMUX);
-    gst_structure_id_set (st,
-        QUARK_PID, G_TYPE_UINT, bs->pid,
-        QUARK_OFFSET, G_TYPE_UINT64, offset, QUARK_PTS, G_TYPE_UINT64, pts,
-        NULL);
+    st = gst_structure_new_static_str ("tsdemux",
+        "pid", G_TYPE_UINT, bs->pid,
+        "offset", G_TYPE_UINT64, offset, "pts", G_TYPE_UINT64, pts, NULL);
     gst_element_post_message (GST_ELEMENT_CAST (demux),
         gst_message_new_element (GST_OBJECT (demux), st));
   }
@@ -2445,11 +2557,9 @@
 
   if (G_UNLIKELY (demux->emit_statistics)) {
     GstStructure *st;
-    st = gst_structure_new_id_empty (QUARK_TSDEMUX);
-    gst_structure_id_set (st,
-        QUARK_PID, G_TYPE_UINT, bs->pid,
-        QUARK_OFFSET, G_TYPE_UINT64, offset, QUARK_DTS, G_TYPE_UINT64, dts,
-        NULL);
+    st = gst_structure_new_static_str ("tsdemux",
+        "pid", G_TYPE_UINT, bs->pid,
+        "offset", G_TYPE_UINT64, offset, "dts", G_TYPE_UINT64, dts, NULL);
     gst_element_post_message (GST_ELEMENT_CAST (demux),
         gst_message_new_element (GST_OBJECT (demux), st));
   }
@@ -2742,6 +2852,13 @@
   GST_LOG_OBJECT (demux, "pid: 0x%04x state:%d", stream->stream.pid,
       stream->state);
 
+  /* Handle expected discontinuity */
+  if (G_UNLIKELY (packet->afc_flags & MPEGTS_AFC_DISCONTINUITY_FLAG)) {
+    GST_LOG_OBJECT (demux, "pid: 0x%04x discontinuity flag, resetting counter",
+        stream->stream.pid);
+    stream->continuity_counter = CONTINUITY_UNSET;
+  }
+
   size = packet->data_end - packet->payload;
   data = packet->payload;
 
@@ -3119,6 +3236,50 @@
   }
 }
 
+static GstBuffer *
+parse_jpegxs_access_unit (TSDemuxStream * stream)
+{
+  GstByteReader br;
+  guint32 header_tag;
+  guint32 header_size;
+  GstBuffer *retbuf;
+
+  if (stream->current_size < 30) {
+    GST_ERROR_OBJECT (stream->pad, "Not enough data for header");
+    goto error;
+  }
+
+  gst_byte_reader_init (&br, stream->data, stream->current_size);
+
+  /* Should start with `jxes` box header */
+  header_size = gst_byte_reader_get_uint32_be_unchecked (&br);
+  header_tag = gst_byte_reader_get_uint32_be_unchecked (&br);
+  if (header_size != 30 || header_tag != 0x6a786573) {
+    GST_ERROR_OBJECT (stream->pad,
+        "Invalid 'jxes' header (size:%u, tag:%" GST_FOURCC_FORMAT ")",
+        header_size, GST_FOURCC_ARGS (header_tag));
+    return NULL;
+  }
+
+  /* FIXME : Parse/extract timecode */
+
+  /* Ignore the rest of that box */
+  retbuf =
+      gst_buffer_new_wrapped_full (0, stream->data, stream->current_size,
+      header_size, stream->current_size - header_size, stream->data, g_free);
+  stream->data = NULL;
+  stream->current_size = 0;
+  return retbuf;
+
+error:
+  GST_ERROR ("Failed to parse JPEG-XS access unit");
+  g_free (stream->data);
+  stream->data = NULL;
+  stream->current_size = 0;
+  return NULL;
+
+}
+
 /* interlaced mode is disabled at the moment */
 /*#define TSDEMUX_JP2K_SUPPORT_INTERLACE */
 static GstBuffer *
@@ -3472,6 +3633,8 @@
       } else if (bs->stream_type == GST_MPEGTS_STREAM_TYPE_METADATA_PES_PACKETS
           && bs->registration_id == DRF_ID_KLVA) {
         buffer_list = parse_pes_metadata_frame (stream);
+      } else if (bs->stream_type == GST_MPEGTS_STREAM_TYPE_VIDEO_JPEG_XS) {
+        buffer = parse_jpegxs_access_unit (stream);
       } else {
         buffer = gst_buffer_new_wrapped (stream->data, stream->current_size);
       }
@@ -3522,6 +3685,8 @@
     } else if (bs->stream_type == GST_MPEGTS_STREAM_TYPE_METADATA_PES_PACKETS
         && bs->registration_id == DRF_ID_KLVA) {
       buffer_list = parse_pes_metadata_frame (stream);
+    } else if (bs->stream_type == GST_MPEGTS_STREAM_TYPE_VIDEO_JPEG_XS) {
+      buffer = parse_jpegxs_access_unit (stream);
     } else {
       buffer = gst_buffer_new_wrapped (stream->data, stream->current_size);
     }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/gstatscmux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/gstatscmux.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/gstbasetsmux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/gstbasetsmux.c Changed

@@ -85,6 +85,7 @@
 #include "gstbasetsmuxttxt.h"
 #include "gstbasetsmuxopus.h"
 #include "gstbasetsmuxjpeg2000.h"
+#include "gstbasetsmuxjpegxs.h"
 
 GST_DEBUG_CATEGORY (gst_base_ts_mux_debug);
 #define GST_CAT_DEFAULT gst_base_ts_mux_debug
@@ -255,10 +256,12 @@
   PROP_BITRATE,
   PROP_PCR_INTERVAL,
   PROP_SCTE_35_PID,
-  PROP_SCTE_35_NULL_INTERVAL
+  PROP_SCTE_35_NULL_INTERVAL,
+  PROP_ENABLE_CUSTOM_MAPPINGS
 };
 
 #define DEFAULT_SCTE_35_PID 0
+#define DEFAULT_ENABLE_CUSTOM_MAPPINGS FALSE
 
 #define BASETSMUX_DEFAULT_ALIGNMENT    -1
 
@@ -268,6 +271,8 @@
 #define TS_MUX_CLOCK_BASE (TSMUX_CLOCK_FREQ * 10 * 360)
 
 #define GSTTIME_TO_MPEGTIME(time) \
+  (gst_util_uint64_scale (time, CLOCK_BASE, GST_MSECOND/10))
+#define GSTTIMEDIFF_TO_MPEGTIME(time) \
     (((time) > 0 ? (gint64) 1 : (gint64) -1) * \
     (gint64) gst_util_uint64_scale (ABS(time), CLOCK_BASE, GST_MSECOND/10))
 /* 27 MHz SCR conversions: */
@@ -440,6 +445,140 @@
   stream_data_free ((StreamData *) user_data);
 }
 
+static GstMpegtsJpegXsDescriptor *
+gst_base_ts_mux_jpegxs_descriptor (GstBaseTsMux * mux,
+    GstBaseTsMuxPad * ts_pad, GstCaps * caps)
+{
+  GstStructure *s = gst_caps_get_structure (caps, 0);
+  gint codestream_length, depth;
+  GstMpegtsJpegXsDescriptor *jpegxs_descriptor;
+  GstVideoInfo video_info;
+  const gchar *sampling;
+
+  if (!gst_video_info_from_caps (&video_info, caps))
+    return NULL;
+
+  /* Get (and calculate) all fields from the caps information */
+  sampling = gst_structure_get_string (s, "sampling");
+  if (!gst_structure_get_int (s, "codestream-length", &codestream_length)
+      || !sampling || !gst_structure_get_int (s, "depth", &depth) || !depth) {
+    GST_ERROR_OBJECT (ts_pad,
+        "JPEG-XS caps doesn't contain all required fields");
+    return NULL;
+  }
+
+  jpegxs_descriptor = g_new0 (GstMpegtsJpegXsDescriptor, 1);
+
+  jpegxs_descriptor->horizontal_size = GST_VIDEO_INFO_WIDTH (&video_info);
+  jpegxs_descriptor->vertical_size = GST_VIDEO_INFO_HEIGHT (&video_info);
+
+  {
+    /* FIXME : Cap according to limit defined by profile/level */
+    guint32 brat = G_MAXUINT32;
+    if (GST_VIDEO_INFO_FPS_N (&video_info) > 0
+        && GST_VIDEO_INFO_FPS_D (&video_info) > 0) {
+      // 125000 = * 8 / 1000000 (convert to bits, divide to Mbps)
+      guint64 v =
+          gst_util_uint64_scale_ceil (GST_VIDEO_INFO_FPS_N (&video_info),
+          codestream_length,
+          GST_VIDEO_INFO_FPS_D (&video_info) * 125000);
+      if (v < G_MAXUINT32)
+        brat = v & 0xffffffff;
+    }
+    jpegxs_descriptor->brat = brat;
+  }
+
+  {
+    guint32 frat = 0;
+    gint fps_n = GST_VIDEO_INFO_FPS_N (&video_info);
+    gint fps_d = GST_VIDEO_INFO_FPS_D (&video_info);
+    gint denom_value = 1;
+
+    /* Only framerate divisible by 1 or 1.001 are allowed */
+    if (fps_d == 1001) {
+      fps_n /= 1000;
+      denom_value = 2;
+    } else if (fps_d != 1) {
+      GST_ERROR_OBJECT (ts_pad, "framerate %d/%d is not allowed for JPEG-XS",
+          fps_n, fps_d);
+      goto free_return;
+    }
+    if (fps_n > G_MAXUINT16) {
+      GST_ERROR_OBJECT (ts_pad, "framerate %d/%d exceeds limits for JPEG-XS",
+          fps_n, fps_d);
+      goto free_return;
+    }
+
+    if (GST_VIDEO_INFO_IS_INTERLACED (&video_info)) {
+      if (GST_VIDEO_INFO_FIELD_ORDER (&video_info) ==
+          GST_VIDEO_FIELD_ORDER_TOP_FIELD_FIRST) {
+        frat |= 1 << 30;
+      } else if (GST_VIDEO_INFO_FIELD_ORDER (&video_info) ==
+          GST_VIDEO_FIELD_ORDER_BOTTOM_FIELD_FIRST) {
+        frat |= 1 << 31;
+      } else {
+        GST_ERROR_OBJECT (ts_pad, "Unknown interlace mode (no field order)");
+        goto free_return;
+      }
+    }
+
+    frat |= denom_value << 24;
+    frat |= fps_n;
+
+    jpegxs_descriptor->frat = frat;
+  }
+
+  {
+    guint16 schar = ((depth - 1) & 0xf) << 4;
+    /* FIXME : Support all other variants */
+    if (!g_strcmp0 (sampling, "YCbCr-4:2:2")) {
+      schar |= 0;
+    } else if (!g_strcmp0 (sampling, "YCbCr-4:4:4")) {
+      schar |= 1;
+    } else {
+      GST_ERROR_OBJECT (ts_pad, "Unsupported sampling %s", sampling);
+      goto free_return;
+    }
+
+    /* schar is valid */
+    schar |= 1 << 15;
+
+    jpegxs_descriptor->schar = schar;
+  }
+
+  /* FIXME : Handle profile/level/sublevel once provided by caps. For now we are unrestricted */
+  jpegxs_descriptor->Ppih = 0;
+  jpegxs_descriptor->Plev = 0;
+
+  /* FIXME : Calculate max_buffer_size based on profile/level if specified */
+  jpegxs_descriptor->max_buffer_size = jpegxs_descriptor->brat / 160;
+
+  /* Hardcoded buffer_model_type of 2 accordingly to H.222.0 specification */
+  jpegxs_descriptor->buffer_model_type = 2;
+
+  jpegxs_descriptor->colour_primaries =
+      gst_video_color_primaries_to_iso (video_info.colorimetry.primaries);
+  jpegxs_descriptor->transfer_characteristics =
+      gst_video_transfer_function_to_iso (video_info.colorimetry.transfer);
+  jpegxs_descriptor->matrix_coefficients =
+      gst_video_color_matrix_to_iso (video_info.colorimetry.matrix);
+  jpegxs_descriptor->video_full_range_flag =
+      video_info.colorimetry.range == GST_VIDEO_COLOR_RANGE_0_255;
+
+  /* We don't accept still pictures */
+  jpegxs_descriptor->still_mode = FALSE;
+
+  /* FIXME : Add support for Mastering Display Metadata parsing */
+
+  return jpegxs_descriptor;
+
+free_return:
+  {
+    g_free (jpegxs_descriptor);
+    return NULL;
+  }
+}
+
 /* Must be called with mux->lock held */
 static GstFlowReturn
 gst_base_ts_mux_create_or_update_stream (GstBaseTsMux * mux,
@@ -459,6 +598,7 @@
   const gchar *stream_format = NULL;
   const char *interlace_mode = NULL;
   gchar *pmt_name;
+  GstMpegtsDescriptor *pmt_descriptor = NULL;
 
   GST_DEBUG_OBJECT (ts_pad,
       "%s stream with PID 0x%04x for caps %" GST_PTR_FORMAT,
@@ -488,6 +628,32 @@
     st = TSMUX_ST_VIDEO_H264;
   } else if (strcmp (mt, "video/x-h265") == 0) {
     st = TSMUX_ST_VIDEO_HEVC;
+  } else if (strcmp (mt, "video/x-h266") == 0) {
+    st = TSMUX_ST_VIDEO_VVC;
+  } else if (strcmp (mt, "video/x-vp9") == 0) {
+    if (mux->enable_custom_mappings) {
+      st = TSMUX_ST_PS_VP9;
+    } else {
+      GST_ERROR_OBJECT (mux,
+          "VP9 requires enabling custom mapping which does not have a public specification");
+    }
+  } else if (strcmp (mt, "video/x-av1") == 0) {
+    if (mux->enable_custom_mappings) {
+      st = TSMUX_ST_PS_VIDEO_AV1;
+      if (!codec_data)
+        codec_data = gst_codec_utils_av1_create_av1c_from_caps (caps);
+      if (codec_data) {
+        GstMapInfo map;
+        if (gst_buffer_map (codec_data, &map, GST_MAP_READ)) {
+          pmt_descriptor =
+              gst_mpegts_descriptor_from_custom (0x80, map.data, map.size);
+          gst_buffer_unmap (codec_data, &map);
+        }
+      }
+    } else {
+      GST_ERROR_OBJECT (mux,
+          "AV1 requires enabling custom mapping which does not have a public specification yet");
+    }
   } else if (strcmp (mt, "audio/mpeg") == 0) {
     gint mpegversion;
 
@@ -674,6 +840,28 @@
     ts_pad->prepare_func = gst_base_ts_mux_prepare_opus;
   } else if (strcmp (mt, "meta/x-klv") == 0) {
     st = TSMUX_ST_PS_KLV;
+  } else if (strcmp (mt, "meta/x-st-2038") == 0) {
+    st = TSMUX_ST_PS_ST_2038;
+  } else if (strcmp (mt, "meta/x-id3") == 0) {
+    st = TSMUX_ST_PS_ID3;
+  } else if (strcmp (mt, "image/x-jxsc") == 0) {
+    /* FIXME: Get actual values from caps */
+    GstMpegtsJpegXsDescriptor *jpegxs_descriptor =
+        gst_base_ts_mux_jpegxs_descriptor (mux, ts_pad, caps);
+    if (!jpegxs_descriptor)
+      goto not_negotiated;
+
+    pmt_descriptor = gst_mpegts_descriptor_from_jpeg_xs (jpegxs_descriptor);
+    if (!pmt_descriptor) {
+      g_free (jpegxs_descriptor);
+      goto not_negotiated;
+    }
+    st = TSMUX_ST_VIDEO_JPEG_XS;
+    ts_pad->prepare_func = gst_base_ts_mux_prepare_jpegxs;
+    ts_pad->prepare_data = jpegxs_descriptor;
+    ts_pad->free_func = gst_base_ts_mux_free_jpegxs;
+  } else if (strcmp (mt, "audio/x-smpte-302m") == 0) {
+    st = TSMUX_ST_PS_S302M;
   } else if (strcmp (mt, "image/x-jpc") == 0) {
     /*
      * See this document for more details on standard:
@@ -778,7 +966,10 @@
   }
 
   if (st == TSMUX_ST_RESERVED) {
-    GST_ERROR_OBJECT (ts_pad, "Failed to determine stream type");
+    GST_ELEMENT_ERROR (mux, STREAM, MUX,
+        ("Failed to determine stream type or mapping is not supported"),
+        ("If you're using an experimental or non-standard mapping you may have to "
+            "set the enable-custom-mappings property to TRUE."));
     goto error;
   }
 
@@ -800,6 +991,10 @@
       goto error;
   }
 
+  if (pmt_descriptor) {
+    ts_pad->stream->pmt_descriptor = pmt_descriptor;
+  }
+
   pmt_name = g_strdup_printf ("PMT_%d", ts_pad->pid);
   if (mux->prog_map && gst_structure_has_field (mux->prog_map, pmt_name)) {
     gst_structure_get_int (mux->prog_map, pmt_name, &ts_pad->stream->pmt_index);
@@ -840,9 +1035,13 @@
 
   /* ERRORS */
 not_negotiated:
+  if (pmt_descriptor)
+    gst_mpegts_descriptor_free (pmt_descriptor);
   return GST_FLOW_NOT_NEGOTIATED;
 
 error:
+  if (pmt_descriptor)
+    gst_mpegts_descriptor_free (pmt_descriptor);
   return GST_FLOW_ERROR;
 }
 
@@ -1411,7 +1610,8 @@
     buf = tmp;
   }
 
-  if (mux->force_key_unit_event != NULL && best->stream->is_video_stream) {
+  if (mux->force_key_unit_event != NULL
+      && best->stream->gst_stream_type == GST_STREAM_TYPE_VIDEO) {
     GstEvent *event;
 
     g_mutex_unlock (&mux->lock);
@@ -1432,7 +1632,7 @@
       GST_INFO_OBJECT (mux, "pushing downstream force-key-unit event %d "
           "%" GST_TIME_FORMAT " count %d", gst_event_get_seqnum (event),
           GST_TIME_ARGS (running_time), count);
-      gst_pad_push_event (GST_AGGREGATOR_SRC_PAD (mux), event);
+      gst_aggregator_push_src_event (GST_AGGREGATOR (mux), event);
 
       g_mutex_lock (&mux->lock);
       /* output PAT, SI tables */
@@ -1481,7 +1681,7 @@
   }
 
   if (GST_CLOCK_STIME_IS_VALID (best->dts)) {
-    dts = GSTTIME_TO_MPEGTIME (best->dts);
+    dts = GSTTIMEDIFF_TO_MPEGTIME (best->dts);
     GST_DEBUG_OBJECT (mux, "Buffer has DTS %" GST_STIME_FORMAT " dts %"
         G_GINT64_FORMAT, GST_STIME_ARGS (best->dts), dts);
   }
@@ -1492,12 +1692,13 @@
     pts = dts;
   }
 
-  if (best->stream->is_video_stream) {
+  if (best->stream->gst_stream_type == GST_STREAM_TYPE_VIDEO) {
     delta = GST_BUFFER_FLAG_IS_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
     header = GST_BUFFER_FLAG_IS_SET (buf, GST_BUFFER_FLAG_HEADER);
   }
 
-  if (best->stream->is_meta && gst_buffer_get_size (buf) > (G_MAXUINT16 - 3)) {
+  if (best->stream->internal_stream_type == TSMUX_ST_PS_KLV &&
+      gst_buffer_get_size (buf) > (G_MAXUINT16 - 3)) {
     GST_WARNING_OBJECT (mux, "KLV meta unit too big, splitting not supported");
 
     gst_buffer_unref (buf);
@@ -1583,8 +1784,10 @@
     }
     /* Make sure we don't use reserved PID.
      * FIXME : This should be extended to other variants (ex: ATSC) reserved PID */
-    if (pid < TSMUX_START_ES_PID)
+    if (pid < TSMUX_START_ES_PID) {
+      g_mutex_unlock (&mux->lock);
       goto invalid_stream_pid;
+    }
   } else {
     do {
       pid = tsmux_get_new_pid (mux->tsmux);
@@ -1617,7 +1820,7 @@
 invalid_stream_pid:
   {
     GST_ELEMENT_ERROR (element, STREAM, MUX,
-        ("Invalid Elementary stream PID (0x%02u < 0x40)", pid), (NULL));
+        ("Invalid Elementary stream PID (0x%02x < 0x40)", pid), (NULL));
     return NULL;
   }
 }
@@ -2021,7 +2224,7 @@
 
     /* Account for offsets potentially introduced between the demuxer and us */
     pts_adjust +=
-        GSTTIME_TO_MPEGTIME (gst_event_get_running_time_offset (event));
+        GSTTIMEDIFF_TO_MPEGTIME (gst_event_get_running_time_offset (event));
 
     pts_adjust &= 0x1ffffffff;
     section_data = g_memdup2 (section->data, section->section_length);
@@ -2663,6 +2866,8 @@
 {
   GstBaseTsMux *mux = GST_BASE_TS_MUX (object);
 
+  GST_CALL_PARENT (G_OBJECT_CLASS, constructed, (object));
+
   /* initial state */
   g_mutex_lock (&mux->lock);
   gst_base_ts_mux_reset (mux, TRUE);
@@ -2737,6 +2942,9 @@
     case PROP_SCTE_35_NULL_INTERVAL:
       mux->scte35_null_interval = g_value_get_uint (value);
       break;
+    case PROP_ENABLE_CUSTOM_MAPPINGS:
+      mux->enable_custom_mappings = g_value_get_boolean (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -2777,6 +2985,9 @@
     case PROP_SCTE_35_NULL_INTERVAL:
       g_value_set_uint (value, mux->scte35_null_interval);
       break;
+    case PROP_ENABLE_CUSTOM_MAPPINGS:
+      g_value_set_boolean (value, mux->enable_custom_mappings);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -2926,11 +3137,25 @@
   g_object_class_install_property (G_OBJECT_CLASS (klass),
       PROP_SCTE_35_NULL_INTERVAL, g_param_spec_uint ("scte-35-null-interval",
           "SCTE-35 NULL packet interval",
-          "Set the interval (in ticks of the 90kHz clock) for writing SCTE-35 NULL (heartbeat) packets."
-          " (only valid if scte-35-pid is different from 0)", 1, G_MAXUINT,
+          "Set the interval (in ticks of the 90kHz clock) for writing SCTE-35 NULL (heartbeat) packets. 0=disable"
+          " (only valid if scte-35-pid is different from 0)", 0, G_MAXUINT,
           TSMUX_DEFAULT_SCTE_35_NULL_INTERVAL,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
+  /**
+   * GstBaseTsMux:enable-custom-mappings:
+   *
+   * Enable custom mappings for which there are no official specifications
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass),
+      PROP_ENABLE_CUSTOM_MAPPINGS,
+      g_param_spec_boolean ("enable-custom-mappings", "Enable custom mappings",
+          "Enable custom mappings for which there are no official specifications",
+          DEFAULT_ENABLE_CUSTOM_MAPPINGS,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
   gst_element_class_add_static_pad_template_with_gtype (gstelement_class,
       &gst_base_ts_mux_src_factory, GST_TYPE_AGGREGATOR_PAD);
 
@@ -2952,6 +3177,7 @@
   mux->bitrate = TSMUX_DEFAULT_BITRATE;
   mux->scte35_pid = DEFAULT_SCTE_35_PID;
   mux->scte35_null_interval = TSMUX_DEFAULT_SCTE_35_NULL_INTERVAL;
+  mux->enable_custom_mappings = DEFAULT_ENABLE_CUSTOM_MAPPINGS;
 
   mux->packet_size = GST_BASE_TS_MUX_NORMAL_PACKET_LENGTH;
   mux->automatic_alignment = 0;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/gstbasetsmux.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/gstbasetsmux.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/gstbasetsmuxjpegxs.c Added

@@ -0,0 +1,106 @@
+/* JPEG-XS support for MPEG-TS
+ *
+ * Copyright (C) <2024> Centricular ltd
+ *  @author Edward Hervey <edward@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ *
+ * SPDX-License-Identifier: LGPL-2.0-or-later
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <stdio.h>
+#include "gstbasetsmuxjpegxs.h"
+#include <string.h>
+#include <gst/base/gstbytewriter.h>
+#include <gst/gst.h>
+
+#define GST_CAT_DEFAULT gst_base_ts_mux_debug
+
+GstBuffer *
+gst_base_ts_mux_prepare_jpegxs (GstBuffer * buf, GstBaseTsMuxPad * pad,
+    GstBaseTsMux * mux)
+{
+  GstMpegtsJpegXsDescriptor *private_data = pad->prepare_data;
+  GstByteWriter wr;
+  GstBuffer *out_buf = NULL;
+  gsize header_size = 30;
+  guint8 *jxes_header = NULL;
+  GstClockTime seconds = buf->pts / GST_SECOND;
+  GstClockTime minutes = seconds / 60;
+  GstClockTime hours = minutes / 60;
+
+  /* FIXME : Instead of constantly allocating/freeing a new header, we should:
+   * * Generate this header once
+   * * Update it only for the new tcod
+   */
+
+  seconds = seconds % 60;
+  minutes = minutes % 60;
+  hours = hours % 24;
+
+  /* Box is fixed size */
+  gst_byte_writer_init_with_size (&wr, header_size, FALSE);
+
+  gst_byte_writer_put_uint32_be (&wr, header_size);
+  /* Elementary stream header box 'jxes' == 0x6a786573 */
+  gst_byte_writer_put_uint32_be (&wr, 0x6a786573);
+
+  /* brat, frat are 32 bytes */
+  gst_byte_writer_put_uint32_be (&wr, private_data->brat);
+  gst_byte_writer_put_uint32_be (&wr, private_data->frat);
+
+  /* schar, Ppih, Plev */
+  gst_byte_writer_put_uint16_be (&wr, private_data->schar);
+  gst_byte_writer_put_uint16_be (&wr, private_data->Ppih);
+  gst_byte_writer_put_uint16_be (&wr, private_data->Plev);
+
+  gst_byte_writer_put_uint8 (&wr, private_data->colour_primaries);
+  gst_byte_writer_put_uint8 (&wr, private_data->transfer_characteristics);
+  gst_byte_writer_put_uint8 (&wr, private_data->matrix_coefficients);
+
+  gst_byte_writer_put_uint8 (&wr, private_data->video_full_range_flag << 7);
+
+  /* put HHMMSSFF */
+  gst_byte_writer_put_uint8 (&wr, (guint8) hours);
+  gst_byte_writer_put_uint8 (&wr, (guint8) minutes);
+  gst_byte_writer_put_uint8 (&wr, (guint8) seconds);
+  gst_byte_writer_put_uint8 (&wr, 0x0);
+
+  /* Put jxes header in buffer */
+  header_size = gst_byte_writer_get_size (&wr);
+  jxes_header = gst_byte_writer_reset_and_get_data (&wr);
+  out_buf = gst_buffer_new_wrapped (jxes_header, header_size);
+
+  /* Copy complete frame */
+  gst_buffer_copy_into (out_buf, buf,
+      GST_BUFFER_COPY_METADATA | GST_BUFFER_COPY_TIMESTAMPS |
+      GST_BUFFER_COPY_MEMORY, 0, -1);
+  GST_DEBUG_OBJECT (mux, "Prepared JPEGXS PES of size %d",
+      (int) gst_buffer_get_size (out_buf));
+
+  return out_buf;
+}
+
+void
+gst_base_ts_mux_free_jpegxs (gpointer prepare_data)
+{
+  /*  Free prepare data memory object */
+  g_free (prepare_data);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/gstbasetsmuxjpegxs.h Added

@@ -0,0 +1,49 @@
+/* Support for JPEG-XS
+ *
+ * Copyright (C) <2024> Centricular ltd
+ *  @author Edward Hervey <edward@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ *
+ * SPDX-License-Identifier: LGPL-2.0-or-later
+ */
+
+#ifndef __BASETSMUX_JPEGXS_H__
+#define __BASETSMUX_JPEGXS_H__
+
+#include "glib.h"
+#include "gstbasetsmux.h"
+
+typedef struct jpegxs_private_data
+{
+  guint32 brat;
+  guint32 frat;
+  guint16 schar;
+  guint16 Ppih;
+  guint16 Plev;
+  guint8 color_primaries;
+  guint8 transfer_characteristics;
+  guint8 matrix_coefficients;
+  gboolean video_full_range_flag;
+  guint32 tcod;
+} jpegxs_private_data;
+
+GstBuffer *gst_base_ts_mux_prepare_jpegxs (GstBuffer * buf, GstBaseTsMuxPad * pad,
+    GstBaseTsMux * mux);
+
+void gst_base_ts_mux_free_jpegxs (gpointer prepare_data);
+
+#endif /* __BASETSMUX_JPEGXS_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/gstmpegtsmux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/gstmpegtsmux.c Changed

@@ -103,10 +103,13 @@
         "systemstream = (boolean) false; "
         "video/x-dirac;"
         "image/x-jpc, alignment = (string) frame;"
+        "video/x-av1,stream-format=(string)obu-stream,alignment=(string)frame;"
         "video/x-h264,stream-format=(string)byte-stream,"
         "alignment=(string){au, nal}; "
         "video/x-h265,stream-format=(string)byte-stream,"
         "alignment=(string){au, nal}; "
+        "video/x-h266,stream-format=(string)byte-stream,"
+        "alignment=(string){au, nal}; "
         "audio/mpeg, "
         "parsed = (boolean) TRUE, "
         "mpegversion = (int) 1;"
@@ -124,8 +127,14 @@
         "audio/x-dts, framed = (boolean) TRUE;"
         "audio/x-opus, "
         "channels = (int) 1, 255;"
+        "audio/x-smpte-302m;"
         "subpicture/x-dvb; application/x-teletext; meta/x-klv, parsed=true;"
-        "image/x-jpc, alignment = (string) frame, profile = (int)0, 49151;"));
+        "meta/x-id3, parsed=true;"
+        "meta/x-st-2038, alignment = (string) line;"
+        "video/x-vp9;"
+        "image/x-jpc, alignment = (string) frame, profile = (int)0, 49151;"
+        "image/x-jxsc, alignment = (string) frame, sampling = { YCbCr-4:2:2, YCbCr-4:4:4 }, interlace-mode = progressive; "
+        "image/x-jxsc, alignment = (string) frame, sampling = { YCbCr-4:2:2, YCbCr-4:4:4 }, interlace-mode = fields, field-order = { top-field-first, bottom-field-first };"));
 
 static GstStaticPadTemplate gst_mpeg_ts_mux_src_factory =
 GST_STATIC_PAD_TEMPLATE ("src",

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/tsmux/tsmux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/tsmux/tsmux.c Changed

@@ -67,7 +67,9 @@
 
 #include <string.h>
 
+#include <gst/base/gstbytewriter.h>
 #include <gst/mpegts/mpegts.h>
+#include <gst/mpegtsdemux/gstmpegdesc.h>
 
 #include "tsmux.h"
 #include "tsmuxstream.h"
@@ -819,6 +821,8 @@
     return FALSE;
   }
 
+  program->pmt_changed = TRUE;
+
   return streams->len == 0;
 }
 
@@ -1460,7 +1464,7 @@
       next_pcr = get_current_pcr (mux, cur_ts);
     }
 
-    if (program->scte35_pid != 0) {
+    if (program->scte35_pid != 0 && program->scte35_null_interval != 0) {
       gboolean write_scte_null = FALSE;
       if (program->next_scte35_pcr == -1)
         write_scte_null = TRUE;
@@ -1853,6 +1857,27 @@
       g_ptr_array_add (pmt->descriptors, descriptor);
     }
 
+    /* Scan the streams looking for metadata streams */
+    for (i = 0; i < program->streams->len; i++) {
+      TsMuxStream *stream = g_ptr_array_index (program->streams, i);
+
+      if (stream->internal_stream_type == TSMUX_ST_PS_ID3) {
+        GstMpegtsMetadataPointerDescriptor metadata_pointer_descriptor;
+        metadata_pointer_descriptor.metadata_application_format =
+            GST_MPEGTS_METADATA_APPLICATION_FORMAT_IDENTIFIER_FIELD;
+        metadata_pointer_descriptor.metadata_format =
+            GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD;
+        metadata_pointer_descriptor.metadata_format_identifier = DRF_ID_ID3;
+        metadata_pointer_descriptor.metadata_service_id = 0;
+        metadata_pointer_descriptor.program_number = program->pgm_number;
+
+        descriptor =
+            gst_mpegts_descriptor_from_metadata_pointer
+            (&metadata_pointer_descriptor);
+        g_ptr_array_add (pmt->descriptors, descriptor);
+      }
+    }
+
     /* Write out the entries */
     for (i = 0; i < program->streams->len; i++) {
       GstMpegtsPMTStream *pmt_stream;
@@ -1906,5 +1931,13 @@
 void
 tsmux_set_bitrate (TsMux * mux, guint64 bitrate)
 {
+  if (bitrate != 0 && mux->bitrate != 0 && mux->n_bytes != 0) {
+    guint64 new_byte_counter =
+        gst_util_uint64_scale (mux->n_bytes, bitrate, mux->bitrate);
+    GST_LOG ("bitrate transition %" G_GUINT64_FORMAT " => %" G_GUINT64_FORMAT
+        ", adjusting byte counter %" G_GUINT64_FORMAT " => %" G_GUINT64_FORMAT,
+        mux->bitrate, bitrate, mux->n_bytes, new_byte_counter);
+    mux->n_bytes = new_byte_counter;
+  }
   mux->bitrate = bitrate;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/tsmux/tsmuxstream.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/tsmux/tsmuxstream.c Changed

@@ -69,6 +69,7 @@
 
 #include <gst/mpegts/mpegts.h>
 #include <gst/base/gstbytewriter.h>
+#include <gst/mpegtsdemux/gstmpegdesc.h>
 
 #include "tsmuxcommon.h"
 #include "tsmuxstream.h"
@@ -123,6 +124,7 @@
   stream->state = TSMUX_STREAM_STATE_HEADER;
   stream->pi.pid = pid;
   stream->stream_type = stream_type;
+  stream->internal_stream_type = stream_type;
 
   stream->pes_payload_size = 0;
   stream->cur_pes_payload_size = 0;
@@ -135,6 +137,7 @@
     case TSMUX_ST_VIDEO_MPEG4:
     case TSMUX_ST_VIDEO_H264:
     case TSMUX_ST_VIDEO_HEVC:
+    case TSMUX_ST_VIDEO_VVC:
       if (stream_number > 0xF) {
         GST_WARNING
             ("video stream number %d is greater than 0xF. Setting to 0.",
@@ -143,13 +146,24 @@
       }
       stream->id = 0xE0 | stream_number;
       stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
-      stream->is_video_stream = TRUE;
+      stream->gst_stream_type = GST_STREAM_TYPE_VIDEO;
       supports_user_specified_stream_number = TRUE;
       break;
     case TSMUX_ST_VIDEO_JP2K:
       stream->id = 0xBD;
       stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
-      stream->is_video_stream = TRUE;
+      stream->gst_stream_type = GST_STREAM_TYPE_VIDEO;
+      break;
+    case TSMUX_ST_VIDEO_JPEG_XS:
+      stream->id = 0xBD;        /* Private Stream 1 */
+      stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
+      stream->gst_stream_type = GST_STREAM_TYPE_VIDEO;
+      break;
+    case TSMUX_ST_PS_VP9:
+      stream->id = 0xBD;        /* Private Stream 1 */
+      stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
+      stream->stream_type = TSMUX_ST_PRIVATE_DATA;
+      stream->gst_stream_type = GST_STREAM_TYPE_VIDEO;
       break;
     case TSMUX_ST_AUDIO_AAC:
     case TSMUX_ST_AUDIO_MPEG1:
@@ -160,7 +174,7 @@
             stream_number);
         stream_number = 0;
       }
-      stream->is_audio = TRUE;
+      stream->gst_stream_type = GST_STREAM_TYPE_AUDIO;
       stream->id = 0xC0 | stream_number;
       stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
       supports_user_specified_stream_number = TRUE;
@@ -174,18 +188,18 @@
       switch (stream_type) {
         case TSMUX_ST_VIDEO_DIRAC:
           stream->id_extended = 0x60;
-          stream->is_video_stream = TRUE;
+          stream->gst_stream_type = GST_STREAM_TYPE_VIDEO;
           break;
         case TSMUX_ST_PS_AUDIO_LPCM:
-          stream->is_audio = TRUE;
+          stream->gst_stream_type = GST_STREAM_TYPE_AUDIO;
           stream->id_extended = 0x80;
           break;
         case TSMUX_ST_PS_AUDIO_AC3:
-          stream->is_audio = TRUE;
+          stream->gst_stream_type = GST_STREAM_TYPE_AUDIO;
           stream->id_extended = 0x71;
           break;
         case TSMUX_ST_PS_AUDIO_DTS:
-          stream->is_audio = TRUE;
+          stream->gst_stream_type = GST_STREAM_TYPE_AUDIO;
           stream->id_extended = 0x82;
           break;
         default:
@@ -213,17 +227,43 @@
       /* FIXME: assign sequential extended IDs? */
       stream->id = 0xBD;
       stream->stream_type = TSMUX_ST_PRIVATE_DATA;
-      stream->is_meta = TRUE;
       stream->pi.flags |=
           TSMUX_PACKET_FLAG_PES_FULL_HEADER |
           TSMUX_PACKET_FLAG_PES_DATA_ALIGNMENT;
       break;
+    case TSMUX_ST_PS_ST_2038:
+      /* FIXME: assign sequential extended IDs? */
+      stream->id = 0xBD;
+      stream->stream_type = TSMUX_ST_PRIVATE_DATA;
+      stream->pi.flags |=
+          TSMUX_PACKET_FLAG_PES_FULL_HEADER |
+          TSMUX_PACKET_FLAG_PES_DATA_ALIGNMENT;
+      break;
+    case TSMUX_ST_PS_ID3:
+      stream->id = 0xBD;        // private stream
+      stream->stream_type = TSMUX_ST_PES_METADATA;
+      stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER |
+          TSMUX_PACKET_FLAG_PES_DATA_ALIGNMENT;
+      break;
     case TSMUX_ST_PS_OPUS:
       /* FIXME: assign sequential extended IDs? */
       stream->id = 0xBD;
-      stream->is_audio = TRUE;
+      stream->gst_stream_type = GST_STREAM_TYPE_AUDIO;
+      stream->stream_type = TSMUX_ST_PRIVATE_DATA;
+      stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
+      break;
+    case TSMUX_ST_PS_S302M:
+      /* FIXME: assign sequential extended IDs? */
+      stream->id = 0xBD;
+      stream->gst_stream_type = GST_STREAM_TYPE_AUDIO;
+      stream->stream_type = TSMUX_ST_PRIVATE_DATA;
+      stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
+      break;
+    case TSMUX_ST_PS_VIDEO_AV1:
+      /* FIXME: assign sequential extended IDs? */
+      stream->id = 0xBD;
+      stream->gst_stream_type = GST_STREAM_TYPE_VIDEO;
       stream->stream_type = TSMUX_ST_PRIVATE_DATA;
-      stream->is_opus = TRUE;
       stream->pi.flags |= TSMUX_PACKET_FLAG_PES_FULL_HEADER;
       break;
     default:
@@ -290,6 +330,8 @@
   }
   g_list_free (stream->buffers);
 
+  if (stream->pmt_descriptor)
+    gst_mpegts_descriptor_free (stream->pmt_descriptor);
   g_free (stream);
 }
 
@@ -485,7 +527,7 @@
     }
   }
 
-  if (stream->is_video_stream) {
+  if (stream->gst_stream_type == GST_STREAM_TYPE_VIDEO) {
     guint8 hdr_len;
 
     hdr_len = tsmux_stream_pes_header_length (stream);
@@ -494,6 +536,10 @@
     if ((stream->cur_pes_payload_size + hdr_len - 6) > G_MAXUINT16)
       stream->cur_pes_payload_size = 0;
   }
+  // stream_type specific flags
+  if (stream->stream_type == TSMUX_ST_PES_METADATA) {
+    stream->pi.flags |= TSMUX_PACKET_FLAG_PES_DATA_ALIGNMENT;
+  }
 
   return TRUE;
 }
@@ -718,6 +764,79 @@
   }
 }
 
+static GstMpegtsDescriptor *
+j2k_descriptor (TsMuxStream * stream)
+{
+  GstMpegtsDescriptor *descriptor;
+  /* J2K video descriptor
+   * descriptor_tag             8 uimsbf
+   * descriptor_length          8 uimsbf
+   * profile_and_level         16 uimsbf
+   * horizontal_size           32 uimsbf
+   * vertical_size             32 uimsbf
+   * max_bit_rate              32 uimsbf
+   * max_buffer_size           32 uimsbf
+   * DEN_frame_rate            16 uimsbf
+   * NUM_frame_rate            16 uimsbf
+   * color_specification        8 bslbf
+   * still_mode                 1 bslbf
+   * interlace_video            1 bslbf
+   * reserved                   6 bslbf
+   * private_data_byte          8 bslbf
+   */
+  gint8 still_interlace_reserved = 0x00;
+  int wr_size = 0;
+  guint8 *add_info = NULL;
+  guint8 level = stream->profile_and_level & 0xF;
+  guint32 max_buffer_size = 0;
+  GstByteWriter writer;
+  gst_byte_writer_init_with_size (&writer, 32, FALSE);
+
+  switch (level) {
+    case 1:
+    case 2:
+    case 3:
+      max_buffer_size = 1250000;
+      break;
+    case 4:
+      max_buffer_size = 2500000;
+      break;
+    case 5:
+      max_buffer_size = 5000000;
+      break;
+    case 6:
+      max_buffer_size = 10000000;
+      break;
+    default:
+      break;
+  }
+
+  gst_byte_writer_put_uint16_be (&writer, stream->profile_and_level);
+  gst_byte_writer_put_uint32_be (&writer, stream->horizontal_size);
+  gst_byte_writer_put_uint32_be (&writer, stream->vertical_size);
+  gst_byte_writer_put_uint32_be (&writer, max_buffer_size);
+  gst_byte_writer_put_uint32_be (&writer, stream->max_bitrate);
+  gst_byte_writer_put_uint16_be (&writer, stream->den);
+  gst_byte_writer_put_uint16_be (&writer, stream->num);
+  gst_byte_writer_put_uint8 (&writer, stream->color_spec);
+
+  if (stream->interlace_mode)
+    still_interlace_reserved |= 0x40;
+
+  gst_byte_writer_put_uint8 (&writer, still_interlace_reserved);
+  gst_byte_writer_put_uint8 (&writer, 0x00);    /* private data byte */
+
+  wr_size = gst_byte_writer_get_size (&writer);
+  add_info = gst_byte_writer_reset_and_get_data (&writer);
+
+  descriptor =
+      gst_mpegts_descriptor_from_custom (GST_MTS_DESC_J2K_VIDEO, add_info,
+      wr_size);
+  g_free (add_info);
+
+  return descriptor;
+}
+
 /**
  * tsmux_stream_add_data:
  * @stream: a #TsMuxStream
@@ -781,7 +900,8 @@
   g_return_if_fail (stream != NULL);
   g_return_if_fail (pmt_stream != NULL);
 
-  if (stream->is_audio && stream->language0 != '\0') {
+  if (stream->gst_stream_type == GST_STREAM_TYPE_AUDIO
+      && stream->language0 != '\0') {
     descriptor = gst_mpegts_descriptor_from_iso_639_language (stream->language);
     g_ptr_array_add (pmt_stream->descriptors, descriptor);
     descriptor = NULL;
@@ -814,73 +934,16 @@
       break;
     case TSMUX_ST_VIDEO_JP2K:
     {
-      /* J2K video descriptor
-       * descriptor_tag             8 uimsbf
-       * descriptor_length          8 uimsbf
-       * profile_and_level         16 uimsbf
-       * horizontal_size           32 uimsbf
-       * vertical_size             32 uimsbf
-       * max_bit_rate              32 uimsbf
-       * max_buffer_size           32 uimsbf
-       * DEN_frame_rate            16 uimsbf
-       * NUM_frame_rate            16 uimsbf
-       * color_specification        8 bslbf
-       * still_mode                 1 bslbf
-       * interlace_video            1 bslbf
-       * reserved                   6 bslbf
-       * private_data_byte          8 bslbf
-       */
-      gint8 still_interlace_reserved = 0x00;
-      int wr_size = 0;
-      guint8 *add_info = NULL;
-      guint8 level = stream->profile_and_level & 0xF;
-      guint32 max_buffer_size = 0;
-      GstByteWriter writer;
-      gst_byte_writer_init_with_size (&writer, 32, FALSE);
-
-      switch (level) {
-        case 1:
-        case 2:
-        case 3:
-          max_buffer_size = 1250000;
-          break;
-        case 4:
-          max_buffer_size = 2500000;
-          break;
-        case 5:
-          max_buffer_size = 5000000;
-          break;
-        case 6:
-          max_buffer_size = 10000000;
-          break;
-        default:
-          break;
-      }
-
-      gst_byte_writer_put_uint16_be (&writer, stream->profile_and_level);
-      gst_byte_writer_put_uint32_be (&writer, stream->horizontal_size);
-      gst_byte_writer_put_uint32_be (&writer, stream->vertical_size);
-      gst_byte_writer_put_uint32_be (&writer, max_buffer_size);
-      gst_byte_writer_put_uint32_be (&writer, stream->max_bitrate);
-      gst_byte_writer_put_uint16_be (&writer, stream->den);
-      gst_byte_writer_put_uint16_be (&writer, stream->num);
-      gst_byte_writer_put_uint8 (&writer, stream->color_spec);
-
-      if (stream->interlace_mode)
-        still_interlace_reserved |= 0x40;
-
-      gst_byte_writer_put_uint8 (&writer, still_interlace_reserved);
-      gst_byte_writer_put_uint8 (&writer, 0x00);        /* private data byte */
-
-      wr_size = gst_byte_writer_get_size (&writer);
-      add_info = gst_byte_writer_reset_and_get_data (&writer);
-
-      descriptor =
-          gst_mpegts_descriptor_from_custom (GST_MTS_DESC_J2K_VIDEO, add_info,
-          wr_size);
+      descriptor = j2k_descriptor (stream);
       g_ptr_array_add (pmt_stream->descriptors, descriptor);
     }
       break;
+    case TSMUX_ST_VIDEO_JPEG_XS:
+    {
+      g_ptr_array_add (pmt_stream->descriptors,
+          gst_mpegts_descriptor_copy (stream->pmt_descriptor));
+    }
+      break;
     case TSMUX_ST_PS_AUDIO_AC3:
     {
       /* This is only called for DVB, ATSC ignores this case in favour of its
@@ -910,6 +973,35 @@
 
       g_ptr_array_add (pmt_stream->descriptors, descriptor);
       break;
+
+    case TSMUX_ST_PES_METADATA:
+
+      if (stream->internal_stream_type == TSMUX_ST_PS_ID3) {
+        // metadata_descriptor
+        GstMpegtsMetadataDescriptor metadata_descriptor;
+
+        metadata_descriptor.metadata_application_format =
+            GST_MPEGTS_METADATA_APPLICATION_FORMAT_IDENTIFIER_FIELD;
+        metadata_descriptor.metadata_format =
+            GST_MPEGTS_METADATA_FORMAT_IDENTIFIER_FIELD;
+        metadata_descriptor.metadata_format_identifier = DRF_ID_ID3;
+        metadata_descriptor.metadata_service_id = 0;
+        metadata_descriptor.decoder_config_flags = 0x00;
+        metadata_descriptor.dsm_cc_flag = FALSE;
+
+        descriptor = gst_mpegts_descriptor_from_metadata (&metadata_descriptor);
+        g_ptr_array_add (pmt_stream->descriptors, descriptor);
+
+        // registration_descriptor
+        guint32 format_identifier = 0;
+        GST_WRITE_UINT32_BE (&format_identifier,
+            metadata_descriptor.metadata_format_identifier);
+
+        descriptor = gst_mpegts_descriptor_from_registration ((const char *)
+            &format_identifier, NULL, 0);
+        g_ptr_array_add (pmt_stream->descriptors, descriptor);
+      }
+      break;
     case TSMUX_ST_PS_DVB_SUBPICTURE:
       /* fallthrough ...
        * that should never happen anyway as
@@ -928,7 +1020,7 @@
         g_ptr_array_add (pmt_stream->descriptors, descriptor);
         break;
       }
-      if (stream->is_opus) {
+      if (stream->internal_stream_type == TSMUX_ST_PS_OPUS) {
         descriptor = gst_mpegts_descriptor_from_registration ("Opus", NULL, 0);
         g_ptr_array_add (pmt_stream->descriptors, descriptor);
 
@@ -939,11 +1031,35 @@
 
         g_ptr_array_add (pmt_stream->descriptors, descriptor);
       }
-      if (stream->is_meta) {
+      if (stream->internal_stream_type == TSMUX_ST_PS_KLV) {
         descriptor = gst_mpegts_descriptor_from_registration ("KLVA", NULL, 0);
         GST_DEBUG ("adding KLVA registration descriptor");
         g_ptr_array_add (pmt_stream->descriptors, descriptor);
       }
+      if (stream->internal_stream_type == TSMUX_ST_PS_ST_2038) {
+        descriptor = gst_mpegts_descriptor_from_registration ("VANC", NULL, 0);
+        GST_DEBUG ("adding VANC registration descriptor");
+        g_ptr_array_add (pmt_stream->descriptors, descriptor);
+        descriptor = gst_mpegts_descriptor_from_custom (0xc4, NULL, 0);
+        g_ptr_array_add (pmt_stream->descriptors, descriptor);
+      }
+      if (stream->internal_stream_type == TSMUX_ST_PS_S302M) {
+        descriptor = gst_mpegts_descriptor_from_registration ("BSSD", NULL, 0);
+        GST_DEBUG ("adding SMPTE 302M registration descriptor");
+        g_ptr_array_add (pmt_stream->descriptors, descriptor);
+      }
+      if (stream->internal_stream_type == TSMUX_ST_PS_VP9) {
+        descriptor = gst_mpegts_descriptor_from_registration ("VP09", NULL, 0);
+        GST_DEBUG ("adding VP09 registration descriptor");
+        g_ptr_array_add (pmt_stream->descriptors, descriptor);
+      }
+      if (stream->internal_stream_type == TSMUX_ST_PS_VIDEO_AV1) {
+        /* AV1G is our custom non-bytestream format ! */
+        descriptor = gst_mpegts_descriptor_from_registration ("AV1G", NULL, 0);
+        g_ptr_array_add (pmt_stream->descriptors, descriptor);
+        if (stream->pmt_descriptor)
+          g_ptr_array_add (pmt_stream->descriptors, stream->pmt_descriptor);
+      }
     default:
       break;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mpegtsmux/tsmux/tsmuxstream.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mpegtsmux/tsmux/tsmuxstream.h Changed

@@ -118,9 +118,12 @@
   /* later extensions */
   TSMUX_ST_AUDIO_AAC                  = 0x0f,
   TSMUX_ST_VIDEO_MPEG4                = 0x10,
+  TSMUX_ST_PES_METADATA               = 0x15,
   TSMUX_ST_VIDEO_H264                 = 0x1b,
   TSMUX_ST_VIDEO_HEVC                 = 0x24,
-  TSMUX_ST_VIDEO_JP2K = 0x21,
+  TSMUX_ST_VIDEO_JP2K                 = 0x21,
+  TSMUX_ST_VIDEO_JPEG_XS              = 0x32,
+  TSMUX_ST_VIDEO_VVC                  = 0x33,
 
   /* private stream types */
   TSMUX_ST_PS_AUDIO_AC3               = 0x81,
@@ -130,6 +133,11 @@
   TSMUX_ST_PS_TELETEXT                = 0x8d,
   TSMUX_ST_PS_KLV                     = 0x8e,    /* only used internally */
   TSMUX_ST_PS_OPUS                    = 0x8f,    /* only used internally */
+  TSMUX_ST_PS_ID3                     = 0x90,    /* only used internally */
+  TSMUX_ST_PS_ST_2038                 = 0x91,    /* only used internally */
+  TSMUX_ST_PS_S302M                   = 0x92,    /* only used internally */
+  TSMUX_ST_PS_VP9                     = 0x93,    /* only used internally */
+  TSMUX_ST_PS_VIDEO_AV1               = 0x94,    /* only used internally */
   TSMUX_ST_PS_DVD_SUBPICTURE          = 0xff,
 
   /* Non-standard definitions */
@@ -145,7 +153,12 @@
 struct TsMuxStream {
   TsMuxStreamState state;
   TsMuxPacketInfo pi;
-  guint stream_type;
+  /* Stream type to be used in PES/PSI */
+  TsMuxStreamType stream_type;
+  /* internal stream identifier (used for private section/pes) */
+  TsMuxStreamType internal_stream_type;
+  /* Nature of the stream (audio, video, ..) */
+  GstStreamType gst_stream_type;
 
   /* stream_id (13818-1) */
   guint8 id;
@@ -157,8 +170,6 @@
   /* requested index in the PMT */
   gint pmt_index;
 
-  gboolean is_video_stream;
-
   /* data available for writing out
    * and total sum of sizes */
   GList *buffers;
@@ -208,11 +219,7 @@
   gboolean is_dvb_sub;
   gchar language4;
 
-  gboolean is_meta;
-  gboolean is_audio;
-
   /* Opus */
-  gboolean is_opus;
   guint8 opus_channel_config1 + 2 + 1 + 1 + 255;
   gsize opus_channel_config_len;
 
@@ -226,6 +233,9 @@
   guint16 profile_and_level;
   gboolean interlace_mode;
   guint8 color_spec;
+
+  /* PMT descriptor for the stream */
+  GstMpegtsDescriptor *pmt_descriptor;
 };
 
 /* stream management */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mse/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mse/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxfaes-bwf.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxfaes-bwf.c Changed

@@ -24,7 +24,7 @@
 /* TODO:
  * - Handle the case were a track only references specific channels
  *   of the essence (ChannelID property)
- * - Add support for more codecs 
+ * - Add support for more codecs
  * - Handle more of the metadata inside the descriptors
  */
 
@@ -519,7 +519,7 @@
 
   metadata_base_class->handle_tag =
       mxf_metadata_wave_audio_essence_descriptor_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (WAVE_AUDIO_ESSENCE_DESCRIPTOR);
+  metadata_base_class->name = "wave-audio-essence-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_wave_audio_essence_descriptor_to_structure;
   metadata_base_class->write_tags =
@@ -1070,7 +1070,7 @@
   object_class->finalize = mxf_metadata_aes3_audio_essence_descriptor_finalize;
   metadata_base_class->handle_tag =
       mxf_metadata_aes3_audio_essence_descriptor_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (AES3_AUDIO_ESSENCE_DESCRIPTOR);
+  metadata_base_class->name = "aes3-audio-essence-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_aes3_audio_essence_descriptor_to_structure;
   metadata_base_class->write_tags =

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxfdemux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxfdemux.c Changed

@@ -2497,11 +2497,11 @@
 
   /* Find the segment that covers the given stream offset (the highest one that
    * covers that offset) */
-  for (i = index_table->segments->len - 1; i >= 0; i--) {
+  for (i = index_table->segments->len; i > 0; i--) {
     index_segment =
-        &g_array_index (index_table->segments, MXFIndexTableSegment, i);
+        &g_array_index (index_table->segments, MXFIndexTableSegment, i - 1);
     GST_DEBUG_OBJECT (demux,
-        "Checking segment #%d (essence_offset %" G_GUINT64_FORMAT ")", i,
+        "Checking segment #%d (essence_offset %" G_GUINT64_FORMAT ")", i - 1,
         index_segment->segment_start_offset);
     /* Not in the right segment yet */
     if (offset >= index_segment->segment_start_offset) {
@@ -2875,6 +2875,9 @@
     return ret;
   }
 
+  if (!etrack->offsets)
+    etrack->offsets = g_array_new (FALSE, TRUE, sizeof (GstMXFDemuxIndex));
+
   if (!index_entry.initialized) {
     /* This can happen when doing scanning without entry tables */
     index_entry.duration = 1;
@@ -2890,12 +2893,11 @@
         etrack->track_id, index_entry.dts, index_entry.offset,
         index_entry.keyframe);
 
-    if (!etrack->offsets)
-      etrack->offsets = g_array_new (FALSE, TRUE, sizeof (GstMXFDemuxIndex));
-
     /* We only ever append to the track offset entry. */
     g_assert (etrack->position <= etrack->offsets->len);
     g_array_insert_val (etrack->offsets, etrack->position, index_entry);
+  } else if (etrack->position == etrack->offsets->len) {
+    g_array_insert_val (etrack->offsets, etrack->position, index_entry);
   }
 
   if (peek)
@@ -5059,8 +5061,7 @@
         MXFIndexEntry *entry = &s->index_entriesentidx;
         gint8 offs = -entry->temporal_offset;
         /* Check we don't exceed boundaries */
-        if ((start + entidx + entry->temporal_offset) < 0 ||
-            (start + entidx + entry->temporal_offset) >
+        if (start + entidx + entry->temporal_offset >
             table->reverse_temporal_offsets->len) {
           GST_ERROR_OBJECT (demux,
               "Temporal offset exceeds boundaries. entry:%d offset:%d max:%d",

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxfffv1.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxfffv1.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxfmetadata.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxfmetadata.c Changed

@@ -68,9 +68,9 @@
   GstStructure *ret;
   gchar str48;
 
-  g_return_val_if_fail (klass->name_quark != 0, NULL);
+  g_return_val_if_fail (klass->name != NULL, NULL);
 
-  ret = gst_structure_new_id_empty (klass->name_quark);
+  ret = gst_structure_new_static_str_empty (klass->name);
 
   if (!mxf_uuid_is_zero (&self->instance_uid)) {
     mxf_uuid_to_string (&self->instance_uid, str);
@@ -98,7 +98,7 @@
 
     while (g_hash_table_iter_next (&iter, NULL, (gpointer) & tag)) {
       g_value_init (&v, GST_TYPE_STRUCTURE);
-      s = gst_structure_new_id_empty (MXF_QUARK (TAG));
+      s = gst_structure_new_static_str_empty ("tag");
 
       mxf_ul_to_string (&tag->ul, str);
 
@@ -957,7 +957,7 @@
   metadata_base_class->resolve = mxf_metadata_preface_resolve;
   metadata_base_class->to_structure = mxf_metadata_preface_to_structure;
   metadata_base_class->write_tags = mxf_metadata_preface_write_tags;
-  metadata_base_class->name_quark = MXF_QUARK (PREFACE);
+  metadata_base_class->name = "preface";
   metadata_class->type = 0x012f;
 }
 
@@ -1249,7 +1249,7 @@
 
   object_class->finalize = mxf_metadata_identification_finalize;
   metadata_base_class->handle_tag = mxf_metadata_identification_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (IDENTIFICATION);
+  metadata_base_class->name = "identification";
   metadata_base_class->to_structure = mxf_metadata_identification_to_structure;
   metadata_base_class->write_tags = mxf_metadata_identification_write_tags;
   metadata_class->type = 0x0130;
@@ -1551,7 +1551,7 @@
   object_class->finalize = mxf_metadata_content_storage_finalize;
   metadata_base_class->handle_tag = mxf_metadata_content_storage_handle_tag;
   metadata_base_class->resolve = mxf_metadata_content_storage_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (CONTENT_STORAGE);
+  metadata_base_class->name = "content-storage";
   metadata_base_class->to_structure = mxf_metadata_content_storage_to_structure;
   metadata_base_class->write_tags = mxf_metadata_content_storage_write_tags;
   metadata_class->type = 0x0118;
@@ -1734,7 +1734,7 @@
   metadata_base_class->handle_tag =
       mxf_metadata_essence_container_data_handle_tag;
   metadata_base_class->resolve = mxf_metadata_essence_container_data_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (ESSENCE_CONTAINER_DATA);
+  metadata_base_class->name = "essence-container-data";
   metadata_base_class->to_structure =
       mxf_metadata_essence_container_data_to_structure;
   metadata_base_class->write_tags =
@@ -2136,7 +2136,7 @@
   MXFMetadataClass *metadata_class = (MXFMetadataClass *) klass;
 
   metadata_base_class->resolve = mxf_metadata_material_package_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (MATERIAL_PACKAGE);
+  metadata_base_class->name = "material-package";
   metadata_class->type = 0x0136;
 }
 
@@ -2343,7 +2343,7 @@
 
   metadata_base_class->handle_tag = mxf_metadata_source_package_handle_tag;
   metadata_base_class->resolve = mxf_metadata_source_package_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (SOURCE_PACKAGE);
+  metadata_base_class->name = "source-package";
   metadata_base_class->to_structure = mxf_metadata_source_package_to_structure;
   metadata_base_class->write_tags = mxf_metadata_source_package_write_tags;
   metadata_class->type = 0x0137;
@@ -2701,7 +2701,7 @@
   MXFMetadataClass *metadata_class = (MXFMetadataClass *) klass;
 
   metadata_base_class->handle_tag = mxf_metadata_timeline_track_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (TIMELINE_TRACK);
+  metadata_base_class->name = "timeline-track";
   metadata_base_class->to_structure = mxf_metadata_timeline_track_to_structure;
   metadata_base_class->write_tags = mxf_metadata_timeline_track_write_tags;
   metadata_class->type = 0x013b;
@@ -2806,7 +2806,7 @@
   MXFMetadataClass *metadata_class = (MXFMetadataClass *) klass;
 
   metadata_base_class->handle_tag = mxf_metadata_event_track_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (EVENT_TRACK);
+  metadata_base_class->name = "event-track";
   metadata_base_class->to_structure = mxf_metadata_event_track_to_structure;
   metadata_base_class->write_tags = mxf_metadata_event_track_write_tags;
   metadata_class->type = 0x0139;
@@ -2826,7 +2826,7 @@
   MXFMetadataBaseClass *metadata_base_class = (MXFMetadataBaseClass *) klass;
   MXFMetadataClass *metadata_class = (MXFMetadataClass *) klass;
 
-  metadata_base_class->name_quark = MXF_QUARK (STATIC_TRACK);
+  metadata_base_class->name = "static-track";
   metadata_class->type = 0x013a;
 }
 
@@ -3059,7 +3059,7 @@
   object_class->finalize = mxf_metadata_sequence_finalize;
   metadata_base_class->handle_tag = mxf_metadata_sequence_handle_tag;
   metadata_base_class->resolve = mxf_metadata_sequence_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (SEQUENCE);
+  metadata_base_class->name = "sequence";
   metadata_base_class->to_structure = mxf_metadata_sequence_to_structure;
   metadata_base_class->write_tags = mxf_metadata_sequence_write_tags;
   metadata_class->type = 0x010f;
@@ -3293,7 +3293,7 @@
   MXFMetadataClass *metadata_class = (MXFMetadataClass *) klass;
 
   metadata_base_class->handle_tag = mxf_metadata_timecode_component_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (TIMECODE_COMPONENT);
+  metadata_base_class->name = "timecode-component";
   metadata_base_class->to_structure =
       mxf_metadata_timecode_component_to_structure;
   metadata_base_class->write_tags = mxf_metadata_timecode_component_write_tags;
@@ -3466,7 +3466,7 @@
 
   metadata_base_class->handle_tag = mxf_metadata_source_clip_handle_tag;
   metadata_base_class->resolve = mxf_metadata_source_clip_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (SOURCE_CLIP);
+  metadata_base_class->name = "source-clip";
   metadata_base_class->to_structure = mxf_metadata_source_clip_to_structure;
   metadata_base_class->write_tags = mxf_metadata_source_clip_write_tags;
   metadata_class->type = 0x0111;
@@ -3488,7 +3488,7 @@
   MXFMetadataBaseClass *metadata_base_class = (MXFMetadataBaseClass *) klass;
   MXFMetadataClass *metadata_class = (MXFMetadataClass *) klass;
 
-  metadata_base_class->name_quark = MXF_QUARK (FILLER);
+  metadata_base_class->name = "filler";
   metadata_class->type = 0x0109;
 }
 
@@ -3643,7 +3643,7 @@
 
   object_class->finalize = mxf_metadata_dm_source_clip_finalize;
   metadata_base_class->handle_tag = mxf_metadata_dm_source_clip_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (DM_SOURCE_CLIP);
+  metadata_base_class->name = "dm-source-clip";
   metadata_base_class->to_structure = mxf_metadata_dm_source_clip_to_structure;
   metadata_base_class->write_tags = mxf_metadata_dm_source_clip_write_tags;
   metadata_class->type = 0x0145;
@@ -3902,7 +3902,7 @@
   object_class->finalize = mxf_metadata_dm_segment_finalize;
   metadata_base_class->handle_tag = mxf_metadata_dm_segment_handle_tag;
   metadata_base_class->resolve = mxf_metadata_dm_segment_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (DM_SEGMENT);
+  metadata_base_class->name = "dm-segment";
   metadata_base_class->to_structure = mxf_metadata_dm_segment_to_structure;
   metadata_base_class->write_tags = mxf_metadata_dm_segment_write_tags;
   metadata_class->type = 0x0141;
@@ -4329,7 +4329,7 @@
   MXFMetadataClass *metadata_class = (MXFMetadataClass *) klass;
 
   metadata_base_class->handle_tag = mxf_metadata_file_descriptor_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (FILE_DESCRIPTOR);
+  metadata_base_class->name = "file-descriptor";
   metadata_base_class->to_structure = mxf_metadata_file_descriptor_to_structure;
   metadata_base_class->write_tags = mxf_metadata_file_descriptor_write_tags;
   metadata_class->type = 0x0125;
@@ -4910,8 +4910,7 @@
 
   metadata_base_class->handle_tag =
       mxf_metadata_generic_picture_essence_descriptor_handle_tag;
-  metadata_base_class->name_quark =
-      MXF_QUARK (GENERIC_PICTURE_ESSENCE_DESCRIPTOR);
+  metadata_base_class->name = "generic-picture-essence-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_generic_picture_essence_descriptor_to_structure;
   metadata_base_class->write_tags =
@@ -5295,8 +5294,7 @@
 
   metadata_base_class->handle_tag =
       mxf_metadata_generic_sound_essence_descriptor_handle_tag;
-  metadata_base_class->name_quark =
-      MXF_QUARK (GENERIC_SOUND_ESSENCE_DESCRIPTOR);
+  metadata_base_class->name = "generic-sound-essence-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_generic_sound_essence_descriptor_to_structure;
   metadata_base_class->write_tags =
@@ -5659,7 +5657,7 @@
 
   metadata_base_class->handle_tag =
       mxf_metadata_cdci_picture_essence_descriptor_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (CDCI_PICTURE_ESSENCE_DESCRIPTOR);
+  metadata_base_class->name = "cdci-picture-essence-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_cdci_picture_essence_descriptor_to_structure;
   metadata_base_class->write_tags =
@@ -5914,7 +5912,7 @@
       mxf_metadata_rgba_picture_essence_descriptor_finalize;
   metadata_base_class->handle_tag =
       mxf_metadata_rgba_picture_essence_descriptor_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (RGBA_PICTURE_ESSENCE_DESCRIPTOR);
+  metadata_base_class->name = "rgba-picture-essence-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_rgba_picture_essence_descriptor_to_structure;
   metadata_base_class->write_tags =
@@ -6026,7 +6024,7 @@
 
   metadata_base_class->handle_tag =
       mxf_metadata_generic_data_essence_descriptor_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (GENERIC_DATA_ESSENCE_DESCRIPTOR);
+  metadata_base_class->name = "generic-data-essence-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_generic_data_essence_descriptor_to_structure;
   metadata_base_class->write_tags =
@@ -6230,7 +6228,7 @@
   object_class->finalize = mxf_metadata_multiple_descriptor_finalize;
   metadata_base_class->handle_tag = mxf_metadata_multiple_descriptor_handle_tag;
   metadata_base_class->resolve = mxf_metadata_multiple_descriptor_resolve;
-  metadata_base_class->name_quark = MXF_QUARK (MULTIPLE_DESCRIPTOR);
+  metadata_base_class->name = "multiple-descriptor";
   metadata_base_class->to_structure =
       mxf_metadata_multiple_descriptor_to_structure;
   metadata_base_class->write_tags = mxf_metadata_multiple_descriptor_write_tags;
@@ -6338,7 +6336,7 @@
 
   object_class->finalize = mxf_metadata_text_locator_finalize;
   metadata_base_class->handle_tag = mxf_metadata_text_locator_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (TEXT_LOCATOR);
+  metadata_base_class->name = "text-locator";
   metadata_base_class->to_structure = mxf_metadata_text_locator_to_structure;
   metadata_base_class->write_tags = mxf_metadata_text_locator_write_tags;
   metadata_class->type = 0x0133;
@@ -6431,7 +6429,7 @@
 
   object_class->finalize = mxf_metadata_network_locator_finalize;
   metadata_base_class->handle_tag = mxf_metadata_network_locator_handle_tag;
-  metadata_base_class->name_quark = MXF_QUARK (NETWORK_LOCATOR);
+  metadata_base_class->name = "network-locator";
   metadata_base_class->to_structure = mxf_metadata_network_locator_to_structure;
   metadata_base_class->write_tags = mxf_metadata_network_locator_write_tags;
   metadata_class->type = 0x0133;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxfmetadata.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxfmetadata.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxfmpeg.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxfmpeg.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxfmux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxfmux.c Changed

@@ -1633,50 +1633,46 @@
 
     /* Rewrite header partition with updated values */
     gst_segment_init (&segment, GST_FORMAT_BYTES);
-    if (gst_pad_push_event (GST_AGGREGATOR_SRC_PAD (mux),
-            gst_event_new_segment (&segment))) {
-      mux->offset = 0;
-      mux->partition.type = MXF_PARTITION_PACK_HEADER;
-      mux->partition.closed = TRUE;
-      mux->partition.complete = TRUE;
-      mux->partition.this_partition = 0;
-      mux->partition.prev_partition = 0;
-      mux->partition.footer_partition = footer_partition;
-      mux->partition.header_byte_count = 0;
-      mux->partition.index_byte_count = 0;
-      mux->partition.index_sid = 0;
-      mux->partition.body_offset = 0;
-      mux->partition.body_sid = 0;
-
-      ret = gst_mxf_mux_write_header_metadata (mux);
-      if (ret != GST_FLOW_OK) {
-        GST_ERROR_OBJECT (mux, "Rewriting header partition failed");
-        return ret;
-      }
+    gst_aggregator_update_segment (GST_AGGREGATOR (mux), &segment);
+    mux->offset = 0;
+    mux->partition.type = MXF_PARTITION_PACK_HEADER;
+    mux->partition.closed = TRUE;
+    mux->partition.complete = TRUE;
+    mux->partition.this_partition = 0;
+    mux->partition.prev_partition = 0;
+    mux->partition.footer_partition = footer_partition;
+    mux->partition.header_byte_count = 0;
+    mux->partition.index_byte_count = 0;
+    mux->partition.index_sid = 0;
+    mux->partition.body_offset = 0;
+    mux->partition.body_sid = 0;
 
-      g_assert (mux->offset == body_partition);
-
-      mux->partition.type = MXF_PARTITION_PACK_BODY;
-      mux->partition.closed = TRUE;
-      mux->partition.complete = TRUE;
-      mux->partition.this_partition = mux->offset;
-      mux->partition.prev_partition = 0;
-      mux->partition.footer_partition = footer_partition;
-      mux->partition.header_byte_count = 0;
-      mux->partition.index_byte_count = 0;
-      mux->partition.index_sid = 0;
-      mux->partition.body_offset = 0;
-      mux->partition.body_sid =
-          mux->preface->content_storage->essence_container_data0->body_sid;
-
-      buf = mxf_partition_pack_to_buffer (&mux->partition);
-      ret = gst_mxf_mux_push (mux, buf);
-      if (ret != GST_FLOW_OK) {
-        GST_ERROR_OBJECT (mux, "Rewriting body partition failed");
-        return ret;
-      }
-    } else {
-      GST_WARNING_OBJECT (mux, "Can't rewrite header partition");
+    ret = gst_mxf_mux_write_header_metadata (mux);
+    if (ret != GST_FLOW_OK) {
+      GST_ERROR_OBJECT (mux, "Rewriting header partition failed");
+      return ret;
+    }
+
+    g_assert (mux->offset == body_partition);
+
+    mux->partition.type = MXF_PARTITION_PACK_BODY;
+    mux->partition.closed = TRUE;
+    mux->partition.complete = TRUE;
+    mux->partition.this_partition = mux->offset;
+    mux->partition.prev_partition = 0;
+    mux->partition.footer_partition = footer_partition;
+    mux->partition.header_byte_count = 0;
+    mux->partition.index_byte_count = 0;
+    mux->partition.index_sid = 0;
+    mux->partition.body_offset = 0;
+    mux->partition.body_sid =
+        mux->preface->content_storage->essence_container_data0->body_sid;
+
+    buf = mxf_partition_pack_to_buffer (&mux->partition);
+    ret = gst_mxf_mux_push (mux, buf);
+    if (ret != GST_FLOW_OK) {
+      GST_ERROR_OBJECT (mux, "Rewriting body partition failed");
+      return ret;
     }
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxftypes.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxftypes.c Changed

@@ -555,30 +555,19 @@
 void
 mxf_timestamp_set_now (MXFTimestamp * timestamp)
 {
-  gint64 now;
-  time_t t;
-  struct tm *tm;
+  GDateTime *now;
 
-#ifdef HAVE_GMTIME_R
-  struct tm tm_;
-#endif
-
-  now = g_get_real_time ();
-  t = now / G_USEC_PER_SEC;
+  now = g_date_time_new_now_utc ();
 
-#ifdef HAVE_GMTIME_R
-  tm = gmtime_r (&t, &tm_);
-#else
-  tm = gmtime (&t);
-#endif
+  timestamp->year = g_date_time_get_year (now);
+  timestamp->month = g_date_time_get_month (now);
+  timestamp->day = g_date_time_get_day_of_month (now);
+  timestamp->hour = g_date_time_get_hour (now);
+  timestamp->minute = g_date_time_get_minute (now);
+  timestamp->second = g_date_time_get_second (now);
+  timestamp->msecond = g_date_time_get_microsecond (now);
 
-  timestamp->year = tm->tm_year + 1900;
-  timestamp->month = tm->tm_mon + 1;
-  timestamp->day = tm->tm_mday;
-  timestamp->hour = tm->tm_hour;
-  timestamp->minute = tm->tm_min;
-  timestamp->second = tm->tm_sec;
-  timestamp->msecond = now / 1000;
+  g_date_time_unref (now);
 }
 
 void
@@ -1075,6 +1064,7 @@
 #endif
   guint16 tag, tag_size;
   const guint8 *tag_data;
+  guint8 found_bitset = 0;
 
   g_return_val_if_fail (ul != NULL, FALSE);
 
@@ -1101,12 +1091,14 @@
         memcpy (&segment->instance_id, tag_data, 16);
         GST_DEBUG ("  instance id = %s",
             mxf_uuid_to_string (&segment->instance_id, str));
+        found_bitset |= 1;
         break;
       case 0x3f0b:
         if (!mxf_fraction_parse (&segment->index_edit_rate, tag_data, tag_size))
           goto error;
         GST_DEBUG ("  index edit rate = %d/%d", segment->index_edit_rate.n,
             segment->index_edit_rate.d);
+        found_bitset |= 2;
         break;
       case 0x3f0c:
         if (tag_size != 8)
@@ -1114,6 +1106,7 @@
         segment->index_start_position = GST_READ_UINT64_BE (tag_data);
         GST_DEBUG ("  index start position = %" G_GINT64_FORMAT,
             segment->index_start_position);
+        found_bitset |= 4;
         break;
       case 0x3f0d:
         if (tag_size != 8)
@@ -1121,6 +1114,7 @@
         segment->index_duration = GST_READ_UINT64_BE (tag_data);
         GST_DEBUG ("  index duration = %" G_GINT64_FORMAT,
             segment->index_duration);
+        found_bitset |= 8;
         break;
       case 0x3f05:
         if (tag_size != 4)
@@ -1140,6 +1134,7 @@
           goto error;
         segment->body_sid = GST_READ_UINT32_BE (tag_data);
         GST_DEBUG ("  body sid = %u", segment->body_sid);
+        found_bitset |= 16;
         break;
       case 0x3f08:
         if (tag_size != 1)
@@ -1278,6 +1273,41 @@
         }
         break;
       }
+      case 0x3f0f:
+        if (tag_size != 8)
+          goto error;
+        segment->ext_start_offset = GST_READ_UINT64_BE (tag_data);
+        GST_DEBUG ("  ext start offset = %" G_GUINT64_FORMAT,
+            segment->ext_start_offset);
+        break;
+      case 0x3f10:
+        if (tag_size != 8)
+          goto error;
+        segment->vbe_byte_count = GST_READ_UINT64_BE (tag_data);
+        GST_DEBUG ("  vbe byte count = %" G_GUINT64_FORMAT,
+            segment->vbe_byte_count);
+        break;
+      case 0x3f11:
+        if (tag_size != 1)
+          goto error;
+        segment->single_index_location = (GST_READ_UINT8 (tag_data) != 0);
+        GST_DEBUG ("   single index location = %d",
+            segment->single_index_location);
+        break;
+      case 0x3f12:
+        if (tag_size != 1)
+          goto error;
+        segment->single_essence_location = (GST_READ_UINT8 (tag_data) != 0);
+        GST_DEBUG ("   single essence location = %d",
+            segment->single_essence_location);
+        break;
+      case 0x3f13:
+        if (tag_size != 1)
+          goto error;
+        segment->forward_index_direction = (GST_READ_UINT8 (tag_data) != 0);
+        GST_DEBUG ("   forward index direction = %d",
+            segment->forward_index_direction);
+        break;
       default:
         GST_WARNING
             ("Unknown local tag 0x%04x of size %d in index table segment", tag,
@@ -1286,6 +1316,11 @@
     }
   }
 
+  if (found_bitset != 31) {
+    GST_WARNING ("Not all required fields present");
+    goto error;
+  }
+
   /* If edit unit byte count is 0 there *must* be entries */
   if (segment->edit_unit_byte_count == 0 && segment->n_index_entries == 0) {
     GST_WARNING

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/mxf/mxftypes.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/mxf/mxftypes.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/netsim/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/netsim/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/onvif/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/onvif/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/pcapparse/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/pcapparse/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/pnm/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/pnm/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/proxy/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/proxy/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rawparse/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rawparse/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/removesilence/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/removesilence/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rist/gstristrtxsend.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rist/gstristrtxsend.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rist/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rist/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/gstrtmp2locationhandler.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/gstrtmp2locationhandler.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/gstrtmp2sink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/gstrtmp2sink.c Changed

@@ -151,6 +151,7 @@
   PROP_CHUNK_SIZE,
   PROP_STATS,
   PROP_STOP_COMMANDS,
+  PROP_EXTRA_CONNECT_ARGS,
 };
 
 /* pad templates */
@@ -247,6 +248,28 @@
           GST_TYPE_RTMP_STOP_COMMANDS, GST_RTMP_DEFAULT_STOP_COMMANDS,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
+  /**
+   * GstRtmp2Sink:extra-connect-args:
+   *
+   * Parse and append librtmp-style arbitrary data to the "connect" command.
+   * It can be used for non-standard authentication with some servers.
+   *
+   * The format is a whitespace-separated series of "conn=type:data" strings.
+   * Valid types are:
+   *
+   * - "B" for boolean with "0" and "1" for false and true, respectively, e.g.
+   *   "conn=B:1".
+   * - "N" for numbers in double format, e.g. "conn=N:1.23".
+   * - "S" for strings, e.g. "conn=S:somepassword".
+   * - "O" for objects and "N"-prefixed named values are not yet supported.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_EXTRA_CONNECT_ARGS,
+      g_param_spec_string ("extra-connect-args", "librtmp-style arbitrary data",
+          "librtmp-style arbitrary data to be appended to the \"connect\" command",
+          NULL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
   gst_type_mark_as_plugin_api (GST_TYPE_RTMP_LOCATION_HANDLER, 0);
   GST_DEBUG_CATEGORY_INIT (gst_rtmp2_sink_debug_category, "rtmp2sink", 0,
       "debug category for rtmp2sink element");
@@ -386,6 +409,12 @@
       self->stop_commands = g_value_get_flags (value);
       GST_OBJECT_UNLOCK (self);
       break;
+    case PROP_EXTRA_CONNECT_ARGS:
+      GST_OBJECT_LOCK (self);
+      g_free (self->location.extra_connect_args);
+      self->location.extra_connect_args = g_value_dup_string (value);
+      GST_OBJECT_UNLOCK (self);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
       break;
@@ -488,6 +517,11 @@
       g_value_set_flags (value, self->stop_commands);
       GST_OBJECT_UNLOCK (self);
       break;
+    case PROP_EXTRA_CONNECT_ARGS:
+      GST_OBJECT_LOCK (self);
+      g_value_set_string (value, self->location.extra_connect_args);
+      GST_OBJECT_UNLOCK (self);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
       break;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/gstrtmp2src.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/gstrtmp2src.c Changed

@@ -143,6 +143,7 @@
   PROP_STATS,
   PROP_IDLE_TIMEOUT,
   PROP_NO_EOF_IS_ERROR,
+  PROP_EXTRA_CONNECT_ARGS,
 };
 
 #define DEFAULT_IDLE_TIMEOUT 0
@@ -237,6 +238,28 @@
           "If not set, those are reported using EOS", FALSE,
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
 
+  /**
+   * GstRtmp2Src:extra-connect-args:
+   *
+   * Parse and append librtmp-style arbitrary data to the "connect" command.
+   * It can be used for non-standard authentication with some servers.
+   *
+   * The format is a whitespace-separated series of "conn=type:data" strings.
+   * Valid types are:
+   *
+   * - "B" for boolean with "0" and "1" for false and true, respectively, e.g.
+   *   "conn=B:1".
+   * - "N" for numbers in double format, e.g. "conn=N:1.23".
+   * - "S" for strings, e.g. "conn=S:somepassword".
+   * - "O" for objects and "N"-prefixed named values are not yet supported.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_EXTRA_CONNECT_ARGS,
+      g_param_spec_string ("extra-connect-args", "librtmp-style arbitrary data",
+          "librtmp-style arbitrary data to be appended to the \"connect\" command",
+          NULL, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
   GST_DEBUG_CATEGORY_INIT (gst_rtmp2_src_debug_category, "rtmp2src", 0,
       "debug category for rtmp2src element");
 }
@@ -354,6 +377,12 @@
       self->no_eof_is_error = g_value_get_boolean (value);
       GST_OBJECT_UNLOCK (self);
       break;
+    case PROP_EXTRA_CONNECT_ARGS:
+      GST_OBJECT_LOCK (self);
+      g_free (self->location.extra_connect_args);
+      self->location.extra_connect_args = g_value_dup_string (value);
+      GST_OBJECT_UNLOCK (self);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
       break;
@@ -451,6 +480,11 @@
       g_value_set_boolean (value, self->no_eof_is_error);
       GST_OBJECT_UNLOCK (self);
       break;
+    case PROP_EXTRA_CONNECT_ARGS:
+      GST_OBJECT_LOCK (self);
+      g_value_set_string (value, self->location.extra_connect_args);
+      GST_OBJECT_UNLOCK (self);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, property_id, pspec);
       break;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/rtmp/amf.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/rtmp/amf.c Changed

@@ -540,14 +540,14 @@
 
     case GST_AMF_TYPE_LONG_STRING:
       g_string_append_c (string, 'L');
-      /* no break */
+      G_GNUC_FALLTHROUGH;
     case GST_AMF_TYPE_STRING:
       dump_bytes (string, node->value.v_bytes);
       break;
 
     case GST_AMF_TYPE_ECMA_ARRAY:
       object_delim = "";
-      /* no break */
+      G_GNUC_FALLTHROUGH;
     case GST_AMF_TYPE_OBJECT:{
       guint i, len = gst_amf_node_get_num_fields (node);
       g_string_append_c (string, object_delim0);
@@ -566,8 +566,8 @@
         dump_indent (string, indent, recursion_depth);
       }
       g_string_append_c (string, object_delim1);
-      break;
     }
+      break;
 
     case GST_AMF_TYPE_STRICT_ARRAY:{
       guint i, len = gst_amf_node_get_num_elements (node);
@@ -1205,3 +1205,36 @@
 
   return g_byte_array_free_to_bytes (array);
 }
+
+GBytes *
+gst_amf_serialize_command_with_args (gdouble transaction_id,
+    const gchar * command_name, gsize n_arguments,
+    const GstAmfNode ** arguments)
+{
+  GByteArray *array = g_byte_array_new ();
+  gsize i = 0;
+
+  g_return_val_if_fail (command_name, NULL);
+  g_return_val_if_fail (n_arguments, NULL);
+  g_return_val_if_fail (arguments, NULL);
+
+  init_static ();
+
+  GST_LOG ("Serializing command '%s', transid %.0f", command_name,
+      transaction_id);
+
+  serialize_u8 (array, GST_AMF_TYPE_STRING);
+  serialize_string (array, command_name, -1);
+  serialize_u8 (array, GST_AMF_TYPE_NUMBER);
+  serialize_number (array, transaction_id);
+
+  for (i = 0; i < n_arguments; i++) {
+    serialize_value (array, argumentsi);
+    dump_argument (argumentsi, i);
+  }
+
+  GST_TRACE ("Done serializing; consumed %" G_GSIZE_FORMAT
+      "args and produced %u bytes", i, array->len);
+
+  return g_byte_array_free_to_bytes (array);
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/rtmp/amf.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/rtmp/amf.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/rtmp/rtmpchunkstream.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/rtmp/rtmpchunkstream.c Changed

@@ -309,15 +309,15 @@
     case CHUNK_TYPE_0:
       /* SRSLY:  "Message stream ID is stored in little-endian format." */
       GST_WRITE_UINT32_LE (map.data + offset + 7, meta->mstream);
-      /* no break */
+      /* FALLTHROUGH */
     case CHUNK_TYPE_1:
       GST_WRITE_UINT24_BE (map.data + offset + 3, meta->size);
       GST_WRITE_UINT8 (map.data + offset + 6, meta->type);
-      /* no break */
+      /* FALLTHROUGH */
     case CHUNK_TYPE_2:
       GST_WRITE_UINT24_BE (map.data + offset,
           ext_ts ? 0xffffff : meta->ts_delta);
-      /* no break */
+      /* FALLTHROUGH */
     case CHUNK_TYPE_3:
       offset += chunk_header_sizestype;
 
@@ -325,6 +325,7 @@
         GST_WRITE_UINT32_BE (map.data + offset, meta->ts_delta);
         offset += 4;
       }
+      break;
   }
 
   g_assert (offset == header_size);
@@ -462,14 +463,14 @@
       has_abs_timestamp = TRUE;
       /* SRSLY:  "Message stream ID is stored in little-endian format." */
       meta->mstream = GST_READ_UINT32_LE (message_header + 7);
-      /* no break */
+      /* FALLTHROUGH */
     case CHUNK_TYPE_1:
       meta->type = GST_READ_UINT8 (message_header + 6);
       meta->size = GST_READ_UINT24_BE (message_header + 3);
-      /* no break */
+      /* FALLTHROUGH */
     case CHUNK_TYPE_2:
       meta->ts_delta = GST_READ_UINT24_BE (message_header);
-      /* no break */
+      /* FALLTHROUGH */
     case CHUNK_TYPE_3:
       if (needs_ext_ts (meta)) {
         guint32 timestamp;
@@ -491,6 +492,7 @@
           header_size += 4;
         }
       }
+      break;
   }
 
   GST_MEMDUMP ("<<< chunk header", data, header_size);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/rtmp/rtmpclient.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/rtmp/rtmpclient.c Changed

@@ -41,6 +41,15 @@
 static void on_publish_or_play_status (const gchar * command_name,
     GPtrArray * args, gpointer user_data);
 
+GQuark
+gst_rtmp_conn_parsing_error_quark (void)
+{
+  static GQuark quark = 0;
+  if (!quark)
+    quark = g_quark_from_static_string ("gst-rtmp-conn-parsing-error-quark");
+  return quark;
+}
+
 static void
 init_debug (void)
 {
@@ -94,7 +103,7 @@
     }
   }
 
-  return -1;
+  return GST_RTMP_SCHEME_ERROR;
 }
 
 GstRtmpScheme
@@ -111,7 +120,7 @@
 const gchar *
 gst_rtmp_scheme_to_string (GstRtmpScheme scheme)
 {
-  if (scheme >= 0 && scheme < NUM_SCHEMES) {
+  if (scheme != GST_RTMP_SCHEME_ERROR && scheme < NUM_SCHEMES) {
     return scheme_stringsscheme;
   }
 
@@ -144,9 +153,16 @@
 {
   static gsize authmod_type = 0;
   static const GEnumValue authmod = {
-    {GST_RTMP_AUTHMOD_NONE, "GST_RTMP_AUTHMOD_NONE", "none"},
-    {GST_RTMP_AUTHMOD_AUTO, "GST_RTMP_AUTHMOD_AUTO", "auto"},
-    {GST_RTMP_AUTHMOD_ADOBE, "GST_RTMP_AUTHMOD_ADOBE", "adobe"},
+    {GST_RTMP_AUTHMOD_NONE, "Attempt no authentication", "none"},
+    {GST_RTMP_AUTHMOD_AUTO, "Automatically switch to server-suggested method",
+        "auto"},
+    {GST_RTMP_AUTHMOD_ADOBE, "Adobe-style authentication", "adobe"},
+    /**
+     * GstRtmpAuthmod::llnw:
+     *
+     * Since: 1.26
+    */
+    {GST_RTMP_AUTHMOD_LLNW, "Limelight Networks authentication", "llnw"},
     {0, NULL, NULL},
   };
 
@@ -200,6 +216,7 @@
   dest->username = g_strdup (src->username);
   dest->password = g_strdup (src->password);
   dest->secure_token = g_strdup (src->secure_token);
+  dest->extra_connect_args = g_strdup (src->extra_connect_args);
   dest->authmod = src->authmod;
   dest->timeout = src->timeout;
   dest->tls_flags = src->tls_flags;
@@ -219,6 +236,7 @@
   g_clear_pointer (&location->username, g_free);
   g_clear_pointer (&location->password, g_free);
   g_clear_pointer (&location->secure_token, g_free);
+  g_clear_pointer (&location->extra_connect_args, g_free);
   g_clear_pointer (&location->flash_ver, g_free);
   location->publish = FALSE;
 }
@@ -580,10 +598,213 @@
   return auth_query;
 }
 
+static gchar *
+do_llnw_auth (const gchar * username, const gchar * password,
+    const gchar * nonce, const gchar * app)
+{
+  const gchar *nc = "00000001";
+  gchar cnonce10;
+  gchar *auth_query;
+  GChecksum *md5_1, *md5_2, *md5_3;
+
+  /* FIXME: Handle case were nonce is NULL */
+
+  g_return_val_if_fail (username, NULL);
+  g_return_val_if_fail (password, NULL);
+  g_return_val_if_fail (app, NULL);
+
+  md5_1 = g_checksum_new (G_CHECKSUM_MD5);
+  g_checksum_update (md5_1, (guchar *) username, -1);
+  g_checksum_update (md5_1, (guchar *) ":live:", -1);   /* realm */
+  g_checksum_update (md5_1, (guchar *) password, -1);
+
+  md5_2 = g_checksum_new (G_CHECKSUM_MD5);
+  /* FIXME: Might be possible to use play method in rtmp2src */
+  g_checksum_update (md5_2, (guchar *) "publish:/", -1);        /* method */
+  g_checksum_update (md5_2, (guchar *) app, -1);
+
+  /*
+   *   When streaming to limelight, the app name is either a full
+   *   "appname/subaccount" or "appname/_definst_". In the latter case, the app
+   *   name can be simplified into simply "appname", but the authentication
+   *   hashing assumes the /_definst_ still to be present.
+   */
+  if (!strchr (app, '/'))
+    g_checksum_update (md5_2, (guchar *) "/_definst_", -1);
+
+  md5_3 = g_checksum_new (G_CHECKSUM_MD5);
+  g_checksum_update (md5_3, (guchar *) g_checksum_get_string (md5_1), -1);
+
+  g_checksum_update (md5_3, (guchar *) ":", 1);
+  if (nonce)
+    g_checksum_update (md5_3, (guchar *) nonce, -1);
+
+  g_checksum_update (md5_3, (guchar *) ":", -1);
+  g_checksum_update (md5_3, (guchar *) nc, -1);
+  g_checksum_update (md5_3, (guchar *) ":", -1);
+  g_snprintf (cnonce, sizeof (cnonce), "%08x", g_random_int ());
+  g_checksum_update (md5_3, (guchar *) cnonce, -1);
+  g_checksum_update (md5_3, (guchar *) ":auth:", -1);
+  g_checksum_update (md5_3, (guchar *) g_checksum_get_string (md5_2), -1);
+
+  auth_query =
+      g_strdup_printf
+      ("authmod=llnw&user=%s&nonce=%s&cnonce=%s&nc=%s&response=%s",
+      username, nonce ? nonce : "(null)", cnonce, nc,
+      g_checksum_get_string (md5_3));
+
+  g_checksum_free (md5_1);
+  g_checksum_free (md5_2);
+  g_checksum_free (md5_3);
+
+  return auth_query;
+}
+
+static GstAmfNode *
+parse_conn_token (gchar type, const gchar * value, GError ** error)
+{
+  g_return_val_if_fail (error == NULL || *error == NULL, FALSE);
+
+  // Function called without a type
+  g_assert (type);
+
+  gchar *end_ptr;
+  gboolean bool_;
+
+  GST_TRACE ("Parsing Connection token of Type: %c and Value: %s", type, value);
+
+  switch (type) {
+    case 'N':
+      // Empty value
+      if (value0 == '\0') {
+        g_set_error (error,
+            GST_RTMP_CONN_PARSING_ERROR,
+            GST_RTMP_CONN_PARSING_ERROR_INVALID_VALUE,
+            "Found Numeric type, but the value is an empty string");
+        return NULL;
+      }
+
+      gdouble num = g_ascii_strtod (value, &end_ptr);
+      if (end_ptr0 != '\0') {
+        g_set_error (error,
+            GST_RTMP_CONN_PARSING_ERROR,
+            GST_RTMP_CONN_PARSING_ERROR_FAILED_PARSING_DOUBLE,
+            "Failed to convert %s to double", value);
+        return NULL;
+      }
+
+      return gst_amf_node_new_number (num);
+    case 'S':
+      return gst_amf_node_new_string (value, -1);
+    case 'B':
+      // We are mimicking the behavior of librtmp here, which
+      // is using atoi and thus every invalid string is false
+      // https://salsa.debian.org/multimedia-team/rtmpdump/-/blob/a56abc82a99e8c4497a421d9dbc06e4544ade200/librtmp/rtmp.c#L632-634
+      bool_ = g_ascii_strtoull (value, &end_ptr, 10);
+      if (end_ptr0 != '\0') {
+        return gst_amf_node_new_boolean (FALSE);
+      }
+
+      return gst_amf_node_new_boolean (bool_);
+    case 'Z':
+      return gst_amf_node_new_null ();
+    case 'O':
+      // Unimplemented for now
+      // Error: Unsupported
+      // O:1 Starts the object, then we parse the other conn= until O:0
+      // Then finish the object and serialize it
+      g_set_error (error,
+          GST_RTMP_CONN_PARSING_ERROR,
+          GST_RTMP_CONN_PARSING_ERROR_UNSUPPORTED,
+          "Objects are not yet supported");
+      return NULL;
+    default:
+      g_set_error (error,
+          GST_RTMP_CONN_PARSING_ERROR,
+          GST_RTMP_CONN_PARSING_ERROR_INVALID_TYPE,
+          "Invalid data type passed: %c", type);
+      return NULL;
+  }
+}
+
+// LIBRTMP(3) can append arbitrary data to the connection packet of RTMP.
+// It does so using a "connection" parameter appended after the url.
+// For a description of the format, see LIBRTMP(3) Connection Parameters
+//
+// Here we parse the conn= options and replicate the behavior for librtmp
+static gboolean
+parse_librtmp_style_conn_props (const gchar * connect_string, GPtrArray * array,
+    GError ** error)
+{
+  g_return_val_if_fail (error == NULL || *error == NULL, FALSE);
+
+  gchar **params;
+
+  // Split the string "conn=S:Foo conn=B:Bar"
+  params = g_strsplit (connect_string, "conn=", -1);
+
+  for (gsize i = 0; paramsi; i++) {
+    const gchar *param = g_strstrip (paramsi);
+
+    // Continue on empty string
+    if (param0 == '\0') {
+      continue;
+    }
+    // Check for Named field of an object
+    // Example token: 'NS:Foo:Bar'
+    // The 0 byte will always be 'N' and the 2 must be the colon, which
+    // only occurs on named fields
+    if (param0 == 'N' && param1 != ':' && param1 != '\0'
+        && param2 == ':') {
+      // TODO: Error out if we had not found an object before
+
+      // TODO: split the value and create the AMF node
+      // then append it to the amf object, with the name
+      g_set_error (error,
+          GST_RTMP_CONN_PARSING_ERROR,
+          GST_RTMP_CONN_PARSING_ERROR_UNSUPPORTED,
+          "Objects are not yet supported");
+      g_strfreev (params);
+      return FALSE;
+    }
+
+    if (param1 != ':') {
+      g_set_error (error,
+          GST_RTMP_CONN_PARSING_ERROR,
+          GST_RTMP_CONN_PARSING_ERROR_INVALID_VALUE,
+          "Parameter values are not separated by colon (:): %s",
+          connect_string);
+      g_strfreev (params);
+      return FALSE;
+    }
+    // Example token: 'S:Bar'
+    // 0 is the type prefix: 'S', 'B', etc
+    // 1 should always be a ':' separator
+    // 2 and is our arbitrary data value
+    const gchar type_ = param0;
+    const gchar *value = &param2;
+
+    GError *parse_error = NULL;
+    GstAmfNode *node = parse_conn_token (type_, value, &parse_error);
+    if (!node) {
+      g_strfreev (params);
+      g_propagate_error (error, parse_error);
+      return FALSE;
+    }
+
+    g_ptr_array_add (array, node);
+  };
+
+  g_strfreev (params);
+
+  return TRUE;
+}
+
 static void
 send_connect (GTask * task)
 {
   ConnectTaskData *data = g_task_get_task_data (task);
+  GPtrArray *arguments = g_ptr_array_new_with_free_func (gst_amf_node_free);
   GstAmfNode *node;
   const gchar *app, *flash_ver;
   gchar *uri, *appstr = NULL, *uristr = NULL;
@@ -606,20 +827,20 @@
     const gchar *query = data->auth_query;
     appstr = g_strdup_printf ("%s?%s", app, query);
     uristr = g_strdup_printf ("%s?%s", uri, query);
-  } else if (data->location.authmod == GST_RTMP_AUTHMOD_ADOBE) {
+  } else if (data->location.authmod > GST_RTMP_AUTHMOD_AUTO) {
     const gchar *user = data->location.username;
-    const gchar *authmod = "adobe";
+    const gchar *authmod = gst_rtmp_authmod_get_nick (data->location.authmod);
 
     if (!user) {
       g_task_return_new_error (task, G_IO_ERROR, G_IO_ERROR_PERMISSION_DENIED,
-          "no username for adobe authentication");
+          "no username for %s authentication", authmod);
       g_object_unref (task);
       goto out;
     }
 
     if (!data->location.password) {
       g_task_return_new_error (task, G_IO_ERROR, G_IO_ERROR_PERMISSION_DENIED,
-          "no password for adobe authentication");
+          "no password for %s authentication", authmod);
       g_object_unref (task);
       goto out;
     }
@@ -679,11 +900,32 @@
      * XXX: libavformat sends "pageUrl" here, if provided. */
   }
 
-  gst_rtmp_connection_send_command (data->connection, send_connect_done,
-      task, 0, "connect", node, NULL);
+  g_ptr_array_add (arguments, node);
+
+  /* Parse librtmp style connect parameters */
+  if (data->location.extra_connect_args
+      && data->location.extra_connect_args0 != '\0') {
+    GError *error = NULL;
+    gboolean conn_result =
+        parse_librtmp_style_conn_props (data->location.extra_connect_args,
+        arguments,
+        &error);
+
+    // Failed to parse the connect-args prop
+    if (!conn_result) {
+      g_task_return_new_error (task, error->domain, error->code,
+          "Failed to parse extra connection args: %s", error->message);
+      g_clear_error (&error);
+      goto out;
+    }
+  }
+
+  gst_rtmp_connection_send_command_with_args (data->connection,
+      send_connect_done, task, 0, "connect", arguments->len,
+      (const GstAmfNode **) arguments->pdata);
 
 out:
-  gst_amf_node_free (node);
+  g_ptr_array_free (arguments, TRUE);
   g_free (uri);
 }
 
@@ -760,6 +1002,13 @@
         return;
       }
 
+      if (strstr (desc, "authmod=llnw")) {
+        GST_INFO ("Reconnecting with authmod=llnw");
+        data->location.authmod = GST_RTMP_AUTHMOD_LLNW;
+        socket_connect (task);
+        return;
+      }
+
       g_task_return_new_error (task, G_IO_ERROR, G_IO_ERROR_PERMISSION_DENIED,
           "'connect' cmd returned unhandled authmod: %s", desc);
       g_object_unref (task);
@@ -787,6 +1036,10 @@
           matches = g_str_equal (authmod_str, "adobe");
           break;
 
+        case GST_RTMP_AUTHMOD_LLNW:
+          matches = g_str_equal (authmod_str, "llnw");
+          break;
+
         default:
           matches = FALSE;
           break;
@@ -843,12 +1096,13 @@
       }
     }
 
-    {
+    if (authmod == GST_RTMP_AUTHMOD_ADOBE) {
       const gchar *salt, *opaque, *challenge;
 
       salt = gst_uri_get_query_value (query, "salt");
       if (!salt) {
-        g_task_return_new_error (task, G_IO_ERROR, G_IO_ERROR_PERMISSION_DENIED,
+        g_task_return_new_error (task, G_IO_ERROR,
+            G_IO_ERROR_PERMISSION_DENIED,
             "salt missing from auth request: %s", desc);
         g_object_unref (task);
         gst_uri_unref (query);
@@ -861,19 +1115,39 @@
       g_warn_if_fail (!data->auth_query);
       data->auth_query = do_adobe_auth (data->location.username,
           data->location.password, salt, opaque, challenge);
-    }
 
-    gst_uri_unref (query);
+      gst_uri_unref (query);
 
-    if (!data->auth_query) {
-      /* do_adobe_auth should not fail; send_connect tests if username
-       * and password are provided */
-      g_warn_if_reached ();
-      g_task_return_new_error (task, G_IO_ERROR, G_IO_ERROR_FAILED,
-          "internal error: failed to generate adobe auth query");
-      g_object_unref (task);
-      return;
-    }
+      if (!data->auth_query) {
+        /* do_adobe_auth should not fail; send_connect tests if username
+         * and password are provided */
+        g_warn_if_reached ();
+        g_task_return_new_error (task, G_IO_ERROR, G_IO_ERROR_FAILED,
+            "internal error: failed to generate adobe auth query");
+        g_object_unref (task);
+        return;
+      }
+    } else if (authmod == GST_RTMP_AUTHMOD_LLNW) {
+      const gchar *nonce;
+      nonce = gst_uri_get_query_value (query, "nonce");
+
+      g_warn_if_fail (!data->auth_query);
+      data->auth_query = do_llnw_auth (data->location.username,
+          data->location.password, nonce, data->location.application);
+
+      gst_uri_unref (query);
+
+      if (!data->auth_query) {
+        /* do_llnw_auth should not fail; send_connect tests if username
+         * and password are provided */
+        g_warn_if_reached ();
+        g_task_return_new_error (task, G_IO_ERROR, G_IO_ERROR_FAILED,
+            "internal error: failed to generate llnw auth query");
+        g_object_unref (task);
+        return;
+      }
+    } else
+      g_return_if_reached ();
 
     socket_connect (task);
     return;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/rtmp/rtmpclient.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/rtmp/rtmpclient.h Changed

@@ -29,6 +29,7 @@
 
 typedef enum
 {
+  GST_RTMP_SCHEME_ERROR = -1,
   GST_RTMP_SCHEME_RTMP = 0,
   GST_RTMP_SCHEME_RTMPS,
 } GstRtmpScheme;
@@ -45,11 +46,19 @@
 
 #define GST_TYPE_RTMP_AUTHMOD (gst_rtmp_authmod_get_type ())
 
+/**
+ * GstRtmpAuthmod:
+ * @GST_RTMP_AUTHMOD_NONE: Attempt no authentication.
+ * @GST_RTMP_AUTHMOD_AUTO: Automatically switch to server-suggested method.
+ * @GST_RTMP_AUTHMOD_ADOBE: Adobe-style authentication.
+ * @GST_RTMP_AUTHMOD_LLNW: Limelight Networks authentication. (Since 1.26)
+ */
 typedef enum
 {
   GST_RTMP_AUTHMOD_NONE = 0,
   GST_RTMP_AUTHMOD_AUTO,
   GST_RTMP_AUTHMOD_ADOBE,
+  GST_RTMP_AUTHMOD_LLNW,
 } GstRtmpAuthmod;
 
 GType gst_rtmp_authmod_get_type (void);
@@ -91,6 +100,7 @@
   gchar *username;
   gchar *password;
   gchar *secure_token;
+  gchar *extra_connect_args;
   GstRtmpAuthmod authmod;
   gint timeout;
   GTlsCertificateFlags tls_flags;
@@ -126,5 +136,17 @@
 void gst_rtmp_client_stop_publish (GstRtmpConnection * connection,
     const gchar * stream, const GstRtmpStopCommands stop_commands);
 
+typedef enum
+{
+  GST_RTMP_CONN_PARSING_ERROR_INVALID_TYPE,
+  GST_RTMP_CONN_PARSING_ERROR_INVALID_VALUE,
+  GST_RTMP_CONN_PARSING_ERROR_FAILED_PARSING_DOUBLE,
+  GST_RTMP_CONN_PARSING_ERROR_UNSUPPORTED,
+} GstRtmpConnParsingError;
+
+GQuark gst_rtmp_conn_parsing_error_quark (void);
+
+#define GST_RTMP_CONN_PARSING_ERROR gst_rtmp_conn_parsing_error_quark ()
+
 G_END_DECLS
 #endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/rtmp/rtmpconnection.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/rtmp/rtmpconnection.c Changed

@@ -1180,6 +1180,53 @@
   return transaction_id;
 }
 
+guint
+gst_rtmp_connection_send_command_with_args (GstRtmpConnection * connection,
+    GstRtmpCommandCallback response_command, gpointer user_data,
+    guint32 stream_id, const gchar * command_name,
+    gsize n_arguments, const GstAmfNode ** arguments)
+{
+
+  GstBuffer *buffer;
+  gdouble transaction_id = 0;
+  GBytes *payload;
+  guint8 *data;
+  gsize size;
+
+  g_return_val_if_fail (GST_IS_RTMP_CONNECTION (connection), 0);
+
+  if (connection->thread != g_thread_self ()) {
+    GST_ERROR_OBJECT (connection, "Called from wrong thread");
+  }
+
+  GST_DEBUG_OBJECT (connection,
+      "Sending command '%s' on stream id %" G_GUINT32_FORMAT,
+      command_name, stream_id);
+
+  if (response_command) {
+    Transaction *t;
+
+    transaction_id = ++connection->transaction_count;
+
+    GST_LOG_OBJECT (connection, "Registering %s for transid %.0f",
+        GST_DEBUG_FUNCPTR_NAME (response_command), transaction_id);
+
+    t = transaction_new (transaction_id, response_command, user_data);
+
+    connection->transactions = g_list_append (connection->transactions, t);
+  }
+
+  payload = gst_amf_serialize_command_with_args (transaction_id,
+      command_name, n_arguments, arguments);
+
+  data = g_bytes_unref_to_data (payload, &size);
+  buffer = gst_rtmp_message_new_wrapped (GST_RTMP_MESSAGE_TYPE_COMMAND_AMF0,
+      3, stream_id, data, size);
+
+  gst_rtmp_connection_queue_message (connection, buffer);
+  return transaction_id;
+}
+
 void
 gst_rtmp_connection_expect_command (GstRtmpConnection * connection,
     GstRtmpCommandCallback response_command, gpointer user_data,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtmp2/rtmp/rtmpconnection.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtmp2/rtmp/rtmpconnection.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtp/gstrtpsrc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtp/gstrtpsrc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/rtp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/rtp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/sdp/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/sdp/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/segmentclip/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/segmentclip/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/siren/encoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/siren/encoder.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/siren/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/siren/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/smooth/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/smooth/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/speed/gstspeed.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/speed/gstspeed.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/speed/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/speed/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/subenc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/subenc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/switchbin/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/switchbin/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/tensordecoders Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/tensordecoders/gstssdobjectdetector.c Added

@@ -0,0 +1,570 @@
+/*
+ * GStreamer gstreamer-ssdobjectdetector
+ * Copyright (C) 2021 Collabora Ltd.
+ *
+ * gstssdobjectdetector.c
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-ssdobjectdetector
+ * @short_description: Detect objects in video buffers using SSD neural network
+ *
+ * This element can parse per-buffer inference tensor meta data generated by an upstream
+ * inference element
+ *
+ *
+ * ## Example launch command:
+ *
+ * Test image file, model file (SSD) and label file can be found here :
+ * https://gitlab.collabora.com/gstreamer/onnx-models
+ *
+ * GST_DEBUG=ssdobjectdetector:5 \
+ * gst-launch-1.0 multifilesrc location=onnx-models/images/bus.jpg ! \
+ * jpegdec ! videoconvert ! onnxinference execution-provider=cpu model-file=onnx-models/models/ssd_mobilenet_v1_coco.onnx !  \
+ * ssdobjectdetector label-file=onnx-models/labels/COCO_classes.txt  ! videoconvert ! autovideosink
+ *
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstssdobjectdetector.h"
+
+#include <gio/gio.h>
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/analytics/analytics.h>
+
+/* Object detection tensor id strings */
+#define GST_MODEL_OBJECT_DETECTOR_BOXES "Gst.Model.ObjectDetector.Boxes"
+#define GST_MODEL_OBJECT_DETECTOR_SCORES "Gst.Model.ObjectDetector.Scores"
+#define GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS "Gst.Model.ObjectDetector.NumDetections"
+#define GST_MODEL_OBJECT_DETECTOR_CLASSES "Gst.Model.ObjectDetector.Classes"
+
+GST_DEBUG_CATEGORY_STATIC (ssd_object_detector_debug);
+#define GST_CAT_DEFAULT ssd_object_detector_debug
+GST_ELEMENT_REGISTER_DEFINE (ssd_object_detector, "ssdobjectdetector",
+    GST_RANK_PRIMARY, GST_TYPE_SSD_OBJECT_DETECTOR);
+
+/* GstSsdObjectDetector properties */
+enum
+{
+  PROP_0,
+  PROP_LABEL_FILE,
+  PROP_SCORE_THRESHOLD,
+  PROP_SIZE_THRESHOLD
+};
+
+#define GST_SSD_OBJECT_DETECTOR_DEFAULT_SCORE_THRESHOLD       0.3f      /* 0 to 1 */
+#define GST_SSD_OBJECT_DETECTOR_DEFAULT_SIZE_THRESHOLD       0.9f       /* 0 to 1 */
+
+static GstStaticPadTemplate gst_ssd_object_detector_src_template =
+GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-raw")
+    );
+
+static GstStaticPadTemplate gst_ssd_object_detector_sink_template =
+GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-raw")
+    );
+
+static void gst_ssd_object_detector_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_ssd_object_detector_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+static void gst_ssd_object_detector_finalize (GObject * object);
+static GstFlowReturn gst_ssd_object_detector_transform_ip (GstBaseTransform *
+    trans, GstBuffer * buf);
+static gboolean gst_ssd_object_detector_process (GstBaseTransform * trans,
+    GstBuffer * buf);
+static gboolean
+gst_ssd_object_detector_set_caps (GstBaseTransform * trans, GstCaps * incaps,
+    GstCaps * outcaps);
+
+G_DEFINE_TYPE (GstSsdObjectDetector, gst_ssd_object_detector,
+    GST_TYPE_BASE_TRANSFORM);
+
+static void
+gst_ssd_object_detector_class_init (GstSsdObjectDetectorClass * klass)
+{
+  GObjectClass *gobject_class = (GObjectClass *) klass;
+  GstElementClass *element_class = (GstElementClass *) klass;
+  GstBaseTransformClass *basetransform_class = (GstBaseTransformClass *) klass;
+
+  GST_DEBUG_CATEGORY_INIT (ssd_object_detector_debug, "ssdobjectdetector",
+      0, "ssdobjectdetector");
+  gobject_class->set_property = gst_ssd_object_detector_set_property;
+  gobject_class->get_property = gst_ssd_object_detector_get_property;
+  gobject_class->finalize = gst_ssd_object_detector_finalize;
+
+  /**
+   * GstSsdObjectDetector:label-file
+   *
+   * Label file
+   *
+   * Since: 1.24
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_LABEL_FILE,
+      g_param_spec_string ("label-file",
+          "Label file", "Label file", NULL, (GParamFlags)
+          (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstSsdObjectDetector:score-threshold
+   *
+   * Threshold for deciding when to remove boxes based on score
+   *
+   * Since: 1.24
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_SCORE_THRESHOLD,
+      g_param_spec_float ("score-threshold",
+          "Score threshold",
+          "Threshold for deciding when to remove boxes based on score",
+          0.0, 1.0, GST_SSD_OBJECT_DETECTOR_DEFAULT_SCORE_THRESHOLD,
+          (GParamFlags)
+          (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstSsdObjectDetector:size-threshold
+   *
+   * Threshold for deciding when to remove boxes based on proportion of the image
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (G_OBJECT_CLASS (klass), PROP_SIZE_THRESHOLD,
+      g_param_spec_float ("size-threshold",
+          "Size threshold",
+          "Threshold for deciding when to remove boxes based on proportion of the image",
+          0.0, 1.0, GST_SSD_OBJECT_DETECTOR_DEFAULT_SIZE_THRESHOLD,
+          (GParamFlags)
+          (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_set_static_metadata (element_class, "objectdetector",
+      "TensorDecoder/Video",
+      "Apply tensor output from inference to detect objects in video frames",
+      "Aaron Boxer <aaron.boxer@collabora.com>, Marcus Edel <marcus.edel@collabora.com>");
+  gst_element_class_add_pad_template (element_class,
+      gst_static_pad_template_get (&gst_ssd_object_detector_sink_template));
+  gst_element_class_add_pad_template (element_class,
+      gst_static_pad_template_get (&gst_ssd_object_detector_src_template));
+  basetransform_class->transform_ip =
+      GST_DEBUG_FUNCPTR (gst_ssd_object_detector_transform_ip);
+  basetransform_class->set_caps =
+      GST_DEBUG_FUNCPTR (gst_ssd_object_detector_set_caps);
+}
+
+static void
+gst_ssd_object_detector_init (GstSsdObjectDetector * self)
+{
+  self->size_threshold = GST_SSD_OBJECT_DETECTOR_DEFAULT_SIZE_THRESHOLD;
+  self->score_threshold = GST_SSD_OBJECT_DETECTOR_DEFAULT_SCORE_THRESHOLD;
+}
+
+static void
+gst_ssd_object_detector_finalize (GObject * object)
+{
+  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (object);
+
+  g_free (self->label_file);
+  g_clear_pointer (&self->labels, g_array_unref);
+
+  G_OBJECT_CLASS (gst_ssd_object_detector_parent_class)->finalize (object);
+}
+
+static GArray *
+read_labels (const char *labels_file)
+{
+  GArray *array;
+  GFile *file = g_file_new_for_path (labels_file);
+  GFileInputStream *file_stream;
+  GDataInputStream *data_stream;
+  GError *error = NULL;
+  gchar *line;
+
+  file_stream = g_file_read (file, NULL, &error);
+  g_object_unref (file);
+  if (!file_stream) {
+    GST_WARNING ("Could not open file %s: %s\n", labels_file, error->message);
+    g_clear_error (&error);
+    return NULL;
+  }
+
+  data_stream = g_data_input_stream_new (G_INPUT_STREAM (file_stream));
+  g_object_unref (file_stream);
+
+  array = g_array_new (FALSE, FALSE, sizeof (GQuark));
+
+  while ((line = g_data_input_stream_read_line (data_stream, NULL, NULL,
+              &error))) {
+    GQuark label = g_quark_from_string (line);
+    g_array_append_val (array, label);
+    g_free (line);
+  }
+
+  g_object_unref (data_stream);
+
+  if (error) {
+    GST_WARNING ("Could not open file %s: %s", labels_file, error->message);
+    g_array_free (array, TRUE);
+    g_clear_error (&error);
+    return NULL;
+  }
+
+  if (array->len == 0) {
+    g_array_free (array, TRUE);
+    return NULL;
+  }
+
+  return array;
+}
+
+static void
+gst_ssd_object_detector_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (object);
+  const gchar *filename;
+
+  switch (prop_id) {
+    case PROP_LABEL_FILE:
+    {
+      GArray *labels;
+
+      filename = g_value_get_string (value);
+      labels = read_labels (filename);
+
+      if (labels) {
+        g_free (self->label_file);
+        self->label_file = g_strdup (filename);
+        g_clear_pointer (&self->labels, g_array_unref);
+        self->labels = labels;
+      } else {
+        GST_WARNING_OBJECT (self, "Label file '%s' not found!", filename);
+      }
+    }
+      break;
+    case PROP_SCORE_THRESHOLD:
+      GST_OBJECT_LOCK (self);
+      self->score_threshold = g_value_get_float (value);
+      GST_OBJECT_UNLOCK (self);
+      break;
+    case PROP_SIZE_THRESHOLD:
+      GST_OBJECT_LOCK (self);
+      self->size_threshold = g_value_get_float (value);
+      GST_OBJECT_UNLOCK (self);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_ssd_object_detector_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (object);
+
+  switch (prop_id) {
+    case PROP_LABEL_FILE:
+      g_value_set_string (value, self->label_file);
+      break;
+    case PROP_SCORE_THRESHOLD:
+      GST_OBJECT_LOCK (self);
+      g_value_set_float (value, self->score_threshold);
+      GST_OBJECT_UNLOCK (self);
+      break;
+    case PROP_SIZE_THRESHOLD:
+      GST_OBJECT_LOCK (self);
+      g_value_set_float (value, self->size_threshold);
+      GST_OBJECT_UNLOCK (self);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GstTensorMeta *
+gst_ssd_object_detector_get_tensor_meta (GstSsdObjectDetector * object_detector,
+    GstBuffer * buf)
+{
+  GstMeta *meta = NULL;
+  gpointer iter_state = NULL;
+
+  if (!gst_buffer_get_meta (buf, GST_TENSOR_META_API_TYPE)) {
+    GST_DEBUG_OBJECT (object_detector,
+        "missing tensor meta from buffer %" GST_PTR_FORMAT, buf);
+    return NULL;
+  }
+
+  // find object detector meta
+
+  while ((meta = gst_buffer_iterate_meta_filtered (buf, &iter_state,
+              GST_TENSOR_META_API_TYPE))) {
+    GstTensorMeta *tensor_meta = (GstTensorMeta *) meta;
+    /* SSD model must have either 3 or 4 output tensor nodes: 4 if there is a label node,
+     * and only 3 if there is no label  */
+    if (tensor_meta->num_tensors != 3 && tensor_meta->num_tensors != 4)
+      continue;
+
+    gint boxesIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
+        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_BOXES));
+    gint scoresIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
+        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_SCORES));
+    gint numDetectionsIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
+        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS));
+    gint clasesIndex = gst_tensor_meta_get_index_from_id (tensor_meta,
+        g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_CLASSES));
+
+    if (boxesIndex == -1 || scoresIndex == -1 || numDetectionsIndex == -1)
+      continue;
+
+    if (tensor_meta->num_tensors == 4 && clasesIndex == -1)
+      continue;
+
+    return tensor_meta;
+  }
+
+  return NULL;
+}
+
+static gboolean
+gst_ssd_object_detector_set_caps (GstBaseTransform * trans, GstCaps * incaps,
+    GstCaps * outcaps)
+{
+  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (trans);
+
+  if (!gst_video_info_from_caps (&self->video_info, incaps)) {
+    GST_ERROR_OBJECT (self, "Failed to parse caps");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_ssd_object_detector_transform_ip (GstBaseTransform * trans, GstBuffer * buf)
+{
+  if (!gst_base_transform_is_passthrough (trans)) {
+    if (!gst_ssd_object_detector_process (trans, buf)) {
+      GST_ELEMENT_ERROR (trans, STREAM, FAILED,
+          (NULL), ("ssd object detection failed"));
+      return GST_FLOW_ERROR;
+    }
+  }
+
+  return GST_FLOW_OK;
+}
+
+#define DEFINE_GET_FUNC(TYPE, MAX)                                      \
+  static gboolean							\
+  get_ ## TYPE ## _at_index (GstTensor *tensor, GstMapInfo *map,        \
+      guint index, TYPE * out)                                          \
+  {									\
+    switch (tensor->data_type) {                                        \
+  case GST_TENSOR_DATA_TYPE_FLOAT32: {					\
+    float *f = (float *) map->data;                                     \
+    if (sizeof(*f) * (index + 1) > map->size)				\
+      return FALSE;							\
+    *out = findex;							\
+    break;                                                              \
+  }									\
+  case GST_TENSOR_DATA_TYPE_UINT32: {					\
+    guint32 *u = (guint32 *) map->data;                                 \
+    if (sizeof(*u) * (index + 1) > map->size)				\
+      return FALSE;							\
+    *out = uindex;							\
+    break;                                                              \
+  }									\
+  default:								\
+    GST_ERROR ("Only float32 and int32 tensors are understood");	\
+    return FALSE;							\
+  }									\
+  return TRUE;								\
+  }
+
+DEFINE_GET_FUNC (guint32, UINT32_MAX)
+    DEFINE_GET_FUNC (float, FLOAT_MAX)
+#undef DEFINE_GET_FUNC
+     static void
+         extract_bounding_boxes (GstSsdObjectDetector * self, gsize w, gsize h,
+    GstAnalyticsRelationMeta * rmeta, GstTensorMeta * tmeta)
+{
+  gint classes_index;
+  gint boxes_index;
+  gint scores_index;
+  gint numdetect_index;
+
+  GstMapInfo boxes_map = GST_MAP_INFO_INIT;
+  GstMapInfo numdetect_map = GST_MAP_INFO_INIT;
+  GstMapInfo scores_map = GST_MAP_INFO_INIT;
+  GstMapInfo classes_map = GST_MAP_INFO_INIT;
+
+  guint num_detections = 0;
+
+  classes_index = gst_tensor_meta_get_index_from_id (tmeta,
+      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_CLASSES));
+  numdetect_index = gst_tensor_meta_get_index_from_id (tmeta,
+      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_NUM_DETECTIONS));
+  scores_index = gst_tensor_meta_get_index_from_id (tmeta,
+      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_SCORES));
+  boxes_index = gst_tensor_meta_get_index_from_id (tmeta,
+      g_quark_from_static_string (GST_MODEL_OBJECT_DETECTOR_BOXES));
+
+  if (numdetect_index == -1 || scores_index == -1 || numdetect_index == -1) {
+    GST_WARNING ("Missing tensor data expected for SSD model");
+    return;
+  }
+
+  if (!gst_buffer_map (tmeta->tensorsnumdetect_index->data, &numdetect_map,
+          GST_MAP_READ)) {
+    GST_ERROR_OBJECT (self, "Failed to map tensor memory for index %d",
+        numdetect_index);
+    goto cleanup;
+  }
+
+  if (!gst_buffer_map (tmeta->tensorsboxes_index->data, &boxes_map,
+          GST_MAP_READ)) {
+    GST_ERROR_OBJECT (self, "Failed to map tensor memory for index %d",
+        boxes_index);
+    goto cleanup;
+  }
+
+  if (!gst_buffer_map (tmeta->tensorsscores_index->data, &scores_map,
+          GST_MAP_READ)) {
+    GST_ERROR_OBJECT (self, "Failed to map tensor memory for index %d",
+        scores_index);
+    goto cleanup;
+  }
+
+  if (classes_index != -1 &&
+      !gst_buffer_map (tmeta->tensorsclasses_index->data, &classes_map,
+          GST_MAP_READ)) {
+    GST_DEBUG_OBJECT (self, "Failed to map tensor memory for index %d",
+        classes_index);
+  }
+
+
+  if (!get_guint32_at_index (tmeta->tensorsnumdetect_index, &numdetect_map,
+          0, &num_detections)) {
+    GST_ERROR_OBJECT (self, "Failed to get the number of detections");
+    goto cleanup;
+  }
+
+
+  GST_LOG_OBJECT (self, "Model claims %d detections", num_detections);
+
+  for (int i = 0; i < num_detections; i++) {
+    float score;
+    float x, y, bwidth, bheight;
+    gint x_i, y_i, bwidth_i, bheight_i;
+    guint32 bclass;
+    GQuark label = 0;
+    GstAnalyticsODMtd odmtd;
+
+    if (!get_float_at_index (tmeta->tensorsnumdetect_index, &scores_map,
+            i, &score))
+      continue;
+
+    GST_LOG_OBJECT (self, "Detection %u score is %f", i, score);
+    if (score < self->score_threshold)
+      continue;
+
+    if (!get_float_at_index (tmeta->tensorsboxes_index, &boxes_map,
+            i * 4, &y))
+      continue;
+    if (!get_float_at_index (tmeta->tensorsboxes_index, &boxes_map,
+            i * 4 + 1, &x))
+      continue;
+    if (!get_float_at_index (tmeta->tensorsboxes_index, &boxes_map,
+            i * 4 + 2, &bheight))
+      continue;
+    if (!get_float_at_index (tmeta->tensorsboxes_index, &boxes_map,
+            i * 4 + 3, &bwidth))
+      continue;
+
+    if (CLAMP (bwidth, 0, 1) * CLAMP (bheight, 0, 1) > self->size_threshold) {
+      GST_LOG_OBJECT (self, "Object at (%fx%f)=%f > %f, skipping",
+          CLAMP (bwidth, 0, 1), CLAMP (bheight, 0, 1),
+          CLAMP (bwidth, 0, 1) * CLAMP (bheight, 0, 1), self->size_threshold);
+      continue;
+    }
+
+    if (self->labels && classes_map.memory &&
+        get_guint32_at_index (tmeta->tensorsclasses_index, &classes_map,
+            i, &bclass)) {
+      if (bclass < self->labels->len)
+        label = g_array_index (self->labels, GQuark, bclass);
+    }
+
+    x_i = x * w;
+    y_i = y * h;
+    bheight_i = (bheight * h) - y_i;
+    bwidth_i = (bwidth * w) - x_i;
+
+    if (gst_analytics_relation_meta_add_od_mtd (rmeta, label,
+            x_i, y_i, bwidth_i, bheight_i, score, &odmtd))
+      GST_DEBUG_OBJECT (self,
+          "Object detected with label : %s, score: %f, bound box: %dx%d at (%d,%d)",
+          g_quark_to_string (label), score, bwidth_i, bheight_i, x_i, y_i);
+    else
+      GST_WARNING_OBJECT (self, "Could not add detection to meta");
+  }
+
+cleanup:
+
+  if (numdetect_map.memory)
+    gst_buffer_unmap (tmeta->tensorsnumdetect_index->data, &numdetect_map);
+  if (classes_map.memory)
+    gst_buffer_unmap (tmeta->tensorsclasses_index->data, &classes_map);
+  if (scores_map.memory)
+    gst_buffer_unmap (tmeta->tensorsscores_index->data, &scores_map);
+  if (boxes_map.memory)
+    gst_buffer_unmap (tmeta->tensorsboxes_index->data, &boxes_map);
+}
+
+
+static gboolean
+gst_ssd_object_detector_process (GstBaseTransform * trans, GstBuffer * buf)
+{
+  GstSsdObjectDetector *self = GST_SSD_OBJECT_DETECTOR (trans);
+  GstTensorMeta *tmeta;
+  GstAnalyticsRelationMeta *rmeta;
+
+  // get all tensor metas
+  tmeta = gst_ssd_object_detector_get_tensor_meta (self, buf);
+  if (!tmeta) {
+    GST_WARNING_OBJECT (trans, "missing tensor meta");
+    return TRUE;
+  } else {
+    rmeta = gst_buffer_add_analytics_relation_meta (buf);
+    g_assert (rmeta);
+  }
+
+  extract_bounding_boxes (self, self->video_info.width,
+      self->video_info.height, rmeta, tmeta);
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/tensordecoders/gstssdobjectdetector.h Added

@@ -0,0 +1,74 @@
+/*
+ * GStreamer gstreamer-ssdobjectdetector
+ * Copyright (C) 2021 Collabora Ltd
+ *
+ * gstssdobjectdetector.h
+ * 
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_SSD_OBJECT_DETECTOR_H__
+#define __GST_SSD_OBJECT_DETECTOR_H__
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/video/gstvideofilter.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_SSD_OBJECT_DETECTOR            (gst_ssd_object_detector_get_type())
+G_DECLARE_FINAL_TYPE (GstSsdObjectDetector, gst_ssd_object_detector, GST, SSD_OBJECT_DETECTOR, GstBaseTransform)
+
+#define GST_SSD_OBJECT_DETECTOR_META_NAME "ssd-object-detector"
+#define GST_SSD_OBJECT_DETECTOR_META_PARAM_NAME "extra-data"
+#define GST_SSD_OBJECT_DETECTOR_META_FIELD_LABEL "label"
+#define GST_SSD_OBJECT_DETECTOR_META_FIELD_SCORE "score"
+
+/*
+ * GstSsdObjectDetector:
+ *
+ * @label_file label file
+ * @score_threshold score threshold
+ *
+ * Since: 1.20
+ */
+struct _GstSsdObjectDetector
+{
+  GstBaseTransform basetransform;
+  gchar *label_file;
+  GArray *labels;
+  gfloat score_threshold;
+  gfloat size_threshold;
+  GstVideoInfo video_info;
+};
+
+/**
+ * GstSsdObjectDetectorClass:
+ *
+ * @parent_class base transform base class
+ *
+ * Since: 1.20
+ */
+struct _GstSsdObjectDetectorClass
+{
+  GstBaseTransformClass parent_class;
+};
+
+GST_ELEMENT_REGISTER_DECLARE (ssd_object_detector)
+
+G_END_DECLS
+
+#endif /* __GST_SSD_OBJECT_DETECTOR_H__ */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/tensordecoders/gsttensordecoders.c Added

@@ -0,0 +1,49 @@
+/* GStreamer object detection overlay
+ * Copyright (C) <2024> Collabora Ltd.
+ *  @author: Daniel Morin <daniel.morin@collabora.com>
+ *
+ * gsttensordecoders.c
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#   include "config.h"
+#endif
+
+#include "gstssdobjectdetector.h"
+
+/**
+ * SECTION:plugin-tensordecoders
+ *
+ * Tensor decoders
+ *
+ * Since: 1.26
+ */
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  gboolean ret = FALSE;
+  ret |= GST_ELEMENT_REGISTER (ssd_object_detector, plugin);
+
+  return ret;
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    tensordecoders,
+    "Tensor decoders elements",
+    plugin_init, VERSION, GST_LICENSE, GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/tensordecoders/meson.build Added

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/timecode/gsttimecodestamper.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/timecode/gsttimecodestamper.c Changed

@@ -189,6 +189,15 @@
         "Linear timecode from an audio device", "ltc"},
     {GST_TIME_CODE_STAMPER_SOURCE_RTC,
         "Timecode from real time clock", "rtc"},
+    /**
+     * GstTimeCodeStamperSource::running-time:
+     *
+     * Buffer running time as timecode
+     *
+     * Since: 1.26
+     */
+    {GST_TIME_CODE_STAMPER_SOURCE_RUNNING_TIME,
+        "Buffer running time as timecode", "running-time"},
     {0, NULL, NULL},
   };
 
@@ -1577,6 +1586,23 @@
     case GST_TIME_CODE_STAMPER_SOURCE_RTC:
       tc = timecodestamper->rtc_tc;
       break;
+    case GST_TIME_CODE_STAMPER_SOURCE_RUNNING_TIME:
+      if (GST_CLOCK_TIME_IS_VALID (running_time)) {
+        guint64 num_frames = gst_util_uint64_scale (running_time,
+            timecodestamper->fps_n, timecodestamper->fps_d * GST_SECOND);
+        guint field_count = 0;
+
+        if (timecodestamper->interlace_mode !=
+            GST_VIDEO_INTERLACE_MODE_PROGRESSIVE) {
+          field_count = 1;
+        }
+
+        tc = gst_video_time_code_new (timecodestamper->fps_n,
+            timecodestamper->fps_d, NULL, tc_flags, 0, 0, 0, 0, field_count);
+        gst_video_time_code_add_frames (tc, num_frames);
+        free_tc = TRUE;
+      }
+      break;
   }
 
   switch (timecodestamper->tc_set) {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/timecode/gsttimecodestamper.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/timecode/gsttimecodestamper.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/timecode/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/timecode/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/transcode/gst-cpu-throttling-clock.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/transcode/gst-cpu-throttling-clock.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/transcode/gsturitranscodebin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/transcode/gsturitranscodebin.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/transcode/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/transcode/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/unixfd/gstunixfdsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/unixfd/gstunixfdsink.c Changed

@@ -87,6 +87,10 @@
   GstCaps *caps;
   gboolean uses_monotonic_clock;
   GByteArray *payload;
+
+  gboolean wait_for_connection;
+  GCond wait_for_connection_cond;
+  gboolean unlock;
 };
 
 G_DEFINE_TYPE (GstUnixFdSink, gst_unix_fd_sink, GST_TYPE_BASE_SINK);
@@ -94,12 +98,14 @@
     GST_TYPE_UNIX_FD_SINK);
 
 #define DEFAULT_SOCKET_TYPE G_UNIX_SOCKET_ADDRESS_PATH
+#define DEFAULT_WAIT_FOR_CONNECTION FALSE
 
 enum
 {
   PROP_0,
   PROP_SOCKET_PATH,
   PROP_SOCKET_TYPE,
+  PROP_WAIT_FOR_CONNECTION,
 };
 
 
@@ -122,6 +128,7 @@
   self->clients =
       g_hash_table_new_full (NULL, NULL, g_object_unref,
       (GDestroyNotify) client_free);
+  g_cond_init (&self->wait_for_connection_cond);
 }
 
 static void
@@ -133,6 +140,7 @@
   g_main_context_unref (self->context);
   g_main_loop_unref (self->loop);
   g_hash_table_unref (self->clients);
+  g_cond_clear (&self->wait_for_connection_cond);
 
   G_OBJECT_CLASS (gst_unix_fd_sink_parent_class)->finalize (object);
 }
@@ -163,6 +171,10 @@
       }
       self->socket_type = g_value_get_enum (value);
       break;
+    case PROP_WAIT_FOR_CONNECTION:
+      self->wait_for_connection = g_value_get_boolean (value);
+      g_cond_signal (&self->wait_for_connection_cond);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -186,6 +198,9 @@
     case PROP_SOCKET_TYPE:
       g_value_set_enum (value, self->socket_type);
       break;
+    case PROP_WAIT_FOR_CONNECTION:
+      g_value_set_boolean (value, self->wait_for_connection);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -314,6 +329,8 @@
   }
   g_free (payload);
 
+  g_cond_signal (&self->wait_for_connection_cond);
+
   GST_OBJECT_UNLOCK (self);
 
   return G_SOURCE_CONTINUE;
@@ -551,8 +568,21 @@
     new_buffer->type = MEMORY_TYPE_DMABUF;
 
   GST_OBJECT_LOCK (self);
+
+  while (self->wait_for_connection && g_hash_table_size (self->clients) == 0) {
+    g_cond_wait (&self->wait_for_connection_cond, GST_OBJECT_GET_LOCK (self));
+    if (self->unlock) {
+      GST_OBJECT_UNLOCK (self);
+      ret = gst_base_sink_wait_preroll (bsink);
+      if (ret != GST_FLOW_OK)
+        goto out;
+      GST_OBJECT_LOCK (self);
+    }
+  }
+
   send_command_to_all (self, COMMAND_TYPE_NEW_BUFFER, fds,
       self->payload->data, self->payload->len, buffer);
+
   GST_OBJECT_UNLOCK (self);
 
 out:
@@ -562,6 +592,31 @@
 }
 
 static gboolean
+gst_unix_fd_sink_unlock (GstBaseSink * bsink)
+{
+  GstUnixFdSink *self = (GstUnixFdSink *) bsink;
+
+  GST_OBJECT_LOCK (self);
+  self->unlock = TRUE;
+  g_cond_signal (&self->wait_for_connection_cond);
+  GST_OBJECT_UNLOCK (self);
+
+  return TRUE;
+}
+
+static gboolean
+gst_unix_fd_sink_unlock_stop (GstBaseSink * bsink)
+{
+  GstUnixFdSink *self = (GstUnixFdSink *) bsink;
+
+  GST_OBJECT_LOCK (self);
+  self->unlock = FALSE;
+  GST_OBJECT_UNLOCK (self);
+
+  return TRUE;
+}
+
+static gboolean
 gst_unix_fd_sink_event (GstBaseSink * bsink, GstEvent * event)
 {
   GstUnixFdSink *self = (GstUnixFdSink *) bsink;
@@ -650,6 +705,9 @@
   gstbasesink_class->event = GST_DEBUG_FUNCPTR (gst_unix_fd_sink_event);
   gstbasesink_class->propose_allocation =
       GST_DEBUG_FUNCPTR (gst_unix_fd_sink_propose_allocation);
+  gstbasesink_class->unlock = GST_DEBUG_FUNCPTR (gst_unix_fd_sink_unlock);
+  gstbasesink_class->unlock_stop =
+      GST_DEBUG_FUNCPTR (gst_unix_fd_sink_unlock_stop);
 
   g_object_class_install_property (gobject_class, PROP_SOCKET_PATH,
       g_param_spec_string ("socket-path",
@@ -666,4 +724,18 @@
           G_TYPE_UNIX_SOCKET_ADDRESS_TYPE, DEFAULT_SOCKET_TYPE,
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT |
           GST_PARAM_MUTABLE_READY));
+
+  /**
+   * GstUnixFdSink:wait-for-connection:
+   *
+   * Block the stream until a least one client is connected.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_WAIT_FOR_CONNECTION,
+      g_param_spec_boolean ("wait-for-connection",
+          "Wait for a connection until rendering",
+          "Block the stream until a least one client is connected",
+          DEFAULT_WAIT_FOR_CONNECTION,
+          G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/unixfd/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/unixfd/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videofilters/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videofilters/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoframe_audiolevel/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoframe_audiolevel/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gstav1parse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gstav1parse.c Changed

@@ -58,8 +58,8 @@
  * ## Example launch line to generate annex B format AV1 stream:
  * ```
  * gst-launch-1.0 filesrc location=sample.av1 ! ivfparse ! av1parse !  \
- *   video/x-av1,alignment=$string$tu,stream-format=$string$annexb ! \
- *   filesink location=matroskamux ! filesink location=trans.mkv
+ *   video/x-av1,alignment=$string$tu,stream-format=$string$obu-stream ! \
+ *   matroskamux ! filesink location=trans.mkv
  * ```
  *
  * Since: 1.20
@@ -86,7 +86,7 @@
 
 /* We combine the stream format and the alignment
    together. When stream format is annexb, the
-   alignment must be TU. */
+   alignment must be TU or byte. */
 typedef enum
 {
   GST_AV1_PARSE_ALIGN_ERROR = -1,
@@ -96,6 +96,7 @@
   GST_AV1_PARSE_ALIGN_FRAME,
   GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT,
   GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B,
+  GST_AV1_PARSE_ALIGN_ANNEX_B,
 } GstAV1ParseAligment;
 
 struct _GstAV1Parse
@@ -109,6 +110,10 @@
   gint subsampling_x;
   gint subsampling_y;
   gboolean mono_chrome;
+  guint8 seq_level_idx;
+  guint8 seq_tier;
+  guint8 max_seq_level_idx;
+  guint8 max_seq_tier;
   guint8 bit_depth;
   gchar *colorimetry;
   GstAV1Profile profile;
@@ -135,6 +140,7 @@
   gboolean header;
   gboolean keyframe;
   gboolean show_frame;
+  gboolean seen_non_padding;
 
   GstClockTime buffer_pts;
   GstClockTime buffer_dts;
@@ -314,6 +320,10 @@
   self->subsampling_y = -1;
   self->mono_chrome = FALSE;
   self->profile = GST_AV1_PROFILE_UNDEFINED;
+  self->seq_level_idx = GST_AV1_SEQ_LEVEL_MAX;
+  self->seq_tier = 0;
+  self->max_seq_level_idx = GST_AV1_SEQ_LEVEL_MAX;
+  self->max_seq_tier = 0;
   self->bit_depth = 0;
   self->align = GST_AV1_PARSE_ALIGN_NONE;
   self->in_align = GST_AV1_PARSE_ALIGN_NONE;
@@ -325,6 +335,7 @@
   self->last_parsed_offset = 0;
   self->highest_spatial_id = 0;
   self->first_frame = TRUE;
+  self->seen_non_padding = FALSE;
   gst_av1_parse_reset_obu_data_state (self);
   g_clear_pointer (&self->colorimetry, g_free);
   g_clear_pointer (&self->parser, gst_av1_parser_free);
@@ -428,6 +439,80 @@
   return NULL;
 }
 
+static const gchar *
+gst_av1_parse_seq_level_idx_to_string (GstAV1SeqLevels seq_level_idx)
+{
+  switch (seq_level_idx) {
+    case GST_AV1_SEQ_LEVEL_2_0:
+      return "2.0";
+    case GST_AV1_SEQ_LEVEL_2_1:
+      return "2.1";
+    case GST_AV1_SEQ_LEVEL_2_2:
+      return "2.2";
+    case GST_AV1_SEQ_LEVEL_2_3:
+      return "2.3";
+    case GST_AV1_SEQ_LEVEL_3_0:
+      return "3.0";
+    case GST_AV1_SEQ_LEVEL_3_1:
+      return "3.1";
+    case GST_AV1_SEQ_LEVEL_3_2:
+      return "3.2";
+    case GST_AV1_SEQ_LEVEL_3_3:
+      return "3.3";
+    case GST_AV1_SEQ_LEVEL_4_0:
+      return "4.0";
+    case GST_AV1_SEQ_LEVEL_4_1:
+      return "4.1";
+    case GST_AV1_SEQ_LEVEL_4_2:
+      return "4.2";
+    case GST_AV1_SEQ_LEVEL_4_3:
+      return "4.3";
+    case GST_AV1_SEQ_LEVEL_5_0:
+      return "5.0";
+    case GST_AV1_SEQ_LEVEL_5_1:
+      return "5.1";
+    case GST_AV1_SEQ_LEVEL_5_2:
+      return "5.2";
+    case GST_AV1_SEQ_LEVEL_5_3:
+      return "5.3";
+    case GST_AV1_SEQ_LEVEL_6_0:
+      return "6.0";
+    case GST_AV1_SEQ_LEVEL_6_1:
+      return "6.1";
+    case GST_AV1_SEQ_LEVEL_6_2:
+      return "6.2";
+    case GST_AV1_SEQ_LEVEL_6_3:
+      return "6.3";
+    case GST_AV1_SEQ_LEVEL_7_0:
+      return "7.0";
+    case GST_AV1_SEQ_LEVEL_7_1:
+      return "7.1";
+    case GST_AV1_SEQ_LEVEL_7_2:
+      return "7.2";
+    case GST_AV1_SEQ_LEVEL_7_3:
+      return "7.3";
+    case GST_AV1_SEQ_LEVEL_MAX:
+    case GST_AV1_SEQ_LEVELS:
+      /* not valid */
+      return NULL;
+  }
+
+  return NULL;
+}
+
+static const gchar *
+gst_av1_parse_tier_to_string (guint8 seq_tier)
+{
+  switch (seq_tier) {
+    case 0:
+      return "main";
+    case 1:
+      return "high";
+  }
+
+  return NULL;
+}
+
 static GstAV1Profile
 gst_av1_parse_profile_from_string (const gchar * profile)
 {
@@ -454,6 +539,7 @@
     case GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT:
     case GST_AV1_PARSE_ALIGN_FRAME:
       return "obu-stream";
+    case GST_AV1_PARSE_ALIGN_ANNEX_B:
     case GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B:
       return "annexb";
     default:
@@ -469,6 +555,7 @@
 {
   switch (align) {
     case GST_AV1_PARSE_ALIGN_BYTE:
+    case GST_AV1_PARSE_ALIGN_ANNEX_B:
       return "byte";
     case GST_AV1_PARSE_ALIGN_OBU:
       return "obu";
@@ -494,11 +581,12 @@
 
   if (stream_format) {
     if (g_strcmp0 (stream_format, "annexb") == 0) {
-      if (align && g_strcmp0 (align, "tu") != 0) {
-        /* annex b stream must align to TU. */
-        return GST_AV1_PARSE_ALIGN_ERROR;
-      } else {
+      if (align && g_strcmp0 (align, "tu") == 0) {
         return GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B;
+      } else if (align && g_strcmp0 (align, "none") == 0) {
+        return GST_AV1_PARSE_ALIGN_ANNEX_B;
+      } else {
+        return GST_AV1_PARSE_ALIGN_ERROR;
       }
     } else if (g_strcmp0 (stream_format, "obu-stream") != 0) {
       /* unrecognized */
@@ -561,6 +649,10 @@
       cmp_align_str = "tu";
       cmp_stream_str = "annexb";
       break;
+    case GST_AV1_PARSE_ALIGN_ANNEX_B:
+      cmp_align_str = "none";
+      cmp_stream_str = "annexb";
+      break;
     default:
       return FALSE;
   }
@@ -651,6 +743,8 @@
   gint width, height;
   gint par_n = 0, par_d = 0;
   const gchar *profile = NULL;
+  const gchar *level = NULL;
+  const gchar *tier = NULL;
 
   if (G_UNLIKELY (!gst_pad_has_current_caps (GST_BASE_PARSE_SRC_PAD (self))))
     self->update_caps = TRUE;
@@ -742,6 +836,33 @@
   if (profile)
     gst_caps_set_simple (final_caps, "profile", G_TYPE_STRING, profile, NULL);
 
+  level = gst_av1_parse_seq_level_idx_to_string (self->seq_level_idx);
+  if (level)
+    gst_caps_set_simple (final_caps, "level", G_TYPE_STRING, level, NULL);
+
+  tier = gst_av1_parse_tier_to_string (self->seq_tier);
+  if (tier)
+    gst_caps_set_simple (final_caps, "tier", G_TYPE_STRING, tier, NULL);
+
+  if ((self->max_seq_tier != self->seq_tier)
+      || (self->max_seq_level_idx != self->seq_level_idx)) {
+
+    tier = gst_av1_parse_tier_to_string (self->max_seq_tier);
+    if (tier) {
+      gst_caps_set_simple (final_caps, "max-tier", G_TYPE_STRING, tier, NULL);
+    } else {
+      GST_WARNING_OBJECT (self, "Invalid max seq tier %d", self->max_seq_tier);
+    }
+
+    level = gst_av1_parse_seq_level_idx_to_string (self->max_seq_level_idx);
+    if (level) {
+      gst_caps_set_simple (final_caps, "max-level", G_TYPE_STRING, level, NULL);
+    } else {
+      GST_WARNING_OBJECT (self, "Invalid max level idx %d",
+          self->max_seq_level_idx);
+    }
+  }
+
   src_caps = gst_pad_get_current_caps (GST_BASE_PARSE_SRC_PAD (self));
 
   if (!(src_caps && gst_caps_is_strictly_equal (src_caps, final_caps))) {
@@ -923,10 +1044,12 @@
 
   self->in_align = align;
 
-  if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT)
+  if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT
+      || self->in_align == GST_AV1_PARSE_ALIGN_ANNEX_B)
     self->detect_annex_b = TRUE;
 
-  if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B) {
+  if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B
+      || self->in_align == GST_AV1_PARSE_ALIGN_ANNEX_B) {
     gst_av1_parser_reset (self->parser, TRUE);
   } else {
     gst_av1_parser_reset (self->parser, FALSE);
@@ -1010,29 +1133,37 @@
       GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
     }
 
-    if (frame_finished) {
-      GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_MARKER);
-    } else {
-      GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_MARKER);
-    }
-
-    if (self->align == GST_AV1_PARSE_ALIGN_FRAME) {
+    if (self->align == GST_AV1_PARSE_ALIGN_FRAME
+        || self->align == GST_AV1_PARSE_ALIGN_OBU) {
       if (!self->show_frame) {
         GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DECODE_ONLY);
       } else {
         GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DECODE_ONLY);
+        if (frame_finished) {
+          GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_MARKER);
+        } else {
+          GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_MARKER);
+        }
       }
     } else {
+      /* Aligning to TUs which must contain a display frame. */
       GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DECODE_ONLY);
+      if (frame_finished) {
+        GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_MARKER);
+      } else {
+        GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_MARKER);
+      }
     }
 
     gst_buffer_replace (&frame->out_buffer, buf);
     gst_buffer_unref (buf);
 
     gst_av1_parse_update_src_caps (self, NULL);
-    GST_LOG_OBJECT (self, "comsumed %d, output one buffer with size %"
+    GST_LOG_OBJECT (self, "consumed %d, output one buffer with size %"
         G_GSSIZE_FORMAT, finish_sz, sz);
     ret = gst_base_parse_finish_frame (GST_BASE_PARSE (self), frame, finish_sz);
+
+    self->seen_non_padding = FALSE;
   }
 
   return ret;
@@ -1302,6 +1433,22 @@
     self->update_caps = TRUE;
   }
 
+  if (seq_header.operating_points_cnt_minus_1 + 1) {
+    /* Search for the actual max level and tier */
+    self->seq_level_idx = self->max_seq_level_idx =
+        seq_header.operating_points0.seq_level_idx;
+    self->seq_tier = self->max_seq_tier =
+        seq_header.operating_points0.seq_tier;
+
+    for (i = 1; i < seq_header.operating_points_cnt_minus_1 + 1; i++) {
+      if (self->max_seq_level_idx <
+          seq_header.operating_pointsi.seq_level_idx) {
+        self->max_seq_level_idx = seq_header.operating_pointsi.seq_level_idx;
+        self->max_seq_tier = seq_header.operating_pointsi.seq_tier;
+      }
+    }
+  }
+
   if (self->bit_depth != seq_header.bit_depth) {
     self->bit_depth = seq_header.bit_depth;
     self->update_caps = TRUE;
@@ -1373,9 +1520,10 @@
   if (ret) {
     if (self->within_one_frame)
       GST_WARNING_OBJECT (self,
-          "Start a new temporal unit with incompleted frame.");
+          "Start a new temporal unit with incomplete frame.");
 
     gst_av1_parse_reset_obu_data_state (self);
+    gst_av1_parse_reset_tu_timestamp (self);
   }
 
   return ret;
@@ -1460,15 +1608,25 @@
   if (obu->obu_type == GST_AV1_OBU_TEMPORAL_DELIMITER) {
     gst_av1_parse_reset_obu_data_state (self);
 
+    /* Let the leading padding OBUs be the part of the new TD. */
+    if (!self->seen_non_padding)
+      goto out;
+
     if (check_new_tu) {
       *check_new_tu = TRUE;
       res = GST_AV1_PARSER_OK;
-      goto out;
     }
+
+    /* Start a new TD should also complete the current frame. */
+    *frame_complete = TRUE;
+
+    goto out;
   }
 
-  if (obu->obu_type == GST_AV1_OBU_SEQUENCE_HEADER)
+  if (obu->obu_type == GST_AV1_OBU_SEQUENCE_HEADER) {
     self->header = TRUE;
+    goto out;
+  }
 
   if (obu->obu_type == GST_AV1_OBU_FRAME_HEADER
       || obu->obu_type == GST_AV1_OBU_FRAME
@@ -1481,11 +1639,13 @@
     self->show_frame = fh->show_frame || fh->show_existing_frame;
     if (self->show_frame) {
       /* Check whether a new temporal starts, and return early. */
-      if (check_new_tu && obu->obu_type != GST_AV1_OBU_REDUNDANT_FRAME_HEADER
+      if (obu->obu_type != GST_AV1_OBU_REDUNDANT_FRAME_HEADER
           && gst_av1_parse_frame_start_new_temporal_unit (self, obu)) {
-        *check_new_tu = TRUE;
-        res = GST_AV1_PARSER_OK;
-        goto out;
+        if (check_new_tu) {
+          *check_new_tu = TRUE;
+          res = GST_AV1_PARSER_OK;
+          goto out;
+        }
       }
 
       self->last_shown_frame_temporal_id = obu->header.obu_temporal_id;
@@ -1537,6 +1697,9 @@
     }
   }
 
+  if (obu->obu_type != GST_AV1_OBU_PADDING)
+    self->seen_non_padding = TRUE;
+
   return res;
 }
 
@@ -1625,6 +1788,7 @@
 
   GST_LOG_OBJECT (self, "Output one buffer with size %d", consumed);
   ret = gst_base_parse_finish_frame (parse, frame, consumed);
+  self->seen_non_padding = FALSE;
   *skipsize = 0;
 
 out:
@@ -1683,29 +1847,6 @@
     if (res != GST_AV1_PARSER_OK)
       break;
 
-    if (obu.obu_type == GST_AV1_OBU_TEMPORAL_DELIMITER
-        && consumed_before_push > 0) {
-      GST_DEBUG_OBJECT (self, "Encounter TD inside one %s aligned"
-          " buffer, should not happen normally.",
-          gst_av1_parse_alignment_to_string (self->in_align));
-
-      if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B)
-        gst_av1_parser_reset_annex_b (self->parser);
-
-      /* Not include this TD obu, it should belong to the next TU or frame,
-         we push all the data we already got. */
-      gst_av1_parse_create_subframe (frame, &subframe, buffer);
-      ret = gst_av1_parse_push_data (self, &subframe,
-          consumed_before_push, TRUE);
-      if (ret != GST_FLOW_OK)
-        goto out;
-
-      /* Begin to find the next. */
-      frame_complete = FALSE;
-      consumed_before_push = 0;
-      continue;
-    }
-
     gst_av1_parse_cache_one_obu (self, buffer, &obu,
         map_info.data + offset, consumed, frame_complete);
 
@@ -1763,8 +1904,8 @@
 
   /* If the total buffer exhausted but frame is not complete, we just
      push the left data and consider it as a frame. */
-  if (consumed_before_push > 0 && !frame_complete
-      && self->align == GST_AV1_PARSE_ALIGN_FRAME) {
+  if (consumed_before_push > 0 && !frame_complete && self->seen_non_padding &&
+      self->align == GST_AV1_PARSE_ALIGN_FRAME) {
     g_assert (offset >= map_info.size);
     /* Warning and still consider the frame is complete */
     GST_WARNING_OBJECT (self, "Exhaust the buffer but still incomplete frame,"
@@ -1772,7 +1913,8 @@
         gst_av1_parse_alignment_to_string (self->in_align));
   }
 
-  ret = gst_av1_parse_push_data (self, frame, consumed_before_push, TRUE);
+  if (self->seen_non_padding)
+    ret = gst_av1_parse_push_data (self, frame, consumed_before_push, TRUE);
 
 out:
   gst_buffer_unmap (buffer, &map_info);
@@ -1814,16 +1956,15 @@
       break;
 
     check_new_tu = FALSE;
-    if (self->align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT
-        || self->align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B) {
-      res = gst_av1_parse_handle_one_obu (self, &obu, &frame_complete,
-          &check_new_tu);
-    } else {
-      res = gst_av1_parse_handle_one_obu (self, &obu, &frame_complete, NULL);
-    }
+    res = gst_av1_parse_handle_one_obu (self, &obu, &frame_complete,
+        &check_new_tu);
     if (res != GST_AV1_PARSER_OK)
       break;
 
+    /* Take the DTS from the first OBU of the TU */
+    if (!GST_CLOCK_TIME_IS_VALID (self->buffer_dts) || check_new_tu)
+      self->buffer_dts = GST_BUFFER_DTS (buffer);
+
     if (check_new_tu && (gst_adapter_available (self->cache_out) ||
             gst_adapter_available (self->frame_cache))) {
       complete = TRUE;
@@ -1853,13 +1994,16 @@
   if (complete || GST_BASE_PARSE_DRAINING (parse)) {
     *skipsize = 0;
 
+    /* Save the oldest valid PTS as the TU PTS */
+    if (GST_CLOCK_TIME_IS_VALID (GST_BUFFER_PTS (buffer)))
+      self->buffer_pts = GST_BUFFER_PTS (buffer);
+
     /* push the left anyway if no error */
     if (res == GST_AV1_PARSER_OK)
       ret = gst_av1_parse_push_data (self, frame,
           self->last_parsed_offset, TRUE);
 
     self->last_parsed_offset = 0;
-
     goto out;
   }
 
@@ -2011,6 +2155,7 @@
 
 out:
   gst_av1_parse_reset_obu_data_state (self);
+  self->seen_non_padding = FALSE;
   gst_buffer_unmap (buffer, &map_info);
   gst_buffer_unref (buffer);
   return ret;
@@ -2027,8 +2172,10 @@
   if (GST_BUFFER_FLAG_IS_SET (frame->buffer, GST_BUFFER_FLAG_DISCONT)) {
     self->discont = TRUE;
 
-    if (frame->flags & GST_BASE_PARSE_FRAME_FLAG_NEW_FRAME)
+    if (frame->flags & GST_BASE_PARSE_FRAME_FLAG_NEW_FRAME) {
       gst_av1_parse_reset_obu_data_state (self);
+      gst_av1_parse_reset_tu_timestamp (self);
+    }
   } else {
     self->discont = FALSE;
   }
@@ -2041,6 +2188,7 @@
     GST_LOG_OBJECT (self, "parsing new frame");
     gst_adapter_clear (self->cache_out);
     gst_adapter_clear (self->frame_cache);
+    self->seen_non_padding = FALSE;
     self->last_parsed_offset = 0;
     self->header = FALSE;
     self->keyframe = FALSE;
@@ -2057,6 +2205,8 @@
     upstream_caps =
         gst_pad_peer_query_caps (GST_BASE_PARSE_SINK_PAD (self), NULL);
     if (upstream_caps) {
+      gboolean detect_annex_b = FALSE;
+
       if (!gst_caps_is_empty (upstream_caps)
           && !gst_caps_is_any (upstream_caps)) {
         GstAV1ParseAligment align;
@@ -2079,8 +2229,11 @@
 
       gst_caps_unref (upstream_caps);
 
-      gst_av1_parser_reset (self->parser,
-          self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B);
+      if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B
+          || self->in_align == GST_AV1_PARSE_ALIGN_ANNEX_B)
+        detect_annex_b = TRUE;
+
+      gst_av1_parser_reset (self->parser, detect_annex_b);
     }
 
     if (self->in_align != GST_AV1_PARSE_ALIGN_NONE) {
@@ -2093,7 +2246,8 @@
     }
   }
 
-  if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT
+  if ((self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT
+          || self->in_align == GST_AV1_PARSE_ALIGN_ANNEX_B)
       && self->detect_annex_b) {
     /* Only happend at the first time of handle_frame, try to
        recognize the annex b stream format. */
@@ -2173,28 +2327,20 @@
   }
 
   if (self->align == GST_AV1_PARSE_ALIGN_FRAME) {
-    /* When the input align to TU, it may may contain more than one frames
-       inside its buffer. When splitting a TU into frames, the base parse
-       class only assign the PTS to the first frame and leave the others'
-       PTS invalid. But in fact, all decode only frames should have invalid
-       PTS while showable frames should have correct PTS setting. */
-    if (self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT
-        || self->in_align == GST_AV1_PARSE_ALIGN_TEMPORAL_UNIT_ANNEX_B) {
-      if (GST_BUFFER_FLAG_IS_SET (frame->buffer, GST_BUFFER_FLAG_DECODE_ONLY)) {
-        GST_BUFFER_PTS (frame->buffer) = GST_CLOCK_TIME_NONE;
-        GST_BUFFER_DURATION (frame->buffer) = GST_CLOCK_TIME_NONE;
-      } else {
-        GST_BUFFER_PTS (frame->buffer) = self->buffer_pts;
-        GST_BUFFER_DURATION (frame->buffer) = self->buffer_duration;
-      }
-
-      GST_BUFFER_DTS (frame->buffer) = self->buffer_dts;
+    /* Input buffers may contain more than one frames inside its buffer.
+       When splitting a TU into frames, the base parse class only assign the
+       PTS to the first frame and leave the others PTS invalid. But in fact,
+       all decode only frames should have invalid PTS while showable frames
+       should have correct PTS setting. */
+    if (GST_BUFFER_FLAG_IS_SET (frame->buffer, GST_BUFFER_FLAG_DECODE_ONLY)) {
+      GST_BUFFER_PTS (frame->buffer) = GST_CLOCK_TIME_NONE;
+      GST_BUFFER_DURATION (frame->buffer) = GST_CLOCK_TIME_NONE;
     } else {
-      if (GST_BUFFER_FLAG_IS_SET (frame->buffer, GST_BUFFER_FLAG_DECODE_ONLY)) {
-        GST_BUFFER_PTS (frame->buffer) = GST_CLOCK_TIME_NONE;
-        GST_BUFFER_DURATION (frame->buffer) = GST_CLOCK_TIME_NONE;
-      }
+      GST_BUFFER_PTS (frame->buffer) = self->buffer_pts;
+      GST_BUFFER_DURATION (frame->buffer) = self->buffer_duration;
     }
+
+    GST_BUFFER_DTS (frame->buffer) = self->buffer_dts;
   } else if (self->align == GST_AV1_PARSE_ALIGN_OBU) {
     /* When we split a big frame or TU into OBUs, all OBUs should have the
        same PTS and DTS of the input buffer, and should not have duration. */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gsth264parse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gsth264parse.c Changed

@@ -214,6 +214,7 @@
 
   gst_video_clear_user_data_unregistered (&h264parse->user_data_unregistered,
       TRUE);
+  gst_video_clear_user_data (&h264parse->user_data, TRUE);
 
   g_object_unref (h264parse->frame_out);
 
@@ -232,7 +233,7 @@
   h264parse->idr_pos = -1;
   h264parse->sei_pos = -1;
   h264parse->pic_timing_sei_pos = -1;
-  h264parse->pic_timing_sei_size = -1;
+  h264parse->pic_timing_sei_end = -1;
   h264parse->keyframe = FALSE;
   h264parse->predicted = FALSE;
   h264parse->bidirectional = FALSE;
@@ -242,7 +243,7 @@
   h264parse->have_pps_in_frame = FALSE;
   h264parse->have_aud_in_frame = FALSE;
   gst_adapter_clear (h264parse->frame_out);
-  gst_video_clear_user_data (&h264parse->user_data);
+  gst_video_clear_user_data (&h264parse->user_data, FALSE);
   gst_video_clear_user_data_unregistered (&h264parse->user_data_unregistered,
       FALSE);
 }
@@ -351,6 +352,7 @@
   gst_h264_parse_reset (h264parse);
 
   gst_h264_nal_parser_free (h264parse->nalparser);
+  h264parse->nalparser = NULL;
 
   return TRUE;
 }
@@ -588,8 +590,9 @@
   GstByteReader br;
   GstVideoParseUtilsField field = GST_VIDEO_PARSE_UTILS_FIELD_1;
 
-  /* only US country code is currently supported */
+  /* only US and UK country codes are currently supported */
   switch (rud->country_code) {
+    case ITU_T_T35_COUNTRY_CODE_UK:
     case ITU_T_T35_COUNTRY_CODE_US:
       break;
     default:
@@ -670,9 +673,17 @@
            * Updating only this SEI message and preserving the others
            * is a bit complicated */
           if (messages->len == 1) {
-            h264parse->pic_timing_sei_pos = nalu->sc_offset;
-            h264parse->pic_timing_sei_size =
-                nalu->size + (nalu->offset - nalu->sc_offset);
+            if (h264parse->transform)
+              h264parse->pic_timing_sei_pos =
+                  gst_adapter_available (h264parse->frame_out);
+            else
+              h264parse->pic_timing_sei_pos = nalu->sc_offset;
+
+            GST_LOG_OBJECT (h264parse, "Located pic_timing SEI at pos %i",
+                h264parse->pic_timing_sei_pos);
+          } else {
+            GST_FIXME_OBJECT (h264parse,
+                "Cannot update timecode in multi-message SEI NALU");
           }
         }
 
@@ -972,6 +983,19 @@
   GST_DEBUG_OBJECT (h264parse, "processing nal of type %u %s, size %u",
       nal_type, _nal_name (nal_type), nalu->size);
 
+  if (h264parse->pic_timing_sei_pos != -1 &&
+      h264parse->pic_timing_sei_end == -1) {
+    if (h264parse->transform)
+      h264parse->pic_timing_sei_end =
+          gst_adapter_available (h264parse->frame_out);
+    else
+      h264parse->pic_timing_sei_end = nalu->sc_offset;
+
+    GST_LOG_OBJECT (h264parse, "Located pic_timing SEI end at pos %i (size %i)",
+        h264parse->pic_timing_sei_end,
+        h264parse->pic_timing_sei_end - h264parse->pic_timing_sei_pos);
+  }
+
   switch (nal_type) {
     case GST_H264_NAL_SUBSET_SPS:
       if (!GST_H264_PARSE_STATE_VALID (h264parse, GST_H264_PARSE_STATE_GOT_SPS))
@@ -1109,8 +1133,7 @@
         h264parse->field_pic_flag = slice.field_pic_flag;
       }
 
-      if (G_LIKELY (nal_type != GST_H264_NAL_SLICE_IDR &&
-              !h264parse->push_codec))
+      if (G_LIKELY (nal_type != GST_H264_NAL_SLICE_IDR))
         break;
 
       /* if we need to sneak codec NALs into the stream,
@@ -1667,7 +1690,13 @@
           && GST_H264_PARSE_FORMAT_AVC3 != h264parse->format))
     return NULL;
 
-  buf = gst_buffer_new_allocate (NULL, 5 + 1 + sps_size + 1 + pps_size, NULL);
+  if ((profile_idc != 66) && (profile_idc != 77) && (profile_idc != 88)) {
+    buf =
+        gst_buffer_new_allocate (NULL, 5 + 1 + sps_size + 1 + pps_size + 4,
+        NULL);
+  } else {
+    buf = gst_buffer_new_allocate (NULL, 5 + 1 + sps_size + 1 + pps_size, NULL);
+  }
   gst_buffer_map (buf, &map, GST_MAP_WRITE);
   data = map.data;
   nl = h264parse->nal_length_size;
@@ -1704,6 +1733,18 @@
     }
   }
 
+  if ((profile_idc != 66) && (profile_idc != 77) && (profile_idc != 88)
+      && (h264parse->nalparser->last_sps)) {
+    data0 = 0xfc | h264parse->nalparser->last_sps->chroma_format_idc;
+    data++;
+    data0 = 0xf8 | h264parse->nalparser->last_sps->bit_depth_luma_minus8;
+    data++;
+    data0 = 0xf8 | h264parse->nalparser->last_sps->bit_depth_chroma_minus8;
+    data++;
+    data0 = 0;                // numOfSequenceParameterSetExt;
+    data++;
+  }
+
   gst_buffer_unmap (buf, &map);
 
   return buf;
@@ -2442,6 +2483,11 @@
           "Couldn't set content light level to caps");
     }
 
+    if (h264parse->user_data.lcevc_enhancement_data)
+      gst_caps_set_simple (caps, "lcevc", G_TYPE_BOOLEAN, TRUE, NULL);
+    else
+      gst_caps_set_simple (caps, "lcevc", G_TYPE_BOOLEAN, FALSE, NULL);
+
     src_caps = gst_pad_get_current_caps (GST_BASE_PARSE_SRC_PAD (h264parse));
 
     if (src_caps) {
@@ -3037,6 +3083,7 @@
     GstBuffer * buffer)
 {
   guint num_meta;
+  gint sei_pos, sei_end;
   const guint8 num_clock_ts_table9 = {
     1, 1, 1, 2, 2, 3, 3, 2, 3
   };
@@ -3058,12 +3105,20 @@
   if (num_meta == 0)
     return NULL;
 
-  if (!h264parse->sei_pic_struct_pres_flag || h264parse->pic_timing_sei_pos < 0) {
+  sei_pos = h264parse->pic_timing_sei_pos;
+  sei_end = h264parse->pic_timing_sei_end;
+
+  if (!h264parse->sei_pic_struct_pres_flag || sei_pos < 0) {
     GST_ELEMENT_WARNING (h264parse, STREAM, NOT_IMPLEMENTED, (NULL),
         ("timecode update was requested but VUI doesn't support timecode"));
     return NULL;
   }
 
+  if (h264parse->align != GST_H264_PARSE_ALIGN_NAL && sei_end < 0) {
+    GST_ELEMENT_WARNING (h264parse, STREAM, NOT_IMPLEMENTED, (NULL),
+        ("timecode update was requested but end of pic_timing SEI not found"));
+  }
+
   g_assert (h264parse->sei_pic_struct <=
       GST_H264_SEI_PIC_STRUCT_FRAME_TRIPLING);
 
@@ -3116,9 +3171,12 @@
     tim->nuit_field_based_flag = 1;
     tim->counting_type = 0;
 
-    if ((tc->config.flags & GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME)
-        == GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME)
-      tim->counting_type = 4;
+    if (tc->config.flags & GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME) {
+      if (tc->config.fps_n == 30000 && tc->config.fps_d == 1001)
+        tim->counting_type = 4;
+      else
+        tim->counting_type = 6;
+    }
 
     tim->discontinuity_flag = 0;
     tim->cnt_dropped_flag = 0;
@@ -3129,14 +3187,8 @@
     tim->seconds_value = tc->seconds;
 
     tim->full_timestamp_flag =
-        tim->seconds_flag = tim->minutes_flag = tim->hours_flag = 0;
+        tim->seconds_flag = tim->minutes_flag = tim->hours_flag = 1;
 
-    if (tc->hours > 0)
-      tim->full_timestamp_flag = 1;
-    else if (tc->minutes > 0)
-      tim->seconds_flag = tim->minutes_flag = 1;
-    else if (tc->seconds > 0)
-      tim->seconds_flag = 1;
 
     GST_LOG_OBJECT (h264parse,
         "New time code value %02u:%02u:%02u:%02u",
@@ -3170,31 +3222,67 @@
   gst_buffer_copy_into (out_buf, buffer, GST_BUFFER_COPY_METADATA, 0, -1);
 
   if (h264parse->align == GST_H264_PARSE_ALIGN_NAL) {
+    GstMapInfo map;
+
+    /* FIXME: We're replacing the entire buffer.
+     * Is this buffer always the pic_timing SEI? */
+
+    GST_DEBUG_OBJECT (h264parse, "Replacing buffer with new pic_timing SEI");
+
+    if (GST_LEVEL_MEMDUMP <= _gst_debug_min &&
+        gst_buffer_map (buffer, &map, GST_MAP_READ)) {
+      GST_MEMDUMP_OBJECT (h264parse, "Old SEI", map.data, map.size);
+      gst_buffer_unmap (buffer, &map);
+    }
+
+    if (GST_LEVEL_MEMDUMP <= _gst_debug_min &&
+        gst_memory_map (sei_mem, &map, GST_MAP_READ)) {
+      GST_MEMDUMP_OBJECT (h264parse, "New SEI", map.data, map.size);
+      gst_memory_unmap (sei_mem, &map);
+    }
+
     gst_buffer_append_memory (out_buf, sei_mem);
   } else {
-    gsize mem_size;
+    GstMapInfo map;
+    gint sei_size = sei_end - sei_pos;
 
-    mem_size = gst_memory_get_sizes (sei_mem, NULL, NULL);
+    GST_DEBUG_OBJECT (h264parse, "Replacing pic_timing SEI in buffer at %i "
+        "size %i with new size %i", sei_pos, sei_size, (gint) sei_mem->size);
+
+    if (GST_LEVEL_MEMDUMP <= _gst_debug_min && sei_pos >= 0 &&
+        gst_buffer_map (buffer, &map, GST_MAP_READ)) {
+      gint context_start = MIN (sei_pos, 16);
+      gint context_end = MIN (map.size - sei_end, 16);
+
+      GST_MEMDUMP_OBJECT (h264parse, "Old SEI with up to 16 bytes context",
+          map.data + sei_pos - context_start,
+          context_start + sei_size + context_end);
+      GST_MEMDUMP_OBJECT (h264parse, "Old SEI", map.data + sei_pos, sei_size);
+      gst_buffer_unmap (buffer, &map);
+    }
+
+    if (GST_LEVEL_MEMDUMP <= _gst_debug_min &&
+        gst_memory_map (sei_mem, &map, GST_MAP_READ)) {
+      GST_MEMDUMP_OBJECT (h264parse, "New SEI", map.data, map.size);
+      gst_memory_unmap (sei_mem, &map);
+    }
 
     /* copy every data except for the SEI */
-    if (h264parse->pic_timing_sei_pos > 0) {
+    if (sei_pos > 0) {
       gst_buffer_copy_into (out_buf, buffer, GST_BUFFER_COPY_MEMORY, 0,
-          h264parse->pic_timing_sei_pos);
+          sei_pos);
     }
 
     /* insert new SEI */
     gst_buffer_append_memory (out_buf, sei_mem);
 
-    if (gst_buffer_get_size (buffer) >
-        h264parse->pic_timing_sei_pos + h264parse->pic_timing_sei_size) {
-      gst_buffer_copy_into (out_buf, buffer, GST_BUFFER_COPY_MEMORY,
-          h264parse->pic_timing_sei_pos + h264parse->pic_timing_sei_size, -1);
+    if (gst_buffer_get_size (buffer) > sei_end) {
+      gst_buffer_copy_into (out_buf, buffer, GST_BUFFER_COPY_MEMORY, sei_end,
+          -1);
     }
 
-    if (h264parse->idr_pos >= 0) {
-      h264parse->idr_pos += mem_size;
-      h264parse->idr_pos -= h264parse->pic_timing_sei_size;
-    }
+    if (h264parse->idr_pos >= 0)
+      h264parse->idr_pos += sei_mem->size - sei_size;
   }
 
   return out_buf;
@@ -3255,6 +3343,12 @@
       gst_buffer_prepend_memory (frame->out_buffer, mem);
       if (h264parse->idr_pos >= 0)
         h264parse->idr_pos += sizeof (au_delim);
+      if (h264parse->sei_pos >= 0)
+        h264parse->sei_pos += sizeof (au_delim);
+      if (h264parse->pic_timing_sei_pos >= 0)
+        h264parse->pic_timing_sei_pos += sizeof (au_delim);
+      if (h264parse->pic_timing_sei_end >= 0)
+        h264parse->pic_timing_sei_end += sizeof (au_delim);
 
       buffer = frame->out_buffer;
     } else {
@@ -3385,8 +3479,7 @@
       GstH264ClockTimestamp *tim =
           &h264parse->pic_timing_sei.clock_timestampi;
       gint field_count = -1;
-      guint64 n_frames_tmp;
-      guint n_frames = G_MAXUINT32;
+      guint64 n_frames = G_MAXUINT64;
       GstVideoTimeCodeFlags flags = 0;
       guint64 scale_n, scale_d;
 
@@ -3424,11 +3517,36 @@
         field_count = 0;
       }
 
-      /* dropping of the two lowest (value 0 and 1) n_frames
-       * counts when seconds_value is equal to 0 and
-       * minutes_value is not an integer multiple of 10 */
-      if (tim->counting_type == 4)
-        flags |= GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME;
+      /* Table D-3 - Definition of counting_type values */
+      switch (tim->counting_type) {
+          /* dropping of the two lowest (value 0 and 1) n_frames counts when
+           * seconds_value is equal to 0 and minutes_value is not an integer
+           * multiple of 10 */
+        case 4:
+          flags |= GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME;
+          break;
+
+          /* dropping of unspecified numbers of unspecified n_frames count
+           * values */
+        case 6:
+          if (h264parse->parsed_fps_d != 1001)
+            break;
+
+          switch (h264parse->parsed_fps_n) {
+            case 30000:
+            case 60000:
+            case 120000:
+              flags |= GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME;
+              break;
+
+            default:
+              break;
+          }
+          break;
+
+        default:
+          break;
+      }
 
       if (tim->ct_type == GST_H264_CT_TYPE_INTERLACED) {
         flags |= GST_VIDEO_TIME_CODE_FLAGS_INTERLACED;
@@ -3464,19 +3582,17 @@
       scale_n = (guint64) h264parse->parsed_fps_n * vui->num_units_in_tick;
       scale_d = (guint64) h264parse->parsed_fps_d * vui->time_scale;
 
-      n_frames_tmp = gst_util_uint64_scale (tim->n_frames, scale_n, scale_d);
-      if (n_frames_tmp <= G_MAXUINT32) {
-        if (tim->nuit_field_based_flag)
-          n_frames_tmp *= 2;
+      if (tim->nuit_field_based_flag)
+        scale_n *= 2;
 
-        if (n_frames_tmp <= G_MAXUINT32)
-          n_frames = (guint) n_frames_tmp;
-      }
+      n_frames = gst_util_uint64_scale (tim->n_frames, scale_n, scale_d);
 
-      if (n_frames != G_MAXUINT32) {
+      if (n_frames <= G_MAXUINT32) {
         GST_LOG_OBJECT (h264parse,
             "Add time code meta %02u:%02u:%02u:%02u",
-            tim->hours_value, tim->minutes_value, tim->seconds_value, n_frames);
+            tim->hours_flag ? tim->hours_value : 0,
+            tim->minutes_flag ? tim->minutes_value : 0,
+            tim->seconds_flag ? tim->seconds_value : 0, (guint) n_frames);
 
         gst_buffer_add_video_time_code_meta_full (parse_buffer,
             h264parse->parsed_fps_n,
@@ -3485,8 +3601,11 @@
             flags,
             tim->hours_flag ? tim->hours_value : 0,
             tim->minutes_flag ? tim->minutes_value : 0,
-            tim->seconds_flag ? tim->seconds_value : 0, n_frames, field_count);
-      }
+            tim->seconds_flag ? tim->seconds_value : 0,
+            (guint) n_frames, field_count);
+      } else
+        GST_WARNING_OBJECT (h264parse,
+            "Skipping time code meta, n_frames calculation failed");
     }
 
     h264parse->num_clock_timestamp = 0;
@@ -3663,10 +3782,7 @@
     gst_caps_unref (in_caps);
   }
 
-  if (format == h264parse->format && align == h264parse->align) {
-    /* we did parse codec-data and might supplement src caps */
-    gst_h264_parse_update_src_caps (h264parse, caps);
-  } else if (format == GST_H264_PARSE_FORMAT_AVC
+  if (format == GST_H264_PARSE_FORMAT_AVC
       || format == GST_H264_PARSE_FORMAT_AVC3) {
     /* if input != output, and input is avc, must split before anything else */
     /* arrange to insert codec-data in-stream if needed.

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gsth264parse.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gsth264parse.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gsth265parse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gsth265parse.c Changed

@@ -209,7 +209,7 @@
   h265parse->have_sps_in_frame = FALSE;
   h265parse->have_pps_in_frame = FALSE;
   gst_adapter_clear (h265parse->frame_out);
-  gst_video_clear_user_data (&h265parse->user_data);
+  gst_video_clear_user_data (&h265parse->user_data, FALSE);
   gst_video_clear_user_data_unregistered (&h265parse->user_data_unregistered,
       FALSE);
 }
@@ -303,6 +303,7 @@
   gst_h265_parse_reset (h265parse);
 
   gst_h265_parser_free (h265parse->nalparser);
+  h265parse->nalparser = NULL;
 
   return TRUE;
 }
@@ -3066,8 +3067,7 @@
 
     for (i = 0; i < h265parse->time_code.num_clock_ts; i++) {
       gint field_count = -1;
-      guint64 n_frames_tmp;
-      guint n_frames = G_MAXUINT32;
+      guint64 n_frames = G_MAXUINT64;
       GstVideoTimeCodeFlags flags = 0;
       guint64 scale_n, scale_d;
 
@@ -3111,11 +3111,36 @@
         field_count = 0;
       }
 
-      /* Dropping of the two lowest (value 0 and 1) n_frames i  counts when
-       * seconds_value i  is equal to 0 and minutes_value i  is not an integer
-       * multiple of 10 */
-      if (h265parse->time_code.counting_typei == 4)
-        flags |= GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME;
+      /* Table D.11 - Definition of counting_type i  values */
+      switch (h265parse->time_code.counting_typei) {
+          /* Dropping of the two lowest (value 0 and 1) n_frames i  counts when
+           * seconds_value i  is equal to 0 and minutes_value i  is not an
+           * integer multiple of 10 */
+        case 4:
+          flags |= GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME;
+          break;
+
+          /* Dropping of unspecified numbers of unspecified n_frames i  count
+           * values */
+        case 6:
+          if (h265parse->parsed_fps_d != 1001)
+            break;
+
+          switch (h265parse->parsed_fps_n) {
+            case 30000:
+            case 60000:
+            case 120000:
+              flags |= GST_VIDEO_TIME_CODE_FLAGS_DROP_FRAME;
+              break;
+
+            default:
+              break;
+          }
+          break;
+
+        default:
+          break;
+      }
 
       if (h265parse->sei_pic_struct != GST_H265_SEI_PIC_STRUCT_FRAME)
         flags |= GST_VIDEO_TIME_CODE_FLAGS_INTERLACED;
@@ -3143,30 +3168,37 @@
       scale_n = (guint64) h265parse->parsed_fps_n * vui->num_units_in_tick;
       scale_d = (guint64) h265parse->parsed_fps_d * vui->time_scale;
 
-      n_frames_tmp =
-          gst_util_uint64_scale_int (h265parse->time_code.n_framesi, scale_n,
-          scale_d);
-      if (n_frames_tmp <= G_MAXUINT32) {
-        if (h265parse->time_code.units_field_based_flagi)
-          n_frames_tmp *= 2;
+      if (h265parse->time_code.units_field_based_flagi)
+        scale_n *= 2;
 
-        if (n_frames_tmp <= G_MAXUINT32)
-          n_frames = (guint) n_frames_tmp;
-      }
+      n_frames = gst_util_uint64_scale (h265parse->time_code.n_framesi,
+          scale_n, scale_d);
+
+      if (n_frames <= G_MAXUINT32) {
+        GST_LOG_OBJECT (h265parse,
+            "Add time code meta %02u:%02u:%02u:%02u",
+            h265parse->time_code.hours_flagi ?
+            h265parse->time_code.hours_valuei : 0,
+            h265parse->time_code.minutes_flagi ?
+            h265parse->time_code.minutes_valuei : 0,
+            h265parse->time_code.seconds_flagi ?
+            h265parse->time_code.seconds_valuei : 0, (guint) n_frames);
 
-      if (n_frames != G_MAXUINT32) {
         gst_buffer_add_video_time_code_meta_full (parse_buffer,
             h265parse->parsed_fps_n,
             h265parse->parsed_fps_d,
             NULL,
             flags,
-            h265parse->time_code.hours_flagi ? h265parse->time_code.
-            hours_valuei : 0,
-            h265parse->time_code.minutes_flagi ? h265parse->time_code.
-            minutes_valuei : 0,
-            h265parse->time_code.seconds_flagi ? h265parse->time_code.
-            seconds_valuei : 0, n_frames, field_count);
-      }
+            h265parse->time_code.hours_flagi ?
+            h265parse->time_code.hours_valuei : 0,
+            h265parse->time_code.minutes_flagi ?
+            h265parse->time_code.minutes_valuei : 0,
+            h265parse->time_code.seconds_flagi ?
+            h265parse->time_code.seconds_valuei : 0,
+            (guint) n_frames, field_count);
+      } else
+        GST_WARNING_OBJECT (h265parse,
+            "Skipping time code meta, n_frames calculation failed");
     }
   }

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gsth266parse.c Added

@@ -0,0 +1,3311 @@
+/* GStreamer H.266 Parse
+ *
+ * Copyright (C) 2024 Intel Corporation
+ *    Author: He Junyan <junyan.he@intel.com>
+ *    Author: Zhong Hongcheng <spartazhc@gmail.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+/*
+ * SECTION:element-h266parse
+ * @title: h266parse
+ * @short_description: The H266/VVC stream parse.
+ *
+ * `h266parse` can detect and parse the h266/VVC NALs and implements the
+ * conversion between the alignments and the stream-formats.
+ *
+ * The alignments can be: nal and au.
+ * The stream-formats can be: byte-stream, vvc1 and vvi1.
+ *
+ * ## Example launch line:
+ * ```
+ * gst-launch-1.0 filesrc location=sample.h266 ! h266parse !  \
+ *   video/x-h266,alignment=$string$au,stream-format=$string$byte-stream ! \
+ *   filesink location=result.h266
+ * ```
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/base/base.h>
+#include <gst/pbutils/pbutils.h>
+#include "gstvideoparserselements.h"
+#include "gsth266parse.h"
+
+#include <string.h>
+
+GST_DEBUG_CATEGORY (h266_parse_debug);
+#define GST_CAT_DEFAULT h266_parse_debug
+
+#define DEFAULT_CONFIG_INTERVAL      (0)
+
+enum
+{
+  PROP_0,
+  PROP_CONFIG_INTERVAL
+};
+
+enum
+{
+  GST_H266_PARSE_FORMAT_NONE,
+  GST_H266_PARSE_FORMAT_VVC1,
+  GST_H266_PARSE_FORMAT_VVI1,
+  GST_H266_PARSE_FORMAT_BYTE
+};
+
+enum
+{
+  GST_H266_PARSE_ALIGN_NONE = 0,
+  GST_H266_PARSE_ALIGN_NAL,
+  GST_H266_PARSE_ALIGN_AU
+};
+
+enum
+{
+  GST_H266_PARSE_STATE_GOT_SPS = 1 << 0,
+  GST_H266_PARSE_STATE_GOT_PPS = 1 << 1,
+  GST_H266_PARSE_STATE_GOT_SLICE = 1 << 2,
+
+  GST_H266_PARSE_STATE_VALID_SPS_PPS = (GST_H266_PARSE_STATE_GOT_SPS |
+      GST_H266_PARSE_STATE_GOT_PPS),
+  GST_H266_PARSE_STATE_VALID_PICTURE =
+      (GST_H266_PARSE_STATE_VALID_SPS_PPS | GST_H266_PARSE_STATE_GOT_SLICE)
+};
+
+enum
+{
+  GST_H266_PARSE_SEI_EXPIRED = 0,
+  GST_H266_PARSE_SEI_ACTIVE = 1,
+  GST_H266_PARSE_SEI_PARSED = 2,
+};
+
+enum
+{
+  GST_H266_PARSE_PROGRESSIVE_ONLY = 0,
+  GST_H266_PARSE_INTERLACED_ONLY = 1,
+  /* Depend on frame-field-info SEI for each picture. */
+  GST_H266_PARSE_FFI = 2,
+};
+
+/* *INDENT-OFF* */
+struct _GstH266ParsePrivate
+{
+  /* Private structures are limited to a size of 64KiB
+   * see https://gitlab.gnome.org/GNOME/glib/-/merge_requests/1558
+   */
+  struct
+  {
+    GstH266VPS vps;
+    GstH266SPS sps;
+    GstH266PPS pps;
+    GstH266APS aps;
+    GstH266PicHdr ph;
+  } *cache;
+};
+/* *INDENT-ON* */
+
+#define GST_H266_PARSE_STATE_VALID(parse, expected_state) \
+  (((parse)->state & (expected_state)) == (expected_state))
+
+static GstStaticPadTemplate sinktemplate = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h266"));
+
+static GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-h266, parsed = (boolean) true, "
+        "stream-format=(string) { vvc1, vvi1, byte-stream }, "
+        "alignment=(string) { au, nal }"));
+
+#define parent_class gst_h266_parse_parent_class
+G_DEFINE_TYPE_WITH_CODE (GstH266Parse, gst_h266_parse,
+    GST_TYPE_BASE_PARSE, G_ADD_PRIVATE (GstH266Parse));
+GST_ELEMENT_REGISTER_DEFINE_WITH_CODE (h266parse, "h266parse",
+    GST_RANK_SECONDARY, GST_TYPE_H266_PARSE,
+    videoparsers_element_init (plugin));
+
+static void gst_h266_parse_finalize (GObject * object);
+
+static gboolean gst_h266_parse_start (GstBaseParse * parse);
+static gboolean gst_h266_parse_stop (GstBaseParse * parse);
+static GstFlowReturn gst_h266_parse_handle_frame (GstBaseParse * parse,
+    GstBaseParseFrame * frame, gint * skipsize);
+static GstFlowReturn gst_h266_parse_parse_frame (GstBaseParse * parse,
+    GstBaseParseFrame * frame);
+static GstFlowReturn gst_h266_parse_pre_push_frame (GstBaseParse * parse,
+    GstBaseParseFrame * frame);
+static void gst_h266_parse_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_h266_parse_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static gboolean gst_h266_parse_set_caps (GstBaseParse * parse, GstCaps * caps);
+static GstCaps *gst_h266_parse_get_caps (GstBaseParse * parse,
+    GstCaps * filter);
+
+static void
+gst_h266_parse_class_init (GstH266ParseClass * klass)
+{
+  GObjectClass *gobject_class = (GObjectClass *) klass;
+  GstBaseParseClass *parse_class = GST_BASE_PARSE_CLASS (klass);
+  GstElementClass *gstelement_class = GST_ELEMENT_CLASS (klass);
+
+  GST_DEBUG_CATEGORY_INIT (h266_parse_debug, "h266parse", 0, "h266 parser");
+
+  gobject_class->finalize = gst_h266_parse_finalize;
+  gobject_class->set_property = gst_h266_parse_set_property;
+  gobject_class->get_property = gst_h266_parse_get_property;
+
+  /**
+   * h266parse:config-interval:
+   *
+   * The interval in seconds to send the VPS, SPS and PPS insertion.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_CONFIG_INTERVAL,
+      g_param_spec_int ("config-interval",
+          "VPS SPS PPS Send Interval",
+          "Send VPS, SPS and PPS Insertion Interval in seconds (sprop "
+          "parameter sets will be multiplexed in the data stream when "
+          "detected.) (0 = disabled, -1 = send with every IDR frame)",
+          -1, 3600, DEFAULT_CONFIG_INTERVAL,
+          G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
+
+  /* Override BaseParse vfuncs */
+  parse_class->start = GST_DEBUG_FUNCPTR (gst_h266_parse_start);
+  parse_class->stop = GST_DEBUG_FUNCPTR (gst_h266_parse_stop);
+  parse_class->handle_frame = GST_DEBUG_FUNCPTR (gst_h266_parse_handle_frame);
+  parse_class->pre_push_frame =
+      GST_DEBUG_FUNCPTR (gst_h266_parse_pre_push_frame);
+  parse_class->set_sink_caps = GST_DEBUG_FUNCPTR (gst_h266_parse_set_caps);
+  parse_class->get_sink_caps = GST_DEBUG_FUNCPTR (gst_h266_parse_get_caps);
+
+  gst_element_class_add_static_pad_template (gstelement_class, &srctemplate);
+  gst_element_class_add_static_pad_template (gstelement_class, &sinktemplate);
+
+  gst_element_class_set_static_metadata (gstelement_class, "H.266 parser",
+      "Codec/Parser/Converter/Video",
+      "Parses H.266 streams", "Hongcheng Zhong");
+}
+
+static void
+gst_h266_parse_init (GstH266Parse * h266parse)
+{
+  h266parse->priv = gst_h266_parse_get_instance_private (h266parse);
+
+  h266parse->priv->cache = g_malloc (sizeof (*h266parse->priv->cache));
+
+  h266parse->frame_out = gst_adapter_new ();
+  gst_base_parse_set_pts_interpolation (GST_BASE_PARSE (h266parse), FALSE);
+  gst_base_parse_set_infer_ts (GST_BASE_PARSE (h266parse), FALSE);
+  GST_PAD_SET_ACCEPT_INTERSECT (GST_BASE_PARSE_SINK_PAD (h266parse));
+  GST_PAD_SET_ACCEPT_TEMPLATE (GST_BASE_PARSE_SINK_PAD (h266parse));
+}
+
+static void
+gst_h266_parse_finalize (GObject * object)
+{
+  GstH266Parse *h266parse = GST_H266_PARSE (object);
+
+  gst_video_clear_user_data_unregistered (&h266parse->user_data_unregistered,
+      TRUE);
+
+  g_object_unref (h266parse->frame_out);
+  g_free (h266parse->priv->cache);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_h266_parse_reset_frame (GstH266Parse * h266parse)
+{
+  GST_LOG_OBJECT (h266parse, "reset frame");
+
+  /* done parsing; reset state */
+  h266parse->current_off = -1;
+  h266parse->update_caps = FALSE;
+  h266parse->idr_pos = -1;
+  h266parse->keyframe = FALSE;
+  h266parse->predicted = FALSE;
+  h266parse->bidirectional = FALSE;
+  h266parse->header = FALSE;
+  h266parse->have_vps_in_frame = FALSE;
+  h266parse->have_sps_in_frame = FALSE;
+  h266parse->have_pps_in_frame = FALSE;
+  gst_adapter_clear (h266parse->frame_out);
+}
+
+static void
+gst_h266_parse_reset_stream_info (GstH266Parse * h266parse)
+{
+  gint i;
+
+  h266parse->width = 0;
+  h266parse->height = 0;
+  h266parse->fps_num = 0;
+  h266parse->fps_den = 0;
+  h266parse->upstream_par_n = -1;
+  h266parse->upstream_par_d = -1;
+  h266parse->parsed_par_n = 0;
+  h266parse->parsed_par_n = 0;
+  h266parse->parsed_colorimetry.range = GST_VIDEO_COLOR_RANGE_UNKNOWN;
+  h266parse->parsed_colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_UNKNOWN;
+  h266parse->parsed_colorimetry.transfer = GST_VIDEO_TRANSFER_UNKNOWN;
+  h266parse->parsed_colorimetry.primaries = GST_VIDEO_COLOR_PRIMARIES_UNKNOWN;
+  h266parse->have_pps = FALSE;
+  h266parse->have_sps = FALSE;
+  h266parse->have_vps = FALSE;
+  h266parse->align = GST_H266_PARSE_ALIGN_NONE;
+  h266parse->format = GST_H266_PARSE_FORMAT_NONE;
+  h266parse->transform = FALSE;
+  h266parse->nal_length_size = 4;
+  h266parse->packetized = FALSE;
+  h266parse->push_codec = FALSE;
+  h266parse->first_frame = TRUE;
+  memset (&h266parse->sei_frame_field, 0, sizeof (GstH266FrameFieldInfo));
+  h266parse->interlaced_mode = GST_H266_PARSE_PROGRESSIVE_ONLY;
+
+  gst_buffer_replace (&h266parse->codec_data, NULL);
+  gst_buffer_replace (&h266parse->codec_data_in, NULL);
+
+  gst_h266_parse_reset_frame (h266parse);
+  h266parse->picture_start = FALSE;
+
+  for (i = 0; i < GST_H266_MAX_VPS_COUNT; i++)
+    gst_buffer_replace (&h266parse->vps_nalsi, NULL);
+  for (i = 0; i < GST_H266_MAX_SPS_COUNT; i++)
+    gst_buffer_replace (&h266parse->sps_nalsi, NULL);
+  for (i = 0; i < GST_H266_MAX_PPS_COUNT; i++)
+    gst_buffer_replace (&h266parse->pps_nalsi, NULL);
+
+  gst_video_mastering_display_info_init (&h266parse->mastering_display_info);
+  h266parse->mastering_display_info_state = GST_H266_PARSE_SEI_EXPIRED;
+
+  gst_video_content_light_level_init (&h266parse->content_light_level);
+  h266parse->content_light_level_state = GST_H266_PARSE_SEI_EXPIRED;
+}
+
+static void
+gst_h266_parse_reset (GstH266Parse * h266parse)
+{
+  h266parse->last_report = GST_CLOCK_TIME_NONE;
+
+  h266parse->pending_key_unit_ts = GST_CLOCK_TIME_NONE;
+  gst_event_replace (&h266parse->force_key_unit_event, NULL);
+
+  h266parse->discont = FALSE;
+  h266parse->discard_bidirectional = FALSE;
+  h266parse->marker = FALSE;
+
+  gst_h266_parse_reset_stream_info (h266parse);
+}
+
+static gboolean
+gst_h266_parse_start (GstBaseParse * parse)
+{
+  GstH266Parse *h266parse = GST_H266_PARSE (parse);
+
+  GST_DEBUG_OBJECT (parse, "start");
+  gst_h266_parse_reset (h266parse);
+
+  h266parse->nalparser = gst_h266_parser_new ();
+  h266parse->state = 0;
+
+  gst_base_parse_set_min_frame_size (parse, 5);
+
+  return TRUE;
+}
+
+static gboolean
+gst_h266_parse_stop (GstBaseParse * parse)
+{
+  GstH266Parse *h266parse = GST_H266_PARSE (parse);
+
+  GST_DEBUG_OBJECT (parse, "stop");
+  gst_h266_parse_reset (h266parse);
+
+  gst_h266_parser_free (h266parse->nalparser);
+
+  return TRUE;
+}
+
+static const gchar *
+gst_h266_parse_get_string (GstH266Parse * parse, gboolean format, gint code)
+{
+  if (format) {
+    switch (code) {
+      case GST_H266_PARSE_FORMAT_VVC1:
+        return "vvc1";
+      case GST_H266_PARSE_FORMAT_VVI1:
+        return "vvi1";
+      case GST_H266_PARSE_FORMAT_BYTE:
+        return "byte-stream";
+      default:
+        return "none";
+    }
+  } else {
+    switch (code) {
+      case GST_H266_PARSE_ALIGN_NAL:
+        return "nal";
+      case GST_H266_PARSE_ALIGN_AU:
+        return "au";
+      default:
+        return "none";
+    }
+  }
+}
+
+static void
+gst_h266_parse_format_from_caps (GstH266Parse * parse, GstCaps * caps,
+    guint * format, guint * align)
+{
+  g_return_if_fail (gst_caps_is_fixed (caps));
+
+  GST_DEBUG_OBJECT (parse, "parsing caps: %" GST_PTR_FORMAT, caps);
+
+  if (format)
+    *format = GST_H266_PARSE_FORMAT_NONE;
+
+  if (align)
+    *align = GST_H266_PARSE_ALIGN_NONE;
+
+  if (caps && gst_caps_get_size (caps) > 0) {
+    GstStructure *s = gst_caps_get_structure (caps, 0);
+    const gchar *str = NULL;
+
+    if (format) {
+      if ((str = gst_structure_get_string (s, "stream-format"))) {
+        if (strcmp (str, "byte-stream") == 0)
+          *format = GST_H266_PARSE_FORMAT_BYTE;
+        else if (strcmp (str, "vvc1") == 0)
+          *format = GST_H266_PARSE_FORMAT_VVC1;
+        else if (strcmp (str, "vvi1") == 0)
+          *format = GST_H266_PARSE_FORMAT_VVI1;
+      }
+    }
+
+    if (align) {
+      if ((str = gst_structure_get_string (s, "alignment"))) {
+        if (strcmp (str, "au") == 0)
+          *align = GST_H266_PARSE_ALIGN_AU;
+        else if (strcmp (str, "nal") == 0)
+          *align = GST_H266_PARSE_ALIGN_NAL;
+      }
+    }
+  }
+}
+
+/* check downstream caps to configure format and alignment */
+static void
+gst_h266_parse_negotiate (GstH266Parse * h266parse, gint in_format,
+    GstCaps * in_caps)
+{
+  GstCaps *caps;
+  guint format = GST_H266_PARSE_FORMAT_NONE;
+  guint align = GST_H266_PARSE_ALIGN_NONE;
+
+  g_return_if_fail ((in_caps == NULL) || gst_caps_is_fixed (in_caps));
+
+  caps = gst_pad_get_allowed_caps (GST_BASE_PARSE_SRC_PAD (h266parse));
+  GST_DEBUG_OBJECT (h266parse, "allowed caps: %" GST_PTR_FORMAT, caps);
+
+  /* concentrate on leading structure, since decodebin parser
+   * capsfilter always includes parser template caps */
+  if (caps) {
+    caps = gst_caps_truncate (caps);
+    GST_DEBUG_OBJECT (h266parse, "negotiating with caps: %" GST_PTR_FORMAT,
+        caps);
+  }
+
+  if (in_caps && caps) {
+    if (gst_caps_can_intersect (in_caps, caps)) {
+      GST_DEBUG_OBJECT (h266parse, "downstream accepts upstream caps");
+      gst_h266_parse_format_from_caps (h266parse, in_caps, &format, &align);
+      gst_caps_unref (caps);
+      caps = NULL;
+    }
+  }
+
+  /* FIXME We could fail the negotiation immediately if caps are empty */
+  if (caps && !gst_caps_is_empty (caps)) {
+    /* fixate to avoid ambiguity with lists when parsing */
+    caps = gst_caps_fixate (caps);
+    gst_h266_parse_format_from_caps (h266parse, caps, &format, &align);
+  }
+
+  /* default */
+  if (!format)
+    format = GST_H266_PARSE_FORMAT_BYTE;
+  if (!align)
+    align = GST_H266_PARSE_ALIGN_AU;
+
+  GST_DEBUG_OBJECT (h266parse, "selected format %s, alignment %s",
+      gst_h266_parse_get_string (h266parse, TRUE, format),
+      gst_h266_parse_get_string (h266parse, FALSE, align));
+
+  h266parse->format = format;
+  h266parse->align = align;
+
+  h266parse->transform = in_format != h266parse->format ||
+      align == GST_H266_PARSE_ALIGN_AU;
+  GST_DEBUG_OBJECT (h266parse, "transform: %s",
+      h266parse->transform ? "true" : "false");
+
+  if (caps)
+    gst_caps_unref (caps);
+}
+
+static GstBuffer *
+gst_h266_parse_wrap_nal (GstH266Parse * h266parse, guint format, guint8 * data,
+    guint size)
+{
+  GstBuffer *buf;
+  guint nl = h266parse->nal_length_size;
+  guint32 tmp;
+
+  GST_LOG_OBJECT (h266parse, "nal length %d", size);
+
+  buf = gst_buffer_new_allocate (NULL, 4 + size, NULL);
+  if (format == GST_H266_PARSE_FORMAT_VVC1 ||
+      format == GST_H266_PARSE_FORMAT_VVI1) {
+    tmp = GUINT32_TO_BE (size << (32 - 8 * nl));
+  } else {
+    /* the start code */
+    nl = 4;
+    tmp = GUINT32_TO_BE (1);
+  }
+
+  gst_buffer_fill (buf, 0, &tmp, sizeof (guint32));
+  gst_buffer_fill (buf, nl, data, size);
+  gst_buffer_set_size (buf, size + nl);
+
+  return buf;
+}
+
+static void
+gst_h266_parse_store_nal (GstH266Parse * h266parse, guint id,
+    GstH266NalUnitType naltype, GstH266APSType params_type,
+    GstH266NalUnit * nalu)
+{
+  GstBuffer *buf, **store;
+  guint size = nalu->size, store_size;
+
+  if (naltype == GST_H266_NAL_VPS) {
+    store_size = GST_H266_MAX_VPS_COUNT;
+    store = h266parse->vps_nals;
+    GST_LOG_OBJECT (h266parse, "storing vps %u", id);
+  } else if (naltype == GST_H266_NAL_SPS) {
+    store_size = GST_H266_MAX_SPS_COUNT;
+    store = h266parse->sps_nals;
+    GST_LOG_OBJECT (h266parse, "storing sps %u", id);
+  } else if (naltype == GST_H266_NAL_PPS) {
+    store_size = GST_H266_MAX_PPS_COUNT;
+    store = h266parse->pps_nals;
+    GST_LOG_OBJECT (h266parse, "storing pps %u", id);
+  } else {
+    g_return_if_reached ();
+  }
+
+  if (id >= store_size) {
+    GST_DEBUG_OBJECT (h266parse, "unable to store nal, id out-of-range %d", id);
+    return;
+  }
+
+  buf = gst_buffer_new_allocate (NULL, size, NULL);
+  gst_buffer_fill (buf, 0, nalu->data + nalu->offset, size);
+
+  /* Indicate that buffer contain a header needed for decoding */
+  if (naltype >= GST_H266_NAL_VPS && naltype <= GST_H266_NAL_PPS)
+    GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_HEADER);
+
+  if (storeid)
+    gst_buffer_unref (storeid);
+
+  storeid = buf;
+}
+
+#ifndef GST_DISABLE_GST_DEBUG
+static const gchar *nal_names = {
+  GST_H266_NAL_SLICE_TRAIL = "TRAIL",
+  GST_H266_NAL_SLICE_STSA = "STSA",
+  GST_H266_NAL_SLICE_RADL = "RADL",
+  GST_H266_NAL_SLICE_RASL = "RASL",
+  4 = "Invalid (4)",
+  5 = "Invalid (5)",
+  6 = "Invalid (6)",
+  GST_H266_NAL_SLICE_IDR_W_RADL = "IDR_W_RADL",
+  GST_H266_NAL_SLICE_IDR_N_LP = "IDR_N_LP",
+  GST_H266_NAL_SLICE_CRA = "CRA",
+  GST_H266_NAL_SLICE_GDR = "GDR",
+  11 = "Invalid (11)",
+  GST_H266_NAL_OPI = "OPI",
+  GST_H266_NAL_DCI = "DCI",
+  GST_H266_NAL_VPS = "VPS",
+  GST_H266_NAL_SPS = "SPS",
+  GST_H266_NAL_PPS = "PPS",
+  GST_H266_NAL_PREFIX_APS = "PREFIX_APS",
+  GST_H266_NAL_SUFFIX_APS = "SUFFIX_APS",
+  GST_H266_NAL_PH = "PH",
+  GST_H266_NAL_AUD = "AUD",
+  GST_H266_NAL_EOS = "EOS",
+  GST_H266_NAL_EOB = "EOB",
+  GST_H266_NAL_PREFIX_SEI = "PREFIX_SEI",
+  GST_H266_NAL_SUFFIX_SEI = "SUFFIX_SEI",
+  GST_H266_NAL_FD = "FD"
+};
+
+static const inline gchar *
+_nal_name (GstH266NalUnitType nal_type)
+{
+  if (nal_type <= GST_H266_NAL_FD)
+    return nal_namesnal_type;
+  return "Invalid";
+}
+#endif
+
+static void
+gst_h266_parse_process_sei (GstH266Parse * h266parse, GstH266NalUnit * nalu)
+{
+  GstH266SEIMessage sei;
+  GstH266Parser *nalparser = h266parse->nalparser;
+  GstH266ParserResult pres;
+  GArray *messages;
+  guint i;
+
+  pres = gst_h266_parser_parse_sei (nalparser, nalu, &messages);
+  if (pres != GST_H266_PARSER_OK)
+    GST_WARNING_OBJECT (h266parse, "failed to parse one or more SEI message");
+
+  /* Even if pres != GST_H266_PARSER_OK, some message could have been parsed
+   * and stored in messages.
+   * TODO: make use of SEI data.
+   */
+  for (i = 0; i < messages->len; i++) {
+    sei = g_array_index (messages, GstH266SEIMessage, i);
+    switch (sei.payloadType) {
+      case GST_H266_SEI_BUF_PERIOD:
+        /* FIXME */
+        break;
+      case GST_H266_SEI_PIC_TIMING:
+        /* FIXME */
+        break;
+        /* FIXME */
+      case GST_H266_SEI_DU_INFO:
+        break;
+      case GST_H266_SEI_SCALABLE_NESTING:
+        /* FIXME */
+        break;
+      case GST_H266_SEI_SUBPIC_LEVEL_INFO:
+        /* FIXME */
+        break;
+      default:
+        break;
+    }
+  }
+
+  g_array_free (messages, TRUE);
+}
+
+/* Update the position for an IDR picture, which may also contain
+   PH, prefix SEI and prefix APS.*/
+static void
+update_idr_pos (GstH266Parse * h266parse, GstH266NalUnit * nalu)
+{
+  gint pos;
+
+  if (h266parse->transform)
+    pos = gst_adapter_available (h266parse->frame_out);
+  else
+    pos = nalu->sc_offset;
+
+  if (h266parse->idr_pos == -1) {
+    h266parse->idr_pos = pos;
+  } else {
+    g_assert (pos > h266parse->idr_pos);
+  }
+
+  GST_LOG_OBJECT (h266parse, "find %s in frame at offset %d, "
+      "set idr_pos to %d", _nal_name (nalu->type), pos, h266parse->idr_pos);
+}
+
+/* caller guarantees 2 bytes of nal payload */
+static gboolean
+gst_h266_parse_process_nal (GstH266Parse * h266parse, GstH266NalUnit * nalu)
+{
+  GstH266VPS *vps = &h266parse->priv->cache->vps;
+  GstH266SPS *sps = &h266parse->priv->cache->sps;
+  GstH266PPS *pps = &h266parse->priv->cache->pps;
+  GstH266APS *aps = &h266parse->priv->cache->aps;
+  GstH266PicHdr *ph = &h266parse->priv->cache->ph;
+  guint nal_type;
+  GstH266Parser *nalparser = h266parse->nalparser;
+  GstH266ParserResult pres = GST_H266_PARSER_ERROR;
+
+  /* nothing to do for broken input */
+  if (G_UNLIKELY (nalu->size < 2)) {
+    GST_DEBUG_OBJECT (h266parse, "not processing nal size %u", nalu->size);
+    return TRUE;
+  }
+
+  /* we have a peek as well */
+  nal_type = nalu->type;
+
+  GST_LOG_OBJECT (h266parse, "processing nal of type %u %s, size %u",
+      nal_type, _nal_name (nal_type), nalu->size);
+
+  switch (nal_type) {
+    case GST_H266_NAL_VPS:
+      memset (vps, 0, sizeof (*vps));
+      pres = gst_h266_parser_parse_vps (nalparser, nalu, vps);
+      if (pres != GST_H266_PARSER_OK) {
+        GST_WARNING_OBJECT (h266parse, "failed to parse VPS");
+        return FALSE;
+      }
+
+      GST_DEBUG_OBJECT (h266parse, "triggering src caps check");
+      h266parse->update_caps = TRUE;
+      h266parse->have_vps = TRUE;
+      h266parse->have_vps_in_frame = TRUE;
+      if (h266parse->push_codec && h266parse->have_sps && h266parse->have_pps) {
+        /* VPS/SPS/PPS found in stream before the first pre_push_frame, no need
+         * to forcibly push at start */
+        GST_INFO_OBJECT (h266parse, "have VPS/SPS/PPS in stream");
+        h266parse->push_codec = FALSE;
+        h266parse->have_vps = FALSE;
+        h266parse->have_sps = FALSE;
+        h266parse->have_pps = FALSE;
+      }
+
+      gst_h266_parse_store_nal (h266parse, vps->vps_id, nal_type, -1, nalu);
+      h266parse->header = TRUE;
+      break;
+    case GST_H266_NAL_SPS:
+      memset (sps, 0, sizeof (*sps));
+      /* reset state, everything else is obsolete */
+      h266parse->state &= GST_H266_PARSE_STATE_GOT_PPS;
+
+      pres = gst_h266_parser_parse_sps (nalparser, nalu, sps);
+      if (pres != GST_H266_PARSER_OK) {
+        GST_WARNING_OBJECT (h266parse, "failed to parse SPS:");
+        h266parse->state |= GST_H266_PARSE_STATE_GOT_SPS;
+        h266parse->header = TRUE;
+        return FALSE;
+      }
+
+      GST_DEBUG_OBJECT (h266parse, "triggering src caps check");
+      h266parse->update_caps = TRUE;
+      h266parse->have_sps = TRUE;
+      h266parse->have_sps_in_frame = TRUE;
+      if (h266parse->push_codec && h266parse->have_pps) {
+        /* SPS and PPS found in stream before the first pre_push_frame, no need
+         * to forcibly push at start */
+        GST_INFO_OBJECT (h266parse, "have SPS/PPS in stream");
+        h266parse->push_codec = FALSE;
+        h266parse->have_sps = FALSE;
+        h266parse->have_pps = FALSE;
+      }
+
+      gst_h266_parse_store_nal (h266parse, sps->sps_id, nal_type, -1, nalu);
+      h266parse->header = TRUE;
+      h266parse->state |= GST_H266_PARSE_STATE_GOT_SPS;
+      break;
+    case GST_H266_NAL_PPS:
+      memset (pps, 0, sizeof (*pps));
+      /* expected state: got-sps */
+      h266parse->state &= GST_H266_PARSE_STATE_GOT_SPS;
+      if (!GST_H266_PARSE_STATE_VALID (h266parse, GST_H266_PARSE_STATE_GOT_SPS))
+        return FALSE;
+
+      pres = gst_h266_parser_parse_pps (nalparser, nalu, pps);
+
+      /* arranged for a fallback pps.pps_id, so use that one and only warn */
+      if (pres != GST_H266_PARSER_OK) {
+        GST_WARNING_OBJECT (h266parse, "failed to parse PPS:");
+        if (pres != GST_H266_PARSER_BROKEN_LINK)
+          return FALSE;
+      }
+
+      /* parameters might have changed, force caps check */
+      if (!h266parse->have_pps) {
+        GST_DEBUG_OBJECT (h266parse, "triggering src caps check");
+        h266parse->update_caps = TRUE;
+      }
+      h266parse->have_pps = TRUE;
+      h266parse->have_pps_in_frame = TRUE;
+      if (h266parse->push_codec && h266parse->have_sps) {
+        /* SPS and PPS found in stream before the first pre_push_frame, no need
+         * to forcibly push at start */
+        GST_INFO_OBJECT (h266parse, "have SPS/PPS in stream");
+        h266parse->push_codec = FALSE;
+        h266parse->have_sps = FALSE;
+        h266parse->have_pps = FALSE;
+      }
+
+      gst_h266_parse_store_nal (h266parse, pps->pps_id, nal_type, -1, nalu);
+      h266parse->header = TRUE;
+      h266parse->state |= GST_H266_PARSE_STATE_GOT_PPS;
+      break;
+    case GST_H266_NAL_PREFIX_APS:
+    case GST_H266_NAL_SUFFIX_APS:
+      memset (aps, 0, sizeof (*aps));
+      /* expected state: got-sps and pps */
+      if (!GST_H266_PARSE_STATE_VALID (h266parse,
+              GST_H266_PARSE_STATE_VALID_SPS_PPS))
+        return FALSE;
+
+      pres = gst_h266_parser_parse_aps (nalparser, nalu, aps);
+      if (pres != GST_H266_PARSER_OK) {
+        GST_WARNING_OBJECT (h266parse, "failed to parse APS:");
+        if (pres != GST_H266_PARSER_BROKEN_LINK)
+          return FALSE;
+      }
+
+      h266parse->header = TRUE;
+
+      if (nal_type == GST_H266_NAL_PREFIX_APS)
+        update_idr_pos (h266parse, nalu);
+
+      break;
+    case GST_H266_NAL_PREFIX_SEI:
+    case GST_H266_NAL_SUFFIX_SEI:
+      /* expected state: got-sps */
+      if (!GST_H266_PARSE_STATE_VALID (h266parse, GST_H266_PARSE_STATE_GOT_SPS))
+        return FALSE;
+
+      h266parse->header = TRUE;
+      gst_h266_parse_process_sei (h266parse, nalu);
+
+      /* update idr pos */
+      if (nal_type == GST_H266_NAL_PREFIX_SEI)
+        update_idr_pos (h266parse, nalu);
+
+      break;
+    case GST_H266_NAL_PH:
+    {
+      memset (ph, 0, sizeof (*ph));
+      /* expected state: got-sps and pps */
+      if (!GST_H266_PARSE_STATE_VALID (h266parse,
+              GST_H266_PARSE_STATE_VALID_SPS_PPS))
+        return FALSE;
+
+      pres = gst_h266_parser_parse_picture_hdr (nalparser, nalu, ph);
+      if (pres != GST_H266_PARSER_OK) {
+        GST_WARNING_OBJECT (h266parse, "failed to parse PH:");
+        if (pres != GST_H266_PARSER_BROKEN_LINK)
+          return FALSE;
+      }
+
+      if (ph->gdr_or_irap_pic_flag) {
+        if (h266parse->mastering_display_info_state ==
+            GST_H266_PARSE_SEI_PARSED)
+          h266parse->mastering_display_info_state = GST_H266_PARSE_SEI_ACTIVE;
+        else if (h266parse->mastering_display_info_state ==
+            GST_H266_PARSE_SEI_ACTIVE)
+          h266parse->mastering_display_info_state = GST_H266_PARSE_SEI_EXPIRED;
+
+        if (h266parse->content_light_level_state == GST_H266_PARSE_SEI_PARSED)
+          h266parse->content_light_level_state = GST_H266_PARSE_SEI_ACTIVE;
+        else if (h266parse->content_light_level_state ==
+            GST_H266_PARSE_SEI_ACTIVE)
+          h266parse->content_light_level_state = GST_H266_PARSE_SEI_EXPIRED;
+      }
+
+      if (ph->gdr_or_irap_pic_flag || h266parse->push_codec)
+        update_idr_pos (h266parse, nalu);
+
+      break;
+    }
+    case GST_H266_NAL_SLICE_TRAIL:
+    case GST_H266_NAL_SLICE_STSA:
+    case GST_H266_NAL_SLICE_RADL:
+    case GST_H266_NAL_SLICE_RASL:
+    case GST_H266_NAL_SLICE_IDR_W_RADL:
+    case GST_H266_NAL_SLICE_IDR_N_LP:
+    case GST_H266_NAL_SLICE_CRA:
+    case GST_H266_NAL_SLICE_GDR:
+    {
+      GstH266SliceHdr slice;
+      gboolean is_irap_or_gdr;
+
+      /* expected state: got-sps|got-pps */
+      h266parse->state &= GST_H266_PARSE_STATE_VALID_SPS_PPS;
+      if (!GST_H266_PARSE_STATE_VALID (h266parse,
+              GST_H266_PARSE_STATE_VALID_SPS_PPS))
+        return FALSE;
+
+      /* This is similar to the GOT_SLICE state, but is only reset when the
+       * AU is complete. This is used to keep track of AU */
+      h266parse->picture_start = TRUE;
+
+      pres = gst_h266_parser_parse_slice_hdr (nalparser, nalu, &slice);
+
+      if (pres == GST_H266_PARSER_OK) {
+        if (GST_H266_IS_I_SLICE (&slice))
+          h266parse->keyframe = TRUE;
+        else if (GST_H266_IS_P_SLICE (&slice))
+          h266parse->predicted = TRUE;
+        else if (GST_H266_IS_B_SLICE (&slice))
+          h266parse->bidirectional = TRUE;
+
+        h266parse->state |= GST_H266_PARSE_STATE_GOT_SLICE;
+      }
+
+      GST_LOG_OBJECT (h266parse, "parse result %d, "
+          "picture_header_in_slice_header_flag: %u, slice type: %u",
+          pres, slice.picture_header_in_slice_header_flag, slice.slice_type);
+
+      is_irap_or_gdr = GST_H266_IS_NAL_TYPE_IRAP (nal_type) ||
+          GST_H266_IS_NAL_TYPE_GDR (nal_type);
+
+      /* if slice.picture_header_in_slice_header_flag == 0, PH will do this. */
+      if (is_irap_or_gdr && slice.picture_header_in_slice_header_flag) {
+        if (h266parse->mastering_display_info_state ==
+            GST_H266_PARSE_SEI_PARSED)
+          h266parse->mastering_display_info_state = GST_H266_PARSE_SEI_ACTIVE;
+        else if (h266parse->mastering_display_info_state ==
+            GST_H266_PARSE_SEI_ACTIVE)
+          h266parse->mastering_display_info_state = GST_H266_PARSE_SEI_EXPIRED;
+
+        if (h266parse->content_light_level_state == GST_H266_PARSE_SEI_PARSED)
+          h266parse->content_light_level_state = GST_H266_PARSE_SEI_ACTIVE;
+        else if (h266parse->content_light_level_state ==
+            GST_H266_PARSE_SEI_ACTIVE)
+          h266parse->content_light_level_state = GST_H266_PARSE_SEI_EXPIRED;
+      }
+
+      if (is_irap_or_gdr || h266parse->push_codec)
+        update_idr_pos (h266parse, nalu);
+
+      break;
+    }
+    case GST_H266_NAL_AUD:
+    {
+      GstH266AUD aud;
+
+      /* Just accumulate AU Delimiter, whether it's before SPS or not */
+      pres = gst_h266_parser_parse_aud (nalparser, nalu, &aud);
+      if (pres != GST_H266_PARSER_OK) {
+        GST_WARNING_OBJECT (h266parse, "failed to parse AUD:");
+        return FALSE;
+      }
+      break;
+    }
+    default:
+      pres = gst_h266_parser_parse_nal (nalparser, nalu);
+      if (pres != GST_H266_PARSER_OK)
+        return FALSE;
+      break;
+  }
+
+  /* if VVC output needed, collect properly prefixed nal in adapter,
+   * and use that to replace outgoing buffer data later on */
+  if (h266parse->transform) {
+    GstBuffer *buf;
+
+    GST_LOG_OBJECT (h266parse, "collecting NAL in VVC frame");
+    buf = gst_h266_parse_wrap_nal (h266parse, h266parse->format,
+        nalu->data + nalu->offset, nalu->size);
+    gst_adapter_push (h266parse->frame_out, buf);
+  }
+
+  return TRUE;
+}
+
+/* Caller guarantees at least 3 bytes of nal payload for each nal returns
+ * TRUE if next_nal indicates that nal terminates the previous AU. */
+static inline gboolean
+gst_h266_parse_collect_nal (GstH266Parse * h266parse, const guint8 * data,
+    guint size, GstH266NalUnit * nalu)
+{
+  GstH266NalUnitType nal_type = nalu->type;
+  gboolean complete;
+
+  /* determine if AU complete */
+  GST_LOG_OBJECT (h266parse, "next nal type: %d %s (picture started %i)",
+      nal_type, _nal_name (nal_type), h266parse->picture_start);
+
+  /* EOB or EOS end the stream, so end the current frame. */
+  complete = (nal_type == GST_H266_NAL_EOS || nal_type == GST_H266_NAL_EOB);
+
+  /* 7.4.2.4.3 */
+  complete = h266parse->picture_start &&
+      (nal_type == GST_H266_NAL_AUD || nal_type == GST_H266_NAL_OPI ||
+      nal_type == GST_H266_NAL_DCI || nal_type == GST_H266_NAL_VPS ||
+      nal_type == GST_H266_NAL_SPS || nal_type == GST_H266_NAL_PPS ||
+      nal_type == GST_H266_NAL_PREFIX_APS || nal_type == GST_H266_NAL_PH ||
+      nal_type == GST_H266_NAL_PREFIX_SEI ||
+      /* Undefined nal type */
+      nal_type == 26 || nal_type == 28 || nal_type == 29);
+
+  /* 7.4.2.4.3: The value of nuh_layer_id of the VCL NAL unit is less than
+     or equal to the nuh_layer_id of the previous picture in decoding order,
+     it starts an AU. */
+  if (h266parse->picture_start && nalu->size > nalu->header_bytes &&
+      nalu->layer_id <= h266parse->last_nuh_layer_id) {
+    if (nal_type >= GST_H266_NAL_SLICE_TRAIL
+        && nal_type <= GST_H266_NAL_SLICE_GDR) {
+      /* Check the picture_header_in_slice_header_flag:
+         7.4.2.4.4: When a picture consists of more than one VCL NAL unit,
+         a PH NAL unit shall be present in the PU.
+         So when picture_header_in_slice_header_flag is 1, the picture
+         should only contain one slice. */
+      complete |= (nalu->datanalu->offset + 2 & 0x80);
+    } else if (nal_type == GST_H266_NAL_PH) {
+      complete = TRUE;
+    }
+  }
+
+  GST_LOG_OBJECT (h266parse, "au complete: %d", complete);
+
+  if (complete)
+    h266parse->picture_start = FALSE;
+
+  return complete;
+}
+
+static GstFlowReturn
+gst_h266_parse_handle_frame_packetized (GstBaseParse * parse,
+    GstBaseParseFrame * frame)
+{
+  GstH266Parse *h266parse = GST_H266_PARSE (parse);
+  GstBuffer *buffer = frame->buffer;
+  GstFlowReturn ret = GST_FLOW_OK;
+  GstH266ParserResult parse_res;
+  GstH266NalUnit nalu;
+  const guint nl = h266parse->nal_length_size;
+  GstMapInfo map;
+  gint left;
+
+  GST_TRACE_OBJECT (h266parse, "Handling packetized frame");
+
+  if (nl < 1 || nl > 4) {
+    GST_DEBUG_OBJECT (h266parse, "Unsupported NAL length size %d", nl);
+    return GST_FLOW_NOT_NEGOTIATED;
+  }
+
+  /* need to save buffer from invalidation upon _finish_frame */
+  if (h266parse->split_packetized)
+    buffer = gst_buffer_copy (frame->buffer);
+
+  gst_buffer_map (buffer, &map, GST_MAP_READ);
+
+  left = map.size;
+
+  GST_LOG_OBJECT (h266parse,
+      "processing packet buffer of size %" G_GSIZE_FORMAT, map.size);
+
+  parse_res = gst_h266_parser_identify_nalu_vvc (h266parse->nalparser,
+      map.data, 0, map.size, nl, &nalu);
+
+  while (parse_res == GST_H266_PARSER_OK) {
+    GST_DEBUG_OBJECT (h266parse, "VVC nal offset %d", nalu.offset + nalu.size);
+
+    /* either way, have a look at it */
+    gst_h266_parse_process_nal (h266parse, &nalu);
+
+    /* dispatch per NALU if needed */
+    if (h266parse->split_packetized) {
+      GstBaseParseFrame tmp_frame;
+
+      gst_base_parse_frame_init (&tmp_frame);
+      tmp_frame.flags |= frame->flags;
+      tmp_frame.offset = frame->offset;
+      tmp_frame.overhead = frame->overhead;
+      tmp_frame.buffer = gst_buffer_copy_region (buffer, GST_BUFFER_COPY_ALL,
+          nalu.offset, nalu.size);
+      /* Don't lose timestamp when offset is not 0. */
+      GST_BUFFER_PTS (tmp_frame.buffer) = GST_BUFFER_PTS (buffer);
+      GST_BUFFER_DTS (tmp_frame.buffer) = GST_BUFFER_DTS (buffer);
+      GST_BUFFER_DURATION (tmp_frame.buffer) = GST_BUFFER_DURATION (buffer);
+
+      /* Set marker on last packet */
+      if (nl + nalu.size == left) {
+        if (GST_BUFFER_FLAG_IS_SET (frame->buffer, GST_BUFFER_FLAG_MARKER))
+          h266parse->marker = TRUE;
+      }
+
+      /* note we don't need to come up with a sub-buffer, since
+       * subsequent code only considers input buffer's metadata.
+       * Real data is either taken from input by baseclass or
+       * a replacement output buffer is provided anyway. */
+      gst_h266_parse_parse_frame (parse, &tmp_frame);
+      ret = gst_base_parse_finish_frame (parse, &tmp_frame, nl + nalu.size);
+      left -= nl + nalu.size;
+    }
+
+    parse_res = gst_h266_parser_identify_nalu_vvc (h266parse->nalparser,
+        map.data, nalu.offset + nalu.size, map.size, nl, &nalu);
+  }
+
+  gst_buffer_unmap (buffer, &map);
+
+  if (!h266parse->split_packetized) {
+    h266parse->marker = TRUE;
+    gst_h266_parse_parse_frame (parse, frame);
+    ret = gst_base_parse_finish_frame (parse, frame, map.size);
+  } else {
+    gst_buffer_unref (buffer);
+    if (G_UNLIKELY (left)) {
+      /* should not be happening for nice VVC */
+      GST_WARNING_OBJECT (parse, "skipping leftover VVC data %d", left);
+      frame->flags |= GST_BASE_PARSE_FRAME_FLAG_DROP;
+      ret = gst_base_parse_finish_frame (parse, frame, map.size);
+    }
+  }
+
+  if (parse_res == GST_H266_PARSER_NO_NAL_END ||
+      parse_res == GST_H266_PARSER_BROKEN_DATA) {
+
+    if (h266parse->split_packetized) {
+      GST_ELEMENT_ERROR (h266parse, STREAM, FAILED, (NULL),
+          ("invalid VVC input data"));
+
+      return GST_FLOW_ERROR;
+    } else {
+      /* do not meddle to much in this case */
+      GST_DEBUG_OBJECT (h266parse, "parsing packet failed");
+    }
+  }
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_h266_parse_handle_frame (GstBaseParse * parse,
+    GstBaseParseFrame * frame, gint * skipsize)
+{
+  GstH266Parse *h266parse = GST_H266_PARSE (parse);
+  GstBuffer *buffer = frame->buffer;
+  GstMapInfo map;
+  guint8 *data;
+  gsize size;
+  gint current_off = 0;
+  gboolean drain, nonext;
+  GstH266Parser *nalparser = h266parse->nalparser;
+  GstH266NalUnit nalu;
+  GstH266ParserResult pres;
+  gint framesize;
+
+  if (G_UNLIKELY (GST_BUFFER_FLAG_IS_SET (frame->buffer,
+              GST_BUFFER_FLAG_DISCONT))) {
+    h266parse->discont = TRUE;
+  }
+
+  /* delegate in packetized case, no skipping should be needed */
+  if (h266parse->packetized)
+    return gst_h266_parse_handle_frame_packetized (parse, frame);
+
+  gst_buffer_map (buffer, &map, GST_MAP_READ);
+  data = map.data;
+  size = map.size;
+
+  /* expect at least 3 bytes start_code, and 2 bytes NALU header.
+   * the length of the NALU payload can be zero.
+   * (e.g. EOS/EOB placed at the end of an AU.) */
+  if (G_UNLIKELY (size < 5)) {
+    gst_buffer_unmap (buffer, &map);
+    *skipsize = 1;
+    return GST_FLOW_OK;
+  }
+
+  /* need to configure aggregation */
+  if (G_UNLIKELY (h266parse->format == GST_H266_PARSE_FORMAT_NONE))
+    gst_h266_parse_negotiate (h266parse, GST_H266_PARSE_FORMAT_BYTE, NULL);
+
+  /* avoid stale cached parsing state */
+  if (frame->flags & GST_BASE_PARSE_FRAME_FLAG_NEW_FRAME) {
+    GST_LOG_OBJECT (h266parse, "parsing new frame");
+    gst_h266_parse_reset_frame (h266parse);
+  } else {
+    GST_LOG_OBJECT (h266parse, "resuming frame parsing");
+  }
+
+  /* Always consume the entire input buffer when in_align == ALIGN_AU */
+  drain = GST_BASE_PARSE_DRAINING (parse)
+      || h266parse->in_align == GST_H266_PARSE_ALIGN_AU;
+  nonext = FALSE;
+
+  current_off = h266parse->current_off;
+  if (current_off < 0)
+    current_off = 0;
+
+  /* The parser is being drain, but no new data was added, just prentend this
+   * AU is complete */
+  if (drain && current_off == size) {
+    GST_LOG_OBJECT (h266parse, "draining with no new data");
+    nalu.size = 0;
+    nalu.offset = current_off;
+    goto end;
+  }
+
+  g_assert (current_off < size);
+  GST_LOG_OBJECT (h266parse, "last parse position %d", current_off);
+
+  /* check for initial skip */
+  if (h266parse->current_off == -1) {
+    pres = gst_h266_parser_identify_nalu_unchecked (nalparser,
+        data, current_off, size, &nalu);
+    switch (pres) {
+      case GST_H266_PARSER_OK:
+        if (nalu.sc_offset > 0) {
+          *skipsize = nalu.sc_offset;
+          goto skip;
+        }
+        break;
+      case GST_H266_PARSER_NO_NAL:
+        /* start code may have up to 4 bytes, and we may also get that return
+         * value if only one of the two header bytes are present, make sure
+         * not to skip too much */
+        *skipsize = size > 5 ? size - 5 : 0;
+        goto skip;
+      default:
+        /* should not really occur either */
+        GST_ELEMENT_ERROR (h266parse, STREAM, FORMAT,
+            ("Error parsing H.266 stream"), ("Invalid H.266 stream"));
+        goto invalid_stream;
+    }
+
+    /* Ensure we use the TS of the first NAL. This avoids broken timestamp in
+     * the case of a miss-placed filler byte. */
+    gst_base_parse_set_ts_at_offset (parse, nalu.offset);
+  }
+
+  while (TRUE) {
+    pres = gst_h266_parser_identify_nalu (nalparser, data, current_off,
+        size, &nalu);
+
+    switch (pres) {
+      case GST_H266_PARSER_OK:
+        GST_LOG_OBJECT (h266parse, "complete nal (offset, size): (%u, %u)",
+            nalu.offset, nalu.size);
+        break;
+      case GST_H266_PARSER_NO_NAL_END:
+        /* In NAL alignment, assume the NAL is complete */
+        if (h266parse->in_align == GST_H266_PARSE_ALIGN_NAL ||
+            h266parse->in_align == GST_H266_PARSE_ALIGN_AU) {
+          nonext = TRUE;
+          nalu.size = size - nalu.offset;
+          GST_LOG_OBJECT (h266parse,
+              "in_align(%s), assume complete nal (offset, size): (%u, %u)",
+              gst_h266_parse_get_string (h266parse, FALSE, h266parse->in_align),
+              nalu.offset, nalu.size);
+          break;
+        }
+
+        GST_DEBUG_OBJECT (h266parse, "not a complete nal found at offset %u",
+            nalu.offset);
+
+        /* if draining, accept it as complete nal */
+        if (drain) {
+          nonext = TRUE;
+          nalu.size = size - nalu.offset;
+          GST_DEBUG_OBJECT (h266parse, "draining, accepting with size %u",
+              nalu.size);
+          /* if it's not too short at least */
+          if (nalu.size < 3)
+            goto broken;
+          break;
+        }
+        /* otherwise need more */
+        goto more;
+      case GST_H266_PARSER_BROKEN_LINK:
+        /* should not really occur */
+        GST_ELEMENT_ERROR (h266parse, STREAM, FORMAT,
+            ("Error parsing H.266 stream"),
+            ("The link to structure needed for the parsing couldn't be found"));
+        goto invalid_stream;
+      case GST_H266_PARSER_ERROR:
+        /* should not really occur either */
+        GST_ELEMENT_ERROR (h266parse, STREAM, FORMAT,
+            ("Error parsing H.266 stream"), ("Invalid H.266 stream"));
+        goto invalid_stream;
+      case GST_H266_PARSER_NO_NAL:
+        GST_ELEMENT_ERROR (h266parse, STREAM, FORMAT,
+            ("Error parsing H.266 stream"), ("No H.266 NAL unit found"));
+        goto invalid_stream;
+      case GST_H266_PARSER_BROKEN_DATA:
+        GST_WARNING_OBJECT (h266parse, "input stream is corrupt; "
+            "it contains a NAL unit of length %u", nalu.size);
+      broken:
+        /* broken nal at start -> arrange to skip it,
+         * otherwise have it terminate current au
+         * (and so it will be skipped on next frame round) */
+        if (current_off == 0) {
+          GST_DEBUG_OBJECT (h266parse, "skipping broken nal");
+          *skipsize = nalu.offset;
+          goto skip;
+        } else {
+          GST_LOG_OBJECT (h266parse, "terminating au");
+          nalu.size = 0;
+          nalu.offset = nalu.sc_offset;
+          goto end;
+        }
+      default:
+        g_assert_not_reached ();
+        break;
+    }
+
+    GST_LOG_OBJECT (h266parse, "%p complete nal found. Off: %u, Size: %u",
+        data, nalu.offset, nalu.size);
+
+    if (gst_h266_parse_collect_nal (h266parse, data, size, &nalu)) {
+      /* complete current frame, if it exist */
+      if (current_off > 0) {
+        nalu.offset = nalu.sc_offset;
+        /* Include the EOS and EOB in the current frame. */
+        if (nalu.type == GST_H266_NAL_EOS || nalu.type == GST_H266_NAL_EOB)
+          nalu.offset += nalu.size;
+
+        nalu.size = 0;
+        h266parse->marker = TRUE;
+        break;
+      }
+    }
+
+    if (!gst_h266_parse_process_nal (h266parse, &nalu)) {
+      GST_WARNING_OBJECT (h266parse,
+          "broken/invalid nal Type: %d %s, Size: %u will be dropped",
+          nalu.type, _nal_name (nalu.type), nalu.size);
+      *skipsize = nalu.size;
+      goto skip;
+    }
+
+    /* Do not push immediatly if we don't have all headers. This ensure that
+     * our caps are complete, avoiding a renegotiation. APS does not change
+     * stream level information, not included here. */
+    if (h266parse->align == GST_H266_PARSE_ALIGN_NAL &&
+        !GST_H266_PARSE_STATE_VALID (h266parse,
+            GST_H266_PARSE_STATE_VALID_SPS_PPS))
+      frame->flags |= GST_BASE_PARSE_FRAME_FLAG_QUEUE;
+
+    if (nonext) {
+      /* If there is a marker flag, or input is AU, we know this is complete */
+      if (GST_BUFFER_FLAG_IS_SET (frame->buffer, GST_BUFFER_FLAG_MARKER) ||
+          h266parse->in_align == GST_H266_PARSE_ALIGN_AU) {
+        h266parse->marker = TRUE;
+        break;
+      }
+
+      /* or if we are draining or producing NALs */
+      if (drain || h266parse->align == GST_H266_PARSE_ALIGN_NAL)
+        break;
+
+      current_off = nalu.offset + nalu.size;
+      goto more;
+    }
+
+    /* If the output is NAL, we are done */
+    if (h266parse->align == GST_H266_PARSE_ALIGN_NAL)
+      break;
+
+    GST_LOG_OBJECT (h266parse, "Looking for more");
+    current_off = nalu.offset + nalu.size;
+
+    /* expect at least 3 bytes start_code, and 2 bytes NALU header.
+     * the length of the NALU payload can be zero.
+     * (e.g. EOS/EOB placed at the end of an AU.) */
+    if (G_UNLIKELY (size - current_off < 5)) {
+      /* Finish the frame if there is no more data in the stream */
+      if (drain)
+        break;
+
+      goto more;
+    }
+  }
+
+end:
+  framesize = nalu.offset + nalu.size;
+
+  gst_buffer_unmap (buffer, &map);
+
+  gst_h266_parse_parse_frame (parse, frame);
+
+  return gst_base_parse_finish_frame (parse, frame, framesize);
+
+more:
+  *skipsize = 0;
+
+  /* Restart parsing from here next time */
+  if (current_off > 0)
+    h266parse->current_off = current_off;
+
+  /* Fall-through. */
+out:
+  gst_buffer_unmap (buffer, &map);
+  return GST_FLOW_OK;
+
+skip:
+  GST_LOG_OBJECT (h266parse, "skipping %d", *skipsize);
+  /* If we are collecting access units, we need to preserve the initial
+   * config headers (SPS, PPS et al.) and only reset the frame if another
+   * slice NAL was received. This means that broken pictures are discarded */
+  if (h266parse->align != GST_H266_PARSE_ALIGN_AU ||
+      !(h266parse->state & GST_H266_PARSE_STATE_VALID_SPS_PPS) ||
+      (h266parse->state & GST_H266_PARSE_STATE_GOT_SLICE))
+    gst_h266_parse_reset_frame (h266parse);
+  goto out;
+
+invalid_stream:
+  gst_buffer_unmap (buffer, &map);
+  return GST_FLOW_ERROR;
+}
+
+static void
+gst_h266_parse_get_par (GstH266Parse * h266parse, gint * num, gint * den)
+{
+  if (h266parse->upstream_par_n != -1 && h266parse->upstream_par_d != -1) {
+    *num = h266parse->upstream_par_n;
+    *den = h266parse->upstream_par_d;
+  } else {
+    *num = h266parse->parsed_par_n;
+    *den = h266parse->parsed_par_d;
+  }
+}
+
+static const gchar *
+digit_to_string (guint digit)
+{
+  static const char itoa2 = {
+    "0", "1", "2", "3", "4", "5", "6", "7", "8", "9"
+  };
+
+  if (G_LIKELY (digit < 10))
+    return itoadigit;
+  else
+    return NULL;
+}
+
+static const gchar *
+get_tier_string (guint8 tier_flag)
+{
+  const gchar *tier = NULL;
+
+  if (tier_flag)
+    tier = "high";
+  else
+    tier = "main";
+
+  return tier;
+}
+
+/* The level numbers in this table are in the form of "majorNum.minorNum",
+ * and the value of general_level_idc for each of the levels is equal to
+ * majorNum * 16 + minorNum * 3. */
+static const gchar *
+get_level_string (guint8 level_idc)
+{
+  if (level_idc == 0)
+    return NULL;
+  else if (level_idc % 16 == 0)
+    return digit_to_string (level_idc / 16);
+  else {
+    switch (level_idc) {
+      case GST_H266_LEVEL_L2_1:
+        return "2.1";
+        break;
+      case GST_H266_LEVEL_L3_1:
+        return "3.1";
+        break;
+      case GST_H266_LEVEL_L4_1:
+        return "4.1";
+        break;
+      case GST_H266_LEVEL_L5_1:
+        return "5.1";
+        break;
+      case GST_H266_LEVEL_L5_2:
+        return "5.2";
+        break;
+      case GST_H266_LEVEL_L6_1:
+        return "6.1";
+        break;
+      case GST_H266_LEVEL_L6_2:
+        return "6.2";
+        break;
+      case GST_H266_LEVEL_L6_3:
+        return "6.3";
+        break;
+      default:
+        return NULL;
+    }
+  }
+}
+
+static GstBuffer *
+gst_h266_parse_make_codec_data_general_constraint_info (GstH266ProfileTierLevel
+    * pft, guint8 num_sublayers)
+{
+  GstBitWriter *biw = gst_bit_writer_new_with_size (12, FALSE);
+
+#define WRITE_GCI_U8(val, nbits) G_STMT_START { \
+  gst_bit_writer_put_bits_uint8(biw, val, nbits); \
+} G_STMT_END;
+
+  WRITE_GCI_U8 (pft->frame_only_constraint_flag, 1);
+  WRITE_GCI_U8 (pft->multilayer_enabled_flag, 1);
+  if (!pft->general_constraints_info.present_flag) {
+    WRITE_GCI_U8 (0, 6);
+  } else {
+    GstH266GeneralConstraintsInfo *gci = &pft->general_constraints_info;
+    WRITE_GCI_U8 (gci->present_flag, 1);
+    WRITE_GCI_U8 (gci->intra_only_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->all_layers_independent_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->one_au_only_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->sixteen_minus_max_bitdepth_constraint_idc, 4);
+    WRITE_GCI_U8 (gci->three_minus_max_chroma_format_constraint_idc, 2);
+    WRITE_GCI_U8 (gci->no_mixed_nalu_types_in_pic_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_trail_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_stsa_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_rasl_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_radl_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_idr_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_cra_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_gdr_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_aps_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_idr_rpl_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->one_tile_per_pic_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->pic_header_in_slice_header_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->one_slice_per_pic_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_rectangular_slice_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->one_slice_per_subpic_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_subpic_info_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->three_minus_max_log2_ctu_size_constraint_idc, 2);
+    WRITE_GCI_U8 (gci->no_partition_constraints_override_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_mtt_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_qtbtt_dual_tree_intra_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_palette_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_ibc_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_isp_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_mrl_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_mip_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_cclm_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_ref_pic_resampling_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_res_change_in_clvs_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_weighted_prediction_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_ref_wraparound_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_temporal_mvp_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_sbtmvp_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_amvr_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_bdof_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_smvd_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_dmvr_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_mmvd_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_affine_motion_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_prof_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_bcw_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_ciip_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_gpm_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_luma_transform_size_64_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_transform_skip_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_bdpcm_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_mts_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_lfnst_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_joint_cbcr_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_sbt_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_act_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_explicit_scaling_list_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_dep_quant_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_sign_data_hiding_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_cu_qp_delta_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_chroma_qp_offset_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_sao_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_alf_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_ccalf_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_lmcs_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_ladf_constraint_flag, 1);
+    WRITE_GCI_U8 (gci->no_virtual_boundaries_constraint_flag, 1);
+
+    if (gci->all_rap_pictures_constraint_flag ||
+        gci->no_extended_precision_processing_constraint_flag ||
+        gci->no_ts_residual_coding_rice_constraint_flag ||
+        gci->no_rrc_rice_extension_constraint_flag ||
+        gci->no_persistent_rice_adaptation_constraint_flag ||
+        gci->no_reverse_last_sig_coeff_constraint_flag) {
+      WRITE_GCI_U8 (6, 8);
+      WRITE_GCI_U8 (gci->all_rap_pictures_constraint_flag, 1);
+      WRITE_GCI_U8 (gci->no_extended_precision_processing_constraint_flag, 1);
+      WRITE_GCI_U8 (gci->no_ts_residual_coding_rice_constraint_flag, 1);
+      WRITE_GCI_U8 (gci->no_rrc_rice_extension_constraint_flag, 1);
+      WRITE_GCI_U8 (gci->no_persistent_rice_adaptation_constraint_flag, 1);
+      WRITE_GCI_U8 (gci->no_reverse_last_sig_coeff_constraint_flag, 1);
+    } else {
+      WRITE_GCI_U8 (0, 8);
+    }
+
+    gst_bit_writer_align_bytes (biw, 0);
+  }
+
+#undef WRITE_GCI_U8
+
+  return gst_bit_writer_free_and_get_buffer (biw);
+}
+
+/* byte together vvc codec data based on collected vps, pps and sps so far */
+static GstBuffer *
+gst_h266_parse_make_codec_data (GstH266Parse * h266parse)
+{
+  GstBuffer *nal;
+  GstH266SPS *sps;
+  gint i;
+  guint vps_size = 0, sps_size = 0, pps_size = 0;
+  guint16 num_vps = 0, num_sps = 0, num_pps = 0;
+  gboolean found = FALSE;
+  guint8 num_arrays = 0;
+  gint nl;
+  GstH266ProfileTierLevel *pft = NULL;
+  GstByteWriter bw;
+  guint8 array_completeness;
+  gboolean ptl_present_flag;
+  guint8 num_sublayers = 0;
+
+
+  for (i = 0; i < GST_H266_MAX_VPS_COUNT; i++) {
+    if ((nal = h266parse->vps_nalsi)) {
+      num_vps++;
+      vps_size += 2 + gst_buffer_get_size (nal);
+    }
+  }
+  if (num_vps > 0)
+    num_arrays++;
+
+  for (i = 0; i < GST_H266_MAX_SPS_COUNT; i++) {
+    if ((nal = h266parse->sps_nalsi)) {
+      num_sps++;
+      found = TRUE;
+      sps_size += 2 + gst_buffer_get_size (nal);
+    }
+  }
+  if (num_sps > 0)
+    num_arrays++;
+
+  for (i = 0; i < GST_H266_MAX_PPS_COUNT; i++) {
+    if ((nal = h266parse->pps_nalsi)) {
+      num_pps++;
+      pps_size += 2 + gst_buffer_get_size (nal);
+    }
+  }
+  if (num_pps > 0)
+    num_arrays++;
+
+  GST_DEBUG_OBJECT (h266parse,
+      "constructing codec_data: num_vps=%d num_sps=%d, num_pps=%d",
+      num_vps, num_sps, num_pps);
+
+  if (!found)
+    return NULL;
+
+  sps = h266parse->nalparser->last_sps;
+  if (!sps)
+    return NULL;
+
+  gst_byte_writer_init_with_size (&bw, 16 + (3 * num_arrays) + vps_size +
+      sps_size + pps_size, FALSE);
+
+  nl = h266parse->nal_length_size;
+  if (sps->ptl_dpb_hrd_params_present_flag) {
+    pft = &sps->profile_tier_level;
+    num_sublayers = sps->max_sublayers_minus1 + 1;
+  } else if (h266parse->nalparser->last_vps
+      && h266parse->nalparser->last_vps->pt_present_flag0) {
+    pft = &h266parse->nalparser->last_vps->profile_tier_level0;
+    num_sublayers = h266parse->nalparser->last_vps->max_sublayers_minus1 + 1;
+  }
+
+  /* reserved(5) = 11111 | LengthSizeMinusOne(2) | ptl_present_flag(1) */
+  ptl_present_flag = pft != NULL;
+  gst_byte_writer_put_uint8 (&bw,
+      (0x1F << 3) | (((guint8) nl - 1) << 1) | ptl_present_flag);
+
+  if (ptl_present_flag) {
+    /* It's unclear where to get constant_frame_rate from. */
+    guint8 constant_frame_rate = 1;
+    guint8 chroma_format_idc = sps->chroma_format_idc;
+    GstBuffer *pci;
+
+    /* ols_idx(9) | num_sublayers(3) | constant_frame_rate(2) | chroma_format_idc(2) */
+    /* FIXME: OPI isn't parsed so we don't store an ols_idx in the parser and just write 0 here. */
+    guint16 ols_idx = 0;
+    gst_byte_writer_put_uint16_be (&bw,
+        (ols_idx << 7) | (num_sublayers << 4) |
+        (constant_frame_rate << 2) | chroma_format_idc);
+
+    /* bit_depth_minus8(3) | reserved(5) = 11111 */
+    gst_byte_writer_put_uint8 (&bw, (sps->bitdepth_minus8 << 5) | 0x1F);
+
+    /* VvcPTLRecord */
+    pci =
+        gst_h266_parse_make_codec_data_general_constraint_info (pft,
+        num_sublayers);
+    /* reserved(2) = 0 | num_bytes_constraint_info(6) */
+    gst_byte_writer_put_uint8 (&bw, gst_buffer_get_size (pci));
+
+    /* general_profile_idc(7) | general_tier_flag(1) */
+    gst_byte_writer_put_uint8 (&bw,
+        ((guint8) pft->profile_idc << 1) | pft->tier_flag);
+    gst_byte_writer_put_uint8 (&bw, pft->level_idc);
+    gst_byte_writer_put_buffer (&bw, pci, 0, -1);
+    gst_buffer_unref (pci);
+
+    if (num_sublayers > 1) {
+      guint8 ptl_sublayer_level_present_flag = 0;
+      for (i = num_sublayers - 2; i >= 0; i--)
+        ptl_sublayer_level_present_flag |=
+            (pft->sublayer_level_present_flagi << (5 + num_sublayers - i));
+      gst_byte_writer_put_uint8 (&bw, ptl_sublayer_level_present_flag);
+
+      for (i = num_sublayers - 2; i >= 0; i--)
+        if (pft->sublayer_level_present_flagi)
+          gst_byte_writer_put_uint8 (&bw, pft->sublayer_level_idci);
+    }
+
+    gst_byte_writer_put_uint8 (&bw, pft->num_sub_profiles);
+    for (i = 0; i < pft->num_sub_profiles; i++)
+      gst_byte_writer_put_uint32_be (&bw, pft->sub_profile_idci);
+
+    gst_byte_writer_put_uint16_be (&bw, sps->pic_width_max_in_luma_samples);
+    gst_byte_writer_put_uint16_be (&bw, sps->pic_height_max_in_luma_samples);
+    /* keep avg_frame_rate unspecified */
+    gst_byte_writer_put_uint16_be (&bw, 0);
+  }
+
+
+  gst_byte_writer_put_uint8 (&bw, num_arrays);
+  array_completeness = h266parse->format == GST_H266_PARSE_FORMAT_VVC1;
+
+  /* VPS */
+  if (num_vps > 0) {
+    /* array_completeness(1) | reserved(2) = 0 | nal_unit_type */
+    guint8 nal_unit_type = GST_H266_NAL_VPS;
+    gst_byte_writer_put_uint8 (&bw, (array_completeness << 7) | nal_unit_type);
+    gst_byte_writer_put_uint16_be (&bw, num_vps);
+    for (i = 0; i < GST_H266_MAX_VPS_COUNT; i++) {
+      if ((nal = h266parse->vps_nalsi)) {
+        gsize nal_unit_length = gst_buffer_get_size (nal);
+        gst_byte_writer_put_uint16_be (&bw, nal_unit_length);
+        gst_byte_writer_put_buffer (&bw, nal, 0, nal_unit_length);
+      }
+    }
+  }
+
+  /* SPS */
+  if (num_sps > 0) {
+    /* array_completeness(1) | reserved(2) = 0 | nal_unit_type */
+    guint8 nal_unit_type = GST_H266_NAL_SPS;
+    gst_byte_writer_put_uint8 (&bw, (array_completeness << 7) | nal_unit_type);
+    gst_byte_writer_put_uint16_be (&bw, num_sps);
+    for (i = 0; i < GST_H266_MAX_SPS_COUNT; i++) {
+      if ((nal = h266parse->sps_nalsi)) {
+        gsize nal_unit_length = gst_buffer_get_size (nal);
+        gst_byte_writer_put_uint16_be (&bw, nal_unit_length);
+        gst_byte_writer_put_buffer (&bw, nal, 0, nal_unit_length);
+      }
+    }
+  }
+
+  /* PPS */
+  if (num_pps > 0) {
+    /* array_completeness(1) | reserved(2) = 0 | nal_unit_type */
+    guint8 nal_unit_type = GST_H266_NAL_PPS;
+    gst_byte_writer_put_uint8 (&bw, (array_completeness << 7) | nal_unit_type);
+    gst_byte_writer_put_uint16_be (&bw, num_pps);
+    for (i = 0; i < GST_H266_MAX_PPS_COUNT; i++) {
+      if ((nal = h266parse->pps_nalsi)) {
+        gsize nal_unit_length = gst_buffer_get_size (nal);
+        gst_byte_writer_put_uint16_be (&bw, nal_unit_length);
+        gst_byte_writer_put_buffer (&bw, nal, 0, nal_unit_length);
+      }
+    }
+  }
+
+  return gst_byte_writer_reset_and_get_buffer (&bw);
+}
+
+static GstH266Profile
+gst_h266_parse_guess_profile (GstH266Parse * h266parse,
+    GstH266SPS * sps, gboolean strict)
+{
+  gboolean flag_restriction = sps->palette_enabled_flag ||
+      sps->range_params.extended_precision_flag ||
+      sps->range_params.ts_residual_coding_rice_present_in_sh_flag ||
+      sps->range_params.rrc_rice_extension_flag ||
+      sps->range_params.persistent_rice_adaptation_enabled_flag ||
+      sps->range_params.reverse_last_sig_coeff_enabled_flag;
+
+  flag_restriction = (flag_restriction && strict);
+
+  /* Guess the profile based on Table A.1 */
+  if (sps->profile_tier_level.multilayer_enabled_flag && strict) {
+    /* No main 12 for multilayer. */
+    if (sps->bitdepth_minus8 > 2)
+      return GST_H266_PROFILE_INVALID;
+
+    if (sps->chroma_format_idc <= 1)
+      return GST_H266_PROFILE_MULTILAYER_MAIN_10;
+
+    if (sps->chroma_format_idc <= 3)
+      return GST_H266_PROFILE_MULTILAYER_MAIN_10_444;
+  } else {
+    if (sps->chroma_format_idc <= 1 && !flag_restriction) {
+      if (sps->bitdepth_minus8 <= 2) {
+        return GST_H266_PROFILE_MAIN_10;
+      } else if (sps->bitdepth_minus8 <= 4) {
+        return GST_H266_PROFILE_MAIN_12;
+      }
+    } else if (sps->chroma_format_idc <= 3) {
+      if (sps->bitdepth_minus8 <= 2) {
+        return GST_H266_PROFILE_MAIN_10_444;
+      } else if (sps->bitdepth_minus8 <= 4) {
+        return GST_H266_PROFILE_MAIN_12_444;
+      } else if (sps->bitdepth_minus8 <= 8) {
+        return GST_H266_PROFILE_MAIN_16_444;
+      }
+    }
+  }
+
+  if (!strict)
+    return GST_H266_PROFILE_MAIN_10;
+
+  return GST_H266_PROFILE_INVALID;
+}
+
+static GArray *
+get_compatible_profiles (GstH266Profile profile)
+{
+  GstH266Profile p;
+  GArray *profiles = NULL;
+
+  profiles = g_array_new (FALSE, FALSE, sizeof (GstH266Profile));
+
+  g_array_append_val (profiles, profile);
+
+  switch (profile) {
+    case GST_H266_PROFILE_MAIN_10:
+    {
+      /* A.3.1 */
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MAIN_10_444:
+    {
+      /* A.3.2 */
+      p = GST_H266_PROFILE_MAIN_10;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE:
+    {
+      /* A.3.2 */
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MULTILAYER_MAIN_10:
+    {
+      /* A.3.3 */
+      p = GST_H266_PROFILE_MAIN_10;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MULTILAYER_MAIN_10_444:
+    {
+      /* A.3.4 */
+      p = GST_H266_PROFILE_MULTILAYER_MAIN_10;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_444;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MAIN_12:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_10;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_INTRA;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MAIN_16_444:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_16_444_INTRA;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_16_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+    }
+      /* FALLTHROUGH */
+    case GST_H266_PROFILE_MAIN_12_444:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_10;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_444;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_INTRA;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_444;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_444_INTRA;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MAIN_12_INTRA:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MAIN_16_444_INTRA:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_16_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+    }
+      /* FALLTHROUGH */
+    case GST_H266_PROFILE_MAIN_12_444_INTRA:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_INTRA;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_444_INTRA;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+    case GST_H266_PROFILE_MAIN_16_444_STILL_PICTURE:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_12_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+    }
+      /* FALLTHROUGH */
+    case GST_H266_PROFILE_MAIN_12_444_STILL_PICTURE:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_10_444_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      p = GST_H266_PROFILE_MAIN_12_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+    }
+      /* FALLTHROUGH */
+    case GST_H266_PROFILE_MAIN_12_STILL_PICTURE:
+    {
+      /* A.3.5 */
+      p = GST_H266_PROFILE_MAIN_10_STILL_PICTURE;
+      g_array_append_val (profiles, p);
+      break;
+    }
+
+    default:
+      break;
+  }
+
+  if (profiles->len == 0) {
+    g_array_unref (profiles);
+    profiles = NULL;
+  }
+
+  return profiles;
+}
+
+static GstH266Profile
+get_common_profile (GstH266Profile a, GstH266Profile b)
+{
+  GArray *profiles;
+  GstH266Profile p;
+  guint i;
+
+  profiles = get_compatible_profiles (a);
+  if (profiles) {
+    for (i = 0; i < profiles->len; i++) {
+      p = g_array_index (profiles, GstH266Profile, i);
+      if (p == b) {
+        g_array_unref (profiles);
+        return a;
+      }
+    }
+    g_array_unref (profiles);
+  }
+
+  profiles = get_compatible_profiles (b);
+  if (profiles) {
+    for (i = 0; i < profiles->len; i++) {
+      p = g_array_index (profiles, GstH266Profile, i);
+      if (p == a) {
+        g_array_unref (profiles);
+        return b;
+      }
+    }
+    g_array_unref (profiles);
+  }
+
+  return GST_H266_PROFILE_INVALID;
+}
+
+/* if downstream didn't support the exact profile indicated in sps header,
+   check for the compatible profiles also. */
+static void
+gst_h266_parse_ensure_compatible_profiles (GstH266Parse * h266parse,
+    GstCaps * caps, GstH266SPS * sps, GstH266Profile profile)
+{
+  GstCaps *peer_caps;
+
+  g_return_if_fail (profile != GST_H266_PROFILE_INVALID);
+
+  peer_caps = gst_pad_get_current_caps (GST_BASE_PARSE_SRC_PAD (h266parse));
+  if (!peer_caps || !gst_caps_can_intersect (caps, peer_caps)) {
+    GstCaps *filter_caps = gst_caps_new_empty_simple ("video/x-h266");
+
+    if (peer_caps)
+      gst_caps_unref (peer_caps);
+
+    peer_caps = gst_pad_peer_query_caps (GST_BASE_PARSE_SRC_PAD (h266parse),
+        filter_caps);
+
+    gst_caps_unref (filter_caps);
+  }
+
+  if (peer_caps && !gst_caps_can_intersect (caps, peer_caps)) {
+    GstCaps *compat_caps = NULL;
+    GstStructure *structure;
+    GArray *profiles;
+
+    profiles = get_compatible_profiles (profile);
+    if (profiles) {
+      guint i;
+      GstH266Profile p;
+      GValue compat_profiles = G_VALUE_INIT;
+      GValue value = G_VALUE_INIT;
+      const gchar *profile_str;
+
+      g_value_init (&compat_profiles, GST_TYPE_LIST);
+
+      compat_caps = gst_caps_new_empty_simple ("video/x-h266");
+
+      for (i = 0; i < profiles->len; i++) {
+        p = g_array_index (profiles, GstH266Profile, i);
+        profile_str = gst_h266_profile_to_string (p);
+        g_assert (profile_str);
+
+        g_value_init (&value, G_TYPE_STRING);
+        g_value_set_string (&value, profile_str);
+        gst_value_list_append_value (&compat_profiles, &value);
+        g_value_unset (&value);
+      }
+
+      gst_caps_set_value (caps, "profile", &compat_profiles);
+      g_value_unset (&compat_profiles);
+      g_array_unref (profiles);
+    }
+
+    if (compat_caps != NULL) {
+      GstCaps *res_caps = NULL;
+
+      res_caps = gst_caps_intersect (peer_caps, compat_caps);
+      if (res_caps && !gst_caps_is_empty (res_caps)) {
+        const gchar *profile_str = NULL;
+
+        res_caps = gst_caps_fixate (res_caps);
+        structure = gst_caps_get_structure (res_caps, 0);
+        profile_str = gst_structure_get_string (structure, "profile");
+        if (profile_str) {
+          gst_caps_set_simple (caps, "profile", G_TYPE_STRING, profile_str,
+              NULL);
+          GST_DEBUG_OBJECT (h266parse,
+              "Setting compatible profile %s to the caps", profile_str);
+        }
+      }
+      if (res_caps)
+        gst_caps_unref (res_caps);
+
+      gst_caps_unref (compat_caps);
+    }
+  }
+
+  if (peer_caps)
+    gst_caps_unref (peer_caps);
+}
+
+static guint
+get_interlaced_mode (GstH266SPS * sps)
+{
+  const GstH266VUIParams *vui;
+
+  /* Default not interlaced */
+  if (!sps)
+    return GST_H266_PARSE_PROGRESSIVE_ONLY;
+
+  /* Equal to 1 indicates that the CLVS conveys pictures that represent fields.
+     Equal to 0 may be frame stream or field-pair interlaced stream if
+     frame-field information SEI message appears. */
+  if (sps->field_seq_flag)
+    return GST_H266_PARSE_INTERLACED_ONLY;
+
+  /* NOTE 1 Decoders may ignore the values of general_progressive_source_flag
+     and general_interlaced_source_flag for purposes other than determining the
+     value to be inferred for frame_field_info_present_flag when
+     vui_parameters_present_flag is equal to 0. */
+  if (!sps->vui_parameters_present_flag)
+    return GST_H266_PARSE_PROGRESSIVE_ONLY;
+
+  vui = &sps->vui_params;
+
+  /* D.12.6: */
+  if (!vui->progressive_source_flag && vui->interlaced_source_flag)
+    return GST_H266_PARSE_INTERLACED_ONLY;
+
+  if (vui->progressive_source_flag && !vui->interlaced_source_flag)
+    return GST_H266_PARSE_PROGRESSIVE_ONLY;
+
+  /* Unknown or unspecified or specified by external means.
+     We just assume not interlaced. */
+  if (!vui->progressive_source_flag && !vui->interlaced_source_flag)
+    return GST_H266_PARSE_PROGRESSIVE_ONLY;
+
+  /* SPEC: When vui_progressive_source_flag and vui_interlaced_source_flag
+     in the vui_parameters() syntax structure are both equal to 1, for each
+     picture associated with the vui_parameters() syntax structure, a
+     frame-field information SEI message associated with the picture shall
+     be present. */
+  /* Rely on the last frame field info SEI.
+     That may be not precise if the SEIs declare the frame and
+     field mode differently for each picture. */
+  return GST_H266_PARSE_FFI;
+}
+
+static void
+gst_h266_parse_update_src_caps (GstH266Parse * h266parse, GstCaps * caps)
+{
+  GstH266SPS *sps = NULL;
+  GstCaps *sink_caps, *src_caps;
+  gboolean modified = FALSE;
+  gint width, height;
+  GstBuffer *buf = NULL;
+  GstStructure *s = NULL;
+
+  if (G_UNLIKELY (!gst_pad_has_current_caps (GST_BASE_PARSE_SRC_PAD
+              (h266parse))))
+    modified = TRUE;
+  else if (G_UNLIKELY (!h266parse->update_caps))
+    return;
+
+  /* if this is being called from the first _setcaps call, caps on the sinkpad
+   * aren't set yet and so they need to be passed as an argument */
+  if (caps)
+    sink_caps = gst_caps_ref (caps);
+  else
+    sink_caps = gst_pad_get_current_caps (GST_BASE_PARSE_SINK_PAD (h266parse));
+
+  /* carry over input caps as much as possible; override with our own stuff */
+  if (!sink_caps)
+    sink_caps = gst_caps_new_empty_simple ("video/x-h266");
+  else
+    s = gst_caps_get_structure (sink_caps, 0);
+
+  sps = h266parse->nalparser->last_sps;
+  GST_DEBUG_OBJECT (h266parse, "sps: %p", sps);
+
+  /* only codec-data for nice-and-clean au aligned packetized vvc format */
+  if ((h266parse->format == GST_H266_PARSE_FORMAT_VVC1
+          || h266parse->format == GST_H266_PARSE_FORMAT_VVI1)
+      && h266parse->align == GST_H266_PARSE_ALIGN_AU) {
+    buf = gst_h266_parse_make_codec_data (h266parse);
+    if (buf && h266parse->codec_data) {
+      GstMapInfo map;
+
+      gst_buffer_map (buf, &map, GST_MAP_READ);
+      if (map.size != gst_buffer_get_size (h266parse->codec_data) ||
+          gst_buffer_memcmp (h266parse->codec_data, 0, map.data, map.size))
+        modified = TRUE;
+
+      gst_buffer_unmap (buf, &map);
+    } else {
+      if (!buf && h266parse->codec_data_in)
+        buf = gst_buffer_ref (h266parse->codec_data_in);
+      modified = TRUE;
+    }
+  }
+
+  caps = NULL;
+  if (G_UNLIKELY (!sps)) {
+    caps = gst_caps_copy (sink_caps);
+  } else {
+    gint crop_width, crop_height;
+    const gchar *chroma_format = NULL;
+    GstH266VPS *vps = sps->vps;
+    GstH266VUIParams *vui = &sps->vui_params;
+    gchar *colorimetry = NULL;
+    guint interlaced_mode;
+
+    GST_DEBUG_OBJECT (h266parse, "vps: %p", vps);
+
+    interlaced_mode = get_interlaced_mode (sps);
+    if (G_UNLIKELY (h266parse->interlaced_mode != interlaced_mode)) {
+      h266parse->interlaced_mode = interlaced_mode;
+      GST_INFO_OBJECT (h266parse, "interlaced mode changes to %d",
+          h266parse->interlaced_mode);
+      modified = TRUE;
+    }
+
+    if (sps->conformance_window_flag) {
+      crop_width = sps->crop_rect_width;
+      crop_height = sps->crop_rect_height;
+    } else {
+      crop_width = sps->max_width;
+      crop_height = sps->max_height;
+    }
+
+    if (interlaced_mode == GST_H266_PARSE_INTERLACED_ONLY) {
+      crop_height *= 2;
+    }
+
+    if (G_UNLIKELY (h266parse->width != crop_width ||
+            h266parse->height != crop_height)) {
+      h266parse->width = crop_width;
+      h266parse->height = crop_height;
+      GST_INFO_OBJECT (h266parse, "resolution changed %dx%d",
+          h266parse->width, h266parse->height);
+      modified = TRUE;
+    }
+
+    if (!h266parse->framerate_from_caps) {
+      gint fps_num, fps_den;
+
+      /* 0/1 is set as the default in the codec parser */
+      fps_num = 0, fps_den = 1;
+
+      if (!(sps->fps_num == 0 && sps->fps_den == 1)) {
+        fps_num = sps->fps_num;
+        fps_den = sps->fps_den;
+      }
+
+      if (interlaced_mode == GST_H266_PARSE_INTERLACED_ONLY) {
+        gint new_fps_num, new_fps_den;
+
+        if (!gst_util_fraction_multiply (fps_num, fps_den, 1, 2, &new_fps_num,
+                &new_fps_den)) {
+          GST_WARNING_OBJECT (h266parse, "Error calculating the new framerate"
+              " - integer overflow; setting it to 0/1");
+          fps_num = 0;
+          fps_den = 1;
+        } else {
+          fps_num = new_fps_num;
+          fps_den = new_fps_den;
+        }
+      }
+
+      if (G_UNLIKELY (h266parse->fps_num != fps_num
+              || h266parse->fps_den != fps_den)) {
+        GST_INFO_OBJECT (h266parse, "framerate changed %d/%d", fps_num,
+            fps_den);
+        h266parse->fps_num = fps_num;
+        h266parse->fps_den = fps_den;
+        modified = TRUE;
+      }
+    }
+
+    if (vui->aspect_ratio_info_present_flag) {
+      if (G_UNLIKELY ((h266parse->parsed_par_n != vui->par_n)
+              && (h266parse->parsed_par_d != sps->vui_params.par_d))) {
+        h266parse->parsed_par_n = vui->par_n;
+        h266parse->parsed_par_d = vui->par_d;
+        GST_INFO_OBJECT (h266parse, "pixel aspect ratio has been changed %d/%d",
+            h266parse->parsed_par_n, h266parse->parsed_par_d);
+        modified = TRUE;
+      }
+    }
+
+    if (vui->colour_description_present_flag) {
+      GstVideoColorimetry ci = { 0, };
+      gchar *old_colorimetry = NULL;
+
+      if (vui->full_range_flag)
+        ci.range = GST_VIDEO_COLOR_RANGE_0_255;
+      else
+        ci.range = GST_VIDEO_COLOR_RANGE_16_235;
+
+      ci.matrix = gst_video_color_matrix_from_iso (vui->matrix_coeffs);
+      ci.transfer =
+          gst_video_transfer_function_from_iso (vui->transfer_characteristics);
+      ci.primaries = gst_video_color_primaries_from_iso (vui->colour_primaries);
+
+      old_colorimetry =
+          gst_video_colorimetry_to_string (&h266parse->parsed_colorimetry);
+      colorimetry = gst_video_colorimetry_to_string (&ci);
+
+      if (colorimetry && g_strcmp0 (old_colorimetry, colorimetry)) {
+        GST_INFO_OBJECT (h266parse,
+            "colorimetry has been changed from %s to %s",
+            GST_STR_NULL (old_colorimetry), colorimetry);
+        h266parse->parsed_colorimetry = ci;
+        modified = TRUE;
+      }
+
+      g_free (old_colorimetry);
+    }
+
+    if (G_UNLIKELY (modified || h266parse->update_caps)) {
+      gint fps_num = h266parse->fps_num;
+      gint fps_den = h266parse->fps_den;
+      GstClockTime latency = 0;
+
+      caps = gst_caps_copy (sink_caps);
+
+      /* sps should give this but upstream overrides */
+      if (s && gst_structure_has_field (s, "width"))
+        gst_structure_get_int (s, "width", &width);
+      else
+        width = h266parse->width;
+
+      if (s && gst_structure_has_field (s, "height"))
+        gst_structure_get_int (s, "height", &height);
+      else
+        height = h266parse->height;
+
+      gst_caps_set_simple (caps, "width", G_TYPE_INT, width,
+          "height", G_TYPE_INT, height, NULL);
+
+      h266parse->framerate_from_caps = FALSE;
+      /* upstream overrides */
+      if (s && gst_structure_has_field (s, "framerate")) {
+        gst_structure_get_fraction (s, "framerate", &fps_num, &fps_den);
+        if (fps_den > 0)
+          h266parse->framerate_from_caps = TRUE;
+      }
+
+      /* but not necessarily or reliably this */
+      if (fps_den > 0) {
+        GstStructure *s2;
+        GstClockTime val;
+
+        GST_INFO_OBJECT (h266parse, "setting framerate in caps");
+        gst_caps_set_simple (caps, "framerate",
+            GST_TYPE_FRACTION, fps_num, fps_den, NULL);
+        s2 = gst_caps_get_structure (caps, 0);
+        gst_structure_get_fraction (s2, "framerate", &h266parse->parsed_fps_n,
+            &h266parse->parsed_fps_d);
+        gst_base_parse_set_frame_rate (GST_BASE_PARSE (h266parse),
+            fps_num, fps_den, 0, 0);
+        val = interlaced_mode == GST_H266_PARSE_INTERLACED_ONLY ?
+            GST_SECOND / 2 : GST_SECOND;
+
+        /* If we know the frame duration, and if we are not in one of the zero
+         * latency pattern, add one frame of latency */
+        if (fps_num > 0 &&
+            h266parse->in_align != GST_H266_PARSE_ALIGN_AU &&
+            !(h266parse->in_align == GST_H266_PARSE_ALIGN_NAL &&
+                h266parse->align == GST_H266_PARSE_ALIGN_NAL))
+          latency = gst_util_uint64_scale (val, fps_den, fps_num);
+
+        gst_base_parse_set_latency (GST_BASE_PARSE (h266parse), latency,
+            latency);
+      }
+
+      switch (sps->chroma_format_idc) {
+        case 0:
+          chroma_format = "4:0:0";
+          break;
+        case 1:
+          chroma_format = "4:2:0";
+          break;
+        case 2:
+          chroma_format = "4:2:2";
+          break;
+        case 3:
+          chroma_format = "4:4:4";
+          break;
+        default:
+          break;
+      }
+
+      if (chroma_format)
+        /* VVC specifies sps_bitdepth_minus8 for both luma and chroma */
+        gst_caps_set_simple (caps, "chroma-format", G_TYPE_STRING,
+            chroma_format, "bit-depth-luma", G_TYPE_UINT,
+            sps->bitdepth_minus8 + 8, "bit-depth-chroma", G_TYPE_UINT,
+            sps->bitdepth_minus8 + 8, NULL);
+
+      if (colorimetry && (!s || !gst_structure_has_field (s, "colorimetry"))) {
+        gst_caps_set_simple (caps, "colorimetry", G_TYPE_STRING, colorimetry,
+            NULL);
+      }
+    }
+    g_free (colorimetry);
+  }
+
+  if (caps) {
+    gint par_n, par_d;
+    const gchar *mdi_str = NULL;
+    const gchar *cll_str = NULL;
+    gboolean codec_data_modified = FALSE;
+    GstStructure *st;
+
+    gst_caps_set_simple (caps, "parsed", G_TYPE_BOOLEAN, TRUE,
+        "stream-format", G_TYPE_STRING,
+        gst_h266_parse_get_string (h266parse, TRUE, h266parse->format),
+        "alignment", G_TYPE_STRING,
+        gst_h266_parse_get_string (h266parse, FALSE, h266parse->align), NULL);
+
+    gst_h266_parse_get_par (h266parse, &par_n, &par_d);
+
+    width = 0;
+    height = 0;
+    st = gst_caps_get_structure (caps, 0);
+    gst_structure_get_int (st, "width", &width);
+    gst_structure_get_int (st, "height", &height);
+
+    /* If no resolution info, do not consider aspect ratio */
+    if (par_n != 0 && par_d != 0 && width > 0 && height > 0 &&
+        (!s || !gst_structure_has_field (s, "pixel-aspect-ratio"))) {
+      GST_INFO_OBJECT (h266parse, "PAR %d/%d", par_n, par_d);
+      gst_caps_set_simple (caps, "pixel-aspect-ratio", GST_TYPE_FRACTION,
+          par_n, par_d, NULL);
+    }
+
+    /* set profile and level in caps */
+    if (sps) {
+      const gchar *profile, *tier, *level;
+      GstH266Profile p, p_sink;
+
+      p_sink = GST_H266_PROFILE_INVALID;
+      if (s && gst_structure_has_field (s, "profile")) {
+        const gchar *profile_sink = gst_structure_get_string (s, "profile");
+        p_sink = gst_h266_profile_from_string (profile_sink);
+      }
+
+      p = sps->profile_tier_level.profile_idc;
+      profile = gst_h266_profile_to_string (p);
+
+      if (profile == NULL) {
+        p = p_sink;
+        profile = gst_h266_profile_to_string (p);
+      }
+
+      if (profile == NULL) {
+        p = gst_h266_parse_guess_profile (h266parse, sps, TRUE);
+        if (p == GST_H266_PROFILE_INVALID) {
+          p = gst_h266_parse_guess_profile (h266parse, sps, FALSE);
+          GST_WARNING_OBJECT (h266parse,
+              "Fail to recognize profile idc: %d, guess it as %s.",
+              sps->profile_tier_level.profile_idc,
+              gst_h266_profile_to_string (p));
+        }
+        profile = gst_h266_profile_to_string (p);
+      }
+      g_assert (profile != NULL);
+
+      /* If profile from SPS is different from sink caps, try to find
+         the more general one, and trust ourself if not found. */
+      if (p != p_sink) {
+        GstH266Profile tmp;
+
+        tmp = get_common_profile (p, p_sink);
+
+        GST_INFO_OBJECT (h266parse,
+            "Upstream profile (%s) is different than in SPS (%s). Using %s.",
+            gst_h266_profile_to_string (p_sink), gst_h266_profile_to_string (p),
+            tmp != GST_H266_PROFILE_INVALID ? gst_h266_profile_to_string (tmp) :
+            gst_h266_profile_to_string (p));
+
+        if (tmp != GST_H266_PROFILE_INVALID)
+          p = tmp;
+      }
+
+      gst_caps_set_simple (caps, "profile", G_TYPE_STRING, profile, NULL);
+
+      tier = get_tier_string (sps->profile_tier_level.tier_flag);
+      if (tier != NULL)
+        gst_caps_set_simple (caps, "tier", G_TYPE_STRING, tier, NULL);
+
+      level = get_level_string (sps->profile_tier_level.level_idc);
+      if (level != NULL)
+        gst_caps_set_simple (caps, "level", G_TYPE_STRING, level, NULL);
+
+      gst_h266_parse_ensure_compatible_profiles (h266parse, caps, sps, p);
+    }
+
+    if (s)
+      mdi_str = gst_structure_get_string (s, "mastering-display-info");
+    if (mdi_str) {
+      gst_caps_set_simple (caps, "mastering-display-info", G_TYPE_STRING,
+          mdi_str, NULL);
+    } else if (h266parse->mastering_display_info_state !=
+        GST_H266_PARSE_SEI_EXPIRED &&
+        !gst_video_mastering_display_info_add_to_caps
+        (&h266parse->mastering_display_info, caps)) {
+      GST_WARNING_OBJECT (h266parse,
+          "Couldn't set mastering display info to caps");
+    }
+
+    if (s)
+      cll_str = gst_structure_get_string (s, "content-light-level");
+    if (cll_str) {
+      gst_caps_set_simple (caps, "content-light-level", G_TYPE_STRING, cll_str,
+          NULL);
+    } else if (h266parse->content_light_level_state !=
+        GST_H266_PARSE_SEI_EXPIRED &&
+        !gst_video_content_light_level_add_to_caps
+        (&h266parse->content_light_level, caps)) {
+      GST_WARNING_OBJECT (h266parse,
+          "Couldn't set content light level to caps");
+    }
+
+    src_caps = gst_pad_get_current_caps (GST_BASE_PARSE_SRC_PAD (h266parse));
+
+    if (src_caps) {
+      GstStructure *src_caps_str = gst_caps_get_structure (src_caps, 0);
+
+      /* use codec data from old caps for comparison if we have pushed frame
+       * for now. we don't want to resend caps if everything is same except
+       * codec data.
+       * However, if the updated sps/pps is not in bitstream, we should put
+       * it on bitstream. */
+      if (gst_structure_has_field (src_caps_str, "codec_data")) {
+        const GValue *codec_data_value =
+            gst_structure_get_value (src_caps_str, "codec_data");
+
+        if (!GST_VALUE_HOLDS_BUFFER (codec_data_value)) {
+          GST_WARNING_OBJECT (h266parse, "codec_data does not hold buffer");
+        } else if (!h266parse->first_frame) {
+          /* If there is no pushed frame before, we can update caps without
+           * worry. But updating codec_data in the middle of frames
+           * (especially on non-keyframe) might make downstream be confused.
+           * Therefore we are setting old codec data (i.e., was pushed to
+           * downstream previously) to new caps candidate here for
+           * gst_caps_is_strictly_equal() to be returned TRUE if only
+           * the codec_data is different, and to avoid re-sending caps it
+           * that case.
+           */
+          gst_caps_set_value (caps, "codec_data", codec_data_value);
+
+          /* check for codec_data update to re-send sps/pps inband data if
+           * current frame has no sps/pps but upstream codec_data was updated.
+           * Note that have_vps_in_frame is skipped here since it's optional. */
+          if ((!h266parse->have_sps_in_frame || !h266parse->have_pps_in_frame)
+              && buf) {
+            GstBuffer *codec_data_buf = gst_value_get_buffer (codec_data_value);
+            GstMapInfo map;
+
+            gst_buffer_map (buf, &map, GST_MAP_READ);
+            if (map.size != gst_buffer_get_size (codec_data_buf) ||
+                gst_buffer_memcmp (codec_data_buf, 0, map.data, map.size)) {
+              codec_data_modified = TRUE;
+            }
+
+            gst_buffer_unmap (buf, &map);
+          }
+        }
+      } else if (!buf) {
+        GstStructure *s;
+        /* remove any left-over codec-data hanging around */
+        s = gst_caps_get_structure (caps, 0);
+        gst_structure_remove_field (s, "codec_data");
+      }
+    }
+
+    if (!(src_caps && gst_caps_is_strictly_equal (src_caps, caps))) {
+      /* update codec data to new value */
+      if (buf) {
+        gst_caps_set_simple (caps, "codec_data", GST_TYPE_BUFFER, buf, NULL);
+        gst_buffer_replace (&h266parse->codec_data, buf);
+        gst_buffer_unref (buf);
+        buf = NULL;
+      } else {
+        GstStructure *s;
+        /* remove any left-over codec-data hanging around */
+        s = gst_caps_get_structure (caps, 0);
+        gst_structure_remove_field (s, "codec_data");
+        gst_buffer_replace (&h266parse->codec_data, NULL);
+      }
+
+      gst_pad_set_caps (GST_BASE_PARSE_SRC_PAD (h266parse), caps);
+    } else if (codec_data_modified) {
+      GST_DEBUG_OBJECT (h266parse,
+          "Only codec_data is different, need inband vps/sps/pps update.");
+      /* this will insert updated codec_data with next idr */
+      h266parse->push_codec = TRUE;
+    }
+
+    if (src_caps)
+      gst_caps_unref (src_caps);
+    gst_caps_unref (caps);
+  }
+
+  gst_caps_unref (sink_caps);
+  if (buf)
+    gst_buffer_unref (buf);
+}
+
+/* sends a codec NAL downstream, decorating and transforming as needed.
+ * No ownership is taken of @nal */
+static GstFlowReturn
+gst_h266_parse_push_codec_buffer (GstH266Parse * parse, GstBuffer * nal,
+    GstBuffer * buffer)
+{
+  GstMapInfo map;
+
+  gst_buffer_map (nal, &map, GST_MAP_READ);
+  nal = gst_h266_parse_wrap_nal (parse, parse->format, map.data, map.size);
+  gst_buffer_unmap (nal, &map);
+
+  if (parse->discont) {
+    GST_BUFFER_FLAG_SET (nal, GST_BUFFER_FLAG_DISCONT);
+    parse->discont = FALSE;
+  }
+
+  GST_BUFFER_PTS (nal) = GST_BUFFER_PTS (buffer);
+  GST_BUFFER_DTS (nal) = GST_BUFFER_DTS (buffer);
+  GST_BUFFER_DURATION (nal) = 0;
+
+  return gst_pad_push (GST_BASE_PARSE_SRC_PAD (parse), nal);
+}
+
+/* This function handles codec NALs by directly pushing them or prefixing them into an AU.
+ * APS NALs are not handled here on purpose, because if they were added to codec_data, it should be
+ * only PREFIX_APS according to ISO/IEC 14496-15, but it's optional and at the same time
+ * PREFIX_APS can be pushed/changed also with non-IDR frames.
+ *
+ * So instead, the much easier way to handle APS NALs is just to push them in-band.
+ * This is done in gst_h266_parse_process_nal(). */
+static gboolean
+gst_h266_parse_handle_vps_sps_pps_nals (GstH266Parse * parse,
+    GstBuffer * buffer, GstBaseParseFrame * frame)
+{
+  GstBuffer *codec_nal;
+  gint i;
+  gboolean send_done = FALSE;
+
+  if (parse->have_vps_in_frame && parse->have_sps_in_frame
+      && parse->have_pps_in_frame) {
+    GST_DEBUG_OBJECT (parse, "VPS/SPS/PPS already exist in frame, "
+        "no need to insert.");
+    return TRUE;
+  }
+
+  if (parse->align == GST_H266_PARSE_ALIGN_NAL) {
+    /* send separate config NAL buffer one by one. */
+    GST_DEBUG_OBJECT (parse, "- sending VPS/SPS/PPS/APS");
+
+    for (i = 0; i < GST_H266_MAX_VPS_COUNT; i++) {
+      if ((codec_nal = parse->vps_nalsi)) {
+        GST_DEBUG_OBJECT (parse, "sending VPS nal");
+        gst_h266_parse_push_codec_buffer (parse, codec_nal, buffer);
+        send_done = TRUE;
+      }
+    }
+
+    for (i = 0; i < GST_H266_MAX_SPS_COUNT; i++) {
+      if ((codec_nal = parse->sps_nalsi)) {
+        GST_DEBUG_OBJECT (parse, "sending SPS nal");
+        gst_h266_parse_push_codec_buffer (parse, codec_nal, buffer);
+        send_done = TRUE;
+      }
+    }
+
+    for (i = 0; i < GST_H266_MAX_PPS_COUNT; i++) {
+      if ((codec_nal = parse->pps_nalsi)) {
+        GST_DEBUG_OBJECT (parse, "sending PPS nal");
+        gst_h266_parse_push_codec_buffer (parse, codec_nal, buffer);
+        send_done = TRUE;
+      }
+    }
+  } else {
+    /* insert config NALs into AU */
+    GstByteWriter bw;
+    GstBuffer *new_buf;
+    const gboolean bs = parse->format == GST_H266_PARSE_FORMAT_BYTE;
+    const gint nls = 4 - parse->nal_length_size;
+    gboolean ok;
+
+    gst_byte_writer_init_with_size (&bw, gst_buffer_get_size (buffer), FALSE);
+
+    g_assert (parse->idr_pos > 0);
+    ok = gst_byte_writer_put_buffer (&bw, buffer, 0, parse->idr_pos);
+
+    GST_DEBUG_OBJECT (parse, "- inserting VPS/SPS/PPS.");
+
+    for (i = 0; i < GST_H266_MAX_VPS_COUNT; i++) {
+      if ((codec_nal = parse->vps_nalsi)) {
+        gsize nal_size = gst_buffer_get_size (codec_nal);
+
+        GST_DEBUG_OBJECT (parse, "inserting VPS nal.");
+
+        if (bs) {
+          /* Write the start code. */
+          ok &= gst_byte_writer_put_uint32_be (&bw, 0x01);
+        } else {
+          ok &= gst_byte_writer_put_uint32_be (&bw, (nal_size << (nls * 8)));
+          ok &= gst_byte_writer_set_pos (&bw,
+              gst_byte_writer_get_pos (&bw) - nls);
+        }
+
+        ok &= gst_byte_writer_put_buffer (&bw, codec_nal, 0, nal_size);
+        send_done = TRUE;
+      }
+    }
+
+    for (i = 0; i < GST_H266_MAX_SPS_COUNT; i++) {
+      if ((codec_nal = parse->sps_nalsi)) {
+        gsize nal_size = gst_buffer_get_size (codec_nal);
+
+        GST_DEBUG_OBJECT (parse, "inserting SPS nal.");
+
+        if (bs) {
+          /* Write the start code. */
+          ok &= gst_byte_writer_put_uint32_be (&bw, 0x01);
+        } else {
+          ok &= gst_byte_writer_put_uint32_be (&bw, (nal_size << (nls * 8)));
+          ok &= gst_byte_writer_set_pos (&bw,
+              gst_byte_writer_get_pos (&bw) - nls);
+        }
+
+        ok &= gst_byte_writer_put_buffer (&bw, codec_nal, 0, nal_size);
+        send_done = TRUE;
+      }
+    }
+
+    for (i = 0; i < GST_H266_MAX_PPS_COUNT; i++) {
+      if ((codec_nal = parse->pps_nalsi)) {
+        gsize nal_size = gst_buffer_get_size (codec_nal);
+
+        GST_DEBUG_OBJECT (parse, "inserting PPS nal.");
+
+        if (bs) {
+          /* Write the start code. */
+          ok &= gst_byte_writer_put_uint32_be (&bw, 0x01);
+        } else {
+          ok &= gst_byte_writer_put_uint32_be (&bw, (nal_size << (nls * 8)));
+          ok &= gst_byte_writer_set_pos (&bw,
+              gst_byte_writer_get_pos (&bw) - nls);
+        }
+
+        ok &= gst_byte_writer_put_buffer (&bw, codec_nal, 0, nal_size);
+        send_done = TRUE;
+      }
+    }
+
+    ok &= gst_byte_writer_put_buffer (&bw, buffer, parse->idr_pos, -1);
+
+    /* collect result and push */
+    new_buf = gst_byte_writer_reset_and_get_buffer (&bw);
+    gst_buffer_copy_into (new_buf, buffer, GST_BUFFER_COPY_METADATA, 0, -1);
+    /* should already be keyframe/IDR, but it may not have been,
+     * so mark it as such to avoid being discarded by picky decoder */
+    GST_BUFFER_FLAG_UNSET (new_buf, GST_BUFFER_FLAG_DELTA_UNIT);
+    gst_buffer_replace (&frame->out_buffer, new_buf);
+    gst_buffer_unref (new_buf);
+
+    /* some result checking seems to make some compilers happy */
+    if (G_UNLIKELY (!ok))
+      GST_ERROR_OBJECT (parse, "failed to insert VPS/SPS/PPS.");
+  }
+
+  return send_done;
+}
+
+static GstEvent *
+check_pending_key_unit_event (GstEvent * pending_event, GstSegment * segment,
+    GstClockTime timestamp, guint flags, GstClockTime pending_key_unit_ts)
+{
+  GstClockTime running_time, stream_time;
+  gboolean all_headers;
+  guint count;
+  GstEvent *event = NULL;
+
+  g_return_val_if_fail (segment != NULL, NULL);
+
+  if (pending_event == NULL)
+    goto out;
+
+  if (GST_CLOCK_TIME_IS_VALID (pending_key_unit_ts) &&
+      timestamp == GST_CLOCK_TIME_NONE)
+    goto out;
+
+  running_time = gst_segment_to_running_time (segment,
+      GST_FORMAT_TIME, timestamp);
+
+  GST_INFO ("now %" GST_TIME_FORMAT " wanted %" GST_TIME_FORMAT,
+      GST_TIME_ARGS (running_time), GST_TIME_ARGS (pending_key_unit_ts));
+
+  if (GST_CLOCK_TIME_IS_VALID (pending_key_unit_ts) &&
+      running_time < pending_key_unit_ts)
+    goto out;
+
+  if (flags & GST_BUFFER_FLAG_DELTA_UNIT) {
+    GST_DEBUG ("pending force key unit, waiting for keyframe");
+    goto out;
+  }
+
+  stream_time = gst_segment_to_stream_time (segment,
+      GST_FORMAT_TIME, timestamp);
+
+  if (!gst_video_event_parse_upstream_force_key_unit (pending_event,
+          NULL, &all_headers, &count)) {
+    gst_video_event_parse_downstream_force_key_unit (pending_event, NULL,
+        NULL, NULL, &all_headers, &count);
+  }
+
+  event =
+      gst_video_event_new_downstream_force_key_unit (timestamp, stream_time,
+      running_time, all_headers, count);
+  gst_event_set_seqnum (event, gst_event_get_seqnum (pending_event));
+
+out:
+  return event;
+}
+
+static void
+gst_h266_parse_prepare_key_unit (GstH266Parse * parse, GstEvent * event)
+{
+  GstClockTime running_time;
+  guint count;
+#ifndef GST_DISABLE_GST_DEBUG
+  gboolean have_vps, have_sps, have_pps;
+  gint i;
+#endif
+
+  parse->pending_key_unit_ts = GST_CLOCK_TIME_NONE;
+  gst_event_replace (&parse->force_key_unit_event, NULL);
+
+  gst_video_event_parse_downstream_force_key_unit (event,
+      NULL, NULL, &running_time, NULL, &count);
+
+  GST_INFO_OBJECT (parse, "pushing downstream force-key-unit event %d "
+      "%" GST_TIME_FORMAT " count %d", gst_event_get_seqnum (event),
+      GST_TIME_ARGS (running_time), count);
+
+  gst_pad_push_event (GST_BASE_PARSE_SRC_PAD (parse), event);
+
+#ifndef GST_DISABLE_GST_DEBUG
+  have_vps = have_sps = have_pps = FALSE;
+  for (i = 0; i < GST_H266_MAX_VPS_COUNT; i++) {
+    if (parse->vps_nalsi != NULL) {
+      have_vps = TRUE;
+      break;
+    }
+  }
+  for (i = 0; i < GST_H266_MAX_SPS_COUNT; i++) {
+    if (parse->sps_nalsi != NULL) {
+      have_sps = TRUE;
+      break;
+    }
+  }
+  for (i = 0; i < GST_H266_MAX_PPS_COUNT; i++) {
+    if (parse->pps_nalsi != NULL) {
+      have_pps = TRUE;
+      break;
+    }
+  }
+
+  GST_INFO_OBJECT (parse,
+      "preparing key unit, have vps %d, have sps %d, have pps %d",
+      have_vps, have_sps, have_pps);
+#endif
+
+  /* set push_codec to TRUE so that pre_push_frame sends VPS/SPS/PPS again */
+  parse->push_codec = TRUE;
+}
+
+static GstFlowReturn
+gst_h266_parse_pre_push_frame (GstBaseParse * parse, GstBaseParseFrame * frame)
+{
+  GstBuffer *buffer;
+  GstBuffer *parse_buffer = NULL;
+  GstEvent *event;
+  GstH266Parse *h266parse = GST_H266_PARSE (parse);
+
+  if (h266parse->first_frame) {
+    GstTagList *taglist;
+    GstCaps *caps;
+
+    /* codec tag */
+    caps = gst_pad_get_current_caps (GST_BASE_PARSE_SRC_PAD (parse));
+    if (G_UNLIKELY (caps == NULL)) {
+      if (GST_PAD_IS_FLUSHING (GST_BASE_PARSE_SRC_PAD (parse))) {
+        GST_INFO_OBJECT (parse, "Src pad is flushing");
+        return GST_FLOW_FLUSHING;
+      } else {
+        GST_INFO_OBJECT (parse, "Src pad is not negotiated!");
+        return GST_FLOW_NOT_NEGOTIATED;
+      }
+    }
+
+    taglist = gst_tag_list_new_empty ();
+    gst_pb_utils_add_codec_description_to_tag_list (taglist,
+        GST_TAG_VIDEO_CODEC, caps);
+    gst_caps_unref (caps);
+
+    gst_base_parse_merge_tags (parse, taglist, GST_TAG_MERGE_REPLACE);
+    gst_tag_list_unref (taglist);
+
+    /* also signals the end of first-frame processing */
+    h266parse->first_frame = FALSE;
+  }
+
+  buffer = frame->buffer;
+
+  if ((event = check_pending_key_unit_event (h266parse->force_key_unit_event,
+              &parse->segment, GST_BUFFER_TIMESTAMP (buffer),
+              GST_BUFFER_FLAGS (buffer), h266parse->pending_key_unit_ts))) {
+    gst_h266_parse_prepare_key_unit (h266parse, event);
+  }
+
+  /* If aligned to nal, each nal will be pushed immediately,
+     no idr accumulation. */
+  if (h266parse->align == GST_H266_PARSE_ALIGN_NAL)
+    g_assert (h266parse->idr_pos <= 0);
+
+  /* periodic VPS/SPS/PPS sending */
+  if (h266parse->interval > 0 || h266parse->push_codec) {
+    GstClockTime timestamp = GST_BUFFER_TIMESTAMP (buffer);
+    guint64 diff;
+    gboolean initial_frame = FALSE;
+
+    /* init */
+    if (!GST_CLOCK_TIME_IS_VALID (h266parse->last_report)) {
+      h266parse->last_report = timestamp;
+      initial_frame = TRUE;
+    }
+
+    if (h266parse->idr_pos >= 0) {
+      GST_LOG_OBJECT (h266parse, "IDR nal at offset %d", h266parse->idr_pos);
+
+      if (timestamp > h266parse->last_report)
+        diff = timestamp - h266parse->last_report;
+      else
+        diff = 0;
+
+      GST_LOG_OBJECT (h266parse,
+          "now %" GST_TIME_FORMAT ", last VPS/SPS/PPS %" GST_TIME_FORMAT,
+          GST_TIME_ARGS (timestamp), GST_TIME_ARGS (h266parse->last_report));
+
+      GST_DEBUG_OBJECT (h266parse,
+          "interval since last VPS/SPS/PPS %" GST_TIME_FORMAT,
+          GST_TIME_ARGS (diff));
+
+      if (GST_TIME_AS_SECONDS (diff) >= h266parse->interval ||
+          initial_frame || h266parse->push_codec) {
+        GstClockTime new_ts;
+
+        /* avoid overwriting a perfectly fine timestamp */
+        new_ts = GST_CLOCK_TIME_IS_VALID (timestamp) ? timestamp :
+            h266parse->last_report;
+
+        if (gst_h266_parse_handle_vps_sps_pps_nals (h266parse, buffer, frame)) {
+          h266parse->last_report = new_ts;
+        }
+      }
+
+      /* we pushed whatever we had */
+      h266parse->push_codec = FALSE;
+      h266parse->have_vps = FALSE;
+      h266parse->have_sps = FALSE;
+      h266parse->have_pps = FALSE;
+      h266parse->state &= GST_H266_PARSE_STATE_VALID_SPS_PPS;
+    }
+  } else if (h266parse->interval == -1) {
+    if (h266parse->idr_pos >= 0) {
+      GST_LOG_OBJECT (h266parse, "IDR nal at offset %d", h266parse->idr_pos);
+
+      gst_h266_parse_handle_vps_sps_pps_nals (h266parse, buffer, frame);
+
+      /* we pushed whatever we had */
+      h266parse->push_codec = FALSE;
+      h266parse->have_vps = FALSE;
+      h266parse->have_sps = FALSE;
+      h266parse->have_pps = FALSE;
+      h266parse->state &= GST_H266_PARSE_STATE_VALID_SPS_PPS;
+    }
+  }
+
+  if (frame->out_buffer) {
+    parse_buffer = frame->out_buffer =
+        gst_buffer_make_writable (frame->out_buffer);
+  } else {
+    parse_buffer = frame->buffer = gst_buffer_make_writable (frame->buffer);
+  }
+
+  if (h266parse->interlaced_mode != GST_H266_PARSE_PROGRESSIVE_ONLY &&
+      h266parse->sei_frame_field.valid) {
+    if (h266parse->interlaced_mode == GST_H266_PARSE_INTERLACED_ONLY)
+      GST_BUFFER_FLAG_SET (parse_buffer, GST_VIDEO_BUFFER_FLAG_INTERLACED);
+
+    if (h266parse->sei_frame_field.field_pic_flag) {
+      GST_BUFFER_FLAG_SET (parse_buffer, GST_VIDEO_BUFFER_FLAG_INTERLACED);
+
+      if (h266parse->sei_frame_field.bottom_field_flag) {
+        GST_BUFFER_FLAG_SET (parse_buffer, GST_VIDEO_BUFFER_FLAG_BOTTOM_FIELD);
+      } else {
+        GST_BUFFER_FLAG_SET (parse_buffer, GST_VIDEO_BUFFER_FLAG_TOP_FIELD);
+      }
+    }
+  }
+
+  /* TODO: Handle the video_time_code_meta. */
+
+  gst_video_push_user_data ((GstElement *) h266parse, &h266parse->user_data,
+      parse_buffer);
+
+  gst_video_push_user_data_unregistered ((GstElement *) h266parse,
+      &h266parse->user_data_unregistered, parse_buffer);
+
+  gst_h266_parse_reset_frame (h266parse);
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_h266_parse_parse_frame (GstBaseParse * parse, GstBaseParseFrame * frame)
+{
+  GstH266Parse *h266parse;
+  GstBuffer *buffer;
+  guint av;
+
+  h266parse = GST_H266_PARSE (parse);
+  buffer = frame->buffer;
+
+  gst_h266_parse_update_src_caps (h266parse, NULL);
+
+  if (h266parse->keyframe)
+    GST_BUFFER_FLAG_UNSET (buffer, GST_BUFFER_FLAG_DELTA_UNIT);
+  else
+    GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT);
+
+  if (h266parse->discard_bidirectional && h266parse->bidirectional)
+    goto discard;
+
+  if (h266parse->header)
+    GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_HEADER);
+  else
+    GST_BUFFER_FLAG_UNSET (buffer, GST_BUFFER_FLAG_HEADER);
+
+  if (h266parse->discont) {
+    GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DISCONT);
+    h266parse->discont = FALSE;
+  }
+
+  if (h266parse->marker) {
+    GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_MARKER);
+    h266parse->marker = FALSE;
+  } else {
+    GST_BUFFER_FLAG_UNSET (buffer, GST_BUFFER_FLAG_MARKER);
+  }
+
+  /* replace with transformed VVC output if applicable */
+  av = gst_adapter_available (h266parse->frame_out);
+  if (av) {
+    GstBuffer *buf;
+
+    buf = gst_adapter_take_buffer (h266parse->frame_out, av);
+    gst_buffer_copy_into (buf, buffer, GST_BUFFER_COPY_METADATA, 0, -1);
+    gst_buffer_replace (&frame->out_buffer, buf);
+    gst_buffer_unref (buf);
+  }
+
+done:
+  return GST_FLOW_OK;
+
+discard:
+  GST_DEBUG_OBJECT (h266parse, "Discarding bidirectional frame");
+  frame->flags |= GST_BASE_PARSE_FRAME_FLAG_DROP;
+  gst_h266_parse_reset_frame (h266parse);
+  goto done;
+}
+
+static gboolean
+gst_h266_parse_set_caps (GstBaseParse * parse, GstCaps * caps)
+{
+  GstH266Parse *h266parse;
+  GstStructure *str;
+  guint format, align;
+  GstCaps *old_caps;
+  GstBuffer *codec_data = NULL;
+  const GValue *value;
+  GstH266DecoderConfigRecord *config = NULL;
+  GstH266ParserResult parseres;
+
+  h266parse = GST_H266_PARSE (parse);
+
+  /* reset */
+  h266parse->push_codec = FALSE;
+
+  old_caps = gst_pad_get_current_caps (GST_BASE_PARSE_SINK_PAD (parse));
+  if (old_caps) {
+    if (!gst_caps_is_equal (old_caps, caps))
+      gst_h266_parse_reset_stream_info (h266parse);
+    gst_caps_unref (old_caps);
+  }
+
+  str = gst_caps_get_structure (caps, 0);
+
+  /* accept upstream info if provided */
+  gst_structure_get_int (str, "width", &h266parse->width);
+  gst_structure_get_int (str, "height", &h266parse->height);
+  gst_structure_get_fraction (str, "framerate", &h266parse->fps_num,
+      &h266parse->fps_den);
+  gst_structure_get_fraction (str, "pixel-aspect-ratio",
+      &h266parse->upstream_par_n, &h266parse->upstream_par_d);
+
+  /* get upstream format and align from caps */
+  gst_h266_parse_format_from_caps (h266parse, caps, &format, &align);
+
+  if (format == GST_H266_PARSE_FORMAT_NONE) {
+    format = GST_H266_PARSE_FORMAT_BYTE;
+    align = GST_H266_PARSE_ALIGN_AU;
+  }
+
+  /* It is important that we negotiate the src caps before processing NALs from codec data,
+     because those NALs should come before in-band NALs. It fixes conditions where e.g. codec data
+     is valid but there are missing parameter sets in-band. */
+  {
+    GstCaps *in_caps;
+
+    /* prefer input type determined above */
+    in_caps = gst_caps_new_simple ("video/x-h266",
+        "parsed", G_TYPE_BOOLEAN, TRUE,
+        "stream-format", G_TYPE_STRING,
+        gst_h266_parse_get_string (h266parse, TRUE, format),
+        "alignment", G_TYPE_STRING,
+        gst_h266_parse_get_string (h266parse, FALSE, align), NULL);
+    /* negotiate with downstream, sets ->format and ->align */
+    gst_h266_parse_negotiate (h266parse, format, in_caps);
+    gst_caps_unref (in_caps);
+  }
+
+  /* packetized video has a codec_data */
+  if (format != GST_H266_PARSE_FORMAT_BYTE &&
+      (value = gst_structure_get_value (str, "codec_data"))) {
+    GstMapInfo map;
+    guint i, j;
+
+    GST_DEBUG_OBJECT (h266parse, "have packetized h266");
+    /* make note for optional split processing */
+    h266parse->packetized = TRUE;
+
+    codec_data = gst_value_get_buffer (value);
+    if (!codec_data)
+      goto wrong_type;
+
+    gst_buffer_map (codec_data, &map, GST_MAP_READ);
+
+    parseres =
+        gst_h266_parser_parse_decoder_config_record (h266parse->nalparser,
+        map.data, map.size, &config);
+    if (parseres != GST_H266_PARSER_OK) {
+      gst_buffer_unmap (codec_data, &map);
+      goto vvcc_failed;
+    }
+
+    h266parse->nal_length_size = config->length_size_minus_one + 1;
+    GST_DEBUG_OBJECT (h266parse, "nal length size %u",
+        h266parse->nal_length_size);
+
+    for (i = 0; i < config->nalu_array->len; i++) {
+      GstH266DecoderConfigRecordNalUnitArray *array =
+          &g_array_index (config->nalu_array,
+          GstH266DecoderConfigRecordNalUnitArray, i);
+
+      for (j = 0; j < array->nalu->len; j++) {
+        GstH266NalUnit *nalu = &g_array_index (array->nalu, GstH266NalUnit, j);
+        gst_h266_parse_process_nal (h266parse, nalu);
+      }
+    }
+
+    gst_h266_decoder_config_record_free (config);
+    gst_buffer_unmap (codec_data, &map);
+  } else {
+    GST_DEBUG_OBJECT (h266parse, "have bytestream h266");
+    /* nothing to pre-process */
+    h266parse->packetized = FALSE;
+    /* we have 4 sync bytes */
+    h266parse->nal_length_size = 4;
+  }
+
+  if (format == h266parse->format && align == h266parse->align) {
+    /* we did parse codec-data and might supplement src caps */
+    gst_h266_parse_update_src_caps (h266parse, caps);
+  } else if (format == GST_H266_PARSE_FORMAT_VVC1
+      || format == GST_H266_PARSE_FORMAT_VVI1) {
+    /* if input != output, and input is vvc, must split before anything else */
+    /* arrange to insert codec-data in-stream if needed.
+     * src caps are only arranged for later on */
+    h266parse->push_codec = TRUE;
+    h266parse->have_vps = FALSE;
+    h266parse->have_sps = FALSE;
+    h266parse->have_pps = FALSE;
+    if (h266parse->align == GST_H266_PARSE_ALIGN_NAL)
+      h266parse->split_packetized = TRUE;
+    h266parse->packetized = TRUE;
+  }
+
+  h266parse->in_align = align;
+
+  return TRUE;
+
+  /* ERRORS */
+vvcc_failed:
+  {
+    GST_DEBUG_OBJECT (h266parse, "Failed to parse vvcC data");
+    goto refuse_caps;
+  }
+wrong_type:
+  {
+    GST_DEBUG_OBJECT (h266parse, "wrong codec-data type");
+    goto refuse_caps;
+  }
+refuse_caps:
+  {
+    GST_WARNING_OBJECT (h266parse, "refused caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+}
+
+static void
+remove_fields (GstCaps * caps, gboolean all)
+{
+  guint i, n;
+
+  n = gst_caps_get_size (caps);
+  for (i = 0; i < n; i++) {
+    GstStructure *s = gst_caps_get_structure (caps, i);
+
+    if (all) {
+      gst_structure_remove_field (s, "alignment");
+      gst_structure_remove_field (s, "stream-format");
+    }
+    gst_structure_remove_field (s, "parsed");
+  }
+}
+
+static GstCaps *
+gst_h266_parse_get_caps (GstBaseParse * parse, GstCaps * filter)
+{
+  GstCaps *peercaps, *templ;
+  GstCaps *res, *tmp, *pcopy;
+
+  templ = gst_pad_get_pad_template_caps (GST_BASE_PARSE_SINK_PAD (parse));
+  if (filter) {
+    GstCaps *fcopy = gst_caps_copy (filter);
+    /* Remove the fields we convert */
+    remove_fields (fcopy, TRUE);
+    peercaps = gst_pad_peer_query_caps (GST_BASE_PARSE_SRC_PAD (parse), fcopy);
+    gst_caps_unref (fcopy);
+  } else
+    peercaps = gst_pad_peer_query_caps (GST_BASE_PARSE_SRC_PAD (parse), NULL);
+
+  pcopy = gst_caps_copy (peercaps);
+  remove_fields (pcopy, TRUE);
+
+  res = gst_caps_intersect_full (pcopy, templ, GST_CAPS_INTERSECT_FIRST);
+  gst_caps_unref (pcopy);
+  gst_caps_unref (templ);
+
+  if (filter) {
+    GstCaps *tmp = gst_caps_intersect_full (res, filter,
+        GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (res);
+    res = tmp;
+  }
+
+  /* Try if we can put the downstream caps first */
+  pcopy = gst_caps_copy (peercaps);
+  remove_fields (pcopy, FALSE);
+  tmp = gst_caps_intersect_full (pcopy, res, GST_CAPS_INTERSECT_FIRST);
+  gst_caps_unref (pcopy);
+  if (!gst_caps_is_empty (tmp))
+    res = gst_caps_merge (tmp, res);
+  else
+    gst_caps_unref (tmp);
+
+  gst_caps_unref (peercaps);
+  return res;
+}
+
+static void
+gst_h266_parse_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstH266Parse *parse;
+  parse = GST_H266_PARSE (object);
+
+  switch (prop_id) {
+    case PROP_CONFIG_INTERVAL:
+      parse->interval = g_value_get_int (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_h266_parse_get_property (GObject * object, guint prop_id, GValue * value,
+    GParamSpec * pspec)
+{
+  GstH266Parse *parse;
+  parse = GST_H266_PARSE (object);
+
+  switch (prop_id) {
+    case PROP_CONFIG_INTERVAL:
+      g_value_set_int (value, parse->interval);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gsth266parse.h Added

@@ -0,0 +1,156 @@
+/* GStreamer H.266 Parse
+ *
+ * Copyright (C) 2024 Intel Corporation
+ *    Author: He Junyan <junyan.he@intel.com>
+ *    Author: Zhong Hongcheng <spartazhc@gmail.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_H266_PARSE_H__
+#define __GST_H266_PARSE_H__
+
+#include <gst/gst.h>
+#include <gst/base/gstbaseparse.h>
+#include <gst/codecparsers/gsth266parser.h>
+#include <gst/video/video.h>
+#include "gstvideoparseutils.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_H266_PARSE \
+  (gst_h266_parse_get_type())
+#define GST_H266_PARSE(obj) \
+  (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_H266_PARSE,GstH266Parse))
+#define GST_H266_PARSE_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_H266_PARSE,GstH266ParseClass))
+#define GST_IS_H266_PARSE(obj) \
+  (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_H266_PARSE))
+#define GST_IS_H266_PARSE_CLASS(klass) \
+  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_H266_PARSE))
+
+GType gst_h266_parse_get_type (void);
+
+typedef struct _GstH266Parse GstH266Parse;
+typedef struct _GstH266ParseClass GstH266ParseClass;
+typedef struct _GstH266ParsePrivate GstH266ParsePrivate;
+
+/**
+ * GstH266Parse:
+ *
+ * The H266 NAL Parse
+ *
+ * Since: 1.26
+ */
+struct _GstH266Parse
+{
+  GstBaseParse baseparse;
+
+  /* stream */
+  gint width, height;
+  gint fps_num, fps_den;
+  gint upstream_par_n, upstream_par_d;
+  gint parsed_par_n, parsed_par_d;
+  gint parsed_fps_n, parsed_fps_d;
+  GstVideoColorimetry parsed_colorimetry;
+  /* current codec_data in output caps, if any */
+  GstBuffer *codec_data;
+  /* input codec_data, if any */
+  GstBuffer *codec_data_in;
+  guint nal_length_size;
+  gboolean packetized;
+  gboolean split_packetized;
+  gboolean transform;
+
+  /* state */
+  GstH266Parser *nalparser;
+  guint in_align;
+  guint state;
+  guint align;
+  guint format;
+  gint current_off;
+
+  GstClockTime last_report;
+  gboolean push_codec;
+  /* The following variables have a meaning in context of "have
+   * VPS/SPS/PPS/APS to push downstream", e.g. to update caps */
+  gboolean have_vps;
+  gboolean have_sps;
+  gboolean have_pps;
+
+  /* per frame vps/sps/pps/aps check for periodic push codec decision */
+  gboolean have_vps_in_frame;
+  gboolean have_sps_in_frame;
+  gboolean have_pps_in_frame;
+
+  gboolean first_frame;
+
+  /* collected VPS, SPS, PPS and APS NALUs */
+  GstBuffer *vps_nalsGST_H266_MAX_VPS_COUNT;
+  GstBuffer *sps_nalsGST_H266_MAX_SPS_COUNT;
+  GstBuffer *pps_nalsGST_H266_MAX_PPS_COUNT;
+
+  /* FFI SEI Info we need to keep track of */
+  GstH266FrameFieldInfo sei_frame_field;
+  guint interlaced_mode;
+
+  gboolean discont;
+  gboolean marker;
+
+  /* frame parsing */
+  /* the pos to begin a new IDR, may include prefix SEI, APS, etc */
+  gint idr_pos;
+  gboolean update_caps;
+  GstAdapter *frame_out;
+  gboolean keyframe;
+  gboolean predicted;
+  gboolean bidirectional;
+  gboolean header;
+  gboolean framerate_from_caps;
+  /* AU state */
+  gboolean picture_start;
+  guint last_nuh_layer_id;
+
+  GstVideoParseUserData user_data;
+  GstVideoParseUserDataUnregistered user_data_unregistered;
+
+  /* props */
+  gint interval;
+
+  GstClockTime pending_key_unit_ts;
+  GstEvent *force_key_unit_event;
+
+  GstVideoMasteringDisplayInfo mastering_display_info;
+  guint mastering_display_info_state;
+
+  GstVideoContentLightLevel content_light_level;
+  guint content_light_level_state;
+
+  /* For forward predicted trickmode */
+  gboolean discard_bidirectional;
+
+  /*< private >*/
+  GstH266ParsePrivate *priv;
+  gpointer paddingGST_PADDING_LARGE;
+};
+
+struct _GstH266ParseClass
+{
+  GstBaseParseClass parent_class;
+};
+
+G_END_DECLS
+#endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gstmpeg4videoparse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gstmpeg4videoparse.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gstmpegvideoparse.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gstmpegvideoparse.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gstvideoparserselements.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gstvideoparserselements.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gstvideoparseutils.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gstvideoparseutils.c Changed

@@ -28,6 +28,7 @@
 #include <gst/video/video.h>
 #include <gst/video/video-sei.h>
 #include <gst/base/gstbitreader.h>
+#include <gst/codecparsers/gstlcevcmeta.h>
 #include <gstvideoparseutils.h>
 
 GST_DEBUG_CATEGORY_EXTERN (videoparseutils_debug);
@@ -98,6 +99,9 @@
     case ITU_T_T35_MANUFACTURER_US_DIRECTV:
       user_data_id = USER_DATA_ID_DIRECTV_CC;
       break;
+    case ITU_T_T35_MANUFACTURER_UK_LCEVC:
+      user_data_id = USER_DATA_ID_LCEVC_ENHANCEMENT;
+      break;
     default:
       GST_LOG_OBJECT (elt, "Unsupported provider code %d", provider_code);
       return;
@@ -233,6 +237,22 @@
           break;
       }
       break;
+    case USER_DATA_ID_LCEVC_ENHANCEMENT:
+      if (!gst_byte_reader_get_uint8 (br, &user_data_type_code)) {
+        GST_WARNING_OBJECT (elt, "Missing user data type code, ignoring");
+        break;
+      }
+      bar_size = gst_byte_reader_get_remaining (br);
+      if (bar_size == 0) {
+        GST_WARNING_OBJECT (elt, "Bar data packet too short, ignoring");
+        break;
+      }
+      if (!gst_byte_reader_get_data (br, bar_size, &data))
+        break;
+      g_clear_pointer (&user_data->lcevc_enhancement_data, gst_buffer_unref);
+      user_data->lcevc_enhancement_data =
+          gst_buffer_new_memdup (data, bar_size);
+      break;
     default:
       GST_DEBUG_OBJECT (elt,
           "Unrecognized user data id %d of size %d", user_data_id,
@@ -288,6 +308,18 @@
     gst_buffer_add_video_bar_meta (buf, bar.field, bar.is_letterbox,
         bar.bar_data0, bar.bar_data1);
   }
+
+  /* 4. handle LCEVC */
+  if (user_data->lcevc_enhancement_data) {
+    if (!gst_buffer_get_meta (buf, GST_LCEVC_META_API_TYPE)) {
+      gst_buffer_add_lcevc_meta (buf, user_data->lcevc_enhancement_data);
+    } else {
+      GST_DEBUG_OBJECT (elt, "LCEVC data already found on buffer, "
+          "discarding to avoid duplication");
+    }
+
+    g_clear_pointer (&user_data->lcevc_enhancement_data, gst_buffer_unref);
+  }
 }
 
 /*
@@ -447,11 +479,13 @@
  * Clears the user data, resetting it for the next frame
  */
 void
-gst_video_clear_user_data (GstVideoParseUserData * user_data)
+gst_video_clear_user_data (GstVideoParseUserData * user_data, gboolean free)
 {
   user_data->closedcaptions_size = 0;
   user_data->bar_data_size = 0;
   user_data->active_format_flag = 0;
+  if (free)
+    g_clear_pointer (&user_data->lcevc_enhancement_data, gst_buffer_unref);
 }
 
 /*
@@ -530,8 +564,9 @@
  *
  * Clears the user data unregistered, resetting it for the next frame
  */
-void gst_video_clear_user_data_unregistered
-    (GstVideoParseUserDataUnregistered * user_data, gboolean free)
+void
+gst_video_clear_user_data_unregistered (GstVideoParseUserDataUnregistered *
+    user_data, gboolean free)
 {
   if (free)
     g_clear_pointer (&user_data->messages, g_array_unref);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/gstvideoparseutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/gstvideoparseutils.h Changed

@@ -32,6 +32,8 @@
 #define A53_USER_DATA_ID_GA94 0x47413934
 #define A53_USER_DATA_ID_DTG1 0x44544731
 
+/* custom id for LCEVC */
+#define USER_DATA_ID_LCEVC_ENHANCEMENT 0xFFFFFFFD
 /* custom id for SCTE 20 608 */
 #define USER_DATA_ID_SCTE_20_CC 0xFFFFFFFE
 /* custom id for DirecTV */
@@ -49,11 +51,13 @@
 #define CEA_708_PROCESS_EM_DATA_FLAG 0x80
 
 /* country codes */
+#define ITU_T_T35_COUNTRY_CODE_UK			0xB4
 #define ITU_T_T35_COUNTRY_CODE_US			0xB5
 
 /* provider codes */
 #define ITU_T_T35_MANUFACTURER_US_ATSC     	0x31
 #define ITU_T_T35_MANUFACTURER_US_DIRECTV  	0x2F
+#define ITU_T_T35_MANUFACTURER_UK_LCEVC  	0x50
 
 /*
  * GstVideoAFDAspectRatio:
@@ -144,7 +148,7 @@
 /*
  * GstVideoParseUserData
  *
- * Holds unparsed and parsed user data for closed captions, AFD and Bar data.
+ * Holds unparsed and parsed user data for closed captions, LCEVC, AFD and Bar data.
  */
 typedef struct
 {
@@ -164,6 +168,9 @@
   gboolean active_format_flag;
   GstVideoAFDSpec afd_spec;
 
+  /* pending LCEVC data */
+  GstBuffer *lcevc_enhancement_data;
+
 } GstVideoParseUserData;
 
 /*
@@ -200,7 +207,8 @@
                                GstVideoParseUserData * user_data,
                                GstBuffer             * buf);
 
-void gst_video_clear_user_data (GstVideoParseUserData * user_data);
+void gst_video_clear_user_data (GstVideoParseUserData * user_data,
+                                gboolean                free);
 
 
 void gst_video_parse_user_data_unregistered (GstElement                        * elt,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videoparsers/plugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videoparsers/plugin.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/videosignal/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/videosignal/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/vmnc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/vmnc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/gst/y4m/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/gst/y4m/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/meson.build Changed

@@ -1,6 +1,6 @@
 project('gst-plugins-bad', 'c', 'cpp',
-  version : '1.24.12',
-  meson_version : '>= 1.1',
+  version : '1.26.0',
+  meson_version : '>= 1.4',
   default_options :  'warning_level=1',
                       'buildtype=debugoptimized' )
 
@@ -37,6 +37,7 @@
 plugins_install_dir = join_paths(get_option('libdir'), 'gstreamer-1.0')
 static_build = get_option('default_library') == 'static'
 plugins = 
+plugin_sources = {}
 gst_libraries = 
 
 cc = meson.get_compiler('c')
@@ -52,7 +53,6 @@
 endif
 
 cdata = configuration_data()
-cdata.set('ENABLE_NLS', 1)
 
 if cc.get_id() == 'msvc'
   msvc_args = 
@@ -133,20 +133,20 @@
   add_project_arguments('-DG_DISABLE_DEPRECATED', language: 'c')
 endif
 
-cast_checks = get_option('gobject-cast-checks')
-if cast_checks.disabled() or (cast_checks.auto() and not gst_version_is_dev)
+# Same logic as in GLib.
+glib_debug = get_option('glib_debug')
+if glib_debug.disabled() or (
+   glib_debug.auto() and (not get_option('debug') or get_option('optimization') not in  '0', 'g' ))
   message('Disabling GLib cast checks')
   add_project_arguments('-DG_DISABLE_CAST_CHECKS', language: 'c')
 endif
 
-glib_asserts = get_option('glib-asserts')
-if glib_asserts.disabled() or (glib_asserts.auto() and not gst_version_is_dev)
+if not get_option('glib_assert')
   message('Disabling GLib asserts')
   add_project_arguments('-DG_DISABLE_ASSERT', language: 'c')
 endif
 
-glib_checks = get_option('glib-checks')
-if glib_checks.disabled() or (glib_checks.auto() and not gst_version_is_dev)
+if not get_option('glib_checks')
   message('Disabling GLib checks')
   add_project_arguments('-DG_DISABLE_CHECKS', language: 'c')
 endif
@@ -160,6 +160,7 @@
   'HAVE_NETINET_IP_H', 'netinet/ip.h',
   'HAVE_NETINET_TCP_H', 'netinet/tcp.h',
   'HAVE_PTHREAD_H', 'pthread.h',
+  'HAVE_PWD_H', 'pwd.h',
   'HAVE_STDINT_H', 'stdint.h',
   'HAVE_STDLIB_H', 'stdlib.h',
   'HAVE_STRINGS_H', 'strings.h',
@@ -219,23 +220,30 @@
 cdata.set_quoted('LIBDIR', join_paths(get_option('prefix'), get_option('libdir')))
 cdata.set_quoted('LOCALEDIR', join_paths(get_option('prefix'), get_option('localedir')))
 
+# NOTE: Keep entries alphabetically sorted
 warning_flags = 
-  '-Wmissing-declarations',
-  '-Wredundant-decls',
-  '-Wwrite-strings',
+  '-Waddress',
   '-Wformat',
   '-Wformat-security',
+  '-Wimplicit-fallthrough=3',
   '-Winit-self',
+  '-Wmissing-declarations',
   '-Wmissing-include-dirs',
-  '-Waddress',
+  '-Wmissing-parameter-type',
   '-Wno-multichar',
-  '-Wvla',
   '-Wpointer-arith',
+  '-Wredundant-decls',
+  '-Wshift-negative-value',
+  '-Wtype-limits',
+  '-Wundef',
+  '-Wvla',
+  '-Wwrite-strings',
 
 
 warning_c_flags = 
   '-Wmissing-prototypes',
   '-Wold-style-definition',
+  '-Waggregate-return',
 
 
 warning_cxx_flags = 
@@ -438,6 +446,8 @@
 
   if not building_for_win7
     add_project_arguments(
+      '-U_WIN32_WINNT',
+      '-UWINVER',
       '-D_WIN32_WINNT=_WIN32_WINNT_WIN7',
       '-DWINVER=_WIN32_WINNT_WIN7',
     , language: 'c', 'cpp')
@@ -536,6 +546,7 @@
     'g_setenv("GST_REGISTRY_1.0", "@0@", TRUE);'.format(meson.current_build_dir() + '/gir_empty_registry.reg') + \
     'g_setenv("GST_PLUGIN_PATH_1_0", "", TRUE);' + \
     'g_setenv("GST_PLUGIN_SYSTEM_PATH_1_0", "", TRUE);' + \
+    'g_setenv("GST_TRACERS", "", TRUE);' + \
     'gst_init(NULL,NULL);', '--quiet'
 
 presetdir = join_paths(get_option('datadir'), 'gstreamer-' + api_version, 'presets')
@@ -566,6 +577,12 @@
 
 gpl_allowed = get_option('gpl').allowed()
 
+if host_machine.system() == 'windows'
+  pathsep = ';'
+else
+  pathsep = ':'
+endif
+
 subdir('gst-libs')
 subdir('gst')
 subdir('sys')
@@ -599,6 +616,7 @@
 
 # xgettext is optional (on Windows for instance)
 if find_program('xgettext', required : get_option('nls')).found()
+  cdata.set('ENABLE_NLS', 1)
   subdir('po')
 endif
 
@@ -619,7 +637,7 @@
 
 configure_file(output : 'config.h', configuration : cdata)
 
-meson.add_dist_script('scripts/gen-changelog.py', meson.project_name(), '1.22.0', meson.project_version())
+meson.add_dist_script('scripts/gen-changelog.py', meson.project_name(), '1.24.0', meson.project_version())
 
 subdir('docs')

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/meson_options.txt -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/meson_options.txt Changed

@@ -6,7 +6,6 @@
 option('adpcmdec', type : 'feature', value : 'auto')
 option('adpcmenc', type : 'feature', value : 'auto')
 option('aiff', type : 'feature', value : 'auto')
-option('analyticsoverlay', type:'feature', value : 'auto')
 option('asfmux', type : 'feature', value : 'auto')
 option('audiobuffersplit', type : 'feature', value : 'auto')
 option('audiofxbad', type : 'feature', value : 'auto')
@@ -16,7 +15,6 @@
 option('autoconvert', type : 'feature', value : 'auto')
 option('bayer', type : 'feature', value : 'auto')
 option('camerabin2', type : 'feature', value : 'auto')
-option('codec2json', type : 'feature', value : 'auto')
 option('codecalpha', type : 'feature', value : 'auto')
 option('codectimestamper', type : 'feature', value : 'auto')
 option('coloreffects', type : 'feature', value : 'auto')
@@ -40,6 +38,8 @@
 option('ivtc', type : 'feature', value : 'auto')
 option('jp2kdecimator', type : 'feature', value : 'auto')
 option('jpegformat', type : 'feature', value : 'auto')
+option('lcevcdecoder', type : 'feature', value : 'auto')
+option('lcevcencoder', type : 'feature', value : 'auto')
 option('librfb', type : 'feature', value : 'auto')
 option('midi', type : 'feature', value : 'auto')
 option('mpegdemux', type : 'feature', value : 'auto')
@@ -65,6 +65,7 @@
 option('speed', type : 'feature', value : 'auto')
 option('subenc', type : 'feature', value : 'auto')
 option('switchbin', type : 'feature', value : 'auto')
+option('tensordecoders', type : 'feature', value : 'auto')
 option('timecode', type : 'feature', value : 'auto')
 option('unixfd', type : 'feature', value : 'auto')
 option('videofilters', type : 'feature', value : 'auto')
@@ -89,16 +90,17 @@
 option('aom', type : 'feature', value : 'auto', description : 'AOM AV1 video codec plugin')
 option('avtp', type : 'feature', value : 'auto', description : 'Audio/Video Transport Protocol (AVTP) plugin')
 option('amfcodec', type : 'feature', value : 'auto', description : 'AMD AMF codec plugin')
+option('analyticsoverlay', type: 'feature', value : 'auto')
 option('androidmedia', type : 'feature', value : 'auto', description : 'Video capture and codec plugins for Android')
 option('applemedia', type : 'feature', value : 'auto', description : 'Video capture and codec access plugins for macOS and iOS')
 option('asio', type : 'feature', value : 'auto', description : 'Steinberg Audio Streaming Input Output (ASIO) plugin')
-option('asio-sdk-path', type : 'string', value : '', description : 'Full path to Steinberg Audio Streaming Input Output (ASIO) SDK')
 option('assrender', type : 'feature', value : 'auto', description : 'ASS/SSA subtitle renderer plugin')
 option('bluez', type : 'feature', value : 'auto', description : 'Bluetooth audio A2DP/AVDTP sink, AVDTP source plugin')
 option('bs2b', type : 'feature', value : 'auto', description : 'Bauer stereophonic-to-binaural audio plugin')
 option('bz2', type : 'feature', value : 'auto', description : 'bz2 stream encoder and decoder plugin')
 option('chromaprint', type : 'feature', value : 'auto', description : 'Chromaprint fingerprint audio plugin')
 option('closedcaption', type : 'feature', value : 'auto', description : 'Closed caption extractor, decoder, and overlay plugin')
+option('codec2json', type : 'feature', value : 'auto')
 option('colormanagement', type : 'feature', value : 'auto', description : 'Color management correction plugin')
 option('curl', type : 'feature', value : 'auto', description : 'cURL network source and sink plugin')
 option('curl-ssh2', type : 'feature', value : 'auto', description : 'cURL network source and sink plugin libssh2 support')
@@ -144,7 +146,9 @@
 option('msdk', type : 'feature', value : 'auto', description : 'Intel Media SDK video encoder/decoder plugin')
 option('musepack', type : 'feature', value : 'auto', description : 'libmpcdec Musepack decoder plugin')
 option('neon', type : 'feature', value : 'auto', description : 'NEON HTTP source plugin')
+option('nvcomp', type : 'feature', value : 'auto', description : 'NVIDIA nvCOMP compression/decompression plugin')
 option('nvcodec', type : 'feature', value : 'auto', description : 'NVIDIA GPU codec plugin')
+option('nvdswrapper', type : 'feature', value : 'auto', description : 'NVIDIA DeepStream SDK wrapper plugin')
 option('onnx', type : 'feature', value : 'auto', description : 'ONNX neural network plugin')
 option('openal', type : 'feature', value : 'auto', description : 'OpenAL plugin')
 option('openexr', type : 'feature', value : 'auto', description : 'OpenEXR plugin')
@@ -171,6 +175,7 @@
 option('srtp', type : 'feature', value : 'auto', description : 'Secure RTP codec plugin')
 option('svtav1', type : 'feature', value : 'auto', description : 'Scalable Video Technology for AV1 plugin')
 option('svthevcenc', type : 'feature', value : 'auto', description : 'Scalable Video Technology for HEVC encoder plugin')
+option('svtjpegxs', type : 'feature', value : 'auto', description : 'Scalable Video Technology for JPEG-XS plugin')
 option('teletext', type : 'feature', value : 'auto', description : 'Teletext plugin')
 option('tinyalsa', type : 'feature', value : 'auto', description : 'TinyALSA plugin')
 option('transcode', type : 'feature', value : 'auto', description : 'Transcode plugin')
@@ -179,9 +184,9 @@
 option('va', type : 'feature', value : 'auto', description: 'VA-API new plugin')
 option('voaacenc', type : 'feature', value : 'auto', description : 'AAC audio encoder plugin')
 option('voamrwbenc', type : 'feature', value : 'auto', description : 'AMR-WB audio encoder plugin')
-option('vulkan', type : 'feature', value : 'auto', description : 'Vulkan video sink plugin')
 option('wasapi', type : 'feature', value : 'auto', description : 'Windows Audio Session API source/sink plugin')
 option('wasapi2', type : 'feature', value : 'auto', description : 'Windows Audio Session API source/sink plugin with WinRT API')
+option('webview2', type : 'feature', value : 'auto', description : 'WebView2 plugin')
 option('webp', type : 'feature', value : 'auto', description : 'WebP image codec plugin')
 option('webrtc', type : 'feature', value : 'auto', yield: true, description : 'WebRTC audio/video network bin plugin')
 option('webrtcdsp', type : 'feature', value : 'auto', description : 'Plugin with various audio filters provided by the WebRTC audio processing library')
@@ -208,14 +213,26 @@
 option('isac', type : 'feature', value : 'auto', description : 'iSAC plugin')
 
 # AJA plugin options
-option('aja-sdk-dir', type : 'string', value : '',
-  description : 'Directory with AJA SDK, e.g. ntv2sdklinux_16.0.0.4')
+option('aja-include-dir', type : 'string', value : '',
+  description : 'Directory where AJA NTV2 headers are located')
+option('aja-lib-dir', type : 'string', value : '',
+  description : 'Directory where AJA NTV2 library is located')
+
+# CUDA library options
+option('cuda-nvmm', type : 'feature', value : 'auto', description : 'Enable NVMM support in cuda library')
+option('cuda-nvmm-include-path', type : 'string', value : '', description : 'Include path for NVMM support in cuda library')
+
+# D3D11/D3D12 HLSL library options
+option('d3d-hlsl-precompile', type : 'feature', value : 'auto', description : 'Enable buildtime HLSL compile for d3d11/d3d12 library/plugin')
 
 # D3D11 plugin options
 option('d3d11-math', type : 'feature', value : 'auto', description : 'Enable DirectX SIMD Math support')
 option('d3d11-hlsl-precompile', type : 'feature', value : 'auto', description : 'Enable buildtime HLSL compile for d3d11 library/plugin')
 option('d3d11-wgc', type : 'feature', value : 'auto', description : 'Windows Graphics Capture API support in d3d11 plugin')
 
+# D3D12 plugin options
+option('d3d12-wgc', type : 'feature', value : 'auto', description : 'Windows Graphics Capture API support in d3d12 plugin')
+
 # HLS plugin options
 option('hls', type : 'feature', value : 'auto', description : 'HTTP Live Streaming plugin')
 option('hls-crypto', type : 'combo', value : 'auto', choices : 'auto', 'nettle', 'libgcrypt', 'openssl',
@@ -229,13 +246,30 @@
 option('mfx_api', type : 'combo', choices : 'MSDK', 'oneVPL', 'auto', value : 'auto',
        description : 'Select MFX API to build against')
 
+# nvcodec plugin options
+option('nvcodec-cuda-precompile', type : 'feature', value : 'disabled', description : 'Enable CUDA kernel precompile')
+option('nvcodec-nvcc-arch', type : 'string', value : 'compute_52', description : 'GPU architectur for nvcc -arch option')
+
+# nvCOMP plugin options
+option('nvcomp-sdk-path', type: 'string', value : '',
+       description : 'nvCOMP SDK root directory')
+
+# nvdswrapper plugin options
+option('nvds-include-path', type: 'string', value : '',
+       description : 'DeepStream SDK include directory')
+option('nvds-lib-path', type: 'string', value : '',
+       description : 'DeepStream SDK library directory')
+
 # QSV plugin options
 option('mfx-modules-dir', type: 'string', value : '',
        description : 'libmfx runtime module dir, linux only')
 
-# Vulkan plugin options
-option('vulkan-video', type: 'feature', value: 'auto',
-       description: 'Whether to use Vulkan Video Extensions')
+# Vulkan integration library and plugin options
+option('vulkan', type: 'feature', value: 'auto', description: 'Vulkan integration library and video sink plugin')
+option('vulkan-video', type: 'feature', value: 'auto', description: 'Whether to use Vulkan Video Extensions for encoding/decoding')
+option('vulkan-windowing', type : 'array',
+       choices : 'x11', 'wayland', 'auto', value : 'auto',
+       description : 'A comma separated list of Vulkan windowing systems to enable. Non-Linux platforms are auto-detected.')
 
 # License-related feature options
 option('gpl', type: 'feature', value: 'disabled', yield: true,
@@ -248,12 +282,6 @@
 option('introspection', type : 'feature', value : 'auto', yield : true, description : 'Generate gobject-introspection bindings')
 option('nls', type : 'feature', value : 'auto', yield: true, description : 'Enable native language support (translations)')
 option('orc', type : 'feature', value : 'auto', yield : true)
-option('gobject-cast-checks', type : 'feature', value : 'auto', yield : true,
-       description: 'Enable run-time GObject cast checks (auto = enabled for development, disabled for stable releases)')
-option('glib-asserts', type : 'feature', value : 'enabled', yield : true,
-       description: 'Enable GLib assertion (auto = enabled for development, disabled for stable releases)')
-option('glib-checks', type : 'feature', value : 'enabled', yield : true,
-       description: 'Enable GLib checks such as API guards (auto = enabled for development, disabled for stable releases)')
 option('extra-checks', type : 'feature', value : 'enabled', yield : true, description : 'Enable extra runtime checks')
 
 # Common options
@@ -263,3 +291,21 @@
        description : 'package origin URL to use in plugins')
 option('doc', type : 'feature', value : 'auto', yield: true,
        description: 'Enable documentation.')
+option('glib_debug', type : 'feature', value : 'auto', yield : true, description : 'Enable GLib debug infrastructure (see docs/macros.txt)')
+option('glib_assert', type : 'boolean', value : true, yield : true, description : 'Enable GLib assertion (see docs/macros.txt)',
+  deprecated: {'enabled' : 'true', 'disabled' : 'false', 'auto' : 'false'},
+)
+option('glib_checks', type : 'boolean', value : true, yield : true, description : 'Enable GLib checks such as API guards (see docs/macros.txt)',
+  deprecated: {'enabled' : 'true', 'disabled' : 'false', 'auto' : 'false'},
+)
+
+# Deprecated, kept for backward compat
+option('gobject-cast-checks', type : 'feature', value : 'auto', yield : true,
+       description: 'Enable run-time GObject cast checks (auto = enabled for development, disabled for stable releases)',
+       deprecated: 'glib_debug')
+option('glib-asserts', type : 'feature', value : 'enabled', yield : true,
+       description: 'Enable GLib assertion (auto = enabled for development, disabled for stable releases)',
+       deprecated: 'glib_assert')
+option('glib-checks', type : 'feature', value : 'enabled', yield : true,
+       description: 'Enable GLib checks such as API guards (auto = enabled for development, disabled for stable releases)',
+       deprecated: 'glib_checks')

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/po/gst-plugins-bad-1.0.pot -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/po/gst-plugins-bad-1.0.pot Changed

@@ -6,9 +6,9 @@
 #, fuzzy
 msgid ""
 msgstr ""
-"Project-Id-Version: gst-plugins-bad-1.24.12\n"
+"Project-Id-Version: gst-plugins-bad-1.26.0\n"
 "Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2025-01-29 20:14+0000\n"
+"POT-Creation-Date: 2025-03-11 20:15+0000\n"
 "PO-Revision-Date: YEAR-MO-DA HO:MI+ZONE\n"
 "Last-Translator: FULL NAME <EMAIL@ADDRESS>\n"
 "Language-Team: LANGUAGE <LL@li.org>\n"
@@ -17,7 +17,7 @@
 "Content-Type: text/plain; charset=CHARSET\n"
 "Content-Transfer-Encoding: 8bit\n"
 
-#: ext/curl/gstcurlhttpsrc.c:1440
+#: ext/curl/gstcurlhttpsrc.c:1441
 msgid "No URL set."
 msgstr ""
 
@@ -48,7 +48,7 @@
 msgid "Could not read DVD."
 msgstr ""
 
-#: ext/smoothstreaming/gstmssdemux.c:430
+#: ext/smoothstreaming/gstmssdemux.c:439
 #: gst-libs/gst/adaptivedemux/gstadaptivedemux.c:735
 msgid "This file contains no playable streams."
 msgstr ""
@@ -75,7 +75,7 @@
 msgid "Digitalzoom element couldn't be created"
 msgstr ""
 
-#: gst/dvdspu/gstdvdspu.c:1559
+#: gst/dvdspu/gstdvdspu.c:1570
 msgid "Subpicture format was not configured before data flow"
 msgstr ""
 
@@ -89,7 +89,7 @@
 msgstr ""
 
 #: gst-libs/gst/adaptivedemux/gstadaptivedemux.c:4102
-#: gst/mpegtsdemux/mpegtsbase.c:1775
+#: gst/mpegtsdemux/mpegtsbase.c:1776
 msgid "Internal data stream error."
 msgstr ""

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/po/gst-plugins-bad.pot -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/po/gst-plugins-bad.pot Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/po/hr.po -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/po/hr.po Changed

@@ -9,7 +9,7 @@
 msgstr ""
 "Project-Id-Version: gst-plugins-bad-1.24.0\n"
 "Report-Msgid-Bugs-To: \n"
-"POT-Creation-Date: 2024-11-03 17:37+0000\n"
+"POT-Creation-Date: 2025-02-23 16:56+0000\n"
 "PO-Revision-Date: 2024-03-08 10:41-0800\n"
 "Last-Translator: Božidar Putanec <bozidarp@yahoo.com>\n"
 "Language-Team: Croatian <lokalizacija@linux.hr>\n"
@@ -33,7 +33,7 @@
 
 #, c-format
 msgid "Failed to open DVD device '%s'."
-msgstr "Nije uspjelo otvoriti DVD uređaj „%s“."
+msgstr "Nije uspjelo otvoriti DVD uređaj „%s”."
 
 msgid "Failed to set PGC based seeking."
 msgstr "Nije uspjelo omogućiti pozicioniranje na osnovu PGC-a."
@@ -62,7 +62,7 @@
 
 #, c-format
 msgid "Missing element '%s' - check your GStreamer installation."
-msgstr "Nema elementa „%s“ -- provjerite vašu GStreamer instalaciju."
+msgstr "Nema elementa „%s” -- provjerite vašu GStreamer instalaciju."
 
 msgid "File location is set to NULL, please set it to a valid filename"
 msgstr "Lokacija datoteke je prazna (NULL) -- navedite valjano ime datoteke"
@@ -85,26 +85,26 @@
 
 #, c-format
 msgid "Device \"%s\" does not exist."
-msgstr "Uređaj „%s“ ne postoji."
+msgstr "Uređaj „%s” ne postoji."
 
 # http://whatis.techtarget.com/definition/front-end
 #, c-format
 msgid "Could not open frontend device \"%s\"."
-msgstr "Nije moguće otvoriti korisnikov (frontend) uređaj „%s“."
+msgstr "Nije moguće otvoriti korisnikov (frontend) uređaj „%s”."
 
 #, c-format
 msgid "Could not get settings from frontend device \"%s\"."
-msgstr "Nije moguće dobiti postavke od korisnikovog (frontend) uređaja „%s“."
+msgstr "Nije moguće dobiti postavke od korisnikovog (frontend) uređaja „%s”."
 
 #, c-format
 msgid "Cannot enumerate delivery systems from frontend device \"%s\"."
 msgstr ""
 "Nije moguće enumerirati sustave dostave iz korisnikovog (frontend) uređaja "
-"„%s“."
+"„%s”."
 
 #, c-format
 msgid "Could not open file \"%s\" for reading."
-msgstr "Nije moguće otvoriti datoteku „%s“ za čitanje."
+msgstr "Nije moguće otvoriti datoteku „%s” za čitanje."
 
 #, c-format
 msgid "Couldn't find channel configuration file"
@@ -112,23 +112,23 @@
 
 #, c-format
 msgid "Couldn't load channel configuration file: '%s'"
-msgstr "Nije moguće učitati datoteku s postavkama za kanal: „%s“"
+msgstr "Nije moguće učitati datoteku s postavkama za kanal: „%s”"
 
 #, c-format
 msgid "Couldn't find details for channel '%s'"
-msgstr "Nije moguće naći detalje za kanal „%s“"
+msgstr "Nije moguće naći detalje za kanal „%s”"
 
 #, c-format
 msgid "No properties for channel '%s'"
-msgstr "Nema svojstva za kanal „%s“"
+msgstr "Nema svojstva za kanal „%s”"
 
 #, c-format
 msgid "Failed to set properties for channel '%s'"
-msgstr "Nije uspjelo postaviti svojstva za kanal „%s“"
+msgstr "Nije uspjelo postaviti svojstva za kanal „%s”"
 
 #, c-format
 msgid "Couldn't find channel configuration file: '%s'"
-msgstr "Nije moguće naći datoteku s postavkama za kanal: „%s“"
+msgstr "Nije moguće naći datoteku s postavkama za kanal: „%s”"
 
 #, c-format
 msgid "Channel configuration file doesn't contain any channels"
@@ -161,11 +161,11 @@
 #~ msgid ""
 #~ "Given file name \"%s\" can't be converted to local file name encoding."
 #~ msgstr ""
-#~ "Naziv datoteke „%s“ ne može se pretvoriti u lokalno kodirane naziva "
+#~ "Naziv datoteke „%s” ne može se pretvoriti u lokalno kodirane naziva "
 #~ "datoteka."
 
 #~ msgid "Could not open file \"%s\" for writing."
-#~ msgstr "Datoteku „%s“ nije moguće otvoriti za pisanje."
+#~ msgstr "Datoteku „%s” nije moguće otvoriti za pisanje."
 
 #~ msgid "Internal data flow error."
 #~ msgstr "Interna greška u protoku podataka."

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/po/pt_BR.po -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/po/pt_BR.po Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/scripts/update-orc-dist-files.py -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/scripts/update-orc-dist-files.py Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajacommon.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajacommon.cpp Changed

@@ -534,17 +534,17 @@
   mem = (GstAjaMemory *)g_new0(GstAjaMemory, 1);
 
   GST_OBJECT_LOCK(alloc);
-  guint n = gst_queue_array_get_length(alloc->freed_mems);
+  guint n = gst_vec_deque_get_length(alloc->freed_mems);
   for (guint i = 0; i < n; i++) {
     FreedMemory *fmem =
-        (FreedMemory *)gst_queue_array_peek_nth_struct(alloc->freed_mems, i);
+        (FreedMemory *)gst_vec_deque_peek_nth_struct(alloc->freed_mems, i);
 
     if (fmem->size == size) {
       data = fmem->data;
       GST_TRACE_OBJECT(
           alloc, "Using cached freed memory of size %" G_GSIZE_FORMAT " at %p",
           fmem->size, fmem->data);
-      gst_queue_array_drop_struct(alloc->freed_mems, i, NULL);
+      gst_vec_deque_drop_struct(alloc->freed_mems, i, NULL);
       break;
     }
   }
@@ -625,9 +625,9 @@
     GstAjaAllocator *aja_alloc = GST_AJA_ALLOCATOR(alloc);
 
     GST_OBJECT_LOCK(aja_alloc);
-    while (gst_queue_array_get_length(aja_alloc->freed_mems) > 8) {
+    while (gst_vec_deque_get_length(aja_alloc->freed_mems) > 8) {
       FreedMemory *fmem =
-          (FreedMemory *)gst_queue_array_pop_head_struct(aja_alloc->freed_mems);
+          (FreedMemory *)gst_vec_deque_pop_head_struct(aja_alloc->freed_mems);
 
       GST_TRACE_OBJECT(
           alloc, "Freeing cached memory of size %" G_GSIZE_FORMAT " at %p",
@@ -643,7 +643,7 @@
                      mem->maxsize, dmem->data);
     fmem.data = dmem->data;
     fmem.size = mem->size;
-    gst_queue_array_push_tail_struct(aja_alloc->freed_mems, &fmem);
+    gst_vec_deque_push_tail_struct(aja_alloc->freed_mems, &fmem);
     GST_OBJECT_UNLOCK(aja_alloc);
   }
 
@@ -656,7 +656,7 @@
   GST_DEBUG_OBJECT(alloc, "Freeing allocator");
 
   FreedMemory *mem;
-  while ((mem = (FreedMemory *)gst_queue_array_pop_head_struct(
+  while ((mem = (FreedMemory *)gst_vec_deque_pop_head_struct(
               aja_alloc->freed_mems))) {
     GST_TRACE_OBJECT(alloc, "Freeing cached memory at %p", mem->data);
     aja_alloc->device->device->DMABufferUnlock((ULWord *)mem->data, mem->size);
@@ -696,7 +696,7 @@
       (GstAjaAllocator *)g_object_new(GST_TYPE_AJA_ALLOCATOR, NULL);
 
   alloc->device = gst_aja_ntv2_device_ref(device);
-  alloc->freed_mems = gst_queue_array_new_for_struct(sizeof(FreedMemory), 16);
+  alloc->freed_mems = gst_vec_deque_new_for_struct(sizeof(FreedMemory), 16);
 
   GST_DEBUG_OBJECT(alloc, "Creating allocator for device %d",
                    device->device->GetIndexNumber());

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajacommon.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajacommon.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajadeviceprovider.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajadeviceprovider.cpp Changed

@@ -25,7 +25,8 @@
 #include "gstajacommon.h"
 #include "gstajadeviceprovider.h"
 
-static GstDevice *gst_aja_device_new(NTV2DeviceInfo &device, gboolean video);
+static GstDevice *gst_aja_device_new(CNTV2Device &device, guint index,
+                                     gboolean video);
 
 G_DEFINE_TYPE(GstAjaDeviceProvider, gst_aja_device_provider,
               GST_TYPE_DEVICE_PROVIDER);
@@ -35,18 +36,22 @@
 static GList *gst_aja_device_provider_probe(GstDeviceProvider *provider) {
   GList *ret = NULL;
 
-  CNTV2DeviceScanner scanner;
+  CNTV2Card device;
+  guint device_idx = 0;
 
-  NTV2DeviceInfoList devices = scanner.GetDeviceInfoList();
-  for (NTV2DeviceInfoList::iterator it = devices.begin(); it != devices.end();
-       it++) {
+  while (CNTV2DeviceScanner::GetDeviceAtIndex(device_idx, device)) {
+    auto features = device.features();
     // Skip non-input / non-output devices
-    if (it->numVidInputs == 0 && it->numVidOutputs == 0) continue;
-
-    if (it->numVidInputs > 0)
-      ret = g_list_prepend(ret, gst_aja_device_new(*it, TRUE));
-    if (it->numVidOutputs > 0)
-      ret = g_list_prepend(ret, gst_aja_device_new(*it, FALSE));
+    if (features.GetNumVideoInputs() == 0 && features.GetNumVideoOutputs() == 0) {
+      device_idx += 1;
+      continue;
+    }
+
+    if (features.GetNumVideoInputs() > 0)
+      ret = g_list_prepend(ret, gst_aja_device_new(device, device_idx, TRUE));
+    if (features.GetNumVideoOutputs() > 0)
+      ret = g_list_prepend(ret, gst_aja_device_new(device, device_idx, FALSE));
+    device_idx += 1;
   }
 
   ret = g_list_reverse(ret);
@@ -98,7 +103,7 @@
       GST_DEBUG_FUNCPTR(gst_aja_device_create_element);
 }
 
-static GstDevice *gst_aja_device_new(NTV2DeviceInfo &device,
+static GstDevice *gst_aja_device_new(CNTV2Card &device, guint index,
                                      gboolean is_capture) {
   GstDevice *ret;
   gchar *display_name;
@@ -107,52 +112,62 @@
   GstStructure *properties;
 
   device_class = is_capture ? "Audio/Video/Source" : "Audio/Video/Sink";
-  display_name = g_strdup_printf("AJA %s (%s)", device.deviceIdentifier.c_str(),
+  display_name = g_strdup_printf("AJA %s (%s)", device.GetDisplayName().c_str(),
                                  is_capture ? "Source" : "Sink");
 
-  caps = gst_ntv2_supported_caps(device.deviceID);
+  caps = gst_ntv2_supported_caps(device.GetDeviceID());
 
   properties = gst_structure_new_empty("properties");
 
+  auto features = device.features();
+  auto widget_ids = device.GetSupportedItems(kNTV2EnumsID_WidgetID);
   gst_structure_set(
-      properties, "device-id", G_TYPE_UINT, device.deviceID, "device-index",
-      G_TYPE_UINT, device.deviceIndex, "pci-slot", G_TYPE_UINT, device.pciSlot,
-      "serial-number", G_TYPE_UINT64, device.deviceSerialNumber,
-      "device-identifier", G_TYPE_STRING, device.deviceIdentifier.c_str(),
-      "num-audio-streams", G_TYPE_UINT, device.numAudioStreams,
-      "dual-link-support", G_TYPE_BOOLEAN, device.dualLinkSupport,
-      "sdi-3g-support", G_TYPE_BOOLEAN, device.sdi3GSupport, "sdi-12g-support",
-      G_TYPE_BOOLEAN, device.sdi12GSupport, "ip-support", G_TYPE_BOOLEAN,
-      device.ipSupport, "bi-directional-sdi", G_TYPE_BOOLEAN,
-      device.biDirectionalSDI, "ltc-in-support", G_TYPE_BOOLEAN,
-      device.ltcInSupport, "ltc-in-on-ref-port", G_TYPE_BOOLEAN,
-      device.ltcInOnRefPort, "2k-support", G_TYPE_BOOLEAN, device.has2KSupport,
-      "4k-support", G_TYPE_BOOLEAN, device.has4KSupport, "8k-support",
-      G_TYPE_BOOLEAN, device.has8KSupport, "multiformat-support",
-      G_TYPE_BOOLEAN, device.multiFormat, NULL);
+      properties, "device-id", G_TYPE_UINT, device.GetDeviceID(),
+      "device-index", G_TYPE_UINT, index, "serial-number", G_TYPE_UINT64,
+      device.GetSerialNumber(), "device-identifier", G_TYPE_STRING,
+      device.GetDisplayName().c_str(), "num-audio-streams", G_TYPE_UINT,
+      features.GetNumAudioSystems(), "dual-link-support", G_TYPE_BOOLEAN,
+      features.CanDoDualLink(), "sdi-3g-support", G_TYPE_BOOLEAN,
+      widget_ids.find(NTV2_Wgt3GSDIOut1) != widget_ids.end(), "sdi-12g-support",
+      G_TYPE_BOOLEAN, device.IsSupported(kDeviceCanDo12GSDI), "ip-support",
+      G_TYPE_BOOLEAN, device.IsSupported(kDeviceCanDoIP), "bi-directional-sdi",
+      G_TYPE_BOOLEAN, device.IsSupported(kDeviceHasBiDirectionalSDI),
+      "ltc-in-support", G_TYPE_BOOLEAN,
+      device.GetNumSupported(kDeviceGetNumLTCInputs) > 0, "ltc-in-on-ref-port",
+      G_TYPE_BOOLEAN, device.IsSupported(kDeviceCanDoLTCInOnRefPort),
+      "2k-support", G_TYPE_BOOLEAN, device.IsSupported(kDeviceCanDo2KVideo),
+      "4k-support", G_TYPE_BOOLEAN, device.IsSupported(kDeviceCanDo4KVideo),
+      "8k-support", G_TYPE_BOOLEAN, device.IsSupported(kDeviceCanDo8KVideo),
+      "multiformat-support", G_TYPE_BOOLEAN,
+      device.IsSupported(kDeviceCanDoMultiFormat), NULL);
 
   if (is_capture) {
     gst_structure_set(
-        properties, "num-vid-inputs", G_TYPE_UINT, device.numVidInputs,
-        "num-anlg-vid-inputs", G_TYPE_UINT, device.numAnlgVidInputs,
-        "num-hdmi-vid-inputs", G_TYPE_UINT, device.numHDMIVidInputs,
+        properties, "num-vid-inputs", G_TYPE_UINT, features.GetNumVideoInputs(),
+        "num-anlg-vid-inputs", G_TYPE_UINT, features.GetNumAnalogVideoInputs(),
+        "num-hdmi-vid-inputs", G_TYPE_UINT, features.GetNumHDMIVideoInputs(),
         "num-analog-audio-input-channels", G_TYPE_UINT,
-        device.numAnalogAudioInputChannels, "num-aes-audio-input-channels",
-        G_TYPE_UINT, device.numAESAudioInputChannels,
+        features.GetNumAnalogAudioInputChannels(),
+        "num-aes-audio-input-channels", G_TYPE_UINT,
+        features.GetNumAESAudioInputChannels(),
         "num-embedded-audio-input-channels", G_TYPE_UINT,
-        device.numEmbeddedAudioInputChannels, "num-hdmi-audio-input-channels",
-        G_TYPE_UINT, device.numHDMIAudioInputChannels, NULL);
+        features.GetNumEmbeddedAudioInputChannels(),
+        "num-hdmi-audio-input-channels", G_TYPE_UINT,
+        features.GetNumHDMIAudioInputChannels(), NULL);
   } else {
-    gst_structure_set(
-        properties, "num-vid-outputs", G_TYPE_UINT, device.numVidOutputs,
-        "num-anlg-vid-outputs", G_TYPE_UINT, device.numAnlgVidOutputs,
-        "num-hdmi-vid-outputs", G_TYPE_UINT, device.numHDMIVidOutputs,
-        "num-analog-audio-output-channels", G_TYPE_UINT,
-        device.numAnalogAudioOutputChannels, "num-aes-audio-output-channels",
-        G_TYPE_UINT, device.numAESAudioOutputChannels,
-        "num-embedded-audio-output-channels", G_TYPE_UINT,
-        device.numEmbeddedAudioOutputChannels, "num-hdmi-audio-output-channels",
-        G_TYPE_UINT, device.numHDMIAudioOutputChannels, NULL);
+    gst_structure_set(properties, "num-vid-outputs", G_TYPE_UINT,
+                      features.GetNumVideoOutputs(), "num-anlg-vid-outputs",
+                      G_TYPE_UINT, features.GetNumAnalogVideoOutputs(),
+                      "num-hdmi-vid-outputs", G_TYPE_UINT,
+                      features.GetNumHDMIVideoOutputs(),
+                      "num-analog-audio-output-channels", G_TYPE_UINT,
+                      features.GetNumAnalogAudioOutputChannels(),
+                      "num-aes-audio-output-channels", G_TYPE_UINT,
+                      features.GetNumAESAudioOutputChannels(),
+                      "num-embedded-audio-output-channels", G_TYPE_UINT,
+                      features.GetNumEmbeddedAudioOutputChannels(),
+                      "num-hdmi-audio-output-channels", G_TYPE_UINT,
+                      features.GetNumHDMIAudioOutputChannels(), NULL);
   }
 
   ret = GST_DEVICE(g_object_new(GST_TYPE_AJA_DEVICE, "display-name",
@@ -164,7 +179,7 @@
   gst_structure_free(properties);
 
   GST_AJA_DEVICE(ret)->is_capture = is_capture;
-  GST_AJA_DEVICE(ret)->device_index = device.deviceIndex;
+  GST_AJA_DEVICE(ret)->device_index = index;
 
   return ret;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajasink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajasink.cpp Changed

@@ -330,7 +330,7 @@
   self->handle_ancillary_meta = DEFAULT_HANDLE_ANCILLARY_META;
 
   self->queue =
-      gst_queue_array_new_for_struct(sizeof(QueueItem), self->queue_size);
+      gst_vec_deque_new_for_struct(sizeof(QueueItem), self->queue_size);
 }
 
 void gst_aja_sink_set_property(GObject *object, guint property_id,
@@ -451,8 +451,8 @@
   GstAjaSink *self = GST_AJA_SINK(object);
 
   g_assert(self->device == NULL);
-  g_assert(gst_queue_array_get_length(self->queue) == 0);
-  g_clear_pointer(&self->queue, gst_queue_array_free);
+  g_assert(gst_vec_deque_get_length(self->queue) == 0);
+  g_clear_pointer(&self->queue, gst_vec_deque_free);
 
   g_mutex_clear(&self->queue_lock);
   g_cond_clear(&self->queue_cond);
@@ -557,7 +557,7 @@
   self->configured_audio_channels = 0;
   GST_OBJECT_UNLOCK(self);
 
-  while ((item = (QueueItem *)gst_queue_array_pop_head_struct(self->queue))) {
+  while ((item = (QueueItem *)gst_vec_deque_pop_head_struct(self->queue))) {
     if (item->type == QUEUE_ITEM_TYPE_FRAME) {
       gst_buffer_unmap(item->video_buffer, &item->video_map);
       gst_buffer_unref(item->video_buffer);
@@ -1417,7 +1417,7 @@
 
       g_mutex_lock(&self->queue_lock);
       while (
-          (item = (QueueItem *)gst_queue_array_pop_head_struct(self->queue))) {
+          (item = (QueueItem *)gst_vec_deque_pop_head_struct(self->queue))) {
         if (item->type == QUEUE_ITEM_TYPE_FRAME) {
           gst_buffer_unmap(item->video_buffer, &item->video_map);
           gst_buffer_unref(item->video_buffer);
@@ -1842,8 +1842,8 @@
   }
 
   g_mutex_lock(&self->queue_lock);
-  while (gst_queue_array_get_length(self->queue) >= self->queue_size) {
-    QueueItem *tmp = (QueueItem *)gst_queue_array_pop_head_struct(self->queue);
+  while (gst_vec_deque_get_length(self->queue) >= self->queue_size) {
+    QueueItem *tmp = (QueueItem *)gst_vec_deque_pop_head_struct(self->queue);
 
     if (tmp->type == QUEUE_ITEM_TYPE_FRAME) {
       GST_WARNING_OBJECT(self, "Element queue overrun, dropping old frame");
@@ -1874,9 +1874,9 @@
 
   GST_TRACE_OBJECT(self, "Queuing frame video %p audio %p", item.video_map.data,
                    item.audio_buffer ? item.audio_map.data : NULL);
-  gst_queue_array_push_tail_struct(self->queue, &item);
-  GST_TRACE_OBJECT(self, "%u frames queued",
-                   gst_queue_array_get_length(self->queue));
+  gst_vec_deque_push_tail_struct(self->queue, &item);
+  GST_TRACE_OBJECT(self, "%" G_GSIZE_FORMAT " frames queued",
+                   gst_vec_deque_get_length(self->queue));
   g_cond_signal(&self->queue_cond);
   g_mutex_unlock(&self->queue_lock);
 
@@ -1907,7 +1907,7 @@
 
   g_mutex_lock(&self->queue_lock);
 restart:
-  if (self->draining && gst_queue_array_get_length(self->queue) == 0) {
+  if (self->draining && gst_vec_deque_get_length(self->queue) == 0) {
     GST_DEBUG_OBJECT(self, "Drained");
     self->draining = FALSE;
     g_cond_signal(&self->drain_cond);
@@ -1916,7 +1916,7 @@
   GST_DEBUG_OBJECT(self, "Waiting for playing or shutdown");
   while ((!self->playing && !self->shutdown) ||
          (self->playing &&
-          gst_queue_array_get_length(self->queue) < self->queue_size / 2 &&
+          gst_vec_deque_get_length(self->queue) < self->queue_size / 2 &&
           !self->eos))
     g_cond_wait(&self->queue_cond, &self->queue_lock);
   if (self->shutdown) {
@@ -2011,26 +2011,28 @@
 
   g_mutex_lock(&self->queue_lock);
   while (self->playing && !self->shutdown &&
-         !(self->draining && gst_queue_array_get_length(self->queue) == 0)) {
+         !(self->draining && gst_vec_deque_get_length(self->queue) == 0)) {
     AUTOCIRCULATE_STATUS status;
 
     self->device->device->AutoCirculateGetStatus(self->channel, status);
 
-    GST_TRACE_OBJECT(self,
-                     "Start frame %d "
-                     "end frame %d "
-                     "active frame %d "
-                     "start time %" G_GUINT64_FORMAT
-                     " "
-                     "current time %" G_GUINT64_FORMAT
-                     " "
-                     "frames processed %u "
-                     "frames dropped %u "
-                     "buffer level %u",
-                     status.acStartFrame, status.acEndFrame,
-                     status.acActiveFrame, status.acRDTSCStartTime,
-                     status.acRDTSCCurrentTime, status.acFramesProcessed,
-                     status.acFramesDropped, status.acBufferLevel);
+    GST_TRACE_OBJECT(
+        self,
+        "State %d "
+        "start frame %d "
+        "end frame %d "
+        "active frame %d "
+        "start time %" GST_TIME_FORMAT
+        " "
+        "current time %" GST_TIME_FORMAT
+        " "
+        "frames processed %u "
+        "frames dropped %u "
+        "buffer level %u",
+        status.acState, status.acStartFrame, status.acEndFrame,
+        status.acActiveFrame, GST_TIME_ARGS(status.acRDTSCStartTime * 100),
+        GST_TIME_ARGS(status.acRDTSCCurrentTime * 100),
+        status.acFramesProcessed, status.acFramesDropped, status.acBufferLevel);
 
     // Detect if we were too slow with providing frames and report if that was
     // the case together with the amount of frames dropped
@@ -2059,7 +2061,7 @@
     if (status.GetNumAvailableOutputFrames() > 1) {
       QueueItem item, *item_p;
 
-      while ((item_p = (QueueItem *)gst_queue_array_pop_head_struct(
+      while ((item_p = (QueueItem *)gst_vec_deque_pop_head_struct(
                   self->queue)) == NULL &&
              self->playing && !self->shutdown && !self->draining) {
         GST_DEBUG_OBJECT(
@@ -2094,8 +2096,8 @@
         continue;
       }
 
-      GST_TRACE_OBJECT(self, "%u frames queued",
-                       gst_queue_array_get_length(self->queue));
+      GST_TRACE_OBJECT(self, "%" G_GSIZE_FORMAT " frames queued",
+                       gst_vec_deque_get_length(self->queue));
 
       item = *item_p;
       g_mutex_unlock(&self->queue_lock);
@@ -2149,25 +2151,31 @@
         gst_buffer_unref(item.anc_buffer2);
       }
 
-      GST_TRACE_OBJECT(
-          self,
-          "Transferred frame. "
-          "frame time %" GST_TIME_FORMAT
-          " "
-          "current frame %u "
-          "current frame time %" GST_TIME_FORMAT
-          " "
-          "frames processed %u "
-          "frames dropped %u "
-          "buffer level %u",
-          GST_TIME_ARGS(transfer.acTransferStatus.acFrameStamp.acFrameTime *
-                        100),
-          transfer.acTransferStatus.acFrameStamp.acCurrentFrame,
-          GST_TIME_ARGS(
-              transfer.acTransferStatus.acFrameStamp.acCurrentFrameTime * 100),
-          transfer.acTransferStatus.acFramesProcessed,
-          transfer.acTransferStatus.acFramesDropped,
-          transfer.acTransferStatus.acBufferLevel);
+      const AUTOCIRCULATE_TRANSFER_STATUS &transfer_status =
+          transfer.GetTransferStatus();
+      const FRAME_STAMP &frame_stamp = transfer_status.GetFrameStamp();
+
+      GST_TRACE_OBJECT(self,
+                       "State %d "
+                       "transfer frame %d "
+                       "current frame %u "
+                       "frame time %" GST_TIME_FORMAT
+                       " "
+                       "current frame time %" GST_TIME_FORMAT
+                       " "
+                       "current time %" GST_TIME_FORMAT
+                       " "
+                       "frames processed %u "
+                       "frames dropped %u "
+                       "buffer level %u",
+                       transfer_status.acState, transfer_status.acTransferFrame,
+                       frame_stamp.acCurrentFrame,
+                       GST_TIME_ARGS(frame_stamp.acFrameTime * 100),
+                       GST_TIME_ARGS(frame_stamp.acCurrentFrameTime * 100),
+                       GST_TIME_ARGS(frame_stamp.acCurrentTime * 100),
+                       transfer_status.acFramesProcessed,
+                       transfer_status.acFramesDropped,
+                       transfer_status.acBufferLevel);
 
       // Trivial drift calculation
       //
@@ -2176,18 +2184,16 @@
       // FIXME: Add some compensation by dropping/duplicating frames as needed
       // but make this configurable
       if (frames_rendered_start_time == GST_CLOCK_TIME_NONE &&
-          transfer.acTransferStatus.acFrameStamp.acCurrentFrameTime != 0 &&
-          transfer.acTransferStatus.acFramesProcessed +
-                  transfer.acTransferStatus.acFramesDropped >
+          frame_stamp.acCurrentFrameTime != 0 &&
+          transfer_status.acFramesProcessed + transfer_status.acFramesDropped >
               self->queue_size &&
           clock) {
-        frames_rendered_start = transfer.acTransferStatus.acFramesProcessed +
-                                transfer.acTransferStatus.acFramesDropped;
+        frames_rendered_start =
+            transfer_status.acFramesProcessed + transfer_status.acFramesDropped;
 
         GstClockTime now_gst = gst_clock_get_time(clock);
         GstClockTime now_sys = g_get_real_time() * 1000;
-        GstClockTime render_time =
-            transfer.acTransferStatus.acFrameStamp.acCurrentFrameTime * 100;
+        GstClockTime render_time = frame_stamp.acCurrentFrameTime * 100;
 
         if (render_time < now_sys) {
           frames_rendered_start_time = now_gst - (now_sys - render_time);
@@ -2197,8 +2203,7 @@
       if (clock && frames_rendered_start_time != GST_CLOCK_TIME_NONE) {
         GstClockTime now_gst = gst_clock_get_time(clock);
         GstClockTime now_sys = g_get_real_time() * 1000;
-        GstClockTime render_time =
-            transfer.acTransferStatus.acFrameStamp.acCurrentFrameTime * 100;
+        GstClockTime render_time = frame_stamp.acCurrentFrameTime * 100;
 
         GstClockTime sys_diff;
         if (now_sys > render_time) {
@@ -2210,8 +2215,8 @@
         GstClockTime diff = now_gst - frames_rendered_start_time;
         if (sys_diff < diff) diff -= sys_diff;
 
-        guint64 frames_rendered = (transfer.acTransferStatus.acFramesProcessed +
-                                   transfer.acTransferStatus.acFramesDropped) -
+        guint64 frames_rendered = (transfer_status.acFramesProcessed +
+                                   transfer_status.acFramesDropped) -
                                   frames_rendered_start;
         guint64 frames_produced =
             gst_util_uint64_scale(diff, self->configured_info.fps_n,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajasink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajasink.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajasinkcombiner.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajasinkcombiner.cpp Changed

@@ -47,10 +47,8 @@
 static void gst_aja_sink_combiner_finalize(GObject *object) {
   GstAjaSinkCombiner *self = GST_AJA_SINK_COMBINER(object);
 
-  GST_OBJECT_LOCK(self);
   gst_caps_replace(&self->audio_caps, NULL);
   gst_caps_replace(&self->video_caps, NULL);
-  GST_OBJECT_UNLOCK(self);
 
   G_OBJECT_CLASS(parent_class)->finalize(object);
 }
@@ -154,15 +152,11 @@
       gst_event_parse_caps(event, &caps);
 
       if (agg_pad == GST_AGGREGATOR_PAD_CAST(self->audio_sinkpad)) {
-        GST_OBJECT_LOCK(self);
         gst_caps_replace(&self->audio_caps, caps);
         self->caps_changed = TRUE;
-        GST_OBJECT_UNLOCK(self);
       } else if (agg_pad == GST_AGGREGATOR_PAD_CAST(self->video_sinkpad)) {
-        GST_OBJECT_LOCK(self);
         gst_caps_replace(&self->video_caps, caps);
         self->caps_changed = TRUE;
-        GST_OBJECT_UNLOCK(self);
       }
 
       break;
@@ -230,10 +224,8 @@
 static gboolean gst_aja_sink_combiner_stop(GstAggregator *aggregator) {
   GstAjaSinkCombiner *self = GST_AJA_SINK_COMBINER(aggregator);
 
-  GST_OBJECT_LOCK(self);
   gst_caps_replace(&self->audio_caps, NULL);
   gst_caps_replace(&self->video_caps, NULL);
-  GST_OBJECT_UNLOCK(self);
 
   return TRUE;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajasrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajasrc.cpp Changed

@@ -28,17 +28,22 @@
  *
  * ```sh
  * gst-launch-1.0 ajasrc video-format=1080p-3000 ! ajasrcdemux name=d \
- *     d.video ! queue max-size-bytes=0 max-size-buffers=0 max-size-time=1000000000 ! videoconvert ! autovideosink \
- *     d.audio ! queue max-size-bytes=0 max-size-buffers=0 max-size-time=1000000000 ! audioconvert ! audioresample ! autoaudiosink
+ *     d.video ! queue max-size-bytes=0 max-size-buffers=0
+ * max-size-time=1000000000 ! videoconvert ! autovideosink \ d.audio ! queue
+ * max-size-bytes=0 max-size-buffers=0 max-size-time=1000000000 ! audioconvert !
+ * audioresample ! autoaudiosink
  * ```
  *
  * Capture 1080p30 audio/video and directly output it again on the same card
  *
  * ```sh
- * gst-launch-1.0 ajasrc video-format=1080p-3000 channel=1 input-source=sdi-1 audio-system=2 ! ajasrcdemux name=d \
- *     d.video ! queue max-size-bytes=0 max-size-buffers=0 max-size-time=1000000000 ! c.video \
- *     d.audio ! queue max-size-bytes=0 max-size-buffers=0 max-size-time=1000000000 ! c.audio \
- *     ajasinkcombiner name=c ! ajasink channel=0 reference-source=input-1
+ * gst-launch-1.0 ajasrc video-format=1080p-3000 channel=1 input-source=sdi-1
+ * audio-system=2 ! ajasrcdemux name=d \
+ *     d.video ! queue max-size-bytes=0 max-size-buffers=0
+ * max-size-time=1000000000 ! c.video \
+ *     d.audio ! queue max-size-bytes=0 max-size-buffers=0
+ * max-size-time=1000000000 ! c.audio \ ajasinkcombiner name=c ! ajasink
+ * channel=0 reference-source=input-1
  * ```
  *
  * Since: 1.24
@@ -102,7 +107,7 @@
   PROP_ATTACH_ANCILLARY_META,
 };
 
-// Make these plain C structs for usage in GstQueueArray
+// Make these plain C structs for usage in GstVecDeque
 G_BEGIN_DECLS
 
 typedef enum {
@@ -179,6 +184,7 @@
                                      const GValue *value, GParamSpec *pspec);
 static void gst_aja_src_get_property(GObject *object, guint property_id,
                                      GValue *value, GParamSpec *pspec);
+static void gst_aja_src_constructed(GObject *object);
 static void gst_aja_src_finalize(GObject *object);
 
 static GstCaps *gst_aja_src_get_caps(GstBaseSrc *bsrc, GstCaps *filter);
@@ -194,6 +200,7 @@
 
 static GstStateChangeReturn gst_aja_src_change_state(GstElement *element,
                                                      GstStateChange transition);
+static GstClock *gst_aja_src_provide_clock(GstElement *element);
 
 static void capture_thread_func(AJAThread *thread, void *data);
 
@@ -209,6 +216,7 @@
 
   gobject_class->set_property = gst_aja_src_set_property;
   gobject_class->get_property = gst_aja_src_get_property;
+  gobject_class->constructed = gst_aja_src_constructed;
   gobject_class->finalize = gst_aja_src_finalize;
 
   g_object_class_install_property(
@@ -371,6 +379,7 @@
                         G_PARAM_CONSTRUCT)));
 
   element_class->change_state = GST_DEBUG_FUNCPTR(gst_aja_src_change_state);
+  element_class->provide_clock = GST_DEBUG_FUNCPTR(gst_aja_src_provide_clock);
 
   basesrc_class->get_caps = GST_DEBUG_FUNCPTR(gst_aja_src_get_caps);
   basesrc_class->negotiate = NULL;
@@ -395,6 +404,9 @@
 }
 
 static void gst_aja_src_init(GstAjaSrc *self) {
+  GST_OBJECT_FLAG_SET(
+      self, GST_ELEMENT_FLAG_PROVIDE_CLOCK | GST_ELEMENT_FLAG_REQUIRE_CLOCK);
+
   g_mutex_init(&self->queue_lock);
   g_cond_init(&self->queue_cond);
 
@@ -415,7 +427,7 @@
   self->attach_ancillary_meta = DEFAULT_ATTACH_ANCILLARY_META;
 
   self->queue =
-      gst_queue_array_new_for_struct(sizeof(QueueItem), self->queue_size);
+      gst_vec_deque_new_for_struct(sizeof(QueueItem), self->queue_size);
   gst_base_src_set_live(GST_BASE_SRC_CAST(self), TRUE);
   gst_base_src_set_format(GST_BASE_SRC_CAST(self), GST_FORMAT_TIME);
 
@@ -552,12 +564,26 @@
   }
 }
 
+void gst_aja_src_constructed(GObject *object) {
+  GstAjaSrc *self = GST_AJA_SRC(object);
+
+  G_OBJECT_CLASS(parent_class)->constructed(object);
+
+  gchar *aja_clock_name = g_strdup_printf("ajaclock-%s", GST_OBJECT_NAME(self));
+  self->clock =
+      GST_CLOCK(g_object_new(GST_TYPE_SYSTEM_CLOCK, "name", aja_clock_name,
+                             "clock-type", GST_CLOCK_TYPE_MONOTONIC, NULL));
+  g_free(aja_clock_name);
+}
+
 void gst_aja_src_finalize(GObject *object) {
   GstAjaSrc *self = GST_AJA_SRC(object);
 
   g_assert(self->device == NULL);
-  g_assert(gst_queue_array_get_length(self->queue) == 0);
-  g_clear_pointer(&self->queue, gst_queue_array_free);
+  g_assert(gst_vec_deque_get_length(self->queue) == 0);
+  g_clear_pointer(&self->queue, gst_vec_deque_free);
+
+  gst_clear_object(&self->clock);
 
   g_mutex_clear(&self->queue_lock);
   g_cond_clear(&self->queue_cond);
@@ -1058,9 +1084,9 @@
       // their framebuffers/muxers, and muxers from their framebuffers
       for (auto iter = connections.begin(); iter != connections.end(); iter++) {
         if (iter->first == NTV2_XptFrameBuffer1Input ||
-            iter->first == NTV2_XptFrameBuffer1BInput ||
+            iter->first == NTV2_XptFrameBuffer1DS2Input ||
             iter->first == NTV2_XptFrameBuffer2Input ||
-            iter->first == NTV2_XptFrameBuffer2BInput ||
+            iter->first == NTV2_XptFrameBuffer2DS2Input ||
             iter->second == NTV2_Xpt425Mux1AYUV ||
             iter->second == NTV2_Xpt425Mux1BYUV ||
             iter->second == NTV2_Xpt425Mux2AYUV ||
@@ -1078,10 +1104,10 @@
     } else if (self->channel == NTV2_CHANNEL1) {
       for (auto iter = connections.begin(); iter != connections.end(); iter++) {
         if (iter->first == NTV2_XptFrameBuffer1Input ||
-            iter->first == NTV2_XptFrameBuffer1BInput ||
+            iter->first == NTV2_XptFrameBuffer1DS2Input ||
             iter->first == NTV2_XptFrameBuffer1DS2Input ||
             iter->first == NTV2_XptFrameBuffer2Input ||
-            iter->first == NTV2_XptFrameBuffer2BInput ||
+            iter->first == NTV2_XptFrameBuffer2DS2Input ||
             iter->first == NTV2_XptFrameBuffer2DS2Input ||
             iter->second == NTV2_Xpt425Mux1AYUV ||
             iter->second == NTV2_Xpt425Mux1BYUV ||
@@ -1104,10 +1130,10 @@
     } else if (self->channel == NTV2_CHANNEL5) {
       for (auto iter = connections.begin(); iter != connections.end(); iter++) {
         if (iter->first == NTV2_XptFrameBuffer5Input ||
-            iter->first == NTV2_XptFrameBuffer5BInput ||
+            iter->first == NTV2_XptFrameBuffer5DS2Input ||
             iter->first == NTV2_XptFrameBuffer5DS2Input ||
             iter->first == NTV2_XptFrameBuffer6Input ||
-            iter->first == NTV2_XptFrameBuffer6BInput ||
+            iter->first == NTV2_XptFrameBuffer6DS2Input ||
             iter->first == NTV2_XptFrameBuffer6DS2Input ||
             iter->second == NTV2_Xpt425Mux3AYUV ||
             iter->second == NTV2_Xpt425Mux3BYUV ||
@@ -1208,9 +1234,9 @@
   if (self->quad_mode) {
     if (self->input_source >= GST_AJA_INPUT_SOURCE_HDMI1 &&
         self->input_source <= GST_AJA_INPUT_SOURCE_HDMI4) {
-      router.AddConnection(NTV2_XptFrameBuffer1BInput, NTV2_Xpt425Mux1BYUV);
+      router.AddConnection(NTV2_XptFrameBuffer1DS2Input, NTV2_Xpt425Mux1BYUV);
       router.AddConnection(NTV2_XptFrameBuffer2Input, NTV2_Xpt425Mux2AYUV);
-      router.AddConnection(NTV2_XptFrameBuffer2BInput, NTV2_Xpt425Mux2BYUV);
+      router.AddConnection(NTV2_XptFrameBuffer2DS2Input, NTV2_Xpt425Mux2BYUV);
 
       router.AddConnection(NTV2_Xpt425Mux1AInput, NTV2_XptHDMIIn1);
       router.AddConnection(NTV2_Xpt425Mux1BInput, NTV2_XptHDMIIn1Q2);
@@ -1250,11 +1276,11 @@
           // TSI?
         } else {
           if (self->channel == NTV2_CHANNEL1) {
-            router.AddConnection(NTV2_XptFrameBuffer1BInput,
+            router.AddConnection(NTV2_XptFrameBuffer1DS2Input,
                                  NTV2_Xpt425Mux1BYUV);
             router.AddConnection(NTV2_XptFrameBuffer2Input,
                                  NTV2_Xpt425Mux2AYUV);
-            router.AddConnection(NTV2_XptFrameBuffer2BInput,
+            router.AddConnection(NTV2_XptFrameBuffer2DS2Input,
                                  NTV2_Xpt425Mux2BYUV);
 
             router.AddConnection(NTV2_Xpt425Mux1AInput, NTV2_XptSDIIn1);
@@ -1262,11 +1288,11 @@
             router.AddConnection(NTV2_Xpt425Mux2AInput, NTV2_XptSDIIn3);
             router.AddConnection(NTV2_Xpt425Mux2BInput, NTV2_XptSDIIn4);
           } else if (self->channel == NTV2_CHANNEL5) {
-            router.AddConnection(NTV2_XptFrameBuffer5BInput,
+            router.AddConnection(NTV2_XptFrameBuffer5DS2Input,
                                  NTV2_Xpt425Mux3BYUV);
             router.AddConnection(NTV2_XptFrameBuffer6Input,
                                  NTV2_Xpt425Mux4AYUV);
-            router.AddConnection(NTV2_XptFrameBuffer6BInput,
+            router.AddConnection(NTV2_XptFrameBuffer6DS2Input,
                                  NTV2_Xpt425Mux4BYUV);
 
             router.AddConnection(NTV2_Xpt425Mux3AInput, NTV2_XptSDIIn5);
@@ -1555,7 +1581,7 @@
   self->configured_audio_channels = 0;
   GST_OBJECT_UNLOCK(self);
 
-  while ((item = (QueueItem *)gst_queue_array_pop_head_struct(self->queue))) {
+  while ((item = (QueueItem *)gst_vec_deque_pop_head_struct(self->queue))) {
     queue_item_clear(item);
   }
   self->queue_num_frames = 0;
@@ -1634,6 +1660,12 @@
   return ret;
 }
 
+static GstClock *gst_aja_src_provide_clock(GstElement *element) {
+  GstAjaSrc *self = GST_AJA_SRC(element);
+
+  return GST_CLOCK(gst_object_ref(self->clock));
+}
+
 static GstCaps *gst_aja_src_get_caps(GstBaseSrc *bsrc, GstCaps *filter) {
   GstAjaSrc *self = GST_AJA_SRC(bsrc);
   GstCaps *caps;
@@ -1741,7 +1773,7 @@
   item.type = QUEUE_ITEM_TYPE_DUMMY;
 
   g_mutex_lock(&self->queue_lock);
-  while (gst_queue_array_is_empty(self->queue) && !self->flushing) {
+  while (gst_vec_deque_is_empty(self->queue) && !self->flushing) {
     g_cond_wait(&self->queue_cond, &self->queue_lock);
   }
 
@@ -1751,7 +1783,7 @@
     return GST_FLOW_FLUSHING;
   }
 
-  item = *(QueueItem *)gst_queue_array_pop_head_struct(self->queue);
+  item = *(QueueItem *)gst_vec_deque_pop_head_struct(self->queue);
   if (item.type == QUEUE_ITEM_TYPE_FRAME) {
     self->queue_num_frames -= 1;
   }
@@ -1764,21 +1796,34 @@
     case QUEUE_ITEM_TYPE_SIGNAL_CHANGE:
       // These are already only produced when signal status is changing
       if (item.signal_change.have_signal) {
-        GST_ELEMENT_INFO(GST_ELEMENT(self), RESOURCE, READ,
-                         ("Signal recovered"), ("Input source detected"));
+        GstAjaVideoFormat fmt = gst_aja_video_format_from_ntv2_format(
+            item.signal_change.detected_format);
+        gchar *format_str = g_enum_to_string(GST_TYPE_AJA_VIDEO_FORMAT, fmt);
+        std::string format_string =
+            NTV2VideoFormatToString(item.signal_change.detected_format);
+        GST_ELEMENT_INFO_WITH_DETAILS(
+            GST_ELEMENT(self), RESOURCE, READ, ("Signal recovered"),
+            ("Input source detected"),
+            ("detected-format", G_TYPE_STRING, format_string.c_str(),
+             "gst-aja-format", G_TYPE_STRING, format_str, "vpid", G_TYPE_UINT,
+             item.signal_change.vpid, NULL));
         self->signal = TRUE;
         g_object_notify(G_OBJECT(self), "signal");
+        g_free(format_str);
       } else if (!item.signal_change.have_signal) {
         if (item.signal_change.detected_format != ::NTV2_FORMAT_UNKNOWN) {
+          GstAjaVideoFormat fmt = gst_aja_video_format_from_ntv2_format(
+              item.signal_change.detected_format);
+          gchar *format_str = g_enum_to_string(GST_TYPE_AJA_VIDEO_FORMAT, fmt);
           std::string format_string =
               NTV2VideoFormatToString(item.signal_change.detected_format);
-
           GST_ELEMENT_WARNING_WITH_DETAILS(
               GST_ELEMENT(self), RESOURCE, READ, ("Signal lost"),
-              ("Input source with different mode %s was detected",
-               format_string.c_str()),
-              ("detected-format", G_TYPE_STRING, format_string.c_str(), "vpid",
-               G_TYPE_UINT, item.signal_change.vpid, NULL));
+              ("Input source with different mode %s was detected", format_str),
+              ("detected-format", G_TYPE_STRING, format_string.c_str(),
+               "gst-aja-format", G_TYPE_STRING, format_str, "vpid", G_TYPE_UINT,
+               item.signal_change.vpid, NULL));
+          g_free(format_str);
         } else {
           GST_ELEMENT_WARNING(GST_ELEMENT(self), RESOURCE, READ,
                               ("Signal lost"),
@@ -2243,7 +2288,7 @@
     g_free(__dbg);                                                          \
     __msg = gst_message_new_error(GST_OBJECT(el), __err, __fmt_dbg);        \
     QueueItem item = {.type = QUEUE_ITEM_TYPE_ERROR, .error{.msg = __msg}}; \
-    gst_queue_array_push_tail_struct(el->queue, &item);                     \
+    gst_vec_deque_push_tail_struct(el->queue, &item);                       \
     g_cond_signal(&el->queue_cond);                                         \
   }                                                                         \
   G_STMT_END;
@@ -2251,10 +2296,8 @@
 static void capture_thread_func(AJAThread *thread, void *data) {
   GstAjaSrc *self = GST_AJA_SRC(data);
   GstClock *clock = NULL;
+  GstClock *real_time_clock;
   AUTOCIRCULATE_TRANSFER transfer;
-  guint64 frames_dropped_last = G_MAXUINT64;
-  gboolean have_signal = TRUE, discont = TRUE;
-  guint iterations_without_frame = 0;
   NTV2VideoFormat last_detected_video_format = ::NTV2_FORMAT_UNKNOWN;
 
   if (self->capture_cpu_core != G_MAXUINT) {
@@ -2271,6 +2314,35 @@
     }
   }
 
+  // We're getting a system clock for the real-time clock here because
+  // g_get_real_time() is less accurate generally.
+  real_time_clock = GST_CLOCK(g_object_new(GST_TYPE_SYSTEM_CLOCK, "clock-type",
+                                           GST_CLOCK_TYPE_REALTIME, NULL));
+
+  // if we currently have signal
+  bool have_signal = true;
+  // if the *next* output frame should have the discont flag set
+  bool discont = true;
+  // if the pipeline clock is the monotonic system clock
+  bool clock_is_monotonic_system_clock = false;
+  // if the next frame is the first one after autocirculate was started
+  bool first_frame_after_start = true;
+  // acFrameTime of the last captured frame. Used to detect
+  // if a frame is actually missing or the signal changed
+  GstClockTime last_frame_time = GST_CLOCK_TIME_NONE;
+  // Base time of the first frame after a clock observation reset
+  // Internal frame time is calculated from this and the number of frames
+  // captured so far.
+  GstClockTime first_frame_time = GST_CLOCK_TIME_NONE;
+  guint64 num_frames = 0;
+  // Number of frames to drop. After signal loss the first few frames
+  // often have invalid acFrameTime so we drop them to calculate valid
+  // timestamps afterwards
+  guint frames_to_drop = 0;
+  // Number of vsync iterations without a captured frame. If this becomes too
+  // high we assume signal loss.
+  guint iterations_without_frame = 0;
+
   g_mutex_lock(&self->queue_lock);
 restart:
   GST_DEBUG_OBJECT(self, "Waiting for playing or shutdown");
@@ -2278,8 +2350,7 @@
     g_cond_wait(&self->queue_cond, &self->queue_lock);
   if (self->shutdown) {
     GST_DEBUG_OBJECT(self, "Shutting down");
-    g_mutex_unlock(&self->queue_lock);
-    return;
+    goto out;
   }
 
   GST_DEBUG_OBJECT(self, "Starting capture");
@@ -2288,10 +2359,31 @@
   gst_clear_object(&clock);
   clock = gst_element_get_clock(GST_ELEMENT_CAST(self));
 
-  frames_dropped_last = G_MAXUINT64;
-  have_signal = TRUE;
+  clock_is_monotonic_system_clock = false;
+  if (G_OBJECT_TYPE(clock) == GST_TYPE_SYSTEM_CLOCK) {
+    GstClock *system_clock = gst_system_clock_obtain();
+
+    if (clock == system_clock) {
+      GstClockType clock_type;
+      g_object_get(clock, "clock-type", &clock_type, NULL);
+      clock_is_monotonic_system_clock = clock_type == GST_CLOCK_TYPE_MONOTONIC;
+    }
+    gst_clear_object(&system_clock);
+  }
+
+  // Reset all local state after restart
+  have_signal = true;
+  discont = true;
+  first_frame_after_start = true;
+  last_frame_time = GST_CLOCK_TIME_NONE;
+  first_frame_time = GST_CLOCK_TIME_NONE;
+  num_frames = 0;
+  frames_to_drop = 0;
+  iterations_without_frame = 0;
 
   g_mutex_lock(&self->queue_lock);
+  self->video_format = ::NTV2_FORMAT_UNKNOWN;
+
   while (self->playing && !self->shutdown) {
     // If we don't have a video format configured, configure the device now
     // and potentially auto-detect the video format
@@ -2315,17 +2407,15 @@
 
       if (self->video_format == ::NTV2_FORMAT_UNKNOWN) {
         GST_DEBUG_OBJECT(self, "No signal, waiting");
-        frames_dropped_last = G_MAXUINT64;
         if (have_signal) {
           QueueItem item = {
               .type = QUEUE_ITEM_TYPE_SIGNAL_CHANGE,
               .signal_change = {.have_signal = FALSE,
                                 .detected_format = ::NTV2_FORMAT_UNKNOWN,
                                 .vpid = 0}};
-          gst_queue_array_push_tail_struct(self->queue, &item);
+          gst_vec_deque_push_tail_struct(self->queue, &item);
           g_cond_signal(&self->queue_cond);
-          have_signal = FALSE;
-          discont = TRUE;
+          have_signal = false;
         }
         self->device->device->WaitForInputVerticalInterrupt(self->channel);
         continue;
@@ -2367,6 +2457,7 @@
       }
 
       self->device->device->AutoCirculateStart(self->channel);
+      first_frame_after_start = true;
     }
 
     // Check for valid signal first
@@ -2438,18 +2529,16 @@
 
       GST_DEBUG_OBJECT(self, "No signal, waiting");
       g_mutex_unlock(&self->queue_lock);
-      frames_dropped_last = G_MAXUINT64;
-      if (have_signal) {
+      if (have_signal || current_video_format != last_detected_video_format) {
         QueueItem item = {
             .type = QUEUE_ITEM_TYPE_SIGNAL_CHANGE,
             .signal_change = {.have_signal = FALSE,
                               .detected_format = ::NTV2_FORMAT_UNKNOWN,
                               .vpid = 0}};
         last_detected_video_format = ::NTV2_FORMAT_UNKNOWN;
-        gst_queue_array_push_tail_struct(self->queue, &item);
+        gst_vec_deque_push_tail_struct(self->queue, &item);
         g_cond_signal(&self->queue_cond);
-        have_signal = FALSE;
-        discont = TRUE;
+        have_signal = false;
       }
       self->device->device->WaitForInputVerticalInterrupt(self->channel);
       g_mutex_lock(&self->queue_lock);
@@ -2475,7 +2564,6 @@
                        current_string.c_str(), configured_string.c_str(),
                        effective_string.c_str());
       g_mutex_unlock(&self->queue_lock);
-      frames_dropped_last = G_MAXUINT64;
       if (have_signal || current_video_format != last_detected_video_format) {
         QueueItem item = {
             .type = QUEUE_ITEM_TYPE_SIGNAL_CHANGE,
@@ -2483,63 +2571,48 @@
                               .detected_format = current_video_format,
                               .vpid = vpid_a}};
         last_detected_video_format = current_video_format;
-        gst_queue_array_push_tail_struct(self->queue, &item);
+        gst_vec_deque_push_tail_struct(self->queue, &item);
         g_cond_signal(&self->queue_cond);
-        have_signal = FALSE;
-        discont = TRUE;
+        have_signal = false;
       }
       self->device->device->WaitForInputVerticalInterrupt(self->channel);
       g_mutex_lock(&self->queue_lock);
       continue;
+    } else if (have_signal &&
+               current_video_format != last_detected_video_format) {
+      QueueItem item = {
+          .type = QUEUE_ITEM_TYPE_SIGNAL_CHANGE,
+          .signal_change = {.have_signal = TRUE,
+                            .detected_format = current_video_format,
+                            .vpid = vpid_a}};
+      last_detected_video_format = current_video_format;
+      gst_vec_deque_push_tail_struct(self->queue, &item);
+      g_cond_signal(&self->queue_cond);
     }
 
     AUTOCIRCULATE_STATUS status;
 
     self->device->device->AutoCirculateGetStatus(self->channel, status);
 
-    GST_TRACE_OBJECT(self,
-                     "Start frame %d "
-                     "end frame %d "
-                     "active frame %d "
-                     "start time %" G_GUINT64_FORMAT
-                     " "
-                     "current time %" G_GUINT64_FORMAT
-                     " "
-                     "frames processed %u "
-                     "frames dropped %u "
-                     "buffer level %u",
-                     status.acStartFrame, status.acEndFrame,
-                     status.acActiveFrame, status.acRDTSCStartTime,
-                     status.acRDTSCCurrentTime, status.acFramesProcessed,
-                     status.acFramesDropped, status.acBufferLevel);
-
-    if (frames_dropped_last == G_MAXUINT64) {
-      frames_dropped_last = status.acFramesDropped;
-    } else if (frames_dropped_last < status.acFramesDropped) {
-      GST_WARNING_OBJECT(self, "Dropped %" G_GUINT64_FORMAT " frames",
-                         status.acFramesDropped - frames_dropped_last);
-
-      GstClockTime timestamp =
-          gst_util_uint64_scale(status.acFramesProcessed + frames_dropped_last,
-                                self->configured_info.fps_n,
-                                self->configured_info.fps_d * GST_SECOND);
-      GstClockTime timestamp_end = gst_util_uint64_scale(
-          status.acFramesProcessed + status.acFramesDropped,
-          self->configured_info.fps_n,
-          self->configured_info.fps_d * GST_SECOND);
-
-      QueueItem item = {.type = QUEUE_ITEM_TYPE_FRAMES_DROPPED,
-                        .frames_dropped = {.driver_side = TRUE,
-                                           .timestamp_start = timestamp,
-                                           .timestamp_end = timestamp_end}};
-      gst_queue_array_push_tail_struct(self->queue, &item);
-      g_cond_signal(&self->queue_cond);
-
-      frames_dropped_last = status.acFramesDropped;
-      discont = TRUE;
-    }
+    GST_TRACE_OBJECT(
+        self,
+        "State %d "
+        "start frame %d "
+        "end frame %d "
+        "active frame %d "
+        "start time %" GST_TIME_FORMAT
+        " "
+        "current time %" GST_TIME_FORMAT
+        " "
+        "frames processed %u "
+        "frames dropped %u "
+        "buffer level %u",
+        status.acState, status.acStartFrame, status.acEndFrame,
+        status.acActiveFrame, GST_TIME_ARGS(status.acRDTSCStartTime * 100),
+        GST_TIME_ARGS(status.acRDTSCCurrentTime * 100),
+        status.acFramesProcessed, status.acFramesDropped, status.acBufferLevel);
 
-    if (status.IsRunning() && status.acBufferLevel > 1) {
+    if (status.IsRunning() && status.HasAvailableInputFrame()) {
       GstBuffer *video_buffer = NULL;
       GstBuffer *audio_buffer = NULL;
       GstBuffer *anc_buffer = NULL, *anc_buffer2 = NULL;
@@ -2555,9 +2628,16 @@
             .signal_change = {.have_signal = TRUE,
                               .detected_format = current_video_format,
                               .vpid = vpid_a}};
-        gst_queue_array_push_tail_struct(self->queue, &item);
+        gst_vec_deque_push_tail_struct(self->queue, &item);
         g_cond_signal(&self->queue_cond);
-        have_signal = TRUE;
+        have_signal = true;
+        last_frame_time = GST_CLOCK_TIME_NONE;
+
+        // Drop the next frames after signal recovery as the capture times
+        // are generally just wrong.
+        frames_to_drop = MAX(status.acBufferLevel + 1, 5);
+        GST_TRACE_OBJECT(self, "Dropping %u frames after signal recovery",
+                         frames_to_drop);
       }
 
       iterations_without_frame = 0;
@@ -2639,6 +2719,218 @@
         continue;
       }
 
+      const AUTOCIRCULATE_TRANSFER_STATUS &transfer_status =
+          transfer.GetTransferStatus();
+      const FRAME_STAMP &frame_stamp = transfer_status.GetFrameStamp();
+
+      GST_TRACE_OBJECT(self,
+                       "State %d "
+                       "transfer frame %d "
+                       "current frame %u "
+                       "frame time %" GST_TIME_FORMAT
+                       " "
+                       "current frame time %" GST_TIME_FORMAT
+                       " "
+                       "current time %" GST_TIME_FORMAT
+                       " "
+                       "frames processed %u "
+                       "frames dropped %u "
+                       "buffer level %u",
+                       transfer_status.acState, transfer_status.acTransferFrame,
+                       frame_stamp.acCurrentFrame,
+                       GST_TIME_ARGS(frame_stamp.acFrameTime * 100),
+                       GST_TIME_ARGS(frame_stamp.acCurrentFrameTime * 100),
+                       GST_TIME_ARGS(frame_stamp.acCurrentTime * 100),
+                       transfer_status.acFramesProcessed,
+                       transfer_status.acFramesDropped,
+                       transfer_status.acBufferLevel);
+
+      if (frames_to_drop > 0) {
+        GST_TRACE_OBJECT(self, "Dropping frame");
+        frames_to_drop -= 1;
+        gst_clear_buffer(&anc_buffer2);
+        gst_clear_buffer(&anc_buffer);
+        gst_clear_buffer(&audio_buffer);
+        gst_clear_buffer(&video_buffer);
+        continue;
+      }
+
+      GstClockTime frame_time_real = frame_stamp.acFrameTime * 100;
+
+      // Convert capture time from real-time clock to monotonic clock by
+      // sampling both and working with the difference. The monotonic clock is
+      // used for all further calculations because it is more reliable.
+      GstClockTime now_real_sys = gst_clock_get_time(real_time_clock);
+      GstClockTime now_monotonic_sys = gst_clock_get_internal_time(self->clock);
+      GstClockTime now_gst = gst_clock_get_time(clock);
+
+      GstClockTime frame_time_monotonic;
+      if (now_real_sys > now_monotonic_sys) {
+        GstClockTime diff = now_real_sys - now_monotonic_sys;
+
+        if (frame_time_real > diff)
+          frame_time_monotonic = frame_time_real - diff;
+        else
+          frame_time_monotonic = 0;
+      } else {
+        GstClockTime diff = now_monotonic_sys - now_real_sys;
+
+        frame_time_monotonic = frame_time_real + diff;
+      }
+
+      // Detect frame drop: backwards capture time is clearly a problem,
+      // otherwise consider a frame being dropped if more than 1.75 frame
+      // durations are between two frames
+      if (last_frame_time != GST_CLOCK_TIME_NONE) {
+        GstClockTime frame_drop_threshold =
+            (7 * self->configured_info.fps_d * GST_SECOND) /
+            (4 * self->configured_info.fps_n);
+        if (last_frame_time >= frame_time_monotonic) {
+          GST_ERROR_OBJECT(self, "Frame capture time went backwards");
+          last_frame_time = GST_CLOCK_TIME_NONE;
+        } else if (frame_time_monotonic - last_frame_time >
+                   frame_drop_threshold) {
+          GstClockTime timestamp =
+              last_frame_time + self->configured_info.fps_d * GST_SECOND /
+                                    self->configured_info.fps_n;
+          GstClockTime timestamp_end = frame_time_monotonic;
+
+          GST_WARNING_OBJECT(self,
+                             "Frame drop of %" GST_TIME_FORMAT " detected",
+                             GST_TIME_ARGS(timestamp_end - timestamp));
+
+          QueueItem item = {.type = QUEUE_ITEM_TYPE_FRAMES_DROPPED,
+                            .frames_dropped = {.driver_side = TRUE,
+                                               .timestamp_start = timestamp,
+                                               .timestamp_end = timestamp_end}};
+          gst_vec_deque_push_tail_struct(self->queue, &item);
+          g_cond_signal(&self->queue_cond);
+
+          last_frame_time = GST_CLOCK_TIME_NONE;
+        } else {
+          GST_TRACE_OBJECT(
+              self, "Time since last frame: %" GST_TIME_FORMAT,
+              GST_TIME_ARGS(frame_time_monotonic - last_frame_time));
+        }
+      }
+
+      GstClockTime frame_src_time;
+
+      // Update clock mapping
+      if (first_frame_after_start || last_frame_time == GST_CLOCK_TIME_NONE) {
+        GstClockTime internal, external;
+        guint64 num, denom;
+
+        // Keep observations if there was only temporary signal loss as the
+        // source is either using the same clock as before, or it's different
+        // but then our previous configuration would be as good/bad as the
+        // local monotonic system clock and over some frames we would converge
+        // to the new clock.
+        if (first_frame_after_start) {
+          // FIXME: Workaround to get rid of all previous observations
+          g_object_set(self->clock, "window-size", 32, NULL);
+        }
+
+        // Use the monotonic frame time converted back to our clock as base.
+        // In the beginning this would be equal to the monotonic clock, at
+        // later times this is needed to avoid jumps (possibly backwards!) of
+        // the clock time when the framerate changes.
+        //
+        // We manually adjust with the calibration here because otherwise the
+        // clock will clamp it to the last returned clock time, which most
+        // likely is in the future.
+        gst_clock_get_calibration(self->clock, &internal, &external, &num,
+                                  &denom);
+        first_frame_time = frame_src_time = gst_clock_adjust_with_calibration(
+            NULL, frame_time_monotonic, internal, external, num, denom);
+
+        GST_TRACE_OBJECT(
+            self, "Initializing clock with first frame time %" GST_TIME_FORMAT,
+            GST_TIME_ARGS(first_frame_time));
+
+        first_frame_after_start = false;
+        discont = TRUE;
+        num_frames = 0;
+      } else {
+        gdouble r_squared;
+
+        frame_src_time =
+            first_frame_time +
+            gst_util_uint64_scale_ceil(num_frames,
+                                       self->configured_info.fps_d * GST_SECOND,
+                                       self->configured_info.fps_n);
+
+        gst_clock_add_observation(self->clock, frame_time_monotonic,
+                                  frame_src_time, &r_squared);
+      }
+
+      last_frame_time = frame_time_monotonic;
+      num_frames += 1;
+
+      GstClockTime capture_time;
+      if (self->clock == clock) {
+        // If the pipeline is using our clock then we can directly use the
+        // frame counter based time as capture time.
+        capture_time = frame_src_time;
+      } else {
+        GstClockTime internal, external;
+        guint64 num, denom;
+
+        // Otherwise convert the frame counter based time to the monotonic
+        // clock via our clock, which should give a smoother time than just
+        // the raw capture time.
+        //
+        // We manually adjust with the calibration here because otherwise the
+        // clock will clamp it to the last returned clock time, which most
+        // likely is in the future.
+        gst_clock_get_calibration(self->clock, &internal, &external, &num,
+                                  &denom);
+        GstClockTime capture_time_monotonic =
+            gst_clock_unadjust_with_calibration(NULL, frame_src_time, internal,
+                                                external, num, denom);
+
+        if (clock_is_monotonic_system_clock) {
+          // If the pipeline is using the monotonic system clock then we can
+          // just use this.
+          GST_OBJECT_LOCK(clock);
+          capture_time = capture_time_monotonic;
+          GST_OBJECT_UNLOCK(clock);
+        } else {
+          // If the pipeline clock is neither the monotonic clock nor the system
+          // clock we calculate the difference between the monotonic clock and
+          // the pipeline clock and work with that.
+
+          if (now_monotonic_sys > now_gst) {
+            GstClockTime diff = now_monotonic_sys - now_gst;
+
+            if (capture_time_monotonic > diff)
+              capture_time = capture_time_monotonic - diff;
+            else
+              capture_time = 0;
+          } else {
+            GstClockTime diff = now_gst - now_monotonic_sys;
+
+            capture_time = capture_time_monotonic + diff;
+          }
+        }
+      }
+
+      GstClockTime base_time = GST_ELEMENT_CAST(self)->base_time;
+      GstClockTime pts = GST_CLOCK_TIME_NONE;
+      if (capture_time != GST_CLOCK_TIME_NONE) {
+        if (capture_time > base_time)
+          pts = capture_time - base_time;
+        else
+          pts = 0;
+      }
+
+      GST_BUFFER_PTS(video_buffer) = pts;
+      GST_BUFFER_DURATION(video_buffer) = gst_util_uint64_scale(
+          GST_SECOND, self->configured_info.fps_d, self->configured_info.fps_n);
+      GST_BUFFER_PTS(audio_buffer) = pts;
+      GST_BUFFER_DURATION(audio_buffer) = gst_util_uint64_scale(
+          GST_SECOND, self->configured_info.fps_d, self->configured_info.fps_n);
+
       gst_buffer_set_size(audio_buffer, transfer.GetCapturedAudioByteCount());
       if (anc_buffer)
         gst_buffer_set_size(anc_buffer,
@@ -2669,41 +2961,14 @@
       }
 
       NTV2_RP188 time_code;
-      transfer.acTransferStatus.acFrameStamp.GetInputTimeCode(time_code,
-                                                              tc_index);
-
-      gint64 frame_time = transfer.acTransferStatus.acFrameStamp.acFrameTime;
-      gint64 now_sys = g_get_real_time();
-      GstClockTime now_gst = gst_clock_get_time(clock);
-      if (now_sys * 10 > frame_time) {
-        GstClockTime diff = now_sys * 1000 - frame_time * 100;
-        if (now_gst > diff)
-          now_gst -= diff;
-        else
-          now_gst = 0;
-      }
-
-      GstClockTime base_time =
-          gst_element_get_base_time(GST_ELEMENT_CAST(self));
-      if (now_gst > base_time)
-        now_gst -= base_time;
-      else
-        now_gst = 0;
-
-      // TODO: Drift detection and compensation
-      GST_BUFFER_PTS(video_buffer) = now_gst;
-      GST_BUFFER_DURATION(video_buffer) = gst_util_uint64_scale(
-          GST_SECOND, self->configured_info.fps_d, self->configured_info.fps_n);
-      GST_BUFFER_PTS(audio_buffer) = now_gst;
-      GST_BUFFER_DURATION(audio_buffer) = gst_util_uint64_scale(
-          GST_SECOND, self->configured_info.fps_d, self->configured_info.fps_n);
+      frame_stamp.GetInputTimeCode(time_code, tc_index);
 
       while (self->queue_num_frames >= self->queue_size) {
-        guint n = gst_queue_array_get_length(self->queue);
+        guint n = gst_vec_deque_get_length(self->queue);
 
         for (guint i = 0; i < n; i++) {
           QueueItem *tmp =
-              (QueueItem *)gst_queue_array_peek_nth_struct(self->queue, i);
+              (QueueItem *)gst_vec_deque_peek_nth_struct(self->queue, i);
           if (tmp->type == QUEUE_ITEM_TYPE_FRAME) {
             GST_WARNING_OBJECT(self,
                                "Element queue overrun, dropping old frame");
@@ -2719,10 +2984,10 @@
                                               self->configured_info.fps_d,
                                               self->configured_info.fps_n)}};
             queue_item_clear(tmp);
-            gst_queue_array_drop_struct(self->queue, i, NULL);
-            gst_queue_array_push_tail_struct(self->queue, &item);
+            gst_vec_deque_drop_struct(self->queue, i, NULL);
+            gst_vec_deque_push_tail_struct(self->queue, &item);
             self->queue_num_frames -= 1;
-            discont = TRUE;
+            discont = true;
             g_cond_signal(&self->queue_cond);
             break;
           }
@@ -2732,12 +2997,12 @@
       if (discont) {
         GST_BUFFER_FLAG_SET(video_buffer, GST_BUFFER_FLAG_DISCONT);
         GST_BUFFER_FLAG_SET(audio_buffer, GST_BUFFER_FLAG_DISCONT);
-        discont = FALSE;
+        discont = false;
       }
 
       QueueItem item = {
           .type = QUEUE_ITEM_TYPE_FRAME,
-          .frame = {.capture_time = now_gst,
+          .frame = {.capture_time = capture_time,
                     .video_buffer = video_buffer,
                     .audio_buffer = audio_buffer,
                     .anc_buffer = anc_buffer,
@@ -2750,8 +3015,8 @@
                     .vpid = vpid_a}};
 
       GST_TRACE_OBJECT(self, "Queuing frame %" GST_TIME_FORMAT,
-                       GST_TIME_ARGS(now_gst));
-      gst_queue_array_push_tail_struct(self->queue, &item);
+                       GST_TIME_ARGS(capture_time));
+      gst_vec_deque_push_tail_struct(self->queue, &item);
       self->queue_num_frames += 1;
       GST_TRACE_OBJECT(self, "%u frames queued", self->queue_num_frames);
       g_cond_signal(&self->queue_cond);
@@ -2764,7 +3029,6 @@
       if (have_signal && iterations_without_frame < 32) {
         iterations_without_frame++;
       } else {
-        frames_dropped_last = G_MAXUINT64;
         if (have_signal || last_detected_video_format != current_video_format) {
           QueueItem item = {
               .type = QUEUE_ITEM_TYPE_SIGNAL_CHANGE,
@@ -2772,10 +3036,9 @@
                                 .detected_format = current_video_format,
                                 .vpid = vpid_a}};
           last_detected_video_format = current_video_format;
-          gst_queue_array_push_tail_struct(self->queue, &item);
+          gst_vec_deque_push_tail_struct(self->queue, &item);
           g_cond_signal(&self->queue_cond);
-          have_signal = FALSE;
-          discont = TRUE;
+          have_signal = false;
         }
       }
 
@@ -2806,6 +3069,7 @@
   g_mutex_unlock(&self->queue_lock);
 
   gst_clear_object(&clock);
+  gst_clear_object(&real_time_clock);
 
   GST_DEBUG_OBJECT(self, "Stopped");
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/gstajasrc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/gstajasrc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/aja/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/aja/meson.build Changed

@@ -1,3 +1,31 @@
+aja_sources = 
+  'plugin.cpp',
+  'gstajacommon.cpp',
+  'gstajasink.cpp',
+  'gstajasinkcombiner.cpp',
+  'gstajasrc.cpp',
+  'gstajasrcdemux.cpp',
+  'gstajadeviceprovider.cpp',
+
+
+aja_headers = 
+  'gstajacommon.h',
+  'gstajasinkcombiner.h',
+  'gstajasink.h',
+  'gstajasrcdemux.h',
+  'gstajadeviceprovider.h',
+  'gstajasrc.h',
+
+
+doc_sources = 
+foreach s: aja_sources + aja_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'aja': pathsep.join(doc_sources)
+}
+
 aja_option = get_option('aja') \
     .require(host_system == 'linux',
              error_message: 'AJA plugin is currently only available on Linux')
@@ -5,64 +33,109 @@
   subdir_done()
 endif
 
-common_flags = 
-  '-DAJALinux=1',
-  '-DAJA_LINUX=1',
-
+common_flags = 
 
 thread_dep = dependency('threads')
 rt_dep = cxx.find_library('rt', required : false)
+dl_dep = cxx.find_library('dl', required : false)
 
-aja_sdk_dir = get_option('aja-sdk-dir')
-if aja_sdk_dir == ''
-  ajantv2_dep = dependency('libajantv2',
-                           include_type: 'system',
-                           required: aja_option,
-                           allow_fallback: true,
-                           default_options: 'warning_level=0')
-  if not ajantv2_dep.found()
-    subdir_done()
-  endif
-  aja_includedirs = 
+ajantv2_args = 
+  '-DAJALinux',
+  '-DAJASTATIC',
+  '-DAJA_LINUX',
+  '-DAJA_USE_CPLUSPLUS11',
+  '-DNDEBUG',
+  '-DNTV2_USE_CPLUSPLUS11',
+
+
+aja_include_dir = get_option('aja-include-dir')
+aja_lib_dir = get_option('aja-lib-dir')
+
+# Try to automatically find the AJA NTV2 SDK and otherwise fall back to the subproject
+found_ajantv2 = false
+found_ajantv2_includes = false
+
+if aja_include_dir != ''
+  aja_include_dirs = aja_include_dir
+elif not meson.is_cross_build()
+  aja_include_dirs = '/usr/include', '/usr/local/include'
 else
-  aja_includedirs = include_directories(
-    f'@aja_sdk_dir@/ajalibraries',
-    f'@aja_sdk_dir@/ajalibraries/ajantv2/includes',
-    f'@aja_sdk_dir@/ajalibraries/ajantv2/src/lin',
-    is_system: true,
-  )
-
-  message(f'Looking for AJA SDK in @aja_sdk_dir@')
-  if not cxx.has_header('ajabase/common/videotypes.h',
-                        include_directories: aja_includedirs,
-                        required: aja_option)
-    subdir_done()
+  message('Cross-compiling: cannot autodetect AJA, please set the options "aja-include-dir" and "aja-lib-dir"')
+  aja_include_dirs = 
+endif
+
+foreach dir : aja_include_dirs
+  message(f'Checking for AJA NTV2 headers in @dir@')
+
+  fs = import('fs')
+  dir = f'@dir@/libajantv2'
+  if not fs.is_dir(dir)
+    continue
+  endif
+
+  include_dir = include_directories(
+                                     f'@dir@',
+                                     f'@dir@/ajaanc/includes',
+                                     f'@dir@/ajantv2/includes',
+                                     f'@dir@/ajantv2/src/lin',
+                                    ,
+                                    is_system : true)
+
+  if cxx.check_header('ajantv2/includes/ntv2card.h',
+                      args : ajantv2_args,
+                      include_directories : include_dir)
+    ajantv2_include_dir = include_dir
+    found_ajantv2_includes = true
+    break
   endif
+endforeach
+
+# If provided explicitly then consider it an error to not find the headers
+if aja_include_dir != '' and not found_ajantv2_includes
+  error(f'Did not found AJA NTV2 headers in @aja_include_dir@')
+endif
 
-  ajantv2_lib = cxx.find_library('ajantv2',
-    # If the header is found, this should also be
-    required : true,
-    dirs : f'@aja_sdk_dir@/lib',
-  )
-  ajantv2_dep = declare_dependency(
-    dependencies: ajantv2_lib,
-    include_directories: aja_includedirs)
+# If we found the includes, now check for the library
+if found_ajantv2_includes
+  if aja_lib_dir == ''
+    ajantv2_lib = cxx.find_library('ajantv2',
+      # If the header is found, this should also be
+      required : false)
+  else
+    ajantv2_lib = cxx.find_library('ajantv2',
+      dirs : aja_lib_dir,
+      required : true)
+  endif
+
+  if ajantv2_lib.found()
+    found_ajantv2 = true
+
+    libajantv2_dep = declare_dependency(
+        compile_args : ajantv2_args,
+        dependencies: ajantv2_lib,
+        include_directories: ajantv2_include_dir)
+  endif
+endif
+
+# If the includes or the library or not found, fall back to the subproject
+if not found_ajantv2
+  libajantv2_dep = dependency('libajantv2',
+                              include_type: 'system',
+                              required: aja_option,
+                              allow_fallback: true,
+                              default_options: 'warning_level=0')
+  if not libajantv2_dep.found()
+    subdir_done()
+  endif
 endif
 
 gstaja = library('gstaja',
-  'plugin.cpp',
-   'gstajacommon.cpp',
-   'gstajasink.cpp',
-   'gstajasinkcombiner.cpp',
-   'gstajasrc.cpp',
-   'gstajasrcdemux.cpp',
-   'gstajadeviceprovider.cpp',
-  ,
+  aja_sources,
   override_options : 'cpp_std=c++11',
   cpp_args : gst_plugins_bad_args + common_flags,
   include_directories : configinc,
   link_args : noseh_link_args,
-  dependencies : gstvideo_dep, gstaudio_dep, gstbase_dep, gst_dep, ajantv2_dep, thread_dep, rt_dep,
+  dependencies : gstvideo_dep, gstaudio_dep, gstbase_dep, gst_dep, libajantv2_dep, thread_dep, rt_dep, dl_dep,
   install : true,
   install_dir : plugins_install_dir,
 )

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/amfcodec/gstamfav1enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/amfcodec/gstamfav1enc.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/amfcodec/gstamfh264enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/amfcodec/gstamfh264enc.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/amfcodec/gstamfh265enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/amfcodec/gstamfh265enc.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/amfcodec/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/amfcodec/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/gstamc-constants.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/androidmedia/gstamc-constants.h Changed

@@ -48,6 +48,11 @@
 };
 
 /* Copies from MediaCodecInfo.java */
+/* From https://android.googlesource.com/platform/frameworks/base/+/master/media/java/android/media/MediaCodecInfo.java
+ * To update, cat MediaCodecInfo.java | sed -n -e 's/^.*int $COLOR_a-zA-Z0-9*$\ *$= .*$;$/\1 \2,/p'
+ * but watch out for additional platform specific constants below,
+ * and COLOR_FormatSurface is called COLOR_FormatAndroidOpaque here for historic reasons
+ */
 enum
 {
   COLOR_FormatMonochrome = 1,
@@ -93,20 +98,31 @@
   COLOR_Format18BitBGR666 = 41,
   COLOR_Format24BitARGB6666 = 42,
   COLOR_Format24BitABGR6666 = 43,
+  COLOR_FormatYUVP010 = 54,
   COLOR_FormatAndroidOpaque = 0x7F000789,
-  COLOR_TI_FormatYUV420PackedSemiPlanar = 0x7f000100,
+  COLOR_Format64bitABGRFloat = 0x7F000F16,
+  COLOR_Format32bitABGR8888 = 0x7F00A000,
+  COLOR_Format32bitABGR2101010 = 0x7F00AAA2,
+  COLOR_FormatYUV420Flexible = 0x7F420888,
+  COLOR_FormatYUV422Flexible = 0x7F422888,
+  COLOR_FormatYUV444Flexible = 0x7F444888,
+  COLOR_FormatRGBFlexible = 0x7F36B888,
+  COLOR_FormatRGBAFlexible = 0x7F36A888,
+
   COLOR_INTEL_FormatYUV420PackedSemiPlanar = 0x7fa00e00,
   COLOR_INTEL_FormatYUV420PackedSemiPlanar_Tiled = 0x7fa00f00,
-  COLOR_QCOM_FormatYUV420SemiPlanar = 0x7fa30c00,
+
+  COLOR_QCOM_FormatYUV420SemiPlanar     = 0x7fa30c00,
   COLOR_QCOM_FormatYUV420PackedSemiPlanar64x32Tile2m8ka = 0x7fa30c03,
   /* NV12 but with stride and plane heights aligned to 32 */
   COLOR_QCOM_FormatYVU420SemiPlanar32m = 0x7fa30c04,
   /* NV12 but with stride and plane heights aligned to 32, Stores two images,
    * one after the other in top-bottom layout */
   COLOR_QCOM_FormatYVU420SemiPlanar32mMultiView = 0x7fa30c05,
+
+  COLOR_TI_FormatYUV420PackedSemiPlanar = 0x7f000100,
   /* From hardware/ti/omap4xxx/domx/omx_core/inc/OMX_TI_IVCommon.h */
   COLOR_TI_FormatYUV420PackedSemiPlanarInterlaced = 0x7f000001,
-  COLOR_FormatYUV420Flexible = 0x7f420888,
   /* This format is Exynos specific from the OMX vendor-specific
    * numeric range, but is defined in the Android OMX headers, so
    * we shouldn't find incompatible usage and crash horribly... right?
@@ -120,7 +136,10 @@
 enum
 {
   HEVCProfileMain    = 0x01,
-  HEVCProfileMain10  = 0x02
+  HEVCProfileMain10  = 0x02,
+  HEVCProfileMain10HDR10 = 0x1000,
+  HEVCProfileMain10HDR10Plus = 0x2000,
+  HEVCProfileMainStill = 0x4
 };
 
 enum
@@ -156,6 +175,8 @@
 enum
 {
   AVCProfileBaseline = 0x01,
+  AVCProfileConstrainedBaseline = 0x10000,
+  AVCProfileConstrainedHigh = 0x80000,
   AVCProfileMain = 0x02,
   AVCProfileExtended = 0x04,
   AVCProfileHigh = 0x08,
@@ -181,7 +202,10 @@
   AVCLevel41 = 0x1000,
   AVCLevel42 = 0x2000,
   AVCLevel5 = 0x4000,
-  AVCLevel51 = 0x8000
+  AVCLevel51 = 0x8000,
+  AVCLevel6 = 0x20000,
+  AVCLevel61 = 0x40000,
+  AVCLevel62 = 0x80000
 };
 
 enum

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/gstamc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/androidmedia/gstamc.c Changed

@@ -510,8 +510,10 @@
 } color_format_mapping_table = {
   {
       COLOR_FormatYUV420Planar, GST_VIDEO_FORMAT_I420}, {
+      COLOR_FormatYUV420PackedPlanar, GST_VIDEO_FORMAT_I420}, {
       COLOR_FormatYUV420Flexible, GST_VIDEO_FORMAT_I420}, {
       COLOR_FormatYUV420SemiPlanar, GST_VIDEO_FORMAT_NV12}, {
+      COLOR_FormatYUV420PackedSemiPlanar, GST_VIDEO_FORMAT_NV12}, {
       COLOR_TI_FormatYUV420PackedSemiPlanar, GST_VIDEO_FORMAT_NV12}, {
       COLOR_TI_FormatYUV420PackedSemiPlanarInterlaced, GST_VIDEO_FORMAT_NV12}, {
       COLOR_INTEL_FormatYUV420PackedSemiPlanar, GST_VIDEO_FORMAT_NV12}, {
@@ -523,7 +525,10 @@
       COLOR_QCOM_FormatYVU420SemiPlanar32mMultiView, GST_VIDEO_FORMAT_NV12}, {
       COLOR_OMX_SEC_FormatNV12Tiled, GST_VIDEO_FORMAT_NV12}, {
       COLOR_FormatYCbYCr, GST_VIDEO_FORMAT_YUY2}, {
-      COLOR_FormatYV12, GST_VIDEO_FORMAT_YV12}
+      COLOR_FormatYV12, GST_VIDEO_FORMAT_YV12}, {
+      COLOR_FormatYUVP010, GST_VIDEO_FORMAT_P010_10LE}, {
+      COLOR_Format32bitABGR8888, GST_VIDEO_FORMAT_RGBA}, {
+      COLOR_Format32bitABGR2101010, GST_VIDEO_FORMAT_RGB10A2_LE}
 };
 
 static gboolean
@@ -1093,7 +1098,9 @@
 } hevc_profile_mapping_table = {
   {
       HEVCProfileMain, "main"}, {
-      HEVCProfileMain10, "main-10"}
+      HEVCProfileMain10, "main-10"}, {
+      HEVCProfileMain10HDR10, "main-10"}, {
+      HEVCProfileMain10HDR10Plus, "main-10"}
 };
 
 const gchar *
@@ -1197,10 +1204,12 @@
   const gchar *alt_str;
 } avc_profile_mapping_table = {
   {
-      AVCProfileBaseline, "baseline", "constrained-baseline"}, {
+      AVCProfileBaseline, "baseline", NULL}, {
+      AVCProfileConstrainedBaseline, "constrained-baseline", NULL}, {
       AVCProfileMain, "main", NULL}, {
       AVCProfileExtended, "extended", NULL}, {
       AVCProfileHigh, "high"}, {
+      AVCProfileConstrainedHigh, "constrained-high", NULL}, {
       AVCProfileHigh10, "high-10", "high-10-intra"}, {
       AVCProfileHigh422, "high-4:2:2", "high-4:2:2-intra"}, {
       AVCProfileHigh444, "high-4:4:4", "high-4:4:4-intra"}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/gstamcvideodec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/androidmedia/gstamcvideodec.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/androidmedia/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/androidmedia/meson.build Changed

@@ -6,6 +6,42 @@
   'gstamcsurfacetexture.c',
   'gstamcvideodec.c',
   'gstamcvideoenc.c',
+  'gstahcsrc.c',
+  'gstahssrc.c',
+  'gst-android-graphics-imageformat.c',
+  'gst-android-hardware-camera.c',
+  'gst-android-hardware-sensor.c',
+  'gstjniutils.c',
+  'jni/gstamc-jni.c',
+  'jni/gstamc-codec-jni.c',
+  'jni/gstamc-codeclist-jni.c',
+  'jni/gstamc-format-jni.c',
+  'jni/gstamcsurface.c',
+  'jni/gstamcsurfacetexture-jni.c',
+
+
+ndk_sources = 
+  'ndk/gstamc-codec-ndk.c',
+  'ndk/gstamc-format-ndk.c',
+
+
+androidmedia_headers = 
+  'gstahcsrc.h',
+  'gstahssrc.h',
+  'gstamcaudiodec.h',
+  'gstamc-codec.h',
+  'gstamc-codeclist.h',
+  'gstamc-constants.h',
+  'gstamc-format.h',
+  'gstamc.h',
+  'gstamcsurfacetexture.h',
+  'gstamcvideodec.h',
+  'gstamcvideoenc.h',
+  'gst-android-graphics-imageformat.h',
+  'gst-android-hardware-camera.h',
+  'gst-android-hardware-sensor.h',
+  'gstjniutils.h',
+  'gstsensors.h',
 
 
 androidmedia_java_sources = 
@@ -14,95 +50,56 @@
   'org/freedesktop/gstreamer/androidmedia/GstAmcOnFrameAvailableListener.java',
 
 
+doc_sources = 
+foreach s: androidmedia_sources + ndk_sources + androidmedia_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'androidmedia': pathsep.join(doc_sources)
+}
+
 amc_opt = get_option('androidmedia')
-mgl_opt = get_option('magicleap')
+amc_opt = amc_opt.require(gstgl_dep.found(),
+  error_message: 'androidmedia plugin requires GL support',
+)
+amc_opt = amc_opt.require(host_system == 'android',
+  error_message: 'androidmedia plugin requires android system',
+)
 
-if host_system != 'android' or (amc_opt.disabled() and mgl_opt.disabled())
-  subdir_done()
-endif
+have_jni_h = cc.has_header('jni.h', required : amc_opt)
 
-if not gstgl_dep.found()
-  if amc_opt.enabled() or mgl_opt.enabled()
-    error('androidmedia plugin enabled but GL support was not detected')
-  endif
+if amc_opt.disabled() or not have_jni_h
   subdir_done()
 endif
 
-# Check if we have MLSDK
-ml_deps = 
-have_mlsdk = true
-foreach lib : 'ml_mediacodec', 'ml_mediacodeclist', 'ml_mediaformat'
-  dep = cc.find_library(lib, required : mgl_opt)
-  have_mlsdk = have_mlsdk and dep.found()
-  ml_deps += dep
-endforeach
-
 extra_deps = 
-extra_cargs = 
-if have_mlsdk
-  androidmedia_sources += 
-    'magicleap/gstamc-ml.c',
-    'magicleap/gstamc-codec-ml.c',
-    'magicleap/gstamc-codeclist-ml.c',
-    'magicleap/gstamc-format-ml.c',
-    'magicleap/gstamc-surfacetexture-ml.c',
-  
-  extra_deps = ml_deps
-  have_jni_h = false
-  extra_cargs += 
-    '-DPLUGIN_NAME=mlmedia',
-    '-DPLUGIN_DESCRIPTION="Magic Leap Media plugin"'
-  
-  plugin_name = 'gstmlmedia'
-else
-  have_jni_h = cc.has_header('jni.h', required : amc_opt)
-  extra_cargs += 
-    '-DHAVE_JNI_H',
-    '-DPLUGIN_NAME=androidmedia',
-    '-DPLUGIN_DESCRIPTION="Android Media plugin"'
-  
-  androidmedia_sources += 
-    'gstahcsrc.c',
-    'gstahssrc.c',
-    'gst-android-graphics-imageformat.c',
-    'gst-android-hardware-camera.c',
-    'gst-android-hardware-sensor.c',
-    'gstjniutils.c',
-    'jni/gstamc-jni.c',
-    'jni/gstamc-codec-jni.c',
-    'jni/gstamc-codeclist-jni.c',
-    'jni/gstamc-format-jni.c',
-    'jni/gstamcsurface.c',
-    'jni/gstamcsurfacetexture-jni.c',
-  
-
-  # Build an Ndk support if its headers exists. We don't actually link into it
-  # but use only type definations (and then rely on dlopen and dlsym), so this
-  # doesn't affect compatibility with older Android versions.
-  if cc.check_header('media/NdkMediaCodec.h')
-    androidmedia_sources += 
-      'ndk/gstamc-codec-ndk.c',
-      'ndk/gstamc-format-ndk.c',
-    
-    extra_cargs +=  '-DHAVE_NDKMEDIA' 
-    extra_deps +=  cc.find_library('android', required : true) 
-  endif
+extra_cargs = 
+  '-DHAVE_JNI_H',
+  '-DPLUGIN_NAME=androidmedia',
+  '-DPLUGIN_DESCRIPTION="Android Media plugin"'
+
 
-  plugin_name = 'gstandroidmedia'
+# Build an Ndk support if its headers exists. We don't actually link into it
+# but use only type definations (and then rely on dlopen and dlsym), so this
+# doesn't affect compatibility with older Android versions.
+if cc.check_header('media/NdkMediaCodec.h')
+  androidmedia_sources += ndk_sources
+  extra_cargs +=  '-DHAVE_NDKMEDIA' 
+  extra_deps +=  cc.find_library('android', required : true) 
 endif
 
-if have_jni_h or have_mlsdk
-  gstandroidmedia = library(plugin_name,
-    androidmedia_sources,
-    c_args : gst_plugins_bad_args, extra_cargs,
-    include_directories : configinc,
-    dependencies : gstgl_dep, gstpbutils_dep, gstaudio_dep, gstvideo_dep,
-                    gstphotography_dep, gmodule_dep, orc_dep, extra_deps,
-    install : true,
-    install_dir : plugins_install_dir)
-  plugins += gstandroidmedia
+gstandroidmedia = library('gstandroidmedia',
+  androidmedia_sources,
+  c_args : gst_plugins_bad_args, extra_cargs,
+  include_directories : configinc,
+  dependencies : gstgl_dep, gstpbutils_dep, gstaudio_dep, gstvideo_dep,
+                  gstphotography_dep, gmodule_dep, orc_dep, extra_deps,
+  install : true,
+  install_dir : plugins_install_dir)
 
-  install_data(androidmedia_java_sources,
-    install_dir : join_paths(get_option('datadir'), 'gst-android/ndk-build/androidmedia')
-  )
-endif
+plugins += gstandroidmedia
+
+install_data(androidmedia_java_sources,
+  install_dir : join_paths(get_option('datadir'), 'gst-android/ndk-build/androidmedia')
+)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/avfassetsrc.m -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/avfassetsrc.m Changed

@@ -87,6 +87,7 @@
 static void gst_avf_asset_src_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec);
 static void gst_avf_asset_src_dispose (GObject *object);
+static void gst_avf_asset_src_finalize (GObject *object);
 
 static GstStateChangeReturn gst_avf_asset_src_change_state (GstElement * element,
     GstStateChange transition);
@@ -148,6 +149,7 @@
   gobject_class->set_property = gst_avf_asset_src_set_property;
   gobject_class->get_property = gst_avf_asset_src_get_property;
   gobject_class->dispose = gst_avf_asset_src_dispose;
+  gobject_class->finalize = gst_avf_asset_src_finalize;
 
   g_object_class_install_property (gobject_class, PROP_URI,
       g_param_spec_string ("uri", "Asset URI",
@@ -170,6 +172,15 @@
 }
 
 static void
+gst_avf_asset_src_finalize (GObject *object)
+{
+  GstAVFAssetSrc *self = GST_AVF_ASSET_SRC (object);
+
+  g_mutex_clear (&self->lock);
+  G_OBJECT_CLASS (gst_avf_asset_src_parent_class)->finalize (object);
+}
+
+static void
 gst_avf_asset_src_dispose (GObject *object)
 {
   GstAVFAssetSrc *self = GST_AVF_ASSET_SRC (object);
@@ -183,6 +194,8 @@
     gst_event_unref (self->seek_event);
     self->seek_event = NULL;
   }
+
+  G_OBJECT_CLASS (gst_avf_asset_src_parent_class)->dispose (object);
 }
 
 static void

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/avfdeviceprovider.m -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/avfdeviceprovider.m Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/avfvideosrc.m -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/avfvideosrc.m Changed

@@ -27,7 +27,7 @@
 
 #import <AVFoundation/AVFoundation.h>
 #import <CoreMedia/CoreMedia.h>
-#if !HAVE_IOS
+#ifndef HAVE_IOS
 #import <AppKit/AppKit.h>
 #endif
 #include <gst/video/video.h>
@@ -57,7 +57,7 @@
     GST_PAD_SRC,
     GST_PAD_ALWAYS,
     GST_STATIC_CAPS (
-#if !HAVE_IOS
+#ifndef HAVE_IOS
         GST_VIDEO_CAPS_MAKE_WITH_FEATURES
         (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
             "UYVY") ", "
@@ -233,7 +233,7 @@
 - (BOOL)openDevice;
 - (void)closeDevice;
 - (GstVideoFormat)getGstVideoFormat:(NSNumber *)pixel_format;
-#if !HAVE_IOS
+#ifndef HAVE_IOS
 - (CGDirectDisplayID)getDisplayIdFromDeviceIndex;
 - (float)getScaleFactorFromDeviceIndex;
 #endif
@@ -257,7 +257,7 @@
 
 @end
 
-#if HAVE_IOS
+#ifdef HAVE_IOS
 
 static AVCaptureDeviceType GstAVFVideoSourceDeviceType2AVCaptureDeviceType(GstAVFVideoSourceDeviceType deviceType) {
   switch (deviceType) {
@@ -451,7 +451,7 @@
 
 - (BOOL)openScreenInput
 {
-#if HAVE_IOS
+#ifdef HAVE_IOS
   return NO;
 #else
   CGDirectDisplayID displayId;
@@ -598,7 +598,7 @@
   return gst_format;
 }
 
-#if !HAVE_IOS
+#ifndef HAVE_IOS
 - (CGDirectDisplayID)getDisplayIdFromDeviceIndex
 {
   NSDictionary *description;
@@ -699,7 +699,7 @@
   pixel_formats = output.availableVideoCVPixelFormatTypes;
 
   if (captureScreen) {
-#if !HAVE_IOS
+#ifndef HAVE_IOS
     CGRect rect;
     AVCaptureScreenInput *screenInput = (AVCaptureScreenInput *)input;
     if (CGRectIsEmpty (screenInput.cropRect)) {
@@ -751,7 +751,7 @@
         forKey:(NSString*)kCVPixelBufferPixelFormatTypeKey;
 
     if (captureScreen) {
-#if !HAVE_IOS
+#ifndef HAVE_IOS
       AVCaptureScreenInput *screenInput = (AVCaptureScreenInput *)input;
       screenInput.minFrameDuration = CMTimeMake(info.fps_d, info.fps_n);
 #else
@@ -1145,7 +1145,7 @@
   PROP_DEVICE_TYPE,
   PROP_DO_STATS,
   PROP_FPS,
-#if !HAVE_IOS
+#ifndef HAVE_IOS
   PROP_CAPTURE_SCREEN,
   PROP_CAPTURE_SCREEN_CURSOR,
   PROP_CAPTURE_SCREEN_MOUSE_CLICKS,
@@ -1258,7 +1258,7 @@
       g_param_spec_int ("fps", "Frames per second",
           "Last measured framerate, if statistics are enabled",
           -1, G_MAXINT, -1, G_PARAM_READABLE | G_PARAM_STATIC_STRINGS));
-#if !HAVE_IOS
+#ifndef HAVE_IOS
   g_object_class_install_property (gobject_class, PROP_CAPTURE_SCREEN,
       g_param_spec_boolean ("capture-screen", "Enable screen capture",
           "Enable screen capture functionality", FALSE,
@@ -1271,18 +1271,50 @@
       g_param_spec_boolean ("capture-screen-mouse-clicks", "Enable mouse clicks capture",
           "Enable mouse clicks capture while capturing screen", FALSE,
           G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  /**
+   * avfvideosrc:screen-crop-x
+   *
+   * Horizontal coordinate of top left corner of the screen capture area
+   *
+   * Since: 1.22
+   */
   g_object_class_install_property (gobject_class, PROP_CAPTURE_SCREEN_CROP_X,
       g_param_spec_uint ("screen-crop-x", "Screen capture crop X",
           "Horizontal coordinate of top left corner of the screen capture area",
           0, G_MAXUINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  /**
+   * avfvideosrc:screen-crop-y
+   *
+   * Vertical coordinate of top left corner of the screen capture area
+   *
+   * Since: 1.22
+   */
   g_object_class_install_property (gobject_class, PROP_CAPTURE_SCREEN_CROP_Y,
       g_param_spec_uint ("screen-crop-y", "Screen capture crop Y",
           "Vertical coordinate of top left corner of the screen capture area",
           0, G_MAXUINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  /**
+   * avfvideosrc:screen-crop-width
+   *
+   * Width of the screen capture area (0 = maximum)
+   *
+   * Since: 1.22
+   */
   g_object_class_install_property (gobject_class, PROP_CAPTURE_SCREEN_CROP_WIDTH,
       g_param_spec_uint ("screen-crop-width", "Screen capture crop width",
           "Width of the screen capture area (0 = maximum)",
           0, G_MAXUINT, 0, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  /**
+   * avfvideosrc:screen-crop-height
+   *
+   * Height of the screen capture area (0 = maximum)
+   *
+   * Since: 1.22
+   */
   g_object_class_install_property (gobject_class, PROP_CAPTURE_SCREEN_CROP_HEIGHT,
       g_param_spec_uint ("screen-crop-height", "Screen capture crop height",
           "Height of the screen capture area (0 = maximum)",
@@ -1317,7 +1349,7 @@
   GstAVFVideoSrcImpl *impl = GST_AVF_VIDEO_SRC_IMPL (object);
 
   switch (prop_id) {
-#if !HAVE_IOS
+#ifndef HAVE_IOS
     case PROP_CAPTURE_SCREEN:
       g_value_set_boolean (value, impl.captureScreen);
       break;
@@ -1376,7 +1408,7 @@
   GstAVFVideoSrcImpl *impl = GST_AVF_VIDEO_SRC_IMPL (object);
 
   switch (prop_id) {
-#if !HAVE_IOS
+#ifndef HAVE_IOS
     case PROP_CAPTURE_SCREEN:
       impl.captureScreen = g_value_get_boolean (value);
       break;
@@ -1533,7 +1565,7 @@
 {
   GstCaps *result_caps, *result_gl_caps;
   gboolean is_gl_format;
-#if !HAVE_IOS
+#ifndef HAVE_IOS
   GstVideoFormat gl_formats = { GST_VIDEO_FORMAT_UYVY, GST_VIDEO_FORMAT_YUY2, 0 };
 #else
   GstVideoFormat gl_formats = { GST_VIDEO_FORMAT_NV12, 0 };
@@ -1593,11 +1625,11 @@
           gst_caps_append (result_caps, gst_caps_copy (caps));
           /* Set GLMemory features on caps */
           gst_caps_set_features (caps, 0,
-                                 gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+                                 gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
                                                         NULL));
           gst_caps_set_simple (caps,
                                "texture-target", G_TYPE_STRING,
-#if !HAVE_IOS
+#ifndef HAVE_IOS
                                GST_GL_TEXTURE_TARGET_RECTANGLE_STR,
 #else
                                GST_GL_TEXTURE_TARGET_2D_STR,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/corevideobuffer.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/corevideobuffer.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/meson.build Changed

@@ -6,11 +6,33 @@
     'coremediabuffer.c',
     'videotexturecache.m',
     'videotexturecache-gl.m',
-    'atdec.c',
     'glcontexthelper.c',
     'helpers.c',
 
 
+applemedia_headers = 
+  'metal-helpers.h',
+  'vtutil.h',
+  'iosglmemory.h',
+  'corevideobuffer.h',
+  'videotexturecache.h',
+  'coremediabuffer.h',
+  'vtenc.h',
+  'avsamplevideosink.h',
+  'helpers.h',
+  'corevideomemory.h',
+  'iosassetsrc.h',
+  'iosurfaceglmemory.h',
+  'avfdeviceprovider.h',
+  'avfassetsrc.h',
+  'iosurfacevulkanmemory.h',
+  'videotexturecache-vulkan.h',
+  'vtdec.h',
+  'avfvideosrc.h',
+  'videotexturecache-gl.h',
+  'glcontexthelper.h',
+
+
 applemedia_args = 
     '-Dgst_core_media_buffer_new=gst_core_media_buffer_priv_new',
     '-Dgst_core_media_buffer_get_type=gst_core_media_buffer_priv_get_type',
@@ -20,65 +42,83 @@
     '-DGST_USE_UNSTABLE_API'
 
 
+avfoundation_sources = 
+  'avfvideosrc.m',
+  'avfassetsrc.m',
+  'avsamplevideosink.m',
+  'avfdeviceprovider.m',
+
+
+vt_sources = 
+  'vtenc.c',
+  'vtdec.c'
+
+
+ios_sources = 
+  'iosassetsrc.m',
+  'iosglmemory.c',
+
+
+non_ios_sources = 
+  'iosurfaceglmemory.c'
+
+
+vulkan_sources = 
+  'videotexturecache-vulkan.mm',
+  'iosurfacevulkanmemory.c',
+
+
+doc_sources = 
+foreach s: applemedia_sources + avfoundation_sources + vt_sources + ios_sources + non_ios_sources + vulkan_sources + applemedia_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'applemedia': pathsep.join(doc_sources)
+}
+
 applemedia_objc_args = 
+applemedia_found_deps = false
 applemedia_option = get_option('applemedia')
 if not 'darwin', 'ios'.contains(host_system) or applemedia_option.disabled()
-  applemedia_found_deps = false
   subdir_done()
 endif
 
-if 'darwin', 'ios'.contains(host_system)
-  objc = meson.get_compiler('objc')
-  if not objc.has_argument('-fobjc-arc')
-    error('ARC is required for building')
-  endif
-
-  applemedia_objc_args += '-fobjc-arc'
-
-  objcpp = meson.get_compiler('objcpp')
+objc = meson.get_compiler('objc')
+if not objc.has_argument('-fobjc-arc')
+  error('ARC is required for building')
 endif
 
+applemedia_objc_args += '-fobjc-arc'
+objcpp = meson.get_compiler('objcpp')
+
 applemedia_frameworks = 
 corefoundation_dep = dependency('CoreFoundation', required : applemedia_option)
 coremedia_dep = dependency('CoreMedia', required : applemedia_option)
 corevideo_dep = dependency('CoreVideo', required : applemedia_option)
-audiotoolbox_dep = dependency('AudioToolbox', required : applemedia_option)
-applemedia_frameworks += corefoundation_dep, coremedia_dep, corevideo_dep, audiotoolbox_dep
+applemedia_frameworks += corefoundation_dep, coremedia_dep, corevideo_dep
 
 avfoundation_dep = dependency('AVFoundation', required : applemedia_option)
 if avfoundation_dep.found()
-    applemedia_sources += 
-        'avfvideosrc.m',
-        'avfassetsrc.m',
-        'avsamplevideosink.m',
-        'avfdeviceprovider.m',
-    
+    applemedia_sources += avfoundation_sources
     applemedia_frameworks += avfoundation_dep
 endif
 
 videotoolbox_dep = dependency('VideoToolbox', required : applemedia_option)
 if videotoolbox_dep.found()
-    applemedia_sources += 
-        'vtenc.c',
-        'vtdec.c'
-    
+    applemedia_sources += vt_sources
     applemedia_frameworks += videotoolbox_dep
 endif
 
 if host_system == 'ios'
-    applemedia_sources += 
-        'iosassetsrc.m',
-        'iosglmemory.c'
-    
+    applemedia_sources += ios_sources
     applemedia_objc_args += '-fobjc-abi-version=2', '-fobjc-legacy-dispatch'
 
     ios_media_dep = dependency('appleframeworks', modules : 'Foundation', 'AssetsLibrary', required : applemedia_option)
     iosurface_dep = dependency('IOSurface', required : applemedia_option)
     applemedia_frameworks += ios_media_dep, iosurface_dep
 else
-    applemedia_sources += 
-        'iosurfaceglmemory.c'
-    
+    applemedia_sources += non_ios_sources
     cocoa_dep = dependency('Cocoa', required : applemedia_option)
     iosurface_dep = dependency('IOSurface', required : applemedia_option)
     applemedia_opengl_dep = dependency('appleframeworks', modules : 'OpenGL', required : applemedia_option)
@@ -93,15 +133,15 @@
 endforeach
 
 applemedia_objcpp_args = 
-if gstvulkan_dep.found() and have_objcpp
-  moltenvk_dep = cc.find_library('MoltenVK', required : false)
-  metal_dep = dependency('appleframeworks', modules : 'Metal', required : false)
-  if metal_dep.found() and moltenvk_dep.found() and cc.has_header ('MoltenVK/vk_mvk_moltenvk.h')
+vulkan_option = get_option('vulkan')
+vk_required = applemedia_option.enabled() and vulkan_option.enabled()
+if gstvulkan_dep.found() and have_objcpp and not vulkan_option.disabled()
+  moltenvk_dep = objcpp.find_library('MoltenVK', required: vk_required)
+  metal_dep = dependency('appleframeworks', modules : 'Metal', required: vk_required)
+  have_mvk_header = objcpp.has_header('MoltenVK/vk_mvk_moltenvk.h', required: vk_required)
+  if metal_dep.found() and moltenvk_dep.found() and have_mvk_header
     applemedia_frameworks += moltenvk_dep, gstvulkan_dep, metal_dep
-    applemedia_sources += 
-      'videotexturecache-vulkan.mm',
-      'iosurfacevulkanmemory.c',
-    
+    applemedia_sources += vulkan_sources
     applemedia_args += '-DAPPLEMEDIA_MOLTENVK'
     # override_options : 'cpp_std=c++11' doesn't seem to work for objcpp
     applemedia_objcpp_args += objcpp.get_supported_arguments(
@@ -118,7 +158,7 @@
         objcpp_args : gst_plugins_bad_args + applemedia_args + applemedia_objc_args + applemedia_objcpp_args,
         link_args : noseh_link_args,
         include_directories : configinc, libsinc,
-        dependencies : gstvideo_dep, gstaudio_dep, gstpbutils_dep, gst_dep, gstbase_dep, gstgl_dep, gstglproto_dep, gstcodecparsers_dep + applemedia_frameworks,
+        dependencies : gstvideo_dep, gstpbutils_dep, gst_dep, gstbase_dep, gstgl_dep, gstglproto_dep, gstcodecparsers_dep + applemedia_frameworks,
         override_options : 'cpp_std=c++11',
         install : true,
         install_dir : plugins_install_dir,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/plugin.m -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/plugin.m Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/videotexturecache-gl.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/videotexturecache-gl.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/videotexturecache-gl.m -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/videotexturecache-gl.m Changed

@@ -25,7 +25,7 @@
 
 G_GNUC_BEGIN_IGNORE_DEPRECATIONS
 
-#if !HAVE_IOS
+#ifndef HAVE_IOS
 #import <AppKit/AppKit.h>
 #include "iosurfaceglmemory.h"
 #endif
@@ -48,7 +48,7 @@
 
 typedef struct _TextureWrapper
 {
-#if HAVE_IOS
+#ifdef HAVE_IOS
   CVOpenGLESTextureCacheRef cache;
   CVOpenGLESTextureRef texture;
 #else
@@ -80,7 +80,7 @@
 {
   GstVideoTextureCacheGL *cache_gl = GST_VIDEO_TEXTURE_CACHE_GL (object);
 
-#if HAVE_IOS
+#ifdef HAVE_IOS
   CFRelease (cache_gl->cache); /* iOS has no "CVOpenGLESTextureCacheRelease" */
 #else
 #if 0
@@ -130,9 +130,10 @@
 {
   GstVideoTextureCacheGL *cache_gl = GST_VIDEO_TEXTURE_CACHE_GL (object);
 
+  G_OBJECT_CLASS (gst_video_texture_cache_gl_parent_class)->constructed (object);
   g_return_if_fail (GST_IS_GL_CONTEXT (cache_gl->ctx));
 
-#if HAVE_IOS
+#ifdef HAVE_IOS
   CFMutableDictionaryRef cache_attrs =
       CFDictionaryCreateMutable (NULL, 0, &kCFTypeDictionaryKeyCallBacks,
       &kCFTypeDictionaryValueCallBacks);
@@ -170,7 +171,7 @@
   cache_class->create_memory = gst_video_texture_cache_gl_create_memory;
 }
 
-#if HAVE_IOS
+#ifdef HAVE_IOS
 static void
 gst_video_texture_cache_gl_release_texture (TextureWrapper *data)
 {
@@ -257,7 +258,7 @@
   GstVideoTextureCacheGL *cache_gl = GST_VIDEO_TEXTURE_CACHE_GL (cache);
   ContextThreadData data = {cache_gl, gpixbuf, plane, size, NULL};
 
-#if HAVE_IOS
+#ifdef HAVE_IOS
   gst_gl_context_thread_add (cache_gl->ctx,
       (GstGLContextThreadFunc) _do_create_memory, &data);
 #endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/videotexturecache-vulkan.mm -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/videotexturecache-vulkan.mm Changed

@@ -23,7 +23,7 @@
 
 #include <Metal/Metal.h>
 
-#if !HAVE_IOS
+#ifndef HAVE_IOS
 #import <AppKit/AppKit.h>
 #endif
 #include "iosurfacevulkanmemory.h"
@@ -138,6 +138,7 @@
 {
   GstVideoTextureCacheVulkan *cache_vulkan = GST_VIDEO_TEXTURE_CACHE_VULKAN (object);
 
+  G_OBJECT_CLASS (gst_video_texture_cache_vulkan_parent_class)->constructed (object);
   g_return_if_fail (GST_IS_VULKAN_DEVICE (cache_vulkan->device));
 
   gst_io_surface_vulkan_memory_init ();
@@ -288,7 +289,9 @@
     IOSurfaceIncrementUseCount (surface);
 
     gpu = gst_vulkan_device_get_physical_device (vk_mem->device);
+    G_GNUC_BEGIN_IGNORE_DEPRECATIONS;
     vkGetMTLDeviceMVK (gpu, &mtl_dev);
+    G_GNUC_END_IGNORE_DEPRECATIONS;
 
     /* We cannot use vkUseIOSurfaceMVK() for multi-planer as MoltenVK does not
      * support them. */
@@ -300,7 +303,9 @@
     texture_data->pixbuf = (CVPixelBufferRef) vk_mem->user_data;
     texture_data->texture = (__bridge_retained gpointer) texture;
 
+    G_GNUC_BEGIN_IGNORE_DEPRECATIONS;
     VkResult err = vkSetMTLTextureMVK (memory->vulkan_mem.image, texture);
+    G_GNUC_END_IGNORE_DEPRECATIONS;
     GST_DEBUG ("bound texture %p to image %" GST_VULKAN_NON_DISPATCHABLE_HANDLE_FORMAT ": 0x%x",
                texture, memory->vulkan_mem.image, err);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/videotexturecache.m -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/videotexturecache.m Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/vtdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/vtdec.c Changed

@@ -232,7 +232,7 @@
   vtdec->is_flushing = FALSE;
   vtdec->is_draining = FALSE;
   vtdec->downstream_ret = GST_FLOW_OK;
-  vtdec->reorder_queue = gst_queue_array_new (0);
+  vtdec->reorder_queue = gst_vec_deque_new (0);
 
   /* Create the output task, but pause it immediately */
   vtdec->pause_task = TRUE;
@@ -262,10 +262,10 @@
   gst_vtdec_drain_decoder (GST_VIDEO_DECODER_CAST (vtdec), TRUE);
   vtdec->downstream_ret = GST_FLOW_FLUSHING;
 
-  while ((frame = gst_queue_array_pop_head (vtdec->reorder_queue))) {
+  while ((frame = gst_vec_deque_pop_head (vtdec->reorder_queue))) {
     gst_video_decoder_release_frame (decoder, frame);
   }
-  gst_queue_array_free (vtdec->reorder_queue);
+  gst_vec_deque_free (vtdec->reorder_queue);
   vtdec->reorder_queue = NULL;
 
   gst_pad_stop_task (GST_VIDEO_DECODER_SRC_PAD (decoder));
@@ -305,7 +305,7 @@
   GstVideoDecoder *decoder = GST_VIDEO_DECODER (vtdec);
 
   g_mutex_lock (&vtdec->queue_mutex);
-  while (gst_queue_array_is_empty (vtdec->reorder_queue)
+  while (gst_vec_deque_is_empty (vtdec->reorder_queue)
       && !vtdec->pause_task && !vtdec->is_flushing && !vtdec->is_draining) {
     g_cond_wait (&vtdec->queue_cond, &vtdec->queue_mutex);
   }
@@ -318,11 +318,11 @@
 
   /* push a buffer if there are enough frames to guarantee 
    * that we push in PTS order, or if we're draining/flushing */
-  while ((gst_queue_array_get_length (vtdec->reorder_queue) >=
+  while ((gst_vec_deque_get_length (vtdec->reorder_queue) >=
           vtdec->dbp_size) || vtdec->is_flushing || vtdec->is_draining) {
     gboolean is_flushing;
 
-    frame = gst_queue_array_pop_head (vtdec->reorder_queue);
+    frame = gst_vec_deque_pop_head (vtdec->reorder_queue);
     is_flushing = vtdec->is_flushing;
     g_cond_signal (&vtdec->queue_cond);
     g_mutex_unlock (&vtdec->queue_mutex);
@@ -365,7 +365,7 @@
   if (ret != GST_FLOW_OK) {
     g_mutex_lock (&vtdec->queue_mutex);
 
-    while ((frame = gst_queue_array_pop_head (vtdec->reorder_queue))) {
+    while ((frame = gst_vec_deque_pop_head (vtdec->reorder_queue))) {
       GST_LOG_OBJECT (vtdec, "flushing frame %d", frame->system_frame_number);
       gst_video_decoder_release_frame (decoder, frame);
     }
@@ -559,7 +559,7 @@
         GST_CAPS_FEATURE_MEMORY_GL_MEMORY);
     if (output_textures)
       gst_caps_set_simple (output_state->caps, "texture-target", G_TYPE_STRING,
-#if !HAVE_IOS
+#ifndef HAVE_IOS
           GST_GL_TEXTURE_TARGET_RECTANGLE_STR,
 #else
           GST_GL_TEXTURE_TARGET_2D_STR,
@@ -647,17 +647,9 @@
       gst_vulkan_ensure_element_data (GST_ELEMENT (vtdec), NULL,
           &vtdec->instance);
 
-      if (!gst_vulkan_device_run_context_query (GST_ELEMENT (vtdec),
-              &vtdec->device)) {
-        GError *error = NULL;
-        GST_DEBUG_OBJECT (vtdec, "No device retrieved from peer elements");
-        if (!(vtdec->device =
-                gst_vulkan_instance_create_device (vtdec->instance, &error))) {
-          GST_ELEMENT_ERROR (vtdec, RESOURCE, NOT_FOUND,
-              ("Failed to create vulkan device"), ("%s", error->message));
-          g_clear_error (&error);
-          return FALSE;
-        }
+      if (!gst_vulkan_ensure_element_device (GST_ELEMENT (vtdec),
+              vtdec->instance, &vtdec->device, 0)) {
+        return FALSE;
       }
 
       GST_INFO_OBJECT (vtdec, "pushing vulkan images, device %" GST_PTR_FORMAT
@@ -689,6 +681,7 @@
 static gboolean
 gst_vtdec_set_format (GstVideoDecoder * decoder, GstVideoCodecState * state)
 {
+  gboolean negotiate_now = TRUE;
   GstStructure *structure;
   CMVideoCodecType cm_format = 0;
   CMFormatDescriptionRef format_description = NULL;
@@ -722,15 +715,20 @@
   if ((cm_format == kCMVideoCodecType_H264
           || cm_format == kCMVideoCodecType_HEVC)
       && state->codec_data == NULL) {
-    GST_INFO_OBJECT (vtdec, "no codec data, wait for one");
-    return TRUE;
+    GST_INFO_OBJECT (vtdec, "waiting for codec_data before negotiation");
+    negotiate_now = FALSE;
   }
 
   gst_video_info_from_caps (&vtdec->video_info, state->caps);
 
-  if (!gst_vtdec_compute_dpb_size (vtdec, cm_format, state->codec_data))
+  if (negotiate_now &&
+      !gst_vtdec_compute_dpb_size (vtdec, cm_format, state->codec_data)) {
+    GST_INFO_OBJECT (vtdec, "Failed to compute DPB size");
     return FALSE;
-  gst_vtdec_set_latency (vtdec);
+  }
+
+  if (negotiate_now)
+    gst_vtdec_set_latency (vtdec);
 
   if (state->codec_data) {
     format_description = create_format_description_from_codec_data (vtdec,
@@ -747,7 +745,7 @@
     gst_video_codec_state_unref (vtdec->input_state);
   vtdec->input_state = gst_video_codec_state_ref (state);
 
-  return gst_vtdec_negotiate (decoder);
+  return negotiate_now ? gst_vtdec_negotiate (decoder) : TRUE;
 }
 
 static gboolean
@@ -1282,16 +1280,17 @@
    * which will lock up if we decide to wait in this callback, creating a deadlock. */
   push_anyway = vtdec->is_flushing || vtdec->is_draining;
   while (!push_anyway
-      && gst_queue_array_get_length (vtdec->reorder_queue) >
+      && gst_vec_deque_get_length (vtdec->reorder_queue) >
       vtdec->dbp_size * 2 + 1) {
     g_cond_wait (&vtdec->queue_cond, &vtdec->queue_mutex);
     push_anyway = vtdec->is_flushing || vtdec->is_draining;
   }
 
-  gst_queue_array_push_sorted (vtdec->reorder_queue, frame, sort_frames_by_pts,
+  gst_vec_deque_push_sorted (vtdec->reorder_queue, frame, sort_frames_by_pts,
       NULL);
-  GST_LOG ("pushed frame %d, queue length %d", frame->decode_frame_number,
-      gst_queue_array_get_length (vtdec->reorder_queue));
+  GST_LOG ("pushed frame %d, queue length %" G_GSIZE_FORMAT,
+      frame->decode_frame_number,
+      gst_vec_deque_get_length (vtdec->reorder_queue));
   g_cond_signal (&vtdec->queue_cond);
   g_mutex_unlock (&vtdec->queue_mutex);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/vtdec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/vtdec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/vtenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/vtenc.c Changed

@@ -60,6 +60,66 @@
  * Since: 1.20
  */
 
+/**
+ * SECTION:element-vtenc_h265
+ * @title: vtenc_h265
+ *
+ * Apple VideoToolbox H265 encoder, which can either use HW or a SW
+ * implementation depending on the device.
+ *
+ * ## Example pipeline
+ * |
+ * gst-launch-1.0 -v videotestsrc ! vtenc_h265 ! qtmux ! filesink location=out.mov
+ * | Encode a test video pattern and save it as an MOV file
+ *
+ * Since: 1.22
+ */
+
+/**
+ * SECTION:element-vtenc_h265_hw
+ * @title: vtenc_h265_hw
+ *
+ * Apple VideoToolbox H265 HW-only encoder (only available on macOS at
+ * present).
+ *
+ * ## Example pipeline
+ * |
+ * gst-launch-1.0 -v videotestsrc ! vtenc_h265_hw ! qtmux ! filesink location=out.mov
+ * | Encode a test video pattern and save it as an MOV file
+ *
+ * Since: 1.22
+ */
+
+/**
+ * SECTION:element-vtenc_h265a
+ * @title: vtenc_h265a
+ *
+ * Apple VideoToolbox H265 encoder with alpha channel support.
+ * This encoder can either use HW or a SW implementation depending on the device.
+ * 
+ * ## Example pipeline (assuming a PNG with an alpha channel as input)
+ * |
+ * gst-launch-1.0 -v filesrc location=test.png ! pngdec ! imagefreeze num-buffers=1000 ! videoconvert ! vtenc_h265a ! qtmux ! filesink location=out.mov
+ * | Encode 1000 frames of a PNG image with an alpha channel and save it as an MOV file.
+ *
+ * Since: 1.26
+ */
+
+/**
+ * SECTION:element-vtenc_h265a_hw
+ * @title: vtenc_h265a_hw
+ *
+ * Apple VideoToolbox H265 HW-only encoder with alpha channel support.
+ * Currently only available on macOS.
+ * 
+ * ## Example pipeline (assuming a PNG with an alpha channel as input)
+ * |
+ * gst-launch-1.0 -v filesrc location=test.png ! pngdec ! imagefreeze num-buffers=1000 ! videoconvert ! vtenc_h265a ! qtmux ! filesink location=out.mov
+ * | Encode 1000 frames of a PNG image with an alpha channel and save it as an MOV file.
+ *
+ * Since: 1.26
+ */
+
 #ifdef HAVE_CONFIG_H
 #include "config.h"
 #endif
@@ -67,7 +127,9 @@
 #include "vtenc.h"
 
 #include "coremediabuffer.h"
+#ifdef HAVE_IOS
 #include "corevideobuffer.h"
+#endif
 #include "vtutil.h"
 #include "helpers.h"
 #include <gst/pbutils/codec-utils.h>
@@ -81,6 +143,7 @@
 #define VTENC_DEFAULT_MAX_KEYFRAME_INTERVAL_DURATION 0
 #define VTENC_DEFAULT_PRESERVE_ALPHA TRUE
 #define VTENC_OUTPUT_QUEUE_SIZE 3
+#define VTENC_HEVCALPHA_INPUT_LIMIT 5
 
 GST_DEBUG_CATEGORY (gst_vtenc_debug);
 #define GST_CAT_DEFAULT (gst_vtenc_debug)
@@ -131,6 +194,9 @@
   PROP_MAX_KEYFRAME_INTERVAL,
   PROP_MAX_KEYFRAME_INTERVAL_DURATION,
   PROP_PRESERVE_ALPHA,
+  PROP_RATE_CONTROL,
+  PROP_DATA_RATE_LIMITS,
+  PROP_MAX_FRAME_DELAY,
 };
 
 typedef struct _GstVTEncFrame GstVTEncFrame;
@@ -141,7 +207,8 @@
   GstVideoFrame videoframe;
 };
 
-static GstElementClass *parent_class = NULL;
+#define parent_class gst_vtenc_parent_class
+G_DEFINE_TYPE (GstVTEnc, gst_vtenc, GST_TYPE_VIDEO_ENCODER);
 
 static void gst_vtenc_get_property (GObject * obj, guint prop_id,
     GValue * value, GParamSpec * pspec);
@@ -172,6 +239,8 @@
     VTCompressionSessionRef session, gint interval);
 static void gst_vtenc_session_configure_max_keyframe_interval_duration
     (GstVTEnc * self, VTCompressionSessionRef session, gdouble duration);
+static void gst_vtenc_session_configure_max_frame_delay (GstVTEnc * self,
+    VTCompressionSessionRef session, int delay);
 static void gst_vtenc_session_configure_bitrate (GstVTEnc * self,
     VTCompressionSessionRef session, guint bitrate);
 static OSStatus gst_vtenc_session_configure_property_int (GstVTEnc * self,
@@ -202,14 +271,26 @@
     const void *planeAddresses);
 #endif
 
-#ifdef HAVE_IOS
-static GstStaticCaps sink_caps =
-GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ NV12, I420 }"));
-#else
+#define GST_TYPE_VTENC_RATE_CONTROL (gst_vtenc_rate_control_get_type())
+static GType
+gst_vtenc_rate_control_get_type (void)
+{
+  static GType rc_type = 0;
+
+  static const GEnumValue rc_types = {
+    {GST_VTENC_RATE_CONTROL_ABR, "Average Bitrate", "abr"},
+    {GST_VTENC_RATE_CONTROL_CBR, "Constant Bitrate", "cbr"},
+    {0, NULL, NULL},
+  };
+
+  if (!rc_type) {
+    rc_type = g_enum_register_static ("GstVtencRateControl", rc_types);
+  }
+  return rc_type;
+}
+
 static GstStaticCaps sink_caps =
 GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE ("{ AYUV64, UYVY, NV12, I420 }"));
-#endif
-
 
 static void
 gst_vtenc_base_init (GstVTEncClass * klass)
@@ -228,8 +309,7 @@
   description = g_strdup_printf ("%s encoder", codec_details->name);
 
   gst_element_class_set_metadata (element_class, longname,
-      "Codec/Encoder/Video/Hardware", description,
-      "Ole André Vadla Ravnås <oleavr@soundrop.com>, Dominik Röttsches <dominik.rottsches@intel.com>");
+      "Codec/Encoder/Video/Hardware", description, codec_details->authors);
 
   g_free (longname);
   g_free (description);
@@ -300,6 +380,7 @@
           "alignment", G_TYPE_STRING, "au", NULL);
       break;
     case kCMVideoCodecType_HEVC:
+    case kCMVideoCodecType_HEVCWithAlpha:
       gst_structure_set (gst_caps_get_structure (src_caps, 0),
           "stream-format", G_TYPE_STRING, "hvc1",
           "alignment", G_TYPE_STRING, "au", NULL);
@@ -343,15 +424,9 @@
 static void
 gst_vtenc_class_init (GstVTEncClass * klass)
 {
-  GObjectClass *gobject_class;
-  GstElementClass *element_class;
-  GstVideoEncoderClass *gstvideoencoder_class;
-
-  gobject_class = (GObjectClass *) klass;
-  element_class = (GstElementClass *) klass;
-  gstvideoencoder_class = (GstVideoEncoderClass *) klass;
-
-  parent_class = g_type_class_peek_parent (klass);
+  GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstVideoEncoderClass *gstvideoencoder_class = GST_VIDEO_ENCODER_CLASS (klass);
 
   gobject_class->get_property = gst_vtenc_get_property;
   gobject_class->set_property = gst_vtenc_set_property;
@@ -359,13 +434,14 @@
 
   element_class->change_state = GST_DEBUG_FUNCPTR (gst_vtenc_change_state);
 
-  gstvideoencoder_class->start = gst_vtenc_start;
-  gstvideoencoder_class->stop = gst_vtenc_stop;
-  gstvideoencoder_class->set_format = gst_vtenc_set_format;
-  gstvideoencoder_class->handle_frame = gst_vtenc_handle_frame;
-  gstvideoencoder_class->finish = gst_vtenc_finish;
-  gstvideoencoder_class->flush = gst_vtenc_flush;
-  gstvideoencoder_class->sink_event = gst_vtenc_sink_event;
+  gstvideoencoder_class->start = GST_DEBUG_FUNCPTR (gst_vtenc_start);
+  gstvideoencoder_class->stop = GST_DEBUG_FUNCPTR (gst_vtenc_stop);
+  gstvideoencoder_class->set_format = GST_DEBUG_FUNCPTR (gst_vtenc_set_format);
+  gstvideoencoder_class->handle_frame =
+      GST_DEBUG_FUNCPTR (gst_vtenc_handle_frame);
+  gstvideoencoder_class->finish = GST_DEBUG_FUNCPTR (gst_vtenc_finish);
+  gstvideoencoder_class->flush = GST_DEBUG_FUNCPTR (gst_vtenc_flush);
+  gstvideoencoder_class->sink_event = GST_DEBUG_FUNCPTR (gst_vtenc_sink_event);
 
   g_object_class_install_property (gobject_class, PROP_BITRATE,
       g_param_spec_uint ("bitrate", "Bitrate",
@@ -405,11 +481,88 @@
           G_MAXUINT64, VTENC_DEFAULT_MAX_KEYFRAME_INTERVAL_DURATION,
           G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
 
+  /**
+   * vtenc_h264:rate-control
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_h264_hw:rate-control
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_h265:rate-control
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_h265_hw:rate-control
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_prores:rate-control
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_RATE_CONTROL,
+      g_param_spec_enum ("rate-control", "Rate Control",
+          "Desired rate control for the encoder", GST_TYPE_VTENC_RATE_CONTROL,
+          GST_VTENC_RATE_CONTROL_ABR,
+          G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
+
+  /**
+   * vtenc_h264:data-rate-limits
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_h264_hw:data-rate-limits
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_h265:data-rate-limits
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_h265_hw:data-rate-limits
+   *
+   * Since: 1.26
+   */
+  /**
+   * vtenc_prores:data-rate-limits
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_DATA_RATE_LIMITS,
+      g_param_spec_string ("data-rate-limits", "Data Rate Limits",
+          "Desired bitrate in kbps averaged over a duration in seconds: "
+          "bitrate,duration (0,0 = disabled)", "0,0",
+          G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
+
   /*
-   * H264 doesn't support alpha components, so only add the property for prores
+   * H264 doesn't support alpha components, and H265 uses a separate element for encoding
+   * with alpha, so only add the preserve-alpha property for ProRes.
+   *
+   * MaxFrameDelayCount seems to only be supported with ProRes
    */
   if (g_strcmp0 (G_OBJECT_CLASS_NAME (klass), "vtenc_prores") == 0) {
     /**
+     * vtenc_prores:max-frame-delay
+     *
+     * Maximum frames allowed in the compression window (-1 = unlimited)
+     *
+     * Since: 1.26
+     */
+    g_object_class_install_property (gobject_class, PROP_MAX_FRAME_DELAY,
+        g_param_spec_int ("max-frame-delay", "Maximum Frame Delay",
+            "Maximum frames allowed in the compression window (-1 = unlimited)",
+            -1, G_MAXINT, -1,
+            G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
+    /**
      * vtenc_prores:preserve-alpha
      *
      * Preserve non-opaque video alpha values from the input video when
@@ -423,6 +576,9 @@
             VTENC_DEFAULT_PRESERVE_ALPHA,
             G_PARAM_READWRITE | G_PARAM_CONSTRUCT | G_PARAM_STATIC_STRINGS));
   }
+
+  gst_type_mark_as_plugin_api (GST_TYPE_VTENC, 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_VTENC_RATE_CONTROL, 0);
 }
 
 static void
@@ -449,6 +605,9 @@
 
   g_mutex_init (&self->queue_mutex);
   g_cond_init (&self->queue_cond);
+
+  g_mutex_init (&self->encoding_mutex);
+  g_cond_init (&self->encoding_cond);
 }
 
 static void
@@ -460,19 +619,10 @@
   g_mutex_clear (&self->queue_mutex);
   g_cond_clear (&self->queue_cond);
 
-  G_OBJECT_CLASS (parent_class)->finalize (obj);
-}
-
-static guint
-gst_vtenc_get_bitrate (GstVTEnc * self)
-{
-  guint result;
+  g_mutex_clear (&self->encoding_mutex);
+  g_cond_clear (&self->encoding_cond);
 
-  GST_OBJECT_LOCK (self);
-  result = self->bitrate;
-  GST_OBJECT_UNLOCK (self);
-
-  return result;
+  G_OBJECT_CLASS (parent_class)->finalize (obj);
 }
 
 static void
@@ -488,18 +638,6 @@
   GST_OBJECT_UNLOCK (self);
 }
 
-static gboolean
-gst_vtenc_get_allow_frame_reordering (GstVTEnc * self)
-{
-  gboolean result;
-
-  GST_OBJECT_LOCK (self);
-  result = self->allow_frame_reordering;
-  GST_OBJECT_UNLOCK (self);
-
-  return result;
-}
-
 static void
 gst_vtenc_set_allow_frame_reordering (GstVTEnc * self,
     gboolean allow_frame_reordering)
@@ -513,18 +651,6 @@
   GST_OBJECT_UNLOCK (self);
 }
 
-static gboolean
-gst_vtenc_get_realtime (GstVTEnc * self)
-{
-  gboolean result;
-
-  GST_OBJECT_LOCK (self);
-  result = self->realtime;
-  GST_OBJECT_UNLOCK (self);
-
-  return result;
-}
-
 static void
 gst_vtenc_set_realtime (GstVTEnc * self, gboolean realtime)
 {
@@ -535,43 +661,19 @@
   GST_OBJECT_UNLOCK (self);
 }
 
-static gdouble
-gst_vtenc_get_quality (GstVTEnc * self)
-{
-  gdouble result;
-
-  GST_OBJECT_LOCK (self);
-  result = self->quality;
-  GST_OBJECT_UNLOCK (self);
-
-  return result;
-}
-
 static void
 gst_vtenc_set_quality (GstVTEnc * self, gdouble quality)
 {
   GST_OBJECT_LOCK (self);
   self->quality = quality;
-  GST_INFO_OBJECT (self, "setting quality %f", quality);
   if (self->session != NULL) {
+    GST_INFO_OBJECT (self, "setting quality %f", quality);
     gst_vtenc_session_configure_property_double (self, self->session,
         kVTCompressionPropertyKey_Quality, quality);
   }
   GST_OBJECT_UNLOCK (self);
 }
 
-static gint
-gst_vtenc_get_max_keyframe_interval (GstVTEnc * self)
-{
-  gint result;
-
-  GST_OBJECT_LOCK (self);
-  result = self->max_keyframe_interval;
-  GST_OBJECT_UNLOCK (self);
-
-  return result;
-}
-
 static void
 gst_vtenc_set_max_keyframe_interval (GstVTEnc * self, gint interval)
 {
@@ -584,18 +686,6 @@
   GST_OBJECT_UNLOCK (self);
 }
 
-static GstClockTime
-gst_vtenc_get_max_keyframe_interval_duration (GstVTEnc * self)
-{
-  GstClockTime result;
-
-  GST_OBJECT_LOCK (self);
-  result = self->max_keyframe_interval_duration;
-  GST_OBJECT_UNLOCK (self);
-
-  return result;
-}
-
 static void
 gst_vtenc_set_max_keyframe_interval_duration (GstVTEnc * self,
     GstClockTime interval)
@@ -610,6 +700,16 @@
 }
 
 static void
+gst_vtenc_set_max_frame_delay (GstVTEnc * self, int delay)
+{
+  GST_OBJECT_LOCK (self);
+  self->max_frame_delay = delay;
+  if (self->session != NULL)
+    gst_vtenc_session_configure_max_frame_delay (self, self->session, delay);
+  GST_OBJECT_UNLOCK (self);
+}
+
+static void
 gst_vtenc_get_property (GObject * obj, guint prop_id, GValue * value,
     GParamSpec * pspec)
 {
@@ -617,23 +717,34 @@
 
   switch (prop_id) {
     case PROP_BITRATE:
-      g_value_set_uint (value, gst_vtenc_get_bitrate (self) / 1000);
+      g_value_set_uint (value, self->bitrate / 1000);
       break;
     case PROP_ALLOW_FRAME_REORDERING:
-      g_value_set_boolean (value, gst_vtenc_get_allow_frame_reordering (self));
+      g_value_set_boolean (value, self->allow_frame_reordering);
       break;
     case PROP_REALTIME:
-      g_value_set_boolean (value, gst_vtenc_get_realtime (self));
+      g_value_set_boolean (value, self->realtime);
       break;
     case PROP_QUALITY:
-      g_value_set_double (value, gst_vtenc_get_quality (self));
+      g_value_set_double (value, self->quality);
       break;
     case PROP_MAX_KEYFRAME_INTERVAL:
-      g_value_set_int (value, gst_vtenc_get_max_keyframe_interval (self));
+      g_value_set_int (value, self->max_keyframe_interval);
       break;
     case PROP_MAX_KEYFRAME_INTERVAL_DURATION:
-      g_value_set_uint64 (value,
-          gst_vtenc_get_max_keyframe_interval_duration (self));
+      g_value_set_uint64 (value, self->max_keyframe_interval_duration);
+      break;
+    case PROP_RATE_CONTROL:
+      g_value_set_enum (value, self->rate_control);
+      break;
+    case PROP_DATA_RATE_LIMITS:
+      GST_OBJECT_LOCK (self);
+      g_value_take_string (value, g_strdup_printf ("%u,%.5f",
+              self->max_bitrate / 1000, self->bitrate_window));
+      GST_OBJECT_UNLOCK (self);
+      break;
+    case PROP_MAX_FRAME_DELAY:
+      g_value_set_int (value, self->max_frame_delay);
       break;
     case PROP_PRESERVE_ALPHA:
       g_value_set_boolean (value, self->preserve_alpha);
@@ -670,6 +781,27 @@
       gst_vtenc_set_max_keyframe_interval_duration (self,
           g_value_get_uint64 (value));
       break;
+    case PROP_RATE_CONTROL:
+      self->rate_control = g_value_get_enum (value);
+      break;
+    case PROP_DATA_RATE_LIMITS:
+    {
+      guint max_bitrate;
+      float window;
+      const char *s = g_value_get_string (value);
+      if (s && sscanf (s, "%u,%f", &max_bitrate, &window) == 2) {
+        GST_OBJECT_LOCK (self);
+        self->max_bitrate = max_bitrate * 1000;
+        self->bitrate_window = window;
+        GST_OBJECT_UNLOCK (self);
+      } else {
+        g_warning ("Failed to parse data rate limits: '%s'", s);
+      }
+    }
+      break;
+    case PROP_MAX_FRAME_DELAY:
+      gst_vtenc_set_max_frame_delay (self, g_value_get_int (value));
+      break;
     case PROP_PRESERVE_ALPHA:
       self->preserve_alpha = g_value_get_boolean (value);
       break;
@@ -782,9 +914,9 @@
   self->downstream_ret = GST_FLOW_OK;
   g_atomic_int_set (&self->require_restart, FALSE);
 
-  self->output_queue = gst_queue_array_new (VTENC_OUTPUT_QUEUE_SIZE);
-  /* Set clear_func to unref all remaining frames in gst_queue_array_free() */
-  gst_queue_array_set_clear_func (self->output_queue,
+  self->output_queue = gst_vec_deque_new (VTENC_OUTPUT_QUEUE_SIZE);
+  /* Set clear_func to unref all remaining frames in gst_vec_deque_free() */
+  gst_vec_deque_set_clear_func (self->output_queue,
       (GDestroyNotify) gst_video_codec_frame_unref);
 
   /* Create the output task, but pause it immediately */
@@ -831,7 +963,7 @@
   self->video_info.width = self->video_info.height = 0;
   self->video_info.fps_n = self->video_info.fps_d = 0;
 
-  gst_queue_array_free (self->output_queue);
+  gst_vec_deque_free (self->output_queue);
   self->output_queue = NULL;
 
   return TRUE;
@@ -922,7 +1054,8 @@
   if (self->profile_level)
     CFRelease (self->profile_level);
 
-  if (self->specific_format_id == kCMVideoCodecType_HEVC) {
+  if (self->specific_format_id == kCMVideoCodecType_HEVC ||
+      self->specific_format_id == kCMVideoCodecType_HEVCWithAlpha) {
     return gst_vtenc_hevc_parse_profile_level_key (self, profile, level);
   } else {
     return gst_vtenc_h264_parse_profile_level_key (self, profile, level);
@@ -975,6 +1108,11 @@
         if (!gst_vtenc_negotiate_profile_and_level (self, s))
           goto fail;
         break;
+      case kCMVideoCodecType_HEVCWithAlpha:
+        self->specific_format_id = kCMVideoCodecType_HEVCWithAlpha;
+        if (!gst_vtenc_negotiate_profile_and_level (self, s))
+          goto fail;
+        break;
       case GST_kCMVideoCodecType_Some_AppleProRes:
         if (g_strcmp0 (self->details->mimetype, "video/x-prores") != 0) {
           GST_ERROR_OBJECT (self, "format_id == %i mimetype must be Apple "
@@ -1079,6 +1217,7 @@
   switch (self->details->format_id) {
     case kCMVideoCodecType_H264:
     case kCMVideoCodecType_HEVC:
+    case kCMVideoCodecType_HEVCWithAlpha:
     {
       CMFormatDescriptionRef fmt;
       CFDictionaryRef atoms;
@@ -1093,7 +1232,8 @@
       atoms = CMFormatDescriptionGetExtension (fmt,
           kCMFormatDescriptionExtension_SampleDescriptionExtensionAtoms);
 
-      if (self->details->format_id == kCMVideoCodecType_HEVC)
+      if (self->details->format_id == kCMVideoCodecType_HEVC ||
+          self->details->format_id == kCMVideoCodecType_HEVCWithAlpha)
         boxKey =
             CFStringCreateWithCString (NULL, "hvcC", kCFStringEncodingUTF8);
       else
@@ -1110,7 +1250,8 @@
       gst_structure_set (s, "codec_data", GST_TYPE_BUFFER, codec_data_buf,
           NULL);
 
-      if (self->details->format_id == kCMVideoCodecType_HEVC) {
+      if (self->details->format_id == kCMVideoCodecType_HEVC ||
+          self->details->format_id == kCMVideoCodecType_HEVCWithAlpha) {
         sps0 = codec_data1;
         sps11 = codec_data12;
         gst_codec_utils_h265_caps_set_level_tier_and_profile (caps, sps, 12);
@@ -1155,7 +1296,7 @@
   return gst_vtenc_encode_frame (self, frame);
 
 not_negotiated:
-  gst_video_codec_frame_unref (frame);
+  gst_video_encoder_release_frame (enc, frame);
   return GST_FLOW_NOT_NEGOTIATED;
 }
 
@@ -1285,6 +1426,14 @@
         GST_WARNING_OBJECT (self, "macOS version is too old, the SMPTE2084 "
             "transfer function is not available");
       break;
+    case GST_VIDEO_TRANSFER_ARIB_STD_B67:
+      if (__builtin_available (macOS 10.13, *))
+        transfer = kCVImageBufferTransferFunction_ITU_R_2100_HLG;
+      else
+        GST_WARNING_OBJECT (self,
+            "macOS version is too old, the ITU-R BT.2100-1 "
+            "transfer function is not available");
+      break;
     default:
       GST_WARNING_OBJECT (self, "Unsupported color transfer %u", cm.transfer);
   }
@@ -1380,11 +1529,10 @@
   VTCompressionSessionRef session = NULL;
   CFMutableDictionaryRef encoder_spec = NULL, pb_attrs = NULL;
   OSStatus status;
-
-#if !HAVE_IOS
   const GstVTEncoderDetails *codec_details =
       GST_VTENC_CLASS_GET_CODEC_DETAILS (G_OBJECT_GET_CLASS (self));
 
+#ifndef HAVE_IOS
   /* Apple's M1 hardware encoding fails when provided with an interlaced ProRes source.
    * It's most likely a bug in VideoToolbox, as no such limitation has been officially mentioned anywhere.
    * For now let's disable HW encoding entirely when such case occurs. */
@@ -1460,9 +1608,11 @@
         self->max_keyframe_interval);
     gst_vtenc_session_configure_max_keyframe_interval_duration (self, session,
         self->max_keyframe_interval_duration / ((gdouble) GST_SECOND));
+    if (codec_details->format_id == GST_kCMVideoCodecType_Some_AppleProRes)
+      gst_vtenc_session_configure_max_frame_delay (self, session,
+          self->max_frame_delay);
 
-    gst_vtenc_session_configure_bitrate (self, session,
-        gst_vtenc_get_bitrate (self));
+    gst_vtenc_session_configure_bitrate (self, session, self->bitrate);
   }
 
   /* Force encoder to not preserve alpha with 4444(XQ) ProRes formats if
@@ -1513,11 +1663,12 @@
       g_assert_not_reached ();
   }
 
-  gst_vtenc_session_configure_realtime (self, session,
-      gst_vtenc_get_realtime (self));
+  gst_vtenc_session_configure_realtime (self, session, self->realtime);
   gst_vtenc_session_configure_allow_frame_reordering (self, session,
-      gst_vtenc_get_allow_frame_reordering (self));
-  gst_vtenc_set_quality (self, self->quality);
+      self->allow_frame_reordering);
+  if (codec_details->format_id != GST_kCMVideoCodecType_Some_AppleProRes)
+    gst_vtenc_session_configure_property_double (self, session,
+        kVTCompressionPropertyKey_Quality, self->quality);
 
   if (self->dump_properties) {
     gst_vtenc_session_dump_properties (self, session);
@@ -1641,11 +1792,78 @@
 }
 
 static void
+gst_vtenc_session_configure_max_frame_delay (GstVTEnc * self,
+    VTCompressionSessionRef session, int delay)
+{
+  if (delay < 0)
+    delay = kVTUnlimitedFrameDelayCount;
+  gst_vtenc_session_configure_property_int (self, session,
+      kVTCompressionPropertyKey_MaxFrameDelayCount, delay);
+}
+
+static void
 gst_vtenc_session_configure_bitrate (GstVTEnc * self,
     VTCompressionSessionRef session, guint bitrate)
 {
-  gst_vtenc_session_configure_property_int (self, session,
-      kVTCompressionPropertyKey_AverageBitRate, bitrate);
+  gboolean emulate_cbr = FALSE;
+  double bitrate_window = self->bitrate_window;
+  guint max_bitrate = self->max_bitrate;
+  CFStringRef key = kVTCompressionPropertyKey_AverageBitRate;
+
+  if (self->rate_control == GST_VTENC_RATE_CONTROL_CBR) {
+#ifdef __aarch64__
+    /*
+     * In addition to the OS requirements, CBR also requires Apple Silicon
+     */
+    if (__builtin_available (macOS 13.0, iOS 16.0, *)) {
+      key = kVTCompressionPropertyKey_ConstantBitRate;
+    } else
+#endif
+    {
+      GST_INFO_OBJECT (self, "CBR is unsupported on your system, emulating "
+          "with custom data rate limits");
+      emulate_cbr = TRUE;
+      max_bitrate = bitrate;
+      gst_util_fraction_to_double (self->video_info.fps_d,
+          self->video_info.fps_n, &bitrate_window);
+    }
+  }
+
+  if (max_bitrate > 0 && bitrate_window > 0) {
+    if (self->rate_control == GST_VTENC_RATE_CONTROL_CBR &&
+        self->max_bitrate > 0 && self->bitrate_window > 0)
+      GST_INFO_OBJECT (self, "Ignoring data-rate-limits property, CBR mode is "
+          "enabled");
+
+    if (key == kVTCompressionPropertyKey_AverageBitRate) {
+      /* Convert to bytes */
+      int size = (max_bitrate * bitrate_window) / 8;
+
+      CFNumberRef cf_size = CFNumberCreate (NULL, kCFNumberIntType, &size);
+      CFNumberRef cf_window = CFNumberCreate (NULL, kCFNumberFloatType,
+          &bitrate_window);
+
+      CFTypeRef values2 = { cf_size, cf_window };
+      CFArrayRef data = CFArrayCreate (NULL, values, 2, &kCFTypeArrayCallBacks);
+
+      OSStatus code = VTSessionSetProperty (session,
+          kVTCompressionPropertyKey_DataRateLimits, data);
+      if (code != noErr)
+        GST_WARNING_OBJECT (self,
+            "FAILED: kVTCompressionPropertyKey_DataRateLimits %i, %f => %i",
+            size, self->bitrate_window, code);
+      else
+        GST_DEBUG_OBJECT (self, "kVTCompressionPropertyKey_DataRateLimits "
+            "%i, %f => %i", size, self->bitrate_window, code);
+
+      CFRelease (cf_size);
+      CFRelease (cf_window);
+      CFRelease (data);
+    }
+  }
+
+  if (!emulate_cbr)
+    gst_vtenc_session_configure_property_int (self, session, key, bitrate);
 }
 
 static void
@@ -1677,7 +1895,10 @@
   CFRelease (num);
 
   CFStringGetCString (name, name_str, sizeof (name_str), kCFStringEncodingUTF8);
-  GST_DEBUG_OBJECT (self, "%s(%d) => %d", name_str, value, (int) status);
+  if (status != noErr)
+    GST_WARNING_OBJECT (self, "FAILED: %s(%d) => %d", name_str, value, status);
+  else
+    GST_DEBUG_OBJECT (self, "%s(%d) => %d", name_str, value, status);
 
   return status;
 }
@@ -1695,7 +1916,10 @@
   CFRelease (num);
 
   CFStringGetCString (name, name_str, sizeof (name_str), kCFStringEncodingUTF8);
-  GST_DEBUG_OBJECT (self, "%s(%f) => %d", name_str, value, (int) status);
+  if (status != noErr)
+    GST_WARNING_OBJECT (self, "FAILED: %s(%f) => %d", name_str, value, status);
+  else
+    GST_DEBUG_OBJECT (self, "%s(%f) => %d", name_str, value, status);
 
   return status;
 }
@@ -1808,7 +2032,6 @@
   GstFlowReturn ret = GST_FLOW_OK;
   CFDictionaryRef frame_props = NULL;
   GstTaskState task_state;
-  gboolean is_flushing;
 
   /* If this condition changes later while we're still in this function,
    * it'll just fail on next frame encode or in _finish() */
@@ -1816,28 +2039,30 @@
   if (task_state == GST_TASK_STOPPED || task_state == GST_TASK_PAUSED) {
     /* Abort if our loop failed to push frames downstream... */
     if (self->downstream_ret != GST_FLOW_OK) {
-      if (self->downstream_ret == GST_FLOW_FLUSHING)
+      ret = self->downstream_ret;
+
+      if (ret == GST_FLOW_FLUSHING) {
         GST_DEBUG_OBJECT (self,
             "Output loop stopped because of flushing, ignoring frame");
-      else
+        goto release;
+      } else {
         GST_WARNING_OBJECT (self,
             "Output loop stopped with error (%s), leaving",
-            gst_flow_get_name (self->downstream_ret));
-
-      ret = self->downstream_ret;
-      goto drop;
+            gst_flow_get_name (ret));
+        goto drop;
+      }
     }
 
     /* ...or if it stopped because of the flushing flag while the queue
      * was empty, in which case we didn't get GST_FLOW_FLUSHING... */
     g_mutex_lock (&self->queue_mutex);
-    is_flushing = self->is_flushing;
-    g_mutex_unlock (&self->queue_mutex);
-    if (is_flushing) {
+    if (self->is_flushing) {
+      g_mutex_unlock (&self->queue_mutex);
       GST_DEBUG_OBJECT (self, "Flushing flag set, ignoring frame");
       ret = GST_FLOW_FLUSHING;
-      goto drop;
+      goto release;
     }
+    g_mutex_unlock (&self->queue_mutex);
 
     /* .. or if it refuses to resume - e.g. it was stopped instead of paused */
     if (!gst_vtenc_ensure_output_loop (self)) {
@@ -1883,7 +2108,7 @@
     } else {
       GST_WARNING_OBJECT (self, "have interlaced content, but don't know field "
           "order yet, skipping buffer");
-      gst_video_codec_frame_unref (frame);
+      gst_video_encoder_release_frame (GST_VIDEO_ENCODER (self), frame);
       return GST_FLOW_OK;
     }
 
@@ -2001,10 +2226,40 @@
 #endif
 
   /* We need to unlock the stream lock here because
-   * it can wait for gst_vtenc_enqueue_buffer() to
-   * handle a buffer... which will take the stream
-   * lock from another thread and then deadlock */
+   * the encode call can wait for gst_vtenc_enqueue_buffer()
+   * to handle a buffer... which will take the stream lock
+   * from another thread and then deadlock */
   GST_VIDEO_ENCODER_STREAM_UNLOCK (self);
+
+  /* HEVCWithAlpha encoder has a bug where it does not throttle the amount
+   * of input frames queued internally. Other encoders do not have this
+   * problem and correctly block until the internal queue has space.
+   * When paired with a fast enough source like videotestsrc, this can result in
+   * a ton of memory being taken up by frames inside the encoder, eventually killing
+   * the process because of OOM.
+   * 
+   * The workaround here tries to block until the number of pending frames falls
+   * below a certain threshold. Best we can do until Apple fixes this. */
+  if (self->specific_format_id == kCMVideoCodecType_HEVCWithAlpha) {
+    CFNumberRef pending_num;
+    gint pending_frames;
+
+    VTSessionCopyProperty (self->session,
+        kVTCompressionPropertyKey_NumberOfPendingFrames, NULL, &pending_num);
+    CFNumberGetValue (pending_num, kCFNumberSInt32Type, &pending_frames);
+    CFRelease (pending_num);
+
+    g_mutex_lock (&self->encoding_mutex);
+    while (pending_frames > VTENC_HEVCALPHA_INPUT_LIMIT) {
+      g_cond_wait (&self->encoding_cond, &self->encoding_mutex);
+      VTSessionCopyProperty (self->session,
+          kVTCompressionPropertyKey_NumberOfPendingFrames, NULL, &pending_num);
+      CFNumberGetValue (pending_num, kCFNumberIntType, &pending_frames);
+      CFRelease (pending_num);
+    }
+    g_mutex_unlock (&self->encoding_mutex);
+  }
+
   vt_status = VTCompressionSessionEncodeFrame (self->session,
       pbuf, ts, duration, frame_props,
       GINT_TO_POINTER (frame->system_frame_number), NULL);
@@ -2027,17 +2282,16 @@
 
   return ret;
 
+cv_error:
+  ret = GST_FLOW_ERROR;
+
 drop:
-  {
-    gst_video_codec_frame_unref (frame);
-    return ret;
-  }
+  gst_video_encoder_drop_frame (GST_VIDEO_ENCODER_CAST (self), frame);
+  return ret;
 
-cv_error:
-  {
-    gst_video_codec_frame_unref (frame);
-    return GST_FLOW_ERROR;
-  }
+release:
+  gst_video_encoder_release_frame (GST_VIDEO_ENCODER_CAST (self), frame);
+  return ret;
 }
 
 static void
@@ -2076,6 +2330,13 @@
     goto drop;
   }
 
+  if (self->specific_format_id == kCMVideoCodecType_HEVCWithAlpha) {
+    /* See comment in gst_vtenc_encode_frame() above */
+    g_mutex_lock (&self->encoding_mutex);
+    g_cond_signal (&self->encoding_cond);
+    g_mutex_unlock (&self->encoding_mutex);
+  }
+
   if (!frame) {
     GST_WARNING_OBJECT (self, "No corresponding frame found!");
     return;
@@ -2086,7 +2347,7 @@
     GST_DEBUG_OBJECT (self, "Ignoring frame %d because we're flushing",
         frame->system_frame_number);
 
-    gst_video_codec_frame_unref (frame);
+    gst_video_encoder_release_frame (GST_VIDEO_ENCODER_CAST (self), frame);
     g_mutex_unlock (&self->queue_mutex);
     return;
   }
@@ -2108,18 +2369,18 @@
   /* Limit the amount of frames in our output queue
    * to avoid processing too many frames ahead */
   g_mutex_lock (&self->queue_mutex);
-  while (gst_queue_array_get_length (self->output_queue) >
+  while (gst_vec_deque_get_length (self->output_queue) >
       VTENC_OUTPUT_QUEUE_SIZE) {
     g_cond_wait (&self->queue_cond, &self->queue_mutex);
   }
 
-  gst_queue_array_push_tail (self->output_queue, frame);
+  gst_vec_deque_push_tail (self->output_queue, frame);
   g_cond_signal (&self->queue_cond);
   g_mutex_unlock (&self->queue_mutex);
   return;
 
 drop:
-  gst_video_codec_frame_unref (frame);
+  gst_video_encoder_drop_frame (GST_VIDEO_ENCODER_CAST (self), frame);
 }
 
 static void
@@ -2131,7 +2392,7 @@
   gboolean should_pause;
 
   g_mutex_lock (&self->queue_mutex);
-  while (gst_queue_array_is_empty (self->output_queue) && !self->pause_task
+  while (gst_vec_deque_is_empty (self->output_queue) && !self->pause_task
       && !self->is_flushing) {
     g_cond_wait (&self->queue_cond, &self->queue_mutex);
   }
@@ -2142,7 +2403,7 @@
     return;
   }
 
-  while ((outframe = gst_queue_array_pop_head (self->output_queue))) {
+  while ((outframe = gst_vec_deque_pop_head (self->output_queue))) {
     g_cond_signal (&self->queue_cond);
     g_mutex_unlock (&self->queue_mutex);
 
@@ -2152,7 +2413,7 @@
     g_mutex_lock (&self->queue_mutex);
     if (self->is_flushing) {
       GST_LOG_OBJECT (self, "flushing frame %d", outframe->system_frame_number);
-      gst_video_codec_frame_unref (outframe);
+      gst_video_encoder_release_frame (GST_VIDEO_ENCODER_CAST (self), outframe);
       GST_VIDEO_ENCODER_STREAM_UNLOCK (self);
       continue;
     }
@@ -2162,7 +2423,8 @@
         (meta = gst_buffer_get_core_media_meta (outframe->output_buffer))) {
       if (!gst_vtenc_negotiate_downstream (self, meta->sample_buf)) {
         ret = GST_FLOW_NOT_NEGOTIATED;
-        gst_video_codec_frame_unref (outframe);
+        gst_video_encoder_release_frame (GST_VIDEO_ENCODER_CAST (self),
+            outframe);
         g_mutex_lock (&self->queue_mutex);
         /* the rest of the frames will be pop'd and unref'd later */
         break;
@@ -2195,9 +2457,9 @@
   if (ret != GST_FLOW_OK) {
     g_mutex_lock (&self->queue_mutex);
 
-    while ((outframe = gst_queue_array_pop_head (self->output_queue))) {
+    while ((outframe = gst_vec_deque_pop_head (self->output_queue))) {
       GST_LOG_OBJECT (self, "flushing frame %d", outframe->system_frame_number);
-      gst_video_codec_frame_unref (outframe);
+      gst_video_encoder_release_frame (GST_VIDEO_ENCODER_CAST (self), outframe);
     }
 
     g_cond_signal (&self->queue_cond);
@@ -2288,14 +2550,13 @@
     0,
     (GInstanceInitFunc) gst_vtenc_init,
   };
-  gchar *type_name;
+  char *type_name;
   GType type;
   gboolean result;
 
   type_name = g_strdup_printf ("vtenc_%s", codec_details->element_name);
 
-  type =
-      g_type_register_static (GST_TYPE_VIDEO_ENCODER, type_name, &type_info, 0);
+  type = g_type_register_static (GST_TYPE_VTENC, type_name, &type_info, 0);
 
   g_type_set_qdata (type, GST_VTENC_CODEC_DETAILS_QDATA,
       (gpointer) codec_details);
@@ -2309,14 +2570,30 @@
 }
 
 static const GstVTEncoderDetails gst_vtenc_codecs = {
-  {"H.264", "h264", "video/x-h264", kCMVideoCodecType_H264, FALSE},
-  {"H.265/HEVC", "h265", "video/x-h265", kCMVideoCodecType_HEVC, FALSE},
+  {"H.264", "h264", "video/x-h264",
+        "Ole André Vadla Ravnås <oleavr@soundrop.com>, "
+        "Dominik Röttsches <dominik.rottsches@intel.com>",
+      kCMVideoCodecType_H264, FALSE},
+  {"H.265/HEVC", "h265", "video/x-h265",
+        "Piotr Brzeziński <piotr@centricular.com>",
+      kCMVideoCodecType_HEVC, FALSE},
+  {"H.265/HEVC with alpha", "h265a", "video/x-h265",
+        "Piotr Brzeziński <piotr@centricular.com>",
+      kCMVideoCodecType_HEVCWithAlpha, FALSE},
 #ifndef HAVE_IOS
-  {"H.264 (HW only)", "h264_hw", "video/x-h264", kCMVideoCodecType_H264, TRUE},
-  {"H.265/HEVC (HW only)", "h265_hw", "video/x-h265", kCMVideoCodecType_HEVC,
-      TRUE},
+  {"H.264 (HW only)", "h264_hw", "video/x-h264",
+        "Ole André Vadla Ravnås <oleavr@soundrop.com>, "
+        "Dominik Röttsches <dominik.rottsches@intel.com>",
+      kCMVideoCodecType_H264, TRUE},
+  {"H.265/HEVC (HW only)", "h265_hw", "video/x-h265",
+        "Piotr Brzeziński <piotr@centricular.com>",
+      kCMVideoCodecType_HEVC, TRUE},
+  {"H.265/HEVC with alpha (HW only)", "h265a_hw", "video/x-h265",
+        "Piotr Brzeziński <piotr@centricular.com>",
+      kCMVideoCodecType_HEVCWithAlpha, TRUE},
 #endif
   {"Apple ProRes", "prores", "video/x-prores",
+        "Nirbheek Chauhan <nirbheek@centricular.com>",
       GST_kCMVideoCodecType_Some_AppleProRes, FALSE},
 };

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/applemedia/vtenc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/applemedia/vtenc.h Changed

@@ -28,23 +28,41 @@
 
 G_BEGIN_DECLS
 
-#define GST_VTENC_CAST(obj) \
-  ((GstVTEnc *) (obj))
+#define GST_TYPE_VTENC            (gst_vtenc_get_type())
+#define GST_VTENC(obj)            (G_TYPE_CHECK_INSTANCE_CAST((obj), GST_TYPE_VTENC, GstVTEnc))
+#define GST_VTENC_CLASS(klass)    (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_VTENC, GstVTEncClass))
+#define GST_IS_VTENC(obj)         (G_TYPE_CHECK_INSTANCE_TYPE((obj), GST_TYPE_VTENC))
+#define GST_IS_VTENC_CLASS(obj)   (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_VTENC))
+#define GST_VTENC_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_VTENC, GstVTEncClass))
+#define GST_VTENC_CAST(obj)       ((GstVTEnc *)obj)
+typedef struct _GstVTEnc GstVTEnc;
+typedef struct _GstVTEncClass GstVTEncClass;
+
 #define GST_VTENC_CLASS_GET_CODEC_DETAILS(klass) \
   ((const GstVTEncoderDetails *) g_type_get_qdata (G_OBJECT_CLASS_TYPE (klass), \
       GST_VTENC_CODEC_DETAILS_QDATA))
 
-typedef struct _GstVTEncoderDetails GstVTEncoderDetails;
+/**
+ * GstVtencRateControl:
+ * @GST_VTENC_RATE_CONTROL_ABR: average (variable) bitrate
+ * @GST_VTENC_RATE_CONTROL_CBR: constant bitrate
+ *
+ * Since: 1.26
+ */
+typedef enum
+{
+  GST_VTENC_RATE_CONTROL_ABR,
+  GST_VTENC_RATE_CONTROL_CBR,
+} GstVtencRateControl;
 
-typedef struct _GstVTEncClassParams GstVTEncClassParams;
-typedef struct _GstVTEncClass GstVTEncClass;
-typedef struct _GstVTEnc GstVTEnc;
+typedef struct _GstVTEncoderDetails GstVTEncoderDetails;
 
 struct _GstVTEncoderDetails
 {
-  const gchar * name;
-  const gchar * element_name;
-  const gchar * mimetype;
+  const char * name;
+  const char * element_name;
+  const char * mimetype;
+  const char * authors;
   CMVideoCodecType format_id;
   gboolean require_hardware;
 };
@@ -64,13 +82,17 @@
   CFStringRef profile_level;
   GstH264Profile h264_profile;
   guint bitrate;
+  guint max_bitrate;
+  float bitrate_window;
   gboolean allow_frame_reordering;
   gboolean realtime;
   gdouble quality;
   gint max_keyframe_interval;
   GstClockTime max_keyframe_interval_duration;
+  gint max_frame_delay;
   gint latency_frames;
   gboolean preserve_alpha;
+  GstVtencRateControl rate_control;
 
   gboolean dump_properties;
   gboolean dump_attributes;
@@ -82,11 +104,15 @@
   CFDictionaryRef keyframe_props;
   GstClockTime dts_offset;
 
-  GstQueueArray * output_queue;
+  GstVecDeque * output_queue;
   /* Protects output_queue, is_flushing and pause_task */
   GMutex queue_mutex;
   GCond queue_cond;
-  
+
+  /* Temporary workaround for HEVCWithAlpha encoder not throttling input */
+  GMutex encoding_mutex;
+  GCond encoding_cond;
+
   /* downstream_ret is protected by the STREAM_LOCK */
   GstFlowReturn downstream_ret;
   gboolean negotiate_downstream;
@@ -98,6 +124,8 @@
   gboolean require_restart;
 };
 
+GType gst_vtenc_get_type (void);
+
 void gst_vtenc_register_elements (GstPlugin * plugin);
 
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/asio.h Added

@@ -0,0 +1,147 @@
+#pragma once
+
+#include <gst/gst.h>
+#include <windows.h>
+
+G_BEGIN_DECLS
+
+#pragma pack(push,4)
+
+typedef struct
+{
+  gulong hi;
+  gulong lo;
+} ASIOSamples;
+
+typedef struct
+{
+  gulong hi;
+  gulong lo;
+} ASIOTimeStamp;
+
+typedef gdouble ASIOSampleRate;
+typedef glong ASIOBool;
+typedef glong ASIOSampleType;
+
+enum {
+  ASIOSTInt16MSB = 0,
+  ASIOSTInt24MSB = 1,
+  ASIOSTInt32MSB = 2,
+  ASIOSTFloat32MSB = 3,
+  ASIOSTFloat64MSB = 4,
+
+  ASIOSTInt32MSB16 = 8,
+  ASIOSTInt32MSB18 = 9,
+  ASIOSTInt32MSB20 = 10,
+  ASIOSTInt32MSB24 = 11,
+
+  ASIOSTInt16LSB = 16,
+  ASIOSTInt24LSB = 17,
+  ASIOSTInt32LSB = 18,
+  ASIOSTFloat32LSB = 19,
+  ASIOSTFloat64LSB = 20,
+
+  ASIOSTInt32LSB16 = 24,
+  ASIOSTInt32LSB18 = 25,
+  ASIOSTInt32LSB20 = 26,
+  ASIOSTInt32LSB24 = 27,
+
+  ASIOSTDSDInt8LSB1 = 32,
+  ASIOSTDSDInt8MSB1 = 33,
+  ASIOSTDSDInt8NER8 = 40,
+
+  ASIOSTLastEntry
+};
+
+typedef glong ASIOError;
+
+typedef struct ASIOTimeCode
+{
+  gdouble speed;
+  ASIOSamples timeCodeSamples;
+  gulong  flags;
+  gchar future64;
+} ASIOTimeCode;
+
+typedef struct AsioTimeInfo
+{
+  gdouble speed;
+  ASIOTimeStamp systemTime;
+  ASIOSamples samplePosition;
+  ASIOSampleRate sampleRate;
+  gulong flags;
+  gchar reserved12;
+} AsioTimeInfo;
+
+typedef struct ASIOTime
+{
+  glong reserved4;
+  AsioTimeInfo timeInfo;
+  ASIOTimeCode timeCode;
+} ASIOTime;
+
+typedef struct ASIOCallbacks
+{
+  void  (*bufferSwitch)             (glong doubleBufferIndex,
+                                     ASIOBool directProcess);
+  void  (*sampleRateDidChange)      (ASIOSampleRate sRate);
+  glong (*asioMessage)              (glong selector,
+                                     glong value,
+                                     gpointer message,
+                                     gdouble * opt);
+  ASIOTime* (*bufferSwitchTimeInfo) (ASIOTime* params,
+                                     glong doubleBufferIndex,
+                                     ASIOBool directProcess);
+} ASIOCallbacks;
+
+enum
+{
+  kAsioSelectorSupported = 1,
+  kAsioEngineVersion,
+  kAsioResetRequest,
+  kAsioBufferSizeChange,
+  kAsioResyncRequest,
+  kAsioLatenciesChanged,
+  kAsioSupportsTimeInfo,
+  kAsioSupportsTimeCode,
+  kAsioMMCCommand,
+  kAsioSupportsInputMonitor,
+  kAsioSupportsInputGain,
+  kAsioSupportsInputMeter,
+  kAsioSupportsOutputGain,
+  kAsioSupportsOutputMeter,
+  kAsioOverload,
+
+  kAsioNumMessageSelectors
+};
+
+typedef struct ASIOClockSource
+{
+  glong index;
+  glong associatedChannel;
+  glong associatedGroup;
+  ASIOBool isCurrentSource;
+  gchar name32;
+} ASIOClockSource;
+
+typedef struct ASIOChannelInfo
+{
+  glong channel;
+  ASIOBool isInput;
+  ASIOBool isActive;
+  glong channelGroup;
+  ASIOSampleType type;
+  gchar name32;
+} ASIOChannelInfo;
+
+typedef struct ASIOBufferInfo
+{
+  ASIOBool isInput;
+  glong channelNum;
+  gpointer buffers2;
+} ASIOBufferInfo;
+
+#pragma pack(pop)
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/gstasiodeviceprovider.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/gstasiodeviceprovider.cpp Changed

@@ -24,7 +24,6 @@
 #include "gstasiodeviceprovider.h"
 #include "gstasioutils.h"
 #include "gstasioobject.h"
-#include <atlconv.h>
 
 enum
 {
@@ -165,8 +164,6 @@
   const gchar *device_class, *factory_name;
   GList *iter;
 
-  USES_CONVERSION;
-
   if (is_src) {
     device_class = "Audio/Source";
     factory_name = "asiosrc";
@@ -189,6 +186,7 @@
     glong max_buf_size = 0;
     glong preferred_buf_size = 0;
     glong buf_size_granularity = 0;
+    gchar *clsid_str_utf8;
 
     obj = gst_asio_object_new (info, FALSE);
     if (!obj)
@@ -220,9 +218,12 @@
             &preferred_buf_size, &buf_size_granularity))
       goto done;
 
+    clsid_str_utf8 = g_utf16_to_utf8 ((const gunichar2 *) clsid_str, -1,
+        nullptr, nullptr, nullptr);
+
     props = gst_structure_new ("asio-proplist",
         "device.api", G_TYPE_STRING, "asio",
-        "device.clsid", G_TYPE_STRING, OLE2A (clsid_str),
+        "device.clsid", G_TYPE_STRING, clsid_str_utf8,
         "asio.device.description", G_TYPE_STRING, info->driver_desc,
         "asio.device.min-buf-size", G_TYPE_LONG, min_buf_size,
         "asio.device.max-buf-size", G_TYPE_LONG, max_buf_size,
@@ -231,14 +232,18 @@
         nullptr);
 
     device = (GstDevice *) g_object_new (GST_TYPE_ASIO_DEVICE,
-        "device-clsid", OLE2A (clsid_str),
+        "device-clsid", clsid_str_utf8,
         "display-name", info->driver_desc, "caps", caps,
         "device-class", device_class, "properties", props, nullptr);
     GST_ASIO_DEVICE (device)->factory_name = factory_name;
 
+    g_free (clsid_str_utf8);
+
     *devices = g_list_append (*devices, device);
 
   done:
+    if (clsid_str)
+      CoTaskMemFree (clsid_str);
     gst_clear_caps (&caps);
     gst_clear_object (&obj);
     if (props)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/gstasioobject.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/gstasioobject.cpp Changed

@@ -28,7 +28,6 @@
 #include <functional>
 #include <vector>
 #include <mutex>
-#include <iasiodrv.h>
 
 GST_DEBUG_CATEGORY_STATIC (gst_asio_object_debug);
 #define GST_CAT_DEFAULT gst_asio_object_debug
@@ -44,6 +43,38 @@
 std::mutex slot_lock;
 /* *INDENT-ON* */
 
+/* ASIO COM interface */
+struct IASIO : public IUnknown
+{
+  virtual ASIOBool init (gpointer sysHandle) = 0;
+  virtual void getDriverName (gchar *name) = 0;
+  virtual glong getDriverVersion () = 0;
+  virtual void getErrorMessage (gchar * string) = 0;
+  virtual ASIOError start () = 0;
+  virtual ASIOError stop () = 0;
+  virtual ASIOError getChannels (glong * numInputChannels,
+      glong * numOutputChannels) = 0;
+  virtual ASIOError getLatencies (glong * inputLatency,
+      glong * outputLatency) = 0;
+  virtual ASIOError getBufferSize (glong *minSize, glong *maxSize,
+      glong * preferredSize, glong *granularity) = 0;
+  virtual ASIOError canSampleRate (ASIOSampleRate sampleRate) = 0;
+  virtual ASIOError getSampleRate (ASIOSampleRate * sampleRate) = 0;
+  virtual ASIOError setSampleRate (ASIOSampleRate sampleRate) = 0;
+  virtual ASIOError getClockSources (ASIOClockSource *clocks,
+      glong *numSources) = 0;
+  virtual ASIOError setClockSource (glong reference) = 0;
+  virtual ASIOError getSamplePosition (ASIOSamples * sPos,
+      ASIOTimeStamp *tStamp) = 0;
+  virtual ASIOError getChannelInfo (ASIOChannelInfo * info) = 0;
+  virtual ASIOError createBuffers (ASIOBufferInfo * bufferInfos,
+      glong numChannels, glong bufferSize, ASIOCallbacks * callbacks) = 0;
+  virtual ASIOError disposeBuffers () = 0;
+  virtual ASIOError controlPanel () = 0;
+  virtual ASIOError future (glong selector,gpointer opt) = 0;
+  virtual ASIOError outputReady () = 0;
+};
+
 static void gst_asio_object_buffer_switch (GstAsioObject * self,
     glong index, ASIOBool process_now);
 static void gst_asio_object_sample_rate_changed (GstAsioObject * self,
@@ -350,6 +381,8 @@
 {
   GstAsioObject *self = GST_ASIO_OBJECT (object);
 
+  G_OBJECT_CLASS (parent_class)->constructed (object);
+
   if (!self->device_info) {
     GST_ERROR_OBJECT (self, "Device info was not configured");
     return;
@@ -928,7 +961,7 @@
 
     /* max_num_channels == 0 means 1, max-allowed-channles */
     if (max_num_channels > 0) {
-      if (max_num_channels > obj->max_num_input_channels) {
+      if (max_num_channels > (guint) obj->max_num_input_channels) {
         GST_WARNING_OBJECT (obj, "Too many max channels");
         return nullptr;
       }
@@ -937,7 +970,7 @@
     }
 
     if (min_num_channels > 0) {
-      if (min_num_channels > obj->max_num_input_channels) {
+      if (min_num_channels > (guint) obj->max_num_input_channels) {
         GST_WARNING_OBJECT (obj, "Too many min channels");
         return nullptr;
       }
@@ -954,7 +987,7 @@
 
     /* max_num_channels == 0 means 1, max-allowed-channles */
     if (max_num_channels > 0) {
-      if (max_num_channels > obj->max_num_output_channels) {
+      if (max_num_channels > (guint) obj->max_num_output_channels) {
         GST_WARNING_OBJECT (obj, "Too many max channels");
         return nullptr;
       }
@@ -963,7 +996,7 @@
     }
 
     if (min_num_channels > 0) {
-      if (min_num_channels > obj->max_num_output_channels) {
+      if (min_num_channels > (guint) obj->max_num_output_channels) {
         GST_WARNING_OBJECT (obj, "Too many min channels");
         return nullptr;
       }
@@ -1063,7 +1096,7 @@
     guint * channel_indices, guint num_channels)
 {
   if (is_input) {
-    if (self->max_num_input_channels < num_channels) {
+    if ((guint) self->max_num_input_channels < num_channels) {
       GST_WARNING_OBJECT (self, "%d exceeds max input channels %ld",
           num_channels, self->max_num_input_channels);
       return FALSE;
@@ -1071,7 +1104,7 @@
 
     for (guint i = 0; i < num_channels; i++) {
       guint ch = channel_indicesi;
-      if (self->max_num_input_channels <= ch) {
+      if ((guint) self->max_num_input_channels <= ch) {
         GST_WARNING_OBJECT (self, "%d exceeds max input channels %ld",
             ch, self->max_num_input_channels);
 
@@ -1079,7 +1112,7 @@
       }
     }
   } else {
-    if (self->max_num_output_channels < num_channels) {
+    if ((guint) self->max_num_output_channels < num_channels) {
       GST_WARNING_OBJECT (self, "%d exceeds max output channels %ld",
           num_channels, self->max_num_output_channels);
 
@@ -1088,7 +1121,7 @@
 
     for (guint i = 0; i < num_channels; i++) {
       guint ch = channel_indicesi;
-      if (self->max_num_output_channels <= ch) {
+      if ((guint) self->max_num_output_channels <= ch) {
         GST_WARNING_OBJECT (self, "%d exceeds max output channels %ld",
             ch, self->max_num_output_channels);
 
@@ -1116,7 +1149,7 @@
       continue;
 
     for (guint j = 0; j < num_channels; j++) {
-      if (info->channelNum == channel_indicesj) {
+      if ((guint) info->channelNum == channel_indicesj) {
         num_found++;
 
         break;
@@ -1316,7 +1349,7 @@
       }
 
       obj->num_requested_input_channels = 0;
-      for (guint i = 0; i < obj->max_num_input_channels; i++) {
+      for (guint i = 0; i < (guint) obj->max_num_input_channels; i++) {
         if (obj->input_channel_requestedi)
           obj->num_requested_input_channels++;
       }
@@ -1328,7 +1361,7 @@
       }
 
       obj->num_requested_output_channels = 0;
-      for (guint i = 0; i < obj->max_num_output_channels; i++) {
+      for (guint i = 0; i < (guint) obj->max_num_output_channels; i++) {
         if (obj->output_channel_requestedi)
           obj->num_requested_output_channels++;
       }
@@ -1339,7 +1372,7 @@
       obj->num_requested_output_channels;
 
   obj->buffer_infos = g_new0 (ASIOBufferInfo, obj->num_allocated_buffers);
-  for (i = 0, j = 0; i < obj->num_requested_input_channels; i++) {
+  for (i = 0, j = 0; i < (guint) obj->num_requested_input_channels; i++) {
     ASIOBufferInfo *info = &obj->buffer_infosi;
 
     info->isInput = TRUE;
@@ -1351,7 +1384,7 @@
   }
 
   for (i = obj->num_requested_input_channels, j = 0;
-      i <
+      i < (guint)
       obj->num_requested_input_channels + obj->num_requested_output_channels;
       i++) {
     ASIOBufferInfo *info = &obj->buffer_infosi;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/gstasioringbuffer.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/gstasioringbuffer.cpp Changed

@@ -70,12 +70,6 @@
 static gboolean gst_asio_ring_buffer_stop (GstAudioRingBuffer * buf);
 static guint gst_asio_ring_buffer_delay (GstAudioRingBuffer * buf);
 
-static gboolean gst_asio_buffer_switch_cb (GstAsioObject * obj,
-    glong index, ASIOBufferInfo * infos, guint num_infos,
-    ASIOChannelInfo * input_channel_infos,
-    ASIOChannelInfo * output_channel_infos,
-    ASIOSampleRate sample_rate, glong buffer_size, gpointer user_data);
-
 #define gst_asio_ring_buffer_parent_class parent_class
 G_DEFINE_TYPE (GstAsioRingBuffer, gst_asio_ring_buffer,
     GST_TYPE_AUDIO_RING_BUFFER);
@@ -196,7 +190,8 @@
           guint64 gap_frames = sample_position - self->expected_sample_position;
           gint gap_size = gap_frames * bps;
 
-          GST_WARNING_OBJECT (self, "%" G_GUINT64_FORMAT " frames are missing");
+          GST_WARNING_OBJECT (self, "%" G_GUINT64_FORMAT " frames are missing",
+              gap_frames);
 
           while (gap_size >= len) {
             gst_audio_format_info_fill_silence (ringbuffer->spec.info.finfo,
@@ -232,7 +227,7 @@
     }
 
     for (j = 0; j < self->num_channels; j++) {
-      if (self->channel_indicesj != info->channelNum)
+      if (self->channel_indicesj != (guint) info->channelNum)
         continue;
 
       g_assert (num_channels < self->num_channels);
@@ -253,7 +248,7 @@
         guint gst_offset = 0, asio_offset = 0;
 
         /* Interleaves audio */
-        while (gst_offset < len) {
+        while (gst_offset < (guint) len) {
           for (i = 0; i < num_channels; i++) {
             ASIOBufferInfo *info = self->infosi;
 
@@ -272,7 +267,7 @@
         guint gst_offset = 0, asio_offset = 0;
 
         /* Interleaves audio */
-        while (gst_offset < len) {
+        while (gst_offset < (guint) len) {
           for (i = 0; i < num_channels; i++) {
             ASIOBufferInfo *info = self->infosi;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/gstasiosink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/gstasiosink.cpp Changed

@@ -17,6 +17,14 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-asiosink
+ * @title: asiosink
+ * @short_description: ASIO sink
+ *
+ * Since: 1.20
+ */
+
 #ifdef HAVE_CONFIG_H
 #include <config.h>
 #endif
@@ -24,7 +32,6 @@
 #include "gstasiosink.h"
 #include "gstasioobject.h"
 #include "gstasioringbuffer.h"
-#include <atlconv.h>
 #include <string.h>
 #include <set>
 #include <vector>
@@ -105,9 +112,9 @@
               G_PARAM_STATIC_STRINGS)));
   g_object_class_install_property (gobject_class, PROP_OCCUPY_ALL_CHANNELS,
       g_param_spec_boolean ("occupy-all-channels",
-          "Occupy All Channles",
+          "Occupy All Channels",
           "When enabled, ASIO device will allocate resources for all in/output "
-          "channles",
+          "channels",
           DEFAULT_OCCUPY_ALL_CHANNELS,
           (GParamFlags) (GST_PARAM_MUTABLE_READY | G_PARAM_READWRITE |
               G_PARAM_STATIC_STRINGS)));
@@ -240,8 +247,6 @@
   guint i;
   gchar *ringbuffer_name;
 
-  USES_CONVERSION;
-
   GST_DEBUG_OBJECT (self, "Create ringbuffer");
 
   if (gst_asio_enum (&device_infos) == 0) {
@@ -250,7 +255,10 @@
   }
 
   if (self->device_clsid) {
-    hr = CLSIDFromString (A2COLE (self->device_clsid), &clsid);
+    auto clsid_utf16 = g_utf8_to_utf16 (self->device_clsid,
+        -1, nullptr, nullptr, nullptr);
+    hr = CLSIDFromString ((const wchar_t *) clsid_utf16, &clsid);
+    g_free (clsid_utf16);
     if (FAILED (hr)) {
       GST_WARNING_OBJECT (self, "Failed to convert %s to CLSID",
           self->device_clsid);
@@ -298,7 +306,7 @@
     ch = g_strsplit (self->output_channels, ",", 0);
 
     auto num_channels = g_strv_length (ch);
-    if (num_channels > max_output_ch) {
+    if (num_channels > (guint) max_output_ch) {
       GST_WARNING_OBJECT (self, "To many channels %d were requested",
           num_channels);
     } else {
@@ -318,7 +326,7 @@
   }
 
   if (channel_list.size () == 0) {
-    for (i = 0; i < max_output_ch; i++)
+    for (i = 0; i < (guint) max_output_ch; i++)
       channel_indices.push_back (i);
   } else {
     for (auto iter : channel_list)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/gstasiosrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/gstasiosrc.cpp Changed

@@ -17,6 +17,14 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-asiosrc
+ * @title: asiosrc
+ * @short_description: ASIO source
+ *
+ * Since: 1.20
+ */
+
 #ifdef HAVE_CONFIG_H
 #include <config.h>
 #endif
@@ -24,7 +32,6 @@
 #include "gstasiosrc.h"
 #include "gstasioobject.h"
 #include "gstasioringbuffer.h"
-#include <atlconv.h>
 #include <string.h>
 #include <set>
 #include <vector>
@@ -107,9 +114,9 @@
               G_PARAM_STATIC_STRINGS)));
   g_object_class_install_property (gobject_class, PROP_OCCUPY_ALL_CHANNELS,
       g_param_spec_boolean ("occupy-all-channels",
-          "Occupy All Channles",
+          "Occupy All Channels",
           "When enabled, ASIO device will allocate resources for all in/output "
-          "channles",
+          "channels",
           DEFAULT_OCCUPY_ALL_CHANNELS,
           (GParamFlags) (GST_PARAM_MUTABLE_READY | G_PARAM_READWRITE |
               G_PARAM_STATIC_STRINGS)));
@@ -253,7 +260,6 @@
   guint i;
   gchar *ringbuffer_name;
 
-  USES_CONVERSION;
 
   GST_DEBUG_OBJECT (self, "Create ringbuffer");
 
@@ -263,7 +269,11 @@
   }
 
   if (self->device_clsid) {
-    hr = CLSIDFromString (A2COLE (self->device_clsid), &clsid);
+    auto clsid_utf16 = g_utf8_to_utf16 (self->device_clsid,
+        -1, nullptr, nullptr, nullptr);
+    hr = CLSIDFromString ((const wchar_t *) clsid_utf16, &clsid);
+    g_free (clsid_utf16);
+
     if (FAILED (hr)) {
       GST_WARNING_OBJECT (self, "Failed to convert %s to CLSID",
           self->device_clsid);
@@ -311,7 +321,7 @@
     ch = g_strsplit (self->capture_channles, ",", 0);
 
     auto num_channels = g_strv_length (ch);
-    if (num_channels > max_input_ch) {
+    if (num_channels > (guint) max_input_ch) {
       GST_WARNING_OBJECT (self, "To many channels %d were requested",
           num_channels);
     } else {
@@ -331,7 +341,7 @@
   }
 
   if (channel_list.size () == 0) {
-    for (i = 0; i < max_input_ch; i++)
+    for (i = 0; i < (guint) max_input_ch; i++)
       channel_indices.push_back (i);
   } else {
     for (auto iter : channel_list)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/gstasioutils.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/gstasioutils.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/gstasioutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/gstasioutils.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/meson.build Changed

@@ -8,21 +8,30 @@
   'plugin.c',
 
 
+asio_headers = 
+  'gstasioringbuffer.h',
+  'asio.h',
+  'gstasiodeviceprovider.h',
+  'gstasiosink.h',
+  'gstasioobject.h',
+  'gstasiosrc.h',
+  'gstasioutils.h',
+
+
+doc_sources = 
+foreach s: asio_sources + asio_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'asio': pathsep.join(doc_sources)
+}
+
 asio_option = get_option('asio')
 if asio_option.disabled() or host_system != 'windows'
   subdir_done()
 endif
 
-# FIXME: non-msvc is not tested, and unlikely supported yet because of
-# tool-chain issue
-if cxx.get_id() != 'msvc'
-  if asio_option.enabled()
-    error('asio plugin can only be built with MSVC')
-  else
-    subdir_done ()
-  endif
-endif
-
 winapi_desktop = cxx.compiles('''#include <winapifamily.h>
     #if !WINAPI_FAMILY_PARTITION(WINAPI_PARTITION_DESKTOP)
     #error "not win32"
@@ -42,42 +51,12 @@
   subdir_done ()
 endif
 
-winmm_lib = cc.find_library('winmm', required: asio_option)
-if not winmm_lib.found()
-  subdir_done ()
-endif
-
-# Checking SDK headers. User should install ASIO sdk on system, and
-# this plugin requires asio.h, asiosys.h and iasiodrv.h headers
-asio_sdk_root = get_option ('asio-sdk-path')
-if asio_sdk_root == ''
-  if asio_option.enabled()
-    error('asio sdk path is needed, pass with -Dasio-sdk-path=C:/path/to/sdk')
-  else
-    subdir_done ()
-  endif
-endif
-
-asio_inc_dir = include_directories(join_paths(asio_sdk_root, 'common'), is_system : true)
-has_asio_header = cxx.has_header('asio.h', include_directories: asio_inc_dir)
-has_asiosys_header = cxx.has_header('asiosys.h', include_directories: asio_inc_dir)
-has_iasiodrv_header = cxx.has_header('iasiodrv.h', include_directories: asio_inc_dir)
-if not has_asio_header or not has_asiosys_header or not has_iasiodrv_header
-  if asio_option.enabled()
-    error('Failed to find required SDK header(s)')
-  else
-    subdir_done ()
-  endif
-endif
-
-asio_deps = gstaudio_dep, avrt_lib, winmm_lib
-
 gstasio = library('gstasio',
     asio_sources,
-    include_directories : configinc, asio_inc_dir,
-    dependencies : asio_deps,
+    include_directories : configinc,
+    dependencies : gstaudio_dep, avrt_lib,
     c_args : gst_plugins_bad_args,
     cpp_args : gst_plugins_bad_args,
     install : true,
     install_dir : plugins_install_dir)
-plugins += gstasio
\ No newline at end of file
+plugins += gstasio

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/asio/plugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/asio/plugin.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/bluez/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/bluez/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11convert.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11convert.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11decoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11decoder.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11deinterlace.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11deinterlace.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11download.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11download.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11h265dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11h265dec.cpp Changed

@@ -419,7 +419,8 @@
 
   /* System memory with alternate interlace-mode */
   tmp = gst_caps_copy (src_caps_copy);
-  caps_features = gst_caps_features_new (GST_CAPS_FEATURE_FORMAT_INTERLACED,
+  caps_features =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_FORMAT_INTERLACED,
       nullptr);
   gst_caps_set_features_simple (tmp, caps_features);
   gst_caps_set_simple (tmp, "interlace-mode", G_TYPE_STRING, "alternate",
@@ -428,7 +429,8 @@
 
   /* D3D11 memory feature */
   tmp = gst_caps_copy (src_caps_copy);
-  caps_features = gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+  caps_features =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
       nullptr);
   gst_caps_set_features_simple (tmp, caps_features);
   gst_caps_append (src_caps, tmp);
@@ -438,7 +440,8 @@
 #if 0
   /* D3D11 memory with alternate interlace-mode */
   tmp = gst_caps_copy (src_caps_copy);
-  caps_features = gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+  caps_features =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
       GST_CAPS_FEATURE_FORMAT_INTERLACED, nullptr);
   gst_caps_set_features_simple (tmp, caps_features);
   gst_caps_set_simple (tmp, "interlace-mode", G_TYPE_STRING, "alternate",

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11ipcsink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11ipcsink.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11pluginutils.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11pluginutils.cpp Changed

@@ -23,13 +23,12 @@
 #endif
 
 #include "gstd3d11pluginutils.h"
+#include <gst/d3dshader/gstd3dshader.h>
 
 #include <windows.h>
 #include <versionhelpers.h>
 #include <wrl.h>
 
-#include "hlsl/gstd3d11plugin-hlsl.h"
-
 /* Disable platform-specific intrinsics */
 #define _XM_NO_INTRINSICS_
 #include <DirectXMath.h>
@@ -777,6 +776,25 @@
   return pool;
 }
 
+static HRESULT
+gst_d3d11_get_pixel_shader_internal (GstD3D11Device * device, gint64 token,
+    GstD3DPluginPS ps_type, const gchar * entry_point, ID3D11PixelShader ** ps)
+{
+  auto handle = gst_d3d11_device_get_device_handle (device);
+  GstD3DShaderModel sm = GST_D3D_SM_4_0;
+  if (handle->GetFeatureLevel () >= D3D_FEATURE_LEVEL_11_0)
+    sm = GST_D3D_SM_5_0;
+
+  GstD3DShaderByteCode bytecode = { };
+  if (!gst_d3d_plugin_shader_get_ps_blob (ps_type, sm, &bytecode)) {
+    GST_ERROR_OBJECT (device, "Couldn't get compiled bytecode");
+    return E_FAIL;
+  }
+
+  return gst_d3d11_device_get_pixel_shader (device, token, entry_point,
+      &bytecode, ps);
+}
+
 HRESULT
 gst_d3d11_get_pixel_shader_checker_luma (GstD3D11Device * device,
     ID3D11PixelShader ** ps)
@@ -787,10 +805,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_checker_luma, sizeof (g_PSMain_checker_luma),
-      g_PSMain_checker_luma_str, sizeof (g_PSMain_checker_luma_str),
-      "PSMain_checker_luma", nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_CHECKER_LUMA, "PSMain_checker_luma", ps);
 }
 
 HRESULT
@@ -803,10 +819,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_checker_rgb, sizeof (g_PSMain_checker_rgb),
-      g_PSMain_checker_rgb_str, sizeof (g_PSMain_checker_rgb_str),
-      "PSMain_checker_rgb", nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_CHECKER_RGB, "PSMain_checker_rgb", ps);
 }
 
 HRESULT
@@ -819,10 +833,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_checker_vuya, sizeof (g_PSMain_checker_vuya),
-      g_PSMain_checker_vuya_str, sizeof (g_PSMain_checker_vuya_str),
-      "PSMain_checker_vuya", nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_CHECKER_VUYA, "PSMain_checker_vuya", ps);
 }
 
 HRESULT
@@ -835,10 +847,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_checker, sizeof (g_PSMain_checker),
-      g_PSMain_checker_str, sizeof (g_PSMain_checker_str),
-      "PSMain_checker", nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_CHECKER, "PSMain_checker", ps);
 }
 
 HRESULT
@@ -851,10 +861,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_color, sizeof (g_PSMain_color),
-      g_PSMain_color_str, sizeof (g_PSMain_color_str), "PSMain_color",
-      nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_COLOR, "PSMain_color", ps);
 }
 
 HRESULT
@@ -867,10 +875,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_sample_premul, sizeof (g_PSMain_sample_premul),
-      g_PSMain_sample_premul_str, sizeof (g_PSMain_sample_premul_str),
-      "PSMain_sample_premul", nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_SAMPLE_PREMULT, "PSMain_sample_premul", ps);
 }
 
 HRESULT
@@ -883,10 +889,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_sample, sizeof (g_PSMain_sample),
-      g_PSMain_sample_str, sizeof (g_PSMain_sample_str), "PSMain_sample",
-      nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_SAMPLE, "PSMain_sample", ps);
 }
 
 HRESULT
@@ -899,10 +903,8 @@
     token = gst_d3d11_pixel_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
-  return gst_d3d11_device_get_pixel_shader (device, token,
-      g_PSMain_snow, sizeof (g_PSMain_snow),
-      g_PSMain_snow_str, sizeof (g_PSMain_snow_str), "PSMain_snow",
-      nullptr, ps);
+  return gst_d3d11_get_pixel_shader_internal (device, token,
+      GST_D3D_PLUGIN_PS_SNOW, "PSMain_snow", ps);
 }
 
 HRESULT
@@ -915,6 +917,18 @@
     token = gst_d3d11_vertex_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
+  auto handle = gst_d3d11_device_get_device_handle (device);
+  GstD3DShaderModel sm = GST_D3D_SM_4_0;
+  if (handle->GetFeatureLevel () >= D3D_FEATURE_LEVEL_11_0)
+    sm = GST_D3D_SM_5_0;
+
+  GstD3DShaderByteCode bytecode = { };
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COLOR,
+          sm, &bytecode)) {
+    GST_ERROR_OBJECT (device, "Couldn't get compiled bytecode");
+    return E_FAIL;
+  }
+
   D3D11_INPUT_ELEMENT_DESC input_desc2;
 
   input_desc0.SemanticName = "POSITION";
@@ -933,10 +947,8 @@
   input_desc1.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
   input_desc1.InstanceDataStepRate = 0;
 
-  return gst_d3d11_device_get_vertex_shader (device, token,
-      g_VSMain_color, sizeof (g_VSMain_color),
-      g_VSMain_color_str, sizeof (g_VSMain_color_str), "VSMain_color",
-      input_desc, G_N_ELEMENTS (input_desc), vs, layout);
+  return gst_d3d11_device_get_vertex_shader (device, token, "VSMain_color",
+      &bytecode, input_desc, G_N_ELEMENTS (input_desc), vs, layout);
 }
 
 HRESULT
@@ -949,6 +961,18 @@
     token = gst_d3d11_vertex_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
+  auto handle = gst_d3d11_device_get_device_handle (device);
+  GstD3DShaderModel sm = GST_D3D_SM_4_0;
+  if (handle->GetFeatureLevel () >= D3D_FEATURE_LEVEL_11_0)
+    sm = GST_D3D_SM_5_0;
+
+  GstD3DShaderByteCode bytecode = { };
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COORD,
+          sm, &bytecode)) {
+    GST_ERROR_OBJECT (device, "Couldn't get compiled bytecode");
+    return E_FAIL;
+  }
+
   D3D11_INPUT_ELEMENT_DESC input_desc2;
 
   input_desc0.SemanticName = "POSITION";
@@ -967,10 +991,8 @@
   input_desc1.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
   input_desc1.InstanceDataStepRate = 0;
 
-  return gst_d3d11_device_get_vertex_shader (device, token,
-      g_VSMain_coord, sizeof (g_VSMain_coord),
-      g_VSMain_coord_str, sizeof (g_VSMain_coord_str), "VSMain_coord",
-      input_desc, G_N_ELEMENTS (input_desc), vs, layout);
+  return gst_d3d11_device_get_vertex_shader (device, token, "VSMain_coord",
+      &bytecode, input_desc, G_N_ELEMENTS (input_desc), vs, layout);
 }
 
 HRESULT
@@ -983,6 +1005,17 @@
     token = gst_d3d11_vertex_shader_token_new ();
   } GST_D3D11_CALL_ONCE_END;
 
+  auto handle = gst_d3d11_device_get_device_handle (device);
+  GstD3DShaderModel sm = GST_D3D_SM_4_0;
+  if (handle->GetFeatureLevel () >= D3D_FEATURE_LEVEL_11_0)
+    sm = GST_D3D_SM_5_0;
+
+  GstD3DShaderByteCode bytecode = { };
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_POS, sm, &bytecode)) {
+    GST_ERROR_OBJECT (device, "Couldn't get compiled bytecode");
+    return E_FAIL;
+  }
+
   D3D11_INPUT_ELEMENT_DESC input_desc;
 
   input_desc.SemanticName = "POSITION";
@@ -993,10 +1026,8 @@
   input_desc.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
   input_desc.InstanceDataStepRate = 0;
 
-  return gst_d3d11_device_get_vertex_shader (device, token,
-      g_VSMain_pos, sizeof (g_VSMain_pos),
-      g_VSMain_pos_str, sizeof (g_VSMain_pos_str), "VSMain_pos", &input_desc, 1,
-      vs, layout);
+  return gst_d3d11_device_get_vertex_shader (device, token, "VSMain_pos",
+      &bytecode, &input_desc, 1, vs, layout);
 }
 
 gboolean

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11screencapturesrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11screencapturesrc.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11upload.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11upload.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11videosink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11videosink.cpp Changed

@@ -1183,8 +1183,8 @@
 }
 
 static void
-gst_d3d11_video_mouse_key_event (GstD3D11Window * window, const gchar * event,
-    gint button, gdouble x, gdouble y, GstD3D11VideoSink * self)
+gst_d3d11_video_sink_mouse_event (GstD3D11Window * window, const gchar * event,
+    gint button, gdouble x, gdouble y, guint modifier, GstD3D11VideoSink * self)
 {
   GstEvent *mouse_event;
 
@@ -1195,13 +1195,37 @@
       "send mouse event %s, button %d (%.1f, %.1f)", event, button, x, y);
   if (g_strcmp0 ("mouse-button-press", event) == 0) {
     mouse_event = gst_navigation_event_new_mouse_button_press (button, x, y,
-        GST_NAVIGATION_MODIFIER_NONE);
+        (GstNavigationModifierType) modifier);
   } else if (g_strcmp0 ("mouse-button-release", event) == 0) {
     mouse_event = gst_navigation_event_new_mouse_button_release (button, x, y,
-        GST_NAVIGATION_MODIFIER_NONE);
+        (GstNavigationModifierType) modifier);
   } else if (g_strcmp0 ("mouse-move", event) == 0) {
     mouse_event = gst_navigation_event_new_mouse_move (x, y,
-        GST_NAVIGATION_MODIFIER_NONE);
+        (GstNavigationModifierType) modifier);
+  } else if (g_strcmp0 ("mouse-double-click", event) == 0) {
+    mouse_event = gst_navigation_event_new_mouse_double_click (button, x, y,
+        (GstNavigationModifierType) modifier);
+  } else {
+    return;
+  }
+
+  gst_navigation_send_event_simple (GST_NAVIGATION (self), mouse_event);
+}
+
+static void
+gst_d3d11_video_sink_mouse_scroll_event (GstD3D11Window * window,
+    const gchar * event, gdouble x, gdouble y, gint delta_x, gint delta_y,
+    guint modifier, GstD3D11VideoSink * self)
+{
+  GstEvent *mouse_event;
+
+  if (!self->enable_navigation_events || !event)
+    return;
+
+  GST_LOG_OBJECT (self, "send mouse scroll event %s,", event);
+  if (g_strcmp0 ("mouse-scroll", event) == 0) {
+    mouse_event = gst_navigation_event_new_mouse_scroll (x, y, delta_x,
+        delta_y, (GstNavigationModifierType) modifier);
   } else {
     return;
   }
@@ -1325,7 +1349,9 @@
   g_signal_connect (self->window, "key-event",
       G_CALLBACK (gst_d3d11_video_sink_key_event), self);
   g_signal_connect (self->window, "mouse-event",
-      G_CALLBACK (gst_d3d11_video_mouse_key_event), self);
+      G_CALLBACK (gst_d3d11_video_sink_mouse_event), self);
+  g_signal_connect (self->window, "mouse-scroll-event",
+      G_CALLBACK (gst_d3d11_video_sink_mouse_scroll_event), self);
   g_signal_connect (self->window, "present",
       G_CALLBACK (gst_d3d11_video_sink_present), self);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11vp9dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11vp9dec.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11window.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11window.cpp Changed

@@ -67,6 +67,7 @@
 {
   SIGNAL_KEY_EVENT,
   SIGNAL_MOUSE_EVENT,
+  SIGNAL_MOUSE_SCROLL_EVENT,
   SIGNAL_PRESENT,
   SIGNAL_LAST
 };
@@ -178,7 +179,14 @@
   d3d11_window_signalsSIGNAL_MOUSE_EVENT =
       g_signal_new ("mouse-event", G_TYPE_FROM_CLASS (klass),
       G_SIGNAL_RUN_LAST, 0, NULL, NULL, NULL,
-      G_TYPE_NONE, 4, G_TYPE_STRING, G_TYPE_INT, G_TYPE_DOUBLE, G_TYPE_DOUBLE);
+      G_TYPE_NONE, 5, G_TYPE_STRING, G_TYPE_INT, G_TYPE_DOUBLE, G_TYPE_DOUBLE,
+      G_TYPE_UINT);
+
+  d3d11_window_signalsSIGNAL_MOUSE_SCROLL_EVENT =
+      g_signal_new ("mouse-scroll-event", G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST, 0, NULL, NULL, NULL,
+      G_TYPE_NONE, 6, G_TYPE_STRING, G_TYPE_DOUBLE, G_TYPE_DOUBLE,
+      G_TYPE_INT, G_TYPE_INT, G_TYPE_UINT);
 
   d3d11_window_signalsSIGNAL_PRESENT =
       g_signal_new ("present", G_TYPE_FROM_CLASS (klass),
@@ -477,7 +485,7 @@
 
 void
 gst_d3d11_window_on_mouse_event (GstD3D11Window * window, const gchar * event,
-    gint button, gdouble x, gdouble y)
+    gint button, gdouble x, gdouble y, guint modifier)
 {
   RECT render_rect;
   GstVideoOrientationMethod method;
@@ -567,7 +575,21 @@
   }
 
   g_signal_emit (window, d3d11_window_signalsSIGNAL_MOUSE_EVENT, 0,
-      event, button, x, y);
+      event, button, x, y, modifier);
+}
+
+void
+gst_d3d11_window_on_mouse_scroll_event (GstD3D11Window * window,
+    const gchar * event, gdouble x, gdouble y, gint delta_x, gint delta_y,
+    guint modifier)
+{
+  g_return_if_fail (GST_IS_D3D11_WINDOW (window));
+
+  if (!window->enable_navigation_events)
+    return;
+
+  g_signal_emit (window, d3d11_window_signalsSIGNAL_MOUSE_SCROLL_EVENT, 0,
+      event, x, y, delta_x, delta_y, modifier);
 }
 
 typedef struct

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11window.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11window.h Changed

@@ -232,7 +232,16 @@
                                                      const gchar * event,
                                                      gint button,
                                                      gdouble x,
-                                                     gdouble y);
+                                                     gdouble y,
+                                                     guint modifier);
+
+void          gst_d3d11_window_on_mouse_scroll_event (GstD3D11Window * window,
+                                                     const gchar * event,
+                                                     gdouble x,
+                                                     gdouble y,
+                                                     gint delta_x,
+                                                     gint delta_y,
+                                                     guint modifier);
 
 /* utils */
 GstD3D11WindowNativeType gst_d3d11_window_get_native_type_from_handle (guintptr handle);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11window_corewindow.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11window_corewindow.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11window_swapchainpanel.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11window_swapchainpanel.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/gstd3d11window_win32.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/gstd3d11window_win32.cpp Changed

@@ -52,6 +52,15 @@
 static LRESULT FAR PASCAL sub_class_proc (HWND hWnd, UINT uMsg, WPARAM wParam,
     LPARAM lParam);
 
+/* windowsx.h */
+#ifndef GET_X_LPARAM
+#define GET_X_LPARAM(lp) ((int)(short)LOWORD(lp))
+#endif
+
+#ifndef GET_Y_LPARAM
+#define GET_Y_LPARAM(lp) ((int)(short)HIWORD(lp))
+#endif
+
 typedef enum
 {
   GST_D3D11_WINDOW_WIN32_OVERLAY_STATE_NONE = 0,
@@ -722,7 +731,10 @@
 {
   GstD3D11Window *window = GST_D3D11_WINDOW (self);
   gint button;
-  const gchar *event = NULL;
+  const gchar *event = nullptr;
+  guint modifier = 0;
+  gint delta_x = 0, delta_y = 0;
+  POINT screen_point = { 0, 0 };
 
   if (!window->enable_navigation_events)
     return;
@@ -740,6 +752,10 @@
       button = 1;
       event = "mouse-button-release";
       break;
+    case WM_LBUTTONDBLCLK:
+      button = 1;
+      event = "mouse-double-click";
+      break;
     case WM_RBUTTONDOWN:
       button = 2;
       event = "mouse-button-press";
@@ -748,6 +764,10 @@
       button = 2;
       event = "mouse-button-release";
       break;
+    case WM_RBUTTONDBLCLK:
+      button = 2;
+      event = "mouse-double-click";
+      break;
     case WM_MBUTTONDOWN:
       button = 3;
       event = "mouse-button-press";
@@ -756,13 +776,48 @@
       button = 3;
       event = "mouse-button-release";
       break;
-    default:
+    case WM_MBUTTONDBLCLK:
+      button = 3;
+      event = "mouse-double-click";
+      break;
+    case WM_MOUSEHWHEEL:
+      button = 0;
+      event = "mouse-scroll";
+      delta_x = GET_WHEEL_DELTA_WPARAM (wParam);
+      break;
+    case WM_MOUSEWHEEL:
+      button = 0;
+      event = "mouse-scroll";
+      delta_y = GET_WHEEL_DELTA_WPARAM (wParam);
       break;
+    default:
+      return;
   }
 
-  if (event)
+  if ((wParam & MK_CONTROL) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_CONTROL_MASK;
+  if ((wParam & MK_LBUTTON) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_BUTTON1_MASK;
+  if ((wParam & MK_RBUTTON) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_BUTTON2_MASK;
+  if ((wParam & MK_MBUTTON) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_BUTTON3_MASK;
+  if ((wParam & MK_SHIFT) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_SHIFT_MASK;
+
+  if (uMsg == WM_MOUSEHWHEEL || uMsg == WM_MOUSEWHEEL) {
+    screen_point.x = GET_X_LPARAM (lParam);
+    screen_point.y = GET_Y_LPARAM (lParam);
+    ScreenToClient (hWnd, &screen_point);
+
+    gst_d3d11_window_on_mouse_scroll_event (window, event,
+        (gdouble) screen_point.x, (gdouble) screen_point.y,
+        delta_x, delta_y, modifier);
+  } else {
     gst_d3d11_window_on_mouse_event (window,
-        event, button, (gdouble) LOWORD (lParam), (gdouble) HIWORD (lParam));
+        event, button, (gdouble) GET_X_LPARAM (lParam),
+        (gdouble) GET_Y_LPARAM (lParam), modifier);
+  }
 }
 
 static void
@@ -795,6 +850,11 @@
     case WM_MBUTTONDOWN:
     case WM_MBUTTONUP:
     case WM_MOUSEMOVE:
+    case WM_LBUTTONDBLCLK:
+    case WM_RBUTTONDBLCLK:
+    case WM_MBUTTONDBLCLK:
+    case WM_MOUSEWHEEL:
+    case WM_MOUSEHWHEEL:
       gst_d3d11_window_win32_on_mouse_event (self, hWnd, uMsg, wParam, lParam);
       break;
     case WM_SYSKEYDOWN:

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d11/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d11/meson.build Changed

@@ -27,6 +27,68 @@
   'plugin.cpp',
 
 
+d3d11_headers = 
+  'gstd3d11ipcsrc.h',
+  'gstd3d11window_dummy.h',
+  'gstd3d11videosink.h',
+  'gstd3d11compositor.h',
+  'gstd3d11ipcsink.h',
+  'gstd3d11ipcserver.h',
+  'gstd3d11vp8dec.h',
+  'gstd3d11download.h',
+  'gstd3d11screencapturesrc.h',
+  'gstd3d11av1dec.h',
+  'gstd3d11mpeg2dec.h',
+  'gstd3d11testsrc.h',
+  'gstd3d11window_swapchainpanel.h',
+  'gstd3d11upload.h',
+  'gstd3d11window_corewindow.h',
+  'gstd3d11pluginutils.h',
+  'gstd3d11deinterlace.h',
+  'gstd3d11screencapturedevice.h',
+  'gstd3d11dxgicapture.h',
+  'gstd3d11h265dec.h',
+  'gstd3d11winrtcapture.h',
+  'gstd3d11ipcclient.h',
+  'gstd3d11overlay.h',
+  'gstd3d11window_win32.h',
+  'gstd3d11screencapture.h',
+  'gstd3d11window.h',
+  'gstd3d11convert.h',
+  'gstd3d11ipc.h',
+  'gstd3d11overlaycompositor.h',
+  'gstd3d11vp9dec.h',
+  'gstd3d11decoder.h',
+  'gstd3d11basefilter.h',
+  'gstd3d11h264dec.h',
+
+
+winapi_app_sources = 
+  'gstd3d11window_corewindow.cpp',
+  'gstd3d11window_swapchainpanel.cpp',
+
+
+winapi_desktop_sources = 
+  'gstd3d11dxgicapture.cpp',
+  'gstd3d11screencapture.cpp',
+  'gstd3d11screencapturedevice.cpp',
+  'gstd3d11screencapturesrc.cpp',
+  'gstd3d11window_win32.cpp',
+
+
+winrtcapture_sources = 
+  'gstd3d11winrtcapture.cpp'
+
+
+doc_sources = 
+foreach s: d3d11_sources + winapi_app_sources + winapi_desktop_sources + winrtcapture_sources + d3d11_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'd3d11': pathsep.join(doc_sources)
+}
+
 extra_c_args = '-DCOBJMACROS'
 extra_args = '-DGST_USE_UNSTABLE_API'
 extra_dep = 
@@ -88,8 +150,7 @@
 # if build target is Windows 10 and WINAPI_PARTITION_APP is allowed,
 # we can build UWP only modules as well
 if d3d11_winapi_app
-  d3d11_sources += 'gstd3d11window_corewindow.cpp',
-                    'gstd3d11window_swapchainpanel.cpp'
+  d3d11_sources += winapi_app_sources
   extra_dep += runtimeobject_lib
   if cc.get_id() == 'msvc' and get_option('b_sanitize') == 'address'
     extra_args += '/bigobj'
@@ -97,11 +158,7 @@
 endif
 
 if d3d11_winapi_desktop
-  d3d11_sources += 'gstd3d11dxgicapture.cpp',
-                    'gstd3d11screencapture.cpp',
-                    'gstd3d11screencapturedevice.cpp',
-                    'gstd3d11screencapturesrc.cpp',
-                    'gstd3d11window_win32.cpp'
+  d3d11_sources += winapi_desktop_sources
 
   # multimedia clock is desktop only API
   if winmm_lib.found() and cc.has_header('mmsystem.h')
@@ -110,7 +167,7 @@
   endif
 
   if have_wgc and dwmapi_lib.found()
-    d3d11_sources += 'gstd3d11winrtcapture.cpp'
+    d3d11_sources += winrtcapture_sources
     extra_args += '-DHAVE_WINRT_CAPTURE'
     extra_dep += dwmapi_lib
   endif
@@ -121,25 +178,23 @@
 if cc.get_id() != 'msvc'
   extra_mingw_args = cc.get_supported_arguments(
     '-Wno-redundant-decls',
+    # include/directxmath/DirectXMathMatrix.inl:1161:16: error: variable 'aa' set but not used
+    '-Wno-unused-but-set-variable',
   )
 
   extra_args += extra_mingw_args
 endif
 
-hlsl_precompiled = 
-fxc = find_program ('fxc', required : get_option ('d3d11-hlsl-precompile'))
-if cc.get_id() == 'msvc' and fxc.found()
-  subdir('hlsl')
-  extra_args += '-DHLSL_PRECOMPILED'
-endif
+# Definition issues
+extra_args += cc.get_supported_arguments('-Wno-undef')
 
 gstd3d11 = library('gstd3d11',
-  d3d11_sources + hlsl_precompiled,
+  d3d11_sources,
   c_args : gst_plugins_bad_args + extra_c_args + extra_args,
   cpp_args: gst_plugins_bad_args + extra_args,
   include_directories : configinc,
   dependencies : gstbase_dep, gstvideo_dep, gmodule_dep, gstcontroller_dep,
-                  gstd3d11_dep, gstdxva_dep, d2d_dep, directxmath_dep + extra_dep,
+                  gstd3d11_dep, gstd3dshader_dep, gstdxva_dep, d2d_dep, directxmath_dep + extra_dep,
   install : true,
   install_dir : plugins_install_dir,
 )

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12av1dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12av1dec.cpp Changed

@@ -37,8 +37,6 @@
 #endif
 
 #include "gstd3d12av1dec.h"
-#include "gstd3d12device.h"
-#include "gstd3d12utils.h"
 #include <gst/dxva/gstdxvaav1decoder.h>
 
 GST_DEBUG_CATEGORY_STATIC (gst_d3d12_av1_dec_debug);
@@ -97,11 +95,9 @@
 static void
 gst_d3d12_av1_dec_init (GstD3D12AV1Dec * self)
 {
-  GstD3D12AV1DecClass *klass = GST_D3D12_AV1_DEC_GET_CLASS (self);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_AV1_DEC_GET_CLASS (self);
 
-  self->decoder = gst_d3d12_decoder_new (GST_DXVA_CODEC_AV1,
-      cdata->adapter_luid);
+  self->decoder = gst_d3d12_decoder_new (&klass->class_data);
 }
 
 static void
@@ -118,8 +114,8 @@
 gst_d3d12_av1_dec_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec)
 {
-  GstD3D12AV1DecClass *klass = GST_D3D12_AV1_DEC_GET_CLASS (object);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_AV1_DEC_GET_CLASS (object);
+  auto cdata = &klass->class_data;
 
   gst_d3d12_decoder_proxy_get_property (object, prop_id, value, pspec, cdata);
 }
@@ -324,7 +320,7 @@
 
 void
 gst_d3d12_av1_dec_register (GstPlugin * plugin, GstD3D12Device * device,
-    ID3D12VideoDevice * video_device, guint rank)
+    ID3D12VideoDevice * video_device, guint rank, gboolean d3d11_interop)
 {
   GType type;
   gchar *type_name;
@@ -345,12 +341,14 @@
   GST_DEBUG_CATEGORY_INIT (gst_d3d12_av1_dec_debug, "d3d12av1dec", 0,
       "d3d12av1dec");
 
-  type_info.class_data =
-      gst_d3d12_decoder_check_feature_support (device, video_device,
+  auto cdata = gst_d3d12_decoder_check_feature_support (device, video_device,
       GST_DXVA_CODEC_AV1);
-  if (!type_info.class_data)
+  if (!cdata)
     return;
 
+  cdata->subclass_data.d3d11_interop = d3d11_interop;
+  type_info.class_data = cdata;
+
   type_name = g_strdup ("GstD3D12AV1Dec");
   feature_name = g_strdup ("d3d12av1dec");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12av1dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12av1dec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12basefilter.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12basefilter.cpp Changed

@@ -29,12 +29,24 @@
 #define META_TAG_VIDEO meta_tag_video_quark
 static GQuark meta_tag_video_quark;
 
+enum
+{
+  PROP_0,
+  PROP_ADAPTER,
+};
+
+#define DEFAULT_ADAPTER -1
+
 #define gst_d3d12_base_filter_parent_class parent_class
 G_DEFINE_ABSTRACT_TYPE_WITH_CODE (GstD3D12BaseFilter, gst_d3d12_base_filter,
     GST_TYPE_BASE_TRANSFORM,
     GST_DEBUG_CATEGORY_INIT (gst_d3d12_base_filter_debug,
         "d3d12basefilter", 0, "d3d12 basefilter"));
 
+static void gst_d3d12_base_filter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_base_filter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
 static void gst_d3d12_base_filter_dispose (GObject * object);
 static void gst_d3d12_base_filter_set_context (GstElement * element,
     GstContext * context);
@@ -58,6 +70,22 @@
   GstBaseTransformClass *trans_class = GST_BASE_TRANSFORM_CLASS (klass);
 
   gobject_class->dispose = gst_d3d12_base_filter_dispose;
+  gobject_class->set_property = gst_d3d12_base_filter_set_property;
+  gobject_class->get_property = gst_d3d12_base_filter_get_property;
+
+  /**
+   * GstD3D12BaseFilter:adapter:
+   *
+   * Adapter index for creating device (-1 for default)
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (gobject_class, PROP_ADAPTER,
+      g_param_spec_int ("adapter", "Adapter",
+          "Adapter index for creating device (-1 for default)",
+          -1, G_MAXINT32, DEFAULT_ADAPTER,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
 
   element_class->set_context =
       GST_DEBUG_FUNCPTR (gst_d3d12_base_filter_set_context);
@@ -77,14 +105,15 @@
 }
 
 static void
-gst_d3d12_base_filter_init (GstD3D12BaseFilter * filter)
+gst_d3d12_base_filter_init (GstD3D12BaseFilter * self)
 {
+  self->adapter = DEFAULT_ADAPTER;
 }
 
 static void
 gst_d3d12_base_filter_dispose (GObject * object)
 {
-  GstD3D12BaseFilter *self = GST_D3D12_BASE_FILTER (object);
+  auto self = GST_D3D12_BASE_FILTER (object);
 
   gst_clear_object (&self->device);
 
@@ -92,9 +121,41 @@
 }
 
 static void
+gst_d3d12_base_filter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_BASE_FILTER (object);
+
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      self->adapter = g_value_get_int (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_base_filter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_BASE_FILTER (object);
+
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      g_value_set_int (value, self->adapter);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
 gst_d3d12_base_filter_set_context (GstElement * element, GstContext * context)
 {
-  GstD3D12BaseFilter *self = GST_D3D12_BASE_FILTER (element);
+  auto self = GST_D3D12_BASE_FILTER (element);
 
   gst_d3d12_handle_set_context (element, context, -1, &self->device);
 
@@ -104,10 +165,10 @@
 static gboolean
 gst_d3d12_base_filter_start (GstBaseTransform * trans)
 {
-  GstD3D12BaseFilter *self = GST_D3D12_BASE_FILTER (trans);
+  auto self = GST_D3D12_BASE_FILTER (trans);
 
   if (!gst_d3d12_ensure_element_data (GST_ELEMENT_CAST (self),
-          -1, &self->device)) {
+          self->adapter, &self->device)) {
     GST_ERROR_OBJECT (self, "Failed to get D3D12 device");
     return FALSE;
   }
@@ -118,7 +179,7 @@
 static gboolean
 gst_d3d12_base_filter_stop (GstBaseTransform * trans)
 {
-  GstD3D12BaseFilter *self = GST_D3D12_BASE_FILTER (trans);
+  auto self = GST_D3D12_BASE_FILTER (trans);
 
   gst_clear_object (&self->device);
 
@@ -129,7 +190,7 @@
 gst_d3d12_base_filter_set_caps (GstBaseTransform * trans, GstCaps * incaps,
     GstCaps * outcaps)
 {
-  GstD3D12BaseFilter *self = GST_D3D12_BASE_FILTER (trans);
+  auto self = GST_D3D12_BASE_FILTER (trans);
   GstVideoInfo in_info, out_info;
   GstD3D12BaseFilterClass *klass;
   gboolean res;
@@ -167,7 +228,7 @@
 gst_d3d12_base_filter_query (GstBaseTransform * trans,
     GstPadDirection direction, GstQuery * query)
 {
-  GstD3D12BaseFilter *self = GST_D3D12_BASE_FILTER (trans);
+  auto self = GST_D3D12_BASE_FILTER (trans);
 
   switch (GST_QUERY_TYPE (query)) {
     case GST_QUERY_CONTEXT:
@@ -190,7 +251,7 @@
 gst_d3d12_base_filter_before_transform (GstBaseTransform * trans,
     GstBuffer * buffer)
 {
-  GstD3D12BaseFilter *self = GST_D3D12_BASE_FILTER (trans);
+  auto self = GST_D3D12_BASE_FILTER (trans);
   GstD3D12Memory *dmem;
   GstMemory *mem;
   GstCaps *in_caps = nullptr;
@@ -202,7 +263,7 @@
 
   dmem = GST_D3D12_MEMORY_CAST (mem);
   /* d3d12 devices are singletons per adapter */
-  if (dmem->device == self->device)
+  if (gst_d3d12_device_is_equal (dmem->device, self->device))
     return;
 
   GST_INFO_OBJECT (self, "Updating device %" GST_PTR_FORMAT " -> %"

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12basefilter.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12basefilter.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12compositor.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12compositor.cpp Changed

@@ -42,12 +42,10 @@
 #include <future>
 #include <vector>
 #include <queue>
+#include <atomic>
 #include <string.h>
 #include <wrl.h>
-#include "PSMain_checker_luma.h"
-#include "PSMain_checker_rgb.h"
-#include "PSMain_checker_vuya.h"
-#include "VSMain_pos.h"
+#include <gst/d3dshader/gstd3dshader.h>
 
 GST_DEBUG_CATEGORY_STATIC (gst_d3d12_compositor_debug);
 #define GST_CAT_DEFAULT gst_d3d12_compositor_debug
@@ -175,10 +173,12 @@
   PROP_ADAPTER,
   PROP_BACKGROUND,
   PROP_IGNORE_INACTIVE_PADS,
+  PROP_ASYNC_DEPTH,
 };
 
 #define DEFAULT_ADAPTER -1
 #define DEFAULT_BACKGROUND GST_D3D12_COMPOSITOR_BACKGROUND_CHECKER
+#define DEFAULT_ASYNC_DEPTH 0
 
 static const D3D12_RENDER_TARGET_BLEND_DESC g_blend_source = {
   TRUE,
@@ -223,28 +223,26 @@
     D3D12_ROOT_SIGNATURE_FLAG_ALLOW_INPUT_ASSEMBLER_INPUT_LAYOUT |
     D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
     D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_AMPLIFICATION_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_MESH_SHADER_ROOT_ACCESS;
+    D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS;
 
+/* *INDENT-OFF* */
 struct PadContext
 {
   PadContext (GstD3D12Device * dev)
   {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
     device = (GstD3D12Device *) gst_object_ref (dev);
-    ca_pool = gst_d3d12_command_allocator_pool_new (device,
+    auto device_handle = gst_d3d12_device_get_device_handle (device);
+    ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
         D3D12_COMMAND_LIST_TYPE_DIRECT);
     gst_video_info_init (&info);
   }
 
   PadContext () = delete;
 
-  ~PadContext () {
+  ~PadContext ()
+  {
     gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        fence_val, event_handle);
-
-    CloseHandle (event_handle);
+        fence_val);
 
     gst_clear_d3d12_fence_data (&fence_data);
     gst_clear_object (&conv);
@@ -253,14 +251,14 @@
   }
 
   GstVideoInfo info;
-  GstD3D12CommandAllocatorPool *ca_pool;
+  GstD3D12CmdAllocPool *ca_pool;
   ComPtr < ID3D12GraphicsCommandList > cl;
   GstD3D12FenceData *fence_data = nullptr;
   GstD3D12Device *device;
   GstD3D12Converter *conv = nullptr;
-  HANDLE event_handle;
   guint64 fence_val = 0;
 };
+/* *INDENT-ON* */
 
 struct GstD3D12CompositorPadPrivate
 {
@@ -315,13 +313,14 @@
   } texture;
 };
 
+/* *INDENT-OFF* */
 struct BackgroundRender
 {
   BackgroundRender (GstD3D12Device * dev, const GstVideoInfo & info)
   {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
     device = (GstD3D12Device *) gst_object_ref (dev);
-    ca_pool = gst_d3d12_command_allocator_pool_new (device,
+    auto device_handle = gst_d3d12_device_get_device_handle (device);
+    ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
         D3D12_COMMAND_LIST_TYPE_DIRECT);
 
     D3D12_VERSIONED_ROOT_SIGNATURE_DESC rs_desc = { };
@@ -342,7 +341,6 @@
       return;
     }
 
-    auto device_handle = gst_d3d12_device_get_device_handle (device);
     hr = device_handle->CreateRootSignature (0, rs_blob->GetBufferPointer (),
         rs_blob->GetBufferSize (), IID_PPV_ARGS (&rs));
     if (!gst_d3d12_result (hr, device)) {
@@ -363,20 +361,34 @@
     input_desc.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
     input_desc.InstanceDataStepRate = 0;
 
+    GstD3DShaderByteCode vs_code;
+    if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_POS,
+        GST_D3D_SM_5_0, &vs_code)) {
+      GST_ERROR_OBJECT (device, "Couldn't get vs bytecode");
+      return;
+    }
+
+    GstD3DShaderByteCode ps_code;
+    GstD3DPluginPS ps_type;
+    if (GST_VIDEO_INFO_IS_RGB (&info))
+      ps_type = GST_D3D_PLUGIN_PS_CHECKER_RGB;
+    else if (GST_VIDEO_INFO_FORMAT (&info) == GST_VIDEO_FORMAT_VUYA)
+      ps_type = GST_D3D_PLUGIN_PS_CHECKER_VUYA;
+    else
+      ps_type = GST_D3D_PLUGIN_PS_CHECKER_LUMA;
+
+    if (!gst_d3d_plugin_shader_get_ps_blob (ps_type,
+        GST_D3D_SM_5_0, &ps_code)) {
+      GST_ERROR_OBJECT (device, "Couldn't get ps bytecode");
+      return;
+    }
+
     D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc = { };
     pso_desc.pRootSignature = rs.Get ();
-    pso_desc.VS.BytecodeLength = sizeof (g_VSMain_pos);
-    pso_desc.VS.pShaderBytecode = g_VSMain_pos;
-    if (GST_VIDEO_INFO_IS_RGB (&info)) {
-      pso_desc.PS.BytecodeLength = sizeof (g_PSMain_checker_rgb);
-      pso_desc.PS.pShaderBytecode = g_PSMain_checker_rgb;
-    } else if (GST_VIDEO_INFO_FORMAT (&info) == GST_VIDEO_FORMAT_VUYA) {
-      pso_desc.PS.BytecodeLength = sizeof (g_PSMain_checker_vuya);
-      pso_desc.PS.pShaderBytecode = g_PSMain_checker_vuya;
-    } else {
-      pso_desc.PS.BytecodeLength = sizeof (g_PSMain_checker_luma);
-      pso_desc.PS.pShaderBytecode = g_PSMain_checker_luma;
-    }
+    pso_desc.VS.BytecodeLength = vs_code.byte_code_len;
+    pso_desc.VS.pShaderBytecode = vs_code.byte_code;
+    pso_desc.PS.BytecodeLength = ps_code.byte_code_len;
+    pso_desc.PS.pShaderBytecode = ps_code.byte_code;
     pso_desc.BlendState = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
     pso_desc.SampleMask = UINT_MAX;
     pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
@@ -433,10 +445,12 @@
     D3D12_RESOURCE_DESC buffer_desc =
         CD3DX12_RESOURCE_DESC::Buffer (sizeof (VertexData) * 4 +
         sizeof (indices));
+    D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+    if (gst_d3d12_device_non_zeroed_supported (device))
+      heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
 
     hr = device_handle->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED, &buffer_desc,
-        D3D12_RESOURCE_STATE_GENERIC_READ,
+        heap_flags, &buffer_desc, D3D12_RESOURCE_STATE_GENERIC_READ,
         nullptr, IID_PPV_ARGS (&vertex_index_upload));
     if (!gst_d3d12_result (hr, device)) {
       GST_ERROR_OBJECT (device, "Couldn't create vertex upload buf");
@@ -457,7 +471,7 @@
 
     heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
     hr = device_handle->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED, &buffer_desc,
+        heap_flags, &buffer_desc,
         D3D12_RESOURCE_STATE_COMMON, nullptr, IID_PPV_ARGS (&vertex_index_buf));
     if (!gst_d3d12_result (hr, device)) {
       GST_ERROR_OBJECT (device, "Couldn't create index buffer");
@@ -491,11 +505,10 @@
   }
   BackgroundRender () = delete;
 
-  ~BackgroundRender () {
+  ~BackgroundRender ()
+  {
     gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        fence_val, event_handle);
-
-    CloseHandle (event_handle);
+        fence_val);
 
     gst_clear_object (&ca_pool);
     gst_clear_object (&device);
@@ -509,13 +522,12 @@
   D3D12_VERTEX_BUFFER_VIEW vbv;
   D3D12_INDEX_BUFFER_VIEW ibv;
   ComPtr < ID3D12GraphicsCommandList > cl;
-  GstD3D12CommandAllocatorPool *ca_pool;
+  GstD3D12CmdAllocPool *ca_pool;
   D3D12_VIEWPORT viewport;
   D3D12_RECT scissor_rect;
   guint rtv_inc_size;
   bool need_upload = true;
   bool is_valid = false;
-  HANDLE event_handle;
   guint64 fence_val = 0;
 };
 
@@ -546,8 +558,8 @@
   /* black/white/transparent */
   ClearColor clear_color3;
   GstD3D12FenceDataPool *fence_data_pool;
-  std::vector < D3D12_CPU_DESCRIPTOR_HANDLE > rtv_handles;
-  std::queue < guint64 > scheduled;
+  std::vector<D3D12_CPU_DESCRIPTOR_HANDLE> rtv_handles;
+  std::queue<guint64> scheduled;
 
   GstVideoInfo negotiated_info;
 
@@ -558,7 +570,9 @@
   /* properties */
   gint adapter = DEFAULT_ADAPTER;
   GstD3D12CompositorBackground background = DEFAULT_BACKGROUND;
+  std::atomic<guint> async_depth = { DEFAULT_ASYNC_DEPTH };
 };
+/* *INDENT-ON* */
 
 struct _GstD3D12Compositor
 {
@@ -1010,8 +1024,8 @@
     auto ctx = std::make_unique < PadContext > (self->device);
     ctx->info = pad->info;
 
-    ctx->conv = gst_d3d12_converter_new (self->device, &pad->info, info,
-        &priv->blend_desc, priv->blend_factor, nullptr);
+    ctx->conv = gst_d3d12_converter_new (self->device, nullptr, &pad->info,
+        info, &priv->blend_desc, priv->blend_factor, nullptr);
     if (!ctx->conv) {
       GST_ERROR_OBJECT (pad, "Couldn't create converter");
       return FALSE;
@@ -1101,18 +1115,17 @@
   g_object_set (priv->ctx->conv, "src-x", x, "src-y", y, "src-width", w,
       "src-height", h, nullptr);
 
-  GstD3D12CommandAllocator *gst_ca;
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
     GST_ERROR_OBJECT (cpad, "Couldn't acquire command allocator");
     return FALSE;
   }
 
   GstD3D12FenceData *fence_data;
   gst_d3d12_fence_data_pool_acquire (self->priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
 
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
 
   auto hr = ca->Reset ();
   if (!gst_d3d12_result (hr, priv->ctx->device)) {
@@ -1124,14 +1137,14 @@
   if (!priv->ctx->cl) {
     auto device = gst_d3d12_device_get_device_handle (priv->ctx->device);
     hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        ca.Get (), nullptr, IID_PPV_ARGS (&priv->ctx->cl));
+        ca, nullptr, IID_PPV_ARGS (&priv->ctx->cl));
     if (!gst_d3d12_result (hr, priv->ctx->device)) {
       GST_ERROR_OBJECT (cpad, "Couldn't create command list");
       gst_d3d12_fence_data_unref (fence_data);
       return FALSE;
     }
   } else {
-    hr = priv->ctx->cl->Reset (ca.Get (), nullptr);
+    hr = priv->ctx->cl->Reset (ca, nullptr);
     if (!gst_d3d12_result (hr, priv->ctx->device)) {
       GST_ERROR_OBJECT (self, "Couldn't reset command list");
       gst_d3d12_fence_data_unref (fence_data);
@@ -1141,7 +1154,7 @@
 
   if (!gst_d3d12_converter_convert_buffer (priv->ctx->conv,
           buffer, self->priv->generated_output_buf, fence_data,
-          priv->ctx->cl.Get ())) {
+          priv->ctx->cl.Get (), TRUE)) {
     GST_ERROR_OBJECT (self, "Couldn't build command list");
     gst_d3d12_fence_data_unref (fence_data);
     return FALSE;
@@ -1201,7 +1214,7 @@
   if (priv->ctx && priv->ctx->fence_data) {
     gst_d3d12_device_set_fence_notify (priv->ctx->device,
         D3D12_COMMAND_LIST_TYPE_DIRECT, priv->ctx->fence_val,
-        priv->ctx->fence_data);
+        FENCE_NOTIFY_MINI_OBJECT (priv->ctx->fence_data));
     priv->ctx->fence_data = nullptr;
   }
 }
@@ -1299,6 +1312,18 @@
           "Avoid timing out waiting for inactive pads", FALSE,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
+  /**
+   * GstD3D12Compositor:async-depth:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_ASYNC_DEPTH,
+      g_param_spec_uint ("async-depth", "Async Depth",
+          "Number of in-flight GPU commands which can be scheduled without "
+          "synchronization (0 = unlimited)", 0, G_MAXINT, DEFAULT_ASYNC_DEPTH,
+          (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
   element_class->request_new_pad =
       GST_DEBUG_FUNCPTR (gst_d3d12_compositor_request_new_pad);
   element_class->release_pad =
@@ -1380,6 +1405,9 @@
       gst_aggregator_set_ignore_inactive_pads (GST_AGGREGATOR (object),
           g_value_get_boolean (value));
       break;
+    case PROP_ASYNC_DEPTH:
+      priv->async_depth = g_value_get_uint (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -1405,6 +1433,9 @@
       g_value_set_boolean (value,
           gst_aggregator_get_ignore_inactive_pads (GST_AGGREGATOR (object)));
       break;
+    case PROP_ASYNC_DEPTH:
+      g_value_set_uint (value, priv->async_depth);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -1966,7 +1997,7 @@
     auto params = gst_d3d12_allocation_params_new (self->device, &info,
         GST_D3D12_ALLOCATION_FLAG_DEFAULT,
         D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS, D3D12_HEAP_FLAG_NONE);
     gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
     gst_d3d12_allocation_params_free (params);
     gst_buffer_pool_config_set_params (config, caps, info.size, 0, 0);
@@ -2042,7 +2073,7 @@
       auto params = gst_d3d12_allocation_params_new (self->device,
           &info, GST_D3D12_ALLOCATION_FLAG_DEFAULT,
           D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
-          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS, D3D12_HEAP_FLAG_NONE);
 
       gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
       gst_d3d12_allocation_params_free (params);
@@ -2117,7 +2148,7 @@
       gst_clear_object (&pool);
     } else {
       GstD3D12BufferPool *dpool = GST_D3D12_BUFFER_POOL (pool);
-      if (dpool->device != self->device) {
+      if (!gst_d3d12_device_is_equal (dpool->device, self->device)) {
         GST_DEBUG_OBJECT (self, "Different device, will create new one");
         gst_clear_object (&pool);
       }
@@ -2146,7 +2177,8 @@
       params = gst_d3d12_allocation_params_new (self->device, &info,
           GST_D3D12_ALLOCATION_FLAG_DEFAULT,
           D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
-          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS,
+          D3D12_HEAP_FLAG_SHARED);
     } else {
       gst_d3d12_allocation_params_set_resource_flags (params,
           D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
@@ -2188,16 +2220,16 @@
     auto mem = (GstD3D12Memory *)
         gst_buffer_peek_memory (priv->generated_output_buf, i);
     auto num_planes = gst_d3d12_memory_get_plane_count (mem);
-    ComPtr < ID3D12DescriptorHeap > rtv_heap;
+    auto rtv_heap = gst_d3d12_memory_get_render_target_view_heap (mem);
 
-    if (!gst_d3d12_memory_get_render_target_view_heap (mem, &rtv_heap)) {
+    if (!rtv_heap) {
       GST_ERROR_OBJECT (self, "Couldn't get rtv heap");
       return FALSE;
     }
 
     auto cpu_handle =
-        CD3DX12_CPU_DESCRIPTOR_HANDLE
-        (rtv_heap->GetCPUDescriptorHandleForHeapStart ());
+        CD3DX12_CPU_DESCRIPTOR_HANDLE (GetCPUDescriptorHandleForHeapStart
+        (rtv_heap));
 
     for (guint plane = 0; plane < num_planes; plane++) {
       D3D12_RECT rect = { };
@@ -2208,18 +2240,17 @@
     }
   }
 
-  GstD3D12CommandAllocator *gst_ca;
-  if (!gst_d3d12_command_allocator_pool_acquire (bg_render->ca_pool, &gst_ca)) {
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (bg_render->ca_pool, &gst_ca)) {
     GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
     return FALSE;
   }
 
   GstD3D12FenceData *fence_data;
   gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
 
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
 
   auto hr = ca->Reset ();
   if (!gst_d3d12_result (hr, self->device)) {
@@ -2231,14 +2262,14 @@
   if (!bg_render->cl) {
     auto device = gst_d3d12_device_get_device_handle (self->device);
     hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        ca.Get (), bg_render->pso.Get (), IID_PPV_ARGS (&bg_render->cl));
+        ca, bg_render->pso.Get (), IID_PPV_ARGS (&bg_render->cl));
     if (!gst_d3d12_result (hr, self->device)) {
       GST_ERROR_OBJECT (self, "Couldn't create command list");
       gst_d3d12_fence_data_unref (fence_data);
       return FALSE;
     }
   } else {
-    hr = bg_render->cl->Reset (ca.Get (), bg_render->pso.Get ());
+    hr = bg_render->cl->Reset (ca, bg_render->pso.Get ());
     if (!gst_d3d12_result (hr, self->device)) {
       GST_ERROR_OBJECT (self, "Couldn't reset command list");
       gst_d3d12_fence_data_unref (fence_data);
@@ -2305,24 +2336,27 @@
 
   ID3D12CommandList *cmd_list = { cl.Get () };
 
-  if (!gst_d3d12_device_execute_command_lists (self->device,
-          D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list,
-          &priv->bg_render->fence_val)) {
+  hr = gst_d3d12_device_execute_command_lists (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list, &priv->bg_render->fence_val);
+  if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't execute command list");
     gst_d3d12_fence_data_unref (fence_data);
     return FALSE;
   }
 
-  gst_d3d12_buffer_after_write (priv->generated_output_buf,
-      bg_render->fence_val);
+  auto fence = gst_d3d12_device_get_fence_handle (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  gst_d3d12_buffer_set_fence (priv->generated_output_buf, fence,
+      bg_render->fence_val, FALSE);
 
   if (bg_render->vertex_index_upload) {
-    gst_d3d12_fence_data_add_notify_com (fence_data,
-        bg_render->vertex_index_upload.Detach ());
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_COM (bg_render->vertex_index_upload.Detach ()));
   }
 
   gst_d3d12_device_set_fence_notify (self->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT, priv->bg_render->fence_val, fence_data);
+      D3D12_COMMAND_LIST_TYPE_DIRECT, priv->bg_render->fence_val,
+      FENCE_NOTIFY_MINI_OBJECT (fence_data));
 
   return TRUE;
 }
@@ -2343,32 +2377,14 @@
     return GST_FLOW_ERROR;
   }
 
-  auto completed = gst_d3d12_device_get_completed_value (self->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
-  while (!priv->scheduled.empty ()) {
-    if (priv->scheduled.front () > completed)
-      break;
-
-    priv->scheduled.pop ();
-  }
-
-  /* avoid too large buffering */
-  if (priv->scheduled.size () > 2) {
-    auto fence_to_wait = priv->scheduled.front ();
-    priv->scheduled.pop ();
-    GST_LOG_OBJECT (self, "Waiting for previous command, %" G_GUINT64_FORMAT,
-        fence_to_wait);
-    gst_d3d12_device_fence_wait (self->device,
-        D3D12_COMMAND_LIST_TYPE_DIRECT, fence_to_wait,
-        priv->bg_render->event_handle);
-  }
-
   if (!gst_d3d12_compositor_draw_background (self)) {
     GST_ERROR_OBJECT (self, "Couldn't draw background");
     return GST_FLOW_ERROR;
   }
 
   guint64 fence_val = priv->bg_render->fence_val;
+  auto fence = gst_d3d12_device_get_fence_handle (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
   GST_OBJECT_LOCK (self);
   for (iter = GST_ELEMENT (vagg)->sinkpads; iter; iter = g_list_next (iter)) {
     auto pad = GST_VIDEO_AGGREGATOR_PAD (iter->data);
@@ -2396,16 +2412,19 @@
     GST_LOG_OBJECT (cpad, "Command list prepared");
 
     ID3D12CommandList *cmd_list = { pad_priv->ctx->cl.Get () };
-    if (!gst_d3d12_device_execute_command_lists (self->device,
-            D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list,
-            &pad_priv->ctx->fence_val)) {
+
+    auto hr = gst_d3d12_device_execute_command_lists (self->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list,
+        &pad_priv->ctx->fence_val);
+    if (!gst_d3d12_result (hr, self->device)) {
       GST_ERROR_OBJECT (self, "Couldn't execute command list");
       ret = GST_FLOW_ERROR;
       break;
     }
 
     fence_val = pad_priv->ctx->fence_val;
-    gst_d3d12_buffer_after_write (priv->generated_output_buf, fence_val);
+    gst_d3d12_buffer_set_fence (priv->generated_output_buf,
+        fence, fence_val, FALSE);
   }
   GST_OBJECT_UNLOCK (self);
 
@@ -2413,6 +2432,26 @@
     return ret;
 
   priv->scheduled.push (fence_val);
+
+  auto completed = gst_d3d12_device_get_completed_value (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  while (!priv->scheduled.empty ()) {
+    if (priv->scheduled.front () > completed)
+      break;
+
+    priv->scheduled.pop ();
+  }
+
+  auto async_depth = priv->async_depth.load ();
+  if (async_depth > 0 && priv->scheduled.size () > async_depth) {
+    auto fence_to_wait = priv->scheduled.front ();
+    priv->scheduled.pop ();
+    GST_LOG_OBJECT (self, "Waiting for previous command, %" G_GUINT64_FORMAT,
+        fence_to_wait);
+    gst_d3d12_device_fence_wait (self->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT, fence_to_wait);
+  }
+
   if (priv->generated_output_buf != outbuf) {
     GstVideoFrame out_frame, in_frame;
     if (!gst_video_frame_map (&in_frame, &vagg->info,
@@ -2472,7 +2511,7 @@
   dmem = GST_D3D12_MEMORY_CAST (mem);
 
   /* We can use existing device */
-  if (dmem->device == self->device) {
+  if (gst_d3d12_device_is_equal (dmem->device, self->device)) {
     data->have_same_device = TRUE;
     return FALSE;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12compositor.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12compositor.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12convert.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12convert.cpp Changed

@@ -17,6 +17,63 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-d3d12convert
+ * @title: d3d12convert
+ * @short_description: A Direct3D12 based color conversion and video resizing element
+ *
+ * This element resizes video frames and change color space.
+ * By default the element will try to negotiate to the same size on the source
+ * and sinkpad so that no scaling is needed.
+ * It is therefore safe to insert this element in a pipeline to
+ * get more robust behaviour without any cost if no scaling is needed.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 videotestsrc ! video/x-raw,format=NV12 ! d3d12upload ! d3d12convert ! d3d12videosink
+ * ```
+ *  This will output a test video (generated in NV12 format) in a video
+ * window. If the video sink selected does not support NV12
+ * d3d12convert will automatically convert the video to a format understood
+ * by the video sink.
+ *
+ * Since: 1.24
+ */
+
+/**
+ * SECTION:element-d3d12colorconvert
+ * @title: d3d12colorconvert
+ *
+ * A Direct3D12 based color conversion element
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 videotestsrc ! video/x-raw,format=NV12 ! d3d12upload ! d3d12colorconvert ! d3d12download ! video/x-raw,format=RGBA ! fakesink
+ * ```
+ *  This will upload a test video (generated in NV12 format) to Direct3D12
+ * memory space and convert it to RGBA format. Then a converted Direct3D12
+ * frame will be downloaded to system memory space.
+ *
+ * Since: 1.26
+ */
+
+/**
+ * SECTION:element-d3d12scale
+ * @title: d3d12scale
+ *
+ * A Direct3D12 based video resizing element
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 videotestsrc ! video/x-raw,width=640,height=480 ! d3d12upload ! d3d12scale ! d3d12download ! video/x-raw,width=1280,height=720 ! fakesink
+ * ```
+ *  This will upload a 640x480 resolution test video to Direct3D12
+ * memory space and resize it to 1280x720 resolution. Then a resized Direct3D12
+ * frame will be downloaded to system memory space.
+ *
+ * Since: 1.26
+ */
+
 #ifdef HAVE_CONFIG_H
 #include "config.h"
 #endif
@@ -28,13 +85,14 @@
 #include <memory>
 #include <queue>
 #include <wrl.h>
+#include <atomic>
 
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
 /* *INDENT-ON* */
 
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_convert_debug);
-#define GST_CAT_DEFAULT gst_d3d12_convert_debug
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_base_convert_debug);
+#define GST_CAT_DEFAULT gst_d3d12_base_convert_debug
 
 static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
     GST_PAD_SINK,
@@ -58,13 +116,8 @@
 
 enum
 {
-  PROP_0,
-  PROP_SAMPLING_METHOD,
-  PROP_ADD_BORDERS,
-  PROP_BORDER_COLOR,
-  PROP_VIDEO_DIRECTION,
-  PROP_GAMMA_MODE,
-  PROP_PRIMARIES_MODE,
+  PROP_SAMPLING_METHOD = 1,
+  PROP_ASYNC_DEPTH,
 };
 
 #define DEFAULT_ADD_BORDERS TRUE
@@ -72,26 +125,29 @@
 #define DEFAULT_GAMMA_MODE GST_VIDEO_GAMMA_MODE_NONE
 #define DEFAULT_PRIMARIES_MODE GST_VIDEO_PRIMARIES_MODE_NONE
 #define DEFAULT_SAMPLING_METHOD GST_D3D12_SAMPLING_METHOD_BILINEAR
-
-#define ASYNC_DEPTH 2
+#define DEFAULT_ASYNC_DEPTH 0
+#define DEFAULT_HUE 0.0
+#define DEFAULT_SATURATION 1.0
+#define DEFAULT_BRIGHTNESS 0.0
+#define DEFAULT_CONTRAST 1.0
+#define DEFAULT_MAX_MIP_LEVELS 1
 
 /* *INDENT-OFF* */
 struct ConvertContext
 {
   ConvertContext (GstD3D12Device * dev)
   {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
     device = (GstD3D12Device *) gst_object_ref (dev);
-    ca_pool = gst_d3d12_command_allocator_pool_new (device,
+    auto device_handle = gst_d3d12_device_get_device_handle (device);
+    ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
         D3D12_COMMAND_LIST_TYPE_DIRECT);
   }
 
    ~ConvertContext ()
   {
     gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        fence_val, event_handle);
+        fence_val);
 
-    CloseHandle (event_handle);
     gst_clear_object (&ca_pool);
     gst_clear_object (&conv);
     gst_clear_object (&device);
@@ -101,21 +157,42 @@
   GstD3D12Converter *conv = nullptr;
   ComPtr<ID3D12GraphicsCommandList> cl;
   std::queue<guint64> scheduled;
-  GstD3D12CommandAllocatorPool *ca_pool;
-  HANDLE event_handle;
+  GstD3D12CmdAllocPool *ca_pool;
   guint64 fence_val = 0;
 };
 
-struct GstD3D12ConvertPrivate
+struct GstD3D12BaseConvertPrivate
 {
-  GstD3D12ConvertPrivate ()
+  GstD3D12BaseConvertPrivate ()
   {
     fence_data_pool = gst_d3d12_fence_data_pool_new ();
+    const gchar *channels4 = { "HUE", "SATURATION",
+      "BRIGHTNESS", "CONTRAST"
+    };
+
+    color_balance_channels = nullptr;
+    for (guint i = 0; i < G_N_ELEMENTS (channels); i++) {
+      auto ch = (GstColorBalanceChannel *)
+          g_object_new (GST_TYPE_COLOR_BALANCE_CHANNEL, nullptr);
+      ch->label = g_strdup (channelsi);
+      ch->min_value = -1000;
+      ch->max_value = 1000;
+
+      color_balance_channels = g_list_append (color_balance_channels, ch);
+    }
   }
 
-  ~GstD3D12ConvertPrivate ()
+  ~GstD3D12BaseConvertPrivate ()
   {
     gst_clear_object (&fence_data_pool);
+
+    auto iter = color_balance_channels;
+    while (iter) {
+      g_object_unref (iter->data);
+      iter = iter->next;
+    }
+
+    g_list_free (color_balance_channels);
   }
 
   std::unique_ptr < ConvertContext > ctx;
@@ -144,7 +221,6 @@
 
   /* sampling method, configured via property */
   GstD3D12SamplingMethod sampling_method = DEFAULT_SAMPLING_METHOD;
-  GstD3D12SamplingMethod active_sampling_method = DEFAULT_SAMPLING_METHOD;
 
   /* orientation */
   /* method configured via property */
@@ -156,69 +232,77 @@
   /* method previously selected and used for negotiation */
   GstVideoOrientationMethod active_method = GST_VIDEO_ORIENTATION_IDENTITY;
 
+  GList *color_balance_channels = nullptr;
+  gdouble hue = DEFAULT_HUE;
+  gdouble saturation = DEFAULT_SATURATION;
+  gdouble brightness = DEFAULT_BRIGHTNESS;
+  gdouble contrast = DEFAULT_CONTRAST;
+  gboolean color_balance_updated = FALSE;
+  gboolean need_color_balance = FALSE;
+  gboolean mip_levels_updated = FALSE;
+  guint mip_levels = DEFAULT_MAX_MIP_LEVELS;
+
+  std::atomic<guint> async_depth = { DEFAULT_ASYNC_DEPTH };
+
   std::mutex lock;
 };
 /* *INDENT-ON* */
 
-struct _GstD3D12Convert
+struct _GstD3D12BaseConvert
 {
   GstD3D12BaseFilter parent;
 
-  GstD3D12ConvertPrivate *priv;
+  GstD3D12BaseConvertPrivate *priv;
 };
 
-static void gst_d3d12_convert_finalize (GObject * object);
-static void gst_d3d12_convert_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec);
-static void gst_d3d12_convert_get_property (GObject * object, guint prop_id,
-    GValue * value, GParamSpec * pspec);
-static gboolean gst_d3d12_convert_stop (GstBaseTransform * trans);
-static GstCaps *gst_d3d12_convert_transform_caps (GstBaseTransform *
+static void gst_d3d12_base_convert_finalize (GObject * object);
+static void gst_d3d12_base_convert_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_base_convert_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+static gboolean gst_d3d12_base_convert_stop (GstBaseTransform * trans);
+static GstCaps *gst_d3d12_base_convert_transform_caps (GstBaseTransform *
     trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter);
-static GstCaps *gst_d3d12_convert_fixate_caps (GstBaseTransform *
+static GstCaps *gst_d3d12_base_convert_fixate_caps (GstBaseTransform *
     base, GstPadDirection direction, GstCaps * caps, GstCaps * othercaps);
-static gboolean gst_d3d12_convert_propose_allocation (GstBaseTransform * trans,
-    GstQuery * decide_query, GstQuery * query);
-static gboolean gst_d3d12_convert_decide_allocation (GstBaseTransform * trans,
-    GstQuery * query);
-static gboolean gst_d3d12_convert_sink_event (GstBaseTransform * trans,
-    GstEvent * event);
-static GstFlowReturn
-gst_d3d12_convert_generate_output (GstBaseTransform * trans,
-    GstBuffer ** buffer);
-static gboolean gst_d3d12_convert_transform_meta (GstBaseTransform * trans,
+static gboolean gst_d3d12_base_convert_propose_allocation (GstBaseTransform *
+    trans, GstQuery * decide_query, GstQuery * query);
+static gboolean gst_d3d12_base_convert_decide_allocation (GstBaseTransform *
+    trans, GstQuery * query);
+static GstFlowReturn gst_d3d12_base_convert_generate_output (GstBaseTransform *
+    trans, GstBuffer ** buffer);
+static gboolean gst_d3d12_base_convert_transform_meta (GstBaseTransform * trans,
     GstBuffer * outbuf, GstMeta * meta, GstBuffer * inbuf);
-static void gst_d3d12_convert_before_transform (GstBaseTransform * trans,
+static void gst_d3d12_base_convert_before_transform (GstBaseTransform * trans,
     GstBuffer * buffer);
-static GstFlowReturn gst_d3d12_convert_transform (GstBaseTransform * trans,
+static GstFlowReturn gst_d3d12_base_convert_transform (GstBaseTransform * trans,
     GstBuffer * inbuf, GstBuffer * outbuf);
-static gboolean gst_d3d12_convert_set_info (GstD3D12BaseFilter * filter,
+static gboolean gst_d3d12_base_convert_set_info (GstD3D12BaseFilter * filter,
     GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
     GstVideoInfo * out_info);
 
-static void
-gst_d3d12_convert_video_direction_interface_init (GstVideoDirectionInterface *
-    iface)
-{
-}
-
-#define gst_d3d12_convert_parent_class parent_class
-G_DEFINE_TYPE_WITH_CODE (GstD3D12Convert, gst_d3d12_convert,
+/**
+ * GstD3D12BaseConvert:
+ *
+ * Since: 1.26
+ */
+#define gst_d3d12_base_convert_parent_class parent_class
+G_DEFINE_ABSTRACT_TYPE_WITH_CODE (GstD3D12BaseConvert, gst_d3d12_base_convert,
     GST_TYPE_D3D12_BASE_FILTER,
-    G_IMPLEMENT_INTERFACE (GST_TYPE_VIDEO_DIRECTION,
-        gst_d3d12_convert_video_direction_interface_init));
+    GST_DEBUG_CATEGORY_INIT (gst_d3d12_base_convert_debug, "d3d12convert", 0,
+        "d3d12convert"));
 
 static void
-gst_d3d12_convert_class_init (GstD3D12ConvertClass * klass)
+gst_d3d12_base_convert_class_init (GstD3D12BaseConvertClass * klass)
 {
   auto object_class = G_OBJECT_CLASS (klass);
   auto element_class = GST_ELEMENT_CLASS (klass);
   auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
   auto filter_class = GST_D3D12_BASE_FILTER_CLASS (klass);
 
-  object_class->set_property = gst_d3d12_convert_set_property;
-  object_class->get_property = gst_d3d12_convert_get_property;
-  object_class->finalize = gst_d3d12_convert_finalize;
+  object_class->set_property = gst_d3d12_base_convert_set_property;
+  object_class->get_property = gst_d3d12_base_convert_get_property;
+  object_class->finalize = gst_d3d12_base_convert_finalize;
 
   g_object_class_install_property (object_class, PROP_SAMPLING_METHOD,
       g_param_spec_enum ("method", "Method",
@@ -227,80 +311,58 @@
           (GParamFlags) (GST_PARAM_MUTABLE_PLAYING | G_PARAM_READWRITE |
               G_PARAM_STATIC_STRINGS)));
 
-  g_object_class_install_property (object_class, PROP_ADD_BORDERS,
-      g_param_spec_boolean ("add-borders", "Add Borders",
-          "Add black borders if necessary to keep the display aspect ratio",
-          DEFAULT_ADD_BORDERS, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
-              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
-
-  g_object_class_install_property (object_class, PROP_BORDER_COLOR,
-      g_param_spec_uint64 ("border-color", "Border color",
-          "Border color to use in ARGB64 format", 0, G_MAXUINT64,
-          DEFAULT_BORDER_COLOR, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
-              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
-
-  g_object_class_override_property (object_class, PROP_VIDEO_DIRECTION,
-      "video-direction");
-
-  g_object_class_install_property (object_class, PROP_GAMMA_MODE,
-      g_param_spec_enum ("gamma-mode", "Gamma mode",
-          "Gamma conversion mode", GST_TYPE_VIDEO_GAMMA_MODE,
-          DEFAULT_GAMMA_MODE, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
-              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
-
-  g_object_class_install_property (object_class, PROP_PRIMARIES_MODE,
-      g_param_spec_enum ("primaries-mode", "Primaries Mode",
-          "Primaries conversion mode", GST_TYPE_VIDEO_PRIMARIES_MODE,
-          DEFAULT_PRIMARIES_MODE, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+  /**
+   * GstD3D12BaseConvert:async-depth:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_ASYNC_DEPTH,
+      g_param_spec_uint ("async-depth", "Async Depth",
+          "Number of in-flight GPU commands which can be scheduled without "
+          "synchronization (0 = unlimited)", 0, G_MAXINT, DEFAULT_ASYNC_DEPTH,
+          (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
               G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
   gst_element_class_add_static_pad_template (element_class, &sink_template);
   gst_element_class_add_static_pad_template (element_class, &src_template);
 
-  gst_element_class_set_static_metadata (element_class,
-      "Direct3D12 Converter",
-      "Filter/Converter/Scaler/Effect/Video/Hardware",
-      "Performs resizing, colorspace conversion, cropping and flipping/rotating using Direct3D12",
-      "Seungha Yang <seungha@centricular.com>");
-
   trans_class->passthrough_on_same_caps = FALSE;
 
-  trans_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_convert_stop);
+  trans_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_stop);
   trans_class->transform_caps =
-      GST_DEBUG_FUNCPTR (gst_d3d12_convert_transform_caps);
-  trans_class->fixate_caps = GST_DEBUG_FUNCPTR (gst_d3d12_convert_fixate_caps);
+      GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_transform_caps);
+  trans_class->fixate_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_fixate_caps);
   trans_class->propose_allocation =
-      GST_DEBUG_FUNCPTR (gst_d3d12_convert_propose_allocation);
+      GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_propose_allocation);
   trans_class->decide_allocation =
-      GST_DEBUG_FUNCPTR (gst_d3d12_convert_decide_allocation);
-  trans_class->sink_event = GST_DEBUG_FUNCPTR (gst_d3d12_convert_sink_event);
+      GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_decide_allocation);
   trans_class->generate_output =
-      GST_DEBUG_FUNCPTR (gst_d3d12_convert_generate_output);
+      GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_generate_output);
   trans_class->transform_meta =
-      GST_DEBUG_FUNCPTR (gst_d3d12_convert_transform_meta);
+      GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_transform_meta);
   trans_class->before_transform =
-      GST_DEBUG_FUNCPTR (gst_d3d12_convert_before_transform);
-  trans_class->transform = GST_DEBUG_FUNCPTR (gst_d3d12_convert_transform);
+      GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_before_transform);
+  trans_class->transform = GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_transform);
 
-  filter_class->set_info = GST_DEBUG_FUNCPTR (gst_d3d12_convert_set_info);
+  filter_class->set_info = GST_DEBUG_FUNCPTR (gst_d3d12_base_convert_set_info);
 
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_BASE_CONVERT,
+      (GstPluginAPIFlags) 0);
   gst_type_mark_as_plugin_api (GST_TYPE_D3D12_SAMPLING_METHOD,
       (GstPluginAPIFlags) 0);
-
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_convert_debug, "d3d12convert", 0,
-      "d3d12convert");
 }
 
 static void
-gst_d3d12_convert_init (GstD3D12Convert * self)
+gst_d3d12_base_convert_init (GstD3D12BaseConvert * self)
 {
-  self->priv = new GstD3D12ConvertPrivate ();
+  self->priv = new GstD3D12BaseConvertPrivate ();
 }
 
 static void
-gst_d3d12_convert_finalize (GObject * object)
+gst_d3d12_base_convert_finalize (GObject * object)
 {
-  auto self = GST_D3D12_CONVERT (object);
+  auto self = GST_D3D12_BASE_CONVERT (object);
 
   delete self->priv;
 
@@ -308,7 +370,7 @@
 }
 
 static void
-gst_d3d12_convert_set_sampling_method (GstD3D12Convert * self,
+gst_d3d12_base_convert_set_sampling_method (GstD3D12BaseConvert * self,
     GstD3D12SamplingMethod method)
 {
   auto priv = self->priv;
@@ -318,12 +380,15 @@
       "Sampling method %d -> %d", priv->sampling_method, method);
 
   priv->sampling_method = method;
-  if (priv->sampling_method != priv->active_sampling_method)
-    gst_base_transform_reconfigure_src (GST_BASE_TRANSFORM_CAST (self));
+  if (priv->ctx && priv->ctx->conv) {
+    g_object_set (priv->ctx->conv, "sampler-filter",
+        gst_d3d12_sampling_method_to_native (method), nullptr);
+  }
 }
 
 static void
-gst_d3d12_convert_set_add_border (GstD3D12Convert * self, gboolean add_border)
+gst_d3d12_base_convert_set_add_border (GstD3D12BaseConvert * self,
+    gboolean add_border)
 {
   auto priv = self->priv;
   std::lock_guard < std::mutex > lk (priv->lock);
@@ -334,7 +399,7 @@
 }
 
 static void
-gst_d3d12_convert_set_border_color (GstD3D12Convert * self,
+gst_d3d12_base_convert_set_border_color (GstD3D12BaseConvert * self,
     guint64 border_color)
 {
   auto priv = self->priv;
@@ -346,7 +411,7 @@
 }
 
 static void
-gst_d3d12_convert_set_orientation (GstD3D12Convert * self,
+gst_d3d12_base_convert_set_orientation (GstD3D12BaseConvert * self,
     GstVideoOrientationMethod method, gboolean from_tag)
 {
   if (method == GST_VIDEO_ORIENTATION_CUSTOM) {
@@ -377,7 +442,7 @@
 }
 
 static void
-gst_d3d12_convert_set_gamma_mode (GstD3D12Convert * self,
+gst_d3d12_base_convert_set_gamma_mode (GstD3D12BaseConvert * self,
     GstVideoGammaMode mode)
 {
   auto priv = self->priv;
@@ -393,7 +458,7 @@
 }
 
 static void
-gst_d3d12_convert_set_primaries_mode (GstD3D12Convert * self,
+gst_d3d12_base_convert_set_primaries_mode (GstD3D12BaseConvert * self,
     GstVideoPrimariesMode mode)
 {
   auto priv = self->priv;
@@ -423,33 +488,19 @@
 }
 
 static void
-gst_d3d12_convert_set_property (GObject * object, guint prop_id,
+gst_d3d12_base_convert_set_property (GObject * object, guint prop_id,
     const GValue * value, GParamSpec * pspec)
 {
-  auto self = GST_D3D12_CONVERT (object);
+  auto self = GST_D3D12_BASE_CONVERT (object);
+  auto priv = self->priv;
 
   switch (prop_id) {
     case PROP_SAMPLING_METHOD:
-      gst_d3d12_convert_set_sampling_method (self,
+      gst_d3d12_base_convert_set_sampling_method (self,
           (GstD3D12SamplingMethod) g_value_get_enum (value));
       break;
-    case PROP_ADD_BORDERS:
-      gst_d3d12_convert_set_add_border (self, g_value_get_boolean (value));
-      break;
-    case PROP_BORDER_COLOR:
-      gst_d3d12_convert_set_border_color (self, g_value_get_uint64 (value));
-      break;
-    case PROP_VIDEO_DIRECTION:
-      gst_d3d12_convert_set_orientation (self,
-          (GstVideoOrientationMethod) g_value_get_enum (value), FALSE);
-      break;
-    case PROP_GAMMA_MODE:
-      gst_d3d12_convert_set_gamma_mode (self,
-          (GstVideoGammaMode) g_value_get_enum (value));
-      break;
-    case PROP_PRIMARIES_MODE:
-      gst_d3d12_convert_set_primaries_mode (self,
-          (GstVideoPrimariesMode) g_value_get_enum (value));
+    case PROP_ASYNC_DEPTH:
+      priv->async_depth = g_value_get_uint (value);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
@@ -458,10 +509,10 @@
 }
 
 static void
-gst_d3d12_convert_get_property (GObject * object, guint prop_id,
+gst_d3d12_base_convert_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec)
 {
-  auto self = GST_D3D12_CONVERT (object);
+  auto self = GST_D3D12_BASE_CONVERT (object);
   auto priv = self->priv;
 
   std::lock_guard < std::mutex > lk (priv->lock);
@@ -469,20 +520,8 @@
     case PROP_SAMPLING_METHOD:
       g_value_set_enum (value, priv->sampling_method);
       break;
-    case PROP_ADD_BORDERS:
-      g_value_set_boolean (value, priv->add_borders);
-      break;
-    case PROP_BORDER_COLOR:
-      g_value_set_uint64 (value, priv->border_color);
-      break;
-    case PROP_VIDEO_DIRECTION:
-      g_value_set_enum (value, priv->method);
-      break;
-    case PROP_GAMMA_MODE:
-      g_value_set_enum (value, priv->gamma_mode);
-      break;
-    case PROP_PRIMARIES_MODE:
-      g_value_set_enum (value, priv->primaries_mode);
+    case PROP_ASYNC_DEPTH:
+      g_value_set_uint (value, priv->async_depth);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
@@ -491,9 +530,9 @@
 }
 
 static gboolean
-gst_d3d12_convert_stop (GstBaseTransform * trans)
+gst_d3d12_base_convert_stop (GstBaseTransform * trans)
 {
-  auto self = GST_D3D12_CONVERT (trans);
+  auto self = GST_D3D12_BASE_CONVERT (trans);
   auto priv = self->priv;
 
   priv->ctx = nullptr;
@@ -501,9 +540,8 @@
   return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (trans);
 }
 
-/* copies the given caps */
 static GstCaps *
-gst_d3d12_convert_caps_remove_format_info (GstCaps * caps)
+gst_d3d12_base_convert_caps_remove_format_info (GstCaps * caps)
 {
   GstStructure *st;
   GstCapsFeatures *f;
@@ -529,7 +567,7 @@
     if (!gst_caps_features_is_any (f)
         && gst_caps_features_is_equal (f, feature)) {
       gst_structure_remove_fields (st, "format", "colorimetry", "chroma-site",
-          nullptr);
+          NULL);
     }
 
     gst_caps_append_structure_full (res, st, gst_caps_features_copy (f));
@@ -540,7 +578,7 @@
 }
 
 static GstCaps *
-gst_d3d12_convert_caps_rangify_size_info (GstCaps * caps)
+gst_d3d12_base_convert_caps_rangify_size_info (GstCaps * caps)
 {
   GstStructure *st;
   GstCapsFeatures *f;
@@ -566,12 +604,12 @@
     if (!gst_caps_features_is_any (f)
         && gst_caps_features_is_equal (f, feature)) {
       gst_structure_set (st, "width", GST_TYPE_INT_RANGE, 1, G_MAXINT,
-          "height", GST_TYPE_INT_RANGE, 1, G_MAXINT, nullptr);
+          "height", GST_TYPE_INT_RANGE, 1, G_MAXINT, NULL);
 
       /* if pixel aspect ratio, make a range of it */
       if (gst_structure_has_field (st, "pixel-aspect-ratio")) {
         gst_structure_set (st, "pixel-aspect-ratio",
-            GST_TYPE_FRACTION_RANGE, 1, G_MAXINT, G_MAXINT, 1, nullptr);
+            GST_TYPE_FRACTION_RANGE, 1, G_MAXINT, G_MAXINT, 1, NULL);
       }
     }
 
@@ -583,14 +621,15 @@
 }
 
 static GstCaps *
-gst_d3d12_convert_caps_remove_format_and_rangify_size_info (GstCaps * caps)
+gst_d3d12_base_convert_caps_remove_format_and_rangify_size_info (GstCaps * caps)
 {
   GstStructure *st;
   GstCapsFeatures *f;
   gint i, n;
   GstCaps *res;
   GstCapsFeatures *feature =
-      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY);
+      gst_caps_features_new_single_static_str
+      (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY);
 
   res = gst_caps_new_empty ();
 
@@ -627,27 +666,22 @@
 }
 
 static GstCaps *
-gst_d3d12_convert_transform_caps (GstBaseTransform *
+gst_d3d12_base_convert_transform_caps (GstBaseTransform *
     trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter)
 {
-  GstCaps *tmp, *tmp2;
-  GstCaps *result;
-
-  /* Get all possible caps that we can transform to */
-  tmp = gst_d3d12_convert_caps_remove_format_and_rangify_size_info (caps);
+  auto ret =
+      gst_d3d12_base_convert_caps_remove_format_and_rangify_size_info (caps);
 
   if (filter) {
-    tmp2 = gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST);
-    gst_caps_unref (tmp);
-    tmp = tmp2;
+    auto tmp = gst_caps_intersect_full (filter, ret, GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (ret);
+    ret = tmp;
   }
 
-  result = tmp;
-
   GST_DEBUG_OBJECT (trans, "transformed %" GST_PTR_FORMAT " into %"
-      GST_PTR_FORMAT, caps, result);
+      GST_PTR_FORMAT, caps, ret);
 
-  return result;
+  return ret;
 }
 
 /*
@@ -775,7 +809,7 @@
 }
 
 static void
-gst_d3d12_convert_fixate_format (GstBaseTransform * trans, GstCaps * caps,
+gst_d3d12_base_convert_fixate_format (GstBaseTransform * trans, GstCaps * caps,
     GstCaps * result)
 {
   GstStructure *ins, *outs;
@@ -937,7 +971,7 @@
 }
 
 static GstCaps *
-gst_d3d12_convert_get_fixed_format (GstBaseTransform * trans,
+gst_d3d12_base_convert_get_fixed_format (GstBaseTransform * trans,
     GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
 {
   GstCaps *result;
@@ -948,7 +982,7 @@
     result = gst_caps_copy (othercaps);
   }
 
-  gst_d3d12_convert_fixate_format (trans, caps, result);
+  gst_d3d12_base_convert_fixate_format (trans, caps, result);
 
   /* fixate remaining fields */
   result = gst_caps_fixate (result);
@@ -966,10 +1000,10 @@
 }
 
 static GstCaps *
-gst_d3d12_convert_fixate_size (GstBaseTransform * base,
+gst_d3d12_base_convert_fixate_size (GstBaseTransform * base,
     GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
 {
-  auto self = GST_D3D12_CONVERT (base);
+  auto self = GST_D3D12_BASE_CONVERT (base);
   auto priv = self->priv;
   GstStructure *ins, *outs;
   const GValue *from_par, *to_par;
@@ -1446,14 +1480,14 @@
 }
 
 static GstCaps *
-gst_d3d12_convert_fixate_caps (GstBaseTransform * trans,
+gst_d3d12_base_convert_fixate_caps (GstBaseTransform * trans,
     GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
 {
   GST_DEBUG_OBJECT (trans,
       "trying to fixate othercaps %" GST_PTR_FORMAT " based on caps %"
       GST_PTR_FORMAT, othercaps, caps);
 
-  auto format = gst_d3d12_convert_get_fixed_format (trans, direction, caps,
+  auto format = gst_d3d12_base_convert_get_fixed_format (trans, direction, caps,
       othercaps);
 
   if (gst_caps_is_empty (format)) {
@@ -1462,7 +1496,8 @@
   }
 
   /* convert mode is "all" or "size" here */
-  othercaps = gst_d3d12_convert_fixate_size (trans, direction, caps, othercaps);
+  othercaps =
+      gst_d3d12_base_convert_fixate_size (trans, direction, caps, othercaps);
 
   if (gst_caps_get_size (othercaps) == 1) {
     guint i;
@@ -1491,11 +1526,11 @@
 }
 
 static gboolean
-gst_d3d12_convert_propose_allocation (GstBaseTransform * trans,
+gst_d3d12_base_convert_propose_allocation (GstBaseTransform * trans,
     GstQuery * decide_query, GstQuery * query)
 {
   auto filter = GST_D3D12_BASE_FILTER (trans);
-  auto self = GST_D3D12_CONVERT (trans);
+  auto self = GST_D3D12_BASE_CONVERT (trans);
   auto priv = self->priv;
   GstVideoInfo info;
   GstBufferPool *pool = nullptr;
@@ -1537,7 +1572,7 @@
         gst_clear_object (&pool);
       } else {
         auto dpool = GST_D3D12_BUFFER_POOL (pool);
-        if (dpool->device != filter->device)
+        if (!gst_d3d12_device_is_equal (dpool->device, filter->device))
           gst_clear_object (&pool);
       }
     }
@@ -1554,7 +1589,7 @@
   if (!d3d12_params) {
     d3d12_params = gst_d3d12_allocation_params_new (filter->device, &info,
         GST_D3D12_ALLOCATION_FLAG_DEFAULT,
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS, D3D12_HEAP_FLAG_NONE);
   } else {
     gst_d3d12_allocation_params_set_resource_flags (d3d12_params,
         D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
@@ -1593,10 +1628,11 @@
 }
 
 static gboolean
-gst_d3d12_convert_decide_allocation (GstBaseTransform * trans, GstQuery * query)
+gst_d3d12_base_convert_decide_allocation (GstBaseTransform * trans,
+    GstQuery * query)
 {
   auto filter = GST_D3D12_BASE_FILTER (trans);
-  auto self = GST_D3D12_CONVERT (trans);
+  auto self = GST_D3D12_BASE_CONVERT (trans);
   auto priv = self->priv;
   GstCaps *outcaps = nullptr;
   GstBufferPool *pool = nullptr;
@@ -1615,6 +1651,13 @@
     return FALSE;
   }
 
+  GstD3D12Format device_format;
+  if (!gst_d3d12_device_get_format (filter->device,
+          GST_VIDEO_INFO_FORMAT (&info), &device_format)) {
+    GST_ERROR_OBJECT (self, "Couldn't get device foramt");
+    return FALSE;
+  }
+
   priv->downstream_supports_crop_meta = gst_query_find_allocation_meta (query,
       GST_VIDEO_CROP_META_API_TYPE, nullptr);
   GST_DEBUG_OBJECT (self, "Downstream crop meta support: %d",
@@ -1628,7 +1671,7 @@
         gst_clear_object (&pool);
       } else {
         auto dpool = GST_D3D12_BUFFER_POOL (pool);
-        if (dpool->device != filter->device)
+        if (!gst_d3d12_device_is_equal (dpool->device, filter->device))
           gst_clear_object (&pool);
       }
     }
@@ -1642,17 +1685,27 @@
   config = gst_buffer_pool_get_config (pool);
   gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
 
+  D3D12_RESOURCE_FLAGS resource_flags =
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+  if ((device_format.format_flags & GST_D3D12_FORMAT_FLAG_OUTPUT_UAV)
+      == GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) {
+    resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
+  }
+
+  if ((device_format.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) ==
+      D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
+    resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+  }
+
   auto d3d12_params =
       gst_buffer_pool_config_get_d3d12_allocation_params (config);
   if (!d3d12_params) {
     d3d12_params = gst_d3d12_allocation_params_new (filter->device, &info,
-        GST_D3D12_ALLOCATION_FLAG_DEFAULT,
-        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+        GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+        D3D12_HEAP_FLAG_SHARED);
   } else {
     gst_d3d12_allocation_params_set_resource_flags (d3d12_params,
-        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+        resource_flags);
   }
 
   gst_buffer_pool_config_set_d3d12_allocation_params (config, d3d12_params);
@@ -1679,7 +1732,7 @@
 }
 
 static gboolean
-gst_d3d12_convert_needs_color_convert (GstD3D12Convert * self,
+gst_d3d12_base_convert_needs_color_convert (GstD3D12BaseConvert * self,
     const GstVideoInfo * in_info, const GstVideoInfo * out_info)
 {
   auto priv = self->priv;
@@ -1708,11 +1761,12 @@
 }
 
 static gboolean
-gst_d3d12_convert_set_info (GstD3D12BaseFilter * filter,
+gst_d3d12_base_convert_set_info (GstD3D12BaseFilter * filter,
     GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
     GstVideoInfo * out_info)
 {
-  auto self = GST_D3D12_CONVERT (filter);
+  auto self = GST_D3D12_BASE_CONVERT (filter);
+  auto klass = GST_D3D12_BASE_CONVERT_GET_CLASS (self);
   auto priv = self->priv;
   gint from_dar_n, from_dar_d, to_dar_n, to_dar_d;
   gint border_offset_x = 0;
@@ -1727,12 +1781,11 @@
   priv->active_add_borders = priv->add_borders;
   priv->active_gamma_mode = priv->gamma_mode;
   priv->active_primaries_mode = priv->primaries_mode;
-  priv->active_sampling_method = priv->sampling_method;
 
   GST_DEBUG_OBJECT (self, "method %d, add-borders %d, gamma-mode %d, "
       "primaries-mode %d, sampling %d", priv->active_method,
       priv->active_add_borders, priv->active_gamma_mode,
-      priv->active_primaries_mode, priv->active_sampling_method);
+      priv->active_primaries_mode, priv->sampling_method);
 
   if (priv->active_method != GST_VIDEO_ORIENTATION_IDENTITY)
     need_flip = TRUE;
@@ -1814,7 +1867,7 @@
   if (in_width == out_info->width && in_height == out_info->height
       && in_info->finfo == out_info->finfo && priv->borders_w == 0 &&
       priv->borders_h == 0 && !need_flip &&
-      !gst_d3d12_convert_needs_color_convert (self, in_info, out_info)) {
+      !gst_d3d12_base_convert_needs_color_convert (self, in_info, out_info)) {
     priv->same_caps = TRUE;
   }
 
@@ -1825,12 +1878,18 @@
       GST_TYPE_VIDEO_PRIMARIES_MODE, priv->active_primaries_mode,
       GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
       GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER,
-      gst_d3d12_sampling_method_to_native
-      (priv->active_sampling_method), nullptr);
+      gst_d3d12_sampling_method_to_native (priv->sampling_method),
+      GST_D3D12_CONVERTER_OPT_COLOR_BALANCE,
+      GST_TYPE_D3D12_CONVERTER_COLOR_BALANCE, klass->enable_color_balance ?
+      GST_D3D12_CONVERTER_COLOR_BALANCE_ENABLED :
+      GST_D3D12_CONVERTER_COLOR_BALANCE_DISABLED,
+      GST_D3D12_CONVERTER_OPT_MIP_GEN, GST_TYPE_D3D12_CONVERTER_MIP_GEN,
+      klass->enable_mip_levels ? GST_D3D12_CONVERTER_MIP_GEN_ENABLED :
+      GST_D3D12_CONVERTER_MIP_GEN_DISABLED, nullptr);
 
   auto ctx = std::make_unique < ConvertContext > (filter->device);
 
-  ctx->conv = gst_d3d12_converter_new (filter->device, in_info,
+  ctx->conv = gst_d3d12_converter_new (filter->device, nullptr, in_info,
       out_info, nullptr, nullptr, config);
   if (!ctx->conv) {
     GST_ERROR_OBJECT (self, "Couldn't create converter");
@@ -1880,45 +1939,40 @@
         priv->border_color, nullptr);
   }
 
-  priv->ctx = std::move (ctx);
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_convert_sink_event (GstBaseTransform * trans, GstEvent * event)
-{
-  GstD3D12Convert *base = GST_D3D12_CONVERT (trans);
-
-  switch (GST_EVENT_TYPE (event)) {
-    case GST_EVENT_TAG:{
-      GstTagList *taglist;
-      GstVideoOrientationMethod method = GST_VIDEO_ORIENTATION_IDENTITY;
+  if (klass->enable_color_balance) {
+    priv->color_balance_updated = FALSE;
+    g_object_set (ctx->conv, "hue", priv->hue,
+        "saturation", priv->saturation, "brightness", priv->brightness,
+        "contrast", priv->contrast, nullptr);
+  }
 
-      gst_event_parse_tag (event, &taglist);
-      if (gst_video_orientation_from_tag (taglist, &method))
-        gst_d3d12_convert_set_orientation (base, method, TRUE);
-      break;
-    }
-    default:
-      break;
+  if (klass->enable_mip_levels) {
+    priv->mip_levels_updated = FALSE;
+    g_object_set (ctx->conv, "max-mip-levels", priv->mip_levels, nullptr);
   }
 
-  return GST_BASE_TRANSFORM_CLASS (gst_d3d12_convert_parent_class)->sink_event
-      (trans, event);
+  priv->ctx = std::move (ctx);
+
+  return TRUE;
 }
 
 static GstFlowReturn
-gst_d3d12_convert_generate_output (GstBaseTransform * trans,
+gst_d3d12_base_convert_generate_output (GstBaseTransform * trans,
     GstBuffer ** buffer)
 {
-  auto self = GST_D3D12_CONVERT (trans);
+  auto self = GST_D3D12_BASE_CONVERT (trans);
   auto priv = self->priv;
   gboolean passthrough = priv->same_caps;
 
   if (!trans->queued_buf)
     return GST_FLOW_OK;
 
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (priv->need_color_balance)
+      passthrough = FALSE;
+  }
+
   if (passthrough && !priv->downstream_supports_crop_meta) {
     if (gst_buffer_get_video_crop_meta (trans->queued_buf)) {
       GST_LOG_OBJECT (self,
@@ -1939,7 +1993,7 @@
 }
 
 static gboolean
-gst_d3d12_convert_transform_meta (GstBaseTransform * trans,
+gst_d3d12_base_convert_transform_meta (GstBaseTransform * trans,
     GstBuffer * outbuf, GstMeta * meta, GstBuffer * inbuf)
 {
   /* Do not copy crop meta in any case.
@@ -1962,15 +2016,22 @@
 }
 
 static void
-gst_d3d12_convert_before_transform (GstBaseTransform * trans,
+gst_d3d12_base_convert_before_transform (GstBaseTransform * trans,
     GstBuffer * buffer)
 {
-  auto self = GST_D3D12_CONVERT (trans);
+  auto self = GST_D3D12_BASE_CONVERT (trans);
   auto priv = self->priv;
   GstCaps *in_caps;
   GstCaps *out_caps;
   GstBaseTransformClass *klass;
   gboolean update = FALSE;
+  auto pts = GST_BUFFER_PTS (buffer);
+  if (GST_CLOCK_TIME_IS_VALID (pts)) {
+    auto stream_time = gst_segment_to_stream_time (&trans->segment,
+        GST_FORMAT_TIME, pts);
+    if (GST_CLOCK_TIME_IS_VALID (stream_time))
+      gst_object_sync_values (GST_OBJECT (trans), stream_time);
+  }
 
   GST_BASE_TRANSFORM_CLASS (parent_class)->before_transform (trans, buffer);
 
@@ -1978,8 +2039,7 @@
   if (priv->selected_method != priv->active_method ||
       priv->add_borders != priv->active_add_borders ||
       priv->gamma_mode != priv->active_gamma_mode ||
-      priv->primaries_mode != priv->active_primaries_mode ||
-      priv->sampling_method != priv->active_sampling_method) {
+      priv->primaries_mode != priv->active_primaries_mode) {
     update = TRUE;
   }
   priv->lock.unlock ();
@@ -2011,10 +2071,10 @@
 }
 
 static GstFlowReturn
-gst_d3d12_convert_transform (GstBaseTransform * trans, GstBuffer * inbuf,
+gst_d3d12_base_convert_transform (GstBaseTransform * trans, GstBuffer * inbuf,
     GstBuffer * outbuf)
 {
-  auto self = GST_D3D12_CONVERT (trans);
+  auto self = GST_D3D12_BASE_CONVERT (trans);
   auto priv = self->priv;
   D3D12_BOX in_rect;
 
@@ -2037,62 +2097,64 @@
         "src-height", (gint) in_rect.bottom - in_rect.top, nullptr);
   }
 
-  auto completed = gst_d3d12_device_get_completed_value (priv->ctx->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
-  while (!priv->ctx->scheduled.empty ()) {
-    if (priv->ctx->scheduled.front () > completed)
-      break;
-
-    priv->ctx->scheduled.pop ();
-  }
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (priv->color_balance_updated) {
+      priv->color_balance_updated = FALSE;
+      g_object_set (priv->ctx->conv, "hue", priv->hue,
+          "saturation", priv->saturation, "brightness", priv->brightness,
+          "contrast", priv->contrast, nullptr);
+    }
 
-  if (priv->ctx->scheduled.size () >= ASYNC_DEPTH) {
-    auto fence_to_wait = priv->ctx->scheduled.front ();
-    priv->ctx->scheduled.pop ();
-    gst_d3d12_device_fence_wait (priv->ctx->device,
-        D3D12_COMMAND_LIST_TYPE_DIRECT, fence_to_wait, priv->ctx->event_handle);
+    if (priv->mip_levels_updated) {
+      priv->mip_levels_updated = FALSE;
+      g_object_set (priv->ctx->conv,
+          "max-mip-levels", priv->mip_levels, nullptr);
+    }
   }
 
-  GstD3D12CommandAllocator *gst_ca;
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
     GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
     return GST_FLOW_ERROR;
   }
 
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
 
   auto hr = ca->Reset ();
   if (!gst_d3d12_result (hr, priv->ctx->device)) {
     GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
-    gst_d3d12_command_allocator_unref (gst_ca);
+    gst_d3d12_cmd_alloc_unref (gst_ca);
     return GST_FLOW_ERROR;
   }
 
   if (!priv->ctx->cl) {
     auto device = gst_d3d12_device_get_device_handle (priv->ctx->device);
     hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        ca.Get (), nullptr, IID_PPV_ARGS (&priv->ctx->cl));
+        ca, nullptr, IID_PPV_ARGS (&priv->ctx->cl));
     if (!gst_d3d12_result (hr, priv->ctx->device)) {
       GST_ERROR_OBJECT (self, "Couldn't create command list");
-      gst_d3d12_command_allocator_unref (gst_ca);
+      gst_d3d12_cmd_alloc_unref (gst_ca);
       return GST_FLOW_ERROR;
     }
   } else {
-    hr = priv->ctx->cl->Reset (ca.Get (), nullptr);
+    hr = priv->ctx->cl->Reset (ca, nullptr);
     if (!gst_d3d12_result (hr, priv->ctx->device)) {
       GST_ERROR_OBJECT (self, "Couldn't reset command list");
-      gst_d3d12_command_allocator_unref (gst_ca);
+      gst_d3d12_cmd_alloc_unref (gst_ca);
       return GST_FLOW_ERROR;
     }
   }
 
   GstD3D12FenceData *fence_data;
   gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
 
+  auto cq = gst_d3d12_device_get_cmd_queue (priv->ctx->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  auto fence = gst_d3d12_cmd_queue_get_fence_handle (cq);
   if (!gst_d3d12_converter_convert_buffer (priv->ctx->conv,
-          inbuf, outbuf, fence_data, priv->ctx->cl.Get ())) {
+          inbuf, outbuf, fence_data, priv->ctx->cl.Get (), TRUE)) {
     GST_ERROR_OBJECT (self, "Couldn't build command list");
     gst_d3d12_fence_data_unref (fence_data);
     return GST_FLOW_ERROR;
@@ -2107,19 +2169,848 @@
 
   ID3D12CommandList *cmd_list = { priv->ctx->cl.Get () };
 
-  if (!gst_d3d12_device_execute_command_lists (priv->ctx->device,
-          D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list, &priv->ctx->fence_val)) {
+  hr = gst_d3d12_cmd_queue_execute_command_lists (cq,
+      1, cmd_list, &priv->ctx->fence_val);
+  if (!gst_d3d12_result (hr, priv->ctx->device)) {
     GST_ERROR_OBJECT (self, "Couldn't execute command list");
     gst_d3d12_fence_data_unref (fence_data);
     return GST_FLOW_ERROR;
   }
 
-  gst_d3d12_buffer_after_write (outbuf, priv->ctx->fence_val);
-
-  gst_d3d12_device_set_fence_notify (priv->ctx->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT, priv->ctx->fence_val, fence_data);
+  gst_d3d12_buffer_set_fence (outbuf, fence, priv->ctx->fence_val, FALSE);
+  gst_d3d12_cmd_queue_set_notify (cq, priv->ctx->fence_val,
+      FENCE_NOTIFY_MINI_OBJECT (fence_data));
 
   priv->ctx->scheduled.push (priv->ctx->fence_val);
 
+  auto completed = gst_d3d12_device_get_completed_value (priv->ctx->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  while (!priv->ctx->scheduled.empty ()) {
+    if (priv->ctx->scheduled.front () > completed)
+      break;
+
+    priv->ctx->scheduled.pop ();
+  }
+
+  auto async_depth = priv->async_depth.load ();
+  if (async_depth > 0 && priv->ctx->scheduled.size () > async_depth) {
+    auto fence_to_wait = priv->ctx->scheduled.front ();
+    priv->ctx->scheduled.pop ();
+    gst_d3d12_device_fence_wait (priv->ctx->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT, fence_to_wait);
+  }
+
   return GST_FLOW_OK;
 }
+
+enum
+{
+  PROP_CONVERT_ADD_BORDERS = 1,
+  PROP_CONVERT_BORDER_COLOR,
+  PROP_CONVERT_VIDEO_DIRECTION,
+  PROP_CONVERT_GAMMA_MODE,
+  PROP_CONVERT_PRIMARIES_MODE,
+  PROP_CONVERT_HUE,
+  PROP_CONVERT_SATURATION,
+  PROP_CONVERT_BRIGHTNESS,
+  PROP_CONVERT_CONTRAST,
+  PROP_CONVERT_MAX_MIP_LEVELS,
+};
+
+struct _GstD3D12Convert
+{
+  GstD3D12BaseConvert parent;
+};
+
+static void
+gst_d3d12_convert_video_direction_interface_init (GstVideoDirectionInterface *
+    iface)
+{
+}
+
+static const GList *
+gst_d3d12_base_convert_color_balance_list_channels (GstColorBalance * iface)
+{
+  auto self = GST_D3D12_BASE_CONVERT (iface);
+  auto priv = self->priv;
+
+  return priv->color_balance_channels;
+}
+
+static void
+gst_d3d12_base_convert_color_balance_set_value (GstColorBalance * iface,
+    GstColorBalanceChannel * channel, gint value)
+{
+  auto self = GST_D3D12_BASE_CONVERT (iface);
+  auto priv = self->priv;
+
+  gdouble new_val;
+  gboolean changed = FALSE;
+
+  g_return_if_fail (channel->label);
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (!g_ascii_strcasecmp (channel->label, "HUE")) {
+      new_val = (value + 1000.0) * 2.0 / 2000.0 - 1.0;
+      changed = priv->hue != new_val;
+    } else if (!g_ascii_strcasecmp (channel->label, "SATURATION")) {
+      new_val = (value + 1000.0) * 2.0 / 2000.0;
+      changed = priv->saturation != new_val;
+    } else if (!g_ascii_strcasecmp (channel->label, "BRIGHTNESS")) {
+      new_val = (value + 1000.0) * 2.0 / 2000.0 - 1.0;
+      changed = priv->brightness != new_val;
+    } else if (!g_ascii_strcasecmp (channel->label, "CONTRAST")) {
+      new_val = (value + 1000.0) * 2.0 / 2000.0;
+      changed = priv->contrast != new_val;
+    }
+  }
+
+  if (changed) {
+    gst_color_balance_value_changed (iface, channel,
+        gst_color_balance_get_value (iface, channel));
+  }
+}
+
+static gint
+gst_d3d12_base_convert_color_balance_get_value (GstColorBalance * iface,
+    GstColorBalanceChannel * channel)
+{
+  auto self = GST_D3D12_BASE_CONVERT (iface);
+  auto priv = self->priv;
+  gint value = 0;
+
+  g_return_val_if_fail (channel->label, 0);
+
+  {
+    std::lock_guard < std::mutex > lock (priv->lock);
+    if (!g_ascii_strcasecmp (channel->label, "HUE")) {
+      auto hue = priv->hue;
+      value = static_cast < gint > ((hue + 1) * 2000.0 / 2.0 - 1000.0);
+    } else if (!g_ascii_strcasecmp (channel->label, "SATURATION")) {
+      auto saturation = priv->saturation;
+      value = static_cast < gint > (saturation * 2000.0 / 2.0 - 1000.0);
+    } else if (!g_ascii_strcasecmp (channel->label, "BRIGHTNESS")) {
+      auto brightness = priv->brightness;
+      value = static_cast < gint > ((brightness + 1) * 2000.0 / 2.0 - 1000.0);
+    } else if (!g_ascii_strcasecmp (channel->label, "CONTRAST")) {
+      auto contrast = priv->contrast;
+      value = static_cast < gint > (contrast * 2000.0 / 2.0 - 1000.0);
+    }
+  }
+
+  return value;
+}
+
+static GstColorBalanceType
+gst_d3d12_base_convert_color_balance_get_balance_type (GstColorBalance * iface)
+{
+  return GST_COLOR_BALANCE_HARDWARE;
+}
+
+static void
+gst_d3d12_base_convert_color_balance_init (GstColorBalanceInterface * iface)
+{
+  iface->list_channels = gst_d3d12_base_convert_color_balance_list_channels;
+  iface->set_value = gst_d3d12_base_convert_color_balance_set_value;
+  iface->get_value = gst_d3d12_base_convert_color_balance_get_value;
+  iface->get_balance_type =
+      gst_d3d12_base_convert_color_balance_get_balance_type;
+}
+
+static void
+gst_d3d12_base_convert_update_color_balance (GstD3D12BaseConvert * self,
+    const gchar * name, gdouble * prev, gdouble value)
+{
+  auto priv = self->priv;
+  gboolean updated = FALSE;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (*prev != value) {
+      *prev = value;
+      priv->color_balance_updated = TRUE;
+      priv->need_color_balance =
+          gst_d3d12_converter_is_color_balance_needed (priv->hue,
+          priv->saturation, priv->brightness, priv->contrast);
+      updated = TRUE;
+    }
+  }
+
+  if (updated) {
+    GList *iter = priv->color_balance_channels;
+    while (iter) {
+      auto ch = (GstColorBalanceChannel *) iter->data;
+      if (g_ascii_strcasecmp (ch->label, name) == 0) {
+        auto iface = GST_COLOR_BALANCE (self);
+        gst_color_balance_value_changed (iface, ch,
+            gst_color_balance_get_value (iface, ch));
+        break;
+      }
+
+      iter = g_list_next (iter);
+    }
+  }
+}
+
+static void
+gst_d3d12_base_convert_set_hue (GstD3D12BaseConvert * self, gdouble value)
+{
+  auto priv = self->priv;
+  gst_d3d12_base_convert_update_color_balance (self, "HUE", &priv->hue, value);
+}
+
+static void
+gst_d3d12_base_convert_set_saturation (GstD3D12BaseConvert * self,
+    gdouble value)
+{
+  auto priv = self->priv;
+  gst_d3d12_base_convert_update_color_balance (self,
+      "SATURATION", &priv->saturation, value);
+}
+
+static void
+gst_d3d12_base_convert_set_brightness (GstD3D12BaseConvert * self,
+    gdouble value)
+{
+  auto priv = self->priv;
+  gst_d3d12_base_convert_update_color_balance (self,
+      "BRIGHTNESS", &priv->brightness, value);
+}
+
+static void
+gst_d3d12_base_convert_set_contrast (GstD3D12BaseConvert * self, gdouble value)
+{
+  auto priv = self->priv;
+  gst_d3d12_base_convert_update_color_balance (self,
+      "CONTRAST", &priv->contrast, value);
+}
+
+static void
+gst_d3d12_base_convert_set_mip_levels (GstD3D12BaseConvert * self, guint value)
+{
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (priv->mip_levels != value) {
+    priv->mip_levels_updated = TRUE;
+    priv->mip_levels = value;
+  }
+}
+
+G_DEFINE_TYPE_WITH_CODE (GstD3D12Convert, gst_d3d12_convert,
+    GST_TYPE_D3D12_BASE_CONVERT,
+    G_IMPLEMENT_INTERFACE (GST_TYPE_VIDEO_DIRECTION,
+        gst_d3d12_convert_video_direction_interface_init);
+    G_IMPLEMENT_INTERFACE (GST_TYPE_COLOR_BALANCE,
+        gst_d3d12_base_convert_color_balance_init));
+
+static void gst_d3d12_convert_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_convert_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static gboolean gst_d3d12_convert_sink_event (GstBaseTransform * trans,
+    GstEvent * event);
+
+static void
+gst_d3d12_convert_class_init (GstD3D12ConvertClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+  auto conv_class = GST_D3D12_BASE_CONVERT_CLASS (klass);
+
+  object_class->set_property = gst_d3d12_convert_set_property;
+  object_class->get_property = gst_d3d12_convert_get_property;
+
+  g_object_class_install_property (object_class, PROP_CONVERT_ADD_BORDERS,
+      g_param_spec_boolean ("add-borders", "Add Borders",
+          "Add black borders if necessary to keep the display aspect ratio",
+          DEFAULT_ADD_BORDERS, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_CONVERT_BORDER_COLOR,
+      g_param_spec_uint64 ("border-color", "Border color",
+          "Border color to use in ARGB64 format", 0, G_MAXUINT64,
+          DEFAULT_BORDER_COLOR, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_override_property (object_class, PROP_CONVERT_VIDEO_DIRECTION,
+      "video-direction");
+
+  g_object_class_install_property (object_class, PROP_CONVERT_GAMMA_MODE,
+      g_param_spec_enum ("gamma-mode", "Gamma mode",
+          "Gamma conversion mode", GST_TYPE_VIDEO_GAMMA_MODE,
+          DEFAULT_GAMMA_MODE, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_CONVERT_PRIMARIES_MODE,
+      g_param_spec_enum ("primaries-mode", "Primaries Mode",
+          "Primaries conversion mode", GST_TYPE_VIDEO_PRIMARIES_MODE,
+          DEFAULT_PRIMARIES_MODE, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12Convert:hue:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_CONVERT_HUE,
+      g_param_spec_double ("hue", "Hue", "hue", -1.0, 1.0, DEFAULT_HUE,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12Convert:saturation:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_CONVERT_SATURATION,
+      g_param_spec_double ("saturation", "Saturation", "saturation", 0.0, 2.0,
+          DEFAULT_SATURATION,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12Convert:brightness:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_CONVERT_BRIGHTNESS,
+      g_param_spec_double ("brightness", "Brightness", "brightness", -1.0, 1.0,
+          DEFAULT_BRIGHTNESS,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12Convert:contrast:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_CONVERT_CONTRAST,
+      g_param_spec_double ("contrast", "Contrast", "contrast", 0.0, 2.0,
+          DEFAULT_CONTRAST,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12Convert:max-mip-levels:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_CONVERT_MAX_MIP_LEVELS,
+      g_param_spec_uint ("max-mip-levels", "Max Mip Levels",
+          "Maximum mip levels of shader resource to create "
+          "if viewport size is smaller than shader resource "
+          "(0 = maximum level)", 0, G_MAXUINT16, DEFAULT_MAX_MIP_LEVELS,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 Converter",
+      "Filter/Converter/Scaler/Effect/Video/Hardware",
+      "Performs resizing, colorspace conversion, cropping, flipping/rotating "
+      "and adjusts hue/saturation/brightness/contrast using Direct3D12",
+      "Seungha Yang <seungha@centricular.com>");
+
+  trans_class->sink_event = GST_DEBUG_FUNCPTR (gst_d3d12_convert_sink_event);
+
+  conv_class->enable_color_balance = TRUE;
+  conv_class->enable_mip_levels = TRUE;
+}
+
+static void
+gst_d3d12_convert_init (GstD3D12Convert * self)
+{
+}
+
+static void
+gst_d3d12_convert_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_BASE_CONVERT (object);
+
+  switch (prop_id) {
+    case PROP_CONVERT_ADD_BORDERS:
+      gst_d3d12_base_convert_set_add_border (self, g_value_get_boolean (value));
+      break;
+    case PROP_CONVERT_BORDER_COLOR:
+      gst_d3d12_base_convert_set_border_color (self,
+          g_value_get_uint64 (value));
+      break;
+    case PROP_CONVERT_VIDEO_DIRECTION:
+      gst_d3d12_base_convert_set_orientation (self,
+          (GstVideoOrientationMethod) g_value_get_enum (value), FALSE);
+      break;
+    case PROP_CONVERT_GAMMA_MODE:
+      gst_d3d12_base_convert_set_gamma_mode (self,
+          (GstVideoGammaMode) g_value_get_enum (value));
+      break;
+    case PROP_CONVERT_PRIMARIES_MODE:
+      gst_d3d12_base_convert_set_primaries_mode (self,
+          (GstVideoPrimariesMode) g_value_get_enum (value));
+      break;
+    case PROP_CONVERT_HUE:
+      gst_d3d12_base_convert_set_hue (self, g_value_get_double (value));
+      break;
+    case PROP_CONVERT_SATURATION:
+      gst_d3d12_base_convert_set_saturation (self, g_value_get_double (value));
+      break;
+    case PROP_CONVERT_BRIGHTNESS:
+      gst_d3d12_base_convert_set_brightness (self, g_value_get_double (value));
+      break;
+    case PROP_CONVERT_CONTRAST:
+      gst_d3d12_base_convert_set_contrast (self, g_value_get_double (value));
+      break;
+    case PROP_CONVERT_MAX_MIP_LEVELS:
+      gst_d3d12_base_convert_set_mip_levels (self, g_value_get_uint (value));
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_convert_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_BASE_CONVERT (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_CONVERT_ADD_BORDERS:
+      g_value_set_boolean (value, priv->add_borders);
+      break;
+    case PROP_CONVERT_BORDER_COLOR:
+      g_value_set_uint64 (value, priv->border_color);
+      break;
+    case PROP_CONVERT_VIDEO_DIRECTION:
+      g_value_set_enum (value, priv->method);
+      break;
+    case PROP_CONVERT_GAMMA_MODE:
+      g_value_set_enum (value, priv->gamma_mode);
+      break;
+    case PROP_CONVERT_PRIMARIES_MODE:
+      g_value_set_enum (value, priv->primaries_mode);
+      break;
+    case PROP_CONVERT_HUE:
+      g_value_set_double (value, priv->hue);
+      break;
+    case PROP_CONVERT_SATURATION:
+      g_value_set_double (value, priv->saturation);
+      break;
+    case PROP_CONVERT_BRIGHTNESS:
+      g_value_set_double (value, priv->brightness);
+      break;
+    case PROP_CONVERT_CONTRAST:
+      g_value_set_double (value, priv->contrast);
+      break;
+    case PROP_CONVERT_MAX_MIP_LEVELS:
+      g_value_set_uint (value, priv->mip_levels);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static gboolean
+gst_d3d12_convert_sink_event (GstBaseTransform * trans, GstEvent * event)
+{
+  auto base = GST_D3D12_BASE_CONVERT (trans);
+
+  switch (GST_EVENT_TYPE (event)) {
+    case GST_EVENT_TAG:{
+      GstTagList *taglist;
+      GstVideoOrientationMethod method = GST_VIDEO_ORIENTATION_IDENTITY;
+
+      gst_event_parse_tag (event, &taglist);
+      if (gst_video_orientation_from_tag (taglist, &method))
+        gst_d3d12_base_convert_set_orientation (base, method, TRUE);
+      break;
+    }
+    default:
+      break;
+  }
+
+  return
+      GST_BASE_TRANSFORM_CLASS (gst_d3d12_base_convert_parent_class)->sink_event
+      (trans, event);
+}
+
+enum
+{
+  PROP_COLOR_CONVERT_GAMMA_MODE = 1,
+  PROP_COLOR_CONVERT_PRIMARIES_MODE,
+  PROP_COLOR_CONVERT_HUE,
+  PROP_COLOR_CONVERT_SATURATION,
+  PROP_COLOR_CONVERT_BRIGHTNESS,
+  PROP_COLOR_CONVERT_CONTRAST,
+};
+
+struct _GstD3D12ColorConvert
+{
+  GstD3D12BaseConvert parent;
+};
+
+static void gst_d3d12_color_convert_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_color_convert_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+static GstCaps *gst_d3d12_color_convert_transform_caps (GstBaseTransform *
+    trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter);
+static GstCaps *gst_d3d12_color_convert_fixate_caps (GstBaseTransform * base,
+    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps);
+
+G_DEFINE_TYPE_WITH_CODE (GstD3D12ColorConvert, gst_d3d12_color_convert,
+    GST_TYPE_D3D12_BASE_CONVERT,
+    G_IMPLEMENT_INTERFACE (GST_TYPE_COLOR_BALANCE,
+        gst_d3d12_base_convert_color_balance_init));
+
+static void
+gst_d3d12_color_convert_class_init (GstD3D12ColorConvertClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+  auto conv_class = GST_D3D12_BASE_CONVERT_CLASS (klass);
+
+  object_class->set_property = gst_d3d12_color_convert_set_property;
+  object_class->get_property = gst_d3d12_color_convert_get_property;
+
+  g_object_class_install_property (object_class, PROP_COLOR_CONVERT_GAMMA_MODE,
+      g_param_spec_enum ("gamma-mode", "Gamma mode",
+          "Gamma conversion mode", GST_TYPE_VIDEO_GAMMA_MODE,
+          DEFAULT_GAMMA_MODE, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class,
+      PROP_COLOR_CONVERT_PRIMARIES_MODE,
+      g_param_spec_enum ("primaries-mode", "Primaries Mode",
+          "Primaries conversion mode", GST_TYPE_VIDEO_PRIMARIES_MODE,
+          DEFAULT_PRIMARIES_MODE, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12ColorConvert:hue:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_COLOR_CONVERT_HUE,
+      g_param_spec_double ("hue", "Hue", "hue", -1.0, 1.0, DEFAULT_HUE,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12ColorConvert:saturation:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_COLOR_CONVERT_SATURATION,
+      g_param_spec_double ("saturation", "Saturation", "saturation", 0.0, 2.0,
+          DEFAULT_SATURATION,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12ColorConvert:brightness:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_COLOR_CONVERT_BRIGHTNESS,
+      g_param_spec_double ("brightness", "Brightness", "brightness", -1.0, 1.0,
+          DEFAULT_BRIGHTNESS,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12ColorConvert:contrast:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_COLOR_CONVERT_CONTRAST,
+      g_param_spec_double ("contrast", "Contrast", "contrast", 0.0, 2.0,
+          DEFAULT_CONTRAST,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 Colorspace Converter",
+      "Filter/Converter/Video/Hardware",
+      "Converts colorspace and adjusts hue/saturation/brightness/contrast "
+      "using Direct3D12", "Seungha Yang <seungha@centricular.com>");
+
+  trans_class->transform_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_color_convert_transform_caps);
+  trans_class->fixate_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_color_convert_fixate_caps);
+
+  conv_class->enable_color_balance = TRUE;
+}
+
+static void
+gst_d3d12_color_convert_init (GstD3D12ColorConvert * self)
+{
+}
+
+static void
+gst_d3d12_color_convert_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_BASE_CONVERT (object);
+
+  switch (prop_id) {
+    case PROP_COLOR_CONVERT_GAMMA_MODE:
+      gst_d3d12_base_convert_set_gamma_mode (self,
+          (GstVideoGammaMode) g_value_get_enum (value));
+      break;
+    case PROP_COLOR_CONVERT_PRIMARIES_MODE:
+      gst_d3d12_base_convert_set_primaries_mode (self,
+          (GstVideoPrimariesMode) g_value_get_enum (value));
+      break;
+    case PROP_COLOR_CONVERT_HUE:
+      gst_d3d12_base_convert_set_hue (self, g_value_get_double (value));
+      break;
+    case PROP_COLOR_CONVERT_SATURATION:
+      gst_d3d12_base_convert_set_saturation (self, g_value_get_double (value));
+      break;
+    case PROP_COLOR_CONVERT_BRIGHTNESS:
+      gst_d3d12_base_convert_set_brightness (self, g_value_get_double (value));
+      break;
+    case PROP_COLOR_CONVERT_CONTRAST:
+      gst_d3d12_base_convert_set_contrast (self, g_value_get_double (value));
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_color_convert_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto base = GST_D3D12_BASE_CONVERT (object);
+  auto priv = base->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_COLOR_CONVERT_GAMMA_MODE:
+      g_value_set_enum (value, priv->gamma_mode);
+      break;
+    case PROP_COLOR_CONVERT_PRIMARIES_MODE:
+      g_value_set_enum (value, priv->primaries_mode);
+      break;
+    case PROP_COLOR_CONVERT_HUE:
+      g_value_set_double (value, priv->hue);
+      break;
+    case PROP_COLOR_CONVERT_SATURATION:
+      g_value_set_double (value, priv->saturation);
+      break;
+    case PROP_COLOR_CONVERT_BRIGHTNESS:
+      g_value_set_double (value, priv->brightness);
+      break;
+    case PROP_COLOR_CONVERT_CONTRAST:
+      g_value_set_double (value, priv->contrast);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GstCaps *
+gst_d3d12_color_convert_transform_caps (GstBaseTransform *
+    trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter)
+{
+  auto ret = gst_d3d12_base_convert_caps_remove_format_info (caps);
+
+  if (filter) {
+    auto tmp = gst_caps_intersect_full (filter, ret, GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (ret);
+    ret = tmp;
+  }
+
+  GST_DEBUG_OBJECT (trans, "transformed %" GST_PTR_FORMAT " into %"
+      GST_PTR_FORMAT, caps, ret);
+
+  return ret;
+}
+
+static GstCaps *
+gst_d3d12_color_convert_fixate_caps (GstBaseTransform * base,
+    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
+{
+  GST_DEBUG_OBJECT (base,
+      "trying to fixate othercaps %" GST_PTR_FORMAT " based on caps %"
+      GST_PTR_FORMAT, othercaps, caps);
+
+  auto format = gst_d3d12_base_convert_get_fixed_format (base, direction, caps,
+      othercaps);
+  gst_caps_unref (othercaps);
+
+  if (gst_caps_is_empty (format)) {
+    GST_ERROR_OBJECT (base, "Could not convert formats");
+  } else {
+    GST_DEBUG_OBJECT (base, "fixated othercaps to %" GST_PTR_FORMAT, format);
+  }
+
+  return format;
+}
+
+enum
+{
+  PROP_SCALE_ADD_BORDERS = 1,
+  PROP_SCALE_BORDER_COLOR,
+  PROP_SCALE_MAX_MIP_LEVELS,
+};
+
+struct _GstD3D12Scale
+{
+  GstD3D12BaseConvert parent;
+};
+
+static void gst_d3d12_scale_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_scale_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static GstCaps *gst_d3d12_scale_transform_caps (GstBaseTransform *
+    trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter);
+static GstCaps *gst_d3d12_scale_fixate_caps (GstBaseTransform * base,
+    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps);
+
+G_DEFINE_TYPE (GstD3D12Scale, gst_d3d12_scale, GST_TYPE_D3D12_BASE_CONVERT);
+
+static void
+gst_d3d12_scale_class_init (GstD3D12ScaleClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+  auto conv_class = GST_D3D12_BASE_CONVERT_CLASS (klass);
+
+  object_class->set_property = gst_d3d12_scale_set_property;
+  object_class->get_property = gst_d3d12_scale_get_property;
+
+  g_object_class_install_property (object_class, PROP_SCALE_ADD_BORDERS,
+      g_param_spec_boolean ("add-borders", "Add Borders",
+          "Add black borders if necessary to keep the display aspect ratio",
+          DEFAULT_ADD_BORDERS, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_SCALE_BORDER_COLOR,
+      g_param_spec_uint64 ("border-color", "Border color",
+          "Border color to use in ARGB64 format", 0, G_MAXUINT64,
+          DEFAULT_BORDER_COLOR, (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12Scale:max-mip-levels:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_SCALE_MAX_MIP_LEVELS,
+      g_param_spec_uint ("max-mip-levels", "Max Mip Levels",
+          "Maximum mip levels of shader resource to create "
+          "if viewport size is smaller than shader resource "
+          "(0 = maximum level)", 0, G_MAXUINT16, DEFAULT_MAX_MIP_LEVELS,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 Scaler",
+      "Filter/Converter/Video/Scaler/Hardware",
+      "Resizes video using Direct3D12",
+      "Seungha Yang <seungha@centricular.com>");
+
+  trans_class->transform_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_scale_transform_caps);
+  trans_class->fixate_caps = GST_DEBUG_FUNCPTR (gst_d3d12_scale_fixate_caps);
+
+  conv_class->enable_mip_levels = TRUE;
+}
+
+static void
+gst_d3d12_scale_init (GstD3D12Scale * self)
+{
+}
+
+static void
+gst_d3d12_scale_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto base = GST_D3D12_BASE_CONVERT (object);
+
+  switch (prop_id) {
+    case PROP_SCALE_ADD_BORDERS:
+      gst_d3d12_base_convert_set_add_border (base, g_value_get_boolean (value));
+      break;
+    case PROP_SCALE_BORDER_COLOR:
+      gst_d3d12_base_convert_set_border_color (base,
+          g_value_get_uint64 (value));
+      break;
+    case PROP_SCALE_MAX_MIP_LEVELS:
+      gst_d3d12_base_convert_set_mip_levels (base, g_value_get_uint (value));
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_scale_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto base = GST_D3D12_BASE_CONVERT (object);
+  auto priv = base->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_SCALE_ADD_BORDERS:
+      g_value_set_boolean (value, priv->add_borders);
+      break;
+    case PROP_SCALE_BORDER_COLOR:
+      g_value_set_uint64 (value, priv->border_color);
+      break;
+    case PROP_SCALE_MAX_MIP_LEVELS:
+      g_value_set_uint (value, priv->mip_levels);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GstCaps *
+gst_d3d12_scale_transform_caps (GstBaseTransform *
+    trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter)
+{
+  auto ret = gst_d3d12_base_convert_caps_rangify_size_info (caps);
+
+  if (filter) {
+    auto tmp = gst_caps_intersect_full (filter, ret, GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (ret);
+    ret = tmp;
+  }
+
+  GST_DEBUG_OBJECT (trans, "transformed %" GST_PTR_FORMAT " into %"
+      GST_PTR_FORMAT, caps, ret);
+
+  return ret;
+}
+
+static GstCaps *
+gst_d3d12_scale_fixate_caps (GstBaseTransform * base,
+    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
+{
+  GST_DEBUG_OBJECT (base,
+      "trying to fixate othercaps %" GST_PTR_FORMAT " based on caps %"
+      GST_PTR_FORMAT, othercaps, caps);
+
+  othercaps =
+      gst_d3d12_base_convert_fixate_size (base, direction, caps, othercaps);
+
+  GST_DEBUG_OBJECT (base, "fixated othercaps to %" GST_PTR_FORMAT, othercaps);
+
+  return othercaps;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12convert.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12convert.h Changed

@@ -24,9 +24,37 @@
 
 G_BEGIN_DECLS
 
+#define GST_TYPE_D3D12_BASE_CONVERT             (gst_d3d12_base_convert_get_type())
+#define GST_D3D12_BASE_CONVERT(obj)             (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_D3D12_BASE_CONVERT,GstD3D12BaseConvert))
+#define GST_D3D12_BASE_CONVERT_CLASS(klass)     (G_TYPE_CHECK_CLASS_CAST((klass), GST_TYPE_D3D12_BASE_CONVERT,GstD3D12BaseConvertClass))
+#define GST_D3D12_BASE_CONVERT_GET_CLASS(obj)   (G_TYPE_INSTANCE_GET_CLASS((obj), GST_TYPE_D3D12_BASE_CONVERT,GstD3D12BaseConvertClass))
+#define GST_IS_D3D12_BASE_CONVERT(obj)          (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_D3D12_BASE_CONVERT))
+#define GST_IS_D3D12_BASE_CONVERT_CLASS(klass)  (G_TYPE_CHECK_CLASS_TYPE((klass), GST_TYPE_D3D12_BASE_CONVERT))
+
+typedef struct _GstD3D12BaseConvert GstD3D12BaseConvert;
+typedef struct _GstD3D12BaseConvertClass GstD3D12BaseConvertClass;
+
+struct _GstD3D12BaseConvertClass
+{
+  GstD3D12BaseFilterClass parent_class;
+  gboolean enable_color_balance;
+  gboolean enable_mip_levels;
+};
+
+GType gst_d3d12_base_convert_get_type (void);
+G_DEFINE_AUTOPTR_CLEANUP_FUNC(GstD3D12BaseConvert, gst_object_unref)
+
 #define GST_TYPE_D3D12_CONVERT (gst_d3d12_convert_get_type())
 G_DECLARE_FINAL_TYPE (GstD3D12Convert, gst_d3d12_convert,
-    GST, D3D12_CONVERT, GstD3D12BaseFilter)
+    GST, D3D12_CONVERT, GstD3D12BaseConvert)
+
+#define GST_TYPE_D3D12_COLOR_CONVERT (gst_d3d12_color_convert_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12ColorConvert, gst_d3d12_color_convert,
+    GST, D3D12_COLOR_CONVERT, GstD3D12BaseConvert)
+
+#define GST_TYPE_D3D12_SCALE (gst_d3d12_scale_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12Scale, gst_d3d12_scale,
+    GST, D3D12_SCALE, GstD3D12BaseConvert)
 
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12decoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12decoder.cpp Changed

@@ -21,12 +21,16 @@
 #include <config.h>
 #endif
 
-#include <directx/d3dx12.h>
+#include "gstd3d12plugin-config.h"
+
 #include "gstd3d12decoder.h"
+#include "gstd3d12decodercpbpool.h"
+#include <directx/d3dx12.h>
 #include <gst/base/gstqueuearray.h>
 #include <wrl.h>
 #include <string.h>
 #include <mutex>
+#include <condition_variable>
 #include <set>
 #include <vector>
 #include <queue>
@@ -36,8 +40,26 @@
 #include <algorithm>
 #include <atomic>
 
-GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_decoder_debug);
-#define GST_CAT_DEFAULT gst_d3d12_decoder_debug
+#ifdef HAVE_GST_D3D11
+#include <d3d11_4.h>
+#include <gst/d3d11/gstd3d11.h>
+#include <gst/d3d11/gstd3d11-private.h>
+#endif
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12decoder", 0, "d3d12decoder");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif /* GST_DISABLE_GST_DEBUG */
 
 struct DecoderFormat
 {
@@ -196,6 +218,7 @@
   GST_D3D12_DECODER_OUTPUT_UNKNOWN = 0,
   GST_D3D12_DECODER_OUTPUT_SYSTEM = (1 << 0),
   GST_D3D12_DECODER_OUTPUT_D3D12 = (1 << 1),
+  GST_D3D12_DECODER_OUTPUT_D3D11 = (1 << 2),
 };
 
 DEFINE_ENUM_FLAG_OPERATORS (GstD3D12DecoderOutputType);
@@ -204,28 +227,23 @@
 
 struct DecoderCmdData
 {
-  DecoderCmdData ()
-  {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-  }
-
-  ~DecoderCmdData ()
-  {
-    CloseHandle (event_handle);
-    gst_clear_object (&ca_pool);
-    gst_clear_object (&queue);
-  }
-
   ComPtr<ID3D12Device> device;
-
   ComPtr<ID3D12VideoDevice> video_device;
   ComPtr<ID3D12VideoDecodeCommandList> cl;
-  GstD3D12CommandQueue *queue = nullptr;
-  GstD3D12CommandAllocatorPool *ca_pool = nullptr;
+  GstD3D12CmdQueue *queue = nullptr;
+  bool need_full_drain = false;
 
   /* Fence to wait at command record thread */
-  HANDLE event_handle;
   UINT64 fence_val = 0;
+
+#ifdef HAVE_GST_D3D11
+  ComPtr<ID3D11Device5> device11_5;
+  ComPtr<ID3D11DeviceContext4> context11_4;
+  ComPtr<ID3D11Fence> fence11;
+  ComPtr<ID3D12Fence> fence12;
+
+  UINT64 fence_val_11 = 0;
+#endif
 };
 
 struct DecoderOutputData
@@ -242,7 +260,7 @@
 {
   DecoderSessionData ()
   {
-    output_queue = gst_queue_array_new_for_struct (sizeof (DecoderOutputData),
+    output_queue = gst_vec_deque_new_for_struct (sizeof (DecoderOutputData),
         16);
   }
 
@@ -264,7 +282,8 @@
     if (output_state)
       gst_video_codec_state_unref (output_state);
 
-    gst_queue_array_free (output_queue);
+    gst_vec_deque_free (output_queue);
+    gst_clear_object (&cpb_pool);
   }
 
   D3D12_VIDEO_DECODER_DESC decoder_desc = {};
@@ -282,6 +301,8 @@
   /* Used for output if reference-only texture is required */
   GstBufferPool *output_pool = nullptr;
 
+  GstD3D12DecoderCpbPool *cpb_pool = nullptr;
+
   GstVideoCodecState *input_state = nullptr;
   GstVideoCodecState *output_state = nullptr;
 
@@ -310,7 +331,7 @@
 
   std::mutex queue_lock;
   std::condition_variable queue_cond;
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
 
   std::recursive_mutex lock;
 };
@@ -319,13 +340,11 @@
 {
   GstD3D12DecoderPrivate ()
   {
-    copy_event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
     fence_data_pool = gst_d3d12_fence_data_pool_new ();
   }
 
   ~GstD3D12DecoderPrivate ()
   {
-    CloseHandle (copy_event_handle);
     gst_clear_object (&fence_data_pool);
   }
 
@@ -338,8 +357,6 @@
   std::atomic<bool> flushing;
   std::atomic<GstFlowReturn> last_flow;
 
-  HANDLE copy_event_handle;
-
   GstD3D12FenceDataPool *fence_data_pool;
 
   std::vector<D3D12_RESOURCE_BARRIER> pre_barriers;
@@ -356,6 +373,11 @@
   GstDxvaCodec codec;
   GstD3D12Device *device;
   gint64 adapter_luid;
+  gboolean d3d11_interop;
+
+#ifdef HAVE_GST_D3D11
+  GstD3D11Device *device11;
+#endif
 
   GstD3D12DecoderPrivate *priv;
 };
@@ -386,6 +408,9 @@
   auto self = GST_D3D12_DECODER (object);
 
   gst_clear_object (&self->device);
+#ifdef HAVE_GST_D3D11
+  gst_clear_object (&self->device11);
+#endif
 
   delete self->priv;
 
@@ -393,16 +418,16 @@
 }
 
 GstD3D12Decoder *
-gst_d3d12_decoder_new (GstDxvaCodec codec, gint64 adapter_luid)
+gst_d3d12_decoder_new (const GstD3D12DecoderSubClassData * cdata)
 {
   GstD3D12Decoder *self;
 
-  g_return_val_if_fail (codec > GST_DXVA_CODEC_NONE, nullptr);
-  g_return_val_if_fail (codec < GST_DXVA_CODEC_LAST, nullptr);
+  g_return_val_if_fail (cdata, nullptr);
 
   self = (GstD3D12Decoder *) g_object_new (GST_TYPE_D3D12_DECODER, nullptr);
-  self->codec = codec;
-  self->adapter_luid = adapter_luid;
+  self->codec = cdata->codec;
+  self->adapter_luid = cdata->adapter_luid;
+  self->d3d11_interop = cdata->d3d11_interop;
 
   return self;
 }
@@ -410,13 +435,17 @@
 gboolean
 gst_d3d12_decoder_open (GstD3D12Decoder * decoder, GstElement * element)
 {
-  if (!gst_d3d12_ensure_element_data_for_adapter_luid (element,
-          decoder->adapter_luid, &decoder->device)) {
-    GST_ERROR_OBJECT (element, "Cannot create d3d12device");
-    return FALSE;
+  auto priv = decoder->priv;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->context_lock);
+    if (!gst_d3d12_ensure_element_data_for_adapter_luid (element,
+            decoder->adapter_luid, &decoder->device)) {
+      GST_ERROR_OBJECT (element, "Cannot create d3d12device");
+      return FALSE;
+    }
   }
 
-  auto priv = decoder->priv;
   auto cmd = std::make_unique < DecoderCmdData > ();
   HRESULT hr;
 
@@ -428,17 +457,15 @@
     return FALSE;
   }
 
-  D3D12_COMMAND_QUEUE_DESC desc = { };
-  desc.Type = D3D12_COMMAND_LIST_TYPE_VIDEO_DECODE;
-  desc.Flags = D3D12_COMMAND_QUEUE_FLAG_NONE;
-  cmd->queue = gst_d3d12_command_queue_new (decoder->device, &desc, 4);
+  cmd->queue = gst_d3d12_device_get_decode_queue (decoder->device);
   if (!cmd->queue) {
     GST_ERROR_OBJECT (element, "Couldn't create command queue");
     return FALSE;
   }
 
-  cmd->ca_pool = gst_d3d12_command_allocator_pool_new (decoder->device,
-      D3D12_COMMAND_LIST_TYPE_VIDEO_DECODE);
+  auto flags = gst_d3d12_device_get_workaround_flags (decoder->device);
+  if ((flags & GST_D3D12_WA_DECODER_RACE) == GST_D3D12_WA_DECODER_RACE)
+    cmd->need_full_drain = true;
 
   priv->cmd = std::move (cmd);
   priv->flushing = false;
@@ -452,16 +479,14 @@
   auto priv = decoder->priv;
 
   GST_DEBUG_OBJECT (decoder, "Draining");
-  if (priv->cmd) {
-    gst_d3d12_command_queue_fence_wait (priv->cmd->queue, priv->cmd->fence_val,
-        priv->cmd->event_handle);
-  }
+  if (priv->cmd)
+    gst_d3d12_cmd_queue_fence_wait (priv->cmd->queue, priv->cmd->fence_val);
 
   GST_VIDEO_DECODER_STREAM_UNLOCK (videodec);
   if (priv->output_thread && priv->session) {
     auto empty_data = DecoderOutputData ();
     std::lock_guard < std::mutex > lk (priv->session->queue_lock);
-    gst_queue_array_push_tail_struct (priv->session->output_queue, &empty_data);
+    gst_vec_deque_push_tail_struct (priv->session->output_queue, &empty_data);
     priv->session->queue_cond.notify_one ();
   }
 
@@ -497,14 +522,12 @@
 
   GST_DEBUG_OBJECT (decoder, "Close");
 
-  if (priv->cmd) {
-    gst_d3d12_command_queue_fence_wait (priv->cmd->queue, priv->cmd->fence_val,
-        priv->cmd->event_handle);
+  {
+    GstD3D12DeviceDecoderLockGuard lk (decoder->device);
+    priv->session = nullptr;
+    priv->cmd = nullptr;
   }
 
-  priv->session = nullptr;
-  priv->cmd = nullptr;
-
   gst_clear_object (&decoder->device);
 
   return TRUE;
@@ -526,6 +549,13 @@
       GST_FLOW_ERROR);
   g_return_val_if_fail (dpb_size > 0, GST_FLOW_ERROR);
 
+  if (!decoder->device) {
+    GST_ERROR_OBJECT (decoder, "Device was not configured");
+    return GST_FLOW_ERROR;
+  }
+
+  GstD3D12DeviceDecoderLockGuard dlk (decoder->device);
+
   GstD3D12Format device_format;
   auto priv = decoder->priv;
   HRESULT hr;
@@ -568,6 +598,7 @@
   session->coded_height = coded_height;
   session->dpb_size = dpb_size;
   session->decoder_format = device_format.dxgi_format;
+  session->cpb_pool = gst_d3d12_decoder_cpb_pool_new (priv->cmd->device.Get ());
 
   if (crop_x != 0 || crop_y != 0)
     session->need_crop = true;
@@ -697,7 +728,8 @@
         D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE;
     session->reference_only = true;
   } else {
-    resource_flags = D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+    resource_flags = D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
     session->reference_only = false;
   }
 
@@ -709,11 +741,16 @@
   align.padding_right = session->aligned_width - info->width;
   align.padding_bottom = session->aligned_height - info->height;
 
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (decoder->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
+  if (!session->reference_only)
+    heap_flags |= D3D12_HEAP_FLAG_SHARED;
+
   auto params = gst_d3d12_allocation_params_new (decoder->device, info,
-      GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags);
+      GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags, heap_flags);
   gst_d3d12_allocation_params_alignment (params, &align);
-  gst_d3d12_allocation_params_set_heap_flags (params,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED);
   if (!session->array_of_textures)
     gst_d3d12_allocation_params_set_array_size (params, session->dpb_size);
 
@@ -741,12 +778,16 @@
     session->output_pool = gst_d3d12_buffer_pool_new (decoder->device);
     config = gst_buffer_pool_get_config (session->output_pool);
 
+    heap_flags = D3D12_HEAP_FLAG_NONE;
+    if (gst_d3d12_device_non_zeroed_supported (decoder->device))
+      heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
     params = gst_d3d12_allocation_params_new (decoder->device, info,
         GST_D3D12_ALLOCATION_FLAG_DEFAULT,
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET,
+        heap_flags | D3D12_HEAP_FLAG_SHARED);
     gst_d3d12_allocation_params_alignment (params, &align);
-    gst_d3d12_allocation_params_set_heap_flags (params,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED);
     gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
     gst_d3d12_allocation_params_free (params);
     gst_buffer_pool_config_set_params (config, caps, info->size, 0, 0);
@@ -783,20 +824,24 @@
 
   priv->flushing = true;
   if (priv->cmd) {
-    gst_d3d12_command_queue_fence_wait (priv->cmd->queue, priv->cmd->fence_val,
-        priv->cmd->event_handle);
+    if (priv->cmd->need_full_drain) {
+      gst_d3d12_cmd_queue_drain (priv->cmd->queue);
+    } else {
+      gst_d3d12_cmd_queue_fence_wait (priv->cmd->queue, priv->cmd->fence_val);
+    }
   }
 
   if (priv->output_thread && priv->session) {
     auto empty_data = DecoderOutputData ();
     std::lock_guard < std::mutex > lk (priv->session->queue_lock);
-    gst_queue_array_push_tail_struct (priv->session->output_queue, &empty_data);
+    gst_vec_deque_push_tail_struct (priv->session->output_queue, &empty_data);
     priv->session->queue_cond.notify_one ();
   }
 
   g_clear_pointer (&priv->output_thread, g_thread_join);
   priv->flushing = false;
 
+  GstD3D12DeviceDecoderLockGuard lk (decoder->device);
   priv->session = nullptr;
 
   return TRUE;
@@ -902,8 +947,8 @@
     return GST_FLOW_ERROR;
   }
 
-  if (priv->session->coded_width >= width &&
-      priv->session->coded_height >= height) {
+  if (priv->session->coded_width >= (gint) width &&
+      priv->session->coded_height >= (gint) height) {
     return gst_d3d12_decoder_new_picture (decoder, videodec, picture);
   }
 
@@ -968,73 +1013,6 @@
   return GST_FLOW_OK;
 }
 
-struct DecoderBitstream
-{
-  ComPtr < ID3D12Resource > bitstream;
-  gsize bitstream_size = 0;
-};
-
-static void
-bitstream_free_func (DecoderBitstream * buffer)
-{
-  if (buffer)
-    delete buffer;
-}
-
-static gboolean
-gst_d3d12_decoder_upload_bitstream (GstD3D12Decoder * self, gpointer data,
-    gsize size, GstD3D12CommandAllocator * cmd)
-{
-  auto priv = self->priv;
-  HRESULT hr;
-
-  auto buffer = (DecoderBitstream *)
-      gst_d3d12_command_allocator_get_user_data (cmd);
-
-  if (!buffer || buffer->bitstream_size < size) {
-    buffer = new DecoderBitstream ();
-    gst_d3d12_command_allocator_set_user_data (cmd, buffer,
-        (GDestroyNotify) bitstream_free_func);
-  }
-
-  if (!buffer->bitstream) {
-    ComPtr < ID3D12Resource > bitstream;
-    size_t alloc_size = GST_ROUND_UP_128 (size) + 1024;
-
-    D3D12_HEAP_PROPERTIES heap_prop =
-        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-    D3D12_RESOURCE_DESC desc = CD3DX12_RESOURCE_DESC::Buffer (alloc_size);
-    hr = priv->cmd->device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_CREATE_NOT_ZEROED, &desc,
-        D3D12_RESOURCE_STATE_GENERIC_READ, nullptr, IID_PPV_ARGS (&bitstream));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Failed to create bitstream buffer");
-      return FALSE;
-    }
-
-    GST_LOG_OBJECT (self, "Allocated new bitstream buffer with size %"
-        G_GSIZE_FORMAT, size);
-
-    buffer->bitstream = bitstream;
-    buffer->bitstream_size = alloc_size;
-  }
-
-  gpointer map_data;
-  D3D12_RANGE zero_range = { 0, 0 };
-  hr = buffer->bitstream->Map (0, &zero_range, &map_data);
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't map bitstream buffer");
-    return FALSE;
-  }
-
-  memcpy (map_data, data, size);
-
-  D3D12_RANGE range = { 0, size };
-  buffer->bitstream->Unmap (0, &range);
-
-  return TRUE;
-}
-
 GstFlowReturn
 gst_d3d12_decoder_end_picture (GstD3D12Decoder * decoder,
     GstCodecPicture * picture, GPtrArray * ref_pics,
@@ -1076,46 +1054,37 @@
         (GThreadFunc) gst_d3d12_decoder_output_loop, decoder);
   }
 
-  GstD3D12CommandAllocator *gst_ca;
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->cmd->ca_pool, &gst_ca)) {
-    GST_ERROR_OBJECT (decoder, "Couldn't acquire command allocator");
-    return GST_FLOW_ERROR;
-  }
-
-  if (!gst_d3d12_decoder_upload_bitstream (decoder, args->bitstream,
-          args->bitstream_size, gst_ca)) {
-    gst_d3d12_command_allocator_unref (gst_ca);
+  GstD3D12DecoderCpb *cpb;
+  hr = gst_d3d12_decoder_cpb_pool_acquire (priv->session->cpb_pool,
+      args->bitstream, args->bitstream_size, &cpb);
+  if (!gst_d3d12_result (hr, decoder->device)) {
+    GST_ERROR_OBJECT (decoder, "Couldn't upload bitstream");
     return GST_FLOW_ERROR;
   }
 
-  auto bitstream = (DecoderBitstream *)
-      gst_d3d12_command_allocator_get_user_data (gst_ca);
-  g_assert (bitstream);
-
   memset (&in_args, 0, sizeof (D3D12_VIDEO_DECODE_INPUT_STREAM_ARGUMENTS));
   memset (&out_args, 0, sizeof (D3D12_VIDEO_DECODE_OUTPUT_STREAM_ARGUMENTS));
 
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
-
+  GstD3D12DeviceDecoderLockGuard dlk (decoder->device);
+  auto ca = gst_d3d12_decoder_cpb_get_command_allocator (cpb);
   hr = ca->Reset ();
   if (!gst_d3d12_result (hr, decoder->device)) {
     GST_ERROR_OBJECT (decoder, "Couldn't reset command allocator");
-    gst_d3d12_command_allocator_unref (gst_ca);
+    gst_d3d12_decoder_cpb_unref (cpb);
     return GST_FLOW_ERROR;
   }
 
   if (!priv->cmd->cl) {
     hr = priv->cmd->device->CreateCommandList (0,
         D3D12_COMMAND_LIST_TYPE_VIDEO_DECODE,
-        ca.Get (), nullptr, IID_PPV_ARGS (&priv->cmd->cl));
+        ca, nullptr, IID_PPV_ARGS (&priv->cmd->cl));
   } else {
-    hr = priv->cmd->cl->Reset (ca.Get ());
+    hr = priv->cmd->cl->Reset (ca);
   }
 
   if (!gst_d3d12_result (hr, decoder->device)) {
     GST_ERROR_OBJECT (decoder, "Couldn't configure command list");
-    gst_d3d12_command_allocator_unref (gst_ca);
+    gst_d3d12_decoder_cpb_unref (cpb);
     return GST_FLOW_ERROR;
   }
 
@@ -1249,8 +1218,7 @@
     in_args.NumFrameArguments++;
   }
 
-  in_args.CompressedBitstream.pBuffer = bitstream->bitstream.Get ();
-  in_args.CompressedBitstream.Offset = 0;
+  gst_d3d12_decoder_cpb_get_bitstream (cpb, &in_args.CompressedBitstream);
   in_args.CompressedBitstream.Size = args->bitstream_size;
   in_args.pHeap = decoder_pic->heap.Get ();
 
@@ -1268,17 +1236,17 @@
 
   if (!gst_d3d12_result (hr, decoder->device)) {
     GST_ERROR_OBJECT (decoder, "Couldn't record decoding command");
-    gst_d3d12_command_allocator_unref (gst_ca);
+    gst_d3d12_decoder_cpb_unref (cpb);
     return GST_FLOW_ERROR;
   }
 
   ID3D12CommandList *cl = { priv->cmd->cl.Get () };
 
-  hr = gst_d3d12_command_queue_execute_command_lists (priv->cmd->queue,
+  hr = gst_d3d12_cmd_queue_execute_command_lists (priv->cmd->queue,
       1, cl, &priv->cmd->fence_val);
   if (!gst_d3d12_result (hr, decoder->device)) {
     GST_ERROR_OBJECT (decoder, "Couldn't execute command list");
-    gst_d3d12_command_allocator_unref (gst_ca);
+    gst_d3d12_decoder_cpb_unref (cpb);
     return GST_FLOW_ERROR;
   }
 
@@ -1286,16 +1254,16 @@
 
   GstD3D12FenceData *fence_data;
   gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data,
-      gst_mini_object_ref (decoder_pic));
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_mini_object_ref (decoder_pic)));
   for (guint i = 0; i < ref_pics->len; i++) {
     auto ref_pic = (GstCodecPicture *) g_ptr_array_index (ref_pics, i);
-    gst_d3d12_fence_data_add_notify_mini_object (fence_data,
-        gst_codec_picture_ref (ref_pic));
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_MINI_OBJECT (gst_codec_picture_ref (ref_pic)));
   }
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (cpb));
 
-  gst_d3d12_command_queue_set_notify (priv->cmd->queue, priv->cmd->fence_val,
+  gst_d3d12_cmd_queue_set_notify (priv->cmd->queue, priv->cmd->fence_val,
       fence_data, (GDestroyNotify) gst_d3d12_fence_data_unref);
 
   return GST_FLOW_OK;
@@ -1323,9 +1291,11 @@
   D3D12_HEAP_PROPERTIES heap_prop = CD3DX12_HEAP_PROPERTIES
       (D3D12_HEAP_TYPE_READBACK);
   D3D12_RESOURCE_DESC desc = CD3DX12_RESOURCE_DESC::Buffer (size);
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
 
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &desc, D3D12_RESOURCE_STATE_COPY_DEST, nullptr, IID_PPV_ARGS (&staging));
   if (!gst_d3d12_result (hr, self->device))
     return FALSE;
@@ -1358,6 +1328,245 @@
 }
 
 static GstFlowReturn
+gst_d3d12_decoder_copy_output_12 (GstD3D12Decoder * self, GstBuffer * srcbuf,
+    ID3D12Resource * src, D3D12_TEXTURE_COPY_LOCATION dst2,
+    D3D12_COMMAND_LIST_TYPE cmd_type, guint64 * fence_val)
+{
+  auto priv = self->priv;
+  D3D12_BOX src_box2;
+  std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
+
+  for (guint i = 0; i < 2; i++) {
+    GstD3D12CopyTextureRegionArgs args;
+    memset (&args, 0, sizeof (args));
+
+    args.src = CD3DX12_TEXTURE_COPY_LOCATION (src, i);
+    args.dst = dsti;
+
+    /* FIXME: only 4:2:0 */
+    if (i == 0) {
+      src_boxi.left = GST_ROUND_UP_2 (priv->session->crop_x);
+      src_boxi.top = GST_ROUND_UP_2 (priv->session->crop_y);
+      src_boxi.right = GST_ROUND_UP_2 (priv->session->crop_x +
+          priv->session->output_info.width);
+      src_boxi.bottom =
+          GST_ROUND_UP_2 (priv->session->crop_y +
+          priv->session->output_info.height);
+    } else {
+      src_boxi.left = GST_ROUND_UP_2 (priv->session->crop_x) / 2;
+      src_boxi.top = GST_ROUND_UP_2 (priv->session->crop_y) / 2;
+      src_boxi.right =
+          GST_ROUND_UP_2 (priv->session->crop_x +
+          priv->session->output_info.width) / 2;
+      src_boxi.bottom =
+          GST_ROUND_UP_2 (priv->session->crop_y +
+          priv->session->output_info.height) / 2;
+    }
+
+    src_boxi.front = 0;
+    src_boxi.back = 1;
+
+    args.src_box = &src_boxi;
+    copy_args.push_back (args);
+  }
+
+  GstD3D12FenceData *fence_data = nullptr;
+  if (cmd_type != D3D12_COMMAND_LIST_TYPE_COPY) {
+    gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (srcbuf)));
+  }
+
+  guint64 copy_fence_val = 0;
+  auto copy_ret = gst_d3d12_device_copy_texture_region (self->device,
+      copy_args.size (), copy_args.data (), fence_data, 0, nullptr, nullptr,
+      cmd_type, &copy_fence_val);
+  if (!copy_ret) {
+    GST_ERROR_OBJECT (self, "Couldn't copy decoded texture to output");
+    gst_clear_d3d12_fence_data (&fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  if (fence_val)
+    *fence_val = copy_fence_val;
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_d3d12_decoder_copy_output (GstD3D12Decoder * self, GstBuffer * src_buf,
+    GstBuffer * dst_buf)
+{
+  auto priv = self->priv;
+  auto session = priv->session.get ();
+
+  auto in_dmem = (GstD3D12Memory *) gst_buffer_peek_memory (src_buf, 0);
+  auto out_mem = gst_buffer_peek_memory (dst_buf, 0);
+  if (gst_is_d3d12_memory (out_mem)) {
+    auto out_dmem = GST_D3D12_MEMORY_CAST (out_mem);
+    if (gst_d3d12_device_is_equal (out_dmem->device, self->device)) {
+      D3D12_TEXTURE_COPY_LOCATION dst_location2;
+      UINT out_subresource2;
+      guint64 copy_fence_val;
+
+      auto in_resource = gst_d3d12_memory_get_resource_handle (in_dmem);
+      auto out_resource = gst_d3d12_memory_get_resource_handle (out_dmem);
+      gst_d3d12_memory_get_subresource_index (out_dmem, 0, &out_subresource0);
+      gst_d3d12_memory_get_subresource_index (out_dmem, 1, &out_subresource1);
+
+      dst_location0 = CD3DX12_TEXTURE_COPY_LOCATION (out_resource,
+          out_subresource0);
+      dst_location1 = CD3DX12_TEXTURE_COPY_LOCATION (out_resource,
+          out_subresource1);
+
+      auto ret = gst_d3d12_decoder_copy_output_12 (self, src_buf, in_resource,
+          dst_location, D3D12_COMMAND_LIST_TYPE_DIRECT, &copy_fence_val);
+      if (ret != GST_FLOW_OK)
+        return ret;
+
+      auto fence = gst_d3d12_device_get_fence_handle (self->device,
+          D3D12_COMMAND_LIST_TYPE_DIRECT);
+      gst_d3d12_memory_set_fence (out_dmem, fence, copy_fence_val, FALSE);
+
+      GST_MINI_OBJECT_FLAG_SET (out_dmem,
+          GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+      GST_MINI_OBJECT_FLAG_UNSET (out_dmem,
+          GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+
+      GST_TRACE_OBJECT (self, "d3d12 copy done");
+
+      return GST_FLOW_OK;
+    }
+  }
+#ifdef HAVE_GST_D3D11
+  else if (session->output_type == GST_D3D12_DECODER_OUTPUT_D3D11 &&
+      self->d3d11_interop && gst_is_d3d11_memory (out_mem)) {
+    auto out_dmem = GST_D3D11_MEMORY_CAST (out_mem);
+    if (out_dmem->device == self->device11) {
+      GstMapInfo out_map;
+      auto device11 = gst_d3d11_device_get_device_handle (self->device11);
+      auto in_texture11 =
+          gst_d3d12_memory_get_d3d11_texture (in_dmem, device11);
+
+      if (!in_texture11) {
+        GST_ERROR_OBJECT (self,
+            "Couldn't get d3d11 texture from decoded texture");
+        return GST_FLOW_ERROR;
+      }
+
+      if (!gst_memory_map (out_mem, &out_map,
+              (GstMapFlags) (GST_MAP_WRITE | GST_MAP_D3D11))) {
+        GST_ERROR_OBJECT (self, "Couldn't map output d3d11 memory");
+        return GST_FLOW_ERROR;
+      }
+
+      HRESULT hr;
+      {
+        GstD3D11DeviceLockGuard device11_lk (self->device11);
+        D3D11_BOX src_box = { };
+        src_box.left = GST_ROUND_UP_2 (session->crop_x);
+        src_box.top = GST_ROUND_UP_2 (session->crop_y);
+        src_box.right = GST_ROUND_UP_2 (session->crop_x +
+            session->output_info.width);
+        src_box.bottom = GST_ROUND_UP_2 (session->crop_y +
+            session->output_info.height);
+        src_box.front = 0;
+        src_box.back = 1;
+
+        auto out_texture11 = gst_d3d11_memory_get_resource_handle (out_dmem);
+        auto out_subresource =
+            gst_d3d11_memory_get_subresource_index (out_dmem);
+
+        priv->cmd->context11_4->CopySubresourceRegion (out_texture11,
+            out_subresource, 0, 0, 0, in_texture11, 0, &src_box);
+        priv->cmd->fence_val_11++;
+        hr = priv->cmd->context11_4->Signal (priv->cmd->fence11.Get (),
+            priv->cmd->fence_val_11);
+      }
+
+      gst_memory_unmap (out_mem, &out_map);
+
+      if (!gst_d3d11_result (hr, self->device11)) {
+        GST_ERROR_OBJECT (self, "Signal failed");
+        return GST_FLOW_ERROR;
+      }
+
+      /* Set d3d11 device signalled fence to d3d12 memory.
+       * d3d12 buffer pool or allocator will wait for this fence
+       * to keep resource alive if it's still being used by d3d11 */
+      gst_d3d12_memory_set_fence (in_dmem, priv->cmd->fence12.Get (),
+          priv->cmd->fence_val_11, FALSE);
+
+      GST_TRACE_OBJECT (self, "Copy done via d3d11 interop");
+
+      return GST_FLOW_OK;
+    }
+  }
+#endif
+
+  if (!gst_d3d12_decoder_ensure_staging_texture (self)) {
+    GST_ERROR_OBJECT (self, "Couldn't allocate staging texture");
+    return GST_FLOW_ERROR;
+  }
+
+  auto in_resource = gst_d3d12_memory_get_resource_handle (in_dmem);
+  D3D12_TEXTURE_COPY_LOCATION dst_location2;
+
+  dst_location0 = CD3DX12_TEXTURE_COPY_LOCATION (session->staging.Get (),
+      session->layout0);
+  dst_location1 = CD3DX12_TEXTURE_COPY_LOCATION (session->staging.Get (),
+      session->layout1);
+
+  guint64 copy_fence_val;
+  auto ret = gst_d3d12_decoder_copy_output_12 (self, src_buf, in_resource,
+      dst_location, D3D12_COMMAND_LIST_TYPE_COPY, &copy_fence_val);
+  if (ret != GST_FLOW_OK) {
+    GST_ERROR_OBJECT (self, "Couldn't download to staging buffer");
+    return ret;
+  }
+
+  auto hr = gst_d3d12_device_fence_wait (self->device,
+      D3D12_COMMAND_LIST_TYPE_COPY, copy_fence_val);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't wait for fence");
+    return GST_FLOW_ERROR;
+  }
+
+  guint8 *map_data;
+  GstVideoFrame vframe;
+  hr = session->staging->Map (0, nullptr, (void **) &map_data);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't map staging texture");
+    return GST_FLOW_ERROR;
+  }
+
+  if (!gst_video_frame_map (&vframe,
+          &session->output_info, dst_buf, GST_MAP_WRITE)) {
+    GST_ERROR_OBJECT (self, "Couldn't map output buffer");
+    session->staging->Unmap (0, nullptr);
+    return GST_FLOW_ERROR;
+  }
+
+  for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (&vframe); i++) {
+    guint8 *src_data = map_data + session->layouti.Offset;
+    guint8 *dst_data = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, i);
+    gint width = GST_VIDEO_FRAME_COMP_WIDTH (&vframe, i) *
+        GST_VIDEO_FRAME_COMP_PSTRIDE (&vframe, i);
+
+    for (gint j = 0; j < GST_VIDEO_FRAME_COMP_HEIGHT (&vframe, i); j++) {
+      memcpy (dst_data, src_data, width);
+      dst_data += GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, i);
+      src_data += session->layouti.Footprint.RowPitch;
+    }
+  }
+
+  session->staging->Unmap (0, nullptr);
+  gst_video_frame_unmap (&vframe);
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
 gst_d3d12_decoder_process_output (GstD3D12Decoder * self,
     GstVideoDecoder * videodec, GstVideoCodecFrame * frame,
     GstCodecPicture * picture, GstVideoBufferFlags buffer_flags,
@@ -1365,10 +1574,6 @@
 {
   GstFlowReturn ret = GST_FLOW_ERROR;
   GstBuffer *buffer;
-  GstD3D12Memory *dmem;
-  ID3D12Resource *resource;
-  UINT subresource2;
-  HRESULT hr;
   bool attach_crop_meta = false;
 
   auto priv = self->priv;
@@ -1405,142 +1610,30 @@
 
   buffer = decoder_pic->output_buffer ?
       decoder_pic->output_buffer : decoder_pic->buffer;
-  dmem = (GstD3D12Memory *) gst_buffer_peek_memory (buffer, 0);
 
   priv->session->lock.lock ();
   if (gst_d3d12_decoder_can_direct_render (self, videodec,
           decoder_pic->buffer, display_width, display_height)) {
     GST_LOG_OBJECT (self, "Outputting without copy");
 
-    GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
-    GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+    auto mem = gst_buffer_peek_memory (buffer, 0);
+    GST_MINI_OBJECT_FLAG_SET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+    GST_MINI_OBJECT_FLAG_UNSET (mem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
 
     if (priv->session->need_crop)
       attach_crop_meta = true;
 
     frame->output_buffer = gst_buffer_ref (buffer);
   } else {
-    ID3D12Resource *out_resource = nullptr;
-    UINT out_subresource2;
-
     ret = gst_video_decoder_allocate_output_frame (videodec, frame);
     if (ret != GST_FLOW_OK) {
       GST_ERROR_OBJECT (videodec, "Couldn't allocate output buffer");
       goto error;
     }
 
-    auto out_mem = gst_buffer_peek_memory (frame->output_buffer, 0);
-    if (gst_is_d3d12_memory (out_mem)) {
-      auto out_dmem = GST_D3D12_MEMORY_CAST (out_mem);
-      if (dmem->device == self->device) {
-        out_resource = gst_d3d12_memory_get_resource_handle (out_dmem);
-        gst_d3d12_memory_get_subresource_index (out_dmem, 0,
-            &out_subresource0);
-        gst_d3d12_memory_get_subresource_index (out_dmem, 1,
-            &out_subresource1);
-
-        GST_MINI_OBJECT_FLAG_SET (out_dmem,
-            GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
-        GST_MINI_OBJECT_FLAG_UNSET (out_dmem,
-            GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
-      }
-    }
-
-    if (!out_resource && !gst_d3d12_decoder_ensure_staging_texture (self)) {
-      GST_ERROR_OBJECT (videodec, "Couldn't allocate staging texture");
-      ret = GST_FLOW_ERROR;
+    ret = gst_d3d12_decoder_copy_output (self, buffer, frame->output_buffer);
+    if (ret != GST_FLOW_OK)
       goto error;
-    }
-
-    resource = gst_d3d12_memory_get_resource_handle (dmem);
-
-    gst_d3d12_memory_get_subresource_index (dmem, 0, &subresource0);
-    gst_d3d12_memory_get_subresource_index (dmem, 1, &subresource1);
-
-    /* Copy texture to staging */
-    D3D12_BOX src_box2;
-    std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
-
-    for (guint i = 0; i < 2; i++) {
-      GstD3D12CopyTextureRegionArgs args;
-      memset (&args, 0, sizeof (args));
-
-      args.src = CD3DX12_TEXTURE_COPY_LOCATION (resource, subresourcei);
-
-      if (out_resource) {
-        args.dst =
-            CD3DX12_TEXTURE_COPY_LOCATION (out_resource, out_subresourcei);
-      } else {
-        args.dst =
-            CD3DX12_TEXTURE_COPY_LOCATION (priv->session->staging.Get (),
-            priv->session->layouti);
-      }
-
-      /* FIXME: only 4:2:0 */
-      if (i == 0) {
-        src_boxi.left = GST_ROUND_UP_2 (priv->session->crop_x);
-        src_boxi.top = GST_ROUND_UP_2 (priv->session->crop_y);
-        src_boxi.right = GST_ROUND_UP_2 (priv->session->crop_x +
-            priv->session->output_info.width);
-        src_boxi.bottom =
-            GST_ROUND_UP_2 (priv->session->crop_y +
-            priv->session->output_info.height);
-      } else {
-        src_boxi.left = GST_ROUND_UP_2 (priv->session->crop_x) / 2;
-        src_boxi.top = GST_ROUND_UP_2 (priv->session->crop_y) / 2;
-        src_boxi.right =
-            GST_ROUND_UP_2 (priv->session->crop_x +
-            priv->session->output_info.width) / 2;
-        src_boxi.bottom =
-            GST_ROUND_UP_2 (priv->session->crop_y +
-            priv->session->output_info.height) / 2;
-      }
-
-      src_boxi.front = 0;
-      src_boxi.back = 1;
-
-      args.src_box = &src_boxi;
-      copy_args.push_back (args);
-    }
-
-    guint64 copy_fence_val = 0;
-    D3D12_COMMAND_LIST_TYPE queue_type = D3D12_COMMAND_LIST_TYPE_COPY;
-    if (out_resource)
-      queue_type = D3D12_COMMAND_LIST_TYPE_DIRECT;
-    gst_d3d12_device_copy_texture_region (self->device, copy_args.size (),
-        copy_args.data (), queue_type, &copy_fence_val);
-    gst_d3d12_device_fence_wait (self->device, queue_type,
-        copy_fence_val, priv->copy_event_handle);
-
-    if (!out_resource) {
-      guint8 *map_data;
-      GstVideoFrame vframe;
-
-      hr = priv->session->staging->Map (0, nullptr, (void **) &map_data);
-      if (!gst_d3d12_result (hr, self->device)) {
-        ret = GST_FLOW_ERROR;
-        goto error;
-      }
-
-      gst_video_frame_map (&vframe,
-          &priv->session->output_info, frame->output_buffer, GST_MAP_WRITE);
-
-      for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (&vframe); i++) {
-        guint8 *src = map_data + priv->session->layouti.Offset;
-        guint8 *dst = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, i);
-        gint width = GST_VIDEO_FRAME_COMP_WIDTH (&vframe, i) *
-            GST_VIDEO_FRAME_COMP_PSTRIDE (&vframe, i);
-
-        for (gint j = 0; j < GST_VIDEO_FRAME_COMP_HEIGHT (&vframe, i); j++) {
-          memcpy (dst, src, width);
-          dst += GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, i);
-          src += priv->session->layouti.Footprint.RowPitch;
-        }
-      }
-
-      priv->session->staging->Unmap (0, nullptr);
-      gst_video_frame_unmap (&vframe);
-    }
   }
 
   priv->session->lock.unlock ();
@@ -1577,18 +1670,16 @@
 
   GST_DEBUG_OBJECT (self, "Entering output thread");
 
-  HANDLE event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-
   while (true) {
     DecoderOutputData output_data;
     {
       GST_LOG_OBJECT (self, "Waiting for output data");
       std::unique_lock < std::mutex > lk (priv->session->queue_lock);
-      while (gst_queue_array_is_empty (priv->session->output_queue))
+      while (gst_vec_deque_is_empty (priv->session->output_queue))
         priv->session->queue_cond.wait (lk);
 
       output_data = *((DecoderOutputData *)
-          gst_queue_array_pop_head_struct (priv->session->output_queue));
+          gst_vec_deque_pop_head_struct (priv->session->output_queue));
     }
 
     if (!output_data.frame) {
@@ -1598,8 +1689,8 @@
 
     auto decoder_pic = get_decoder_picture (output_data.picture);
     g_assert (decoder_pic);
-    gst_d3d12_command_queue_fence_wait (priv->cmd->queue,
-        decoder_pic->fence_val, event_handle);
+
+    gst_d3d12_cmd_queue_fence_wait (priv->cmd->queue, decoder_pic->fence_val);
 
     if (priv->flushing) {
       GST_DEBUG_OBJECT (self, "Drop framem, we are flushing");
@@ -1625,8 +1716,6 @@
 
   GST_DEBUG_OBJECT (self, "Leaving output thread");
 
-  CloseHandle (event_handle);
-
   return nullptr;
 }
 
@@ -1661,7 +1750,7 @@
   output_data.height = display_height;
 
   std::lock_guard < std::mutex > lk (priv->session->queue_lock);
-  gst_queue_array_push_tail_struct (priv->session->output_queue, &output_data);
+  gst_vec_deque_push_tail_struct (priv->session->output_queue, &output_data);
   priv->session->queue_cond.notify_one ();
 
   return priv->last_flow;
@@ -1706,6 +1795,12 @@
               GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
         allowed_types |= GST_D3D12_DECODER_OUTPUT_D3D12;
       }
+#ifdef HAVE_GST_D3D11
+      if (gst_caps_features_contains (features,
+              GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
+        allowed_types |= GST_D3D12_DECODER_OUTPUT_D3D11;
+      }
+#endif
     }
   }
   gst_clear_caps (&peer_caps);
@@ -1745,6 +1840,57 @@
   g_clear_pointer (&priv->session->output_state, gst_video_codec_state_unref);
   priv->session->output_state = state;
 
+#ifdef HAVE_GST_D3D11
+  /* Try d3d11 only if downstream does not support d3d12 but does d3d11,
+   * otherwise decoder will create unnecessary d3d11 device */
+  if ((allowed_types & GST_D3D12_DECODER_OUTPUT_D3D11) ==
+      GST_D3D12_DECODER_OUTPUT_D3D11 &&
+      (allowed_types & GST_D3D12_DECODER_OUTPUT_D3D12) !=
+      GST_D3D12_DECODER_OUTPUT_D3D12) {
+    auto elem = GST_ELEMENT (videodec);
+    if (decoder->d3d11_interop) {
+      if (gst_d3d11_ensure_element_data_for_adapter_luid (elem,
+              decoder->adapter_luid, &decoder->device11)) {
+        if (!priv->cmd->device11_5) {
+          auto device11 =
+              gst_d3d11_device_get_device_handle (decoder->device11);
+          device11->QueryInterface (IID_PPV_ARGS (&priv->cmd->device11_5));
+        }
+
+        if (priv->cmd->device11_5 && !priv->cmd->context11_4) {
+          ComPtr < ID3D11DeviceContext > context11;
+          ComPtr < ID3D11DeviceContext4 > context11_4;
+          priv->cmd->device11_5->GetImmediateContext (&context11);
+          context11.As (&priv->cmd->context11_4);
+        }
+
+        if (priv->cmd->context11_4 && !priv->cmd->fence11) {
+          priv->cmd->device11_5->CreateFence (0, D3D11_FENCE_FLAG_SHARED,
+              IID_PPV_ARGS (&priv->cmd->fence11));
+        }
+
+        if (priv->cmd->fence11 && !priv->cmd->fence12) {
+          HANDLE handle;
+          auto hr = priv->cmd->fence11->CreateSharedHandle (nullptr,
+              GENERIC_ALL, nullptr, &handle);
+          if (SUCCEEDED (hr)) {
+            priv->cmd->device->OpenSharedHandle (handle,
+                IID_PPV_ARGS (&priv->cmd->fence12));
+            CloseHandle (handle);
+          }
+        }
+
+        if (!priv->cmd->fence12)
+          allowed_types &= ~GST_D3D12_DECODER_OUTPUT_D3D11;
+      } else {
+        allowed_types &= ~GST_D3D12_DECODER_OUTPUT_D3D11;
+      }
+    } else if (!gst_d3d11_ensure_element_data (elem, -1, &decoder->device11)) {
+      allowed_types &= ~GST_D3D12_DECODER_OUTPUT_D3D11;
+    }
+  }
+#endif
+
   auto prev_output_type = priv->session->output_type;
   if (prev_output_type != GST_D3D12_DECODER_OUTPUT_UNKNOWN &&
       (prev_output_type & allowed_types) == prev_output_type) {
@@ -1752,14 +1898,27 @@
   } else {
     if ((allowed_types & GST_D3D12_DECODER_OUTPUT_D3D12) != 0)
       priv->session->output_type = GST_D3D12_DECODER_OUTPUT_D3D12;
+    else if ((allowed_types & GST_D3D12_DECODER_OUTPUT_D3D11) != 0)
+      priv->session->output_type = GST_D3D12_DECODER_OUTPUT_D3D11;
     else
       priv->session->output_type = GST_D3D12_DECODER_OUTPUT_SYSTEM;
   }
 
-  if (priv->session->output_type == GST_D3D12_DECODER_OUTPUT_D3D12) {
-    gst_caps_set_features (state->caps, 0,
-        gst_caps_features_new_single (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY));
-    priv->session->output_type = GST_D3D12_DECODER_OUTPUT_D3D12;
+  switch (priv->session->output_type) {
+    case GST_D3D12_DECODER_OUTPUT_D3D12:
+      gst_caps_set_features (state->caps, 0,
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY));
+      break;
+#ifdef HAVE_GST_D3D11
+    case GST_D3D12_DECODER_OUTPUT_D3D11:
+      gst_caps_set_features (state->caps, 0,
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
+      break;
+#endif
+    default:
+      break;
   }
 
   GST_DEBUG_OBJECT (decoder, "Selected output type %d",
@@ -1816,13 +1975,28 @@
             "Downstream pool is not d3d12, will create new one");
         gst_clear_object (&pool);
       } else {
-        GstD3D12BufferPool *dpool = GST_D3D12_BUFFER_POOL (pool);
-        if (dpool->device != decoder->device) {
+        auto dpool = GST_D3D12_BUFFER_POOL (pool);
+        if (!gst_d3d12_device_is_equal (dpool->device, decoder->device)) {
           GST_DEBUG_OBJECT (videodec, "Different device, will create new one");
           gst_clear_object (&pool);
         }
       }
     }
+#ifdef HAVE_GST_D3D11
+    if (priv->session->output_type == GST_D3D12_DECODER_OUTPUT_D3D11) {
+      if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+        GST_DEBUG_OBJECT (videodec,
+            "Downstream pool is not d3d11, will create new one");
+        gst_clear_object (&pool);
+      } else if (decoder->d3d11_interop) {
+        auto dpool = GST_D3D11_BUFFER_POOL (pool);
+        if (dpool->device != decoder->device11) {
+          GST_DEBUG_OBJECT (videodec, "Different device, will create new one");
+          gst_clear_object (&pool);
+        }
+      }
+    }
+#endif
   }
 
   if (!pool) {
@@ -1830,6 +2004,11 @@
       case GST_D3D12_DECODER_OUTPUT_D3D12:
         pool = gst_d3d12_buffer_pool_new (decoder->device);
         break;
+#ifdef HAVE_GST_D3D11
+      case GST_D3D12_DECODER_OUTPUT_D3D11:
+        pool = gst_d3d11_buffer_pool_new (decoder->device11);
+        break;
+#endif
       default:
         pool = gst_video_buffer_pool_new ();
         break;
@@ -1843,19 +2022,21 @@
   gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
 
   if (priv->session->output_type == GST_D3D12_DECODER_OUTPUT_D3D12) {
-    GstD3D12AllocationParams *params;
     GstVideoAlignment align;
     gint width, height;
 
     gst_video_alignment_reset (&align);
 
-    params = gst_buffer_pool_config_get_d3d12_allocation_params (config);
+    auto params = gst_buffer_pool_config_get_d3d12_allocation_params (config);
     if (!params) {
       params = gst_d3d12_allocation_params_new (decoder->device, &vinfo,
           GST_D3D12_ALLOCATION_FLAG_DEFAULT,
-          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+          D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS,
+          D3D12_HEAP_FLAG_SHARED);
     } else {
       gst_d3d12_allocation_params_set_resource_flags (params,
+          D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
           D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
     }
 
@@ -1868,14 +2049,20 @@
     gst_d3d12_allocation_params_alignment (params, &align);
     gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
     gst_d3d12_allocation_params_free (params);
+  }
+#ifdef HAVE_GST_D3D11
+  else if (priv->session->output_type == GST_D3D12_DECODER_OUTPUT_D3D11) {
+    auto params = gst_buffer_pool_config_get_d3d11_allocation_params (config);
+    if (!params) {
+      params = gst_d3d11_allocation_params_new (decoder->device11, &vinfo,
+          GST_D3D11_ALLOCATION_FLAG_DEFAULT,
+          D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE, 0);
+    }
 
-
-    GST_DEBUG_OBJECT (videodec, "Downstream min buffres: %d", min);
-
-    /* We will not use downstream pool for decoding, and therefore preallocation
-     * is unnecessary. So, Non-zero min buffer will be a waste of GPU memory */
-    min = 0;
+    gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
+    gst_d3d11_allocation_params_free (params);
   }
+#endif
 
   gst_buffer_pool_set_config (pool, config);
   /* d3d12 buffer pool will update buffer size based on allocated texture,
@@ -1907,6 +2094,15 @@
   std::lock_guard < std::recursive_mutex > lk (priv->context_lock);
   gst_d3d12_handle_set_context_for_adapter_luid (element,
       context, decoder->adapter_luid, &decoder->device);
+#ifdef HAVE_GST_D3D11
+  if (decoder->d3d11_interop) {
+    gst_d3d11_handle_set_context_for_adapter_luid (element,
+        context, decoder->adapter_luid, &decoder->device11);
+  } else {
+    /* Since we will do system copy, accept any device */
+    gst_d3d11_handle_set_context (element, context, -1, &decoder->device11);
+  }
+#endif
 }
 
 gboolean
@@ -1918,6 +2114,11 @@
 
   auto priv = decoder->priv;
   std::lock_guard < std::recursive_mutex > lk (priv->context_lock);
+#ifdef HAVE_GST_D3D11
+  if (gst_d3d11_handle_context_query (element, query, decoder->device11))
+    return TRUE;
+#endif
+
   return gst_d3d12_handle_context_query (element, query, decoder->device);
 }
 
@@ -1928,14 +2129,6 @@
   PROP_DECODER_VENDOR_ID,
 };
 
-struct _GstD3D12DecoderClassData
-{
-  GstD3D12DecoderSubClassData subclass_data;
-  GstCaps *sink_caps;
-  GstCaps *src_caps;
-  gchar *description;
-};
-
 static void
 gst_d3d12_decoder_get_profiles (const GUID & profile,
     std::vector < std::string > &list)
@@ -1983,10 +2176,34 @@
   g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
   g_return_val_if_fail (video_device != nullptr, nullptr);
 
+  D3D12_FEATURE_DATA_VIDEO_DECODE_PROFILE_COUNT profile_cnt = { };
+  hr = video_device->CheckFeatureSupport
+      (D3D12_FEATURE_VIDEO_DECODE_PROFILE_COUNT, &profile_cnt,
+      sizeof (profile_cnt));
+  if (FAILED (hr) || profile_cnt.ProfileCount == 0) {
+    GST_INFO_OBJECT (device, "device does not support decoding");
+    return nullptr;
+  }
+
+  std::vector < GUID > profile_guids;
+  profile_guids.resize (profile_cnt.ProfileCount);
+  D3D12_FEATURE_DATA_VIDEO_DECODE_PROFILES profiles_data = { };
+  profiles_data.ProfileCount = profile_cnt.ProfileCount;
+  profiles_data.pProfiles = profile_guids.data ();
+  hr = video_device->CheckFeatureSupport (D3D12_FEATURE_VIDEO_DECODE_PROFILES,
+      &profiles_data, sizeof (profiles_data));
+  if (!gst_d3d12_result (hr, device))
+    return nullptr;
+
   for (guint i = 0; i < G_N_ELEMENTS (format_list); i++) {
     if (format_listi.codec != codec)
       continue;
 
+    if (std::find (profile_guids.begin (), profile_guids.end (),
+            format_listi.decode_profile) == profile_guids.end ()) {
+      continue;
+    }
+
     D3D12_FEATURE_DATA_VIDEO_DECODE_SUPPORT s;
     s.NodeIndex = 0;
     s.Configuration.DecodeProfile = format_listi.decode_profile;
@@ -2135,11 +2352,19 @@
   }
   /* *INDENT-ON* */
 
-  GstCaps *sink_caps = gst_caps_from_string (sink_caps_string.c_str ());
-  GstCaps *raw_caps = gst_caps_from_string (src_caps_string.c_str ());
-  GstCaps *src_caps = gst_caps_copy (raw_caps);
+  auto sink_caps = gst_caps_from_string (sink_caps_string.c_str ());
+  auto raw_caps = gst_caps_from_string (src_caps_string.c_str ());
+  auto src_caps = gst_caps_copy (raw_caps);
   gst_caps_set_features_simple (src_caps,
-      gst_caps_features_new_single (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY));
+      gst_caps_features_new_single_static_str
+      (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY));
+#ifdef HAVE_GST_D3D11
+  auto d3d11_caps = gst_caps_copy (raw_caps);
+  gst_caps_set_features_simple (d3d11_caps,
+      gst_caps_features_new_single_static_str
+      (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
+  gst_caps_append (src_caps, d3d11_caps);
+#endif
   gst_caps_append (src_caps, raw_caps);
 
   gint max_res = MAX (max_resolution.width, max_resolution.height);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12decoder.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12decoder.h Changed

@@ -23,7 +23,7 @@
 #include <gst/video/video.h>
 #include <gst/codecs/gstcodecpicture.h>
 #include <gst/dxva/gstdxva.h>
-#include "gstd3d12.h"
+#include "gstd3d12pluginutils.h"
 
 G_BEGIN_DECLS
 
@@ -31,14 +31,21 @@
 G_DECLARE_FINAL_TYPE (GstD3D12Decoder,
     gst_d3d12_decoder, GST, D3D12_DECODER, GstObject);
 
-typedef struct _GstD3D12DecoderClassData GstD3D12DecoderClassData;
-
 struct GstD3D12DecoderSubClassData
 {
   GstDxvaCodec codec;
   gint64 adapter_luid;
   guint device_id;
   guint vendor_id;
+  gboolean d3d11_interop;
+};
+
+struct GstD3D12DecoderClassData
+{
+  GstD3D12DecoderSubClassData subclass_data;
+  GstCaps *sink_caps;
+  GstCaps *src_caps;
+  gchar *description;
 };
 
 #define GST_D3D12_DECODER_DEFINE_TYPE(ModuleObjName,module_obj_name,MODULE,OBJ_NAME,ParentName) \
@@ -100,8 +107,7 @@
   static GstFlowReturn  module_obj_name##_duplicate_picture (ParentName * decoder, \
       GstCodecPicture * src, GstCodecPicture * dst);
 
-GstD3D12Decoder * gst_d3d12_decoder_new               (GstDxvaCodec codec,
-                                                       gint64 adapter_luid);
+GstD3D12Decoder * gst_d3d12_decoder_new               (const GstD3D12DecoderSubClassData * cdata);
 
 gboolean          gst_d3d12_decoder_open              (GstD3D12Decoder * decoder,
                                                        GstElement * element);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12decodercpbpool.cpp Added

@@ -0,0 +1,412 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12decodercpbpool.h"
+#include <gst/d3d12/gstd3d12-private.h>
+#include <directx/d3dx12.h>
+#include <wrl.h>
+#include <mutex>
+#include <memory>
+#include <vector>
+#include <queue>
+#include <iterator>
+#include <algorithm>
+#include <string>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_decoder_cpb_pool_debug);
+#define GST_CAT_DEFAULT gst_d3d12_decoder_cpb_pool_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct DecoderBuffer
+{
+  DecoderBuffer() = delete;
+  explicit DecoderBuffer (ID3D12Resource * resource, UINT64 size,
+      guint8 * mapped_data, UINT64 id, const gchar * debug_name)
+  {
+    resource_ = resource;
+    mapped_data_ = mapped_data;
+    alloc_size_ = size;
+    id_ = id;
+    if (debug_name)
+      debug_name_ = debug_name;
+
+    GST_DEBUG_ID (debug_name_.c_str (), "Create new buffer%"
+        G_GUINT64_FORMAT ", size: %" G_GUINT64_FORMAT, id_, alloc_size_);
+  }
+
+  ~DecoderBuffer ()
+  {
+    GST_DEBUG_ID (debug_name_.c_str (), "Releasing buffer%"
+        G_GUINT64_FORMAT ", size: %" G_GUINT64_FORMAT, id_, alloc_size_);
+  }
+
+  bool HasSpace (UINT64 size)
+  {
+    if (!IsUnused ())
+      return false;
+
+    if (alloc_size_ >= size)
+      return true;
+
+    return false;
+  }
+
+  bool IsUnused ()
+  {
+    return is_unused_;
+  }
+
+  void MarkUnused ()
+  {
+    is_unused_ = true;
+  }
+
+  bool PopBs (UINT64 size, D3D12_VIDEO_DECODE_COMPRESSED_BITSTREAM & bs)
+  {
+    if (!HasSpace (size))
+      return false;
+
+    bs.pBuffer = resource_.Get ();
+    bs.Offset = 0;
+    bs.Size = size;
+
+    is_unused_ = false;
+
+    return true;
+  }
+
+  ComPtr<ID3D12Resource> resource_;
+  UINT64 alloc_size_;
+  guint8 *mapped_data_;
+  UINT64 id_;
+  std::string debug_name_;
+  bool is_unused_ = true;
+};
+
+struct _GstD3D12DecoderCpb : public GstMiniObject
+{
+  GstD3D12DecoderCpbPool *pool = nullptr;
+  std::shared_ptr<DecoderBuffer> buffer;
+  ComPtr<ID3D12CommandAllocator> ca;
+  D3D12_VIDEO_DECODE_COMPRESSED_BITSTREAM bs = { };
+};
+
+struct GstD3D12DecoderCpbPoolPrivate
+{
+  ~GstD3D12DecoderCpbPoolPrivate ()
+  {
+    while (!cpb_pool.empty ()) {
+      auto cpb = cpb_pool.front ();
+      cpb_pool.pop ();
+      gst_mini_object_unref (cpb);
+    }
+
+    buffer_pool.clear ();
+  }
+
+  ComPtr<ID3D12Device> device;
+  std::vector<std::shared_ptr<DecoderBuffer>> buffer_pool;
+  std::queue<GstD3D12DecoderCpb *> cpb_pool;
+  UINT64 buffer_id = 0;
+  UINT64 max_alloc_size = 0;
+  guint allocated_ca_size = 0;
+  bool supports_non_zeroed = false;
+
+  std::mutex lock;
+};
+
+struct _GstD3D12DecoderCpbPool
+{
+  GstObject parent;
+  GstD3D12DecoderCpbPoolPrivate *priv;
+};
+/* *INDENT-ON* */
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstD3D12DecoderCpb, gst_d3d12_decoder_cpb);
+
+static void gst_d3d12_decoder_cpb_pool_finalize (GObject * object);
+
+#define gst_d3d12_decoder_cpb_pool_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12DecoderCpbPool,
+    gst_d3d12_decoder_cpb_pool, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_decoder_cpb_pool_class_init (GstD3D12DecoderCpbPoolClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_decoder_cpb_pool_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_decoder_cpb_pool_debug,
+      "d3d12decodercpbpool", 0, "d3d12decodercpbpool");
+}
+
+static void
+gst_d3d12_decoder_cpb_pool_init (GstD3D12DecoderCpbPool * self)
+{
+  self->priv = new GstD3D12DecoderCpbPoolPrivate ();
+}
+
+static void
+gst_d3d12_decoder_cpb_pool_finalize (GObject * object)
+{
+  auto self = GST_D3D12_DECODER_CPB_POOL (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+GstD3D12DecoderCpbPool *
+gst_d3d12_decoder_cpb_pool_new (ID3D12Device * device)
+{
+  g_return_val_if_fail (device, nullptr);
+
+  auto self = (GstD3D12DecoderCpbPool *)
+      g_object_new (GST_TYPE_D3D12_DECODER_CPB_POOL, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = device;
+
+  D3D12_FEATURE_DATA_D3D12_OPTIONS7 options7 = { };
+  auto hr =
+      device->CheckFeatureSupport (D3D12_FEATURE_D3D12_OPTIONS7, &options7,
+      sizeof (options7));
+  if (SUCCEEDED (hr))
+    priv->supports_non_zeroed = true;
+
+  return self;
+}
+
+/* *INDENT-OFF* */
+static void
+gst_d3d12_decoder_cpb_pool_release (GstD3D12DecoderCpbPool * pool,
+    GstD3D12DecoderCpb * cpb)
+{
+  auto priv = pool->priv;
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    GST_LOG_OBJECT (pool, "Releasing cpb, bitstream %p, Offset: %"
+        G_GUINT64_FORMAT ", Size %" G_GUINT64_FORMAT,
+        cpb->bs.pBuffer, cpb->bs.Offset, cpb->bs.Size);
+    cpb->dispose = nullptr;
+    cpb->pool = nullptr;
+    if (cpb->buffer)
+      cpb->buffer->MarkUnused ();
+    cpb->buffer = nullptr;
+    priv->cpb_pool.push (cpb);
+  }
+
+  gst_object_unref (pool);
+}
+/* *INDENT-ON* */
+
+static gboolean
+gst_d3d12_decoder_cpb_dispose (GstD3D12DecoderCpb * cpb)
+{
+  if (!cpb->pool)
+    return TRUE;
+
+  gst_mini_object_ref (cpb);
+  gst_d3d12_decoder_cpb_pool_release (cpb->pool, cpb);
+
+  return FALSE;
+}
+
+static void
+gst_d3d12_decoder_cpb_free (GstD3D12DecoderCpb * cpb)
+{
+  delete cpb;
+}
+
+#define ROUND_UP_N(num,align) \
+    (((((UINT64) num) + (((UINT64) align) - 1)) & ~(((UINT64) align) - 1)))
+
+/* *INDENT-OFF* */
+HRESULT
+gst_d3d12_decoder_cpb_pool_acquire (GstD3D12DecoderCpbPool * pool,
+    gpointer data, gsize size, GstD3D12DecoderCpb ** cpb)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DECODER_CPB_POOL (pool), E_INVALIDARG);
+  g_return_val_if_fail (data, E_INVALIDARG);
+  g_return_val_if_fail (size > 0, E_INVALIDARG);
+
+  auto priv = pool->priv;
+  std::shared_ptr<DecoderBuffer> buffer;
+
+  UINT64 aligned_size = ROUND_UP_N (size,
+      D3D12_VIDEO_DECODE_MIN_BITSTREAM_OFFSET_ALIGNMENT);
+  GST_DEBUG_OBJECT (pool, "Uploading bitstream, size: %" G_GSIZE_FORMAT
+      ", aligned-size %" G_GUINT64_FORMAT, size, aligned_size);
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  /* buffers are sorted in increasing size order. Try to find available
+   * blocks from largest buffer, in order to release unused small
+   * buffers efficiently */
+  for (auto it = priv->buffer_pool.rbegin ();
+      it != priv->buffer_pool.rend(); it++) {
+    auto & tmp = *it;
+    if (tmp->HasSpace (aligned_size)) {
+      GST_DEBUG_OBJECT (pool, "Buffer%" G_GUINT64_FORMAT " has space",
+          tmp->id_);
+      buffer = tmp;
+      break;
+    }
+  }
+
+  if (!buffer) {
+    UINT64 alloc_size = ROUND_UP_N (aligned_size,
+        D3D12_DEFAULT_RESOURCE_PLACEMENT_ALIGNMENT);
+
+    alloc_size = MAX (alloc_size, priv->max_alloc_size);
+
+    D3D12_HEAP_PROPERTIES heap_prop =
+        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
+    D3D12_RESOURCE_DESC desc = CD3DX12_RESOURCE_DESC::Buffer (alloc_size);
+    D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+    if (priv->supports_non_zeroed)
+      heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
+    ComPtr < ID3D12Resource > resource;
+
+    GST_DEBUG_OBJECT (pool, "Allocating new buffer, size %" G_GUINT64_FORMAT,
+        alloc_size);
+
+    auto hr = priv->device->CreateCommittedResource (&heap_prop,
+        heap_flags, &desc,
+        D3D12_RESOURCE_STATE_GENERIC_READ, nullptr, IID_PPV_ARGS (&resource));
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (pool, "Couldn't allocate upload resource");
+      return hr;
+    }
+
+    D3D12_RANGE range;
+    range.Begin = 0;
+    range.End = 0;
+
+    guint8 *mapped_data;
+    hr = resource->Map (0, &range, (void **) &mapped_data);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (pool, "Couldn't map resource");
+      return hr;
+    }
+
+    buffer = std::make_shared<DecoderBuffer> (resource.Get (), desc.Width,
+        mapped_data, priv->buffer_id, GST_OBJECT_NAME (pool));
+    priv->buffer_id++;
+
+    priv->buffer_pool.insert (std::lower_bound (priv->buffer_pool.begin (),
+        priv->buffer_pool.end (), buffer), buffer);
+    priv->max_alloc_size = alloc_size;
+  }
+
+  GstD3D12DecoderCpb *ret = nullptr;
+  if (!priv->cpb_pool.empty ()) {
+    ret = priv->cpb_pool.front ();
+    priv->cpb_pool.pop ();
+  } else {
+    ComPtr<ID3D12CommandAllocator> ca;
+    auto hr = priv->device->CreateCommandAllocator (
+          D3D12_COMMAND_LIST_TYPE_VIDEO_DECODE, IID_PPV_ARGS (&ca));
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (pool, "Couldn't create command allocator");
+      return hr;
+    }
+
+    ret = new GstD3D12DecoderCpb ();
+    gst_mini_object_init (ret, 0, gst_d3d12_decoder_cpb_get_type (),
+      nullptr, nullptr, (GstMiniObjectFreeFunction) gst_d3d12_decoder_cpb_free);
+
+    ret->ca = ca;
+    priv->allocated_ca_size++;
+  }
+
+  auto pop_ret = buffer->PopBs (aligned_size, ret->bs);
+  g_assert (pop_ret);
+
+  /* Release unused buffers */
+  if (priv->buffer_pool.size () > priv->allocated_ca_size) {
+    auto it = priv->buffer_pool.begin ();
+
+    while (it != priv->buffer_pool.end () &&
+        priv->buffer_pool.size () > priv->allocated_ca_size) {
+      auto tmp = *it;
+      if (tmp == buffer || !tmp->IsUnused ()) {
+        it++;
+        continue;
+      }
+
+      GST_DEBUG_OBJECT (pool, "Releasing unused buffer%" G_GUINT64_FORMAT
+            ", Size: %" G_GUINT64_FORMAT, tmp->id_, tmp->alloc_size_);
+      it = priv->buffer_pool.erase (it);
+    }
+  }
+
+  lk.unlock ();
+
+  memcpy (buffer->mapped_data_ + ret->bs.Offset, data, size);
+
+  ret->pool = (GstD3D12DecoderCpbPool *) gst_object_ref (pool);
+  ret->dispose = (GstMiniObjectDisposeFunction) gst_d3d12_decoder_cpb_dispose;
+  ret->buffer = buffer;
+
+  *cpb = ret;
+
+  return S_OK;
+}
+/* *INDENT-ON* */
+
+GstD3D12DecoderCpb *
+gst_d3d12_decoder_cpb_ref (GstD3D12DecoderCpb * cpb)
+{
+  return (GstD3D12DecoderCpb *) gst_mini_object_ref (cpb);
+}
+
+void
+gst_d3d12_decoder_cpb_unref (GstD3D12DecoderCpb * cpb)
+{
+  gst_mini_object_unref (cpb);
+}
+
+gboolean
+gst_d3d12_decoder_cpb_get_bitstream (GstD3D12DecoderCpb * cpb,
+    D3D12_VIDEO_DECODE_COMPRESSED_BITSTREAM * bs)
+{
+  g_return_val_if_fail (cpb, FALSE);
+  g_return_val_if_fail (bs, FALSE);
+
+  *bs = cpb->bs;
+
+  return TRUE;
+}
+
+ID3D12CommandAllocator *
+gst_d3d12_decoder_cpb_get_command_allocator (GstD3D12DecoderCpb * cpb)
+{
+  g_return_val_if_fail (cpb, nullptr);
+
+  return cpb->ca.Get ();
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12decodercpbpool.h Added

@@ -0,0 +1,52 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3d12/gstd3d12.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_DECODER_CPB_POOL (gst_d3d12_decoder_cpb_pool_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12DecoderCpbPool,
+    gst_d3d12_decoder_cpb_pool, GST, D3D12_DECODER_CPB_POOL, GstObject);
+
+typedef struct _GstD3D12DecoderCpb GstD3D12DecoderCpb;
+
+GType                    gst_d3d12_decoder_cpb_get_type (void);
+
+GstD3D12DecoderCpbPool * gst_d3d12_decoder_cpb_pool_new (ID3D12Device * device);
+
+HRESULT                  gst_d3d12_decoder_cpb_pool_acquire (GstD3D12DecoderCpbPool * pool,
+                                                             gpointer data,
+                                                             gsize size,
+                                                             GstD3D12DecoderCpb ** cpb);
+
+GstD3D12DecoderCpb *     gst_d3d12_decoder_cpb_ref (GstD3D12DecoderCpb * cpb);
+
+void                     gst_d3d12_decoder_cpb_unref (GstD3D12DecoderCpb * cpb);
+
+gboolean                 gst_d3d12_decoder_cpb_get_bitstream (GstD3D12DecoderCpb * cpb,
+                                                              D3D12_VIDEO_DECODE_COMPRESSED_BITSTREAM * bs);
+
+ID3D12CommandAllocator * gst_d3d12_decoder_cpb_get_command_allocator (GstD3D12DecoderCpb * cpb);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12deinterlace.cpp Added

@@ -0,0 +1,1157 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-d3d12deinterlace
+ * @title: d3d12deinterlace
+ *
+ * A Direct3D12 based deinterlacing element
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12deinterlace.h"
+#include "gstd3d12pluginutils.h"
+#include "gstd3d12yadif.h"
+#include <directx/d3dx12.h>
+#include <mutex>
+#include <memory>
+#include <wrl.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_deinterlace_debug);
+#define GST_CAT_DEFAULT gst_d3d12_deinterlace_debug
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS)));
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS)));
+
+
+enum GstD3D12DeinterlaceFields
+{
+  GST_D3D12_DEINTERLACE_FIELDS_ALL,
+  GST_D3D12_DEINTERLACE_FIELDS_TOP,
+  GST_D3D12_DEINTERLACE_FIELDS_BOTTOM,
+};
+
+/**
+ * GstD3D12DeinterlaceFields:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_D3D12_DEINTERLACE_FIELDS (gst_d3d12_deinterlace_fields_get_type())
+static GType
+gst_d3d12_deinterlace_fields_get_type (void)
+{
+  static GType type = 0;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    static const GEnumValue types = {
+      /**
+       * GstD3D12DeinterlaceFields::all:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_DEINTERLACE_FIELDS_ALL, "All fields", "all"},
+
+      /**
+       * GstD3D12DeinterlaceFields::top:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_DEINTERLACE_FIELDS_TOP, "Top fields only", "top"},
+
+
+      /**
+       * GstD3D12DeinterlaceFields::bottom:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_DEINTERLACE_FIELDS_BOTTOM, "Bottom fields only", "bottom"},
+      {0, nullptr, nullptr},
+    };
+
+    type = g_enum_register_static ("GstD3D12DeinterlaceFields", types);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+
+enum GstD3D12DeinterlaceEngine
+{
+  GST_D3D12_DEINTERLACE_ENGINE_AUTO,
+  GST_D3D12_DEINTERLACE_ENGINE_3D,
+  GST_D3D12_DEINTERLACE_ENGINE_COMPUTE,
+};
+
+/**
+ * GstD3D12DeinterlaceEngine:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_D3D12_DEINTERLACE_ENGINE (gst_d3d12_deinterlace_engine_get_type())
+static GType
+gst_d3d12_deinterlace_engine_get_type (void)
+{
+  static GType type = 0;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    static const GEnumValue types = {
+      /**
+       * GstD3D12DeinterlaceEngine::auto:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_DEINTERLACE_ENGINE_AUTO,
+          "iGPU uses 3D engine, dGPU uses compute engine", "auto"},
+
+      /**
+       * GstD3D12DeinterlaceEngine::3d:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_DEINTERLACE_ENGINE_3D, "3D", "3d"},
+
+      /**
+       * GstD3D12DeinterlaceEngine::compute:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_DEINTERLACE_ENGINE_COMPUTE, "Compute", "compute"},
+      {0, nullptr, nullptr},
+    };
+
+    type = g_enum_register_static ("GstD3D12DeinterlaceEngine", types);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+
+enum
+{
+  PROP_0,
+  PROP_FIELDS,
+  PROP_ENGINE,
+};
+
+#define DEFAULT_FIELDS GST_D3D12_DEINTERLACE_FIELDS_ALL
+#define DEFAULT_ENGINE GST_D3D12_DEINTERLACE_ENGINE_AUTO
+
+
+/* *INDENT-OFF* */
+struct DeinterlaceConvCtx
+{
+  DeinterlaceConvCtx (GstD3D12Device * dev)
+  {
+    device = (GstD3D12Device *) gst_object_ref (dev);
+    auto device_handle = gst_d3d12_device_get_device_handle (device);
+    ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+  }
+
+  ~DeinterlaceConvCtx ()
+  {
+    gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
+        fence_val);
+
+    if (pre_pool)
+      gst_buffer_pool_set_active (pre_pool, FALSE);
+    if (post_pool)
+      gst_buffer_pool_set_active (post_pool, FALSE);
+    cl = nullptr;
+    gst_clear_object (&pre_pool);
+    gst_clear_object (&post_pool);
+    gst_clear_object (&pre_conv);
+    gst_clear_object (&post_conv);
+    gst_clear_object (&ca_pool);
+    gst_clear_object (&device);
+  }
+
+  GstD3D12Device *device = nullptr;
+  GstD3D12Converter *pre_conv = nullptr;
+  GstD3D12Converter *post_conv = nullptr;
+  GstBufferPool *pre_pool = nullptr;
+  GstBufferPool *post_pool = nullptr;
+  ComPtr<ID3D12GraphicsCommandList> cl;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
+  guint64 fence_val = 0;
+};
+
+struct GstD3D12DeinterlacePrivate
+{
+  GstD3D12DeinterlacePrivate ()
+  {
+    fence_pool = gst_d3d12_fence_data_pool_new ();
+  }
+
+  ~GstD3D12DeinterlacePrivate ()
+  {
+    gst_clear_object (&yadif);
+    gst_clear_object (&fence_pool);
+  }
+
+  std::mutex lock;
+  GstD3D12Yadif *yadif = nullptr;
+  GstD3D12FenceDataPool *fence_pool = nullptr;
+  std::shared_ptr<DeinterlaceConvCtx> conv_ctx;
+  GstVideoInfo in_info;
+  GstVideoInfo yadif_info;
+  GstClockTime latency = 0;
+  gboolean use_compute = FALSE;
+  GstD3D12DeinterlaceFields fields = DEFAULT_FIELDS;
+  GstD3D12DeinterlaceEngine engine = DEFAULT_ENGINE;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12Deinterlace
+{
+  GstD3D12BaseFilter parent;
+
+  GstD3D12DeinterlacePrivate *priv;
+};
+
+static void gst_d3d12_deinterlace_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_deinterlace_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static void gst_d3d12_deinterlace_finalize (GObject * object);
+static gboolean gst_d3d12_deinterlace_start (GstBaseTransform * trans);
+static gboolean gst_d3d12_deinterlace_stop (GstBaseTransform * trans);
+static GstCaps *gst_d3d12_deinterlace_transform_caps (GstBaseTransform *
+    trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter);
+static GstCaps *gst_d3d12_deinterlace_fixate_caps (GstBaseTransform *
+    base, GstPadDirection direction, GstCaps * caps, GstCaps * othercaps);
+static gboolean gst_d3d12_deinterlace_propose_allocation (GstBaseTransform *
+    trans, GstQuery * decide_query, GstQuery * query);
+static gboolean gst_d3d12_deinterlace_decide_allocation (GstBaseTransform *
+    trans, GstQuery * query);
+static gboolean gst_d3d12_deinterlace_sink_event (GstBaseTransform * trans,
+    GstEvent * event);
+static gboolean gst_d3d12_deinterlace_query (GstBaseTransform * trans,
+    GstPadDirection direction, GstQuery * query);
+static gboolean gst_d3d12_deinterlace_set_info (GstD3D12BaseFilter * filter,
+    GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
+    GstVideoInfo * out_info);
+static GstFlowReturn gst_d3d12_deinterlace_generate_output (GstBaseTransform *
+    trans, GstBuffer ** buffer);
+static GstFlowReturn gst_d3d12_deinterlace_transform (GstBaseTransform * trans,
+    GstBuffer * inbuf, GstBuffer * outbuf);
+static GstFlowReturn gst_d3d12_deinterlace_submit_input_buffer (GstBaseTransform
+    * trans, gboolean is_discont, GstBuffer * input);
+
+#define gst_d3d12_deinterlace_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12Deinterlace, gst_d3d12_deinterlace,
+    GST_TYPE_D3D12_BASE_FILTER);
+
+static void
+gst_d3d12_deinterlace_class_init (GstD3D12DeinterlaceClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+  auto filter_class = GST_D3D12_BASE_FILTER_CLASS (klass);
+
+  object_class->set_property = gst_d3d12_deinterlace_set_property;
+  object_class->get_property = gst_d3d12_deinterlace_get_property;
+  object_class->finalize = gst_d3d12_deinterlace_finalize;
+
+  g_object_class_install_property (object_class, PROP_FIELDS,
+      g_param_spec_enum ("fields", "Fields", "Fields to use for deinterlacing",
+          GST_TYPE_D3D12_DEINTERLACE_FIELDS, DEFAULT_FIELDS,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_ENGINE,
+      g_param_spec_enum ("engine", "Engine", "Engine to use",
+          GST_TYPE_D3D12_DEINTERLACE_ENGINE, DEFAULT_ENGINE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 Deinterlacer",
+      "Filter/Deinterlace/Effect/Video/Hardware",
+      "A Direct3D12 deinterlacer element",
+      "Seungha Yang <seungha@centricular.com>");
+
+  trans_class->passthrough_on_same_caps = TRUE;
+
+  trans_class->start = GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_start);
+  trans_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_stop);
+  trans_class->transform_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_transform_caps);
+  trans_class->fixate_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_fixate_caps);
+  trans_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_propose_allocation);
+  trans_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_decide_allocation);
+  trans_class->sink_event =
+      GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_sink_event);
+  trans_class->query = GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_query);
+  trans_class->submit_input_buffer =
+      GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_submit_input_buffer);
+  trans_class->generate_output =
+      GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_generate_output);
+  trans_class->transform = GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_transform);
+
+  filter_class->set_info = GST_DEBUG_FUNCPTR (gst_d3d12_deinterlace_set_info);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_DEINTERLACE_FIELDS,
+      (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_DEINTERLACE_ENGINE,
+      (GstPluginAPIFlags) 0);
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_deinterlace_debug, "d3d12deinterlace", 0,
+      "d3d12deinterlace");
+}
+
+static void
+gst_d3d12_deinterlace_init (GstD3D12Deinterlace * self)
+{
+  self->priv = new GstD3D12DeinterlacePrivate ();
+}
+
+static void
+gst_d3d12_deinterlace_finalize (GObject * object)
+{
+  auto self = GST_D3D12_DEINTERLACE (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+is_double_framerate (GstD3D12DeinterlaceFields fields)
+{
+  if (fields == GST_D3D12_DEINTERLACE_FIELDS_ALL)
+    return TRUE;
+
+  return FALSE;
+}
+
+static void
+gst_d3d12_deinterlace_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_DEINTERLACE (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_FIELDS:
+    {
+      auto fields = (GstD3D12DeinterlaceFields) g_value_get_enum (value);
+
+      if (priv->fields != fields) {
+        gboolean reconfig = FALSE;
+        if (is_double_framerate (priv->fields) != is_double_framerate (fields))
+          reconfig = TRUE;
+
+        priv->fields = fields;
+        if (priv->yadif) {
+          gst_d3d12_yadif_set_fields (priv->yadif,
+              (GstD3D12YadifFields) fields);
+        }
+
+        if (reconfig)
+          gst_base_transform_reconfigure_src (GST_BASE_TRANSFORM (self));
+      }
+      break;
+    }
+    case PROP_ENGINE:
+      priv->engine = (GstD3D12DeinterlaceEngine) g_value_get_enum (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (self, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_deinterlace_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_DEINTERLACE (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_FIELDS:
+      g_value_set_enum (value, priv->fields);
+      break;
+    case PROP_ENGINE:
+      g_value_set_enum (value, priv->engine);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (self, prop_id, pspec);
+      break;
+  }
+}
+
+static gboolean
+gst_d3d12_deinterlace_start (GstBaseTransform * trans)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  priv->latency = 0;
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->start (trans);
+}
+
+static gboolean
+gst_d3d12_deinterlace_stop (GstBaseTransform * trans)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    gst_clear_object (&priv->yadif);
+    priv->conv_ctx = nullptr;
+  }
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (trans);
+}
+
+static GstCaps *
+gst_d3d12_deinterlace_remove_interlace_info (GstCaps * caps,
+    gboolean remove_framerate)
+{
+  auto res = gst_caps_new_empty ();
+  auto n = gst_caps_get_size (caps);
+  for (guint i = 0; i < n; i++) {
+    auto s = gst_caps_get_structure (caps, i);
+    auto f = gst_caps_get_features (caps, i);
+
+    /* If this is already expressed by the existing caps
+     * skip this structure */
+    if (i > 0 && gst_caps_is_subset_structure_full (res, s, f))
+      continue;
+
+    s = gst_structure_copy (s);
+    /* Only remove format info for the cases when we can actually convert */
+    if (!gst_caps_features_is_any (f)
+        && gst_caps_features_contains (f, GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+      if (remove_framerate) {
+        gst_structure_remove_fields (s,
+            "interlace-mode", "field-order", "framerate", nullptr);
+      } else {
+        gst_structure_remove_fields (s,
+            "interlace-mode", "field-order", nullptr);
+      }
+    }
+
+    gst_caps_append_structure_full (res, s, gst_caps_features_copy (f));
+  }
+
+  return res;
+}
+
+static GstCaps *
+gst_d3d12_deinterlace_transform_caps (GstBaseTransform * trans,
+    GstPadDirection direction, GstCaps * caps, GstCaps * filter)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  /* Get all possible caps that we can transform to */
+  auto ret = gst_d3d12_deinterlace_remove_interlace_info (caps,
+      is_double_framerate (priv->fields));
+
+  if (filter) {
+    auto tmp = gst_caps_intersect_full (filter, ret, GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (ret);
+    ret = tmp;
+  }
+
+  GST_DEBUG_OBJECT (trans, "transformed %" GST_PTR_FORMAT " into %"
+      GST_PTR_FORMAT, caps, ret);
+
+  return ret;
+}
+
+static GstCaps *
+gst_d3d12_deinterlace_fixate_caps (GstBaseTransform * trans,
+    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  GST_DEBUG_OBJECT (self,
+      "trying to fixate othercaps %" GST_PTR_FORMAT " based on caps %"
+      GST_PTR_FORMAT, othercaps, caps);
+
+  othercaps = gst_caps_truncate (othercaps);
+  othercaps = gst_caps_make_writable (othercaps);
+
+  if (direction == GST_PAD_SRC)
+    return gst_caps_fixate (othercaps);
+
+  auto tmp = gst_caps_copy (caps);
+  tmp = gst_caps_fixate (tmp);
+
+  GstVideoInfo info;
+  if (!gst_video_info_from_caps (&info, tmp)) {
+    GST_WARNING_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    gst_caps_unref (tmp);
+
+    return gst_caps_fixate (othercaps);
+  }
+
+  auto s = gst_caps_get_structure (tmp, 0);
+
+  gint fps_n, fps_d;
+  if (is_double_framerate (priv->fields) &&
+      gst_structure_get_fraction (s, "framerate", &fps_n, &fps_d) &&
+      fps_n > 0 && fps_d > 0) {
+    /* for non-blend method, output framerate will be doubled */
+    if (GST_VIDEO_INFO_IS_INTERLACED (&info)) {
+      fps_n *= 2;
+    }
+
+    gst_caps_set_simple (othercaps,
+        "framerate", GST_TYPE_FRACTION, fps_n, fps_d, nullptr);
+  }
+
+  auto interlace_mode = gst_structure_get_string (s, "interlace-mode");
+  if (g_strcmp0 ("progressive", interlace_mode) == 0) {
+    /* Just forward interlace-mode=progressive.
+     * By this way, basetransform will enable passthrough for non-interlaced
+     * stream*/
+    gst_caps_set_simple (othercaps,
+        "interlace-mode", G_TYPE_STRING, "progressive", nullptr);
+  }
+
+  gst_caps_unref (tmp);
+
+  return gst_caps_fixate (othercaps);
+}
+
+static gboolean
+gst_d3d12_deinterlace_propose_allocation (GstBaseTransform * trans,
+    GstQuery * decide_query, GstQuery * query)
+{
+  auto filter = GST_D3D12_BASE_FILTER (trans);
+  GstVideoInfo info;
+  GstBufferPool *pool;
+  GstCaps *caps;
+  guint size;
+  gboolean is_d3d12 = FALSE;
+
+  if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
+          decide_query, query))
+    return FALSE;
+
+  /* passthrough, we're done */
+  if (!decide_query)
+    return TRUE;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+
+  if (!caps) {
+    GST_WARNING_OBJECT (filter, "Allocation query without caps");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&info, caps))
+    return FALSE;
+
+  if (gst_query_get_n_allocation_pools (query) == 0) {
+    GstCapsFeatures *features;
+    GstStructure *config;
+
+    features = gst_caps_get_features (caps, 0);
+
+    if (features && gst_caps_features_contains (features,
+            GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+      GST_DEBUG_OBJECT (filter, "upstream support d3d12 memory");
+      pool = gst_d3d12_buffer_pool_new (filter->device);
+      is_d3d12 = TRUE;
+    } else {
+      pool = gst_video_buffer_pool_new ();
+    }
+
+    config = gst_buffer_pool_get_config (pool);
+
+    gst_buffer_pool_config_add_option (config,
+        GST_BUFFER_POOL_OPTION_VIDEO_META);
+    if (!is_d3d12) {
+      gst_buffer_pool_config_add_option (config,
+          GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
+    }
+
+    size = GST_VIDEO_INFO_SIZE (&info);
+    gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
+
+    if (!gst_buffer_pool_set_config (pool, config)) {
+      GST_ERROR_OBJECT (filter, "Bufferpool config failed");
+      gst_object_unref (pool);
+      return FALSE;
+    }
+
+    /* d3d12 buffer pool will update buffer size based on allocated texture,
+     * get size from config again */
+    config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_get_params (config,
+        nullptr, &size, nullptr, nullptr);
+    gst_structure_free (config);
+
+    gst_query_add_allocation_pool (query, pool, size, 0, 0);
+    gst_object_unref (pool);
+  }
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, nullptr);
+  gst_query_add_allocation_meta (query,
+      GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE, nullptr);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_deinterlace_decide_allocation (GstBaseTransform * trans,
+    GstQuery * query)
+{
+  auto filter = GST_D3D12_BASE_FILTER (trans);
+  GstCaps *outcaps = nullptr;
+  GstBufferPool *pool = nullptr;
+  guint size, min = 0, max = 0;
+  GstStructure *config;
+  gboolean update_pool = FALSE;
+  GstVideoInfo info;
+
+  gst_query_parse_allocation (query, &outcaps, nullptr);
+
+  if (!outcaps)
+    return FALSE;
+
+  if (!gst_video_info_from_caps (&info, outcaps)) {
+    GST_ERROR_OBJECT (filter, "Invalid caps %" GST_PTR_FORMAT, outcaps);
+    return FALSE;
+  }
+
+  size = GST_VIDEO_INFO_SIZE (&info);
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    if (pool) {
+      if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto dpool = GST_D3D12_BUFFER_POOL (pool);
+        if (!gst_d3d12_device_is_equal (dpool->device, filter->device))
+          gst_clear_object (&pool);
+      }
+    }
+
+    update_pool = TRUE;
+  }
+
+  if (!pool)
+    pool = gst_d3d12_buffer_pool_new (filter->device);
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_config_set_params (config, outcaps, size, min, max);
+  gst_buffer_pool_set_config (pool, config);
+
+  /* d3d12 buffer pool will update buffer size based on allocated texture,
+   * get size from config again */
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->decide_allocation (trans,
+      query);
+}
+
+static void
+gst_d3d12_deinterlace_drain (GstD3D12Deinterlace * self)
+{
+  auto trans = GST_BASE_TRANSFORM (self);
+  auto priv = self->priv;
+  GstFlowReturn ret = GST_FLOW_OK;
+  GstBuffer *outbuf = nullptr;
+
+  if (!priv->yadif)
+    return;
+
+  if (gst_base_transform_is_passthrough (trans)) {
+    gst_d3d12_yadif_flush (priv->yadif);
+    return;
+  }
+
+  gst_d3d12_yadif_drain (priv->yadif);
+  do {
+    outbuf = nullptr;
+    ret = gst_d3d12_yadif_pop (priv->yadif, &outbuf);
+    if (ret == GST_D3D12_YADIF_FLOW_NEED_DATA)
+      ret = GST_FLOW_OK;
+
+    if (outbuf)
+      ret = gst_pad_push (GST_BASE_TRANSFORM_SRC_PAD (trans), outbuf);
+  } while (ret == GST_FLOW_OK && outbuf);
+}
+
+static gboolean
+gst_d3d12_deinterlace_prepare_convert (GstD3D12Deinterlace * self,
+    GstCaps * in_caps, const GstVideoInfo * in_info, GstVideoInfo * yadif_info)
+{
+  auto filter = GST_D3D12_BASE_FILTER (self);
+  auto priv = self->priv;
+
+  auto format = GST_VIDEO_INFO_FORMAT (in_info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_RGB16:
+    case GST_VIDEO_FORMAT_BGR16:
+    case GST_VIDEO_FORMAT_RGB15:
+    case GST_VIDEO_FORMAT_BGR15:
+      break;
+    default:
+      *yadif_info = *in_info;
+      return TRUE;
+  }
+
+  gst_video_info_set_interlaced_format (yadif_info, GST_VIDEO_FORMAT_RGBA,
+      in_info->interlace_mode, in_info->width, in_info->height);
+  GST_VIDEO_INFO_FIELD_ORDER (yadif_info) =
+      GST_VIDEO_INFO_FIELD_ORDER (in_info);
+
+  GstCaps *caps = gst_video_info_to_caps (yadif_info);
+
+  auto ctx = std::make_shared < DeinterlaceConvCtx > (filter->device);
+  ctx->pre_pool = gst_d3d12_buffer_pool_new (filter->device);
+  ctx->post_pool = gst_d3d12_buffer_pool_new (filter->device);
+
+  auto config = gst_buffer_pool_get_config (ctx->pre_pool);
+  gst_buffer_pool_config_set_params (config, caps, yadif_info->size, 0, 0);
+  gst_caps_unref (caps);
+  if (!gst_buffer_pool_set_config (ctx->pre_pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    return FALSE;
+  }
+
+  if (!gst_buffer_pool_set_active (ctx->pre_pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Pool active failed");
+    return FALSE;
+  }
+
+  config = gst_buffer_pool_get_config (ctx->post_pool);
+  gst_buffer_pool_config_set_params (config, in_caps, in_info->size, 0, 0);
+
+  if (!gst_buffer_pool_set_config (ctx->post_pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    return FALSE;
+  }
+
+  if (!gst_buffer_pool_set_active (ctx->post_pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Pool active failed");
+    return FALSE;
+  }
+
+  config = gst_structure_new ("convert-config",
+      GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
+      GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER,
+      D3D12_FILTER_MIN_MAG_MIP_POINT, nullptr);
+
+  ctx->pre_conv = gst_d3d12_converter_new (filter->device,
+      nullptr, in_info, yadif_info, nullptr, nullptr,
+      gst_structure_copy (config));
+  if (!ctx->pre_conv) {
+    GST_ERROR_OBJECT (self, "Couldn't create pre converter");
+    gst_structure_free (config);
+    return FALSE;
+  }
+
+  ctx->post_conv = gst_d3d12_converter_new (filter->device,
+      nullptr, yadif_info, in_info, nullptr, nullptr, config);
+  if (!ctx->post_conv) {
+    GST_ERROR_OBJECT (self, "Couldn't create post converter");
+    return FALSE;
+  }
+
+  priv->conv_ctx = ctx;
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_deinterlace_set_info (GstD3D12BaseFilter * filter,
+    GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
+    GstVideoInfo * out_info)
+{
+  auto trans = GST_BASE_TRANSFORM (filter);
+  auto self = GST_D3D12_DEINTERLACE (filter);
+  auto priv = self->priv;
+
+  gboolean post_msg = FALSE;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    auto fps_n = in_info->fps_n;
+    auto fps_d = in_info->fps_d;
+    if (fps_n <= 0 || fps_d <= 0) {
+      fps_n = 25;
+      fps_d = 1;
+    }
+    GstClockTime latency = gst_util_uint64_scale (GST_SECOND, fps_d, fps_n);
+    if (latency != priv->latency) {
+      priv->latency = latency;
+      post_msg = TRUE;
+    }
+
+    gst_clear_object (&priv->yadif);
+    priv->conv_ctx = nullptr;
+
+    if (!GST_VIDEO_INFO_IS_INTERLACED (in_info)) {
+      gst_base_transform_set_passthrough (trans, TRUE);
+    } else {
+      gst_base_transform_set_passthrough (trans, FALSE);
+    }
+
+    if (gst_base_transform_is_passthrough (trans))
+      return TRUE;
+
+    priv->in_info = *in_info;
+    if (!gst_d3d12_deinterlace_prepare_convert (self, incaps, &priv->in_info,
+            &priv->yadif_info)) {
+      return FALSE;
+    }
+
+    priv->use_compute = FALSE;
+    if (priv->engine == GST_D3D12_DEINTERLACE_ENGINE_COMPUTE) {
+      priv->use_compute = TRUE;
+    } else if (priv->engine == GST_D3D12_DEINTERLACE_ENGINE_AUTO &&
+        !gst_d3d12_device_is_uma (filter->device) && !priv->conv_ctx) {
+      /* Since yadif shader is full compute shader, in case of dGPU,
+       * prefer compute queue so that task can be overlapped with other 3D tasks
+       */
+      priv->use_compute = TRUE;
+    }
+
+    GST_DEBUG_OBJECT (self, "Use compute engine: %d", priv->use_compute);
+
+    priv->yadif = gst_d3d12_yadif_new (filter->device, &priv->yadif_info,
+        priv->use_compute);
+    if (!priv->yadif) {
+      GST_ERROR_OBJECT (self, "Couldn't create yadif object");
+      priv->conv_ctx = nullptr;
+      return FALSE;
+    }
+
+    gst_d3d12_yadif_set_direction (priv->yadif, trans->segment.rate >= 0);
+    gst_d3d12_yadif_set_fields (priv->yadif,
+        (GstD3D12YadifFields) priv->fields);
+  }
+
+  if (post_msg) {
+    gst_element_post_message (GST_ELEMENT_CAST (self),
+        gst_message_new_latency (GST_OBJECT_CAST (self)));
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_deinterlace_sink_event (GstBaseTransform * trans, GstEvent * event)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  switch (GST_EVENT_TYPE (event)) {
+    case GST_EVENT_EOS:
+      gst_d3d12_deinterlace_drain (self);
+      break;
+    case GST_EVENT_FLUSH_STOP:
+      if (priv->yadif)
+        gst_d3d12_yadif_flush (priv->yadif);
+      break;
+    case GST_EVENT_SEGMENT:
+      if (priv->yadif) {
+        const GstSegment *segment;
+        gst_event_parse_segment (event, &segment);
+        if (segment->format == GST_FORMAT_TIME) {
+          std::lock_guard < std::mutex > lk (priv->lock);
+          gst_d3d12_yadif_set_direction (priv->yadif, segment->rate >= 0);
+        }
+      }
+      break;
+    default:
+      break;
+  }
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->sink_event (trans, event);
+}
+
+static gboolean
+gst_d3d12_deinterlace_query (GstBaseTransform * trans,
+    GstPadDirection direction, GstQuery * query)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_LATENCY:
+    {
+      GstClockTime latency;
+
+      {
+        std::lock_guard < std::mutex > lk (priv->lock);
+        latency = priv->latency;
+      }
+
+      if (latency != 0 && GST_CLOCK_TIME_IS_VALID (latency) &&
+          !gst_base_transform_is_passthrough (trans)) {
+        auto otherpad = (direction == GST_PAD_SRC) ?
+            GST_BASE_TRANSFORM_SINK_PAD (trans) :
+            GST_BASE_TRANSFORM_SRC_PAD (trans);
+
+        auto ret = gst_pad_peer_query (otherpad, query);
+        if (ret) {
+          gboolean live;
+          GstClockTime min_latency, max_latency;
+          gst_query_parse_latency (query, &live, &min_latency, &max_latency);
+
+          GST_DEBUG_OBJECT (self, "peer latency: min %"
+              GST_TIME_FORMAT " max %" GST_TIME_FORMAT
+              ", our latency: %" GST_TIME_FORMAT,
+              GST_TIME_ARGS (min_latency), GST_TIME_ARGS (max_latency),
+              GST_TIME_ARGS (latency));
+
+          min_latency += latency;
+          if (GST_CLOCK_TIME_IS_VALID (max_latency))
+            max_latency += latency;
+
+          gst_query_set_latency (query, live, min_latency, max_latency);
+        }
+
+        return ret;
+      }
+      break;
+    }
+    default:
+      break;
+  }
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->query (trans, direction,
+      query);
+}
+
+static GstBuffer *
+gst_d3d12_deinterlace_convert (GstD3D12Deinterlace * self, GstBuffer * buffer,
+    gboolean is_preproc)
+{
+  auto priv = self->priv;
+  if (!priv->conv_ctx)
+    return buffer;
+
+  GstBuffer *outbuf = nullptr;
+  auto ctx = priv->conv_ctx;
+  GstBufferPool *pool;
+  GstD3D12Converter *conv;
+  if (is_preproc) {
+    pool = ctx->pre_pool;
+    conv = ctx->pre_conv;
+  } else {
+    pool = ctx->post_pool;
+    conv = ctx->post_conv;
+  }
+
+  gst_buffer_pool_acquire_buffer (pool, &outbuf, nullptr);
+  if (!outbuf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
+    gst_buffer_unref (buffer);
+    return nullptr;
+  }
+
+  gst_buffer_copy_into (outbuf, buffer, GST_BUFFER_COPY_METADATA, 0, -1);
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_pool, &fence_data);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (buffer));
+
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (ctx->ca_pool, &gst_ca)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  auto hr = ca->Reset ();
+  if (!gst_d3d12_result (hr, ctx->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (ctx->device);
+  if (!ctx->cl) {
+    hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
+        ca, nullptr, IID_PPV_ARGS (&ctx->cl));
+  } else {
+    hr = ctx->cl->Reset (ca, nullptr);
+  }
+
+  if (!gst_d3d12_result (hr, ctx->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  if (!gst_d3d12_converter_convert_buffer (conv, buffer, outbuf,
+          fence_data, ctx->cl.Get (), is_preproc ? TRUE : priv->use_compute)) {
+    GST_ERROR_OBJECT (self, "Couldn't convert buffer");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  hr = ctx->cl->Close ();
+  if (!gst_d3d12_result (hr, ctx->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't execute command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  ID3D12CommandList *cmd_list = { ctx->cl.Get () };
+  hr = gst_d3d12_device_execute_command_lists (ctx->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list, &ctx->fence_val);
+
+  if (!gst_d3d12_result (hr, ctx->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't execute command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  gst_d3d12_device_set_fence_notify (ctx->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT, ctx->fence_val,
+      FENCE_NOTIFY_MINI_OBJECT (fence_data));
+
+  auto fence = gst_d3d12_device_get_fence_handle (ctx->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  gst_d3d12_buffer_set_fence (outbuf, fence, ctx->fence_val, FALSE);
+
+  return outbuf;
+}
+
+static GstFlowReturn
+gst_d3d12_deinterlace_submit_input_buffer (GstBaseTransform * trans,
+    gboolean is_discont, GstBuffer * input)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  /* Let baseclass handle QoS first */
+  auto ret = GST_BASE_TRANSFORM_CLASS (parent_class)->submit_input_buffer
+      (trans, is_discont, input);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  /* at this moment, baseclass must hold queued_buf */
+  g_assert (trans->queued_buf != NULL);
+  auto buf = trans->queued_buf;
+  trans->queued_buf = nullptr;
+
+  buf = gst_d3d12_deinterlace_convert (self, buf, TRUE);
+  if (!buf)
+    return GST_FLOW_ERROR;
+
+  ret = gst_d3d12_yadif_push (priv->yadif, buf);
+  if (ret == GST_D3D12_YADIF_FLOW_NEED_DATA)
+    ret = GST_FLOW_OK;
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_d3d12_deinterlace_generate_output (GstBaseTransform * trans,
+    GstBuffer ** buffer)
+{
+  auto self = GST_D3D12_DEINTERLACE (trans);
+  auto priv = self->priv;
+
+  if (gst_base_transform_is_passthrough (trans)) {
+    return GST_BASE_TRANSFORM_CLASS (parent_class)->generate_output (trans,
+        buffer);
+  }
+
+  GstBuffer *outbuf = nullptr;
+  auto ret = gst_d3d12_yadif_pop (priv->yadif, &outbuf);
+  if (ret == GST_D3D12_YADIF_FLOW_NEED_DATA)
+    ret = GST_FLOW_OK;
+
+  if (outbuf) {
+    outbuf = gst_d3d12_deinterlace_convert (self, outbuf, FALSE);
+    if (!outbuf)
+      ret = GST_FLOW_ERROR;
+  }
+
+  *buffer = outbuf;
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_d3d12_deinterlace_transform (GstBaseTransform * trans, GstBuffer * inbuf,
+    GstBuffer * outbuf)
+{
+  /* generate_output() will do actual process */
+  return GST_FLOW_OK;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12deinterlace.h Added

@@ -0,0 +1,31 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include "gstd3d12basefilter.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_DEINTERLACE (gst_d3d12_deinterlace_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12Deinterlace, gst_d3d12_deinterlace,
+    GST, D3D12_DEINTERLACE, GstD3D12BaseFilter)
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12download.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12download.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12dpbstorage.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12dpbstorage.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12dxgicapture.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12dxgicapture.cpp Changed

@@ -47,7 +47,7 @@
 
 #include "gstd3d12dxgicapture.h"
 #include "gstd3d12pluginutils.h"
-#include <d3d11_3.h>
+#include <d3d11_4.h>
 #include <directx/d3dx12.h>
 #include <string.h>
 #include <mutex>
@@ -55,8 +55,8 @@
 #include <memory>
 #include <future>
 #include <wrl.h>
-#include "PSMain_sample.h"
-#include "VSMain_coord.h"
+#include <gst/d3dshader/gstd3dshader.h>
+#include <gmodule.h>
 
 #define _XM_NO_INTRINSICS_
 #include <DirectXMath.h>
@@ -76,15 +76,6 @@
  * https://github.com/microsoft/Windows-classic-samples/tree/master/Samples/DXGIDesktopDuplication
  */
 
-/* List of expected error cases */
-/* These are the errors we expect from general Dxgi API due to a transition */
-static HRESULT SystemTransitionsExpectedErrors = {
-  DXGI_ERROR_DEVICE_REMOVED,
-  DXGI_ERROR_ACCESS_LOST,
-  static_cast<HRESULT>(WAIT_ABANDONED),
-  S_OK
-};
-
 /* These are the errors we expect from IDXGIOutput1::DuplicateOutput
  * due to a transition */
 static HRESULT CreateDuplicationExpectedErrors = {
@@ -146,6 +137,110 @@
   return GST_FLOW_ERROR;
 }
 
+static guint
+get_sdr_white_level (PCWSTR name)
+{
+  LONG ret = ERROR_SUCCESS;
+  std::vector < DISPLAYCONFIG_PATH_INFO > path_info;
+  std::vector < DISPLAYCONFIG_MODE_INFO > mode_info;
+  gint retry_count = 0;
+  guint nits = 80;
+
+  /* QueryDisplayConfig() may return ERROR_INSUFFICIENT_BUFFER if there was
+   * configuration update between GetDisplayConfigBufferSizes() and
+   * QueryDisplayConfig() call. */
+  while (1) {
+    UINT32 n_path = 0;
+    UINT32 n_mode = 0;
+
+    ret = GetDisplayConfigBufferSizes (QDC_ONLY_ACTIVE_PATHS, &n_path, &n_mode);
+    if (ret != ERROR_SUCCESS) {
+      GST_WARNING ("GetDisplayConfigBufferSizes failed %d", (gint) ret);
+      return nits;
+    }
+
+    path_info.resize (n_path);
+    mode_info.resize (n_mode);
+
+    ret = QueryDisplayConfig (QDC_ONLY_ACTIVE_PATHS, &n_path, path_info.data (),
+        &n_mode, mode_info.data (), nullptr);
+    if (ret == ERROR_INSUFFICIENT_BUFFER) {
+      /* XXX: avoid infinite loop */
+      retry_count++;
+      if (retry_count > 100) {
+        GST_WARNING ("Too many retry, give up");
+        return nits;
+      }
+
+      GST_DEBUG ("Insufficient buffer, retrying");
+      continue;
+    } else if (ret != ERROR_SUCCESS) {
+      GST_WARNING ("QueryDisplayConfig failed %d", (gint) ret);
+      return nits;
+    }
+
+    path_info.resize (n_path);
+    mode_info.resize (n_mode);
+    break;
+  }
+
+  for (size_t i = 0; i < path_info.size (); i++) {
+    DISPLAYCONFIG_SOURCE_DEVICE_NAME src_name = { };
+    src_name.header.type = DISPLAYCONFIG_DEVICE_INFO_GET_SOURCE_NAME;
+    src_name.header.size = sizeof (DISPLAYCONFIG_SOURCE_DEVICE_NAME);
+    src_name.header.adapterId = path_infoi.sourceInfo.adapterId;
+    src_name.header.id = path_infoi.sourceInfo.id;
+
+    ret = DisplayConfigGetDeviceInfo (&src_name.header);
+    if (ret == ERROR_SUCCESS && wcscmp (name, src_name.viewGdiDeviceName) == 0) {
+      DISPLAYCONFIG_SDR_WHITE_LEVEL level;
+      level.header.type = DISPLAYCONFIG_DEVICE_INFO_GET_SDR_WHITE_LEVEL;
+      level.header.size = sizeof (level);
+      level.header.adapterId = path_infoi.targetInfo.adapterId;
+      level.header.id = path_infoi.targetInfo.id;
+      ret = DisplayConfigGetDeviceInfo (&level.header);
+      if (ret != ERROR_SUCCESS) {
+        GST_WARNING ("Couldn't get SDR white level info");
+        return nits;
+      }
+
+      return (level.SDRWhiteLevel * 80) / 1000;
+    }
+  }
+
+  return nits;
+}
+
+struct DxgiCaptureVTable
+{
+  gboolean loaded;
+  DPI_AWARENESS_CONTEXT (WINAPI * SetThreadDpiAwarenessContext) (DPI_AWARENESS_CONTEXT context);
+};
+
+static DxgiCaptureVTable g_vtable = { };
+
+static gboolean
+gst_d3d12_dxgi_capture_load_library (void)
+{
+  static GModule *user32_module = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    g_vtable.loaded = FALSE;
+    user32_module = g_module_open ("user32.dll", G_MODULE_BIND_LAZY);
+    if (!user32_module)
+      return;
+
+    if (!g_module_symbol (user32_module, "SetThreadDpiAwarenessContext",
+        (gpointer *) &g_vtable.SetThreadDpiAwarenessContext)) {
+      return;
+    }
+
+    g_vtable.loaded = TRUE;
+  } GST_D3D12_CALL_ONCE_END;
+
+  return g_vtable.loaded;
+}
+
 struct PtrInfo
 {
   PtrInfo ()
@@ -263,29 +358,42 @@
   UINT64 token_ = 0;
 };
 
-struct MoveRectData
-{
-  RECT src_rect;
-  RECT dst_rect;
-  D3D12_BOX box;
-};
-
 struct VERTEX
 {
   XMFLOAT3 Pos;
   XMFLOAT2 TexCoord;
 };
 
+struct PSConstBuffer
+{
+  float sdr_white_level;
+  float padding3;
+};
+
 class DesktopDupCtx
 {
 public:
   DesktopDupCtx () {}
 
-  GstFlowReturn Init (HMONITOR monitor)
+  ~DesktopDupCtx ()
+  {
+    if (context_) {
+      context_->ClearState ();
+      context_->Flush ();
+    }
+  }
+
+  GstFlowReturn Init (HMONITOR monitor, ID3D11Device5 * device,
+      ID3D11DeviceContext4 * context, ID3D11Fence * fence,
+      ID3D11SamplerState * sampler, ID3D11PixelShader * ps,
+      ID3D11PixelShader * ps_scrgb, ID3D11PixelShader * ps_scrgb_tonemap,
+      ID3D11Buffer * ps_cbuf, ID3D11VertexShader * vs,
+      ID3D11InputLayout * layout, gboolean use_reinhard)
   {
     ComPtr<IDXGIAdapter1> adapter;
     ComPtr<IDXGIOutput> output;
     ComPtr<IDXGIOutput1> output1;
+    ComPtr<IDXGIOutput6> output6;
 
     HRESULT hr = gst_d3d12_screen_capture_find_output_for_monitor (monitor,
         &adapter, &output);
@@ -300,6 +408,27 @@
       return GST_FLOW_ERROR;
     }
 
+    PSConstBuffer cbuf;
+    cbuf.sdr_white_level = 80.0;
+    gboolean is_hdr = FALSE;
+
+    if (gst_d3d12_dxgi_capture_load_library ()) {
+      hr = output.As (&output6);
+      if (SUCCEEDED (hr)) {
+        DXGI_OUTPUT_DESC1 desc1;
+        hr = output6->GetDesc1 (&desc1);
+        if (SUCCEEDED (hr) &&
+            desc1.ColorSpace == DXGI_COLOR_SPACE_RGB_FULL_G2084_NONE_P2020) {
+          is_hdr = TRUE;
+
+          MONITORINFOEXW monitor_info = { };
+          monitor_info.cbSize = sizeof (MONITORINFOEXW);
+          if (GetMonitorInfoW (desc1.Monitor, (LPMONITORINFO) & monitor_info))
+            cbuf.sdr_white_level = get_sdr_white_level (monitor_info.szDevice);
+        }
+      }
+    }
+
     HDESK hdesk = OpenInputDesktop (0, FALSE, GENERIC_ALL);
     if (hdesk) {
       if (!SetThreadDesktop (hdesk)) {
@@ -311,31 +440,35 @@
       GST_WARNING ("OpenInputDesktop() failed, error %lu", GetLastError());
     }
 
-    static const D3D_FEATURE_LEVEL feature_levels = {
-      D3D_FEATURE_LEVEL_11_1,
-      D3D_FEATURE_LEVEL_11_0,
-      D3D_FEATURE_LEVEL_10_1,
-      D3D_FEATURE_LEVEL_10_0,
-    };
-
-    hr = D3D11CreateDevice (adapter.Get (), D3D_DRIVER_TYPE_UNKNOWN, nullptr,
-        D3D11_CREATE_DEVICE_BGRA_SUPPORT, feature_levels,
-        G_N_ELEMENTS (feature_levels), D3D11_SDK_VERSION, &device_, nullptr,
-        nullptr);
-    if (FAILED (hr)) {
-      hr = D3D11CreateDevice (adapter.Get (), D3D_DRIVER_TYPE_UNKNOWN, nullptr,
-          D3D11_CREATE_DEVICE_BGRA_SUPPORT, &feature_levels1,
-          G_N_ELEMENTS (feature_levels) - 1, D3D11_SDK_VERSION, &device_,
-          nullptr, nullptr);
-    }
+    hr = E_FAIL;
+    output_format_ = DXGI_FORMAT_B8G8R8A8_UNORM;
+    if (is_hdr) {
+      DXGI_FORMAT formats = {
+        DXGI_FORMAT_R16G16B16A16_FLOAT,
+        DXGI_FORMAT_B8G8R8A8_UNORM,
+      };
 
-    if (FAILED (hr)) {
-      GST_ERROR ("Couldn't create d3d11 device");
-      return GST_FLOW_ERROR;
+      /* XXX: DuplicateOutput1() would fail if dpi awareness is not configured */
+      auto prev_ctx = g_vtable.SetThreadDpiAwarenessContext
+          (DPI_AWARENESS_CONTEXT_PER_MONITOR_AWARE_V2);
+      hr = output6->DuplicateOutput1(device, 0, 2, formats, &dupl_);
+
+      /* And restore dpi context for the current thread */
+      if (prev_ctx != nullptr)
+        g_vtable.SetThreadDpiAwarenessContext (prev_ctx);
+
+      if (FAILED (hr)) {
+        GST_WARNING ("IDXGIOutput5::DuplicateOutput1 returned 0x%x",
+            (guint) hr);
+        is_hdr = FALSE;
+      } else {
+        output_format_ = DXGI_FORMAT_R16G16B16A16_UNORM;
+      }
     }
 
-    /* FIXME: Use DuplicateOutput1 to avoid potentail color conversion */
-    hr = output1->DuplicateOutput(device_.Get(), &dupl_);
+    if (FAILED (hr))
+      hr = output1->DuplicateOutput(device, &dupl_);
+
     if (FAILED (hr)) {
       if (hr == DXGI_ERROR_NOT_CURRENTLY_AVAILABLE) {
         GST_ERROR ("Hit the max allowed number of Desktop Duplication session");
@@ -353,50 +486,406 @@
         return GST_D3D12_SCREEN_CAPTURE_FLOW_UNSUPPORTED;
       }
 
-      return flow_return_from_hr (device_.Get(), hr,
+      return flow_return_from_hr (device, hr,
           CreateDuplicationExpectedErrors);
     }
 
     dupl_->GetDesc (&output_desc_);
 
+    D3D11_TEXTURE2D_DESC desc = { };
+    desc.Width = output_desc_.ModeDesc.Width;
+    desc.Height = output_desc_.ModeDesc.Height;
+    desc.MipLevels = 1;
+    desc.ArraySize = 1;
+    desc.Format = output_format_;
+    desc.SampleDesc.Count = 1;
+    desc.Usage = D3D11_USAGE_DEFAULT;
+    desc.BindFlags = D3D11_BIND_RENDER_TARGET;
+
+    device_ = device;
+    context_ = context;
+    shared_fence_ = fence;
+    sampler_ = sampler;
+    ps_cbuf_ = ps_cbuf;
+    vs_ = vs;
+    layout_ = layout;
+
+    if (is_hdr) {
+      GST_INFO ("HDR with SDR white level %d nits",
+          (guint) cbuf.sdr_white_level);
+      if (!use_reinhard) {
+        GST_INFO ("Use scRGB sampling");
+        ps_ = ps_scrgb;
+      } else {
+        GST_INFO ("use scRGB sampling with reinhard tonemapping");
+        ps_ = ps_scrgb_tonemap;
+      }
+    } else {
+      GST_INFO ("Monitor is SDR mode");
+      ps_ = ps;
+    }
+
+    hr = device->CreateTexture2D (&desc, nullptr, &texture_);
+    if (FAILED (hr)) {
+      GST_ERROR ("Couldn't create texture");
+      return GST_FLOW_ERROR;
+    }
+
+    hr = device->CreateRenderTargetView (texture_.Get (), nullptr, &rtv_);
+    if (FAILED (hr)) {
+      GST_ERROR ("Couldn't create render target view");
+      return GST_FLOW_ERROR;
+    }
+
+    D3D11_MAPPED_SUBRESOURCE map;
+    hr = context->Map (ps_cbuf_.Get (), 0, D3D11_MAP_WRITE_DISCARD, 0, &map); if (FAILED (hr)) {
+      GST_ERROR ("Couldn't map constant buffer");
+      return GST_FLOW_ERROR;
+    }
+
+    memcpy (map.pData, &cbuf, sizeof (PSConstBuffer));
+    context->Unmap (ps_cbuf_.Get (), 0);
+
+    viewport_.TopLeftX = 0;
+    viewport_.TopLeftY = 0;
+    viewport_.MinDepth = 0;
+    viewport_.MaxDepth = 1;
+    viewport_.Width = desc.Width;
+    viewport_.Height = desc.Height;
+
     return GST_FLOW_OK;
   }
 
-  void ReleaseFrame ()
+  void
+  setMoveRect (DXGI_OUTDUPL_MOVE_RECT * move_rect,
+      DXGI_MODE_ROTATION rotation, INT width, INT height,
+      RECT * src, RECT * dst)
   {
-    if (acquired_frame_) {
-      acquired_frame_ = nullptr;
-      dupl_->ReleaseFrame ();
+    switch (rotation) {
+      case DXGI_MODE_ROTATION_ROTATE90:
+        src->left = height - (move_rect->SourcePoint.y +
+            move_rect->DestinationRect.bottom - move_rect->DestinationRect.top);
+        src->top = move_rect->SourcePoint.x;
+        src->right = height - move_rect->SourcePoint.y;
+        src->bottom = move_rect->SourcePoint.x +
+            move_rect->DestinationRect.right - move_rect->DestinationRect.left;
+
+        dst->left = height - move_rect->DestinationRect.bottom;
+        dst->top = move_rect->DestinationRect.left;
+        dst->right = height - move_rect->DestinationRect.top;
+        dst->bottom = move_rect->DestinationRect.right;
+        break;
+      case DXGI_MODE_ROTATION_ROTATE180:
+        src->left = width - (move_rect->SourcePoint.x +
+            move_rect->DestinationRect.right - move_rect->DestinationRect.left);
+        src->top = height - (move_rect->SourcePoint.y +
+            move_rect->DestinationRect.bottom - move_rect->DestinationRect.top);
+        src->right = width - move_rect->SourcePoint.x;
+        src->bottom = height - move_rect->SourcePoint.y;
+
+        dst->left = width - move_rect->DestinationRect.right;
+        dst->top = height - move_rect->DestinationRect.bottom;
+        dst->right = width - move_rect->DestinationRect.left;
+        dst->bottom =  height - move_rect->DestinationRect.top;
+        break;
+      case DXGI_MODE_ROTATION_ROTATE270:
+        src->left = move_rect->SourcePoint.x;
+        src->top = width - (move_rect->SourcePoint.x +
+            move_rect->DestinationRect.right - move_rect->DestinationRect.left);
+        src->right = move_rect->SourcePoint.y +
+            move_rect->DestinationRect.bottom - move_rect->DestinationRect.top;
+        src->bottom = width - move_rect->SourcePoint.x;
+
+        dst->left = move_rect->DestinationRect.top;
+        dst->top = width - move_rect->DestinationRect.right;
+        dst->right = move_rect->DestinationRect.bottom;
+        dst->bottom =  width - move_rect->DestinationRect.left;
+        break;
+      case DXGI_MODE_ROTATION_UNSPECIFIED:
+      case DXGI_MODE_ROTATION_IDENTITY:
+      default:
+        src->left = move_rect->SourcePoint.x;
+        src->top = move_rect->SourcePoint.y;
+        src->right = move_rect->SourcePoint.x +
+            move_rect->DestinationRect.right - move_rect->DestinationRect.left;
+        src->bottom = move_rect->SourcePoint.y +
+            move_rect->DestinationRect.bottom - move_rect->DestinationRect.top;
+
+        *dst = move_rect->DestinationRect;
+        break;
     }
   }
 
-  GstFlowReturn AcquireNextFrame (IDXGIResource ** resource)
+  GstFlowReturn
+  copyMoveRects (DXGI_OUTDUPL_MOVE_RECT * rects, UINT move_count)
   {
-    HRESULT hr;
+    if (!move_texture_) {
+      D3D11_TEXTURE2D_DESC desc;
+      texture_->GetDesc (&desc);
+      desc.BindFlags = 0;
+      desc.MiscFlags = 0;
+      auto hr = device_->CreateTexture2D (&desc, nullptr, &move_texture_);
+      if (FAILED (hr)) {
+        GST_ERROR ("Couldn't create move texture");
+        return GST_FLOW_ERROR;
+      }
+    }
 
-    move_rect_.clear ();
-    dirty_rect_.clear ();
-    dirty_vertex_.clear ();
+    for (UINT i = 0; i < move_count; i++) {
+      RECT src;
+      RECT dst;
+
+      setMoveRect (&rectsi, output_desc_.Rotation,
+          output_desc_.ModeDesc.Width, output_desc_.ModeDesc.Height,
+          &src, &dst);
+
+      D3D11_BOX src_box = { };
+      src_box.front = 0;
+      src_box.back = 1;
+      src_box.left = src.left;
+      src_box.top = src.top;
+      src_box.right = src.right;
+      src_box.bottom = src.bottom;
+
+      context_->CopySubresourceRegion(move_texture_.Get(),
+          0, src.left, src.top, 0, texture_.Get (), 0, &src_box);
+      context_->CopySubresourceRegion (texture_.Get (), 0, dst.left, dst.top,
+          0, move_texture_.Get (), 0, &src_box);
+    }
 
-    if (acquired_frame_) {
-      acquired_frame_ = nullptr;
-      dupl_->ReleaseFrame ();
+    return GST_FLOW_OK;
+  }
+
+  void
+  setDirtyVert (VERTEX* Vertices, RECT* Dirty,
+      DXGI_OUTDUPL_DESC* DeskDesc, D3D11_TEXTURE2D_DESC* FullDesc,
+      D3D11_TEXTURE2D_DESC* ThisDesc)
+  {
+    INT CenterX = FullDesc->Width / 2;
+    INT CenterY = FullDesc->Height / 2;
+
+    INT Width = FullDesc->Width;
+    INT Height = FullDesc->Height;
+
+    /* Rotation compensated destination rect */
+    RECT DestDirty = *Dirty;
+
+    /* Set appropriate coordinates compensated for rotation */
+    switch (DeskDesc->Rotation)
+    {
+      case DXGI_MODE_ROTATION_ROTATE90:
+        DestDirty.left = Width - Dirty->bottom;
+        DestDirty.top = Dirty->left;
+        DestDirty.right = Width - Dirty->top;
+        DestDirty.bottom = Dirty->right;
+
+        Vertices0.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices1.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices2.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices5.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        break;
+      case DXGI_MODE_ROTATION_ROTATE180:
+        DestDirty.left = Width - Dirty->right;
+        DestDirty.top = Height - Dirty->bottom;
+        DestDirty.right = Width - Dirty->left;
+        DestDirty.bottom = Height - Dirty->top;
+
+        Vertices0.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices1.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices2.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices5.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        break;
+      case DXGI_MODE_ROTATION_ROTATE270:
+        DestDirty.left = Dirty->top;
+        DestDirty.top = Height - Dirty->right;
+        DestDirty.right = Dirty->bottom;
+        DestDirty.bottom = Height - Dirty->left;
+
+        Vertices0.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices1.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices2.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices5.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        break;
+      case DXGI_MODE_ROTATION_UNSPECIFIED:
+      case DXGI_MODE_ROTATION_IDENTITY:
+      default:
+        Vertices0.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices1.TexCoord =
+            XMFLOAT2(Dirty->left / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices2.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->bottom / static_cast<FLOAT>(ThisDesc->Height));
+        Vertices5.TexCoord =
+            XMFLOAT2(Dirty->right / static_cast<FLOAT>(ThisDesc->Width),
+                     Dirty->top / static_cast<FLOAT>(ThisDesc->Height));
+        break;
     }
 
-    hr = dupl_->AcquireNextFrame(0, &frame_info_, &acquired_frame_);
-    if (hr == DXGI_ERROR_WAIT_TIMEOUT)
+    /* Set positions */
+    Vertices0.Pos =
+        XMFLOAT3(
+          (DestDirty.left - CenterX) / static_cast<FLOAT>(CenterX),
+          -1 * (DestDirty.bottom - CenterY) / static_cast<FLOAT>(CenterY),
+          0.0f);
+    Vertices1.Pos =
+        XMFLOAT3(
+          (DestDirty.left - CenterX) / static_cast<FLOAT>(CenterX),
+          -1 * (DestDirty.top - CenterY) / static_cast<FLOAT>(CenterY),
+          0.0f);
+    Vertices2.Pos =
+        XMFLOAT3(
+          (DestDirty.right - CenterX) / static_cast<FLOAT>(CenterX),
+          -1 * (DestDirty.bottom - CenterY) / static_cast<FLOAT>(CenterY),
+          0.0f);
+    Vertices3.Pos = Vertices2.Pos;
+    Vertices4.Pos = Vertices1.Pos;
+    Vertices5.Pos =
+        XMFLOAT3(
+          (DestDirty.right - CenterX) / static_cast<FLOAT>(CenterX),
+          -1 * (DestDirty.top - CenterY) / static_cast<FLOAT>(CenterY),
+          0.0f);
+
+    Vertices3.TexCoord = Vertices2.TexCoord;
+    Vertices4.TexCoord = Vertices1.TexCoord;
+  }
+
+  GstFlowReturn
+  copyDirtyRects (ID3D11Texture2D * src, RECT * dirty_rects, UINT dirty_count)
+  {
+    if (dirty_count == 0)
       return GST_FLOW_OK;
 
+    ComPtr<ID3D11ShaderResourceView> cur_srv;
+    auto hr = device_->CreateShaderResourceView (src, nullptr, &cur_srv);
     if (FAILED (hr)) {
-      GST_WARNING ("AcquireNextFrame failed with 0x%x", (guint) hr);
-      return flow_return_from_hr (device_.Get (), hr, FrameInfoExpectedErrors);
+      GST_ERROR ("Couldn't create shader resource view");
+      return GST_FLOW_ERROR;
+    }
+
+    auto byte_needed = sizeof (VERTEX) * 6 * dirty_count;
+    dirty_vertex_.resize (dirty_count * 6);
+    VERTEX *vert_data = dirty_vertex_.data ();
+    D3D11_TEXTURE2D_DESC FullDesc;
+    D3D11_TEXTURE2D_DESC ThisDesc;
+
+    texture_->GetDesc (&FullDesc);
+    src->GetDesc (&ThisDesc);
+
+    for (guint i = 0; i < dirty_count; i++, vert_data += 6) {
+      setDirtyVert (vert_data, &dirty_rectsi, &output_desc_, &FullDesc,
+          &ThisDesc);
+    }
+
+    if (byte_needed > vertext_buf_size_)
+      vertex_buf_ = nullptr;
+
+    if (!vertex_buf_) {
+      vertext_buf_size_ = byte_needed;
+
+      D3D11_BUFFER_DESC buf_desc = { };
+      D3D11_SUBRESOURCE_DATA subresource = { };
+      buf_desc.Usage = D3D11_USAGE_DYNAMIC;
+      buf_desc.ByteWidth = byte_needed;
+      buf_desc.BindFlags = D3D11_BIND_VERTEX_BUFFER;
+      buf_desc.CPUAccessFlags = D3D11_CPU_ACCESS_WRITE;
+      subresource.pSysMem = dirty_vertex_.data ();
+      subresource.SysMemPitch = byte_needed;
+
+      hr = device_->CreateBuffer (&buf_desc, &subresource, &vertex_buf_);
+      if (FAILED (hr)) {
+        GST_ERROR ("Couldn't create vertex buffer");
+        return GST_FLOW_ERROR;
+      }
+    } else {
+      D3D11_MAPPED_SUBRESOURCE mapped;
+      hr = context_->Map (vertex_buf_.Get (),  0, D3D11_MAP_WRITE_DISCARD,
+          0, &mapped);
+      if (FAILED (hr)) {
+        GST_ERROR ("Couldn't map vertex buffer");
+        return GST_FLOW_ERROR;
+      }
+
+      memcpy (mapped.pData, dirty_vertex_.data (), byte_needed);
+      context_->Unmap (vertex_buf_.Get (), 0);
+    }
+
+    UINT stride = sizeof (VERTEX);
+    UINT offset = 0;
+    ID3D11Buffer *vert = { vertex_buf_.Get () };
+    context_->IASetVertexBuffers (0, 1, vert, &stride, &offset);
+    context_->IASetPrimitiveTopology(D3D11_PRIMITIVE_TOPOLOGY_TRIANGLELIST);
+    context_->IASetInputLayout(layout_.Get());
+    context_->VSSetShader(vs_.Get(), nullptr, 0);
+    context_->PSSetShader(ps_.Get(), nullptr, 0);
+    ID3D11Buffer *ps_cbuf = { ps_cbuf_.Get () };
+    context_->PSSetConstantBuffers (0, 1, ps_cbuf);
+
+    ID3D11ShaderResourceView *srv = { cur_srv.Get () };
+    context_->PSSetShaderResources(0, 1, srv);
+
+    ID3D11SamplerState *sampler = { sampler_.Get () };
+    context_->PSSetSamplers(0, 1, sampler);
+
+    context_->RSSetViewports (1, &viewport_);
+
+    ID3D11RenderTargetView *rtv = { rtv_.Get () };
+    context_->OMSetRenderTargets(1, rtv, nullptr);
+    context_->OMSetBlendState(nullptr, nullptr, 0xFFFFFFFF);
+
+    context_->Draw (6 * dirty_count, 0);
+
+    srv0 = nullptr;
+    rtv0 = nullptr;
+
+    context_->PSSetShaderResources(0, 1, srv);
+    context_->OMSetRenderTargets(1, rtv, nullptr);
+
+    return GST_FLOW_OK;
+  }
+
+  GstFlowReturn
+  ExecuteInternal (IDXGIResource * resource)
+  {
+    ComPtr<ID3D11Texture2D> cur_texture;
+    HRESULT hr;
+    resource->QueryInterface (IID_PPV_ARGS (&cur_texture));
+    if (!cur_texture) {
+      GST_ERROR ("Couldn't get texture interface");
+      return GST_FLOW_ERROR;
     }
 
     metadata_buffer_.resize (frame_info_.TotalMetadataBufferSize);
     if (frame_info_.TotalMetadataBufferSize > 0) {
       UINT buf_size = frame_info_.TotalMetadataBufferSize;
       hr = dupl_->GetFrameMoveRects (buf_size,
-         (DXGI_OUTDUPL_MOVE_RECT *) metadata_buffer_.data (), &buf_size);
+        (DXGI_OUTDUPL_MOVE_RECT *) metadata_buffer_.data (), &buf_size);
       if (FAILED (hr)) {
         GST_ERROR ("Couldn't get move rect, hr: 0x%x", (guint) hr);
         return flow_return_from_hr (device_.Get (),
@@ -404,7 +893,12 @@
       }
 
       auto move_count = buf_size / sizeof (DXGI_OUTDUPL_MOVE_RECT);
-      buildMoveRects (move_count);
+      if (move_count > 0) {
+        auto ret = copyMoveRects (
+            (DXGI_OUTDUPL_MOVE_RECT *) metadata_buffer_.data (), move_count);
+        if (ret != GST_FLOW_OK)
+          return ret;
+      }
 
       auto dirty_rects = metadata_buffer_.data () + buf_size;
       buf_size = frame_info_.TotalMetadataBufferSize - buf_size;
@@ -418,7 +912,12 @@
       }
 
       auto dirty_count = buf_size / sizeof (RECT);
-      buildDirtyVertex ((RECT *) dirty_rects, dirty_count);
+      if (dirty_count > 0) {
+        auto ret = copyDirtyRects (cur_texture.Get (), (RECT *) dirty_rects,
+            dirty_count);
+        if (ret != GST_FLOW_OK)
+          return ret;
+      }
     }
 
     if (frame_info_.LastMouseUpdateTime.QuadPart != 0) {
@@ -440,46 +939,63 @@
       }
     }
 
-    *resource = acquired_frame_.Get ();
-    (*resource)->AddRef ();
-
     return GST_FLOW_OK;
   }
 
-  void GetSize (guint * width, guint * height)
+  GstFlowReturn
+  Execute (ID3D11Texture2D * dest, D3D11_BOX * src_box, UINT64 fence_val)
   {
-    *width = output_desc_.ModeDesc.Width;
-    *height = output_desc_.ModeDesc.Height;
-  }
+    ComPtr<IDXGIResource> resource;
+    auto hr = dupl_->AcquireNextFrame(0, &frame_info_, &resource);
+    if (hr != DXGI_ERROR_WAIT_TIMEOUT) {
+      if (FAILED (hr)) {
+        GST_WARNING ("AcquireNextFrame failed with 0x%x", (guint) hr);
+        /* XXX: HDR <-> SDR mode switching seems to be racy,
+         * and AcquireNextFrame() seems to return DXGI_ERROR_INVALID_CALL
+         * sometimes on HDR <-> SDR mode switching.
+         * Do return GST_D3D12_SCREEN_CAPTURE_FLOW_UNSUPPORTED here
+         * if AcquireNextFrame() returns DXGI_ERROR_INVALID_CALL, then
+         * source element will do retry a bit more */
+        if (hr == DXGI_ERROR_INVALID_CALL) {
+          GST_WARNING ("DXGI_ERROR_INVALID_CALL, trying again");
+          dupl_->ReleaseFrame ();
+          return GST_D3D12_SCREEN_CAPTURE_FLOW_UNSUPPORTED;
+        }
 
-  DXGI_OUTDUPL_DESC GetDesc ()
-  {
-    return output_desc_;
-  }
+        dupl_->ReleaseFrame ();
+        return flow_return_from_hr (device_.Get (), hr, FrameInfoExpectedErrors);
+      }
 
-  UINT GetMoveCount ()
-  {
-    return move_rect_.size ();
-  }
+      auto ret = ExecuteInternal(resource.Get ());
+      dupl_->ReleaseFrame ();
 
-  const std::vector<MoveRectData> & GetMoveRects ()
-  {
-    return move_rect_;
+      if (ret != GST_FLOW_OK)
+        return ret;
+    } else {
+      dupl_->ReleaseFrame ();
+    }
+
+    context_->CopySubresourceRegion (dest, 0, 0, 0, 0,
+        texture_.Get (), 0, src_box);
+    context_->Signal (shared_fence_.Get(), fence_val);
+
+    return GST_FLOW_OK;
   }
 
-  UINT GetDirtyCount ()
+  void GetSize (guint * width, guint * height)
   {
-    return dirty_rect_.size ();
+    *width = output_desc_.ModeDesc.Width;
+    *height = output_desc_.ModeDesc.Height;
   }
 
-  const std::vector<RECT> & GetDirtyRects ()
+  DXGI_FORMAT GetFormat ()
   {
-    return dirty_rect_;
+    return output_format_;
   }
 
-  const std::vector<VERTEX> & GetDirtyVertex ()
+  DXGI_OUTDUPL_DESC GetDesc ()
   {
-    return dirty_vertex_;
+    return output_desc_;
   }
 
   const PtrInfo & GetPointerInfo ()
@@ -487,183 +1003,14 @@
     return ptr_info_;
   }
 
-private:
-  void buildMoveRects (UINT move_count)
+  ID3D11Fence * GetFence ()
   {
-    INT width = (INT) output_desc_.ModeDesc.Width;
-    INT height = (INT) output_desc_.ModeDesc.Height;
-
-    for (UINT i = 0; i < move_count; i++) {
-      DXGI_OUTDUPL_MOVE_RECT *move_rect =
-          ((DXGI_OUTDUPL_MOVE_RECT *) metadata_buffer_.data ()) + i;
-      RECT src_rect;
-      RECT dst_rect;
-
-      switch (output_desc_.Rotation) {
-        case DXGI_MODE_ROTATION_UNSPECIFIED:
-        case DXGI_MODE_ROTATION_IDENTITY:
-          src_rect.left = move_rect->SourcePoint.x;
-          src_rect.top = move_rect->SourcePoint.y;
-          src_rect.right = move_rect->SourcePoint.x +
-              move_rect->DestinationRect.right - move_rect->DestinationRect.left;
-          src_rect.bottom = move_rect->SourcePoint.y +
-              move_rect->DestinationRect.bottom - move_rect->DestinationRect.top;
-          dst_rect = move_rect->DestinationRect;
-          break;
-        case DXGI_MODE_ROTATION_ROTATE90:
-          src_rect.left = height - (move_rect->SourcePoint.y +
-              move_rect->DestinationRect.bottom - move_rect->DestinationRect.top);
-          src_rect.top = move_rect->SourcePoint.x;
-          src_rect.right = height - move_rect->SourcePoint.y;
-          src_rect.bottom = move_rect->SourcePoint.x +
-              move_rect->DestinationRect.right - move_rect->DestinationRect.left;
-
-          dst_rect.left = height - move_rect->DestinationRect.bottom;
-          dst_rect.top = move_rect->DestinationRect.left;
-          dst_rect.right = height - move_rect->DestinationRect.top;
-          dst_rect.bottom = move_rect->DestinationRect.right;
-          break;
-        case DXGI_MODE_ROTATION_ROTATE180:
-          src_rect.left = width - (move_rect->SourcePoint.x +
-              move_rect->DestinationRect.right - move_rect->DestinationRect.left);
-          src_rect.top = height - (move_rect->SourcePoint.y +
-              move_rect->DestinationRect.bottom - move_rect->DestinationRect.top);
-          src_rect.right = width - move_rect->SourcePoint.x;
-          src_rect.bottom = height - move_rect->SourcePoint.y;
-
-          dst_rect.left = width - move_rect->DestinationRect.right;
-          dst_rect.top = height - move_rect->DestinationRect.bottom;
-          dst_rect.right = width - move_rect->DestinationRect.left;
-          dst_rect.bottom =  height - move_rect->DestinationRect.top;
-          break;
-        case DXGI_MODE_ROTATION_ROTATE270:
-          src_rect.left = move_rect->SourcePoint.x;
-          src_rect.top = width - (move_rect->SourcePoint.x +
-              move_rect->DestinationRect.right - move_rect->DestinationRect.left);
-          src_rect.right = move_rect->SourcePoint.y +
-              move_rect->DestinationRect.bottom - move_rect->DestinationRect.top;
-          src_rect.bottom = width - move_rect->SourcePoint.x;
-
-          dst_rect.left = move_rect->DestinationRect.top;
-          dst_rect.top = width - move_rect->DestinationRect.right;
-          dst_rect.right = move_rect->DestinationRect.bottom;
-          dst_rect.bottom =  width - move_rect->DestinationRect.left;
-          break;
-        default:
-          continue;
-      }
-
-      MoveRectData rect_data = { };
-      rect_data.src_rect = src_rect;
-      rect_data.dst_rect = dst_rect;
-      rect_data.box.left = src_rect.left;
-      rect_data.box.top = src_rect.top;
-      rect_data.box.right = src_rect.right;
-      rect_data.box.bottom = src_rect.bottom;
-      rect_data.box.front = 0;
-      rect_data.box.back = 1;
-
-      move_rect_.push_back (rect_data);
-    }
+    return shared_fence_.Get ();
   }
 
-  void buildDirtyVertex (RECT * rects, UINT num_rect)
+  ID3D11Device * GetDevice ()
   {
-    if (num_rect == 0)
-      return;
-
-    dirty_vertex_.resize (num_rect * 6);
-    FLOAT width = output_desc_.ModeDesc.Width;
-    FLOAT height = output_desc_.ModeDesc.Height;
-    FLOAT center_x = width / 2.0f;
-    FLOAT center_y = height / 2.0f;
-
-    for (UINT i = 0; i < num_rect; i++) {
-      RECT dirty = rectsi;
-      RECT dest_dirty = dirty;
-      UINT base = i * 6;
-
-      dirty_rect_.push_back (dirty);
-
-      switch (output_desc_.Rotation) {
-        case DXGI_MODE_ROTATION_ROTATE90:
-          dest_dirty.left = width - dirty.bottom;
-          dest_dirty.top = dirty.left;
-          dest_dirty.right = width - dirty.top;
-          dest_dirty.bottom = dirty.right;
-
-          dirty_vertex_base.TexCoord = XMFLOAT2 (
-              dirty.right / width, dirty.bottom / height);
-          dirty_vertex_base + 1.TexCoord = XMFLOAT2 (
-              dirty.left / width, dirty.bottom / height);
-          dirty_vertex_base + 2.TexCoord = XMFLOAT2 (
-              dirty.right / width, dirty.top / height);
-          dirty_vertex_base + 5.TexCoord = XMFLOAT2(
-              dirty.left / width, dirty.top / height);
-          break;
-        case DXGI_MODE_ROTATION_ROTATE180:
-          dest_dirty.left = width - dirty.right;
-          dest_dirty.top = height - dirty.bottom;
-          dest_dirty.right = width - dirty.left;
-          dest_dirty.bottom = height - dirty.top;
-
-          dirty_vertex_base.TexCoord = XMFLOAT2(
-              dirty.right / width, dirty.top / height);
-          dirty_vertex_base + 1.TexCoord = XMFLOAT2 (
-              dirty.right / width, dirty.bottom / height);
-          dirty_vertex_base + 2.TexCoord = XMFLOAT2 (
-              dirty.left / width, dirty.top / height);
-          dirty_vertex_base + 5.TexCoord = XMFLOAT2 (
-              dirty.left / width, dirty.bottom / height);
-          break;
-        case DXGI_MODE_ROTATION_ROTATE270:
-          dest_dirty.left = dirty.top;
-          dest_dirty.top = height - dirty.right;
-          dest_dirty.right = dirty.bottom;
-          dest_dirty.bottom = height - dirty.left;
-
-          dirty_vertex_base.TexCoord = XMFLOAT2 (
-              dirty.left / width, dirty.top / height);
-          dirty_vertex_base + 1.TexCoord = XMFLOAT2 (
-              dirty.right / width, dirty.top / height);
-          dirty_vertex_base + 2.TexCoord = XMFLOAT2 (
-              dirty.left / width, dirty.bottom / height);
-          dirty_vertex_base + 5.TexCoord = XMFLOAT2 (
-              dirty.right / width, dirty.bottom / height);
-          break;
-        case DXGI_MODE_ROTATION_UNSPECIFIED:
-        case DXGI_MODE_ROTATION_IDENTITY:
-        default:
-          dirty_vertex_base.TexCoord = XMFLOAT2 (
-              dirty.left / width, dirty.bottom / height);
-          dirty_vertex_base + 1.TexCoord = XMFLOAT2 (
-              dirty.left / width, dirty.top / height);
-          dirty_vertex_base + 2.TexCoord = XMFLOAT2 (
-              dirty.right / width, dirty.bottom / height);
-          dirty_vertex_base + 5.TexCoord = XMFLOAT2 (
-              dirty.right / width, dirty.top / height);
-          break;
-      }
-
-      /* Set positions */
-      dirty_vertex_base.Pos = XMFLOAT3 (
-          (dest_dirty.left - center_x) / center_x,
-          -1 * (dest_dirty.bottom - center_y) / center_y, 0.0f);
-      dirty_vertex_base + 1.Pos = XMFLOAT3 (
-          (dest_dirty.left - center_x) / center_x,
-          -1 * (dest_dirty.top - center_y) / center_y, 0.0f);
-      dirty_vertex_base + 2.Pos = XMFLOAT3 (
-          (dest_dirty.right - center_x) / center_x,
-          -1 * (dest_dirty.bottom - center_y) / center_y, 0.0f);
-      dirty_vertex_base + 3.Pos = dirty_vertex_base + 2.Pos;
-      dirty_vertex_base + 4.Pos = dirty_vertex_base + 1.Pos;
-      dirty_vertex_base + 5.Pos = XMFLOAT3 (
-          (dest_dirty.right - center_x) / center_x,
-          -1 * (dest_dirty.top - center_y) / center_y, 0.0f);
-
-      dirty_vertex_base + 3.TexCoord = dirty_vertex_base + 2.TexCoord;
-      dirty_vertex_base + 4.TexCoord = dirty_vertex_base + 1.TexCoord;
-    }
+    return device_.Get ();
   }
 
 private:
@@ -671,11 +1018,24 @@
   DXGI_OUTDUPL_DESC output_desc_;
   DXGI_OUTDUPL_FRAME_INFO frame_info_;
   ComPtr<IDXGIOutputDuplication> dupl_;
-  ComPtr<ID3D11Device> device_;
-  ComPtr<IDXGIResource> acquired_frame_;
-  std::vector<MoveRectData> move_rect_;
+  ComPtr<ID3D11Device5> device_;
+  ComPtr<ID3D11DeviceContext4> context_;
+  ComPtr<ID3D11Fence> shared_fence_;
+  ComPtr<ID3D11Texture2D> texture_;
+  ComPtr<ID3D11Texture2D> move_texture_;
+  ComPtr<ID3D11RenderTargetView> rtv_;
+  ComPtr<ID3D11SamplerState> sampler_;
+  ComPtr<ID3D11PixelShader> ps_;
+  ComPtr<ID3D11PixelShader> ps_scrgb_;
+  ComPtr<ID3D11PixelShader> ps_scrgb_tonemap_;
+  ComPtr<ID3D11Buffer> ps_cbuf_;
+  ComPtr<ID3D11VertexShader> vs_;
+  ComPtr<ID3D11InputLayout> layout_;
+  ComPtr<ID3D11Buffer> vertex_buf_;
+  UINT vertext_buf_size_ = 0;
+  D3D11_VIEWPORT viewport_ = { };
   std::vector<VERTEX> dirty_vertex_;
-  std::vector<RECT> dirty_rect_;
+  DXGI_FORMAT output_format_ = DXGI_FORMAT_B8G8R8A8_UNORM;
 
   /* frame metadata */
   std::vector<BYTE> metadata_buffer_;
@@ -685,64 +1045,66 @@
 {
   GstD3D12DxgiCapturePrivate ()
   {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
     fence_data_pool = gst_d3d12_fence_data_pool_new ();
   }
 
   ~GstD3D12DxgiCapturePrivate ()
   {
-    if (device) {
-      auto fence_to_wait = MAX (fence_val, mouse_fence_val);
-      gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
-          fence_to_wait, event_handle);
-    }
-    CloseHandle (event_handle);
+    WaitGPU ();
+    ctx = nullptr;
     gst_clear_buffer (&mouse_buf);
     gst_clear_buffer (&mouse_xor_buf);
     gst_clear_object (&ca_pool);
     gst_clear_object (&fence_data_pool);
     gst_clear_object (&mouse_blend);
     gst_clear_object (&mouse_xor_blend);
-    gst_clear_object (&device);
+    gst_clear_object (&mouse_blend_scrgb);
+    gst_clear_object (&mouse_xor_blend_scrgb);
   }
 
-  GstD3D12Device *device = nullptr;
+  void WaitGPU ()
+  {
+    if (shared_fence) {
+      auto completed = shared_fence->GetCompletedValue ();
+      if (completed < fence_val)
+        shared_fence->SetEventOnCompletion (fence_val, nullptr);
+    }
+  }
 
   std::unique_ptr<DesktopDupCtx> ctx;
   ComPtr<IDXGIOutput1> output;
-  ComPtr<IDXGIResource> last_resource;
-  ComPtr<ID3D12Resource> shared_resource;
-  ComPtr<ID3D12Resource> move_frame;
-  ComPtr<ID3D12Resource> processed_frame;
-  ComPtr<ID3D12RootSignature> rs;
-  ComPtr<ID3D12PipelineState> pso;
-  GstD3D12CommandAllocatorPool *ca_pool = nullptr;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
   GstD3D12FenceDataPool *fence_data_pool;
-  GstD3D12FenceData *mouse_fence_data = nullptr;
   ComPtr<ID3D12GraphicsCommandList> cl;
-  ComPtr<ID3D12GraphicsCommandList> mouse_cl;
-  ComPtr<ID3D12DescriptorHeap> srv_heap;
-  ComPtr<ID3D12DescriptorHeap> rtv_heap;
-  ComPtr<ID3D12Resource> dirty_vertex_buf;
-  UINT dirty_vertex_size = 0;
+  ComPtr<ID3D12Fence> shared_fence;
+  ComPtr<ID3D11Device5> device11;
+  ComPtr<ID3D11DeviceContext4> context11;
+  ComPtr<ID3D11Fence> shared_fence11;
+  ComPtr<ID3D11SamplerState> sampler;
+  ComPtr<ID3D11PixelShader> ps;
+  ComPtr<ID3D11PixelShader> ps_scrgb;
+  ComPtr<ID3D11PixelShader> ps_scrgb_tonemap;
+  ComPtr<ID3D11VertexShader> vs;
+  ComPtr<ID3D11InputLayout> layout;
+  ComPtr<ID3D11Buffer> const_buf;
+
   GstBuffer *mouse_buf = nullptr;
   GstBuffer *mouse_xor_buf = nullptr;
-  D3D12_VIEWPORT viewport;
-  D3D12_RECT scissor_rect;
-  D3D12_RESOURCE_STATES resource_state = D3D12_RESOURCE_STATE_COMMON;
 
   GstD3D12Converter *mouse_blend = nullptr;
   GstD3D12Converter *mouse_xor_blend = nullptr;
+  GstD3D12Converter *mouse_blend_scrgb = nullptr;
+  GstD3D12Converter *mouse_xor_blend_scrgb = nullptr;
 
   HMONITOR monitor_handle = nullptr;
   RECT desktop_coordinates = { };
+  guint sdr_white_level = 80;
+  guint prepare_flags = 0;
 
   guint cached_width = 0;
   guint cached_height = 0;
 
-  HANDLE event_handle;
   guint64 fence_val = 0;
-  guint64 mouse_fence_val = 0;
 
   guint64 mouse_token = 0;
 
@@ -759,18 +1121,14 @@
   GstD3D12DxgiCapturePrivate *priv;
 };
 
-static void gst_d3d12_dxgi_capture_dispose (GObject * object);
 static void gst_d3d12_dxgi_capture_finalize (GObject * object);
-static void gst_d3d12_dxgi_capture_set_property (GObject * object,
-    guint prop_id, const GValue * value, GParamSpec * pspec);
 static GstFlowReturn
-gst_d3d12_dxgi_capture_prepare (GstD3D12ScreenCapture * capture);
+gst_d3d12_dxgi_capture_prepare (GstD3D12ScreenCapture * capture, guint flags);
 static gboolean
 gst_d3d12_dxgi_capture_get_size (GstD3D12ScreenCapture * capture,
     guint * width, guint * height);
-static GstFlowReturn
-gst_d3d12_dxgi_capture_do_capture (GstD3D12ScreenCapture * capture,
-    GstBuffer * buffer, const D3D12_BOX * crop_box, gboolean draw_mouse);
+static GstVideoFormat
+gst_d3d12_dxgi_capture_get_format (GstD3D12ScreenCapture * capture);
 
 #define gst_d3d12_dxgi_capture_parent_class parent_class
 G_DEFINE_TYPE (GstD3D12DxgiCapture, gst_d3d12_dxgi_capture,
@@ -786,8 +1144,8 @@
 
   capture_class->prepare = GST_DEBUG_FUNCPTR (gst_d3d12_dxgi_capture_prepare);
   capture_class->get_size = GST_DEBUG_FUNCPTR (gst_d3d12_dxgi_capture_get_size);
-  capture_class->do_capture =
-      GST_DEBUG_FUNCPTR (gst_d3d12_dxgi_capture_do_capture);
+  capture_class->get_format =
+      GST_DEBUG_FUNCPTR (gst_d3d12_dxgi_capture_get_format);
 }
 
 static void
@@ -819,35 +1177,14 @@
 gst_d3d12_dxgi_capture_open (GstD3D12DxgiCapture * self,
     HMONITOR monitor_handle)
 {
-  const D3D12_ROOT_SIGNATURE_FLAGS rs_flags =
-      D3D12_ROOT_SIGNATURE_FLAG_ALLOW_INPUT_ASSEMBLER_INPUT_LAYOUT |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_AMPLIFICATION_SHADER_ROOT_ACCESS |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_MESH_SHADER_ROOT_ACCESS;
-  const D3D12_STATIC_SAMPLER_DESC static_sampler_desc = {
-    D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT,
-    D3D12_TEXTURE_ADDRESS_MODE_CLAMP,
-    D3D12_TEXTURE_ADDRESS_MODE_CLAMP,
-    D3D12_TEXTURE_ADDRESS_MODE_CLAMP,
-    0,
-    1,
-    D3D12_COMPARISON_FUNC_ALWAYS,
-    D3D12_STATIC_BORDER_COLOR_OPAQUE_BLACK,
-    0,
-    D3D12_FLOAT32_MAX,
-    0,
-    0,
-    D3D12_SHADER_VISIBILITY_PIXEL
-  };
-
   auto priv = self->priv;
   priv->monitor_handle = monitor_handle;
 
   ComPtr < IDXGIOutput > output;
+  ComPtr < IDXGIOutput6 > output6;
+  ComPtr < IDXGIAdapter1 > adapter;
   auto hr = gst_d3d12_screen_capture_find_output_for_monitor (monitor_handle,
-      nullptr, &output);
+      &adapter, &output);
   if (!gst_d3d12_result (hr, self->device)) {
     GST_WARNING_OBJECT (self,
         "Failed to find associated adapter for monitor %p", monitor_handle);
@@ -888,6 +1225,19 @@
     return FALSE;
   }
 
+  priv->sdr_white_level = 80;
+  hr = output.As (&output6);
+  if (SUCCEEDED (hr)) {
+    DXGI_OUTPUT_DESC1 desc1;
+    hr = output6->GetDesc1 (&desc1);
+    if (SUCCEEDED (hr) &&
+        desc1.ColorSpace == DXGI_COLOR_SPACE_RGB_FULL_G2084_NONE_P2020) {
+      priv->sdr_white_level = get_sdr_white_level (monitor_info.szDevice);
+      GST_INFO_OBJECT (self, "HDR mode detected, SDR white level in nits: %d",
+          priv->sdr_white_level);
+    }
+  }
+
   priv->desktop_coordinates.left = dev_mode.dmPosition.x;
   priv->desktop_coordinates.top = dev_mode.dmPosition.y;
   priv->desktop_coordinates.right =
@@ -908,132 +1258,188 @@
 
   auto device = gst_d3d12_device_get_device_handle (self->device);
 
-  CD3DX12_ROOT_PARAMETER param;
-  D3D12_DESCRIPTOR_RANGE range;
-  std::vector < D3D12_ROOT_PARAMETER > param_list;
-
-  range = CD3DX12_DESCRIPTOR_RANGE (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 0);
-  param.InitAsDescriptorTable (1, &range, D3D12_SHADER_VISIBILITY_PIXEL);
-  param_list.push_back (param);
-
-  D3D12_VERSIONED_ROOT_SIGNATURE_DESC rs_desc = { };
-  CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (rs_desc,
-      param_list.size (), param_list.data (),
-      1, &static_sampler_desc, rs_flags);
-  ComPtr < ID3DBlob > rs_blob;
-  ComPtr < ID3DBlob > error_blob;
-  hr = D3DX12SerializeVersionedRootSignature (&rs_desc,
-      D3D_ROOT_SIGNATURE_VERSION_1_1, &rs_blob, &error_blob);
+  /* size will be updated later */
+  GstVideoInfo info;
+  GstVideoInfo scrgb_info;
+  gst_video_info_set_format (&info, GST_VIDEO_FORMAT_BGRA,
+      priv->cached_width, priv->cached_height);
+  gst_video_info_set_format (&scrgb_info, GST_VIDEO_FORMAT_RGBA64_LE,
+      priv->cached_width, priv->cached_height);
+  D3D12_BLEND_DESC blend_desc = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
+
+  blend_desc.RenderTarget0.BlendEnable = TRUE;
+  blend_desc.RenderTarget0.LogicOpEnable = FALSE;
+  blend_desc.RenderTarget0.SrcBlend = D3D12_BLEND_SRC_ALPHA;
+  blend_desc.RenderTarget0.DestBlend = D3D12_BLEND_INV_SRC_ALPHA;
+  blend_desc.RenderTarget0.BlendOp = D3D12_BLEND_OP_ADD;
+  blend_desc.RenderTarget0.SrcBlendAlpha = D3D12_BLEND_ZERO;
+  blend_desc.RenderTarget0.DestBlendAlpha = D3D12_BLEND_ONE;
+  blend_desc.RenderTarget0.BlendOpAlpha = D3D12_BLEND_OP_ADD;
+  blend_desc.RenderTarget0.LogicOp = D3D12_LOGIC_OP_NOOP;
+  blend_desc.RenderTarget0.RenderTargetWriteMask =
+      D3D12_COLOR_WRITE_ENABLE_ALL;
+
+  priv->mouse_blend = gst_d3d12_converter_new (self->device, nullptr, &info,
+      &info, &blend_desc, nullptr, nullptr);
+  priv->mouse_blend_scrgb = gst_d3d12_converter_new (self->device, nullptr,
+      &info, &scrgb_info, &blend_desc, nullptr, nullptr);
+
+  blend_desc.RenderTarget0.SrcBlend = D3D12_BLEND_INV_DEST_COLOR;
+  blend_desc.RenderTarget0.DestBlend = D3D12_BLEND_INV_SRC_COLOR;
+  priv->mouse_xor_blend = gst_d3d12_converter_new (self->device, nullptr, &info,
+      &info, &blend_desc, nullptr, nullptr);
+  priv->mouse_xor_blend_scrgb = gst_d3d12_converter_new (self->device, nullptr,
+      &info, &scrgb_info, &blend_desc, nullptr, nullptr);
+
+  hr = device->CreateFence (0,
+      D3D12_FENCE_FLAG_SHARED, IID_PPV_ARGS (&priv->shared_fence));
   if (!gst_d3d12_result (hr, self->device)) {
-    const gchar *error_msg = nullptr;
-    if (error_blob)
-      error_msg = (const gchar *) error_blob->GetBufferPointer ();
+    GST_ERROR_OBJECT (self, "Couldn't create shared fence");
+    return FALSE;
+  }
 
-    GST_ERROR_OBJECT (self, "Couldn't serialize root signature, error: %s",
-        GST_STR_NULL (error_msg));
+  priv->ca_pool = gst_d3d12_cmd_alloc_pool_new (device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+
+  D3D_FEATURE_LEVEL feature_level = D3D_FEATURE_LEVEL_11_1;
+  ComPtr < ID3D11Device > device11;
+  ComPtr < ID3D11DeviceContext > context11;
+  hr = D3D11CreateDevice (adapter.Get (), D3D_DRIVER_TYPE_UNKNOWN, nullptr,
+      D3D11_CREATE_DEVICE_BGRA_SUPPORT, &feature_level, 1, D3D11_SDK_VERSION,
+      &device11, nullptr, &context11);
+
+  hr = device11.As (&priv->device11);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "ID3D11Device5 interface unavilable");
     return FALSE;
   }
 
-  hr = device->CreateRootSignature (0, rs_blob->GetBufferPointer (),
-      rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->rs));
+  hr = context11.As (&priv->context11);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "ID3D11DeviceContext4 interface unavilable");
+    return FALSE;
+  }
+
+  HANDLE fence_handle;
+  hr = device->CreateSharedHandle (priv->shared_fence.Get (),
+      nullptr, GENERIC_ALL, nullptr, &fence_handle);
   if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create root signature");
+    GST_ERROR_OBJECT (self, "Couldn't create shared fence handle");
     return FALSE;
   }
 
-  D3D12_INPUT_ELEMENT_DESC input_desc2;
+  hr = priv->device11->OpenSharedFence (fence_handle,
+      IID_PPV_ARGS (&priv->shared_fence11));
+  CloseHandle (fence_handle);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create fence");
+    return FALSE;
+  }
+
+  GstD3DShaderByteCode vs_code;
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COORD,
+          GST_D3D_SM_5_0, &vs_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get vs bytecode");
+    return FALSE;
+  }
+
+  D3D11_INPUT_ELEMENT_DESC input_desc2 = { };
   input_desc0.SemanticName = "POSITION";
   input_desc0.SemanticIndex = 0;
   input_desc0.Format = DXGI_FORMAT_R32G32B32_FLOAT;
   input_desc0.InputSlot = 0;
-  input_desc0.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
-  input_desc0.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
+  input_desc0.AlignedByteOffset = D3D11_APPEND_ALIGNED_ELEMENT;
+  input_desc0.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
   input_desc0.InstanceDataStepRate = 0;
-
   input_desc1.SemanticName = "TEXCOORD";
   input_desc1.SemanticIndex = 0;
   input_desc1.Format = DXGI_FORMAT_R32G32_FLOAT;
   input_desc1.InputSlot = 0;
-  input_desc1.AlignedByteOffset = D3D12_APPEND_ALIGNED_ELEMENT;
-  input_desc1.InputSlotClass = D3D12_INPUT_CLASSIFICATION_PER_VERTEX_DATA;
+  input_desc1.AlignedByteOffset = D3D11_APPEND_ALIGNED_ELEMENT;
+  input_desc1.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
   input_desc1.InstanceDataStepRate = 0;
 
-  D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc = { };
-  pso_desc.pRootSignature = priv->rs.Get ();
-  pso_desc.VS.BytecodeLength = sizeof (g_VSMain_coord);
-  pso_desc.VS.pShaderBytecode = g_VSMain_coord;
-  pso_desc.PS.BytecodeLength = sizeof (g_PSMain_sample);
-  pso_desc.PS.pShaderBytecode = g_PSMain_sample;
-  pso_desc.BlendState = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
-  pso_desc.SampleMask = UINT_MAX;
-  pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
-  pso_desc.RasterizerState.CullMode = D3D12_CULL_MODE_NONE;
-  pso_desc.DepthStencilState.DepthEnable = FALSE;
-  pso_desc.DepthStencilState.StencilEnable = FALSE;
-  pso_desc.InputLayout.pInputElementDescs = input_desc;
-  pso_desc.InputLayout.NumElements = G_N_ELEMENTS (input_desc);
-  pso_desc.PrimitiveTopologyType = D3D12_PRIMITIVE_TOPOLOGY_TYPE_TRIANGLE;
-  pso_desc.NumRenderTargets = 1;
-  pso_desc.RTVFormats0 = DXGI_FORMAT_B8G8R8A8_UNORM;
-  pso_desc.SampleDesc.Count = 1;
-
-  hr = device->CreateGraphicsPipelineState (&pso_desc,
-      IID_PPV_ARGS (&priv->pso));
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create pso");
+  hr = priv->device11->CreateVertexShader (vs_code.byte_code,
+      vs_code.byte_code_len, nullptr, &priv->vs);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create vertex shader");
     return FALSE;
   }
 
-  /* size will be updated later */
-  GstVideoInfo info;
-  gst_video_info_set_format (&info, GST_VIDEO_FORMAT_BGRA,
-      priv->cached_width, priv->cached_height);
-  D3D12_BLEND_DESC blend_desc = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
-
-  blend_desc.RenderTarget0.BlendEnable = TRUE;
-  blend_desc.RenderTarget0.LogicOpEnable = FALSE;
-  blend_desc.RenderTarget0.SrcBlend = D3D12_BLEND_SRC_ALPHA;
-  blend_desc.RenderTarget0.DestBlend = D3D12_BLEND_INV_SRC_ALPHA;
-  blend_desc.RenderTarget0.BlendOp = D3D12_BLEND_OP_ADD;
-  blend_desc.RenderTarget0.SrcBlendAlpha = D3D12_BLEND_ZERO;
-  blend_desc.RenderTarget0.DestBlendAlpha = D3D12_BLEND_ONE;
-  blend_desc.RenderTarget0.BlendOpAlpha = D3D12_BLEND_OP_ADD;
-  blend_desc.RenderTarget0.LogicOp = D3D12_LOGIC_OP_NOOP;
-  blend_desc.RenderTarget0.RenderTargetWriteMask =
-      D3D12_COLOR_WRITE_ENABLE_ALL;
+  hr = device11->CreateInputLayout (input_desc, 2, vs_code.byte_code,
+      vs_code.byte_code_len, &priv->layout);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create input layout");
+    return FALSE;
+  }
 
-  priv->mouse_blend = gst_d3d12_converter_new (self->device, &info, &info,
-      &blend_desc, nullptr, nullptr);
+  GstD3DShaderByteCode ps_code;
+  if (!gst_d3d_plugin_shader_get_ps_blob (GST_D3D_PLUGIN_PS_SAMPLE,
+          GST_D3D_SM_5_0, &ps_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+  hr = priv->device11->CreatePixelShader (ps_code.byte_code,
+      ps_code.byte_code_len, nullptr, &priv->ps);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create pixel shader");
+    return FALSE;
+  }
 
-  blend_desc.RenderTarget0.SrcBlend = D3D12_BLEND_INV_DEST_COLOR;
-  blend_desc.RenderTarget0.DestBlend = D3D12_BLEND_INV_SRC_COLOR;
-  priv->mouse_xor_blend = gst_d3d12_converter_new (self->device, &info, &info,
-      &blend_desc, nullptr, nullptr);
-
-  D3D12_DESCRIPTOR_HEAP_DESC heap_desc = { };
-  heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
-  heap_desc.NumDescriptors = 1;
-  heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
-  hr = device->CreateDescriptorHeap (&heap_desc,
-      IID_PPV_ARGS (&priv->srv_heap));
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create descriptor heap");
+  if (!gst_d3d_plugin_shader_get_ps_blob (GST_D3D_PLUGIN_PS_SAMPLE_SCRGB,
+          GST_D3D_SM_5_0, &ps_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+  hr = priv->device11->CreatePixelShader (ps_code.byte_code,
+      ps_code.byte_code_len, nullptr, &priv->ps_scrgb);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create pixel shader");
     return FALSE;
   }
 
-  heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_RTV;
-  heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_NONE;
-  hr = device->CreateDescriptorHeap (&heap_desc,
-      IID_PPV_ARGS (&priv->rtv_heap));
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create descriptor heap");
+  if (!gst_d3d_plugin_shader_get_ps_blob
+      (GST_D3D_PLUGIN_PS_SAMPLE_SCRGB_TONEMAP, GST_D3D_SM_5_0, &ps_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+  hr = priv->device11->CreatePixelShader (ps_code.byte_code,
+      ps_code.byte_code_len, nullptr, &priv->ps_scrgb_tonemap);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create pixel shader");
     return FALSE;
   }
 
-  priv->ca_pool = gst_d3d12_command_allocator_pool_new (self->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  PSConstBuffer cbuf;
+  cbuf.sdr_white_level = (float) priv->sdr_white_level;
+
+  D3D11_BUFFER_DESC buffer_desc = { };
+  D3D11_SUBRESOURCE_DATA subresource = { };
+  buffer_desc.Usage = D3D11_USAGE_DYNAMIC;
+  buffer_desc.ByteWidth = sizeof (PSConstBuffer);
+  buffer_desc.BindFlags = D3D11_BIND_CONSTANT_BUFFER;
+  buffer_desc.CPUAccessFlags = D3D11_CPU_ACCESS_WRITE;
+  subresource.pSysMem = &cbuf;
+  subresource.SysMemPitch = sizeof (PSConstBuffer);
+  hr = priv->device11->CreateBuffer (&buffer_desc, &subresource,
+      &priv->const_buf);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create constant buffer");
+    return FALSE;
+  }
 
-  priv->device = (GstD3D12Device *) gst_object_ref (self->device);
+  D3D11_SAMPLER_DESC sampler_desc = { };
+  sampler_desc.Filter = D3D11_FILTER_MIN_MAG_MIP_POINT;
+  sampler_desc.AddressU = D3D11_TEXTURE_ADDRESS_CLAMP;
+  sampler_desc.AddressV = D3D11_TEXTURE_ADDRESS_CLAMP;
+  sampler_desc.AddressW = D3D11_TEXTURE_ADDRESS_CLAMP;
+  sampler_desc.ComparisonFunc = D3D11_COMPARISON_ALWAYS;
+  sampler_desc.MaxLOD = D3D11_FLOAT32_MAX;
+  hr = priv->device11->CreateSamplerState (&sampler_desc, &priv->sampler);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create sampler state");
+    return FALSE;
+  }
 
   return TRUE;
 }
@@ -1045,6 +1451,8 @@
 
   g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
 
+  gst_d3d12_dxgi_capture_load_library ();
+
   /* Check if we have dup object corresponding to monitor_handle,
    * and if there is already configured capture object, reuse it.
    * This is because of the limitation of desktop duplication API
@@ -1093,7 +1501,11 @@
   }
 
   auto ctx = std::make_unique < DesktopDupCtx > ();
-  auto ret = ctx->Init (priv->monitor_handle);
+  auto ret = ctx->Init (priv->monitor_handle, priv->device11.Get (),
+      priv->context11.Get (), priv->shared_fence11.Get (),
+      priv->sampler.Get (), priv->ps.Get (), priv->ps_scrgb.Get (),
+      priv->ps_scrgb_tonemap.Get (), priv->const_buf.Get (),
+      priv->vs.Get (), priv->layout.Get (), priv->prepare_flags ? TRUE : FALSE);
   if (ret != GST_FLOW_OK) {
     GST_WARNING_OBJECT (self,
         "Couldn't prepare capturing, %sexpected failure",
@@ -1103,64 +1515,19 @@
   }
 
   ctx->GetSize (&priv->cached_width, &priv->cached_height);
-  priv->viewport.TopLeftX = 0;
-  priv->viewport.TopLeftY = 0;
-  priv->viewport.Width = priv->cached_width;
-  priv->viewport.Height = priv->cached_height;
-  priv->viewport.MinDepth = 0;
-  priv->viewport.MaxDepth = 1;
-
-  priv->scissor_rect.left = 0;
-  priv->scissor_rect.top = 0;
-  priv->scissor_rect.right = priv->cached_width;
-  priv->scissor_rect.bottom = priv->cached_height;
-
-  ComPtr < ID3D12Resource > processed_frame;
-  D3D12_CLEAR_VALUE clear_value = { };
-  clear_value.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
-  clear_value.Color0 = 0.0f;
-  clear_value.Color1 = 0.0f;
-  clear_value.Color2 = 0.0f;
-  clear_value.Color3 = 1.0f;
-
-  D3D12_HEAP_PROPERTIES heap_prop =
-      CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-  D3D12_RESOURCE_DESC resource_desc =
-      CD3DX12_RESOURCE_DESC::Tex2D (DXGI_FORMAT_B8G8R8A8_UNORM,
-      priv->cached_width, priv->cached_height, 1, 1, 1, 0,
-      D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
-      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-  auto hr = device->CreateCommittedResource (&heap_prop, D3D12_HEAP_FLAG_NONE,
-      &resource_desc, D3D12_RESOURCE_STATE_COMMON, &clear_value,
-      IID_PPV_ARGS (&processed_frame));
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create texture");
-    return GST_FLOW_ERROR;
-  }
-
-  D3D12_RENDER_TARGET_VIEW_DESC rtv_desc = { };
-  rtv_desc.ViewDimension = D3D12_RTV_DIMENSION_TEXTURE2D;
-  rtv_desc.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
-  rtv_desc.Texture2D.PlaneSlice = 0;
-
-  device->CreateRenderTargetView (processed_frame.Get (), &rtv_desc,
-      priv->rtv_heap->GetCPUDescriptorHandleForHeapStart ());
-
   priv->ctx = std::move (ctx);
-  priv->processed_frame = processed_frame;
 
   return GST_FLOW_OK;
 }
 
 static GstFlowReturn
-gst_d3d12_dxgi_capture_prepare (GstD3D12ScreenCapture * capture)
+gst_d3d12_dxgi_capture_prepare (GstD3D12ScreenCapture * capture, guint flags)
 {
   auto self = GST_D3D12_DXGI_CAPTURE (capture);
   auto priv = self->priv;
 
   std::lock_guard < std::mutex > lk (priv->lock);
+  priv->prepare_flags = flags;
   return gst_d3d12_dxgi_capture_prepare_unlocked (self);
 }
 
@@ -1194,216 +1561,26 @@
   return gst_d3d12_dxgi_capture_get_size_unlocked (self, width, height);
 }
 
-static gboolean
-gst_d3d12_dxgi_capture_copy_move_rects (GstD3D12DxgiCapture * self,
-    ID3D12GraphicsCommandList * cl)
-{
-  auto priv = self->priv;
-  HRESULT hr;
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-
-  GST_LOG_OBJECT (self, "Rendering move rects");
-
-  std::vector < D3D12_RESOURCE_BARRIER > barriers;
-  if (!priv->move_frame) {
-    D3D12_HEAP_PROPERTIES heap_prop =
-        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-    D3D12_RESOURCE_DESC resource_desc = priv->processed_frame->GetDesc ();
-    resource_desc.Flags = D3D12_RESOURCE_FLAG_NONE;
-    hr = device->CreateCommittedResource (&heap_prop,
-        D3D12_HEAP_FLAG_NONE, &resource_desc, D3D12_RESOURCE_STATE_COPY_DEST,
-        nullptr, IID_PPV_ARGS (&priv->move_frame));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create move texture");
-      return FALSE;
-    }
-  }
-
-  D3D12_TEXTURE_COPY_LOCATION move_frame =
-      CD3DX12_TEXTURE_COPY_LOCATION (priv->move_frame.Get ());
-  D3D12_TEXTURE_COPY_LOCATION processed_frame =
-      CD3DX12_TEXTURE_COPY_LOCATION (priv->processed_frame.Get ());
-
-  const auto & data = priv->ctx->GetMoveRects ();
-  for (size_t i = 0; i < data.size (); i++) {
-    const auto & rect = datai;
-    cl->CopyTextureRegion (&move_frame, rect.src_rect.left, rect.src_rect.top,
-        0, &processed_frame, &rect.box);
-  }
-
-  priv->resource_state = D3D12_RESOURCE_STATE_COPY_DEST;
-
-  barriers.clear ();
-  barriers.
-      push_back (CD3DX12_RESOURCE_BARRIER::Transition (priv->processed_frame.
-          Get (), D3D12_RESOURCE_STATE_COPY_SOURCE,
-          D3D12_RESOURCE_STATE_COPY_DEST));
-  barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (priv->
-          move_frame.Get (), D3D12_RESOURCE_STATE_COPY_DEST,
-          D3D12_RESOURCE_STATE_COPY_SOURCE));
-  cl->ResourceBarrier (barriers.size (), barriers.data ());
-  for (size_t i = 0; i < data.size (); i++) {
-    const auto & rect = datai;
-    cl->CopyTextureRegion (&processed_frame, rect.dst_rect.left,
-        rect.dst_rect.top, 0, &move_frame, &rect.box);
-  }
-
-  barriers.clear ();
-  barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (priv->
-          move_frame.Get (), D3D12_RESOURCE_STATE_COPY_SOURCE,
-          D3D12_RESOURCE_STATE_COPY_DEST));
-  cl->ResourceBarrier (barriers.size (), barriers.data ());
-
-  return TRUE;
-}
-
-static gboolean
-gst_d3d12_dxgi_capture_copy_dirty_rects (GstD3D12DxgiCapture * self,
-    IDXGIResource * resource, ID3D12GraphicsCommandList * cl)
+static GstVideoFormat
+gst_d3d12_dxgi_capture_get_format (GstD3D12ScreenCapture * capture)
 {
+  auto self = GST_D3D12_DXGI_CAPTURE (capture);
   auto priv = self->priv;
-  HRESULT hr;
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-
-  GST_LOG_OBJECT (self, "Rendering dirty rects");
 
-  if (!priv->shared_resource) {
-    ComPtr < IDXGIResource1 > resource1;
-    hr = resource->QueryInterface (IID_PPV_ARGS (&resource1));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "IDXGIResource1 interface unavailable");
-      return FALSE;
-    }
-
-    HANDLE shared_handle;
-    hr = resource1->CreateSharedHandle (nullptr, DXGI_SHARED_RESOURCE_READ,
-        nullptr, &shared_handle);
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create shared handle");
-      return FALSE;
-    }
-
-    hr = device->OpenSharedHandle (shared_handle,
-        IID_PPV_ARGS (&priv->shared_resource));
-    CloseHandle (shared_handle);
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't open shared resource");
-      return FALSE;
-    }
-
-    D3D12_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
-    srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE2D;
-    srv_desc.Shader4ComponentMapping = D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
-    srv_desc.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
-    srv_desc.Texture2D.PlaneSlice = 0;
-    srv_desc.Texture2D.MipLevels = 1;
-
-    device->CreateShaderResourceView (priv->shared_resource.Get (), &srv_desc,
-        priv->srv_heap->GetCPUDescriptorHandleForHeapStart ());
-  }
-
-  auto desc = priv->ctx->GetDesc ();
-  if (desc.Rotation == DXGI_MODE_ROTATION_UNSPECIFIED ||
-      desc.Rotation == DXGI_MODE_ROTATION_IDENTITY) {
-    const auto & rects = priv->ctx->GetDirtyRects ();
-    D3D12_TEXTURE_COPY_LOCATION src =
-        CD3DX12_TEXTURE_COPY_LOCATION (priv->shared_resource.Get ());
-    D3D12_TEXTURE_COPY_LOCATION dst =
-        CD3DX12_TEXTURE_COPY_LOCATION (priv->processed_frame.Get ());
-    D3D12_BOX box;
-    box.front = 0;
-    box.back = 1;
-
-    GST_LOG_OBJECT (self, "Perform copy");
-
-    for (size_t i = 0; i < rects.size (); i++) {
-      const auto & rect = rectsi;
-      box.left = rect.left;
-      box.right = rect.right;
-      box.top = rect.top;
-      box.bottom = rect.bottom;
-
-      cl->CopyTextureRegion (&dst, box.left, box.top, 0, &src, &box);
-    }
-
-    if (priv->resource_state == D3D12_RESOURCE_STATE_COMMON)
-      priv->resource_state = D3D12_RESOURCE_STATE_COPY_DEST;
-  } else {
-    GST_LOG_OBJECT (self, "Perform draw");
-
-    if (priv->resource_state != D3D12_RESOURCE_STATE_COMMON) {
-      D3D12_RESOURCE_BARRIER barrier =
-          CD3DX12_RESOURCE_BARRIER::Transition (priv->processed_frame.Get (),
-          priv->resource_state, D3D12_RESOURCE_STATE_RENDER_TARGET);
-      priv->cl->ResourceBarrier (1, &barrier);
-    }
-
-    cl->SetGraphicsRootSignature (priv->rs.Get ());
-    cl->IASetPrimitiveTopology (D3D_PRIMITIVE_TOPOLOGY_TRIANGLELIST);
-    cl->RSSetViewports (1, &priv->viewport);
-    cl->RSSetScissorRects (1, &priv->scissor_rect);
-    D3D12_CPU_DESCRIPTOR_HANDLE rtv_heaps = {
-      priv->rtv_heap->GetCPUDescriptorHandleForHeapStart ()
-    };
-
-    cl->OMSetRenderTargets (1, rtv_heaps, FALSE, nullptr);
-
-    const auto & vertex = priv->ctx->GetDirtyVertex ();
-    UINT buf_size = vertex.size () * sizeof (VERTEX);
-    if (priv->dirty_vertex_size < buf_size)
-      priv->dirty_vertex_buf = nullptr;
-
-    if (!priv->dirty_vertex_buf) {
-      D3D12_HEAP_PROPERTIES heap_prop =
-          CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-      D3D12_RESOURCE_DESC buffer_desc =
-          CD3DX12_RESOURCE_DESC::Buffer (buf_size);
-      hr = device->CreateCommittedResource (&heap_prop,
-          D3D12_HEAP_FLAG_CREATE_NOT_ZEROED, &buffer_desc,
-          D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
-          IID_PPV_ARGS (&priv->dirty_vertex_buf));
-      if (!gst_d3d12_result (hr, self->device)) {
-        GST_ERROR_OBJECT (self, "Couldn't create vertex buffer");
-        return FALSE;
-      }
-
-      priv->dirty_vertex_size = buf_size;
-    }
-
-    CD3DX12_RANGE range (0, 0);
-    void *data;
-    hr = priv->dirty_vertex_buf->Map (0, &range, &data);
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't map buffer");
-      return FALSE;
-    }
-
-    memcpy (data, vertex.data (), buf_size);
-    priv->dirty_vertex_buf->Unmap (0, nullptr);
-    D3D12_VERTEX_BUFFER_VIEW vbv = { };
-    vbv.BufferLocation = priv->dirty_vertex_buf->GetGPUVirtualAddress ();
-    vbv.SizeInBytes = buf_size;
-    vbv.StrideInBytes = sizeof (VERTEX);
-
-    ID3D12DescriptorHeap *heaps = { priv->srv_heap.Get () };
-    cl->SetDescriptorHeaps (1, heaps);
-    cl->SetGraphicsRootDescriptorTable (0,
-        priv->srv_heap->GetGPUDescriptorHandleForHeapStart ());
-    cl->IASetVertexBuffers (0, 1, &vbv);
-    cl->DrawInstanced (vertex.size (), 1, 0, 0);
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->ctx)
+    return GST_VIDEO_FORMAT_BGRA;
 
-    if (priv->resource_state == D3D12_RESOURCE_STATE_COMMON)
-      priv->resource_state = D3D12_RESOURCE_STATE_RENDER_TARGET;
-  }
+  auto format = priv->ctx->GetFormat ();
+  if (format == DXGI_FORMAT_R16G16B16A16_UNORM)
+    return GST_VIDEO_FORMAT_RGBA64_LE;
 
-  return TRUE;
+  return GST_VIDEO_FORMAT_BGRA;
 }
 
 static gboolean
 gst_d3d12_dxgi_capture_draw_mouse (GstD3D12DxgiCapture * self,
-    GstBuffer * buffer, const D3D12_BOX * crop_box)
+    GstBuffer * buffer, const D3D12_BOX * crop_box, gboolean is_hdr)
 {
   auto priv = self->priv;
   const auto & info = priv->ctx->GetPointerInfo ();
@@ -1415,10 +1592,14 @@
   if (!info.width_ || !info.height_)
     return TRUE;
 
-  if (info.position_info.Position.x + info.width_ < crop_box->left ||
-      info.position_info.Position.x > crop_box->right ||
-      info.position_info.Position.y + info.height_ < crop_box->top ||
-      info.position_info.Position.y > crop_box->bottom) {
+  if (static_cast < INT > (info.position_info.Position.x + info.width_) <
+      static_cast < INT > (crop_box->left) ||
+      static_cast < INT > (info.position_info.Position.x) >
+      static_cast < INT > (crop_box->right) ||
+      static_cast < INT > (info.position_info.Position.y + info.height_) <
+      static_cast < INT > (crop_box->top) ||
+      static_cast < INT > (info.position_info.Position.y) >
+      static_cast < INT > (crop_box->bottom)) {
     return TRUE;
   }
 
@@ -1460,13 +1641,13 @@
 
     priv->mouse_buf = gst_buffer_new ();
     auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, self->device,
-        mouse_texture.Get (), 0);
+        mouse_texture.Get (), 0, nullptr, nullptr);
     gst_buffer_append_memory (priv->mouse_buf, mem);
 
     if (mouse_xor_texture) {
       priv->mouse_xor_buf = gst_buffer_new ();
       auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, self->device,
-          mouse_xor_texture.Get (), 0);
+          mouse_xor_texture.Get (), 0, nullptr, nullptr);
       gst_buffer_append_memory (priv->mouse_xor_buf, mem);
     }
 
@@ -1500,63 +1681,70 @@
     }
   }
 
-  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool,
-      &priv->mouse_fence_data);
-  auto fence_data = priv->mouse_fence_data;
-
-  GstD3D12CommandAllocator *gst_ca = nullptr;
-  ComPtr < ID3D12CommandAllocator > ca;
+  GstD3D12FenceData *fence_data = nullptr;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
 
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->ca_pool, &gst_ca)) {
+  GstD3D12CmdAlloc *gst_ca = nullptr;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ca_pool, &gst_ca)) {
     GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
     return FALSE;
   }
 
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
 
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
   hr = ca->Reset ();
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
     return FALSE;
   }
 
-  if (!priv->mouse_cl) {
+  if (!priv->cl) {
     hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        ca.Get (), nullptr, IID_PPV_ARGS (&priv->mouse_cl));
+        ca, nullptr, IID_PPV_ARGS (&priv->cl));
   } else {
-    hr = priv->mouse_cl->Reset (ca.Get (), nullptr);
+    hr = priv->cl->Reset (ca, nullptr);
   }
 
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't reset command list");
+    gst_d3d12_fence_data_unref (fence_data);
     return FALSE;
   }
 
-  auto cl = priv->mouse_cl;
+  auto cl = priv->cl;
   gint ptr_x = info.position_info.Position.x - crop_box->left;
   gint ptr_y = info.position_info.Position.y - crop_box->top;
   gint ptr_w = info.width_;
   gint ptr_h = info.height_;
 
-  g_object_set (priv->mouse_blend, "src-x", 0, "src-y", 0, "src-width",
+  auto blend_conv = is_hdr ? priv->mouse_blend_scrgb : priv->mouse_blend;
+
+  g_object_set (blend_conv, "src-x", 0, "src-y", 0, "src-width",
       ptr_w, "src-height", ptr_h, "dest-x", ptr_x, "dest-y", ptr_y,
       "dest-width", ptr_w, "dest-height", ptr_h, nullptr);
 
-  if (!gst_d3d12_converter_convert_buffer (priv->mouse_blend,
-          priv->mouse_buf, buffer, fence_data, cl.Get ())) {
+  auto cq = gst_d3d12_device_get_cmd_queue (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  if (!gst_d3d12_converter_convert_buffer (blend_conv,
+          priv->mouse_buf, buffer, fence_data, cl.Get (), TRUE)) {
     GST_ERROR_OBJECT (self, "Couldn't build mouse blend command");
+    gst_d3d12_fence_data_unref (fence_data);
     return FALSE;
   }
 
   if (priv->mouse_xor_buf) {
-    g_object_set (priv->mouse_xor_blend, "src-x", 0, "src-y", 0, "src-width",
+    blend_conv = is_hdr ? priv->mouse_xor_blend_scrgb : priv->mouse_xor_blend;
+    g_object_set (blend_conv, "src-x", 0, "src-y", 0, "src-width",
         ptr_w, "src-height", ptr_h, "dest-x", ptr_x, "dest-y", ptr_y,
         "dest-width", ptr_w, "dest-height", ptr_h, nullptr);
 
-    if (!gst_d3d12_converter_convert_buffer (priv->mouse_xor_blend,
-            priv->mouse_xor_buf, buffer, fence_data, cl.Get ())) {
+    if (!gst_d3d12_converter_convert_buffer (blend_conv,
+            priv->mouse_xor_buf, buffer, fence_data, cl.Get (), FALSE)) {
       GST_ERROR_OBJECT (self, "Couldn't build mouse blend command");
+      gst_d3d12_fence_data_unref (fence_data);
       return FALSE;
     }
   }
@@ -1564,28 +1752,36 @@
   hr = cl->Close ();
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't close command list");
+    gst_d3d12_fence_data_unref (fence_data);
     return FALSE;
   }
 
+  ID3D12CommandList *cmd_list = { cl.Get () };
+
+  guint64 fence_val = 0;
+  hr = gst_d3d12_cmd_queue_execute_command_lists (cq, 1, cmd_list, &fence_val);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't execute command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  gst_d3d12_cmd_queue_set_notify (cq, fence_val, fence_data,
+      (GDestroyNotify) gst_d3d12_fence_data_unref);
+  gst_d3d12_buffer_set_fence (buffer,
+      gst_d3d12_cmd_queue_get_fence_handle (cq), fence_val, FALSE);
+
   return TRUE;
 }
 
-static GstFlowReturn
-gst_d3d12_dxgi_capture_do_capture (GstD3D12ScreenCapture * capture,
+GstFlowReturn
+gst_d3d12_dxgi_capture_do_capture (GstD3D12DxgiCapture * capture,
     GstBuffer * buffer, const D3D12_BOX * crop_box, gboolean draw_mouse)
 {
   auto self = GST_D3D12_DXGI_CAPTURE (capture);
   auto priv = self->priv;
   GstFlowReturn ret = GST_FLOW_OK;
   guint width, height;
-  GstD3D12Memory *dmem;
-  ID3D12Resource *out_resource;
-  D3D12_TEXTURE_COPY_LOCATION src, dst;
-  ID3D12CommandList *cmd_list1;
-  GstD3D12FenceData *fence_data = nullptr;
-  GstD3D12CommandAllocator *gst_ca = nullptr;
-  ComPtr < ID3D12CommandAllocator > ca;
-  HRESULT hr;
 
   std::lock_guard < std::mutex > lk (priv->lock);
   if (!priv->ctx) {
@@ -1607,12 +1803,27 @@
     return GST_D3D12_SCREEN_CAPTURE_FLOW_SIZE_CHANGED;
   }
 
-  ComPtr < IDXGIResource > resource;
-  ret = priv->ctx->AcquireNextFrame (&resource);
+  auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (buffer, 0);
+  auto texture = gst_d3d12_memory_get_d3d11_texture (dmem,
+      priv->ctx->GetDevice ());
+  if (!texture) {
+    GST_ERROR_OBJECT (self, "Couldn't get d3d11 texture");
+    return GST_FLOW_ERROR;
+  }
+
+  D3D11_TEXTURE2D_DESC tex_desc;
+  texture->GetDesc (&tex_desc);
+  if (tex_desc.Format != priv->ctx->GetFormat ()) {
+    GST_INFO_OBJECT (self, "Format mismatch");
+    return GST_D3D12_SCREEN_CAPTURE_FLOW_SIZE_CHANGED;
+  }
+
+  priv->fence_val++;
+  ret = priv->ctx->Execute (texture, (D3D11_BOX *) crop_box, priv->fence_val);
   if (ret != GST_FLOW_OK) {
+    priv->fence_val--;
+    priv->WaitGPU ();
     priv->ctx = nullptr;
-    priv->processed_frame = nullptr;
-    priv->move_frame = nullptr;
     if (ret == GST_D3D12_SCREEN_CAPTURE_FLOW_EXPECTED_ERROR) {
       GST_WARNING_OBJECT (self, "Couldn't capture frame, but expected failure");
     } else {
@@ -1622,155 +1833,18 @@
     return ret;
   }
 
-  if (resource) {
-    if (resource != priv->last_resource)
-      priv->shared_resource = nullptr;
-
-    priv->last_resource = resource;
-  }
-
-  GST_LOG_OBJECT (self, "Capture done");
+  gst_d3d12_memory_set_fence (dmem, priv->shared_fence.Get (),
+      priv->fence_val, FALSE);
 
-  bool have_move_rect = false;
-  if (priv->ctx->GetMoveCount () > 0)
-    have_move_rect = true;
-  bool have_dirty_rect = false;
-  if ((priv->ctx->GetDirtyCount () > 0) && resource)
-    have_dirty_rect = true;
-
-  std::future < gboolean > mouse_blend_ret;
-  if (draw_mouse) {
-    /* Build mouse draw command from other thread */
-    mouse_blend_ret = std::async (std::launch::async,
-        gst_d3d12_dxgi_capture_draw_mouse, self, buffer, crop_box);
-  }
-
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->ca_pool, &gst_ca)) {
-    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
-    goto error;
-  }
+  GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+  GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
 
-  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
-
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
-
-  hr = ca->Reset ();
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
-    goto error;
-  }
-
-  if (!priv->cl) {
-    hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        ca.Get (), priv->pso.Get (), IID_PPV_ARGS (&priv->cl));
-  } else {
-    hr = priv->cl->Reset (ca.Get (), priv->pso.Get ());
-  }
-
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't reset command list");
-    goto error;
-  }
-
-  priv->resource_state = D3D12_RESOURCE_STATE_COMMON;
-  if (have_move_rect &&
-      !gst_d3d12_dxgi_capture_copy_move_rects (self, priv->cl.Get ())) {
-    GST_ERROR_OBJECT (self, "Couldn't copy move rects");
-    goto error;
-  }
-
-  if (have_dirty_rect &&
-      !gst_d3d12_dxgi_capture_copy_dirty_rects (self, resource.Get (),
-          priv->cl.Get ())) {
-    GST_ERROR_OBJECT (self, "Couldn't copy dirty rects");
-    goto error;
-  }
-
-  dmem = (GstD3D12Memory *) gst_buffer_peek_memory (buffer, 0);
-  out_resource = gst_d3d12_memory_get_resource_handle (dmem);
-
-  src = CD3DX12_TEXTURE_COPY_LOCATION (priv->processed_frame.Get ());
-  dst = CD3DX12_TEXTURE_COPY_LOCATION (out_resource);
-
-  if (priv->resource_state != D3D12_RESOURCE_STATE_COMMON) {
-    D3D12_RESOURCE_BARRIER barrier =
-        CD3DX12_RESOURCE_BARRIER::Transition (priv->processed_frame.Get (),
-        priv->resource_state, D3D12_RESOURCE_STATE_COPY_SOURCE);
-    priv->cl->ResourceBarrier (1, &barrier);
-  }
-
-  priv->cl->CopyTextureRegion (&dst, 0, 0, 0, &src, crop_box);
-
-  hr = priv->cl->Close ();
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't close command list");
-    goto error;
-  }
-
-  cmd_list0 = priv->cl.Get ();
-
-  if (!gst_d3d12_device_execute_command_lists (self->device,
-          D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list, &priv->fence_val)) {
-    GST_ERROR_OBJECT (self, "Couldn't execute command list");
-    goto error;
-  }
-
-  gst_d3d12_device_set_fence_notify (self->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT, priv->fence_val, fence_data);
-
-  gst_d3d12_buffer_after_write (buffer, priv->fence_val);
-
-  if (draw_mouse) {
-    auto blend_ret = mouse_blend_ret.get ();
-    if (!blend_ret) {
-      GST_ERROR_OBJECT (self, "Couldn't build mouse draw command");
-      goto error;
-    }
-
-    if (priv->mouse_fence_data && priv->mouse_cl) {
-      cmd_list0 = priv->mouse_cl.Get ();
-
-      if (!gst_d3d12_device_execute_command_lists (self->device,
-              D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list,
-              &priv->mouse_fence_val)) {
-        GST_ERROR_OBJECT (self, "Couldn't execute command list");
-        goto error;
-      }
-
-      gst_d3d12_device_set_fence_notify (self->device,
-          D3D12_COMMAND_LIST_TYPE_DIRECT, priv->mouse_fence_val,
-          priv->mouse_fence_data);
-      priv->mouse_fence_data = nullptr;
-
-      gst_d3d12_buffer_after_write (buffer, priv->mouse_fence_val);
-    }
-  }
-
-  if (have_dirty_rect) {
-    gst_d3d12_device_fence_wait (self->device, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        priv->fence_val, priv->event_handle);
+  if (draw_mouse && !gst_d3d12_dxgi_capture_draw_mouse (self, buffer, crop_box,
+          tex_desc.Format == DXGI_FORMAT_R16G16B16A16_UNORM)) {
+    priv->WaitGPU ();
+    priv->ctx = nullptr;
+    return GST_FLOW_ERROR;
   }
 
-  priv->ctx->ReleaseFrame ();
-
   return GST_FLOW_OK;
-
-error:
-  if (mouse_blend_ret.valid ())
-    mouse_blend_ret.get ();
-
-  gst_clear_d3d12_fence_data (&priv->mouse_fence_data);
-  gst_clear_d3d12_fence_data (&fence_data);
-  gst_clear_buffer (&priv->mouse_buf);
-  gst_clear_buffer (&priv->mouse_xor_buf);
-  resource = nullptr;
-  priv->last_resource = nullptr;
-  priv->shared_resource = nullptr;
-  priv->processed_frame = nullptr;
-  priv->move_frame = nullptr;
-  priv->ctx = nullptr;
-
-  return GST_FLOW_ERROR;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12dxgicapture.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12dxgicapture.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12encoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12encoder.cpp Changed

@@ -23,7 +23,6 @@
 
 #include "gstd3d12encoder.h"
 #include "gstd3d12encoderbufferpool.h"
-#include "gstd3d12pluginutils.h"
 #include <gst/base/gstqueuearray.h>
 #include <directx/d3dx12.h>
 #include <wrl.h>
@@ -63,7 +62,7 @@
 {
   EncoderSessionData ()
   {
-    output_queue = gst_queue_array_new_for_struct (sizeof (EncoderOutputData),
+    output_queue = gst_vec_deque_new_for_struct (sizeof (EncoderOutputData),
         16);
   }
 
@@ -73,7 +72,7 @@
       gst_buffer_pool_set_active (upload_pool, FALSE);
     gst_clear_object (&upload_pool);
     gst_clear_object (&encoder_pool);
-    gst_queue_array_free (output_queue);
+    gst_vec_deque_free (output_queue);
   }
 
   ComPtr<ID3D12VideoEncoder> encoder;
@@ -81,7 +80,7 @@
 
   std::mutex queue_lock;
   std::condition_variable queue_cond;
-  GstQueueArray *output_queue;
+  GstVecDeque *output_queue;
 
   GstD3D12EncoderBufferPool *encoder_pool = nullptr;
   GstBufferPool *upload_pool = nullptr;
@@ -89,26 +88,19 @@
 
 struct EncoderCmdData
 {
-  EncoderCmdData ()
-  {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-  }
-
   ~EncoderCmdData ()
   {
     if (queue)
-      gst_d3d12_command_queue_fence_wait (queue, G_MAXUINT64, event_handle);
+      gst_d3d12_cmd_queue_fence_wait (queue, G_MAXUINT64);
 
-    CloseHandle (event_handle);
     gst_clear_object (&ca_pool);
     gst_clear_object (&queue);
   }
 
   ComPtr<ID3D12VideoDevice3> video_device;
   ComPtr<ID3D12VideoEncodeCommandList2> cl;
-  GstD3D12CommandQueue *queue = nullptr;
-  GstD3D12CommandAllocatorPool *ca_pool = nullptr;
-  HANDLE event_handle;
+  GstD3D12CmdQueue *queue = nullptr;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
   guint64 fence_val = 0;
 };
 
@@ -146,8 +138,6 @@
 /* *INDENT-ON* */
 
 static void gst_d3d12_encoder_finalize (GObject * object);
-static void gst_d3d12_encoder_set_property (GObject * object, guint prop_id,
-    const GValue * value, GParamSpec * pspec);
 static void gst_d3d12_encoder_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec);
 
@@ -307,14 +297,14 @@
   queue_desc.Type = D3D12_COMMAND_LIST_TYPE_VIDEO_ENCODE;
 
   auto cmd = std::make_unique < EncoderCmdData > ();
-  cmd->queue = gst_d3d12_command_queue_new (self->device,
-      &queue_desc, ASYNC_DEPTH);
+  cmd->queue = gst_d3d12_cmd_queue_new (device, &queue_desc,
+      D3D12_FENCE_FLAG_NONE, ASYNC_DEPTH);
   if (!cmd->queue) {
     GST_ERROR_OBJECT (self, "Couldn't create command queue");
     return FALSE;
   }
 
-  cmd->ca_pool = gst_d3d12_command_allocator_pool_new (self->device,
+  cmd->ca_pool = gst_d3d12_cmd_alloc_pool_new (device,
       D3D12_COMMAND_LIST_TYPE_VIDEO_ENCODE);
   cmd->video_device = video_device;
 
@@ -356,15 +346,14 @@
   if (priv->cmd) {
     GST_DEBUG_OBJECT (self, "Waiting for command finish %" G_GUINT64_FORMAT,
         priv->cmd->fence_val);
-    gst_d3d12_command_queue_fence_wait (priv->cmd->queue, priv->cmd->fence_val,
-        priv->cmd->event_handle);
+    gst_d3d12_cmd_queue_fence_wait (priv->cmd->queue, priv->cmd->fence_val);
   }
 
   if (priv->session && priv->output_thread) {
     GST_DEBUG_OBJECT (self, "Sending empty task");
     auto empty_data = EncoderOutputData ();
     std::lock_guard < std::mutex > lk (priv->session->queue_lock);
-    gst_queue_array_push_tail_struct (priv->session->output_queue, &empty_data);
+    gst_vec_deque_push_tail_struct (priv->session->output_queue, &empty_data);
     priv->session->queue_cond.notify_one ();
   }
 
@@ -458,7 +447,7 @@
   auto params = gst_d3d12_allocation_params_new (self->device, &info,
       GST_D3D12_ALLOCATION_FLAG_DEFAULT,
       D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
-      D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET);
+      D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_NONE);
   gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
   gst_d3d12_allocation_params_free (params);
   gst_buffer_pool_config_set_params (config, caps, info.size, 0, 0);
@@ -529,7 +518,7 @@
     auto params = gst_d3d12_allocation_params_new (self->device, &info,
         GST_D3D12_ALLOCATION_FLAG_DEFAULT,
         D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
-        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET);
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_NONE);
     gst_d3d12_allocation_params_alignment (params, &align);
     gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
     gst_d3d12_allocation_params_free (params);
@@ -709,10 +698,9 @@
   auto mem = gst_buffer_peek_memory (buffer, 0);
   if (gst_is_d3d12_memory (mem)) {
     auto dmem = GST_D3D12_MEMORY_CAST (mem);
-    if (dmem->device == self->device) {
+    if (gst_d3d12_device_is_equal (dmem->device, self->device)) {
       GstMapInfo map_info;
-      if (!gst_memory_map (mem, &map_info,
-              (GstMapFlags) (GST_MAP_READ | GST_MAP_D3D12))) {
+      if (!gst_memory_map (mem, &map_info, GST_MAP_READ_D3D12)) {
         GST_ERROR_OBJECT (self, "Couldn't map memory");
         return nullptr;
       }
@@ -720,7 +708,7 @@
       gst_memory_unmap (mem, &map_info);
 
       auto resource = gst_d3d12_memory_get_resource_handle (dmem);
-      auto desc = resource->GetDesc ();
+      auto desc = GetDesc (resource);
       if (desc.Width >= (UINT64) priv->config.resolution.Width &&
           desc.Height >= priv->config.resolution.Height) {
         return gst_buffer_ref (buffer);
@@ -740,11 +728,16 @@
     std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
     auto dmem = GST_D3D12_MEMORY_CAST (mem);
     auto src_resource = gst_d3d12_memory_get_resource_handle (dmem);
+    ComPtr < ID3D12Fence > fence_to_wait;
+    guint64 fence_val_to_wait = 0;
+
+    gst_d3d12_memory_get_fence (dmem, &fence_to_wait, &fence_val_to_wait);
+
     dmem = (GstD3D12Memory *) gst_buffer_peek_memory (upload, 0);
     auto dst_resource = gst_d3d12_memory_get_resource_handle (dmem);
     D3D12_BOX src_box2;
 
-    auto desc = src_resource->GetDesc ();
+    auto desc = GetDesc (src_resource);
 
     UINT width = MIN ((UINT) desc.Width, priv->config.resolution.Width);
     UINT height = MIN ((UINT) desc.Height, priv->config.resolution.Height);
@@ -774,9 +767,18 @@
     }
 
     guint64 fence_val = 0;
+    guint num_fences_to_wait = 0;
+    ID3D12Fence *fences_to_wait = { fence_to_wait.Get () };
+    guint64 fence_values_to_wait = { fence_val_to_wait };
+    if (fence_to_wait)
+      num_fences_to_wait++;
+
     gst_d3d12_device_copy_texture_region (self->device, copy_args.size (),
-        copy_args.data (), D3D12_COMMAND_LIST_TYPE_DIRECT, &fence_val);
-    gst_d3d12_buffer_after_write (upload, fence_val);
+        copy_args.data (), nullptr, num_fences_to_wait, fences_to_wait,
+        fence_values_to_wait, D3D12_COMMAND_LIST_TYPE_DIRECT, &fence_val);
+    gst_d3d12_buffer_set_fence (upload,
+        gst_d3d12_device_get_fence_handle (self->device,
+            D3D12_COMMAND_LIST_TYPE_DIRECT), fence_val, FALSE);
   } else {
     GstVideoFrame src_frame, dst_frame;
     if (!gst_video_frame_map (&src_frame, info, buffer, GST_MAP_READ)) {
@@ -808,7 +810,7 @@
       auto src_data = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&src_frame, i);
       auto dst_data = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&dst_frame, i);
 
-      for (guint j = 0; j < height; j++) {
+      for (gint j = 0; j < height; j++) {
         memcpy (dst_data, src_data, width_in_bytes);
         dst_data += dst_stride;
         src_data += src_stride;
@@ -820,8 +822,7 @@
 
     GstMapInfo map_info;
     mem = gst_buffer_peek_memory (upload, 0);
-    if (!gst_memory_map (mem, &map_info,
-            (GstMapFlags) (GST_MAP_READ | GST_MAP_D3D12))) {
+    if (!gst_memory_map (mem, &map_info, GST_MAP_READ_D3D12)) {
       GST_ERROR_OBJECT (self, "Couldn't map memory");
       gst_buffer_unref (upload);
       return nullptr;
@@ -864,7 +865,7 @@
         auto ref_pic =
             in_args->PictureControlDesc.ReferenceFrames.ppTexture2Dsi;
         ref_pic->AddRef ();
-        gst_d3d12_fence_data_add_notify_com (fence_data, ref_pic);
+        gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (ref_pic));
         pre_enc_barrier.push_back (CD3DX12_RESOURCE_BARRIER::
             Transition (ref_pic, D3D12_RESOURCE_STATE_COMMON,
                 D3D12_RESOURCE_STATE_VIDEO_ENCODE_READ));
@@ -876,8 +877,8 @@
       auto ref_pic =
           in_args->PictureControlDesc.ReferenceFrames.ppTexture2Ds0;
       ref_pic->AddRef ();
-      gst_d3d12_fence_data_add_notify_com (fence_data, ref_pic);
-      auto ref_pic_desc = ref_pic->GetDesc ();
+      gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (ref_pic));
+      auto ref_pic_desc = GetDesc (ref_pic);
 
       for (UINT i = 0;
           i < in_args->PictureControlDesc.ReferenceFrames.NumTexture2Ds; i++) {
@@ -905,8 +906,9 @@
   /* Reconstructed picture barries */
   if (out_args->ReconstructedPicture.pReconstructedPicture) {
     out_args->ReconstructedPicture.pReconstructedPicture->AddRef ();
-    gst_d3d12_fence_data_add_notify_com (fence_data,
-        out_args->ReconstructedPicture.pReconstructedPicture);
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_COM (out_args->
+            ReconstructedPicture.pReconstructedPicture));
 
     if (array_of_textures) {
       pre_enc_barrier.push_back (CD3DX12_RESOURCE_BARRIER::
@@ -920,7 +922,7 @@
               D3D12_RESOURCE_STATE_COMMON));
     } else {
       auto recon_pic_desc =
-          out_args->ReconstructedPicture.pReconstructedPicture->GetDesc ();
+          GetDesc (out_args->ReconstructedPicture.pReconstructedPicture);
       UINT mip_slice, plane_slice, array_slice;
 
       D3D12DecomposeSubresource (out_args->
@@ -963,8 +965,8 @@
   auto heap = priv->session->heap;
 
   command_list->EncodeFrame (encoder.Get (), heap.Get (), in_args, out_args);
-  gst_d3d12_fence_data_add_notify_com (fence_data, encoder.Detach ());
-  gst_d3d12_fence_data_add_notify_com (fence_data, heap.Detach ());
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (encoder.Detach ()));
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (heap.Detach ()));
 
   post_enc_barrier.
       push_back (CD3DX12_RESOURCE_BARRIER::Transition (out_args->Bitstream.
@@ -1135,18 +1137,16 @@
 
   GST_DEBUG_OBJECT (self, "Entering output thread");
 
-  HANDLE event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-
   while (true) {
     EncoderOutputData output_data;
     {
       GST_LOG_OBJECT (self, "Waiting for output data");
       std::unique_lock < std::mutex > lk (priv->session->queue_lock);
-      while (gst_queue_array_is_empty (priv->session->output_queue))
+      while (gst_vec_deque_is_empty (priv->session->output_queue))
         priv->session->queue_cond.wait (lk);
 
       output_data = *((EncoderOutputData *)
-          gst_queue_array_pop_head_struct (priv->session->output_queue));
+          gst_vec_deque_pop_head_struct (priv->session->output_queue));
     }
 
     if (!output_data.frame) {
@@ -1157,8 +1157,7 @@
     GST_LOG_OBJECT (self, "Processing output %" G_GUINT64_FORMAT,
         output_data.fence_val);
 
-    gst_d3d12_command_queue_fence_wait (priv->cmd->queue, output_data.fence_val,
-        event_handle);
+    gst_d3d12_cmd_queue_fence_wait (priv->cmd->queue, output_data.fence_val);
 
     if (priv->flushing) {
       GST_DEBUG_OBJECT (self, "We are flushing");
@@ -1208,8 +1207,6 @@
 
   GST_DEBUG_OBJECT (self, "Leaving output thread");
 
-  CloseHandle (event_handle);
-
   return nullptr;
 }
 
@@ -1247,20 +1244,19 @@
 
   GstD3D12FenceData *fence_data;
   gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, upload);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (upload));
 
-  GstD3D12CommandAllocator *gst_ca;
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->cmd->ca_pool, &gst_ca)) {
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->cmd->ca_pool, &gst_ca)) {
     GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
     gst_d3d12_fence_data_unref (fence_data);
     gst_video_encoder_finish_frame (encoder, frame);
     return GST_FLOW_ERROR;
   }
 
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
 
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
   auto hr = ca->Reset ();
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
@@ -1272,9 +1268,9 @@
   if (!priv->cmd->cl) {
     auto device = gst_d3d12_device_get_device_handle (self->device);
     hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_VIDEO_ENCODE,
-        ca.Get (), nullptr, IID_PPV_ARGS (&priv->cmd->cl));
+        ca, nullptr, IID_PPV_ARGS (&priv->cmd->cl));
   } else {
-    hr = priv->cmd->cl->Reset (ca.Get ());
+    hr = priv->cmd->cl->Reset (ca);
   }
 
   if (!gst_d3d12_result (hr, self->device)) {
@@ -1383,7 +1379,8 @@
   }
   GST_VIDEO_ENCODER_STREAM_LOCK (self);
 
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, encoder_buf);
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (encoder_buf));
 
   ComPtr < ID3D12Resource > metadata;
   ComPtr < ID3D12Resource > resolved_metadata;
@@ -1430,19 +1427,15 @@
     return GST_FLOW_ERROR;
   }
 
-  auto completed = gst_d3d12_device_get_completed_value (self->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
-  if (completed < mem->fence_value) {
-    auto queue = gst_d3d12_device_get_command_queue (self->device,
-        D3D12_COMMAND_LIST_TYPE_DIRECT);
-    ComPtr < ID3D12Fence > fence;
-    gst_d3d12_command_queue_get_fence (queue, &fence);
-    gst_d3d12_command_queue_execute_wait (priv->cmd->queue, fence.Get (),
-        mem->fence_value);
+  ComPtr < ID3D12Fence > fence_to_wait;
+  guint64 fence_val_to_wait = 0;
+  if (gst_d3d12_memory_get_fence (mem, &fence_to_wait, &fence_val_to_wait)) {
+    gst_d3d12_cmd_queue_execute_wait (priv->cmd->queue,
+        fence_to_wait.Get (), fence_val_to_wait);
   }
 
   ID3D12CommandList *cmd_list = { cl.Get () };
-  hr = gst_d3d12_command_queue_execute_command_lists (priv->cmd->queue,
+  hr = gst_d3d12_cmd_queue_execute_command_lists (priv->cmd->queue,
       1, cmd_list, &priv->cmd->fence_val);
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't execute command list");
@@ -1452,7 +1445,7 @@
     return GST_FLOW_ERROR;
   }
 
-  gst_d3d12_command_queue_set_notify (priv->cmd->queue, priv->cmd->fence_val,
+  gst_d3d12_cmd_queue_set_notify (priv->cmd->queue, priv->cmd->fence_val,
       fence_data, (GDestroyNotify) gst_d3d12_fence_data_unref);
 
   auto output_data = EncoderOutputData ();
@@ -1466,8 +1459,7 @@
   GST_VIDEO_ENCODER_STREAM_UNLOCK (self);
   {
     std::lock_guard < std::mutex > lk (priv->session->queue_lock);
-    gst_queue_array_push_tail_struct (priv->session->output_queue,
-        &output_data);
+    gst_vec_deque_push_tail_struct (priv->session->output_queue, &output_data);
     priv->session->queue_cond.notify_one ();
   }
   GST_VIDEO_ENCODER_STREAM_LOCK (self);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12encoder.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12encoder.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12encoderbufferpool.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12encoderbufferpool.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12graphicscapture.cpp Added

@@ -0,0 +1,1282 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#ifdef WINAPI_PARTITION_APP
+#undef WINAPI_PARTITION_APP
+#endif
+
+#define WINAPI_PARTITION_APP 1
+
+#include "gstd3d12graphicscapture.h"
+#include "gstd3d12pluginutils.h"
+#include <d3d11_4.h>
+#include <dxgi.h>
+#include <directx/d3dx12.h>
+#include <gmodule.h>
+#include <dwmapi.h>
+#include <winstring.h>
+#include <roapi.h>
+#include <dispatcherqueue.h>
+#include <mutex>
+#include <condition_variable>
+#include <atomic>
+#include <wrl.h>
+#include <string.h>
+#include <windows.h>
+#include <windows.system.h>
+#include <windows.graphics.capture.h>
+#include <windows.graphics.capture.interop.h>
+#include <windows.graphics.directx.direct3d11.h>
+#include <windows.graphics.directx.direct3d11.interop.h>
+
+GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_screen_capture_debug);
+#define GST_CAT_DEFAULT gst_d3d12_screen_capture_debug
+
+#define CAPTURE_POOL_SIZE 2
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+using namespace ABI::Windows::System;
+using namespace ABI::Windows::Foundation;
+using namespace ABI::Windows::Graphics;
+using namespace ABI::Windows::Graphics::Capture;
+using namespace ABI::Windows::Graphics::DirectX;
+using namespace ABI::Windows::Graphics::DirectX::Direct3D11;
+using namespace Windows::Graphics::DirectX::Direct3D11;
+
+typedef ABI::Windows::Foundation::__FITypedEventHandler_2_Windows__CGraphics__CCapture__CDirect3D11CaptureFramePool_IInspectable_t
+    IFrameArrivedHandler;
+
+typedef ABI::Windows::Foundation::__FITypedEventHandler_2_Windows__CGraphics__CCapture__CGraphicsCaptureItem_IInspectable_t
+    IItemClosedHandler;
+
+struct GraphicsCaptureVTable
+{
+  gboolean loaded;
+
+  /* d3d11.dll */
+  HRESULT (WINAPI * CreateDirect3D11DeviceFromDXGIDevice) (IDXGIDevice *
+      dxgi_device, IInspectable ** graphics_device);
+
+  /* combase.dll */
+  HRESULT (WINAPI * RoInitialize) (RO_INIT_TYPE init_type);
+  HRESULT (WINAPI * RoUninitialize) (void);
+  HRESULT (WINAPI * WindowsCreateString) (PCNZWCH source_string,
+      UINT32 length, HSTRING * string);
+  HRESULT (WINAPI * WindowsDeleteString) (HSTRING string);
+  HRESULT (WINAPI * RoGetActivationFactory) (HSTRING activatable_class_id,
+      REFIID iid, void ** factory);
+
+  /* user32.dll */
+  DPI_AWARENESS_CONTEXT (WINAPI * SetThreadDpiAwarenessContext) (DPI_AWARENESS_CONTEXT context);
+
+  /* coremessaging.dll */
+  HRESULT (WINAPI * CreateDispatcherQueueController) (DispatcherQueueOptions options,
+      PDISPATCHERQUEUECONTROLLER * controller);
+};
+
+static GraphicsCaptureVTable g_vtable = { };
+
+#define LOAD_SYMBOL(module,name,func) G_STMT_START { \
+  if (!g_module_symbol (module, G_STRINGIFY (name), (gpointer *) &g_vtable.func)) { \
+    GST_WARNING ("Failed to load '%s', %s", G_STRINGIFY (name), g_module_error()); \
+    if (d3d11_module) \
+      g_module_close (d3d11_module); \
+    if (combase_module) \
+      g_module_close (combase_module); \
+    if (user32_module) \
+      g_module_close (user32_module); \
+    return; \
+  } \
+} G_STMT_END
+
+gboolean
+gst_d3d12_graphics_capture_load_library (void)
+{
+  static GModule *d3d11_module = nullptr;
+  static GModule *combase_module = nullptr;
+  static GModule *user32_module = nullptr;
+  static GModule *coremessaging_module = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    g_vtable.loaded = FALSE;
+
+    d3d11_module = g_module_open ("d3d11.dll", G_MODULE_BIND_LAZY);
+    if (!d3d11_module)
+      return;
+
+    combase_module = g_module_open ("combase.dll", G_MODULE_BIND_LAZY);
+    if (!combase_module) {
+      g_module_close (d3d11_module);
+      return;
+    }
+
+    user32_module = g_module_open ("user32.dll", G_MODULE_BIND_LAZY);
+    if (!user32_module) {
+      g_module_close (combase_module);
+      g_module_close (d3d11_module);
+      return;
+    }
+
+    coremessaging_module =
+        g_module_open ("coremessaging.dll", G_MODULE_BIND_LAZY);
+    if (!coremessaging_module) {
+      g_module_close (user32_module);
+      g_module_close (combase_module);
+      g_module_close (d3d11_module);
+      return;
+    }
+
+    LOAD_SYMBOL (d3d11_module, CreateDirect3D11DeviceFromDXGIDevice,
+        CreateDirect3D11DeviceFromDXGIDevice);
+    LOAD_SYMBOL (combase_module, RoInitialize, RoInitialize);
+    LOAD_SYMBOL (combase_module, RoUninitialize, RoUninitialize);
+    LOAD_SYMBOL (combase_module, WindowsCreateString, WindowsCreateString);
+    LOAD_SYMBOL (combase_module, WindowsDeleteString, WindowsDeleteString);
+    LOAD_SYMBOL (combase_module, RoGetActivationFactory,
+        RoGetActivationFactory);
+    LOAD_SYMBOL (user32_module, SetThreadDpiAwarenessContext,
+        SetThreadDpiAwarenessContext);
+    LOAD_SYMBOL (coremessaging_module, CreateDispatcherQueueController,
+        CreateDispatcherQueueController);
+
+    g_vtable.loaded = TRUE;
+  } GST_D3D12_CALL_ONCE_END;
+
+  return g_vtable.loaded;
+}
+
+template < typename InterfaceType, PCNZWCH runtime_class_id >
+static HRESULT
+GstGetActivationFactory (InterfaceType ** factory)
+{
+  if (!gst_d3d12_graphics_capture_load_library ())
+    return E_NOINTERFACE;
+
+  HSTRING class_id_hstring;
+  HRESULT hr = g_vtable.WindowsCreateString (runtime_class_id,
+      wcslen (runtime_class_id), &class_id_hstring);
+
+  if (FAILED (hr))
+    return hr;
+
+  hr = g_vtable.RoGetActivationFactory (class_id_hstring,
+      IID_PPV_ARGS (factory));
+
+  if (FAILED (hr)) {
+    g_vtable.WindowsDeleteString (class_id_hstring);
+    return hr;
+  }
+
+  return g_vtable.WindowsDeleteString (class_id_hstring);
+}
+
+class GraphicsCapture : public RuntimeClass<RuntimeClassFlags<ClassicCom>,
+    FtmBase, IFrameArrivedHandler, IItemClosedHandler>
+{
+public:
+  GraphicsCapture ()
+  {
+    gst_video_info_init (&pool_info_);
+  }
+
+  virtual ~GraphicsCapture ()
+  {
+    GST_INFO_OBJECT (obj_, "Fin");
+
+    if (d3d12_pool_) {
+      gst_buffer_pool_set_active (d3d12_pool_, FALSE);
+      gst_object_unref (d3d12_pool_);
+    }
+
+    if (video_pool_) {
+      gst_buffer_pool_set_active (video_pool_, FALSE);
+      gst_object_unref (video_pool_);
+    }
+
+    gst_clear_object (&device12_);
+  }
+
+  STDMETHODIMP
+  RuntimeClassInitialize (GstD3D12GraphicsCapture * obj,
+      GstD3D12Device * device12, ID3D11Device * device11,
+      IDirect3DDevice * d3d_device,
+      IDirect3D11CaptureFramePoolStatics * pool_statics,
+      IGraphicsCaptureItem * item, HWND window_handle)
+  {
+    obj_ = obj;
+    device12_ = (GstD3D12Device *) gst_object_ref (device12);
+
+    device11->QueryInterface (IID_PPV_ARGS (&device11_));
+    if (!device11_) {
+      GST_ERROR_OBJECT (obj_, "ID3D11Device5 interface unavailable");
+      return E_FAIL;
+    }
+
+    ComPtr<ID3D11DeviceContext> context;
+    device11_->GetImmediateContext (&context);
+    context.As (&context_);
+    if (!context_) {
+      GST_ERROR_OBJECT (obj_, "ID3D11DeviceContext4 interface unavailable");
+      return E_FAIL;
+    }
+
+    auto hr = device11_->CreateFence (0, D3D11_FENCE_FLAG_SHARED,
+        IID_PPV_ARGS (&shared_fence11_));
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj_, "Couldn't create d3d11 fence");
+      return E_FAIL;
+    }
+
+    HANDLE fence_handle;
+    hr = shared_fence11_->CreateSharedHandle (nullptr,
+        GENERIC_ALL, nullptr, &fence_handle);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj_, "Couldn't create shared handle");
+      return E_FAIL;
+    }
+
+    auto device12_handle = gst_d3d12_device_get_device_handle (device12);
+    hr = device12_handle->OpenSharedHandle (fence_handle,
+        IID_PPV_ARGS (&shared_fence12_));
+    CloseHandle (fence_handle);
+    if (!gst_d3d12_result (hr, device12)) {
+      GST_ERROR_OBJECT (obj_, "Couldn't open d3d12 fence");
+      return E_FAIL;
+    }
+
+    device_ = d3d_device;
+    item_ = item;
+    hwnd_ = window_handle;
+
+    hr = item->get_Size (&frame_size_);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj, "Couldn't query item size");
+      return hr;
+    }
+
+    hr = item->add_Closed (this, &closed_token_);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj, "Couldn't install closed callback");
+      return hr;
+    }
+
+    hr = pool_statics->Create (d3d_device,
+        DirectXPixelFormat::DirectXPixelFormat_B8G8R8A8UIntNormalized,
+        CAPTURE_POOL_SIZE, frame_size_, &frame_pool_);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj, "Couldn't create frame pool");
+      return hr;
+    }
+
+    hr = frame_pool_->add_FrameArrived (this, &arrived_token_);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj, "Couldn't install FrameArrived callback");
+      return hr;
+    }
+
+    hr = frame_pool_->CreateCaptureSession (item, &session_);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj, "Couldn't create session");
+      return hr;
+    }
+
+    session_.As (&session2_);
+    if (session2_)
+      session2_->put_IsCursorCaptureEnabled (FALSE);
+
+    session_.As (&session3_);
+    if (session3_)
+      session3_->put_IsBorderRequired (FALSE);
+
+    hr = session_->StartCapture ();
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj, "Couldn't start capture");
+      return hr;
+    }
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (IDirect3D11CaptureFramePool * pool, IInspectable * arg)
+  {
+    ComPtr < IDirect3D11CaptureFrame > frame;
+
+    GST_LOG_OBJECT (obj_, "Frame arrived");
+
+    pool->TryGetNextFrame (&frame);
+    if (!frame) {
+      GST_WARNING_OBJECT (obj_, "No frame");
+      return S_OK;
+    }
+
+    SizeInt32 frame_size;
+    auto hr = frame->get_ContentSize (&frame_size);
+    if (FAILED (hr)) {
+      GST_WARNING_OBJECT (obj_, "Couldn't get content size");
+      return S_OK;
+    }
+
+    if (frame_size.Width != frame_size_.Width ||
+        frame_size.Height != frame_size_.Height) {
+      GST_DEBUG_OBJECT (obj_, "Frame size changed %dx%d -> %dx%d",
+          frame_size_.Width, frame_size_.Height,
+          frame_size.Width, frame_size.Height);
+      std::lock_guard <std::mutex> lk (lock_);
+      if (d3d12_pool_) {
+        gst_buffer_pool_set_active (d3d12_pool_, FALSE);
+        gst_clear_object (&d3d12_pool_);
+      }
+
+      if (video_pool_) {
+        gst_buffer_pool_set_active (video_pool_, FALSE);
+        gst_clear_object (&video_pool_);
+      }
+
+      frame_ = nullptr;
+      texture_ = nullptr;
+      staging_ = nullptr;
+      pool->Recreate (device_.Get (),
+          DirectXPixelFormat::DirectXPixelFormat_B8G8R8A8UIntNormalized,
+          CAPTURE_POOL_SIZE, frame_size);
+      frame_size_ = frame_size;
+      return S_OK;
+    }
+
+    ComPtr < IDirect3DSurface > surface;
+    frame->get_Surface (&surface);
+    if (!surface) {
+      GST_WARNING_OBJECT (obj_, "IDirect3DSurface interface unavailable");
+      return S_OK;
+    }
+
+    ComPtr < IDirect3DDxgiInterfaceAccess > access;
+    surface.As (&access);
+    if (!access) {
+      GST_WARNING_OBJECT (obj_,
+          "IDirect3DDxgiInterfaceAccess interface unavailable");
+      return S_OK;
+    }
+
+    ComPtr < ID3D11Texture2D > texture;
+    access->GetInterface (IID_PPV_ARGS (&texture));
+    if (!texture) {
+      GST_WARNING_OBJECT (obj_,
+          "ID3D11Texture2D interface unavailable");
+      return S_OK;
+    }
+
+    D3D11_TEXTURE2D_DESC desc;
+    texture->GetDesc (&desc);
+
+    std::lock_guard <std::mutex> lk (lock_);
+    crop_box_.left = 0;
+    crop_box_.top = 0;
+    crop_box_.right = desc.Width;
+    crop_box_.bottom = desc.Height;
+    crop_box_.front = 0;
+    crop_box_.back = 1;
+    texture_ = texture;
+    frame_ = frame;
+
+    if (hwnd_ && client_only_)
+      updateClientBox (desc, crop_box_);
+
+    cond_.notify_all ();
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (IGraphicsCaptureItem * pool, IInspectable * arg)
+  {
+    GST_INFO_OBJECT (obj_, "Item closed");
+
+    std::lock_guard <std::mutex> lk (lock_);
+    closed_ = true;
+    cond_.notify_all ();
+
+    return S_OK;
+  }
+
+  void SetCursorEnabled (boolean value)
+  {
+    if (session2_)
+      session2_->put_IsCursorCaptureEnabled (value);
+  }
+
+  void SetBorderRequired (boolean value)
+  {
+    if (session3_)
+      session3_->put_IsBorderRequired (value);
+  }
+
+  void SetClientOnly (bool value)
+  {
+    client_only_ = value;
+  }
+
+  void GetSize (guint * width, guint * height)
+  {
+    std::lock_guard <std::mutex> lk (lock_);
+    *width = MAX (1, (guint) frame_size_.Width);
+    *height = MAX (1, (guint) frame_size_.Height);
+  }
+
+  GstFlowReturn GetD3D12Frame (const CaptureCropRect * crop_rect,
+      GstBuffer ** buffer, guint * width, guint * height)
+  {
+    std::unique_lock <std::mutex> lk (lock_);
+    while (!frame_ && !flushing_ && !closed_)
+      cond_.wait (lk);
+
+    if (flushing_)
+      return GST_FLOW_FLUSHING;
+    if (closed_)
+      return GST_FLOW_EOS;
+
+    guint crop_w = crop_box_.right - crop_box_.left;
+    guint crop_h = crop_box_.bottom - crop_box_.top;
+    D3D12_BOX crop_box = crop_box_;
+    if (crop_rect->crop_x + crop_rect->crop_w > crop_w ||
+        crop_rect->crop_y + crop_rect->crop_h > crop_h) {
+      /* Ignore this crop rect */
+    } else {
+      if (crop_rect->crop_w)
+        crop_w = crop_rect->crop_w;
+      if (crop_rect->crop_h)
+        crop_h = crop_rect->crop_h;
+
+      crop_box.left += crop_rect->crop_x;
+      crop_box.top += crop_rect->crop_y;
+      crop_box.right = crop_box.left + crop_w;
+      crop_box.bottom = crop_box.top + crop_h;
+    }
+
+    if (!d3d12_pool_ || pool_info_.width != crop_w ||
+        pool_info_.height != crop_h) {
+      GST_DEBUG_OBJECT (obj_, "Size changed, recrate buffer pool");
+
+      if (d3d12_pool_) {
+        gst_buffer_pool_set_active (d3d12_pool_, FALSE);
+        gst_clear_object (&d3d12_pool_);
+      }
+
+      gst_video_info_set_format (&pool_info_, GST_VIDEO_FORMAT_BGRA,
+          crop_w, crop_h);
+      d3d12_pool_ = gst_d3d12_buffer_pool_new (device12_);
+      if (!d3d12_pool_) {
+        GST_ERROR_OBJECT (obj_, "Couldn't create buffer pool");
+        return GST_FLOW_ERROR;
+      }
+
+      auto caps = gst_video_info_to_caps (&pool_info_);
+      auto config = gst_buffer_pool_get_config (d3d12_pool_);
+      gst_buffer_pool_config_set_params (config, caps, pool_info_.size, 0, 0);
+      gst_caps_unref (caps);
+
+      auto params = gst_d3d12_allocation_params_new (device12_, &pool_info_,
+          GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+          D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_SHARED);
+      gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+      gst_d3d12_allocation_params_free (params);
+      if (!gst_buffer_pool_set_config (d3d12_pool_, config)) {
+        GST_ERROR_OBJECT (obj_, "Couldn't set buffer pool config");
+        gst_clear_object (&d3d12_pool_);
+        return GST_FLOW_ERROR;
+      }
+
+      if (!gst_buffer_pool_set_active (d3d12_pool_, TRUE)) {
+        GST_ERROR_OBJECT (obj_, "Couldn't activate pool");
+        gst_clear_object (&d3d12_pool_);
+        return GST_FLOW_ERROR;
+      }
+    }
+
+    GstBuffer *outbuf = nullptr;
+    gst_buffer_pool_acquire_buffer (d3d12_pool_, &outbuf, nullptr);
+    if (!outbuf) {
+      GST_ERROR_OBJECT (obj_, "Couldn't acquire buffer");
+      return GST_FLOW_ERROR;
+    }
+
+    GstMapInfo map_info;
+    auto mem = gst_buffer_peek_memory (outbuf, 0);
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    GST_MEMORY_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+    gst_d3d12_memory_sync (dmem);
+
+    auto texture11 = gst_d3d12_memory_get_d3d11_texture (dmem,
+        device11_.Get ());
+    if (!texture11) {
+      GST_ERROR_OBJECT (obj_, "Couldn't get sharable d3d11 texture");
+      gst_buffer_unref (outbuf);
+      return GST_FLOW_ERROR;
+    }
+
+    if (!gst_memory_map (mem, &map_info, GST_MAP_WRITE_D3D12)) {
+      GST_ERROR_OBJECT (obj_, "Couldn't map memory");
+      gst_buffer_unref (outbuf);
+      return GST_FLOW_ERROR;
+    }
+
+    context_->CopySubresourceRegion (texture11,
+        0, 0, 0, 0, texture_.Get (), 0, (const D3D11_BOX *) &crop_box);
+    fence_val_++;
+    context_->Signal (shared_fence11_.Get (), fence_val_);
+    gst_memory_unmap (mem, &map_info);
+
+    gst_d3d12_memory_set_fence (dmem,
+        shared_fence12_.Get (), fence_val_, FALSE);
+
+    *width = crop_w;
+    *height = crop_h;
+    *buffer = outbuf;
+
+    return GST_FLOW_OK;
+  }
+
+  GstFlowReturn GetVideoFrame (const CaptureCropRect * crop_rect,
+      GstBuffer ** buffer, guint * width, guint * height)
+  {
+    std::unique_lock <std::mutex> lk (lock_);
+    while (!frame_ && !flushing_ && !closed_)
+      cond_.wait (lk);
+
+    if (flushing_)
+      return GST_FLOW_FLUSHING;
+    if (closed_)
+      return GST_FLOW_EOS;
+
+    guint crop_w = crop_box_.right - crop_box_.left;
+    guint crop_h = crop_box_.bottom - crop_box_.top;
+    D3D12_BOX crop_box = crop_box_;
+    if (crop_rect->crop_x + crop_rect->crop_w > crop_w ||
+        crop_rect->crop_y + crop_rect->crop_h > crop_h) {
+      /* Ignore this crop rect */
+    } else {
+      if (crop_rect->crop_w)
+        crop_w = crop_rect->crop_w;
+      if (crop_rect->crop_h)
+        crop_h = crop_rect->crop_h;
+
+      crop_box.left += crop_rect->crop_x;
+      crop_box.top += crop_rect->crop_y;
+      crop_box.right = crop_box.left + crop_w;
+      crop_box.bottom = crop_box.top + crop_h;
+    }
+
+    if (!video_pool_ || pool_info_.width != crop_w ||
+        pool_info_.height != crop_h) {
+      GST_DEBUG_OBJECT (obj_, "Size changed, recrate buffer pool");
+
+      if (video_pool_) {
+        gst_buffer_pool_set_active (video_pool_, FALSE);
+        gst_clear_object (&video_pool_);
+      }
+
+      staging_ = nullptr;
+
+      D3D11_TEXTURE2D_DESC desc = { };
+      desc.Width = crop_w;
+      desc.Height = crop_h;
+      desc.MipLevels = 1;
+      desc.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
+      desc.SampleDesc.Count = 1;
+      desc.ArraySize = 1;
+      desc.Usage = D3D11_USAGE_STAGING;
+      desc.CPUAccessFlags = D3D11_CPU_ACCESS_READ;
+
+      auto hr = device11_->CreateTexture2D (&desc, nullptr, &staging_);
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (obj_, "Couldn't create staging texture");
+        return GST_FLOW_ERROR;
+      }
+
+      gst_video_info_set_format (&pool_info_, GST_VIDEO_FORMAT_BGRA,
+          crop_w, crop_h);
+      video_pool_ = gst_video_buffer_pool_new ();
+      if (!video_pool_) {
+        GST_ERROR_OBJECT (obj_, "Couldn't create buffer pool");
+        return GST_FLOW_ERROR;
+      }
+
+      auto caps = gst_video_info_to_caps (&pool_info_);
+      auto config = gst_buffer_pool_get_config (video_pool_);
+      gst_buffer_pool_config_set_params (config, caps, pool_info_.size, 0, 0);
+      gst_caps_unref (caps);
+
+      if (!gst_buffer_pool_set_config (video_pool_, config)) {
+        GST_ERROR_OBJECT (obj_, "Couldn't set buffer pool config");
+        gst_clear_object (&video_pool_);
+        return GST_FLOW_ERROR;
+      }
+
+      if (!gst_buffer_pool_set_active (video_pool_, TRUE)) {
+        GST_ERROR_OBJECT (obj_, "Couldn't activate pool");
+        gst_clear_object (&video_pool_);
+        return GST_FLOW_ERROR;
+      }
+    }
+
+    context_->CopySubresourceRegion (staging_.Get (), 0, 0, 0, 0,
+        texture_.Get (), 0, (const D3D11_BOX *) &crop_box);
+
+    D3D11_MAPPED_SUBRESOURCE mapped_resource;
+    auto hr = context_->Map (staging_.Get (), 0, D3D11_MAP_READ,
+        0, &mapped_resource);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (obj_, "Couldn't map staging texture");
+      return GST_FLOW_ERROR;
+    }
+
+    GstBuffer *outbuf = nullptr;
+    gst_buffer_pool_acquire_buffer (video_pool_, &outbuf, nullptr);
+    if (!outbuf) {
+      GST_ERROR_OBJECT (obj_, "Couldn't acquire buffer");
+      context_->Unmap (staging_.Get (), 0);
+      return GST_FLOW_ERROR;
+    }
+
+    GstVideoFrame vframe;
+    if (!gst_video_frame_map (&vframe, &pool_info_, outbuf, GST_MAP_WRITE)) {
+      GST_ERROR_OBJECT (obj_, "Couldn't map video frame");
+      context_->Unmap (staging_.Get (), 0);
+      gst_buffer_unref (outbuf);
+      return GST_FLOW_ERROR;
+    }
+
+    guint8 *dst = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&vframe, 0);
+    guint8 *src = (guint8 *) mapped_resource.pData;
+    guint width_in_bytes = GST_VIDEO_FRAME_COMP_PSTRIDE (&vframe, 0)
+        * GST_VIDEO_FRAME_COMP_WIDTH (&vframe, 0);
+    for (guint i = 0; i < GST_VIDEO_FRAME_HEIGHT (&vframe); i++) {
+      memcpy (dst, src, width_in_bytes);
+      dst += GST_VIDEO_FRAME_PLANE_STRIDE (&vframe, 0);
+      src += mapped_resource.RowPitch;
+    }
+    gst_video_frame_unmap (&vframe);
+    context_->Unmap (staging_.Get (), 0);
+
+    *width = crop_w;
+    *height = crop_h;
+    *buffer = outbuf;
+
+    return GST_FLOW_OK;
+  }
+
+  void SetFlushing (bool flushing)
+  {
+    std::lock_guard <std::mutex> lk (lock_);
+    flushing_ = flushing;
+    cond_.notify_all ();
+  }
+
+  void Close ()
+  {
+    if (item_)
+      item_->remove_Closed (closed_token_);
+
+    if (frame_pool_)
+      frame_pool_->remove_FrameArrived (arrived_token_);
+
+    texture_ = nullptr;
+    frame_ = nullptr;
+    staging_ = nullptr;
+
+    if (session_) {
+      ComPtr<IClosable> closable;
+      session_.As (&closable);
+      if (closable)
+        closable->Close ();
+    }
+
+    if (frame_pool_) {
+      ComPtr<IClosable> closable;
+      frame_pool_.As (&closable);
+      if (closable)
+        closable->Close ();
+    }
+
+    if (item_) {
+      ComPtr<IClosable> closable;
+      item_.As (&closable);
+      if (closable)
+        closable->Close ();
+    }
+  }
+
+private:
+  bool updateClientBox (const D3D11_TEXTURE2D_DESC & desc, D3D12_BOX & box)
+  {
+    if (IsIconic (hwnd_))
+      return false;
+
+    RECT client_rect;
+    if (!GetClientRect (hwnd_, &client_rect))
+      return false;
+
+    if (client_rect.right <= 0 || client_rect.bottom <= 0)
+      return false;
+
+    RECT bound_rect;
+    auto hr = DwmGetWindowAttribute (hwnd_,
+        DWMWA_EXTENDED_FRAME_BOUNDS, &bound_rect, sizeof (RECT));
+    if (FAILED (hr))
+      return false;
+
+    POINT client_pos = { };
+    if (!ClientToScreen (hwnd_, &client_pos))
+      return false;
+
+    UINT left = 0;
+    if (client_pos.x > bound_rect.left)
+      left = client_pos.x - bound_rect.left;
+
+    UINT width = 1;
+    if (desc.Width > left) {
+      width = desc.Width - left;
+      if (width > client_rect.right)
+        width = client_rect.right;
+    }
+
+    UINT right = left + width;
+    if (right > desc.Width)
+      return false;
+
+    UINT top = 0;
+    if (client_pos.y > bound_rect.top)
+      top = client_pos.y - bound_rect.top;
+
+    UINT height = 1;
+    if (desc.Height > top) {
+      height = desc.Height - top;
+      if (height > client_rect.bottom)
+        height = client_rect.bottom;
+    }
+
+    UINT bottom = top + height;
+    if (bottom > desc.Height)
+      return false;
+
+    box.left = left;
+    box.top = top;
+    box.right = right;
+    box.bottom = bottom;
+    box.front = 0;
+    box.back = 1;
+
+    return true;
+  }
+
+private:
+  GstD3D12GraphicsCapture *obj_ = nullptr;
+  HWND hwnd_ = nullptr;
+  GstD3D12Device *device12_ = nullptr;
+  GstVideoInfo pool_info_;
+  GstBufferPool *d3d12_pool_ = nullptr;
+  GstBufferPool *video_pool_ = nullptr;
+  ComPtr<ID3D11Device5> device11_;
+  ComPtr<ID3D11DeviceContext4> context_;
+  ComPtr<IDirect3DDevice> device_;
+  ComPtr<IGraphicsCaptureItem> item_;
+  ComPtr<IDirect3D11CaptureFramePool> frame_pool_;
+  ComPtr<IGraphicsCaptureSession> session_;
+  ComPtr<IGraphicsCaptureSession2> session2_;
+  ComPtr<IGraphicsCaptureSession3> session3_;
+  ComPtr<IDirect3D11CaptureFrame> frame_;
+  ComPtr<ID3D11Texture2D> texture_;
+  ComPtr<ID3D11Texture2D> staging_;
+  SizeInt32 frame_size_ = { };
+  EventRegistrationToken arrived_token_ = { };
+  EventRegistrationToken closed_token_ = { };
+  std::mutex lock_;
+  std::condition_variable cond_;
+  bool closed_ = false;
+  bool flushing_ = false;
+  std::atomic<bool> client_only_ = { false };
+  D3D12_BOX crop_box_ = { };
+  UINT64 fence_val_ = 0;
+  ComPtr<ID3D11Fence> shared_fence11_;
+  ComPtr<ID3D12Fence> shared_fence12_;
+};
+
+class AsyncWaiter : public RuntimeClass<RuntimeClassFlags<ClassicCom>,
+    FtmBase, IAsyncActionCompletedHandler>
+{
+public:
+  STDMETHODIMP
+  RuntimeClassInitialize (HANDLE event_handle)
+  {
+    event_handle_ = event_handle;
+    return S_OK;
+  }
+
+  STDMETHOD (Invoke) (IAsyncAction * action, AsyncStatus status)
+  {
+    SetEvent (event_handle_);
+
+    return S_OK;
+  }
+
+private:
+  HANDLE event_handle_;
+};
+
+enum LoopState
+{
+  LOOP_STATE_INIT,
+  LOOP_STATE_RUNNING,
+  LOOP_STATE_STOPPED,
+};
+
+struct GstD3D12GraphicsCapturePrivate
+{
+  GstD3D12GraphicsCapturePrivate ()
+  {
+    shutdown_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
+  }
+
+  ~GstD3D12GraphicsCapturePrivate ()
+  {
+    SetEvent (shutdown_handle);
+    g_clear_pointer (&loop_thread, g_thread_join);
+
+    CloseHandle (shutdown_handle);
+    gst_clear_object (&device);
+  }
+
+  GstD3D12Device *device = nullptr;
+  ComPtr<ID3D11Device> d3d11_device;
+  ComPtr<GraphicsCapture> capture;
+  HMONITOR monitor_handle = nullptr;
+  HWND window_handle = nullptr;
+  HWND hidden_hwnd = nullptr;
+  HANDLE shutdown_handle;
+  GThread *loop_thread = nullptr;
+  LoopState loop_state = LOOP_STATE_INIT;
+  std::mutex loop_lock;
+  std::condition_variable loop_cond;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12GraphicsCapture
+{
+  GstObject parent;
+
+  GstD3D12GraphicsCapturePrivate *priv;
+};
+
+static void gst_d3d12_graphics_capture_finalize (GObject * object);
+
+static GstFlowReturn
+gst_d3d12_graphics_capture_prepare (GstD3D12ScreenCapture * capture,
+    guint flags);
+static gboolean
+gst_d3d12_graphics_capture_get_size (GstD3D12ScreenCapture * capture,
+    guint * width, guint * height);
+static gboolean
+gst_d3d12_graphics_capture_unlock (GstD3D12ScreenCapture * capture);
+static gboolean
+gst_d3d12_graphics_capture_unlock_stop (GstD3D12ScreenCapture * capture);
+
+#define gst_d3d12_graphics_capture_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12GraphicsCapture,
+    gst_d3d12_graphics_capture, GST_TYPE_D3D12_SCREEN_CAPTURE);
+
+static void
+gst_d3d12_graphics_capture_class_init (GstD3D12GraphicsCaptureClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto capture_class = GST_D3D12_SCREEN_CAPTURE_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_graphics_capture_finalize;
+
+  capture_class->prepare =
+      GST_DEBUG_FUNCPTR (gst_d3d12_graphics_capture_prepare);
+  capture_class->get_size =
+      GST_DEBUG_FUNCPTR (gst_d3d12_graphics_capture_get_size);
+  capture_class->unlock = GST_DEBUG_FUNCPTR (gst_d3d12_graphics_capture_unlock);
+  capture_class->unlock_stop =
+      GST_DEBUG_FUNCPTR (gst_d3d12_graphics_capture_unlock_stop);
+}
+
+static void
+gst_d3d12_graphics_capture_init (GstD3D12GraphicsCapture * self)
+{
+  self->priv = new GstD3D12GraphicsCapturePrivate ();
+}
+
+static void
+gst_d3d12_graphics_capture_finalize (GObject * object)
+{
+  auto self = GST_D3D12_GRAPHICS_CAPTURE (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+open_device (GstD3D12GraphicsCapture * self, IDirect3DDevice ** d3d_device)
+{
+  auto priv = self->priv;
+
+  static const D3D_FEATURE_LEVEL feature_levels = {
+    D3D_FEATURE_LEVEL_11_1,
+    D3D_FEATURE_LEVEL_11_0,
+    D3D_FEATURE_LEVEL_10_1,
+    D3D_FEATURE_LEVEL_10_0,
+  };
+
+  auto adapter = gst_d3d12_device_get_adapter_handle (priv->device);
+  auto hr = D3D11CreateDevice (adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr,
+      D3D11_CREATE_DEVICE_BGRA_SUPPORT, feature_levels,
+      G_N_ELEMENTS (feature_levels), D3D11_SDK_VERSION,
+      &priv->d3d11_device, nullptr, nullptr);
+
+  if (FAILED (hr)) {
+    hr = D3D11CreateDevice (adapter, D3D_DRIVER_TYPE_UNKNOWN, nullptr,
+        D3D11_CREATE_DEVICE_BGRA_SUPPORT, &feature_levels1,
+        G_N_ELEMENTS (feature_levels) - 1, D3D11_SDK_VERSION,
+        &priv->d3d11_device, nullptr, nullptr);
+  }
+
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create d3d11 device");
+    return FALSE;
+  }
+
+  ComPtr < ID3D10Multithread > multi_thread;
+  priv->d3d11_device.As (&multi_thread);
+  if (multi_thread)
+    multi_thread->SetMultithreadProtected (TRUE);
+
+  ComPtr < IDXGIDevice > dxgi_device;
+  hr = priv->d3d11_device.As (&dxgi_device);
+  if (FAILED (hr)) {
+    GST_WARNING_OBJECT (self, "IDXGIDevice interface unavailable");
+    return FALSE;
+  }
+
+  ComPtr < IInspectable > inspectable;
+  hr = g_vtable.CreateDirect3D11DeviceFromDXGIDevice (dxgi_device.Get (),
+      &inspectable);
+  if (FAILED (hr)) {
+    GST_WARNING_OBJECT (self, "CreateDirect3D11DeviceFromDXGIDevice failed");
+    return FALSE;
+  }
+
+  ComPtr < IDirect3DDevice > device;
+  hr = inspectable.As (&device);
+  if (FAILED (hr)) {
+    GST_WARNING_OBJECT (self, "IDirect3DDevice interface unavailable");
+    return FALSE;
+  }
+
+  *d3d_device = device.Detach ();
+
+  return TRUE;
+}
+
+static gboolean
+create_session (GstD3D12GraphicsCapture * self, IDirect3DDevice * d3d_device)
+{
+  auto priv = self->priv;
+  auto capture = priv->capture;
+
+  ComPtr < IGraphicsCaptureItemInterop > interop;
+  auto hr = GstGetActivationFactory < IGraphicsCaptureItemInterop,
+      RuntimeClass_Windows_Graphics_Capture_GraphicsCaptureItem > (&interop);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "IGraphicsCaptureItemInterop is not available");
+    return FALSE;
+  }
+
+  ComPtr < IGraphicsCaptureItem > item;
+  if (priv->monitor_handle) {
+    hr = interop->CreateForMonitor (priv->monitor_handle, IID_PPV_ARGS (&item));
+  } else {
+    hr = interop->CreateForWindow (priv->window_handle, IID_PPV_ARGS (&item));
+  }
+
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create item");
+    return FALSE;
+  }
+
+  ComPtr < IDirect3D11CaptureFramePoolStatics > pool_statics;
+  hr = GstGetActivationFactory < IDirect3D11CaptureFramePoolStatics,
+      RuntimeClass_Windows_Graphics_Capture_Direct3D11CaptureFramePool >
+      (&pool_statics);
+  if (FAILED (hr)) {
+    GST_WARNING_OBJECT (self,
+        "IDirect3D11CaptureFramePoolStatics is unavailable");
+    return FALSE;
+  }
+
+  hr = MakeAndInitialize < GraphicsCapture > (&priv->capture,
+      self, priv->device, priv->d3d11_device.Get (), d3d_device,
+      pool_statics.Get (), item.Get (), priv->window_handle);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't initialize capture object");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gpointer
+gst_d3d11_graphics_thread_func (GstD3D12GraphicsCapture * self)
+{
+  HRESULT hr;
+  ComPtr < IDispatcherQueueController > queue_ctrl;
+  auto priv = self->priv;
+  HANDLE event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
+  ComPtr < IDirect3DDevice > d3d_device;
+  HANDLE waitables = { priv->shutdown_handle, event_handle };
+  ComPtr < AsyncWaiter > async_waiter;
+  ComPtr < IAsyncAction > shutdown_action;
+
+  GST_INFO_OBJECT (self, "Entering loop thread");
+
+  g_vtable.SetThreadDpiAwarenessContext
+      (DPI_AWARENESS_CONTEXT_PER_MONITOR_AWARE);
+
+  g_vtable.RoInitialize (RO_INIT_MULTITHREADED);
+
+  hr = MakeAndInitialize < AsyncWaiter > (&async_waiter, event_handle);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create async waiter");
+    goto out;
+  }
+
+  DispatcherQueueOptions queue_opt;
+  queue_opt.dwSize = sizeof (DispatcherQueueOptions);
+  queue_opt.threadType = DQTYPE_THREAD_CURRENT;
+  queue_opt.apartmentType = DQTAT_COM_NONE;
+
+  hr = g_vtable.CreateDispatcherQueueController (queue_opt, &queue_ctrl);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create dispatcher queue controller");
+    goto out;
+  }
+
+  if (!open_device (self, &d3d_device)) {
+    GST_ERROR_OBJECT (self, "Couldn't open device");
+    goto out;
+  }
+
+  if (!create_session (self, d3d_device.Get ())) {
+    GST_ERROR_OBJECT (self, "Couldn't open session");
+    goto out;
+  }
+
+  {
+    std::lock_guard < std::mutex > lk (priv->loop_lock);
+    priv->loop_state = LOOP_STATE_RUNNING;
+    priv->loop_cond.notify_all ();
+  }
+
+  while (true) {
+    MSG msg;
+    while (PeekMessage (&msg, nullptr, 0, 0, PM_REMOVE)) {
+      TranslateMessage (&msg);
+      DispatchMessage (&msg);
+    }
+
+    auto wait_ret = MsgWaitForMultipleObjects (G_N_ELEMENTS (waitables),
+        waitables, FALSE, INFINITE, QS_ALLINPUT);
+
+    if (wait_ret == WAIT_OBJECT_0) {
+      GST_DEBUG_OBJECT (self, "Begin shutdown");
+      priv->capture->Close ();
+      hr = queue_ctrl->ShutdownQueueAsync (&shutdown_action);
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (self, "Shutdown failed");
+        break;
+      }
+
+      hr = shutdown_action->put_Completed (async_waiter.Get ());
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (self, "Couldn't install shutdown callback");
+        break;
+      }
+    } else if (wait_ret == WAIT_OBJECT_0 + 1) {
+      GST_DEBUG_OBJECT (self, "Shutdown completed");
+      break;
+    } else if (wait_ret != WAIT_OBJECT_0 + G_N_ELEMENTS (waitables)) {
+      GST_ERROR_OBJECT (self, "Unexpected wait return %u", (guint) wait_ret);
+      break;
+    }
+  }
+
+out:
+  {
+    std::lock_guard < std::mutex > lk (priv->loop_lock);
+    priv->loop_state = LOOP_STATE_STOPPED;
+    priv->loop_cond.notify_all ();
+  }
+
+  priv->capture = nullptr;
+  queue_ctrl = nullptr;
+  shutdown_action = nullptr;
+  async_waiter = nullptr;
+
+  if (d3d_device) {
+    ComPtr < IClosable > closable;
+    d3d_device.As (&closable);
+    if (closable)
+      closable->Close ();
+
+    closable = nullptr;
+    d3d_device = nullptr;
+  }
+
+  CloseHandle (event_handle);
+
+  g_vtable.RoUninitialize ();
+
+  GST_INFO_OBJECT (self, "Leaving loop thread");
+
+  return nullptr;
+}
+
+static GstFlowReturn
+gst_d3d12_graphics_capture_prepare (GstD3D12ScreenCapture * capture,
+    guint flags)
+{
+  return GST_FLOW_OK;
+}
+
+static gboolean
+gst_d3d12_graphics_capture_get_size (GstD3D12ScreenCapture * capture,
+    guint * width, guint * height)
+{
+  auto self = GST_D3D12_GRAPHICS_CAPTURE (capture);
+  auto priv = self->priv;
+  priv->capture->GetSize (width, height);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_graphics_capture_unlock (GstD3D12ScreenCapture * capture)
+{
+  auto self = GST_D3D12_GRAPHICS_CAPTURE (capture);
+  auto priv = self->priv;
+  priv->capture->SetFlushing (true);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_graphics_capture_unlock_stop (GstD3D12ScreenCapture * capture)
+{
+  auto self = GST_D3D12_GRAPHICS_CAPTURE (capture);
+  auto priv = self->priv;
+  priv->capture->SetFlushing (false);
+
+  return TRUE;
+}
+
+GstD3D12ScreenCapture *
+gst_d3d12_graphics_capture_new (GstD3D12Device * device, HWND window_handle,
+    HMONITOR monitor_handle)
+{
+  g_return_val_if_fail (device, nullptr);
+
+  if (!gst_d3d12_graphics_capture_load_library ()) {
+    GST_WARNING ("Couldn't load library");
+    return nullptr;
+  }
+
+  if (window_handle && !IsWindow (window_handle)) {
+    GST_ERROR ("%p is not a valid HWND", window_handle);
+    return nullptr;
+  }
+
+  auto self = (GstD3D12GraphicsCapture *)
+      g_object_new (GST_TYPE_D3D12_GRAPHICS_CAPTURE, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+  priv->window_handle = window_handle;
+  priv->monitor_handle = monitor_handle;
+
+  priv->loop_thread = g_thread_new ("GstD3D12GraphicsCapture",
+      (GThreadFunc) gst_d3d11_graphics_thread_func, self);
+
+  bool configured = false;
+  {
+    std::unique_lock < std::mutex > lk (priv->loop_lock);
+    while (priv->loop_state == LOOP_STATE_INIT)
+      priv->loop_cond.wait (lk);
+
+    if (priv->loop_state == LOOP_STATE_RUNNING)
+      configured = true;
+  }
+
+  if (!configured)
+    gst_clear_object (&self);
+
+  return (GstD3D12ScreenCapture *) self;
+}
+
+void
+gst_d3d12_graphics_capture_show_border (GstD3D12GraphicsCapture * capture,
+    gboolean show)
+{
+  auto priv = capture->priv;
+  priv->capture->SetBorderRequired (show);
+}
+
+void
+gst_d3d12_graphics_capture_show_cursor (GstD3D12GraphicsCapture * capture,
+    gboolean show)
+{
+  auto priv = capture->priv;
+  priv->capture->SetCursorEnabled (show);
+}
+
+void
+gst_d3d12_graphics_capture_set_client_only (GstD3D12GraphicsCapture * capture,
+    gboolean client_only)
+{
+  auto priv = capture->priv;
+  priv->capture->SetClientOnly (client_only);
+}
+
+GstFlowReturn
+gst_d3d12_graphics_capture_do_capture (GstD3D12GraphicsCapture * capture,
+    gboolean is_d3d12, const CaptureCropRect * crop_rect, GstBuffer ** buffer,
+    guint * width, guint * height)
+{
+  auto priv = capture->priv;
+
+  if (is_d3d12)
+    return priv->capture->GetD3D12Frame (crop_rect, buffer, width, height);
+
+  return priv->capture->GetVideoFrame (crop_rect, buffer, width, height);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12graphicscapture.h Added

@@ -0,0 +1,54 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include "gstd3d12screencapture.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_GRAPHICS_CAPTURE (gst_d3d12_graphics_capture_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12GraphicsCapture, gst_d3d12_graphics_capture,
+    GST, D3D12_GRAPHICS_CAPTURE, GstD3D12ScreenCapture);
+
+gboolean gst_d3d12_graphics_capture_load_library (void);
+
+GstD3D12ScreenCapture * gst_d3d12_graphics_capture_new (GstD3D12Device * device,
+                                                        HWND window_handle,
+                                                        HMONITOR monitor_handle);
+
+void gst_d3d12_graphics_capture_show_border (GstD3D12GraphicsCapture * capture,
+                                             gboolean show);
+
+void gst_d3d12_graphics_capture_show_cursor (GstD3D12GraphicsCapture * capture,
+                                             gboolean show);
+
+void gst_d3d12_graphics_capture_set_client_only (GstD3D12GraphicsCapture * capture,
+                                                 gboolean client_only);
+
+GstFlowReturn gst_d3d12_graphics_capture_do_capture (GstD3D12GraphicsCapture * capture,
+                                                     gboolean is_d3d12,
+                                                     const CaptureCropRect * crop_rect,
+                                                     GstBuffer ** buffer,
+                                                     guint * width,
+                                                     guint * height);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12h264dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12h264dec.cpp Changed

@@ -95,17 +95,15 @@
 static void
 gst_d3d12_h264_dec_init (GstD3D12H264Dec * self)
 {
-  GstD3D12H264DecClass *klass = GST_D3D12_H264_DEC_GET_CLASS (self);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_H264_DEC_GET_CLASS (self);
 
-  self->decoder = gst_d3d12_decoder_new (GST_DXVA_CODEC_H264,
-      cdata->adapter_luid);
+  self->decoder = gst_d3d12_decoder_new (&klass->class_data);
 }
 
 static void
 gst_d3d12_h264_dec_finalize (GObject * object)
 {
-  GstD3D12H264Dec *self = GST_D3D12_H264_DEC (object);
+  auto self = GST_D3D12_H264_DEC (object);
 
   gst_object_unref (self->decoder);
 
@@ -116,8 +114,8 @@
 gst_d3d12_h264_dec_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec)
 {
-  GstD3D12H264DecClass *klass = GST_D3D12_H264_DEC_GET_CLASS (object);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_H264_DEC_GET_CLASS (object);
+  auto cdata = &klass->class_data;
 
   gst_d3d12_decoder_proxy_get_property (object, prop_id, value, pspec, cdata);
 }
@@ -125,7 +123,7 @@
 static void
 gst_d3d12_h264_dec_set_context (GstElement * element, GstContext * context)
 {
-  GstD3D12H264Dec *self = GST_D3D12_H264_DEC (element);
+  auto self = GST_D3D12_H264_DEC (element);
 
   gst_d3d12_decoder_set_context (self->decoder, element, context);
 
@@ -322,7 +320,7 @@
 
 void
 gst_d3d12_h264_dec_register (GstPlugin * plugin, GstD3D12Device * device,
-    ID3D12VideoDevice * video_device, guint rank)
+    ID3D12VideoDevice * video_device, guint rank, gboolean d3d11_interop)
 {
   GType type;
   gchar *type_name;
@@ -343,12 +341,14 @@
   GST_DEBUG_CATEGORY_INIT (gst_d3d12_h264_dec_debug, "d3d12h264dec", 0,
       "d3d12h264dec");
 
-  type_info.class_data =
-      gst_d3d12_decoder_check_feature_support (device, video_device,
+  auto cdata = gst_d3d12_decoder_check_feature_support (device, video_device,
       GST_DXVA_CODEC_H264);
-  if (!type_info.class_data)
+  if (!cdata)
     return;
 
+  cdata->subclass_data.d3d11_interop = d3d11_interop;
+  type_info.class_data = cdata;
+
   type_name = g_strdup ("GstD3D12H264Dec");
   feature_name = g_strdup ("d3d12h264dec");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12h264dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12h264dec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12h264enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12h264enc.cpp Changed

@@ -39,6 +39,7 @@
 #include <condition_variable>
 #include <unordered_map>
 #include <memory>
+#include <algorithm>
 
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
@@ -1243,7 +1244,7 @@
   return TRUE;
 }
 
-static gboolean
+static guint
 gst_d3d12_h264_enc_get_max_ref_frames (GstD3D12H264Enc * self)
 {
   auto priv = self->priv;
@@ -2350,8 +2351,8 @@
     return;
   }
 
-  if (slice_mode_support & (1 <<
-          D3D12_VIDEO_ENCODER_FRAME_SUBREGION_LAYOUT_MODE_FULL_FRAME)
+  if ((slice_mode_support & (1 <<
+              D3D12_VIDEO_ENCODER_FRAME_SUBREGION_LAYOUT_MODE_FULL_FRAME))
       == 0) {
     GST_WARNING_OBJECT (device, "Full frame encoding is not supported");
     return;
@@ -2416,7 +2417,8 @@
   auto sysmem_caps = gst_caps_from_string (sink_caps_str.c_str ());
   auto sink_caps = gst_caps_copy (sysmem_caps);
   gst_caps_set_features_simple (sink_caps,
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, nullptr));
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+          nullptr));
   gst_caps_append (sink_caps, sysmem_caps);
   auto src_caps = gst_caps_from_string (src_caps_str.c_str ());

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12h264enc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12h264enc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12h265dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12h265dec.cpp Changed

@@ -93,11 +93,9 @@
 static void
 gst_d3d12_h265_dec_init (GstD3D12H265Dec * self)
 {
-  GstD3D12H265DecClass *klass = GST_D3D12_H265_DEC_GET_CLASS (self);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_H265_DEC_GET_CLASS (self);
 
-  self->decoder = gst_d3d12_decoder_new (GST_DXVA_CODEC_H265,
-      cdata->adapter_luid);
+  self->decoder = gst_d3d12_decoder_new (&klass->class_data);
 }
 
 static void
@@ -114,8 +112,8 @@
 gst_d3d12_h265_dec_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec)
 {
-  GstD3D12H265DecClass *klass = GST_D3D12_H265_DEC_GET_CLASS (object);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_H265_DEC_GET_CLASS (object);
+  auto cdata = &klass->class_data;
 
   gst_d3d12_decoder_proxy_get_property (object, prop_id, value, pspec, cdata);
 }
@@ -311,7 +309,7 @@
 
 void
 gst_d3d12_h265_dec_register (GstPlugin * plugin, GstD3D12Device * device,
-    ID3D12VideoDevice * video_device, guint rank)
+    ID3D12VideoDevice * video_device, guint rank, gboolean d3d11_interop)
 {
   GType type;
   gchar *type_name;
@@ -332,12 +330,14 @@
   GST_DEBUG_CATEGORY_INIT (gst_d3d12_h265_dec_debug, "d3d12h265dec", 0,
       "d3d12h265dec");
 
-  type_info.class_data =
-      gst_d3d12_decoder_check_feature_support (device, video_device,
+  auto cdata = gst_d3d12_decoder_check_feature_support (device, video_device,
       GST_DXVA_CODEC_H265);
-  if (!type_info.class_data)
+  if (!cdata)
     return;
 
+  cdata->subclass_data.d3d11_interop = d3d11_interop;
+  type_info.class_data = cdata;
+
   type_name = g_strdup ("GstD3D12H265Dec");
   feature_name = g_strdup ("d3d12h265dec");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12h265dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12h265dec.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipc.cpp Added

@@ -0,0 +1,397 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12ipc.h"
+#include <string.h>
+#include <cctype>
+#include <locale>
+#include <codecvt>
+#include <algorithm>
+
+#define GST_D3D12_IPC_MAGIC_NUMBER 0xD3D1210C
+
+bool
+gst_d3d12_ipc_pkt_identify (std::vector < guint8 > &buf,
+    GstD3D12IpcPacketHeader & header)
+{
+  g_return_val_if_fail (buf.size () >= GST_D3D12_IPC_PKT_HEADER_SIZE, false);
+
+  memcpy (&header, &buf0, GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  if (header.magic != GST_D3D12_IPC_MAGIC_NUMBER)
+    return false;
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE + header.payload_size);
+
+  return true;
+}
+
+bool
+gst_d3d12_ipc_pkt_build_config (std::vector < guint8 > &buf,
+    DWORD pid, gint64 adapter_luid, const HANDLE fence_handle, GstCaps * caps)
+{
+  GstD3D12IpcPacketHeader header;
+  guint8 *ptr;
+  gchar *caps_str = nullptr;
+  guint caps_size = 0;
+
+  g_return_val_if_fail (GST_IS_CAPS (caps), false);
+
+  caps_str = gst_caps_serialize (caps, GST_SERIALIZE_FLAG_NONE);
+  if (!caps_str)
+    return false;
+
+  caps_size = strlen (caps_str) + 1;
+
+  header.type = GstD3D12IpcPktType::CONFIG;
+  header.magic = GST_D3D12_IPC_MAGIC_NUMBER;
+  header.payload_size = sizeof (DWORD) + sizeof (gint64) + sizeof (HANDLE) +
+      caps_size;
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE + header.payload_size);
+
+  ptr = &buf0;
+
+  memcpy (ptr, &header, GST_D3D12_IPC_PKT_HEADER_SIZE);
+  ptr += GST_D3D12_IPC_PKT_HEADER_SIZE;
+
+  memcpy (ptr, &pid, sizeof (DWORD));
+  ptr += sizeof (DWORD);
+
+  memcpy (ptr, &adapter_luid, sizeof (gint64));
+  ptr += sizeof (gint64);
+
+  memcpy (ptr, &fence_handle, sizeof (HANDLE));
+  ptr += sizeof (HANDLE);
+
+  strcpy ((char *) ptr, caps_str);
+  g_free (caps_str);
+
+  return true;
+}
+
+bool
+gst_d3d12_ipc_pkt_parse_config (std::vector < guint8 > &buf,
+    DWORD & pid, gint64 & adapter_luid, HANDLE & fence_handle, GstCaps ** caps)
+{
+  GstD3D12IpcPacketHeader header;
+  const guint8 *ptr;
+  std::string str;
+
+  g_return_val_if_fail (buf.size () >
+      GST_D3D12_IPC_PKT_HEADER_SIZE + sizeof (gint64) + sizeof (HANDLE), false);
+  g_return_val_if_fail (caps, false);
+
+  ptr = &buf0;
+  memcpy (&header, ptr, GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  if (header.type != GstD3D12IpcPktType::CONFIG ||
+      header.magic != GST_D3D12_IPC_MAGIC_NUMBER ||
+      header.payload_size <= sizeof (gint64)) {
+    return false;
+  }
+
+  ptr += GST_D3D12_IPC_PKT_HEADER_SIZE;
+
+  memcpy (&pid, ptr, sizeof (DWORD));
+  ptr += sizeof (DWORD);
+
+  memcpy (&adapter_luid, ptr, sizeof (gint64));
+  ptr += sizeof (gint64);
+
+  memcpy (&fence_handle, ptr, sizeof (HANDLE));
+  ptr += sizeof (HANDLE);
+
+  *caps = gst_caps_from_string ((const gchar *) ptr);
+  if (*caps == nullptr)
+    return false;
+
+  return true;
+}
+
+void
+gst_d3d12_ipc_pkt_build_need_data (std::vector < guint8 > &buf)
+{
+  GstD3D12IpcPacketHeader header;
+
+  header.type = GstD3D12IpcPktType::NEED_DATA;
+  header.magic = GST_D3D12_IPC_MAGIC_NUMBER;
+  header.payload_size = 0;
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  memcpy (&buf0, &header, GST_D3D12_IPC_PKT_HEADER_SIZE);
+}
+
+/* *INDENT-OFF* */
+bool
+gst_d3d12_ipc_pkt_build_have_data (std::vector < guint8 > &buf,
+    GstClockTime pts, const GstD3D12IpcMemLayout & layout,
+    const HANDLE handle, guint64 fence_value, GstCaps * caps)
+{
+  GstD3D12IpcPacketHeader header;
+  guint8 *ptr;
+  gchar *caps_str = nullptr;
+  guint caps_size = 1;
+
+  if (caps) {
+    caps_str = gst_caps_serialize (caps, GST_SERIALIZE_FLAG_NONE);
+    if (!caps_str)
+      return false;
+
+    caps_size += strlen (caps_str) + 1;
+  }
+
+  header.type = GstD3D12IpcPktType::HAVE_DATA;
+  header.magic = GST_D3D12_IPC_MAGIC_NUMBER;
+  header.payload_size = sizeof (GstClockTime) + sizeof (GstD3D12IpcMemLayout) +
+      sizeof (HANDLE) + sizeof (guint64) + caps_size;
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE + header.payload_size);
+
+  ptr = &buf0;
+  memcpy (ptr, &header, GST_D3D12_IPC_PKT_HEADER_SIZE);
+  ptr += GST_D3D12_IPC_PKT_HEADER_SIZE;
+
+  memcpy (ptr, &pts, sizeof (GstClockTime));
+  ptr += sizeof (GstClockTime);
+
+  memcpy (ptr, &layout, sizeof (GstD3D12IpcMemLayout));
+  ptr += sizeof (GstD3D12IpcMemLayout);
+
+  memcpy (ptr, &handle, sizeof (HANDLE));
+  ptr += sizeof (HANDLE);
+
+  memcpy (ptr, &fence_value, sizeof (guint64));
+  ptr += sizeof (guint64);
+
+  if (caps) {
+    *ptr = 1;
+    ptr++;
+
+    strcpy ((char *) ptr, caps_str);
+  } else {
+    *ptr = 0;
+  }
+
+  g_free (caps_str);
+
+  return true;
+}
+/* *INDENT-ON* */
+
+bool
+gst_d3d12_ipc_pkt_parse_have_data (const std::vector < guint8 > &buf,
+    GstClockTime & pts, GstD3D12IpcMemLayout & layout,
+    HANDLE & handle, guint64 & fence_value, GstCaps ** caps)
+{
+  GstD3D12IpcPacketHeader header;
+  const guint8 *ptr;
+  std::string str;
+
+  g_return_val_if_fail (buf.size () >
+      GST_D3D12_IPC_PKT_HEADER_SIZE + sizeof (GstClockTime) +
+      sizeof (GstD3D12IpcMemLayout) + sizeof (HANDLE) + sizeof (guint64),
+      false);
+  g_return_val_if_fail (caps, false);
+
+  ptr = &buf0;
+  memcpy (&header, ptr, GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  if (header.type != GstD3D12IpcPktType::HAVE_DATA ||
+      header.magic != GST_D3D12_IPC_MAGIC_NUMBER ||
+      header.payload_size <= sizeof (GstClockTime) +
+      sizeof (GstD3D12IpcMemLayout) + sizeof (HANDLE) + sizeof (guint64)) {
+    return false;
+  }
+  ptr += GST_D3D12_IPC_PKT_HEADER_SIZE;
+
+  memcpy (&pts, ptr, sizeof (GstClockTime));
+  ptr += sizeof (GstClockTime);
+
+  memcpy (&layout, ptr, sizeof (GstD3D12IpcMemLayout));
+  ptr += sizeof (GstD3D12IpcMemLayout);
+
+  memcpy (&handle, ptr, sizeof (HANDLE));
+  ptr += sizeof (HANDLE);
+
+  memcpy (&fence_value, ptr, sizeof (guint64));
+  ptr += sizeof (guint64);
+
+  if (*ptr) {
+    ptr++;
+
+    *caps = gst_caps_from_string ((const gchar *) ptr);
+    if (*caps == nullptr)
+      return false;
+  }
+
+  return true;
+}
+
+void
+gst_d3d12_ipc_pkt_build_read_done (std::vector < guint8 > &buf)
+{
+  GstD3D12IpcPacketHeader header;
+
+  header.type = GstD3D12IpcPktType::READ_DONE;
+  header.magic = GST_D3D12_IPC_MAGIC_NUMBER;
+  header.payload_size = 0;
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  memcpy (&buf0, &header, GST_D3D12_IPC_PKT_HEADER_SIZE);
+}
+
+void
+gst_d3d12_ipc_pkt_build_release_data (std::vector < guint8 > &buf,
+    const HANDLE handle)
+{
+  GstD3D12IpcPacketHeader header;
+  guint8 *ptr;
+
+  header.type = GstD3D12IpcPktType::RELEASE_DATA;
+  header.magic = GST_D3D12_IPC_MAGIC_NUMBER;
+  header.payload_size = sizeof (HANDLE);
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE + header.payload_size);
+
+  ptr = &buf0;
+  memcpy (ptr, &header, GST_D3D12_IPC_PKT_HEADER_SIZE);
+  ptr += GST_D3D12_IPC_PKT_HEADER_SIZE;
+
+  memcpy (ptr, &handle, sizeof (HANDLE));
+}
+
+bool
+gst_d3d12_ipc_pkt_parse_release_data (std::vector < guint8 > &buf,
+    HANDLE & handle)
+{
+  GstD3D12IpcPacketHeader header;
+  const guint8 *ptr;
+
+  g_return_val_if_fail (buf.size () >=
+      GST_D3D12_IPC_PKT_HEADER_SIZE + sizeof (HANDLE), false);
+
+  ptr = &buf0;
+  memcpy (&header, ptr, GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  if (header.type != GstD3D12IpcPktType::RELEASE_DATA ||
+      header.magic != GST_D3D12_IPC_MAGIC_NUMBER ||
+      header.payload_size != sizeof (HANDLE)) {
+    return false;
+  }
+  ptr += GST_D3D12_IPC_PKT_HEADER_SIZE;
+
+  memcpy (&handle, ptr, sizeof (HANDLE));
+
+  return true;
+}
+
+void
+gst_d3d12_ipc_pkt_build_eos (std::vector < guint8 > &buf)
+{
+  GstD3D12IpcPacketHeader header;
+
+  header.type = GstD3D12IpcPktType::EOS;
+  header.magic = GST_D3D12_IPC_MAGIC_NUMBER;
+  header.payload_size = 0;
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  memcpy (&buf0, &header, GST_D3D12_IPC_PKT_HEADER_SIZE);
+}
+
+void
+gst_d3d12_ipc_pkt_build_fin (std::vector < guint8 > &buf)
+{
+  GstD3D12IpcPacketHeader header;
+
+  header.type = GstD3D12IpcPktType::FIN;
+  header.magic = GST_D3D12_IPC_MAGIC_NUMBER;
+  header.payload_size = 0;
+
+  buf.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+
+  memcpy (&buf0, &header, GST_D3D12_IPC_PKT_HEADER_SIZE);
+}
+
+bool
+gst_d3d12_ipc_clock_is_system (GstClock * clock)
+{
+  GstClockType clock_type = GST_CLOCK_TYPE_MONOTONIC;
+  GstClock *mclock;
+
+  if (G_OBJECT_TYPE (clock) != GST_TYPE_SYSTEM_CLOCK)
+    return false;
+
+  g_object_get (clock, "clock-type", &clock_type, nullptr);
+  if (clock_type != GST_CLOCK_TYPE_MONOTONIC)
+    return false;
+
+  mclock = gst_clock_get_master (clock);
+  if (!mclock)
+    return true;
+
+  gst_object_unref (mclock);
+  return false;
+}
+
+std::string
+gst_d3d12_ipc_wstring_to_string (const std::wstring & str)
+{
+  std::wstring_convert < std::codecvt_utf8 < wchar_t >>conv;
+  return conv.to_bytes (str);
+}
+
+std::wstring
+gst_d3d12_ipc_string_to_wstring (const std::string & str)
+{
+  std::wstring_convert < std::codecvt_utf8 < wchar_t >>conv;
+  return conv.from_bytes (str);
+}
+
+/* *INDENT-OFF* */
+static inline void rtrim(std::string &s) {
+  s.erase (std::find_if (s.rbegin(), s.rend(),
+      (unsigned char ch) {
+        return !std::isspace (ch);
+      }).base (), s.end ());
+}
+/* *INDENT-ON* */
+
+std::string
+gst_d3d12_ipc_win32_error_to_string (guint err)
+{
+  wchar_t buffer1024;
+
+  if (!FormatMessageW (FORMAT_MESSAGE_IGNORE_INSERTS |
+          FORMAT_MESSAGE_FROM_SYSTEM, nullptr, err, 0, buffer, 1024, nullptr)) {
+    return std::string ("");
+  }
+
+  std::string ret = gst_d3d12_ipc_wstring_to_string (buffer);
+  rtrim (ret);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipc.h Added

@@ -0,0 +1,149 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12.h>
+#include <string>
+#include <vector>
+#include <windows.h>
+
+/*
+ * Communication Sequence
+ *
+ *              +--------+                      +--------+
+ *              | client |                      | server |
+ *              +--------+                      +--------+
+ *                  |                               |
+ *                  |                               |
+ *                  |<---------- CONFIG ------------+
+ *                  |                               |
+ *                  +--------- NEED-DATA ---------->|
+ *                  |                               +-------+
+ *                  |                               |     Export
+ *                  |                               |   D3D12 memory
+ *                  |                               |<------+
+ *                  |<-------- HAVE-DATA -----------+
+ *         +--------+                               |
+ *       Import     |                               |
+ *    D3D12 memory  |                               |
+ *         +------->+                               |
+ *                  +--------- READ-DONE ---------->|
+ *         +--------+                               |
+ *      Release     |                               |
+ *   D3D12 memory   |                               |
+ *         +------->|                               |
+ *                  +-------- RELEASE-DATA -------->|
+ *                  |                               |
+ *                  +--------- NEED-DATA ---------->|
+ *                  |                               |
+ *                  |<----------- EOS --------------+
+ *         +--------+                               |
+ *    Cleanup all   |                               |
+ * shared resources |                               |
+ *         +------->|                               |
+ *                  +------------ FIN ------------->|
+ */
+
+enum class GstD3D12IpcPktType : guint8
+{
+  UNKNOWN,
+  CONFIG,
+  NEED_DATA,
+  HAVE_DATA,
+  READ_DONE,
+  RELEASE_DATA,
+  EOS,
+  FIN,
+};
+
+#pragma pack(push, 1)
+struct GstD3D12IpcPacketHeader
+{
+  GstD3D12IpcPktType type;
+  guint32 payload_size;
+  guint32 magic;
+};
+
+struct GstD3D12IpcMemLayout
+{
+  guint32 pitch;
+  guint32 offset4;
+};
+#pragma pack(pop)
+
+constexpr guint GST_D3D12_IPC_PKT_HEADER_SIZE = sizeof (GstD3D12IpcPacketHeader);
+
+#define GST_D3D12_IPC_FORMATS \
+    "{ RGBA64_LE, RGB10A2_LE, BGRA, RGBA, BGRx, RGBx, VUYA, NV12, NV21, " \
+    "P010_10LE, P012_LE, P016_LE }"
+
+bool gst_d3d12_ipc_pkt_identify (std::vector<guint8> & buf,
+                                 GstD3D12IpcPacketHeader & header);
+
+bool gst_d3d12_ipc_pkt_build_config (std::vector<guint8> & buf,
+                                     DWORD pid,
+                                     gint64 adapter_luid,
+                                     const HANDLE fence_handle,
+                                     GstCaps * caps);
+
+bool gst_d3d12_ipc_pkt_parse_config (std::vector<guint8> & buf,
+                                     DWORD & pid,
+                                     gint64 & adapter_luid,
+                                     HANDLE & fence_handle,
+                                     GstCaps ** caps);
+
+void gst_d3d12_ipc_pkt_build_need_data (std::vector<guint8> & buf);
+
+bool gst_d3d12_ipc_pkt_build_have_data (std::vector<guint8> & buf,
+                                        GstClockTime pts,
+                                        const GstD3D12IpcMemLayout & layout,
+                                        const HANDLE handle,
+                                        guint64 fence_value,
+                                        GstCaps * caps);
+
+bool gst_d3d12_ipc_pkt_parse_have_data (const std::vector<guint8> & buf,
+                                        GstClockTime & pts,
+                                        GstD3D12IpcMemLayout & layout,
+                                        HANDLE & handle,
+                                        guint64 & fence_value,
+                                        GstCaps ** caps);
+
+void gst_d3d12_ipc_pkt_build_read_done (std::vector<guint8> & buf);
+
+void gst_d3d12_ipc_pkt_build_release_data (std::vector<guint8> & buf,
+                                           const HANDLE handle);
+
+bool gst_d3d12_ipc_pkt_parse_release_data (std::vector<guint8> & buf,
+                                           HANDLE & handle);
+
+void gst_d3d12_ipc_pkt_build_eos (std::vector<guint8> & buf);
+
+void gst_d3d12_ipc_pkt_build_fin (std::vector<guint8> & buf);
+
+bool gst_d3d12_ipc_clock_is_system (GstClock * clock);
+
+std::string gst_d3d12_ipc_wstring_to_string (const std::wstring & str);
+
+std::wstring gst_d3d12_ipc_string_to_wstring (const std::string & str);
+
+std::string gst_d3d12_ipc_win32_error_to_string (guint err);
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcclient.cpp Added

@@ -0,0 +1,1161 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12ipcclient.h"
+#include "gstd3d12pluginutils.h"
+#include <directx/d3dx12.h>
+#include <mutex>
+#include <condition_variable>
+#include <queue>
+#include <atomic>
+#include <memory>
+#include <wrl.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+static std::mutex gc_pool_lock;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_ipc_client_debug);
+#define GST_CAT_DEFAULT gst_d3d12_ipc_client_debug
+
+static GThreadPool *gc_thread_pool = nullptr;
+
+void
+gst_d3d12_ipc_client_deinit (void)
+{
+  std::lock_guard < std::mutex > lk (gc_pool_lock);
+  if (gc_thread_pool) {
+    g_thread_pool_free (gc_thread_pool, FALSE, TRUE);
+    gc_thread_pool = nullptr;
+  }
+}
+
+/**
+ * GstD3D12IpcIOMode:
+ *
+ * Texture import mode
+ *
+ * Since: 1.26
+ */
+GType
+gst_d3d12_ipc_io_mode_get_type (void)
+{
+  static GType type = 0;
+  static const GEnumValue io_modes = {
+    /**
+     * GstD3D12IpcIOMode::copy:
+     *
+     * Copy remote texture to newly allocated texture
+     *
+     * Since: 1.26
+     */
+    {GST_D3D12_IPC_IO_COPY, "Copy remote texture", "copy"},
+
+    /**
+     * GstD3D12IpcIOMode::import:
+     *
+     * Import remote texture to without any allocation/copy
+     *
+     * Since: 1.26
+     */
+    {GST_D3D12_IPC_IO_IMPORT, "Import remote texture", "import"},
+    {0, nullptr, nullptr}
+  };
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    type = g_enum_register_static ("GstD3D12IpcIOMode", io_modes);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+
+/* *INDENT-OFF* */
+struct GstD3D12IpcClientConn : public OVERLAPPED
+{
+  GstD3D12IpcClientConn (GstD3D12IpcClient * client, HANDLE pipe_handle)
+      : client (client), pipe (pipe_handle)
+  {
+    OVERLAPPED *parent = static_cast<OVERLAPPED *> (this);
+    parent->Internal = 0;
+    parent->InternalHigh = 0;
+    parent->Offset = 0;
+    parent->OffsetHigh = 0;
+
+    client_msg.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+    server_msg.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+  }
+
+  ~GstD3D12IpcClientConn ()
+  {
+    if (pipe != INVALID_HANDLE_VALUE) {
+      CancelIo (pipe);
+      CloseHandle (pipe);
+    }
+  }
+
+  GstD3D12IpcClient *client;
+
+  HANDLE pipe = INVALID_HANDLE_VALUE;
+
+  GstD3D12IpcPktType type;
+  std::vector<guint8> client_msg;
+  std::vector<guint8> server_msg;
+};
+
+struct GstD3D12IpcImportData
+{
+  ~GstD3D12IpcImportData ()
+  {
+    GST_LOG_OBJECT (client, "Release handle \"%p\"", server_handle);
+    gst_object_unref (client);
+  }
+
+  GstD3D12IpcClient *client;
+  ComPtr<ID3D12Resource> texture;
+  GstD3D12IpcMemLayout layout;
+  HANDLE server_handle = nullptr;
+};
+
+struct GstD3D12IpcReleaseData
+{
+  GstD3D12IpcClient *self;
+  std::shared_ptr<GstD3D12IpcImportData> imported;
+};
+
+struct GstD3D12IpcClientPrivate
+{
+  GstD3D12IpcClientPrivate ()
+  {
+    wakeup_event = CreateEvent (nullptr, FALSE, FALSE, nullptr);
+    cancellable = CreateEvent (nullptr, TRUE, FALSE, nullptr);
+
+    shutdown = false;
+    io_pending = true;
+  }
+
+  ~GstD3D12IpcClientPrivate ()
+  {
+    gst_clear_caps (&caps);
+    if (pool) {
+      gst_buffer_pool_set_active (pool, FALSE);
+      gst_object_unref (pool);
+    }
+
+    gst_clear_object (&device);
+
+    CloseHandle (wakeup_event);
+    CloseHandle (cancellable);
+    if (server_process)
+      CloseHandle (server_process);
+  }
+
+  std::string address;
+  GstD3D12IpcIOMode io_mode = GST_D3D12_IPC_IO_COPY;
+  GstClockTime timeout;
+  HANDLE wakeup_event;
+  HANDLE cancellable;
+  HANDLE server_process = nullptr;
+  std::mutex lock;
+  std::condition_variable cond;
+  GstD3D12Device *device = nullptr;
+  GstCaps *caps = nullptr;
+  GstBufferPool *pool = nullptr;
+  GstVideoInfo info;
+  bool server_eos = false;
+  bool flushing = false;
+  bool aborted = false;
+  bool sent_fin = false;
+  std::atomic<bool> shutdown;
+  std::atomic<bool> io_pending;
+  GThread *loop_thread = nullptr;
+  std::queue <GstSample *> samples;
+  std::shared_ptr<GstD3D12IpcClientConn> conn;
+  std::queue<HANDLE> unused_data;
+  std::vector<std::weak_ptr<GstD3D12IpcImportData>> imported;
+  ComPtr<ID3D12Fence> server_fence;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12IpcClient
+{
+  GstObject parent;
+
+  GstD3D12IpcClientPrivate *priv;
+};
+
+static void gst_d3d12_ipc_client_dispose (GObject * object);
+static void gst_d3d12_ipc_client_finalize (GObject * object);
+static void gst_d3d12_ipc_client_continue (GstD3D12IpcClient * self);
+static void gst_d3d12_ipc_client_send_msg (GstD3D12IpcClient * self);
+
+#define gst_d3d12_ipc_client_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12IpcClient, gst_d3d12_ipc_client, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_ipc_client_class_init (GstD3D12IpcClientClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+  object_class->dispose = gst_d3d12_ipc_client_dispose;
+  object_class->finalize = gst_d3d12_ipc_client_finalize;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_ipc_client_debug, "d3d12ipcclient",
+      0, "d3d12ipcclient");
+}
+
+static void
+gst_d3d12_ipc_client_init (GstD3D12IpcClient * self)
+{
+  self->priv = new GstD3D12IpcClientPrivate ();
+}
+
+static void
+gst_d3d12_ipc_client_dispose (GObject * object)
+{
+  auto self = GST_D3D12_IPC_CLIENT (object);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "dispose");
+
+  SetEvent (priv->cancellable);
+
+  g_clear_pointer (&priv->loop_thread, g_thread_join);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static void
+gst_d3d12_ipc_client_finalize (GObject * object)
+{
+  auto self = GST_D3D12_IPC_CLIENT (object);
+
+  GST_DEBUG_OBJECT (self, "finalize");
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_ipc_client_abort (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->aborted = true;
+  priv->cond.notify_all ();
+}
+
+static bool
+gst_d3d12_client_update_caps (GstD3D12IpcClient * self, GstCaps * caps)
+{
+  auto priv = self->priv;
+
+  if (!caps)
+    return true;
+
+  gst_clear_caps (&priv->caps);
+  priv->caps = caps;
+
+  if (priv->pool) {
+    gst_buffer_pool_set_active (priv->pool, FALSE);
+    gst_clear_object (&priv->pool);
+  }
+
+  if (!gst_video_info_from_caps (&priv->info, caps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps");
+    return false;
+  }
+
+  if (priv->io_mode == GST_D3D12_IPC_IO_COPY) {
+    priv->pool = gst_d3d12_buffer_pool_new (priv->device);
+    auto config = gst_buffer_pool_get_config (priv->pool);
+
+    gst_buffer_pool_config_add_option (config,
+        GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+    gst_buffer_pool_config_set_params (config, priv->caps,
+        GST_VIDEO_INFO_SIZE (&priv->info), 0, 0);
+
+    auto params = gst_d3d12_allocation_params_new (priv->device, &priv->info,
+        GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_SHARED);
+
+    gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+    gst_d3d12_allocation_params_free (params);
+
+    if (!gst_buffer_pool_set_config (priv->pool, config)) {
+      GST_ERROR_OBJECT (self, "Couldn't set pool config");
+      gst_clear_object (&priv->pool);
+      return false;
+    }
+
+    if (!gst_buffer_pool_set_active (priv->pool, TRUE)) {
+      GST_ERROR_OBJECT (self, "Couldn't active pool");
+      gst_clear_object (&priv->pool);
+      return false;
+    }
+  }
+
+  return true;
+}
+
+static bool
+gst_d3d12_ipc_client_config_data (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+  gint64 prev_luid, luid;
+  GstCaps *caps = nullptr;
+  auto conn = priv->conn;
+  DWORD server_pid;
+  HANDLE server_fence_handle;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  g_object_get (priv->device, "adapter-luid", &prev_luid, nullptr);
+
+  if (!gst_d3d12_ipc_pkt_parse_config (conn->server_msg,
+          server_pid, luid, server_fence_handle, &caps)) {
+    GST_ERROR_OBJECT (self, "Couldn't parse CONFIG-DATA");
+    return false;
+  }
+
+  if (priv->server_process) {
+    GST_WARNING_OBJECT (self, "Have server process handle already");
+    CloseHandle (priv->server_process);
+  }
+
+  priv->server_process = OpenProcess (PROCESS_DUP_HANDLE, FALSE, server_pid);
+  if (!priv->server_process) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_ERROR_OBJECT (self, "Couldn't open server process, 0x%x (%s)",
+        last_err, err.c_str ());
+    return false;
+  }
+
+  if (prev_luid != luid) {
+    auto device = gst_d3d12_device_new_for_adapter_luid (luid);
+    if (!device) {
+      GST_ERROR_OBJECT (self, "Couldn't create device");
+      return false;
+    }
+
+    gst_object_unref (priv->device);
+    priv->device = device;
+  }
+
+  if (!gst_d3d12_client_update_caps (self, caps))
+    return false;
+
+  HANDLE client_fence_handle;
+  if (!DuplicateHandle (priv->server_process, server_fence_handle,
+          GetCurrentProcess (), &client_fence_handle, 0, FALSE,
+          DUPLICATE_SAME_ACCESS)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_ERROR_OBJECT (self, "Couldn't duplicate handle, 0x%x (%s)",
+        last_err, err.c_str ());
+    return false;
+  }
+
+  priv->server_fence = nullptr;
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  auto hr = device->OpenSharedHandle (client_fence_handle,
+      IID_PPV_ARGS (&priv->server_fence));
+  CloseHandle (client_fence_handle);
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't open server fence");
+    return false;
+  }
+
+  priv->cond.notify_all ();
+
+  return true;
+}
+
+static void
+gst_d3d12_ipc_client_release_imported_data (GstD3D12IpcReleaseData * data)
+{
+  auto self = data->self;
+  auto priv = self->priv;
+  HANDLE server_handle = data->imported->server_handle;
+
+  GST_LOG_OBJECT (self, "Releasing data \"%p\"", server_handle);
+
+  data->imported = nullptr;
+
+  priv->lock.lock ();
+  priv->unused_data.push (server_handle);
+  priv->lock.unlock ();
+
+  SetEvent (priv->wakeup_event);
+
+  gst_object_unref (data->self);
+
+  delete data;
+}
+
+static bool
+gst_d3d12_ipc_client_have_data (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+  GstBuffer *buffer = nullptr;
+  GstSample *sample;
+  GstClockTime pts;
+  GstCaps *caps = nullptr;
+  GstD3D12IpcMemLayout layout;
+  std::shared_ptr < GstD3D12IpcImportData > import_data;
+  std::unique_lock < std::mutex > lk (priv->lock);
+  HANDLE server_handle = nullptr;
+  HANDLE client_handle = nullptr;
+  auto conn = priv->conn;
+  ComPtr < ID3D12Resource > texture;
+  HRESULT hr;
+  guint64 fence_val = 0;
+
+  if (!gst_d3d12_ipc_pkt_parse_have_data (conn->server_msg,
+          pts, layout, server_handle, fence_val, &caps)) {
+    GST_ERROR_OBJECT (self, "Couldn't parse HAVE-DATA packet");
+    return false;
+  }
+
+  if (!gst_d3d12_client_update_caps (self, caps))
+    return false;
+
+  if (!DuplicateHandle (priv->server_process, server_handle,
+          GetCurrentProcess (), &client_handle, 0, FALSE,
+          DUPLICATE_SAME_ACCESS)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_ERROR_OBJECT (self, "Couldn't duplicate handle, 0x%x (%s)",
+        last_err, err.c_str ());
+    return false;
+  }
+
+  GST_LOG_OBJECT (self, "Importing server handle %p", server_handle);
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  hr = device->OpenSharedHandle (client_handle, IID_PPV_ARGS (&texture));
+  CloseHandle (client_handle);
+
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't open resource");
+    return false;
+  }
+
+  import_data = std::make_shared < GstD3D12IpcImportData > ();
+  import_data->client = (GstD3D12IpcClient *) gst_object_ref (self);
+  import_data->texture = texture;
+  import_data->layout = layout;
+  import_data->server_handle = server_handle;
+
+  if (priv->io_mode == GST_D3D12_IPC_IO_COPY) {
+    gst_buffer_pool_acquire_buffer (priv->pool, &buffer, nullptr);
+    if (!buffer) {
+      GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
+      return false;
+    }
+
+    auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (buffer, 0);
+    auto num_planes = gst_d3d12_memory_get_plane_count (dmem);
+    auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+    std::vector < GstD3D12CopyTextureRegionArgs > copy_args;
+    D3D12_BOX src_box4;
+
+    for (guint i = 0; i < num_planes; i++) {
+      GstD3D12CopyTextureRegionArgs args = { };
+      D3D12_RECT dst_rect;
+
+      gst_d3d12_memory_get_plane_rectangle (dmem, i, &dst_rect);
+
+      args.src = CD3DX12_TEXTURE_COPY_LOCATION (texture.Get (), i);
+      args.dst = CD3DX12_TEXTURE_COPY_LOCATION (resource, i);
+
+      src_boxi.front = 0;
+      src_boxi.back = 1;
+      src_boxi.left = 0;
+      src_boxi.top = 0;
+      src_boxi.right = dst_rect.right;
+      src_boxi.bottom = dst_rect.bottom;
+
+      args.src_box = &src_boxi;
+      copy_args.push_back (args);
+    }
+
+    auto queue = gst_d3d12_device_get_cmd_queue (priv->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+    auto completed = priv->server_fence->GetCompletedValue ();
+    if (completed < fence_val) {
+      gst_d3d12_cmd_queue_execute_wait (queue, priv->server_fence.Get (),
+          fence_val);
+    }
+
+    lk.unlock ();
+
+    guint64 copy_fence_val;
+    gst_d3d12_device_copy_texture_region (priv->device, copy_args.size (),
+        copy_args.data (), nullptr, 0, nullptr, nullptr,
+        D3D12_COMMAND_LIST_TYPE_DIRECT, &copy_fence_val);
+
+    auto data = new GstD3D12IpcReleaseData ();
+    data->self = (GstD3D12IpcClient *) gst_object_ref (self);
+    data->imported = import_data;
+
+    gst_d3d12_cmd_queue_set_notify (queue, copy_fence_val, data,
+        (GDestroyNotify) gst_d3d12_ipc_client_release_imported_data);
+
+    gst_d3d12_buffer_set_fence (buffer,
+        gst_d3d12_device_get_fence_handle (priv->device,
+            D3D12_COMMAND_LIST_TYPE_DIRECT), copy_fence_val, FALSE);
+
+    lk.lock ();
+  } else {
+    gint strideGST_VIDEO_MAX_PLANES;
+    gsize offsetGST_VIDEO_MAX_PLANES;
+
+    for (guint i = 0; i < GST_VIDEO_MAX_PLANES; i++) {
+      stridei = import_data->layout.pitch;
+      offseti = import_data->layout.offseti;
+    }
+
+    auto data = new GstD3D12IpcReleaseData ();
+    data->self = (GstD3D12IpcClient *) gst_object_ref (self);
+    data->imported = import_data;
+
+    auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, priv->device,
+        texture.Get (), 0, data,
+        (GDestroyNotify) gst_d3d12_ipc_client_release_imported_data);
+
+    gst_d3d12_memory_set_fence (GST_D3D12_MEMORY_CAST (mem),
+        priv->server_fence.Get (), fence_val, FALSE);
+
+    GST_MINI_OBJECT_FLAG_SET (mem, GST_MEMORY_FLAG_READONLY);
+
+    buffer = gst_buffer_new ();
+    gst_buffer_append_memory (buffer, mem);
+
+    gst_buffer_add_video_meta_full (buffer, GST_VIDEO_FRAME_FLAG_NONE,
+        GST_VIDEO_INFO_FORMAT (&priv->info), GST_VIDEO_INFO_WIDTH (&priv->info),
+        GST_VIDEO_INFO_HEIGHT (&priv->info),
+        GST_VIDEO_INFO_N_PLANES (&priv->info), offset, stride);
+
+    priv->imported.push_back (import_data);
+  }
+
+  GST_BUFFER_PTS (buffer) = pts;
+  GST_BUFFER_DTS (buffer) = GST_CLOCK_TIME_NONE;
+  GST_BUFFER_DURATION (buffer) = GST_CLOCK_TIME_NONE;
+
+  sample = gst_sample_new (buffer, priv->caps, nullptr, nullptr);
+  gst_buffer_unref (buffer);
+
+  /* Drops too old samples */
+  std::queue < GstSample * >drop_queue;
+  while (priv->samples.size () > 2) {
+    drop_queue.push (priv->samples.front ());
+    priv->samples.pop ();
+  }
+
+  priv->samples.push (sample);
+  priv->cond.notify_all ();
+  lk.unlock ();
+
+  import_data = nullptr;
+  while (!drop_queue.empty ()) {
+    auto old = drop_queue.front ();
+    gst_sample_unref (old);
+    drop_queue.pop ();
+  }
+
+  return true;
+}
+
+static void
+gst_d3d12_ipc_client_wait_msg_finish (GstD3D12IpcClient * client)
+{
+  auto priv = client->priv;
+  GstD3D12IpcPacketHeader header;
+  auto conn = priv->conn;
+
+  if (!gst_d3d12_ipc_pkt_identify (conn->server_msg, header)) {
+    GST_ERROR_OBJECT (client, "Broken header");
+    gst_d3d12_ipc_client_abort (client);
+    return;
+  }
+
+  switch (header.type) {
+    case GstD3D12IpcPktType::CONFIG:
+      GST_LOG_OBJECT (client, "Got CONFIG");
+      if (!gst_d3d12_ipc_client_config_data (client)) {
+        gst_d3d12_ipc_client_abort (client);
+        return;
+      }
+
+      gst_d3d12_ipc_client_continue (client);
+      break;
+    case GstD3D12IpcPktType::HAVE_DATA:
+      GST_LOG_OBJECT (client, "Got HAVE-DATA");
+      if (!gst_d3d12_ipc_client_have_data (client)) {
+        gst_d3d12_ipc_client_abort (client);
+        return;
+      }
+
+      GST_LOG_OBJECT (client, "Sending READ-DONE");
+      gst_d3d12_ipc_pkt_build_read_done (conn->client_msg);
+      conn->type = GstD3D12IpcPktType::READ_DONE;
+      gst_d3d12_ipc_client_send_msg (client);
+      break;
+    case GstD3D12IpcPktType::EOS:
+      GST_DEBUG_OBJECT (client, "Got EOS");
+      priv->server_eos = true;
+      priv->lock.lock ();
+      priv->cond.notify_all ();
+      priv->lock.unlock ();
+      gst_d3d12_ipc_client_continue (client);
+      break;
+    default:
+      GST_WARNING_OBJECT (client, "Unexpected packet type");
+      gst_d3d12_ipc_client_abort (client);
+      break;
+  }
+}
+
+static void WINAPI
+gst_d3d12_ipc_client_payload_finish (DWORD error_code, DWORD size,
+    OVERLAPPED * overlap)
+{
+  auto conn = static_cast < GstD3D12IpcClientConn * >(overlap);
+  auto self = conn->client;
+
+  if (error_code != ERROR_SUCCESS) {
+    auto err = gst_d3d12_ipc_win32_error_to_string (error_code);
+    GST_WARNING_OBJECT (self, "ReadFileEx callback failed with 0x%x (%s)",
+        (guint) error_code, err.c_str ());
+    gst_d3d12_ipc_client_abort (self);
+  }
+
+  gst_d3d12_ipc_client_wait_msg_finish (self);
+}
+
+static void WINAPI
+gst_d3d12_ipc_client_win32_wait_header_finish (DWORD error_code, DWORD size,
+    OVERLAPPED * overlap)
+{
+  auto conn = static_cast < GstD3D12IpcClientConn * >(overlap);
+  auto self = conn->client;
+  GstD3D12IpcPacketHeader header;
+
+  if (error_code != ERROR_SUCCESS) {
+    auto err = gst_d3d12_ipc_win32_error_to_string (error_code);
+    GST_WARNING_OBJECT (self, "ReadFileEx callback failed with 0x%x (%s)",
+        (guint) error_code, err.c_str ());
+    gst_d3d12_ipc_client_abort (self);
+    return;
+  }
+
+  if (!gst_d3d12_ipc_pkt_identify (conn->server_msg, header)) {
+    GST_ERROR_OBJECT (self, "Broken header");
+    gst_d3d12_ipc_client_abort (self);
+    return;
+  }
+
+  if (header.payload_size == 0) {
+    gst_d3d12_ipc_client_wait_msg_finish (self);
+    return;
+  }
+
+  GST_LOG_OBJECT (self, "Reading payload");
+
+  if (!ReadFileEx (conn->pipe, &conn->server_msg0 +
+          GST_D3D12_IPC_PKT_HEADER_SIZE, header.payload_size, conn,
+          gst_d3d12_ipc_client_payload_finish)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_WARNING_OBJECT (self, "ReadFileEx failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    gst_d3d12_ipc_client_abort (self);
+  }
+}
+
+static void
+gst_d3d12_ipc_client_wait_msg (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+  auto conn = priv->conn;
+  priv->io_pending = true;
+
+  if (!ReadFileEx (conn->pipe, &conn->server_msg0,
+          GST_D3D12_IPC_PKT_HEADER_SIZE, conn.get (),
+          gst_d3d12_ipc_client_win32_wait_header_finish)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_WARNING_OBJECT (self, "ReadFileEx failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    gst_d3d12_ipc_client_abort (self);
+  }
+}
+
+static void WINAPI
+gst_cuda_ipc_client_win32_send_msg_finish (DWORD error_code, DWORD size,
+    OVERLAPPED * overlap)
+{
+  auto conn = static_cast < GstD3D12IpcClientConn * >(overlap);
+  auto self = conn->client;
+
+  if (error_code != ERROR_SUCCESS) {
+    auto err = gst_d3d12_ipc_win32_error_to_string (error_code);
+    GST_WARNING_OBJECT (self, "WriteFileEx callback failed with 0x%x (%s)",
+        (guint) error_code, err.c_str ());
+    gst_d3d12_ipc_client_abort (self);
+    return;
+  }
+
+  switch (conn->type) {
+    case GstD3D12IpcPktType::NEED_DATA:
+      GST_LOG_OBJECT (self, "Sent NEED-DATA");
+      gst_d3d12_ipc_client_wait_msg (self);
+      break;
+    case GstD3D12IpcPktType::READ_DONE:
+      GST_LOG_OBJECT (self, "Sent READ-DONE");
+      gst_d3d12_ipc_client_continue (self);
+      break;
+    case GstD3D12IpcPktType::RELEASE_DATA:
+      GST_LOG_OBJECT (self, "Sent RELEASE-DATA");
+      gst_d3d12_ipc_client_continue (self);
+      break;
+    case GstD3D12IpcPktType::FIN:
+      GST_DEBUG_OBJECT (self, "Sent FIN");
+      gst_d3d12_ipc_client_abort (self);
+      break;
+    default:
+      GST_ERROR_OBJECT (self, "Unexpected msg type");
+      gst_d3d12_ipc_client_abort (self);
+      break;
+  }
+}
+
+static void
+gst_d3d12_ipc_client_send_msg (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+  auto conn = priv->conn;
+
+  priv->io_pending = true;
+
+  if (!WriteFileEx (conn->pipe, &conn->client_msg0,
+          conn->client_msg.size (), conn.get (),
+          gst_cuda_ipc_client_win32_send_msg_finish)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_WARNING_OBJECT (self, "WriteFileEx failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    gst_d3d12_ipc_client_abort (self);
+  }
+}
+
+static void
+gst_d3d12_ipc_client_run_gc (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+
+  for (auto it = priv->imported.begin (); it != priv->imported.end ();) {
+    auto data = it->lock ();
+    if (!data) {
+      it = priv->imported.erase (it);
+    } else {
+      it++;
+    }
+  }
+}
+
+static void
+gst_d3d12_ipc_client_continue (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+  std::unique_lock < std::mutex > lk (priv->lock);
+  auto conn = priv->conn;
+
+  if (!conn) {
+    GST_WARNING_OBJECT (self, "No connection was made");
+    priv->aborted = true;
+    priv->cond.notify_all ();
+    return;
+  }
+
+  if (priv->aborted) {
+    priv->cond.notify_all ();
+    GST_DEBUG_OBJECT (self, "Operation was aborted");
+    return;
+  }
+
+  if (!priv->unused_data.empty ()) {
+    HANDLE server_handle = priv->unused_data.front ();
+    priv->unused_data.pop ();
+
+    GST_LOG_OBJECT (self, "Sending RELEASE-DATA %p", server_handle);
+
+    gst_d3d12_ipc_pkt_build_release_data (conn->client_msg, server_handle);
+    conn->type = GstD3D12IpcPktType::RELEASE_DATA;
+    lk.unlock ();
+
+    gst_d3d12_ipc_client_send_msg (self);
+    return;
+  }
+
+  if (priv->shutdown) {
+    auto drop_queue = priv->samples;
+    while (!priv->samples.empty ())
+      priv->samples.pop ();
+    lk.unlock ();
+
+    while (!drop_queue.empty ()) {
+      auto sample = drop_queue.front ();
+      gst_sample_unref (sample);
+      drop_queue.pop ();
+    }
+    lk.lock ();
+  }
+
+  if (priv->server_eos || priv->shutdown) {
+    gst_d3d12_ipc_client_run_gc (self);
+
+    GST_DEBUG_OBJECT (self, "Remaining imported memory %" G_GSIZE_FORMAT,
+        priv->imported.size ());
+
+    if (priv->imported.empty ()) {
+      GST_DEBUG_OBJECT (self, "Drained");
+      if (priv->sent_fin) {
+        priv->aborted = true;
+        priv->cond.notify_all ();
+      } else {
+        lk.unlock ();
+
+        priv->sent_fin = true;
+        gst_d3d12_ipc_pkt_build_fin (conn->client_msg);
+        conn->type = GstD3D12IpcPktType::FIN;
+
+        GST_DEBUG_OBJECT (self, "Sending FIN");
+        gst_d3d12_ipc_client_send_msg (self);
+        return;
+      }
+    } else {
+      priv->io_pending = false;
+    }
+    return;
+  }
+
+  lk.unlock ();
+
+  gst_d3d12_ipc_pkt_build_need_data (conn->client_msg);
+  conn->type = GstD3D12IpcPktType::NEED_DATA;
+
+  GST_LOG_OBJECT (self, "Sending NEED-DATA");
+  gst_d3d12_ipc_client_send_msg (self);
+}
+
+static gpointer
+gst_d3d12_ipc_client_loop_thread_func (GstD3D12IpcClient * self)
+{
+  auto priv = self->priv;
+  DWORD mode = PIPE_READMODE_MESSAGE;
+  guint wait_ret;
+  HANDLE pipe = INVALID_HANDLE_VALUE;
+  GstClockTime start_time = gst_util_get_timestamp ();
+  HANDLE waitables = { priv->cancellable, priv->wakeup_event };
+  std::wstring address = gst_d3d12_ipc_string_to_wstring (priv->address);
+
+#if (_WIN32_WINNT >= _WIN32_WINNT_WIN8)
+  CREATEFILE2_EXTENDED_PARAMETERS params;
+  memset (&params, 0, sizeof (CREATEFILE2_EXTENDED_PARAMETERS));
+  params.dwSize = sizeof (CREATEFILE2_EXTENDED_PARAMETERS);
+  params.dwFileAttributes = 0;
+  params.dwFileFlags = FILE_FLAG_OVERLAPPED;
+  params.dwSecurityQosFlags = SECURITY_IMPERSONATION;
+#endif
+
+  GST_DEBUG_OBJECT (self, "Starting loop thread");
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  do {
+    GstClockTime diff;
+
+    if (priv->flushing) {
+      GST_DEBUG_OBJECT (self, "We are flushing");
+      priv->aborted = true;
+      priv->cond.notify_all ();
+      goto out;
+    }
+#if (_WIN32_WINNT >= _WIN32_WINNT_WIN8)
+    pipe = CreateFile2 (address.c_str (), GENERIC_READ | GENERIC_WRITE, 0,
+        OPEN_EXISTING, &params);
+#else
+    pipe = CreateFileW (address.c_str (),
+        GENERIC_READ | GENERIC_WRITE, 0, nullptr, OPEN_EXISTING,
+        FILE_FLAG_OVERLAPPED, nullptr);
+#endif
+
+    if (pipe != INVALID_HANDLE_VALUE)
+      break;
+
+    if (priv->timeout > 0) {
+      diff = gst_util_get_timestamp () - start_time;
+      if (diff > priv->timeout) {
+        GST_WARNING_OBJECT (self, "Timeout");
+        priv->aborted = true;
+        priv->cond.notify_all ();
+        goto out;
+      }
+    }
+
+    /* Retry per 100ms */
+    GST_DEBUG_OBJECT (self, "Sleep for next retry");
+    priv->cond.wait_for (lk, std::chrono::milliseconds (100));
+  } while (true);
+
+  if (!SetNamedPipeHandleState (pipe, &mode, nullptr, nullptr)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_WARNING_OBJECT (self, "SetNamedPipeHandleState failed with 0x%x (%s)",
+        last_err, err.c_str ());
+
+    CloseHandle (pipe);
+    priv->aborted = true;
+    priv->cond.notify_all ();
+    goto out;
+  }
+
+  priv->conn = std::make_shared < GstD3D12IpcClientConn > (self, pipe);
+  priv->cond.notify_all ();
+  lk.unlock ();
+
+  gst_d3d12_ipc_client_wait_msg (self);
+
+  do {
+    /* Enters alertable thread state and wait for I/O completion event
+     * or cancellable event */
+    wait_ret = WaitForMultipleObjectsEx (G_N_ELEMENTS (waitables), waitables,
+        FALSE, INFINITE, TRUE);
+    if (wait_ret == WAIT_OBJECT_0) {
+      GST_DEBUG ("Operation cancelled");
+      goto out;
+    }
+
+    switch (wait_ret) {
+      case WAIT_IO_COMPLETION:
+        break;
+      case WAIT_OBJECT_0 + 1:
+        if (!priv->io_pending)
+          gst_d3d12_ipc_client_continue (self);
+        break;
+      default:
+        GST_WARNING ("Unexpected wait return 0x%x", wait_ret);
+        gst_d3d12_ipc_client_abort (self);
+        goto out;
+    }
+  } while (true);
+
+out:
+  while (!priv->samples.empty ()) {
+    auto sample = priv->samples.front ();
+    gst_sample_unref (sample);
+    priv->samples.pop ();
+  }
+
+  priv->conn = nullptr;
+
+  GST_DEBUG_OBJECT (self, "Exit loop thread");
+
+  return nullptr;
+}
+
+GstFlowReturn
+gst_d3d12_ipc_client_run (GstD3D12IpcClient * client)
+{
+  g_return_val_if_fail (GST_IS_D3D12_IPC_CLIENT (client), GST_FLOW_ERROR);
+
+  auto priv = client->priv;
+  std::unique_lock < std::mutex > lk (priv->lock);
+  if (!priv->loop_thread) {
+    priv->loop_thread = g_thread_new ("d3d12-ipc-client",
+        (GThreadFunc) gst_d3d12_ipc_client_loop_thread_func, client);
+
+    while (!priv->caps && !priv->aborted && !priv->flushing)
+      priv->cond.wait (lk);
+  }
+
+  if (priv->flushing) {
+    GST_DEBUG_OBJECT (client, "We are flushing");
+    return GST_FLOW_FLUSHING;
+  } else if (priv->aborted || !priv->caps) {
+    GST_DEBUG_OBJECT (client, "Aborted");
+    return GST_FLOW_ERROR;
+  }
+
+  return GST_FLOW_OK;
+}
+
+GstCaps *
+gst_d3d12_ipc_client_get_caps (GstD3D12IpcClient * client)
+{
+  GstCaps *caps = nullptr;
+
+  g_return_val_if_fail (GST_IS_D3D12_IPC_CLIENT (client), nullptr);
+
+  auto priv = client->priv;
+
+  if (gst_d3d12_ipc_client_run (client) != GST_FLOW_OK)
+    return nullptr;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (priv->caps)
+    caps = gst_caps_ref (priv->caps);
+
+  return caps;
+}
+
+static void
+gst_d3d12_ipc_client_stop_async (GstD3D12IpcClient * client, gpointer user_data)
+{
+  auto priv = client->priv;
+
+  GST_DEBUG_OBJECT (client, "Stopping");
+  std::unique_lock < std::mutex > lk (priv->lock);
+  while (!priv->aborted)
+    priv->cond.wait (lk);
+  lk.unlock ();
+
+  SetEvent (priv->cancellable);
+  g_clear_pointer (&priv->loop_thread, g_thread_join);
+
+  GST_DEBUG_OBJECT (client, "Stopped");
+
+  gst_object_unref (client);
+}
+
+static void
+gst_d3d12_ipc_client_push_stop_async (GstD3D12IpcClient * client)
+{
+  std::lock_guard < std::mutex > lk (gc_pool_lock);
+  if (!gc_thread_pool) {
+    gc_thread_pool = g_thread_pool_new ((GFunc) gst_d3d12_ipc_client_stop_async,
+        nullptr, -1, FALSE, nullptr);
+  }
+
+  g_thread_pool_push (gc_thread_pool, gst_object_ref (client), nullptr);
+}
+
+void
+gst_d3d12_ipc_client_stop (GstD3D12IpcClient * client)
+{
+  g_return_if_fail (GST_IS_D3D12_IPC_CLIENT (client));
+
+  auto priv = client->priv;
+
+  GST_DEBUG_OBJECT (client, "Stopping");
+  priv->shutdown = true;
+  SetEvent (priv->wakeup_event);
+
+  if (priv->io_mode == GST_D3D12_IPC_IO_COPY) {
+    std::unique_lock < std::mutex > lk (priv->lock);
+    while (!priv->aborted)
+      priv->cond.wait (lk);
+    lk.unlock ();
+
+    GST_DEBUG_OBJECT (client, "Terminating");
+
+    SetEvent (priv->cancellable);
+
+    g_clear_pointer (&priv->loop_thread, g_thread_join);
+
+    GST_DEBUG_OBJECT (client, "Stopped");
+  } else {
+    /* We don't know when imported memory gets released */
+    gst_d3d12_ipc_client_push_stop_async (client);
+  }
+}
+
+void
+gst_d3d12_ipc_client_set_flushing (GstD3D12IpcClient * client, bool flushing)
+{
+  g_return_if_fail (GST_IS_D3D12_IPC_CLIENT (client));
+
+  auto priv = client->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->flushing = flushing;
+  priv->cond.notify_all ();
+}
+
+GstFlowReturn
+gst_d3d12_ipc_client_get_sample (GstD3D12IpcClient * client,
+    GstSample ** sample)
+{
+  g_return_val_if_fail (GST_IS_D3D12_IPC_CLIENT (client), GST_FLOW_ERROR);
+  g_return_val_if_fail (sample, GST_FLOW_ERROR);
+
+  auto priv = client->priv;
+
+  GST_LOG_OBJECT (client, "Waiting for sample");
+  std::unique_lock < std::mutex > lk (priv->lock);
+  while (!priv->flushing && !priv->aborted && !priv->server_eos &&
+      priv->samples.empty ()) {
+    priv->cond.wait (lk);
+  }
+
+  if (!priv->samples.empty ()) {
+    *sample = priv->samples.front ();
+    priv->samples.pop ();
+
+    GST_LOG_OBJECT (client, "Have sample");
+    return GST_FLOW_OK;
+  }
+
+  if (priv->flushing) {
+    GST_DEBUG_OBJECT (client, "Flushing");
+    return GST_FLOW_FLUSHING;
+  }
+
+  GST_DEBUG_OBJECT (client, "EOS");
+
+  return GST_FLOW_EOS;
+}
+
+GstD3D12IpcClient *
+gst_d3d12_ipc_client_new (const std::string & address, GstD3D12Device * device,
+    GstD3D12IpcIOMode io_mode, guint timeout)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+
+  auto self = (GstD3D12IpcClient *)
+      g_object_new (GST_TYPE_D3D12_IPC_CLIENT, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->address = address;
+  priv->timeout = timeout * GST_SECOND;
+  priv->io_mode = io_mode;
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+
+  return self;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcclient.h Added

@@ -0,0 +1,59 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include "gstd3d12ipc.h"
+
+G_BEGIN_DECLS
+
+enum GstD3D12IpcIOMode
+{
+  GST_D3D12_IPC_IO_COPY,
+  GST_D3D12_IPC_IO_IMPORT,
+};
+
+#define GST_TYPE_D3D12_IPC_IO_MODE (gst_d3d12_ipc_io_mode_get_type ())
+GType gst_d3d12_ipc_io_mode_get_type (void);
+
+#define GST_TYPE_D3D12_IPC_CLIENT (gst_d3d12_ipc_client_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12IpcClient, gst_d3d12_ipc_client,
+    GST, D3D12_IPC_CLIENT, GstObject);
+
+void                gst_d3d12_ipc_client_deinit (void);
+
+GstD3D12IpcClient * gst_d3d12_ipc_client_new (const std::string & address,
+                                              GstD3D12Device * device,
+                                              GstD3D12IpcIOMode io_mode,
+                                              guint timeout);
+
+GstFlowReturn       gst_d3d12_ipc_client_get_sample (GstD3D12IpcClient * client,
+                                                     GstSample ** sample);
+
+void                gst_d3d12_ipc_client_set_flushing (GstD3D12IpcClient * client,
+                                                       bool flushing);
+
+GstCaps *           gst_d3d12_ipc_client_get_caps     (GstD3D12IpcClient * client);
+
+GstFlowReturn       gst_d3d12_ipc_client_run          (GstD3D12IpcClient * client);
+
+void                gst_d3d12_ipc_client_stop         (GstD3D12IpcClient * client);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcserver.cpp Added

@@ -0,0 +1,870 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12ipcserver.h"
+#include <unordered_map>
+#include <mutex>
+#include <atomic>
+#include <string>
+#include <memory>
+#include <wrl.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_ipc_server_debug);
+#define GST_CAT_DEFAULT gst_d3d12_ipc_server_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct GstD3D12IpcServerData
+{
+  ~GstD3D12IpcServerData ()
+  {
+    if (sample)
+      gst_sample_unref (sample);
+  }
+
+  GstSample *sample = nullptr;
+  HANDLE handle = nullptr;
+  guint64 fence_val = 0;
+  GstD3D12IpcMemLayout layout;
+  GstClockTime pts;
+  guint64 seq_num;
+};
+
+struct GstD3D12IpcServerConn : public OVERLAPPED
+{
+  GstD3D12IpcServerConn (HANDLE pipe_handle) : pipe (pipe_handle)
+  {
+    OVERLAPPED *parent = static_cast<OVERLAPPED *> (this);
+    parent->Internal = 0;
+    parent->InternalHigh = 0;
+    parent->Offset = 0;
+    parent->OffsetHigh = 0;
+
+    client_msg.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+    server_msg.resize (GST_D3D12_IPC_PKT_HEADER_SIZE);
+  }
+
+  ~GstD3D12IpcServerConn()
+  {
+    if (pipe != INVALID_HANDLE_VALUE) {
+      CancelIo (pipe);
+      DisconnectNamedPipe (pipe);
+      CloseHandle (pipe);
+    }
+
+    gst_clear_caps (&caps);
+  }
+
+  GstD3D12IpcServer *server;
+
+  HANDLE pipe;
+
+  GstD3D12IpcPktType type;
+  std::vector<guint8> client_msg;
+  std::vector<guint8> server_msg;
+  std::shared_ptr<GstD3D12IpcServerData> data;
+  std::vector<std::shared_ptr<GstD3D12IpcServerData>> peer_handles;
+  GstCaps *caps = nullptr;
+  guint64 seq_num = 0;
+  guint id;
+  bool eos = false;
+  bool pending_have_data = false;
+  bool configured = false;
+};
+
+struct GstD3D12IpcServerPrivate
+{
+  GstD3D12IpcServerPrivate ()
+  {
+    cancellable = CreateEvent (nullptr, TRUE, FALSE, nullptr);
+    wakeup_event = CreateEvent (nullptr, FALSE, FALSE, nullptr);
+
+    shutdown = false;
+    aborted = false;
+  }
+
+  ~GstD3D12IpcServerPrivate ()
+  {
+    CloseHandle (cancellable);
+    CloseHandle (wakeup_event);
+    if (fence_handle)
+      CloseHandle (fence_handle);
+    gst_clear_object (&device);
+  }
+
+  GstD3D12Device *device = nullptr;
+  gint64 adapter_luid = 0;
+  std::mutex lock;
+  guint64 seq_num = 0;
+  guint next_conn_id = 0;
+  std::unordered_map<guint, std::shared_ptr<GstD3D12IpcServerConn>> conn_map;
+  GThread *loop_thread = nullptr;
+  std::atomic<bool>shutdown;
+  std::atomic<bool>aborted;
+  std::shared_ptr<GstD3D12IpcServerData> data;
+  std::string address;
+  HANDLE cancellable;
+  HANDLE wakeup_event;
+  DWORD pid;
+  HANDLE fence_handle = nullptr;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12IpcServer
+{
+  GstObject parent;
+
+  GstD3D12IpcServerPrivate *priv;
+};
+
+static void gst_d3d12_ipc_server_dispose (GObject * object);
+static void gst_d3d12_ipc_server_finalize (GObject * object);
+static void gst_d3d12_ipc_server_on_idle (GstD3D12IpcServer * self);
+static void gst_d3d12_ipc_server_send_msg (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn);
+static void gst_d3d12_ipc_server_wait_msg (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn);
+
+#define gst_d3d12_ipc_server_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12IpcServer, gst_d3d12_ipc_server, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_ipc_server_class_init (GstD3D12IpcServerClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_ipc_server_finalize;
+  object_class->dispose = gst_d3d12_ipc_server_dispose;
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_ipc_server_debug, "d3d12ipcserver",
+      0, "d3d12ipcserver");
+}
+
+static void
+gst_d3d12_ipc_server_init (GstD3D12IpcServer * self)
+{
+  self->priv = new GstD3D12IpcServerPrivate ();
+  self->priv->pid = GetCurrentProcessId ();
+}
+
+static void
+gst_d3d12_ipc_server_dispose (GObject * object)
+{
+  auto self = GST_D3D12_IPC_SERVER (object);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "dispose");
+
+  SetEvent (priv->cancellable);
+
+  g_clear_pointer (&priv->loop_thread, g_thread_join);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static void
+gst_d3d12_ipc_server_finalize (GObject * object)
+{
+  auto self = GST_D3D12_IPC_SERVER (object);
+
+  GST_DEBUG_OBJECT (self, "finalize");
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static HANDLE
+gst_cuda_ipc_server_win32_create_pipe (GstD3D12IpcServer * self,
+    OVERLAPPED * overlap, bool &io_pending)
+{
+  auto priv = self->priv;
+  HANDLE pipe = CreateNamedPipeA (priv->address.c_str (),
+      PIPE_ACCESS_DUPLEX | FILE_FLAG_OVERLAPPED,
+      PIPE_TYPE_MESSAGE | PIPE_READMODE_MESSAGE | PIPE_WAIT,
+      PIPE_UNLIMITED_INSTANCES, 1024, 1024, 5000, nullptr);
+
+  if (pipe == INVALID_HANDLE_VALUE) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_ERROR_OBJECT (self, "CreateNamedPipeA failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    return INVALID_HANDLE_VALUE;
+  }
+
+  if (ConnectNamedPipe (pipe, overlap)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_ERROR_OBJECT (self, "ConnectNamedPipe failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    return INVALID_HANDLE_VALUE;
+  }
+
+  io_pending = false;
+  guint last_err = GetLastError ();
+
+  switch (last_err) {
+    case ERROR_IO_PENDING:
+      io_pending = true;
+      break;
+    case ERROR_PIPE_CONNECTED:
+      SetEvent (overlap->hEvent);
+      break;
+    default:
+    {
+      auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+      GST_ERROR_OBJECT (self, "ConnectNamedPipe failed with 0x%x (%s)",
+          last_err, err.c_str ());
+      CloseHandle (pipe);
+      return INVALID_HANDLE_VALUE;
+    }
+  }
+
+  return pipe;
+}
+
+static void
+gst_d3d12_ipc_server_close_connection (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn)
+{
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Closing conn-id %u", conn->id);
+
+  priv->conn_map.erase (conn->id);
+
+  if (priv->shutdown && priv->conn_map.empty ()) {
+    GST_DEBUG_OBJECT (self, "All connection were closed");
+    SetEvent (priv->cancellable);
+  }
+}
+
+static void
+gst_d3d12_ipc_server_have_data (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn)
+{
+  GstCaps *caps;
+
+  if (!conn->data) {
+    GST_ERROR_OBJECT (self, "Have no data to send, conn-id: %u", conn->id);
+    gst_d3d12_ipc_server_close_connection (self, conn);
+    return;
+  }
+
+  conn->pending_have_data = false;
+  conn->seq_num = conn->data->seq_num + 1;
+
+  caps = gst_sample_get_caps (conn->data->sample);
+  if (!conn->caps || !gst_caps_is_equal (conn->caps, caps)) {
+    GST_DEBUG_OBJECT (self, "Sending caps %" GST_PTR_FORMAT " to conn-id %u",
+        caps, conn->id);
+    gst_caps_replace (&conn->caps, caps);
+  } else {
+    caps = nullptr;
+  }
+
+  GST_LOG_OBJECT (self, "Sending HAVE-DATA with handle \"%p\", conn-id :%u",
+      conn->data->handle, conn->id);
+
+  if (!gst_d3d12_ipc_pkt_build_have_data (conn->server_msg, conn->data->pts,
+          conn->data->layout, conn->data->handle, conn->data->fence_val,
+          caps)) {
+    GST_ERROR_OBJECT (self, "Couldn't build HAVE-DATA pkt, conn-id: %u",
+        conn->id);
+    gst_d3d12_ipc_server_close_connection (self, conn);
+    return;
+  }
+
+  conn->type = GstD3D12IpcPktType::HAVE_DATA;
+  gst_d3d12_ipc_server_send_msg (self, conn);
+}
+
+static bool
+gst_d3d12_ipc_server_on_release_data (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn)
+{
+  bool found = false;
+  HANDLE handle = nullptr;
+
+  if (!gst_d3d12_ipc_pkt_parse_release_data (conn->client_msg, handle)) {
+    GST_ERROR_OBJECT (self, "Couldn't parse RELEASE-DATA, conn-id: %u",
+        conn->id);
+    return false;
+  }
+
+  GST_LOG_OBJECT (self, "RELEASE-DATA \"%p\", conn-id: %u", handle, conn->id);
+
+  for (auto it = conn->peer_handles.begin (); it != conn->peer_handles.end ();
+      it++) {
+    auto other = (*it)->handle;
+    if (handle == other) {
+      found = true;
+      conn->peer_handles.erase (it);
+      break;
+    }
+  }
+
+  if (!found) {
+    GST_WARNING_OBJECT (self,
+        "Unexpected name to remove, conn-id: %u", conn->id);
+    return false;
+  }
+
+  GST_LOG_OBJECT (self, "Client is holding %" G_GSIZE_FORMAT " handles",
+      conn->peer_handles.size ());
+
+  return true;
+}
+
+static void
+gst_d3d12_ipc_server_wait_msg_finish (GstD3D12IpcServer * server,
+    GstD3D12IpcServerConn * conn)
+{
+  GstD3D12IpcPacketHeader header;
+
+  if (!gst_d3d12_ipc_pkt_identify (conn->client_msg, header)) {
+    GST_ERROR_OBJECT (server, "Broken header, conn-id: %u", conn->id);
+    gst_d3d12_ipc_server_close_connection (server, conn);
+    return;
+  }
+
+  switch (header.type) {
+    case GstD3D12IpcPktType::NEED_DATA:
+      GST_LOG_OBJECT (server, "NEED-DATA, conn-id: %u", conn->id);
+      if (!conn->data) {
+        GST_LOG_OBJECT (server, "Wait for available data, conn-id: %u",
+            conn->id);
+        conn->pending_have_data = true;
+        gst_d3d12_ipc_server_on_idle (server);
+        return;
+      }
+      gst_d3d12_ipc_server_have_data (server, conn);
+      break;
+    case GstD3D12IpcPktType::READ_DONE:
+      GST_LOG_OBJECT (server, "READ-DONE, conn-id: %u", conn->id);
+
+      if (!conn->data) {
+        GST_ERROR_OBJECT (server, "Unexpected READ-DATA, conn-id: %u",
+            conn->id);
+        gst_d3d12_ipc_server_close_connection (server, conn);
+        return;
+      }
+
+      conn->peer_handles.push_back (conn->data);
+      conn->data = nullptr;
+      gst_d3d12_ipc_server_wait_msg (server, conn);
+      break;
+    case GstD3D12IpcPktType::RELEASE_DATA:
+      GST_LOG_OBJECT (server, "RELEASE-DATA, conn-id: %u", conn->id);
+      if (!gst_d3d12_ipc_server_on_release_data (server, conn))
+        gst_d3d12_ipc_server_close_connection (server, conn);
+      else
+        gst_d3d12_ipc_server_wait_msg (server, conn);
+      break;
+    case GstD3D12IpcPktType::FIN:
+      GST_DEBUG_OBJECT (server, "FIN, conn-id %u", conn->id);
+      gst_d3d12_ipc_server_close_connection (server, conn);
+      break;
+    default:
+      GST_ERROR_OBJECT (server, "Unexpected packet, conn-id: %u", conn->id);
+      gst_d3d12_ipc_server_close_connection (server, conn);
+      break;
+  }
+}
+
+static void WINAPI
+gst_d3d12_ipc_server_payload_finish (DWORD error_code, DWORD size,
+    OVERLAPPED * overlap)
+{
+  GstD3D12IpcServerConn *conn =
+      static_cast < GstD3D12IpcServerConn * >(overlap);
+  auto self = conn->server;
+
+  if (error_code != ERROR_SUCCESS) {
+    auto err = gst_d3d12_ipc_win32_error_to_string (error_code);
+    GST_WARNING_OBJECT (self, "ReadFileEx callback failed with 0x%x (%s)",
+        (guint) error_code, err.c_str ());
+    gst_d3d12_ipc_server_close_connection (self, conn);
+    return;
+  }
+
+  gst_d3d12_ipc_server_wait_msg_finish (self, conn);
+}
+
+static void WINAPI
+gst_d3d12_ipc_server_wait_msg_header_finish (DWORD error_code, DWORD size,
+    OVERLAPPED * overlap)
+{
+  GstD3D12IpcServerConn *conn =
+      static_cast < GstD3D12IpcServerConn * >(overlap);
+  auto self = conn->server;
+  GstD3D12IpcPacketHeader header;
+
+  if (error_code != ERROR_SUCCESS) {
+    auto err = gst_d3d12_ipc_win32_error_to_string (error_code);
+    GST_WARNING_OBJECT (self, "ReadFileEx callback failed with 0x%x (%s)",
+        (guint) error_code, err.c_str ());
+    gst_d3d12_ipc_server_close_connection (self, conn);
+    return;
+  }
+
+  if (!gst_d3d12_ipc_pkt_identify (conn->client_msg, header)) {
+    GST_ERROR_OBJECT (self, "Broken header");
+    gst_d3d12_ipc_server_close_connection (self, conn);
+    return;
+  }
+
+  if (header.payload_size == 0) {
+    gst_d3d12_ipc_server_wait_msg_finish (conn->server, conn);
+    return;
+  }
+
+  GST_LOG_OBJECT (self, "Reading payload");
+
+  if (!ReadFileEx (conn->pipe, &conn->client_msg0 +
+          GST_D3D12_IPC_PKT_HEADER_SIZE, header.payload_size, conn,
+          gst_d3d12_ipc_server_payload_finish)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_WARNING_OBJECT (self, "ReadFileEx failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    gst_d3d12_ipc_server_close_connection (self, conn);
+  }
+}
+
+static void
+gst_d3d12_ipc_server_wait_msg (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn)
+{
+  if (!ReadFileEx (conn->pipe, &conn->client_msg0,
+          GST_D3D12_IPC_PKT_HEADER_SIZE, conn,
+          gst_d3d12_ipc_server_wait_msg_header_finish)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_WARNING_OBJECT (self, "ReadFileEx failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    gst_d3d12_ipc_server_close_connection (self, conn);
+  }
+}
+
+static void
+gst_d3d12_ipc_server_eos (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn)
+{
+  gst_d3d12_ipc_pkt_build_eos (conn->server_msg);
+  conn->eos = true;
+  conn->type = GstD3D12IpcPktType::EOS;
+
+  gst_d3d12_ipc_server_send_msg (self, conn);
+}
+
+static void
+gst_d3d12_ipc_server_config_data (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn)
+{
+  auto priv = self->priv;
+  GstCaps *caps = gst_sample_get_caps (conn->data->sample);
+
+  gst_caps_replace (&conn->caps, caps);
+
+  gst_d3d12_ipc_pkt_build_config (conn->server_msg,
+      priv->pid, priv->adapter_luid, priv->fence_handle, conn->caps);
+  conn->type = GstD3D12IpcPktType::CONFIG;
+
+  GST_LOG_OBJECT (self, "Sending CONFIG, conn-id %u", conn->id);
+  gst_d3d12_ipc_server_send_msg (self, conn);
+}
+
+static void
+gst_d3d12_ipc_server_on_idle (GstD3D12IpcServer * self)
+{
+  auto priv = self->priv;
+
+  GST_LOG_OBJECT (self, "idle");
+
+  if (priv->shutdown) {
+    GST_DEBUG_OBJECT (self, "We are stopping");
+
+    if (priv->conn_map.empty ()) {
+      GST_DEBUG_OBJECT (self, "All connections were closed");
+      SetEvent (priv->cancellable);
+      return;
+    }
+
+    std::vector < std::shared_ptr < GstD3D12IpcServerConn >> to_send_eos;
+    /* *INDENT-OFF* */
+    for (auto it : priv->conn_map) {
+      auto conn = it.second;
+      if (conn->eos || !conn->pending_have_data)
+        continue;
+
+      to_send_eos.push_back (conn);
+    }
+
+    for (auto it : to_send_eos) {
+      GST_DEBUG_OBJECT (self, "Sending EOS to conn-id: %u", it->id);
+      gst_d3d12_ipc_server_eos (self, it.get ());
+    }
+
+    GST_DEBUG_OBJECT (self, "Have %" G_GSIZE_FORMAT " alive connections",
+        priv->conn_map.size());
+
+    size_t num_closed = 0;
+    for (auto it : priv->conn_map) {
+      auto conn = it.second;
+      GST_DEBUG_OBJECT (self, "conn-id %u"
+          " peer handle size %" G_GSIZE_FORMAT, conn->id,
+          conn->peer_handles.size ());
+
+      /* Cannot erase conn since it's still referenced.
+       * Manually close connection */
+      if (conn->peer_handles.empty ()) {
+        if (conn->pipe != INVALID_HANDLE_VALUE) {
+          CancelIo (conn->pipe);
+          DisconnectNamedPipe (conn->pipe);
+          CloseHandle (conn->pipe);
+          conn->pipe = INVALID_HANDLE_VALUE;
+        }
+
+        num_closed++;
+      }
+    }
+    /* *INDENT-ON* */
+
+    if (priv->conn_map.size () == num_closed) {
+      GST_DEBUG_OBJECT (self, "All connections were closed");
+      SetEvent (priv->cancellable);
+    }
+
+    return;
+  }
+
+  if (priv->conn_map.empty ()) {
+    GST_LOG_OBJECT (self, "Have no connection");
+    return;
+  }
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  if (!priv->data)
+    return;
+
+  /* *INDENT-OFF* */
+  std::vector < std::shared_ptr < GstD3D12IpcServerConn >> to_config_data;
+  std::vector < std::shared_ptr < GstD3D12IpcServerConn >> to_send_have_data;
+  for (auto it : priv->conn_map) {
+    auto conn = it.second;
+    if (!conn->configured) {
+      conn->configured = true;
+      conn->data = priv->data;
+      to_config_data.push_back (conn);
+    } else if (conn->pending_have_data && conn->seq_num <= priv->data->seq_num) {
+      conn->data = priv->data;
+      to_send_have_data.push_back (conn);
+    }
+  }
+  lk.unlock ();
+
+  for (auto it: to_config_data)
+    gst_d3d12_ipc_server_config_data (self, it.get ());
+
+  for (auto it: to_send_have_data)
+    gst_d3d12_ipc_server_have_data (self, it.get ());
+  /* *INDENT-ON* */
+}
+
+static void WINAPI
+gst_d3d12_ipc_server_send_msg_finish (DWORD error_code, DWORD size,
+    OVERLAPPED * overlap)
+{
+  GstD3D12IpcServerConn *conn =
+      static_cast < GstD3D12IpcServerConn * >(overlap);
+  auto self = conn->server;
+
+  if (error_code != ERROR_SUCCESS) {
+    auto err = gst_d3d12_ipc_win32_error_to_string (error_code);
+    GST_WARNING_OBJECT (self, "ReadFileEx callback failed with 0x%x (%s)",
+        (guint) error_code, err.c_str ());
+    gst_d3d12_ipc_server_close_connection (self, conn);
+    return;
+  }
+
+  GST_LOG_OBJECT (self, "Sent message");
+
+  switch (conn->type) {
+    case GstD3D12IpcPktType::CONFIG:
+      GST_DEBUG_OBJECT (self, "Sent CONFIG-DATA, conn-id %u", conn->id);
+      gst_d3d12_ipc_server_wait_msg (self, conn);
+      break;
+    case GstD3D12IpcPktType::HAVE_DATA:
+      GST_LOG_OBJECT (self, "Sent HAVE-DATA, conn-id %u", conn->id);
+      gst_d3d12_ipc_server_wait_msg (self, conn);
+      break;
+    case GstD3D12IpcPktType::EOS:
+      GST_DEBUG_OBJECT (self, "Sent EOS, conn-id %u", conn->id);
+      gst_d3d12_ipc_server_wait_msg (self, conn);
+      break;
+    default:
+      GST_ERROR_OBJECT (self, "Unexpected msg type");
+      gst_d3d12_ipc_server_close_connection (self, conn);
+      break;
+  }
+}
+
+static void
+gst_d3d12_ipc_server_send_msg (GstD3D12IpcServer * self,
+    GstD3D12IpcServerConn * conn)
+{
+  GST_LOG_OBJECT (self, "Sending message");
+
+  if (!WriteFileEx (conn->pipe, &conn->server_msg0,
+          conn->server_msg.size (), conn,
+          gst_d3d12_ipc_server_send_msg_finish)) {
+    guint last_err = GetLastError ();
+    auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+    GST_WARNING_OBJECT (self, "WriteFileEx failed with 0x%x (%s)",
+        last_err, err.c_str ());
+    gst_d3d12_ipc_server_close_connection (self, conn);
+  }
+}
+
+static void
+gst_d3d12_ipc_server_on_incoming_connection (GstD3D12IpcServer * self,
+    std::shared_ptr < GstD3D12IpcServerConn > conn)
+{
+  auto priv = self->priv;
+
+  priv->lock.lock ();
+  conn->server = self;
+  conn->id = priv->next_conn_id;
+  conn->data = priv->data;
+  priv->next_conn_id++;
+  priv->lock.unlock ();
+
+  GST_DEBUG_OBJECT (self, "New connection, conn-id: %u", conn->id);
+
+  /* *INDENT-OFF* */
+  priv->conn_map.insert ({conn->id, conn});
+  /* *INDENT-ON* */
+
+  if (conn->data) {
+    conn->configured = true;
+    gst_d3d12_ipc_server_config_data (self, conn.get ());
+  } else {
+    GST_DEBUG_OBJECT (self, "Have no config data yet, waiting for data");
+  }
+}
+
+static gpointer
+gst_d3d12_ipc_server_loop_thread_func (GstD3D12IpcServer * self)
+{
+  auto priv = self->priv;
+  bool io_pending = false;
+  guint wait_ret;
+  HANDLE pipe;
+  OVERLAPPED overlap;
+  HANDLE waitables3;
+
+  GST_DEBUG_OBJECT (self, "Entering loop");
+
+  memset (&overlap, 0, sizeof (OVERLAPPED));
+
+  overlap.hEvent = CreateEvent (nullptr, TRUE, TRUE, nullptr);
+  pipe = gst_cuda_ipc_server_win32_create_pipe (self, &overlap, io_pending);
+  if (pipe == INVALID_HANDLE_VALUE) {
+    CloseHandle (overlap.hEvent);
+    priv->aborted = true;
+    goto out;
+  }
+
+  waitables0 = overlap.hEvent;
+  waitables1 = priv->wakeup_event;
+  waitables2 = priv->cancellable;
+
+  do {
+    wait_ret = WaitForMultipleObjectsEx (G_N_ELEMENTS (waitables), waitables,
+        FALSE, INFINITE, TRUE);
+
+    if (wait_ret == WAIT_OBJECT_0 + 2) {
+      GST_DEBUG_OBJECT (self, "Operation cancelled");
+      goto out;
+    }
+
+    switch (wait_ret) {
+      case WAIT_OBJECT_0:
+      {
+        DWORD n_bytes;
+
+        if (io_pending
+            && !GetOverlappedResult (pipe, &overlap, &n_bytes, FALSE)) {
+          guint last_err = GetLastError ();
+          auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+          GST_WARNING_OBJECT (self, "GetOverlappedResult failed with 0x%x (%s)",
+              last_err, err.c_str ());
+          CloseHandle (pipe);
+          pipe = INVALID_HANDLE_VALUE;
+          break;
+        }
+
+        auto conn = std::make_shared < GstD3D12IpcServerConn > (pipe);
+        conn->server = self;
+        pipe = INVALID_HANDLE_VALUE;
+        gst_d3d12_ipc_server_on_incoming_connection (self, conn);
+
+        pipe = gst_cuda_ipc_server_win32_create_pipe (self,
+            &overlap, io_pending);
+        break;
+      }
+      case WAIT_IO_COMPLETION:
+        break;
+      case WAIT_OBJECT_0 + 1:
+        gst_d3d12_ipc_server_on_idle (self);
+        break;
+      default:
+      {
+        guint last_err = GetLastError ();
+        auto err = gst_d3d12_ipc_win32_error_to_string (last_err);
+        GST_ERROR_OBJECT (self,
+            "WaitForMultipleObjectsEx return 0x%x, last error 0x%x (%s)",
+            wait_ret, last_err, err.c_str ());
+        priv->aborted = true;
+        goto out;
+      }
+    }
+  } while (true);
+
+out:
+  if (pipe != INVALID_HANDLE_VALUE) {
+    CancelIo (pipe);
+    DisconnectNamedPipe (pipe);
+    CloseHandle (pipe);
+  }
+
+  CloseHandle (overlap.hEvent);
+
+  priv->conn_map.clear ();
+
+  GST_DEBUG_OBJECT (self, "Exit loop thread");
+
+  return nullptr;
+}
+
+GstFlowReturn
+gst_d3d12_ipc_server_send_data (GstD3D12IpcServer * server, GstSample * sample,
+    const GstD3D12IpcMemLayout & layout, HANDLE handle, GstClockTime pts)
+{
+  GstD3D12IpcServerPrivate *priv;
+
+  g_return_val_if_fail (GST_IS_D3D12_IPC_SERVER (server), GST_FLOW_ERROR);
+  g_return_val_if_fail (GST_IS_SAMPLE (sample), GST_FLOW_ERROR);
+
+  priv = server->priv;
+
+  GST_LOG_OBJECT (server, "Sending data");
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  if (priv->aborted) {
+    GST_DEBUG_OBJECT (server, "Was aborted");
+    return GST_FLOW_ERROR;
+  }
+
+  auto buffer = gst_sample_get_buffer (sample);
+  auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (buffer, 0);
+
+  auto data = std::make_shared < GstD3D12IpcServerData > ();
+  data->sample = gst_sample_ref (sample);
+  data->handle = handle;
+  data->layout = layout;
+  data->pts = pts;
+  gst_d3d12_memory_get_fence (dmem, nullptr, &data->fence_val);
+  data->seq_num = priv->seq_num;
+
+  priv->seq_num++;
+  priv->data = data;
+  lk.unlock ();
+
+  SetEvent (priv->wakeup_event);
+
+  return GST_FLOW_OK;
+}
+
+void
+gst_d3d12_ipc_server_stop (GstD3D12IpcServer * server)
+{
+  GstD3D12IpcServerPrivate *priv;
+
+  g_return_if_fail (GST_IS_D3D12_IPC_SERVER (server));
+
+  priv = server->priv;
+
+  GST_DEBUG_OBJECT (server, "Stopping");
+  priv->shutdown = true;
+  SetEvent (priv->wakeup_event);
+
+  g_clear_pointer (&priv->loop_thread, g_thread_join);
+
+  GST_DEBUG_OBJECT (server, "Stopped");
+}
+
+GstD3D12IpcServer *
+gst_d3d12_ipc_server_new (const std::string & address, gint64 adapter_luid,
+    ID3D12Fence * fence)
+{
+  ComPtr < ID3D12Device > device;
+
+  auto hr = fence->GetDevice (IID_PPV_ARGS (&device));
+  if (FAILED (hr)) {
+    GST_ERROR ("Couldn't get device handle");
+    return nullptr;
+  }
+
+  HANDLE fence_handle;
+  hr = device->CreateSharedHandle (fence, nullptr, GENERIC_ALL, nullptr,
+      &fence_handle);
+  if (FAILED (hr)) {
+    GST_ERROR ("Couldn't open shared handle");
+    return nullptr;
+  }
+
+  auto self = (GstD3D12IpcServer *)
+      g_object_new (GST_TYPE_D3D12_IPC_SERVER, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->address = address;
+  priv->adapter_luid = adapter_luid;
+  priv->fence_handle = fence_handle;
+
+  priv->loop_thread = g_thread_new ("d3d12-ipc-server",
+      (GThreadFunc) gst_d3d12_ipc_server_loop_thread_func, self);
+
+  return self;
+}
+
+gint64
+gst_d3d12_ipc_server_get_adapter_luid (GstD3D12IpcServer * server)
+{
+  g_return_val_if_fail (GST_IS_D3D12_IPC_SERVER (server), 0);
+
+  return server->priv->adapter_luid;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcserver.h Added

@@ -0,0 +1,45 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include "gstd3d12ipc.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_IPC_SERVER (gst_d3d12_ipc_server_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12IpcServer, gst_d3d12_ipc_server,
+    GST, D3D12_IPC_SERVER, GstObject);
+
+GstD3D12IpcServer * gst_d3d12_ipc_server_new (const std::string & address,
+                                              gint64 adapter_luid,
+                                              ID3D12Fence * fence);
+
+GstFlowReturn       gst_d3d12_ipc_server_send_data (GstD3D12IpcServer * server,
+                                                    GstSample * sample,
+                                                    const GstD3D12IpcMemLayout & layout,
+                                                    HANDLE handle,
+                                                    GstClockTime pts);
+
+void                gst_d3d12_ipc_server_stop      (GstD3D12IpcServer * server);
+
+gint64              gst_d3d12_ipc_server_get_adapter_luid (GstD3D12IpcServer * server);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcsink.cpp Added

@@ -0,0 +1,714 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-d3d12ipcsink
+ * @title: d3d12ipcsink
+ * @short_description: Direct3D12 Inter Process Communication (IPC) sink
+ *
+ * d3d12ipcsink exports Direct3D12 texture for connected d3d12ipcsrc elements
+ * to be able to import it
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 videotestsrc ! d3d12upload ! d3d12ipcsink
+ * ```
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12ipcsink.h"
+#include "gstd3d12ipcserver.h"
+#include "gstd3d12pluginutils.h"
+#include <mutex>
+#include <string>
+#include <vector>
+#include <wrl.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_ipc_sink_debug);
+#define GST_CAT_DEFAULT gst_d3d12_ipc_sink_debug
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_IPC_FORMATS) ";"
+        GST_VIDEO_CAPS_MAKE (GST_D3D12_IPC_FORMATS)));
+
+enum
+{
+  PROP_0,
+  PROP_ADAPTER,
+  PROP_PIPE_NAME,
+};
+
+#define DEFAULT_ADAPTER -1
+#define DEFAULT_PIPE_NAME "\\\\.\\pipe\\gst.d3d12.ipc"
+
+/* *INDENT-OFF* */
+struct GstD3D12IpcSinkPrivate
+{
+  GstD3D12Device *device = nullptr;
+
+  GstBufferPool *fallback_pool = nullptr;
+  GstVideoInfo info;
+
+  GstD3D12IpcServer *server = nullptr;
+  GstCaps *caps = nullptr;
+  GstSample *prepared_sample = nullptr;
+  HANDLE prepared_handle = nullptr;
+  GstD3D12IpcMemLayout layout;
+
+  std::mutex lock;
+
+  /* properties */
+  gint adapter = DEFAULT_ADAPTER;
+  std::string pipe_name = DEFAULT_PIPE_NAME;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12IpcSink
+{
+  GstBaseSink parent;
+
+  GstD3D12IpcSinkPrivate *priv;
+};
+
+static void gst_d3d12_ipc_sink_finalize (GObject * object);
+static void gst_d3d12_ipc_sink_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_win32_video_sink_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static GstClock *gst_d3d12_ipc_sink_provide_clock (GstElement * elem);
+static void gst_d3d12_ipc_sink_set_context (GstElement * elem,
+    GstContext * context);
+
+static gboolean gst_d3d12_ipc_sink_start (GstBaseSink * sink);
+static gboolean gst_d3d12_ipc_sink_stop (GstBaseSink * sink);
+static gboolean gst_d3d12_ipc_sink_set_caps (GstBaseSink * sink,
+    GstCaps * caps);
+static void gst_d3d12_ipc_sink_get_time (GstBaseSink * sink, GstBuffer * buf,
+    GstClockTime * start, GstClockTime * end);
+static gboolean gst_d3d12_ipc_sink_propose_allocation (GstBaseSink * sink,
+    GstQuery * query);
+static gboolean gst_d3d12_ipc_sink_query (GstBaseSink * sink, GstQuery * query);
+static GstFlowReturn gst_d3d12_ipc_sink_prepare (GstBaseSink * sink,
+    GstBuffer * buf);
+static GstFlowReturn gst_d3d12_ipc_sink_render (GstBaseSink * sink,
+    GstBuffer * buf);
+
+#define gst_d3d12_ipc_sink_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12IpcSink, gst_d3d12_ipc_sink, GST_TYPE_BASE_SINK);
+
+static void
+gst_d3d12_ipc_sink_class_init (GstD3D12IpcSinkClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto sink_class = GST_BASE_SINK_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_ipc_sink_finalize;
+  object_class->set_property = gst_d3d12_ipc_sink_set_property;
+  object_class->get_property = gst_win32_video_sink_get_property;
+
+  g_object_class_install_property (object_class, PROP_ADAPTER,
+      g_param_spec_int ("adapter", "Adapter",
+          "DXGI adapter index (-1 for default)",
+          -1, G_MAXINT32, DEFAULT_ADAPTER,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_PIPE_NAME,
+      g_param_spec_string ("pipe-name", "Pipe Name",
+          "The name of Win32 named pipe to communicate with clients. "
+          "Validation of the pipe name is caller's responsibility",
+          DEFAULT_PIPE_NAME, (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_READY)));
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 IPC Sink", "Sink/Video",
+      "Sends Direct3D12 shared handle to peer d3d12ipcsrc elements",
+      "Seungha Yang <seungha@centricular.com>");
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+
+  element_class->provide_clock =
+      GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_provide_clock);
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_set_context);
+
+  sink_class->start = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_start);
+  sink_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_stop);
+  sink_class->set_caps = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_set_caps);
+  sink_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_propose_allocation);
+  sink_class->query = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_query);
+  sink_class->get_times = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_get_time);
+  sink_class->prepare = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_prepare);
+  sink_class->render = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_sink_render);
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_ipc_sink_debug, "d3d12ipcsink",
+      0, "d3d12ipcsink");
+}
+
+static void
+gst_d3d12_ipc_sink_init (GstD3D12IpcSink * self)
+{
+  self->priv = new GstD3D12IpcSinkPrivate ();
+
+  GST_OBJECT_FLAG_SET (self, GST_ELEMENT_FLAG_PROVIDE_CLOCK);
+  GST_OBJECT_FLAG_SET (self, GST_ELEMENT_FLAG_REQUIRE_CLOCK);
+}
+
+static void
+gst_d3d12_ipc_sink_finalize (GObject * object)
+{
+  auto self = GST_D3D12_IPC_SINK (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_ipc_sink_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_IPC_SINK (object);
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      priv->adapter = g_value_get_int (value);
+      break;
+    case PROP_PIPE_NAME:
+    {
+      const gchar *pipe_name = g_value_get_string (value);
+      priv->pipe_name.clear ();
+
+      if (pipe_name)
+        priv->pipe_name = pipe_name;
+      else
+        priv->pipe_name = DEFAULT_PIPE_NAME;
+      break;
+    }
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_win32_video_sink_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_IPC_SINK (object);
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      g_value_set_int (value, priv->adapter);
+      break;
+    case PROP_PIPE_NAME:
+      g_value_set_string (value, priv->pipe_name.c_str ());
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GstClock *
+gst_d3d12_ipc_sink_provide_clock (GstElement * elem)
+{
+  return gst_system_clock_obtain ();
+}
+
+static void
+gst_d3d12_ipc_sink_set_context (GstElement * elem, GstContext * context)
+{
+  auto self = GST_D3D12_IPC_SINK (elem);
+  auto priv = self->priv;
+
+  gst_d3d12_handle_set_context (elem, context, priv->adapter, &priv->device);
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (elem, context);
+}
+
+static gboolean
+gst_d3d12_ipc_sink_start (GstBaseSink * sink)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Start");
+
+  if (!gst_d3d12_ensure_element_data (GST_ELEMENT_CAST (self), priv->adapter,
+          &priv->device)) {
+    GST_ERROR_OBJECT (sink, "Cannot create d3d12device");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_ipc_sink_stop (GstBaseSink * sink)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Stop");
+
+  if (priv->server)
+    gst_d3d12_ipc_server_stop (priv->server);
+  gst_clear_object (&priv->server);
+
+  GST_DEBUG_OBJECT (self, "Server cleared");
+
+  if (priv->fallback_pool) {
+    gst_buffer_pool_set_active (priv->fallback_pool, FALSE);
+    gst_clear_object (&priv->fallback_pool);
+  }
+
+  gst_clear_sample (&priv->prepared_sample);
+  gst_clear_object (&priv->device);
+
+  return TRUE;
+}
+
+static void
+gst_d3d12_ipc_sink_get_time (GstBaseSink * sink, GstBuffer * buf,
+    GstClockTime * start, GstClockTime * end)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  auto priv = self->priv;
+  GstClockTime timestamp;
+
+  timestamp = GST_BUFFER_PTS (buf);
+  if (!GST_CLOCK_TIME_IS_VALID (timestamp))
+    timestamp = GST_BUFFER_DTS (buf);
+
+  if (GST_CLOCK_TIME_IS_VALID (timestamp)) {
+    *start = timestamp;
+    if (GST_BUFFER_DURATION_IS_VALID (buf)) {
+      *end = timestamp + GST_BUFFER_DURATION (buf);
+    } else if (priv->info.fps_n > 0) {
+      *end = timestamp +
+          gst_util_uint64_scale_int (GST_SECOND, priv->info.fps_d,
+          priv->info.fps_n);
+    } else if (sink->segment.rate < 0) {
+      *end = timestamp;
+    }
+  }
+}
+
+static GstBufferPool *
+gst_d3d12_ipc_sink_create_pool (GstD3D12IpcSink * self,
+    const GstVideoInfo * info, GstCaps * caps)
+{
+  auto priv = self->priv;
+
+  auto pool = gst_d3d12_buffer_pool_new (priv->device);
+  auto config = gst_buffer_pool_get_config (pool);
+
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_config_set_params (config, priv->caps,
+      GST_VIDEO_INFO_SIZE (info), 0, 0);
+
+  auto params = gst_d3d12_allocation_params_new (priv->device, &priv->info,
+      GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+      D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_SHARED);
+
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+  gst_d3d12_allocation_params_free (params);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  return pool;
+}
+
+static gboolean
+gst_d3d12_ipc_sink_set_caps (GstBaseSink * sink, GstCaps * caps)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  auto priv = self->priv;
+  GstCaps *new_caps;
+  GstStructure *s;
+  const gchar *str;
+
+  GST_DEBUG_OBJECT (self, "New caps %" GST_PTR_FORMAT, caps);
+
+  if (!gst_video_info_from_caps (&priv->info, caps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  if (priv->fallback_pool) {
+    gst_buffer_pool_set_active (priv->fallback_pool, FALSE);
+    gst_clear_object (&priv->fallback_pool);
+  }
+
+  s = gst_caps_get_structure (caps, 0);
+
+  /* Takes values we know it's always deserializable */
+  new_caps = gst_caps_new_empty_simple ("video/x-raw");
+  gst_caps_set_simple (new_caps, "format", G_TYPE_STRING,
+      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&priv->info)),
+      "width", G_TYPE_INT, priv->info.width,
+      "height", G_TYPE_INT, priv->info.height,
+      "framerate", GST_TYPE_FRACTION, priv->info.fps_n, priv->info.fps_d,
+      "pixel-aspect-ratio", GST_TYPE_FRACTION, priv->info.par_n,
+      priv->info.par_d, nullptr);
+
+  str = gst_structure_get_string (s, "colorimetry");
+  if (str)
+    gst_caps_set_simple (new_caps, "colorimetry", G_TYPE_STRING, str, nullptr);
+
+  str = gst_structure_get_string (s, "mastering-display-info");
+  if (str) {
+    gst_caps_set_simple (new_caps, "mastering-display-info", G_TYPE_STRING,
+        str, nullptr);
+  }
+
+  str = gst_structure_get_string (s, "content-light-level");
+  if (str) {
+    gst_caps_set_simple (new_caps, "content-light-level", G_TYPE_STRING,
+        str, nullptr);
+  }
+
+  gst_caps_set_features_simple (new_caps,
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+          nullptr));
+
+  gst_clear_caps (&priv->caps);
+  priv->caps = new_caps;
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_ipc_sink_propose_allocation (GstBaseSink * sink, GstQuery * query)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  GstCaps *caps;
+  GstBufferPool *pool = nullptr;
+  GstVideoInfo info;
+  guint size;
+  gboolean need_pool;
+
+  gst_query_parse_allocation (query, &caps, &need_pool);
+  if (!caps) {
+    GST_WARNING_OBJECT (sink, "No caps specified");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_WARNING_OBJECT (sink, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  /* the normal size of a frame */
+  size = info.size;
+  if (need_pool) {
+    auto features = gst_caps_get_features (caps, 0);
+    if (features
+        && gst_caps_features_contains (features,
+            GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+      GST_DEBUG_OBJECT (self, "upstream support d3d12 memory");
+      pool = gst_d3d12_ipc_sink_create_pool (self, &info, caps);
+      if (!pool) {
+        GST_ERROR_OBJECT (self, "Couldn't create pool");
+        return FALSE;
+      }
+
+      auto config = gst_buffer_pool_get_config (pool);
+      gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr,
+          nullptr);
+      gst_structure_free (config);
+    } else {
+      pool = gst_video_buffer_pool_new ();
+      auto config = gst_buffer_pool_get_config (pool);
+      gst_buffer_pool_config_add_option (config,
+          GST_BUFFER_POOL_OPTION_VIDEO_META);
+      gst_buffer_pool_config_add_option (config,
+          GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
+
+      gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
+
+      if (!gst_buffer_pool_set_config (pool, config)) {
+        GST_ERROR_OBJECT (pool, "Couldn't set config");
+        gst_object_unref (pool);
+
+        return FALSE;
+      }
+    }
+  }
+
+  gst_query_add_allocation_pool (query, pool, size, 0, 0);
+  gst_clear_object (&pool);
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_ipc_sink_query (GstBaseSink * sink, GstQuery * query)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  auto priv = self->priv;
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+      if (gst_d3d12_handle_context_query (GST_ELEMENT (self), query,
+              priv->device)) {
+        return TRUE;
+      }
+      break;
+    default:
+      break;
+  }
+
+  return GST_BASE_SINK_CLASS (parent_class)->query (sink, query);
+}
+
+static GstBuffer *
+gst_d3d12_ipc_upload (GstD3D12IpcSink * self, GstBuffer * buf)
+{
+  auto priv = self->priv;
+  GstBuffer *uploaded = nullptr;
+  GstFlowReturn ret;
+  GstMemory *mem;
+
+  mem = gst_buffer_peek_memory (buf, 0);
+  if (gst_is_d3d12_memory (mem)) {
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    if (gst_d3d12_device_is_equal (dmem->device, priv->device)) {
+      D3D12_RESOURCE_DESC desc;
+      D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+
+      auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+      desc = GetDesc (resource);
+      resource->GetHeapProperties (nullptr, &heap_flags);
+      if ((desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS) != 0 &&
+          (heap_flags & D3D12_HEAP_FLAG_SHARED) != 0) {
+        return gst_buffer_ref (buf);
+      }
+    }
+  }
+
+  if (!priv->fallback_pool) {
+    priv->fallback_pool = gst_d3d12_ipc_sink_create_pool (self, &priv->info,
+        priv->caps);
+    if (!priv->fallback_pool) {
+      GST_ERROR_OBJECT (self, "Couldn't create fallback pool");
+      return nullptr;
+    }
+
+    if (!gst_buffer_pool_set_active (priv->fallback_pool, TRUE)) {
+      GST_ERROR_OBJECT (self, "Couldn't active pool");
+      gst_clear_object (&priv->fallback_pool);
+      return nullptr;
+    }
+  }
+
+  ret = gst_buffer_pool_acquire_buffer (priv->fallback_pool,
+      &uploaded, nullptr);
+  if (ret != GST_FLOW_OK) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire fallback buffer");
+    return nullptr;
+  }
+
+  if (!gst_d3d12_buffer_copy_into (uploaded, buf, &priv->info)) {
+    GST_ERROR_OBJECT (self, "Couldn't copy buffer");
+    gst_buffer_unref (uploaded);
+    return nullptr;
+  }
+
+  return uploaded;
+}
+
+static gboolean
+gst_d3d12_ipc_sink_ensure_server (GstD3D12IpcSink * self, GstBuffer * buffer)
+{
+  auto priv = self->priv;
+  GstMemory *mem;
+  gint64 adapter_luid;
+
+  if (priv->server)
+    return TRUE;
+
+  g_object_get (priv->device, "adapter-luid", &adapter_luid, nullptr);
+
+  mem = gst_buffer_peek_memory (buffer, 0);
+  if (gst_is_d3d12_memory (mem)) {
+    GstD3D12Memory *dmem = GST_D3D12_MEMORY_CAST (mem);
+    if (!gst_d3d12_device_is_equal (dmem->device, priv->device)) {
+      g_object_get (dmem->device, "adapter-luid", &adapter_luid, nullptr);
+      gst_object_unref (priv->device);
+      priv->device = (GstD3D12Device *) gst_object_ref (dmem->device);
+    }
+  }
+
+  auto fence = gst_d3d12_device_get_fence_handle (priv->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  priv->server = gst_d3d12_ipc_server_new (priv->pipe_name, adapter_luid,
+      fence);
+  if (!priv->server) {
+    GST_ERROR_OBJECT (self, "Couldn't create server");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_d3d12_ipc_sink_prepare (GstBaseSink * sink, GstBuffer * buf)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  auto priv = self->priv;
+  GstBuffer *uploaded;
+  GstD3D12Memory *dmem;
+  GstVideoFrame frame;
+  HANDLE nt_handle = nullptr;
+
+  gst_clear_sample (&priv->prepared_sample);
+
+  if (!gst_d3d12_ipc_sink_ensure_server (self, buf))
+    return GST_FLOW_ERROR;
+
+  uploaded = gst_d3d12_ipc_upload (self, buf);
+  if (!uploaded) {
+    GST_ERROR_OBJECT (self, "Couldn't upload buffer");
+    return GST_FLOW_ERROR;
+  }
+
+  dmem = (GstD3D12Memory *) gst_buffer_peek_memory (uploaded, 0);
+
+  /* Upload staging to device memory */
+  if (!gst_video_frame_map (&frame, &priv->info, uploaded, GST_MAP_READ_D3D12)) {
+    GST_ERROR_OBJECT (self, "Couldn't upload memory");
+    gst_buffer_unref (uploaded);
+    return GST_FLOW_ERROR;
+  }
+
+  priv->layout.pitch = frame.info.stride0;
+  for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (&frame); i++)
+    priv->layout.offseti = frame.info.offseti;
+
+  gst_video_frame_unmap (&frame);
+
+  GstD3D12Frame d3d12_frame;
+  if (!gst_d3d12_frame_map (&d3d12_frame, &priv->info, uploaded, GST_MAP_D3D12,
+          GST_D3D12_FRAME_MAP_FLAG_NONE)) {
+    GST_ERROR_OBJECT (self, "Couldn't map frame");
+    gst_buffer_unref (uploaded);
+    return GST_FLOW_ERROR;
+  }
+
+  gst_d3d12_frame_fence_cpu_wait (&d3d12_frame);
+  gst_d3d12_frame_unmap (&d3d12_frame);
+
+  if (!gst_d3d12_memory_get_nt_handle (dmem, &nt_handle)) {
+    GST_ERROR_OBJECT (self, "Couldn't get NT handle");
+    gst_buffer_unref (uploaded);
+    return GST_FLOW_ERROR;
+  }
+
+  priv->prepared_sample = gst_sample_new (uploaded,
+      priv->caps, nullptr, nullptr);
+  priv->prepared_handle = nt_handle;
+
+  gst_buffer_unref (uploaded);
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_d3d12_ipc_sink_render (GstBaseSink * sink, GstBuffer * buf)
+{
+  auto self = GST_D3D12_IPC_SINK (sink);
+  auto priv = self->priv;
+  GstClockTime pts;
+  GstClockTime now_system;
+  GstClockTime buf_pts;
+  GstClockTime buffer_clock = GST_CLOCK_TIME_NONE;
+  GstFlowReturn ret;
+
+  if (!priv->prepared_sample) {
+    GST_ERROR_OBJECT (self, "Have no prepared sample");
+    return GST_FLOW_ERROR;
+  }
+
+  pts = now_system = gst_util_get_timestamp ();
+  buf_pts = GST_BUFFER_PTS (buf);
+  if (!GST_CLOCK_TIME_IS_VALID (buf_pts))
+    buf_pts = GST_BUFFER_DTS (buf);
+
+  if (GST_CLOCK_TIME_IS_VALID (buf_pts)) {
+    buffer_clock = gst_segment_to_running_time (&sink->segment,
+        GST_FORMAT_TIME, buf_pts) +
+        GST_ELEMENT_CAST (sink)->base_time + gst_base_sink_get_latency (sink);
+  }
+
+  if (GST_CLOCK_TIME_IS_VALID (buffer_clock)) {
+    GstClock *clock = gst_element_get_clock (GST_ELEMENT_CAST (sink));
+    if (!gst_d3d12_ipc_clock_is_system (clock)) {
+      GstClockTime now_gst = gst_clock_get_time (clock);
+      GstClockTimeDiff converted = buffer_clock;
+
+      converted -= now_gst;
+      converted += now_system;
+
+      if (converted < 0) {
+        /* Shouldn't happen */
+        GST_WARNING_OBJECT (self, "Negative buffer clock");
+        pts = 0;
+      } else {
+        pts = converted;
+      }
+    } else {
+      /* buffer clock is already system time */
+      pts = buffer_clock;
+    }
+    gst_object_unref (clock);
+  }
+
+  ret = gst_d3d12_ipc_server_send_data (priv->server, priv->prepared_sample,
+      priv->layout, priv->prepared_handle, pts);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcsink.h Added

@@ -0,0 +1,33 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/base/gstbasesink.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_IPC_SINK (gst_d3d12_ipc_sink_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12IpcSink, gst_d3d12_ipc_sink,
+    GST, D3D12_IPC_SINK, GstBaseSink);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcsrc.cpp Added

@@ -0,0 +1,523 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-d3d12ipcsrc
+ * @title: d3d12ipcsrc
+ * @short_description: Direct3D12 Inter Process Communication (IPC) src
+ *
+ * d3d12ipcsrc imports Direct3D12 texture exported by peer d3d12ipcsrc element
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 d3d12ipcsrc ! queue ! d3d12videosink
+ * ```
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12ipcsrc.h"
+#include "gstd3d12ipcclient.h"
+#include "gstd3d12pluginutils.h"
+#include <mutex>
+#include <string>
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_ipc_src_debug);
+#define GST_CAT_DEFAULT gst_d3d12_ipc_src_debug
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_IPC_FORMATS)));
+
+enum
+{
+  PROP_0,
+  PROP_PIPE_NAME,
+  PROP_PROCESSING_DEADLINE,
+  PROP_IO_MODE,
+  PROP_CONN_TIMEOUT,
+};
+
+#define DEFAULT_PIPE_NAME "\\\\.\\pipe\\gst.d3d12.ipc"
+#define DEFAULT_PROCESSING_DEADLINE (20 * GST_MSECOND)
+#define DEFAULT_IO_MODE GST_D3D12_IPC_IO_COPY
+#define DEFAULT_CONN_TIMEOUT 5
+
+/* *INDENT-OFF* */
+struct GstD3D12IpcSrcPrivate
+{
+  GstD3D12Device *device = nullptr;
+
+  GstD3D12IpcClient *client = nullptr;
+  GstCaps *caps = nullptr;
+
+  GstVideoInfo info;
+  std::mutex lock;
+  bool flushing = false;
+
+  /* properties */
+  std::string pipe_name = DEFAULT_PIPE_NAME;
+  GstClockTime processing_deadline = DEFAULT_PROCESSING_DEADLINE;
+  GstD3D12IpcIOMode io_mode = DEFAULT_IO_MODE;
+  guint conn_timeout = DEFAULT_CONN_TIMEOUT;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12IpcSrc
+{
+  GstBaseSrc parent;
+
+  GstD3D12IpcSrcPrivate *priv;
+};
+
+static void gst_d3d12_ipc_src_finalize (GObject * object);
+static void gst_d3d12_ipc_src_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_win32_video_src_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static GstClock *gst_d3d12_ipc_src_provide_clock (GstElement * elem);
+static void gst_d3d12_ipc_src_set_context (GstElement * elem,
+    GstContext * context);
+
+static gboolean gst_d3d12_ipc_src_start (GstBaseSrc * src);
+static gboolean gst_d3d12_ipc_src_stop (GstBaseSrc * src);
+static gboolean gst_d3d12_ipc_src_unlock (GstBaseSrc * src);
+static gboolean gst_d3d12_ipc_src_unlock_stop (GstBaseSrc * src);
+static gboolean gst_d3d12_ipc_src_query (GstBaseSrc * src, GstQuery * query);
+static GstCaps *gst_d3d12_ipc_src_get_caps (GstBaseSrc * src, GstCaps * filter);
+static GstCaps *gst_d3d12_ipc_src_fixate (GstBaseSrc * src, GstCaps * caps);
+static GstFlowReturn gst_d3d12_ipc_src_create (GstBaseSrc * src, guint64 offset,
+    guint size, GstBuffer ** buf);
+
+#define gst_d3d12_ipc_src_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12IpcSrc, gst_d3d12_ipc_src, GST_TYPE_BASE_SRC);
+
+static void
+gst_d3d12_ipc_src_class_init (GstD3D12IpcSrcClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto src_class = GST_BASE_SRC_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_ipc_src_finalize;
+  object_class->set_property = gst_d3d12_ipc_src_set_property;
+  object_class->get_property = gst_win32_video_src_get_property;
+
+  g_object_class_install_property (object_class, PROP_PIPE_NAME,
+      g_param_spec_string ("pipe-name", "Pipe Name",
+          "The name of Win32 named pipe to communicate with clients. "
+          "Validation of the pipe name is caller's responsibility",
+          DEFAULT_PIPE_NAME, (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_READY)));
+
+  g_object_class_install_property (object_class, PROP_PROCESSING_DEADLINE,
+      g_param_spec_uint64 ("processing-deadline", "Processing deadline",
+          "Maximum processing time for a buffer in nanoseconds", 0, G_MAXUINT64,
+          DEFAULT_PROCESSING_DEADLINE, (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_PLAYING)));
+
+  g_object_class_install_property (object_class, PROP_IO_MODE,
+      g_param_spec_enum ("io-mode", "IO Mode", "Memory I/O mode to use",
+          GST_TYPE_D3D12_IPC_IO_MODE, DEFAULT_IO_MODE,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_CONN_TIMEOUT,
+      g_param_spec_uint ("connection-timeout", "Connection Timeout",
+          "Connection timeout in seconds (0 = never timeout)", 0, G_MAXINT,
+          DEFAULT_CONN_TIMEOUT,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 IPC Source", "Source/Video",
+      "Receives Direct3D12 shared handle from the d3d12ipcsink element",
+      "Seungha Yang <seungha@centricular.com>");
+
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  element_class->provide_clock =
+      GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_provide_clock);
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_set_context);
+
+  src_class->start = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_start);
+  src_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_stop);
+  src_class->unlock = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_unlock);
+  src_class->unlock_stop = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_unlock_stop);
+  src_class->query = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_query);
+  src_class->get_caps = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_get_caps);
+  src_class->fixate = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_fixate);
+  src_class->create = GST_DEBUG_FUNCPTR (gst_d3d12_ipc_src_create);
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_ipc_src_debug, "d3d12ipcsrc",
+      0, "d3d12ipcsrc");
+
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_IPC_IO_MODE,
+      (GstPluginAPIFlags) 0);
+}
+
+static void
+gst_d3d12_ipc_src_init (GstD3D12IpcSrc * self)
+{
+  gst_base_src_set_format (GST_BASE_SRC (self), GST_FORMAT_TIME);
+  gst_base_src_set_live (GST_BASE_SRC (self), TRUE);
+
+  self->priv = new GstD3D12IpcSrcPrivate ();
+
+  GST_OBJECT_FLAG_SET (self, GST_ELEMENT_FLAG_PROVIDE_CLOCK);
+  GST_OBJECT_FLAG_SET (self, GST_ELEMENT_FLAG_REQUIRE_CLOCK);
+}
+
+static void
+gst_d3d12_ipc_src_finalize (GObject * object)
+{
+  auto self = GST_D3D12_IPC_SRC (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_ipc_src_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_IPC_SRC (object);
+  auto priv = self->priv;
+  std::unique_lock < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_PIPE_NAME:
+    {
+      const gchar *pipe_name = g_value_get_string (value);
+      priv->pipe_name.clear ();
+
+      if (pipe_name)
+        priv->pipe_name = pipe_name;
+      else
+        priv->pipe_name = DEFAULT_PIPE_NAME;
+      break;
+    }
+    case PROP_PROCESSING_DEADLINE:
+    {
+      GstClockTime prev_val, new_val;
+      prev_val = priv->processing_deadline;
+      new_val = g_value_get_uint64 (value);
+      priv->processing_deadline = new_val;
+
+      if (prev_val != new_val) {
+        lk.unlock ();
+        GST_DEBUG_OBJECT (self, "Posting latency message");
+        gst_element_post_message (GST_ELEMENT_CAST (self),
+            gst_message_new_latency (GST_OBJECT_CAST (self)));
+      }
+      break;
+    }
+    case PROP_IO_MODE:
+      priv->io_mode = (GstD3D12IpcIOMode) g_value_get_enum (value);
+      break;
+    case PROP_CONN_TIMEOUT:
+      priv->conn_timeout = g_value_get_uint (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_win32_video_src_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_IPC_SRC (object);
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_PIPE_NAME:
+      g_value_set_string (value, priv->pipe_name.c_str ());
+      break;
+    case PROP_PROCESSING_DEADLINE:
+      g_value_set_uint64 (value, priv->processing_deadline);
+      break;
+    case PROP_IO_MODE:
+      g_value_set_enum (value, priv->io_mode);
+      break;
+    case PROP_CONN_TIMEOUT:
+      g_value_set_uint (value, priv->conn_timeout);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GstClock *
+gst_d3d12_ipc_src_provide_clock (GstElement * elem)
+{
+  return gst_system_clock_obtain ();
+}
+
+static void
+gst_d3d12_ipc_src_set_context (GstElement * elem, GstContext * context)
+{
+  auto self = GST_D3D12_IPC_SRC (elem);
+  auto priv = self->priv;
+
+  gst_d3d12_handle_set_context (elem, context, -1, &priv->device);
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (elem, context);
+}
+
+static gboolean
+gst_d3d12_ipc_src_start (GstBaseSrc * src)
+{
+  auto self = GST_D3D12_IPC_SRC (src);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Start");
+
+  if (!gst_d3d12_ensure_element_data (GST_ELEMENT_CAST (self),
+          -1, &priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't get D3D12 context");
+    return FALSE;
+  }
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->client = gst_d3d12_ipc_client_new (priv->pipe_name, priv->device,
+      priv->io_mode, priv->conn_timeout);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_ipc_src_stop (GstBaseSrc * src)
+{
+  auto self = GST_D3D12_IPC_SRC (src);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  GST_DEBUG_OBJECT (self, "Stop");
+
+  if (priv->client)
+    gst_d3d12_ipc_client_stop (priv->client);
+
+  gst_clear_object (&priv->client);
+  gst_clear_object (&priv->device);
+  gst_clear_caps (&priv->caps);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_ipc_src_unlock (GstBaseSrc * src)
+{
+  auto self = GST_D3D12_IPC_SRC (src);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Unlock");
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->flushing = true;
+  if (priv->client)
+    gst_d3d12_ipc_client_set_flushing (priv->client, true);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_ipc_src_unlock_stop (GstBaseSrc * src)
+{
+  auto self = GST_D3D12_IPC_SRC (src);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Unlock stop");
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->flushing = false;
+  if (priv->client)
+    gst_d3d12_ipc_client_set_flushing (priv->client, false);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_ipc_src_query (GstBaseSrc * src, GstQuery * query)
+{
+  auto self = GST_D3D12_IPC_SRC (src);
+  auto priv = self->priv;
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_LATENCY:
+    {
+      std::lock_guard < std::mutex > lk (priv->lock);
+      if (GST_CLOCK_TIME_IS_VALID (priv->processing_deadline)) {
+        gst_query_set_latency (query, TRUE, priv->processing_deadline,
+            GST_CLOCK_TIME_NONE);
+      } else {
+        gst_query_set_latency (query, TRUE, 0, 0);
+      }
+      return TRUE;
+    }
+    case GST_QUERY_CONTEXT:
+      if (gst_d3d12_handle_context_query (GST_ELEMENT (self), query,
+              priv->device)) {
+        return TRUE;
+      }
+      break;
+    default:
+      break;
+  }
+
+  return GST_BASE_SRC_CLASS (parent_class)->query (src, query);
+}
+
+static GstCaps *
+gst_d3d12_ipc_src_get_caps (GstBaseSrc * src, GstCaps * filter)
+{
+  auto self = GST_D3D12_IPC_SRC (src);
+  auto priv = self->priv;
+  GstD3D12IpcClient *client = nullptr;
+  GstCaps *caps = nullptr;
+
+  GST_DEBUG_OBJECT (self, "Get caps");
+
+  priv->lock.lock ();
+  if (priv->caps)
+    caps = gst_caps_ref (priv->caps);
+  else if (priv->client)
+    client = (GstD3D12IpcClient *) gst_object_ref (priv->client);
+  priv->lock.unlock ();
+
+  if (!caps && client)
+    caps = gst_d3d12_ipc_client_get_caps (priv->client);
+
+  if (!caps)
+    caps = gst_pad_get_pad_template_caps (GST_BASE_SRC_PAD (src));
+
+  if (filter) {
+    GstCaps *tmp = gst_caps_intersect_full (filter,
+        caps, GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (caps);
+    caps = tmp;
+  }
+
+  gst_clear_object (&client);
+  GST_DEBUG_OBJECT (self, "Returning caps %" GST_PTR_FORMAT, caps);
+
+  return caps;
+}
+
+static GstCaps *
+gst_d3d12_ipc_src_fixate (GstBaseSrc * src, GstCaps * caps)
+{
+  /* We don't negotiate with server. In here, we do fixate resolution to
+   * 320 x 240 (same as default of videotestsrc) which makes a little more
+   * sense than 1x1 */
+  caps = gst_caps_make_writable (caps);
+
+  for (guint i = 0; i < gst_caps_get_size (caps); i++) {
+    GstStructure *s = gst_caps_get_structure (caps, i);
+
+    gst_structure_fixate_field_nearest_int (s, "width", 320);
+    gst_structure_fixate_field_nearest_int (s, "height", 240);
+  }
+
+  return gst_caps_fixate (caps);
+}
+
+static GstFlowReturn
+gst_d3d12_ipc_src_create (GstBaseSrc * src, guint64 offset, guint size,
+    GstBuffer ** buf)
+{
+  auto self = GST_D3D12_IPC_SRC (src);
+  auto priv = self->priv;
+  GstFlowReturn ret;
+  GstSample *sample = nullptr;
+  GstCaps *caps;
+  GstClock *clock;
+  bool is_system_clock = true;
+  GstClockTime pts;
+  GstClockTime base_time;
+  GstClockTime now_system;
+  GstClockTime now_gst;
+  GstClockTime remote_pts;
+  GstBuffer *buffer;
+
+  ret = gst_d3d12_ipc_client_run (priv->client);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  ret = gst_d3d12_ipc_client_get_sample (priv->client, &sample);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  now_system = gst_util_get_timestamp ();
+  clock = gst_element_get_clock (GST_ELEMENT_CAST (self));
+  now_gst = gst_clock_get_time (clock);
+  base_time = GST_ELEMENT_CAST (self)->base_time;
+  is_system_clock = gst_d3d12_ipc_clock_is_system (clock);
+  gst_object_unref (clock);
+
+  buffer = gst_sample_get_buffer (sample);
+  remote_pts = GST_BUFFER_PTS (buffer);
+
+  if (!is_system_clock) {
+    GstClockTimeDiff now_pts = now_gst - base_time + remote_pts - now_system;
+
+    if (now_pts >= 0)
+      pts = now_pts;
+    else
+      pts = 0;
+  } else {
+    if (remote_pts >= base_time) {
+      pts = remote_pts - base_time;
+    } else {
+      GST_WARNING_OBJECT (self,
+          "Remote clock is smaller than our base time, remote %"
+          GST_TIME_FORMAT ", base_time %" GST_TIME_FORMAT,
+          GST_TIME_ARGS (remote_pts), GST_TIME_ARGS (base_time));
+      pts = 0;
+    }
+  }
+
+  GST_BUFFER_PTS (buffer) = pts;
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  caps = gst_sample_get_caps (sample);
+  if (!priv->caps || !gst_caps_is_equal (priv->caps, caps)) {
+    gst_caps_replace (&priv->caps, caps);
+    lk.unlock ();
+    gst_base_src_set_caps (src, priv->caps);
+  }
+
+  *buf = gst_buffer_ref (buffer);
+  gst_sample_unref (sample);
+
+  return GST_FLOW_OK;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12ipcsrc.h Added

@@ -0,0 +1,33 @@
+/* GStreamer
+ * Copyright (C) 2023 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/base/gstbasesrc.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_IPC_SRC (gst_d3d12_ipc_src_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12IpcSrc, gst_d3d12_ipc_src,
+    GST, D3D12_IPC_SRC, GstBaseSrc);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12memorycopy.cpp Added

@@ -0,0 +1,1616 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include <config.h>
+#endif
+
+#include "gstd3d12memorycopy.h"
+#include <gst/d3d12/gstd3d12.h>
+#include <gst/d3d12/gstd3d12-private.h>
+#include <gst/d3d11/gstd3d11.h>
+#include <gst/d3d11/gstd3d11-private.h>
+#include <gst/d3d11/gstd3d11device-private.h>
+#include <directx/d3dx12.h>
+#include <mutex>
+#include <condition_variable>
+#include <memory>
+#include <wrl.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_memory_copy_debug);
+#define GST_CAT_DEFAULT gst_d3d12_memory_copy_debug
+
+#define META_TAG_VIDEO meta_tag_video_quark
+static GQuark meta_tag_video_quark;
+
+static GstStaticPadTemplate sink_template =
+    GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            GST_D3D11_ALL_FORMATS) ";"
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY
+            "," GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D11_ALL_FORMATS) ";"
+        GST_VIDEO_CAPS_MAKE (GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS)));
+
+static GstStaticPadTemplate src_template =
+    GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            GST_D3D11_ALL_FORMATS) ";"
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY
+            "," GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D11_ALL_FORMATS) ";"
+        GST_VIDEO_CAPS_MAKE (GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS)));
+
+enum class TransferType
+{
+  SYSTEM,
+  D3D11_TO_12,
+  D3D12_TO_11,
+};
+
+enum class MemoryType
+{
+  SYSTEM,
+  D3D12,
+  D3D11,
+};
+
+enum class DeviceSearchType
+{
+  ANY,
+  PROPERTY,
+  LUID,
+};
+
+enum
+{
+  PROP_0,
+  PROP_ADAPTER,
+};
+
+#define DEFAULT_ADAPTER -1
+
+#define ASYNC_FENCE_WAIT_DEPTH 16
+
+struct FenceWaitData
+{
+  UINT64 fence_value = 0;
+  GstMemory *mem = nullptr;
+};
+
+static gpointer gst_d3d12_memory_copy_fence_wait_thread (gpointer data);
+
+struct FenceAsyncWaiter
+{
+  FenceAsyncWaiter (ID3D12Fence * fence)
+  {
+    fence_ = fence;
+    queue_ = gst_vec_deque_new_for_struct (sizeof (FenceWaitData),
+        ASYNC_FENCE_WAIT_DEPTH);
+    thread_ = g_thread_new ("GstD3D12MemoryCopy",
+        gst_d3d12_memory_copy_fence_wait_thread, this);
+  }
+
+   ~FenceAsyncWaiter ()
+  {
+    {
+      std::lock_guard < std::mutex > lk (lock_);
+      shutdown_ = true;
+      cond_.notify_one ();
+    }
+    g_thread_join (thread_);
+
+    while (!gst_vec_deque_is_empty (queue_)) {
+      auto fence_data = *((FenceWaitData *)
+          gst_vec_deque_pop_head_struct (queue_));
+      auto completed = fence_->GetCompletedValue ();
+      if (completed < fence_data.fence_value)
+        fence_->SetEventOnCompletion (fence_data.fence_value, nullptr);
+      gst_memory_unref (fence_data.mem);
+    }
+
+    gst_vec_deque_free (queue_);
+  }
+
+  void wait_async (UINT64 fence_value, GstMemory * mem)
+  {
+    auto completed = fence_->GetCompletedValue ();
+    if (completed + ASYNC_FENCE_WAIT_DEPTH < fence_value) {
+      fence_->SetEventOnCompletion (fence_value - ASYNC_FENCE_WAIT_DEPTH,
+          nullptr);
+    }
+
+    FenceWaitData data;
+    data.fence_value = fence_value;
+    data.mem = gst_memory_ref (mem);
+
+    std::lock_guard < std::mutex > lk (lock_);
+    gst_vec_deque_push_tail_struct (queue_, &data);
+    cond_.notify_one ();
+  }
+
+  ComPtr < ID3D12Fence > fence_;
+  GThread *thread_;
+  std::mutex lock_;
+  std::condition_variable cond_;
+  GstVecDeque *queue_;
+  bool shutdown_ = false;
+};
+
+static gpointer
+gst_d3d12_memory_copy_fence_wait_thread (gpointer data)
+{
+  auto self = (FenceAsyncWaiter *) data;
+
+  while (true) {
+    FenceWaitData fence_data;
+
+    {
+      std::unique_lock < std::mutex > lk (self->lock_);
+      while (gst_vec_deque_is_empty (self->queue_) && !self->shutdown_)
+        self->cond_.wait (lk);
+
+      if (self->shutdown_)
+        return nullptr;
+
+      fence_data = *((FenceWaitData *)
+          gst_vec_deque_pop_head_struct (self->queue_));
+    }
+
+    auto completed = self->fence_->GetCompletedValue ();
+    if (completed < fence_data.fence_value) {
+      GST_TRACE ("Waiting for fence value %" G_GUINT64_FORMAT,
+          fence_data.fence_value);
+      self->fence_->SetEventOnCompletion (fence_data.fence_value, nullptr);
+      GST_TRACE ("Fence completed with value %" G_GUINT64_FORMAT,
+          fence_data.fence_value);
+    } else {
+      GST_TRACE ("Fence was completed already, fence value: %" G_GUINT64_FORMAT
+          ", completed: %" G_GUINT64_FORMAT, fence_data.fence_value, completed);
+    }
+
+    gst_memory_unref (fence_data.mem);
+  }
+
+  return nullptr;
+}
+
+struct _GstD3D12MemoryCopyPrivate
+{
+  ~_GstD3D12MemoryCopyPrivate ()
+  {
+    Reset (true);
+  }
+
+  void Reset (bool full)
+  {
+    if (fallback_pool12)
+      gst_buffer_pool_set_active (fallback_pool12, FALSE);
+    gst_clear_object (&fallback_pool12);
+
+    fence_waiter = nullptr;
+
+    fence12 = nullptr;
+    fence11 = nullptr;
+    fence12_external = nullptr;
+    fence11_external = nullptr;
+    fence12_on_11 = nullptr;
+    fence11_on_11 = nullptr;
+    context11_4 = nullptr;
+    device11_5 = nullptr;
+
+    in_type = MemoryType::SYSTEM;
+    out_type = MemoryType::SYSTEM;
+    transfer_type = TransferType::SYSTEM;
+    search_type = DeviceSearchType::PROPERTY;
+    fence_val = 0;
+
+    if (full) {
+      luid = 0;
+      gst_clear_object (&device12);
+      gst_clear_object (&device11);
+      gst_clear_caps (&incaps);
+      gst_clear_caps (&outcaps);
+    }
+  }
+
+  GstD3D12Device *device12 = nullptr;
+  GstD3D11Device *device11 = nullptr;
+
+  ComPtr < ID3D12Fence > fence12;
+  ComPtr < ID3D11Fence > fence11;
+
+  ComPtr < ID3D12Fence > fence12_external;
+  ComPtr < ID3D11Fence > fence11_external;
+
+  ComPtr < ID3D12Fence > fence12_on_11;
+  ComPtr < ID3D11Fence > fence11_on_11;
+
+  ComPtr < ID3D11Device5 > device11_5;
+  ComPtr < ID3D11DeviceContext4 > context11_4;
+
+  GstBufferPool *fallback_pool12 = nullptr;
+
+  GstCaps *incaps = nullptr;
+  GstCaps *outcaps = nullptr;
+
+  bool is_uploader = false;
+  gint64 luid = 0;
+  DeviceSearchType search_type = DeviceSearchType::PROPERTY;
+
+  GstVideoInfo info;
+  TransferType transfer_type = TransferType::SYSTEM;
+  MemoryType in_type = MemoryType::SYSTEM;
+  MemoryType out_type = MemoryType::SYSTEM;
+  UINT64 fence_val = 0;
+
+  std::shared_ptr < FenceAsyncWaiter > fence_waiter;
+
+  gint adapter = DEFAULT_ADAPTER;
+
+  std::recursive_mutex lock;
+};
+
+static void gst_d3d12_memory_copy_finalize (GObject * object);
+static void gst_d3d12_memory_copy_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_memory_copy_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static void gst_d3d12_memory_copy_set_context (GstElement * element,
+    GstContext * context);
+
+static gboolean gst_d3d12_memory_copy_start (GstBaseTransform * trans);
+static gboolean gst_d3d12_memory_copy_stop (GstBaseTransform * trans);
+static gboolean gst_d3d12_memory_copy_set_caps (GstBaseTransform * trans,
+    GstCaps * incaps, GstCaps * outcaps);
+static GstCaps *gst_d3d12_memory_copy_transform_caps (GstBaseTransform * trans,
+    GstPadDirection direction, GstCaps * caps, GstCaps * filter);
+static gboolean gst_d3d12_memory_copy_query (GstBaseTransform * trans,
+    GstPadDirection direction, GstQuery * query);
+static gboolean gst_d3d12_memory_copy_propose_allocation (GstBaseTransform *
+    trans, GstQuery * decide_query, GstQuery * query);
+static gboolean gst_d3d12_memory_copy_decide_allocation (GstBaseTransform *
+    trans, GstQuery * query);
+static gboolean gst_d3d12_memory_copy_transform_meta (GstBaseTransform * trans,
+    GstBuffer * outbuf, GstMeta * meta, GstBuffer * inbuf);
+static void gst_d3d12_memory_copy_before_transform (GstBaseTransform * trans,
+    GstBuffer * buffer);
+static GstFlowReturn gst_d3d12_memory_copy_transform (GstBaseTransform * trans,
+    GstBuffer * inbuf, GstBuffer * outbuf);
+
+/**
+ * GstD3D12MemoryCopy:
+ *
+ * Since: 1.26
+ */
+#define gst_d3d12_memory_copy_parent_class parent_class
+G_DEFINE_ABSTRACT_TYPE (GstD3D12MemoryCopy, gst_d3d12_memory_copy,
+    GST_TYPE_BASE_TRANSFORM);
+
+static void
+gst_d3d12_memory_copy_class_init (GstD3D12MemoryCopyClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_memory_copy_finalize;
+  object_class->set_property = gst_d3d12_memory_copy_set_property;
+  object_class->get_property = gst_d3d12_memory_copy_get_property;
+
+  g_object_class_install_property (object_class, PROP_ADAPTER,
+      g_param_spec_int ("adapter", "Adapter",
+          "Adapter index for creating device (-1 for default)",
+          -1, G_MAXINT32, DEFAULT_ADAPTER,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_set_context);
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  trans_class->passthrough_on_same_caps = TRUE;
+
+  trans_class->start = GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_start);
+  trans_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_stop);
+  trans_class->query = GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_query);
+  trans_class->set_caps = GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_set_caps);
+  trans_class->transform_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_transform_caps);
+  trans_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_propose_allocation);
+  trans_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_decide_allocation);
+  trans_class->transform_meta =
+      GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_transform_meta);
+  trans_class->before_transform =
+      GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_before_transform);
+  trans_class->transform = GST_DEBUG_FUNCPTR (gst_d3d12_memory_copy_transform);
+
+  meta_tag_video_quark = g_quark_from_static_string (GST_META_TAG_VIDEO_STR);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_MEMORY_COPY,
+      (GstPluginAPIFlags) 0);
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_memory_copy_debug,
+      "d3d12memorycopy", 0, "d3d12memorycopy");
+}
+
+static void
+gst_d3d12_memory_copy_init (GstD3D12MemoryCopy * self)
+{
+  self->priv = new GstD3D12MemoryCopyPrivate ();
+}
+
+static void
+gst_d3d12_memory_copy_finalize (GObject * object)
+{
+  auto self = GST_D3D12_MEMORY_COPY (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_memory_copy_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_MEMORY_COPY (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      priv->adapter = g_value_get_int (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_memory_copy_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_MEMORY_COPY (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      g_value_set_int (value, priv->adapter);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_memory_copy_set_context (GstElement * element, GstContext * context)
+{
+  auto self = GST_D3D12_MEMORY_COPY (element);
+  auto priv = self->priv;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    switch (priv->search_type) {
+      case DeviceSearchType::ANY:
+        gst_d3d12_handle_set_context (element, context, -1, &priv->device12);
+        gst_d3d11_handle_set_context (element, context, -1, &priv->device11);
+        break;
+      case DeviceSearchType::PROPERTY:
+        gst_d3d12_handle_set_context (element,
+            context, priv->adapter, &priv->device12);
+        gst_d3d11_handle_set_context (element,
+            context, priv->adapter, &priv->device11);
+        break;
+      case DeviceSearchType::LUID:
+        gst_d3d12_handle_set_context_for_adapter_luid (element,
+            context, priv->luid, &priv->device12);
+        gst_d3d11_handle_set_context_for_adapter_luid (element,
+            context, priv->luid, &priv->device11);
+        break;
+    }
+  }
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_d3d12_memory_copy_start (GstBaseTransform * trans)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!gst_d3d12_ensure_element_data (GST_ELEMENT_CAST (self),
+          priv->adapter, &priv->device12)) {
+    GST_ERROR_OBJECT (self, "Failed to get D3D12 device");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_memory_copy_stop (GstBaseTransform * trans)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  priv->Reset (true);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_memory_copy_query (GstBaseTransform * trans,
+    GstPadDirection direction, GstQuery * query)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+
+  if (GST_QUERY_TYPE (query) == GST_QUERY_CONTEXT) {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    auto elem = GST_ELEMENT (trans);
+    if (gst_d3d12_handle_context_query (elem, query, priv->device12))
+      return TRUE;
+
+    if (gst_d3d11_handle_context_query (elem, query, priv->device11))
+      return TRUE;
+  }
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->query (trans, direction,
+      query);
+}
+
+static gboolean
+gst_d3d12_memory_copy_setup_resource (GstD3D12MemoryCopy * self)
+{
+  auto priv = self->priv;
+
+  priv->transfer_type = TransferType::SYSTEM;
+
+  if (priv->in_type == priv->out_type)
+    return TRUE;
+
+  if (priv->in_type != MemoryType::D3D11 && priv->out_type != MemoryType::D3D11)
+    return TRUE;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  g_object_get (priv->device12, "adapter-luid", &priv->luid, nullptr);
+
+  if (priv->device11) {
+    gint64 luid11;
+    g_object_get (priv->device11, "adapter-luid", &luid11, nullptr);
+    if (luid11 != priv->luid)
+      gst_clear_object (&priv->device11);
+  }
+
+  if (!priv->device11) {
+    priv->search_type = DeviceSearchType::LUID;
+    auto elem = GST_ELEMENT (self);
+    auto ret = gst_d3d11_ensure_element_data_for_adapter_luid (elem,
+        priv->luid, &priv->device11);
+    priv->search_type = DeviceSearchType::PROPERTY;
+
+    if (!ret) {
+      priv->search_type = DeviceSearchType::ANY;
+      auto ret = gst_d3d11_ensure_element_data (elem, -1, &priv->device11);
+      priv->search_type = DeviceSearchType::PROPERTY;
+
+      if (!ret) {
+        GST_ERROR_OBJECT (self, "Couldn't get any D3D11 device");
+        return FALSE;
+      }
+
+      GST_WARNING_OBJECT (self, "Couldn't find matching d3d11 device");
+      return TRUE;
+    }
+  }
+
+  gboolean is_hardware = FALSE;
+  g_object_get (priv->device11, "hardware", &is_hardware, nullptr);
+  if (!is_hardware) {
+    GST_INFO_OBJECT (self, "WARP device does not support resource sharing");
+    return TRUE;
+  }
+
+  auto device12 = gst_d3d12_device_get_device_handle (priv->device12);
+  auto format = GST_VIDEO_INFO_FORMAT (&priv->info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_RGB16:
+    case GST_VIDEO_FORMAT_RGB15:
+    case GST_VIDEO_FORMAT_BGR16:
+    case GST_VIDEO_FORMAT_BGR15:
+      /* d3d12 will use DXGI format whereas d3d11 uses custom format */
+      GST_INFO_OBJECT (self, "Different DXGI format");
+      return TRUE;
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+    {
+      /* D3D12_SHARED_RESOURCE_COMPATIBILITY_TIER_1 can support this format */
+      D3D12_FEATURE_DATA_D3D12_OPTIONS4 options4 = { };
+      auto hr = device12->CheckFeatureSupport (D3D12_FEATURE_D3D12_OPTIONS4,
+          &options4, sizeof (options4));
+      if (FAILED (hr) || options4.SharedResourceCompatibilityTier <
+          D3D12_SHARED_RESOURCE_COMPATIBILITY_TIER_1) {
+        GST_INFO_OBJECT (self, "SharedResourceCompatibilityTier < "
+            "D3D12_SHARED_RESOURCE_COMPATIBILITY_TIER_1");
+        return TRUE;
+      }
+      break;
+    }
+    default:
+      if (!gst_d3d11_device_d3d12_import_supported (priv->device11)) {
+        GST_INFO_OBJECT (self, "Cross-api resource sharing is not supported");
+        return TRUE;
+      }
+      break;
+  }
+
+  GstD3D12Format format12 = { };
+  gst_d3d12_device_get_format (priv->device12, format, &format12);
+  if ((format12.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) !=
+      D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
+    GST_INFO_OBJECT (self,
+        "Format does not support render target, disable interop");
+    return TRUE;
+  }
+
+  GstD3D11Format format11 = { };
+  gst_d3d11_device_get_format (priv->device11, format, &format11);
+  if (format12.dxgi_format != format11.dxgi_format) {
+    GST_INFO_OBJECT (self, "Different DXGI formats are used, need system copy");
+    return TRUE;
+  }
+
+  auto device11 = gst_d3d11_device_get_device_handle (priv->device11);
+  ComPtr < ID3D11Device5 > device11_5;
+  auto hr = device11->QueryInterface (IID_PPV_ARGS (&device11_5));
+  if (FAILED (hr)) {
+    GST_INFO_OBJECT (self, "Device does not support ID3D11Device5 interface");
+    return TRUE;
+  }
+
+  ComPtr < ID3D11DeviceContext4 > context11_4;
+  auto context11 = gst_d3d11_device_get_device_context_handle (priv->device11);
+  hr = context11->QueryInterface (IID_PPV_ARGS (&context11_4));
+  if (FAILED (hr)) {
+    GST_INFO_OBJECT (self,
+        "Device does not support ID3D11DeviceContext4 interface");
+    return TRUE;
+  }
+
+  if (priv->in_type == MemoryType::D3D12) {
+    priv->fallback_pool12 = gst_d3d12_buffer_pool_new (priv->device12);
+    auto config = gst_buffer_pool_get_config (priv->fallback_pool12);
+    /* Default buffer pool allocates resource in shared heap */
+    auto caps = gst_video_info_to_caps (&priv->info);
+    gst_buffer_pool_config_set_params (config, caps, priv->info.size, 0, 0);
+    gst_caps_unref (caps);
+    if (!gst_buffer_pool_set_config (priv->fallback_pool12, config)) {
+      GST_WARNING_OBJECT (self, "Couldn't set pool config");
+      gst_clear_object (&priv->fallback_pool12);
+      return TRUE;
+    }
+
+    if (!gst_buffer_pool_set_active (priv->fallback_pool12, TRUE)) {
+      GST_WARNING_OBJECT (self, "Couldn't active fallback pool");
+      gst_clear_object (&priv->fallback_pool12);
+      return TRUE;
+    }
+  }
+
+  /* Creates fence on 11 in order to signal to d3d12 when d3d11 is no longer
+   * using the shared handle */
+  hr = device11_5->CreateFence (0, D3D11_FENCE_FLAG_SHARED,
+      IID_PPV_ARGS (&priv->fence11_on_11));
+  if (!gst_d3d11_result (hr, priv->device11)) {
+    GST_WARNING_OBJECT (self, "Couldn't create d3d11 fence");
+    return TRUE;
+  }
+
+  HANDLE handle;
+  hr = priv->fence11_on_11->CreateSharedHandle (nullptr, GENERIC_ALL, nullptr,
+      &handle);
+  if (!gst_d3d11_result (hr, priv->device11)) {
+    GST_WARNING_OBJECT (self, "Couldn't create shared fence handle");
+    return TRUE;
+  }
+
+  hr = device12->OpenSharedHandle (handle, IID_PPV_ARGS (&priv->fence12_on_11));
+  CloseHandle (handle);
+  if (!gst_d3d12_result (hr, priv->device12)) {
+    GST_WARNING_OBJECT (self, "Couldn't open shared fence");
+    return TRUE;
+  }
+
+  if (priv->in_type == MemoryType::D3D11)
+    priv->transfer_type = TransferType::D3D11_TO_12;
+  else
+    priv->transfer_type = TransferType::D3D12_TO_11;
+
+  if (priv->transfer_type == TransferType::D3D12_TO_11) {
+    priv->fence12 = gst_d3d12_device_get_fence_handle (priv->device12,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+    hr = device12->CreateSharedHandle (priv->fence12.Get (), nullptr,
+        GENERIC_ALL, nullptr, &handle);
+    if (!gst_d3d12_result (hr, priv->device12)) {
+      GST_WARNING_OBJECT (self, "Couldn't create shared fence handle");
+      priv->transfer_type = TransferType::SYSTEM;
+      return TRUE;
+    }
+
+    hr = device11_5->OpenSharedFence (handle, IID_PPV_ARGS (&priv->fence11));
+    CloseHandle (handle);
+    if (!gst_d3d11_result (hr, priv->device11)) {
+      GST_WARNING_OBJECT (self, "Couldn't open shared fence");
+      priv->transfer_type = TransferType::SYSTEM;
+      return TRUE;
+    }
+
+    priv->fence_waiter =
+        std::make_shared < FenceAsyncWaiter > (priv->fence12_on_11.Get ());
+  }
+
+  priv->device11_5 = device11_5;
+  priv->context11_4 = context11_4;
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_memory_copy_set_caps (GstBaseTransform * trans, GstCaps * incaps,
+    GstCaps * outcaps)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+
+  if (!priv->device12) {
+    GST_ERROR_OBJECT (self, "No available D3D12 device");
+    return FALSE;
+  }
+
+  gst_caps_replace (&priv->incaps, incaps);
+  gst_caps_replace (&priv->outcaps, outcaps);
+
+  if (!gst_video_info_from_caps (&priv->info, incaps)) {
+    GST_ERROR_OBJECT (self, "Invalid input caps %" GST_PTR_FORMAT, incaps);
+    return FALSE;
+  }
+
+  priv->Reset (false);
+
+  auto features = gst_caps_get_features (incaps, 0);
+  if (features && gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+    priv->in_type = MemoryType::D3D12;
+  } else if (features && gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
+    priv->in_type = MemoryType::D3D11;
+  }
+
+  features = gst_caps_get_features (outcaps, 0);
+  if (features && gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+    priv->out_type = MemoryType::D3D12;
+  } else if (features && gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
+    priv->out_type = MemoryType::D3D11;
+  }
+
+  return gst_d3d12_memory_copy_setup_resource (self);
+}
+
+static GstCaps *
+_set_caps_features (const GstCaps * caps, const gchar * feature_name)
+{
+  GstCaps *tmp = gst_caps_copy (caps);
+  guint n = gst_caps_get_size (tmp);
+  guint i = 0;
+
+  for (i = 0; i < n; i++) {
+    gst_caps_set_features (tmp, i,
+        gst_caps_features_new_single_static_str (feature_name));
+  }
+
+  return tmp;
+}
+
+static GstCaps *
+gst_d3d12_memory_copy_transform_caps (GstBaseTransform * trans,
+    GstPadDirection direction, GstCaps * caps, GstCaps * filter)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+  GstCaps *result, *tmp;
+
+  GST_DEBUG_OBJECT (self,
+      "Transforming caps %" GST_PTR_FORMAT " in direction %s", caps,
+      (direction == GST_PAD_SINK) ? "sink" : "src");
+
+  if (direction == GST_PAD_SINK) {
+    if (priv->is_uploader) {
+      auto caps_12 =
+          _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY);
+      tmp = gst_caps_merge (caps_12, gst_caps_ref (caps));
+    } else {
+      auto caps_11 =
+          _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY);
+      auto caps_sys =
+          _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
+      tmp = gst_caps_merge (caps_11, caps_sys);
+      tmp = gst_caps_merge (gst_caps_ref (caps), tmp);
+    }
+  } else {
+    if (priv->is_uploader) {
+      auto caps_11 =
+          _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY);
+      auto caps_sys =
+          _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
+
+      tmp = gst_caps_merge (caps_11, caps_sys);
+      tmp = gst_caps_merge (tmp, gst_caps_ref (caps));
+    } else {
+      auto caps_12 =
+          _set_caps_features (caps, GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY);
+      tmp = gst_caps_merge (caps_12, gst_caps_ref (caps));
+    }
+  }
+
+  if (filter) {
+    result = gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (tmp);
+  } else {
+    result = tmp;
+  }
+
+  GST_DEBUG_OBJECT (trans, "returning caps: %" GST_PTR_FORMAT, result);
+
+  return result;
+}
+
+static gboolean
+gst_d3d12_memory_copy_propose_allocation (GstBaseTransform * trans,
+    GstQuery * decide_query, GstQuery * query)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+  GstVideoInfo info;
+  GstBufferPool *pool;
+  GstCaps *caps;
+  guint size;
+  bool is_d3d12 = false;
+  bool is_d3d11 = false;
+
+  if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
+          decide_query, query))
+    return FALSE;
+
+  /* passthrough, we're done */
+  if (!decide_query)
+    return TRUE;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+
+  if (!caps) {
+    GST_WARNING_OBJECT (self, "Allocation query without caps");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  if (gst_query_get_n_allocation_pools (query) == 0) {
+    auto features = gst_caps_get_features (caps, 0);
+    if (features && gst_caps_features_contains (features,
+            GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+      GST_DEBUG_OBJECT (self, "upstream support d3d12 memory");
+      pool = gst_d3d12_buffer_pool_new (priv->device12);
+      is_d3d12 = true;
+    } else if (features && gst_caps_features_contains (features,
+            GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
+      if (!priv->device11) {
+        GST_ERROR_OBJECT (self, "D3D11 device is not configured");
+        return FALSE;
+      }
+      pool = gst_d3d11_buffer_pool_new (priv->device11);
+      is_d3d11 = true;
+    } else {
+      pool = gst_video_buffer_pool_new ();
+    }
+
+    auto config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_add_option (config,
+        GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+    if (is_d3d12) {
+      GstD3D12Format format12;
+      gst_d3d12_device_get_format (priv->device12,
+          GST_VIDEO_INFO_FORMAT (&info), &format12);
+
+      D3D12_RESOURCE_FLAGS resource_flags =
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+      if ((format12.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) ==
+          D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
+        resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+      }
+
+      if ((format12.format_flags & GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) ==
+          GST_D3D12_FORMAT_FLAG_OUTPUT_UAV &&
+          (format12.support1 &
+              D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW) ==
+          D3D12_FORMAT_SUPPORT1_TYPED_UNORDERED_ACCESS_VIEW) {
+        resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
+      }
+
+      D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+      if (priv->transfer_type == TransferType::D3D12_TO_11)
+        heap_flags = D3D12_HEAP_FLAG_SHARED;
+
+      auto params = gst_d3d12_allocation_params_new (priv->device12,
+          &info, GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+          D3D12_HEAP_FLAG_SHARED);
+      gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+      gst_d3d12_allocation_params_free (params);
+    } else if (is_d3d11) {
+      GstD3D11Format format11;
+      gst_d3d11_device_get_format (priv->device11,
+          GST_VIDEO_INFO_FORMAT (&info), &format11);
+      DXGI_FORMAT dxgi_format = format11.dxgi_format;
+      if (dxgi_format == DXGI_FORMAT_UNKNOWN)
+        dxgi_format = format11.resource_format0;
+
+      auto device11 = gst_d3d11_device_get_device_handle (priv->device11);
+      UINT support_flags = 0;
+      guint bind_flags = 0;
+      device11->CheckFormatSupport (dxgi_format, &support_flags);
+      if ((support_flags & D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) ==
+          D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) {
+        bind_flags |= D3D11_BIND_SHADER_RESOURCE;
+      }
+
+      if ((support_flags & D3D11_FORMAT_SUPPORT_RENDER_TARGET) ==
+          D3D11_FORMAT_SUPPORT_RENDER_TARGET) {
+        bind_flags |= D3D11_BIND_RENDER_TARGET;
+      }
+
+      auto params = gst_buffer_pool_config_get_d3d11_allocation_params (config);
+      if (!params) {
+        params = gst_d3d11_allocation_params_new (priv->device11, &info,
+            GST_D3D11_ALLOCATION_FLAG_DEFAULT, bind_flags, 0);
+      }
+      gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
+      gst_d3d11_allocation_params_free (params);
+    } else {
+      gst_buffer_pool_config_add_option (config,
+          GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
+    }
+
+    size = GST_VIDEO_INFO_SIZE (&info);
+    gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
+
+    if (!gst_buffer_pool_set_config (pool, config)) {
+      GST_ERROR_OBJECT (self, "Bufferpool config failed");
+      gst_object_unref (pool);
+      return FALSE;
+    }
+
+    config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_get_params (config,
+        nullptr, &size, nullptr, nullptr);
+    gst_structure_free (config);
+
+    gst_query_add_allocation_pool (query, pool, size, 0, 0);
+    gst_object_unref (pool);
+  }
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, nullptr);
+  gst_query_add_allocation_meta (query,
+      GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE, nullptr);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_memory_copy_decide_allocation (GstBaseTransform * trans,
+    GstQuery * query)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+  GstBufferPool *pool = nullptr;
+  GstVideoInfo info;
+  guint min, max, size;
+  GstCaps *caps = nullptr;
+  bool update_pool = false;
+  bool is_d3d12 = false;
+  bool is_d3d11 = false;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+
+  if (!caps) {
+    GST_WARNING_OBJECT (self, "Allocation query without caps");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    update_pool = true;
+  } else {
+    size = info.size;
+    min = max = 0;
+  }
+
+  auto features = gst_caps_get_features (caps, 0);
+  if (features && gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+    GST_DEBUG_OBJECT (self, "upstream support d3d12 memory");
+    if (pool) {
+      if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto dpool = GST_D3D12_BUFFER_POOL (pool);
+        if (!gst_d3d12_device_is_equal (dpool->device, priv->device12))
+          gst_clear_object (&pool);
+      }
+    }
+
+    if (!pool)
+      pool = gst_d3d12_buffer_pool_new (priv->device12);
+
+    is_d3d12 = true;
+  } else if (features && gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
+    if (!priv->device11) {
+      GST_ERROR_OBJECT (self, "D3D11 device is not configured");
+      return FALSE;
+    }
+
+    if (pool) {
+      if (!GST_IS_D3D11_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto dpool = GST_D3D11_BUFFER_POOL (pool);
+        if (dpool->device != priv->device11)
+          gst_clear_object (&pool);
+      }
+    }
+
+    if (!pool)
+      pool = gst_d3d11_buffer_pool_new (priv->device11);
+
+    is_d3d11 = true;
+  } else if (!pool) {
+    pool = gst_video_buffer_pool_new ();
+  }
+
+  if (!pool) {
+    pool = gst_video_buffer_pool_new ();
+  }
+
+  auto config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_config_set_params (config, caps, size, min, max);
+
+  if (is_d3d12) {
+    GstD3D12Format format12;
+    gst_d3d12_device_get_format (priv->device12, GST_VIDEO_INFO_FORMAT (&info),
+        &format12);
+
+    D3D12_RESOURCE_FLAGS resource_flags =
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+    if ((format12.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) ==
+        D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
+      resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+    }
+
+    auto params = gst_buffer_pool_config_get_d3d12_allocation_params (config);
+    if (params) {
+      gst_d3d12_allocation_params_set_resource_flags (params, resource_flags);
+      if (priv->transfer_type != TransferType::SYSTEM) {
+        gst_d3d12_allocation_params_set_heap_flags (params,
+            D3D12_HEAP_FLAG_SHARED);
+      }
+    } else {
+      params = gst_d3d12_allocation_params_new (priv->device12, &info,
+          GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+          D3D12_HEAP_FLAG_SHARED);
+    }
+
+    gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+    gst_d3d12_allocation_params_free (params);
+  } else if (is_d3d11) {
+    GstD3D11Format format11;
+    gst_d3d11_device_get_format (priv->device11, GST_VIDEO_INFO_FORMAT (&info),
+        &format11);
+    DXGI_FORMAT dxgi_format = format11.dxgi_format;
+    if (dxgi_format == DXGI_FORMAT_UNKNOWN)
+      dxgi_format = format11.resource_format0;
+
+    auto device11 = gst_d3d11_device_get_device_handle (priv->device11);
+    UINT support_flags = 0;
+    guint bind_flags = 0;
+    device11->CheckFormatSupport (dxgi_format, &support_flags);
+    if ((support_flags & D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) ==
+        D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) {
+      bind_flags |= D3D11_BIND_SHADER_RESOURCE;
+    }
+
+    if ((support_flags & D3D11_FORMAT_SUPPORT_RENDER_TARGET) ==
+        D3D11_FORMAT_SUPPORT_RENDER_TARGET) {
+      bind_flags |= D3D11_BIND_RENDER_TARGET;
+    }
+
+    auto params = gst_buffer_pool_config_get_d3d11_allocation_params (config);
+    if (!params) {
+      params = gst_d3d11_allocation_params_new (priv->device11, &info,
+          GST_D3D11_ALLOCATION_FLAG_DEFAULT, bind_flags, 0);
+    }
+    gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
+    gst_d3d11_allocation_params_free (params);
+  }
+
+  gst_buffer_pool_set_config (pool, config);
+
+  /* d3d12/d3d11 buffer pool will update buffer size based on allocated texture,
+   * get size from config again */
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->decide_allocation (trans,
+      query);
+}
+
+static gboolean
+gst_d3d12_memory_copy_transform_meta (GstBaseTransform * trans,
+    GstBuffer * outbuf, GstMeta * meta, GstBuffer * inbuf)
+{
+  const GstMetaInfo *info = meta->info;
+  const gchar *const *tags;
+
+  tags = gst_meta_api_type_get_tags (info->api);
+
+  if (!tags || (g_strv_length ((gchar **) tags) == 1
+          && gst_meta_api_type_has_tag (info->api, META_TAG_VIDEO))) {
+    return TRUE;
+  }
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->transform_meta (trans, outbuf,
+      meta, inbuf);
+}
+
+static void
+gst_d3d12_memory_copy_before_transform (GstBaseTransform * trans,
+    GstBuffer * buffer)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+  bool need_reconfigure = false;
+
+  if (priv->transfer_type == TransferType::SYSTEM)
+    return;
+
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (priv->in_type == MemoryType::D3D11) {
+    if (!gst_is_d3d11_memory (mem)) {
+      GST_WARNING_OBJECT (self, "Input memory is not d3d11");
+      priv->transfer_type = TransferType::SYSTEM;
+      return;
+    }
+
+    auto dmem = GST_D3D11_MEMORY_CAST (mem);
+    if (dmem->device != priv->device11) {
+      GST_INFO_OBJECT (self, "d3d11 device is updated");
+      std::lock_guard < std::recursive_mutex > lk (priv->lock);
+      gst_clear_object (&priv->device11);
+      priv->device11 = (GstD3D11Device *) gst_object_ref (dmem->device);
+
+      gint64 luid11;
+      gint64 luid12;
+      g_object_get (priv->device11, "adapter-luid", &luid11, nullptr);
+      g_object_get (priv->device12, "adapter-luid", &luid12, nullptr);
+
+      if (luid11 != luid12) {
+        auto prev_device12 = priv->device12;
+        priv->device12 = nullptr;
+        priv->search_type = DeviceSearchType::LUID;
+        priv->luid = luid11;
+        if (!gst_d3d12_ensure_element_data_for_adapter_luid (GST_ELEMENT (self),
+                luid11, &priv->device12)) {
+          GST_WARNING_OBJECT (self, "Couldn't get d3d12 device");
+          priv->search_type = DeviceSearchType::PROPERTY;
+          priv->transfer_type = TransferType::SYSTEM;
+          priv->device12 = prev_device12;
+          return;
+        }
+        priv->search_type = DeviceSearchType::PROPERTY;
+
+        gst_clear_object (&prev_device12);
+        need_reconfigure = true;
+      }
+    }
+  } else if (priv->in_type == MemoryType::D3D12) {
+    if (!gst_is_d3d12_memory (mem)) {
+      GST_WARNING_OBJECT (self, "Input memory is not d3d12");
+      priv->transfer_type = TransferType::SYSTEM;
+      return;
+    }
+
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    if (!gst_d3d12_device_is_equal (dmem->device, priv->device12)) {
+      GST_INFO_OBJECT (self, "d3d12 device is updated");
+      std::lock_guard < std::recursive_mutex > lk (priv->lock);
+      gst_clear_object (&priv->device12);
+      priv->device12 = (GstD3D12Device *) gst_object_ref (dmem->device);
+
+      g_object_get (priv->device12, "adapter-luid", &priv->luid, nullptr);
+
+      auto prev_device11 = priv->device11;
+      priv->device11 = nullptr;
+      priv->search_type = DeviceSearchType::LUID;
+      if (!gst_d3d11_ensure_element_data_for_adapter_luid (GST_ELEMENT (self),
+              priv->luid, &priv->device11)) {
+        GST_WARNING_OBJECT (self, "Couldn't get d3d11 device");
+        priv->search_type = DeviceSearchType::PROPERTY;
+        priv->transfer_type = TransferType::SYSTEM;
+        priv->device11 = prev_device11;
+        return;
+      }
+      priv->search_type = DeviceSearchType::PROPERTY;
+
+      gst_clear_object (&prev_device11);
+      need_reconfigure = true;
+    }
+  }
+
+  if (need_reconfigure) {
+    GST_DEBUG_OBJECT (self, "Reconfiguring for device update");
+    gst_d3d12_memory_copy_set_caps (trans, priv->incaps, priv->outcaps);
+    gst_base_transform_reconfigure_src (trans);
+  }
+}
+
+static GstFlowReturn
+gst_d3d12_memory_copy_system_copy (GstD3D12MemoryCopy * self,
+    GstBuffer * inbuf, GstBuffer * outbuf)
+{
+  auto priv = self->priv;
+  GstVideoFrame in_frame, out_frame;
+  GstFlowReturn ret = GST_FLOW_OK;
+
+  if (!gst_video_frame_map (&in_frame, &priv->info, inbuf, GST_MAP_READ)) {
+    GST_ERROR_OBJECT (self, "Couldn't map input frame");
+    return GST_FLOW_ERROR;
+  }
+
+  if (!gst_video_frame_map (&out_frame, &priv->info, outbuf, GST_MAP_WRITE)) {
+    GST_ERROR_OBJECT (self, "Couldn't map output frame");
+    gst_video_frame_unmap (&in_frame);
+    return GST_FLOW_ERROR;
+  }
+
+  if (!gst_video_frame_copy (&out_frame, &in_frame)) {
+    GST_ERROR_OBJECT (self, "Copy failed");
+    ret = GST_FLOW_ERROR;
+  }
+
+  gst_video_frame_unmap (&out_frame);
+  gst_video_frame_unmap (&in_frame);
+
+  return ret;
+}
+
+static gboolean
+gst_d3d12_memory_copy_11_to_12 (GstD3D12MemoryCopy * self,
+    GstBuffer * inbuf, GstBuffer * outbuf)
+{
+  auto priv = self->priv;
+
+  GstD3D11DeviceLockGuard lk (priv->device11);
+  for (guint i = 0; i < gst_buffer_n_memory (inbuf); i++) {
+    GstMapInfo in_map;
+    auto in_mem = gst_buffer_peek_memory (inbuf, i);
+    auto in_mem11 = GST_D3D11_MEMORY_CAST (in_mem);
+    auto out_mem12 = (GstD3D12Memory *) gst_buffer_peek_memory (outbuf, i);
+
+    auto out_tex11 = gst_d3d12_memory_get_d3d11_texture (out_mem12,
+        priv->device11_5.Get ());
+    if (!out_tex11) {
+      GST_ERROR_OBJECT (self, "Couldn't get shared texture11");
+      return FALSE;
+    }
+
+    if (!gst_memory_map (in_mem, &in_map,
+            (GstMapFlags) (GST_MAP_READ | GST_MAP_D3D11))) {
+      GST_ERROR_OBJECT (self, "Couldn't map input memory");
+      return FALSE;
+    }
+
+    auto in_tex11 = (ID3D11Texture2D *) in_map.data;
+    D3D11_TEXTURE2D_DESC in_desc;
+    D3D11_TEXTURE2D_DESC out_desc;
+
+    in_tex11->GetDesc (&in_desc);
+    out_tex11->GetDesc (&out_desc);
+
+    if (in_desc.Format != out_desc.Format) {
+      GST_ERROR_OBJECT (self, "Different DXGI format");
+      gst_memory_unmap (in_mem, &in_map);
+      return FALSE;
+    }
+
+    auto subresource = gst_d3d11_memory_get_subresource_index (in_mem11);
+
+    D3D11_BOX src_box = { };
+    src_box.back = 1;
+    src_box.right = MIN (in_desc.Width, out_desc.Width);
+    src_box.bottom = MIN (in_desc.Height, out_desc.Height);
+
+    priv->context11_4->CopySubresourceRegion (out_tex11, 0, 0, 0, 0,
+        in_tex11, subresource, &src_box);
+    gst_memory_unmap (in_mem, &in_map);
+  }
+
+  priv->fence_val++;
+  auto hr = priv->context11_4->Signal (priv->fence11_on_11.Get (),
+      priv->fence_val);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Signal failed");
+    return FALSE;
+  }
+
+  gst_d3d12_buffer_set_fence (outbuf,
+      priv->fence12_on_11.Get (), priv->fence_val, FALSE);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_memory_copy_12_to_11 (GstD3D12MemoryCopy * self,
+    GstBuffer * inbuf, GstBuffer * outbuf)
+{
+  auto priv = self->priv;
+
+  for (guint i = 0; i < gst_buffer_n_memory (inbuf); i++) {
+    GstMapInfo in_map, out_map;
+    auto in_mem = gst_buffer_peek_memory (inbuf, i);
+    auto in_mem12 = GST_D3D12_MEMORY_CAST (in_mem);
+    auto out_mem = gst_buffer_peek_memory (outbuf, i);
+
+    if (!gst_memory_map (in_mem, &in_map, GST_MAP_READ_D3D12)) {
+      GST_ERROR_OBJECT (self, "Couldn't map input memory");
+      return FALSE;
+    }
+
+    if (!gst_memory_map (out_mem, &out_map,
+            (GstMapFlags) (GST_MAP_WRITE | GST_MAP_D3D11))) {
+      GST_ERROR_OBJECT (self, "Couldn't map output memory");
+      gst_memory_unmap (in_mem, &in_map);
+      return FALSE;
+    }
+
+    auto in_tex11 = gst_d3d12_memory_get_d3d11_texture (in_mem12,
+        priv->device11_5.Get ());
+    if (!in_tex11) {
+      GST_ERROR_OBJECT (self, "Couldn't get shared texture11");
+      gst_memory_unmap (out_mem, &out_map);
+      gst_memory_unmap (in_mem, &in_map);
+      return FALSE;
+    }
+
+    auto out_tex11 = (ID3D11Texture2D *) out_map.data;
+    D3D11_TEXTURE2D_DESC in_desc;
+    D3D11_TEXTURE2D_DESC out_desc;
+
+    in_tex11->GetDesc (&in_desc);
+    out_tex11->GetDesc (&out_desc);
+
+    if (in_desc.Format != out_desc.Format) {
+      GST_ERROR_OBJECT (self, "Different DXGI format");
+      gst_memory_unmap (out_mem, &out_map);
+      gst_memory_unmap (in_mem, &in_map);
+      return FALSE;
+    }
+
+    ComPtr < ID3D12Fence > fence12;
+    guint64 fence_val = 0;
+    HRESULT hr;
+    if (gst_d3d12_memory_get_fence (in_mem12, &fence12, &fence_val)) {
+      auto completed = fence12->GetCompletedValue ();
+      if (completed < fence_val) {
+        GST_TRACE_OBJECT (self, "Completed %" G_GUINT64_FORMAT
+            " < WaitValue %" G_GUINT64_FORMAT, completed, fence_val);
+
+        if (fence12.Get () == priv->fence12.Get ()) {
+          GstD3D11DeviceLockGuard lk (priv->device11);
+          hr = priv->context11_4->Wait (priv->fence11.Get (), fence_val);
+          if (FAILED (hr)) {
+            GST_ERROR_OBJECT (self, "Wait failed");
+            gst_memory_unmap (out_mem, &out_map);
+            gst_memory_unmap (in_mem, &in_map);
+            return FALSE;
+          }
+        } else if (priv->fence12_external == fence12) {
+          GST_LOG_OBJECT (self, "Reuse shared fence");
+          GstD3D11DeviceLockGuard lk (priv->device11);
+          hr = priv->context11_4->Wait (priv->fence11_external.Get (),
+              fence_val);
+          if (FAILED (hr)) {
+            GST_ERROR_OBJECT (self, "Wait failed");
+            gst_memory_unmap (out_mem, &out_map);
+            gst_memory_unmap (in_mem, &in_map);
+            return FALSE;
+          }
+        } else {
+          ComPtr < ID3D12Fence1 > fence12_1;
+          bool need_sync = true;
+
+          hr = fence12.As (&fence12_1);
+          if (SUCCEEDED (hr)) {
+            if ((fence12_1->GetCreationFlags () & D3D12_FENCE_FLAG_SHARED) ==
+                D3D12_FENCE_FLAG_SHARED) {
+              auto device12 =
+                  gst_d3d12_device_get_device_handle (priv->device12);
+              HANDLE handle;
+              hr = device12->CreateSharedHandle (fence12.Get (), nullptr,
+                  GENERIC_ALL, nullptr, &handle);
+              if (SUCCEEDED (hr)) {
+                ComPtr < ID3D11Fence > fence11;
+                hr = priv->device11_5->OpenSharedFence (handle,
+                    IID_PPV_ARGS (&fence11));
+                CloseHandle (handle);
+
+                if (SUCCEEDED (hr)) {
+                  GST_DEBUG_OBJECT (self, "Opened new external shared fence");
+                  priv->fence12_external = fence12;
+                  priv->fence11_external = fence11;
+
+                  GstD3D11DeviceLockGuard lk (priv->device11);
+                  hr = priv->context11_4->Wait (fence11.Get (), fence_val);
+                  if (FAILED (hr)) {
+                    GST_ERROR_OBJECT (self, "Wait failed");
+                    gst_memory_unmap (out_mem, &out_map);
+                    gst_memory_unmap (in_mem, &in_map);
+                    return FALSE;
+                  }
+
+                  need_sync = false;
+                }
+              }
+            }
+          }
+
+          if (need_sync)
+            gst_d3d12_memory_sync (in_mem12);
+        }
+      }
+    }
+
+    D3D11_BOX src_box = { };
+    src_box.back = 1;
+    src_box.right = MIN (in_desc.Width, out_desc.Width);
+    src_box.bottom = MIN (in_desc.Height, out_desc.Height);
+
+    {
+      GstD3D11DeviceLockGuard lk (priv->device11);
+      priv->context11_4->CopySubresourceRegion (out_tex11, 0, 0, 0, 0,
+          in_tex11, 0, &src_box);
+
+      priv->fence_val++;
+      hr = priv->context11_4->Signal (priv->fence11_on_11.Get (),
+          priv->fence_val);
+    }
+
+    gst_memory_unmap (out_mem, &out_map);
+    gst_memory_unmap (in_mem, &in_map);
+
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (self, "Signal failed");
+      return FALSE;
+    }
+
+    priv->fence_waiter->wait_async (priv->fence_val, in_mem);
+  }
+
+  return TRUE;
+}
+
+static GstBuffer *
+gst_d3d12_memory_copy_upload (GstD3D12MemoryCopy * self, GstBuffer * buffer)
+{
+  auto priv = self->priv;
+
+  if (priv->transfer_type == TransferType::D3D12_TO_11) {
+    bool need_copy = false;
+    for (guint i = 0; i < gst_buffer_n_memory (buffer); i++) {
+      auto dmem12 = (GstD3D12Memory *) gst_buffer_peek_memory (buffer, i);
+      auto tex11 = gst_d3d12_memory_get_d3d11_texture (dmem12,
+          priv->device11_5.Get ());
+      if (!tex11) {
+        need_copy = true;
+        break;
+      }
+    }
+
+    if (need_copy) {
+      GstBuffer *upload_buf = nullptr;
+
+      gst_buffer_pool_acquire_buffer (priv->fallback_pool12,
+          &upload_buf, nullptr);
+      if (!upload_buf) {
+        GST_ERROR_OBJECT (self, "Couldn't acquire upload buffer");
+        priv->transfer_type = TransferType::SYSTEM;
+        return gst_buffer_ref (buffer);
+      }
+
+      if (!gst_d3d12_buffer_copy_into (upload_buf, buffer, &priv->info)) {
+        GST_ERROR_OBJECT (self, "Couldn't copy to intermediate buffer");
+        gst_buffer_unref (upload_buf);
+        priv->transfer_type = TransferType::SYSTEM;
+        return gst_buffer_ref (buffer);
+      }
+
+      return upload_buf;
+    }
+  }
+
+  return gst_buffer_ref (buffer);
+}
+
+static GstFlowReturn
+gst_d3d12_memory_copy_transform (GstBaseTransform * trans, GstBuffer * inbuf,
+    GstBuffer * outbuf)
+{
+  auto self = GST_D3D12_MEMORY_COPY (trans);
+  auto priv = self->priv;
+
+  if (priv->transfer_type != TransferType::SYSTEM) {
+    if (gst_buffer_n_memory (inbuf) != gst_buffer_n_memory (outbuf)) {
+      GST_WARNING_OBJECT (self, "Different memory layout");
+      priv->transfer_type = TransferType::SYSTEM;
+    }
+  }
+
+  GstBuffer *upload_buf = gst_d3d12_memory_copy_upload (self, inbuf);
+  if (!upload_buf) {
+    GST_ERROR_OBJECT (self, "Null upload buffer");
+    return GST_FLOW_ERROR;
+  }
+
+  if (priv->transfer_type == TransferType::D3D11_TO_12) {
+    if (gst_d3d12_memory_copy_11_to_12 (self, upload_buf, outbuf)) {
+      GST_LOG_OBJECT (self, "Copy 11-to-12 done");
+      gst_buffer_unref (upload_buf);
+      return GST_FLOW_OK;
+    }
+
+    priv->transfer_type = TransferType::SYSTEM;
+  } else if (priv->transfer_type == TransferType::D3D12_TO_11) {
+    if (gst_d3d12_memory_copy_12_to_11 (self, upload_buf, outbuf)) {
+      GST_LOG_OBJECT (self, "Copy 12-to-11 done");
+      gst_buffer_unref (upload_buf);
+      return GST_FLOW_OK;
+    }
+
+    priv->transfer_type = TransferType::SYSTEM;
+  }
+
+  auto ret = gst_d3d12_memory_copy_system_copy (self, upload_buf, outbuf);
+  gst_buffer_unref (upload_buf);
+
+  return ret;
+}
+
+struct _GstD3D12Upload
+{
+  GstD3D12MemoryCopy parent;
+};
+
+G_DEFINE_TYPE (GstD3D12Upload, gst_d3d12_upload, GST_TYPE_D3D12_MEMORY_COPY);
+
+static void
+gst_d3d12_upload_class_init (GstD3D12UploadClass * klass)
+{
+  auto element_class = GST_ELEMENT_CLASS (klass);
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 Uploader", "Filter/Video",
+      "Uploads system memory into Direct3D12 texture memory",
+      "Seungha Yang <seungha@centricular.com>");
+}
+
+static void
+gst_d3d12_upload_init (GstD3D12Upload * self)
+{
+  auto memcpy = GST_D3D12_MEMORY_COPY (self);
+  memcpy->priv->is_uploader = true;
+}
+
+struct _GstD3D12Download
+{
+  GstD3D12MemoryCopy parent;
+};
+
+G_DEFINE_TYPE (GstD3D12Download, gst_d3d12_download,
+    GST_TYPE_D3D12_MEMORY_COPY);
+
+static void
+gst_d3d12_download_class_init (GstD3D12DownloadClass * klass)
+{
+  auto element_class = GST_ELEMENT_CLASS (klass);
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 Downloader", "Filter/Video",
+      "Downloads Direct3D12 texture memory into system memory",
+      "Seungha Yang <seungha@centricular.com>");
+}
+
+static void
+gst_d3d12_download_init (GstD3D12Download * self)
+{
+  auto memcpy = GST_D3D12_MEMORY_COPY (self);
+  memcpy->priv->is_uploader = false;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12memorycopy.h Added

@@ -0,0 +1,61 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/base/gstbasetransform.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_MEMORY_COPY             (gst_d3d12_memory_copy_get_type())
+#define GST_D3D12_MEMORY_COPY(obj)             (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_D3D12_MEMORY_COPY,GstD3D12MemoryCopy))
+#define GST_D3D12_MEMORY_COPY_CLASS(klass)     (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_D3D12_MEMORY_COPY,GstD3D12MemoryCopyClass))
+#define GST_D3D12_MEMORY_COPY_GET_CLASS(obj)   (GST_D3D12_MEMORY_COPY_CLASS(G_OBJECT_GET_CLASS(obj)))
+#define GST_IS_D3D12_MEMORY_COPY(obj)          (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_D3D12_MEMORY_COPY))
+#define GST_IS_D3D12_MEMORY_COPY_CLASS(klass)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_D3D12_MEMORY_COPY))
+
+typedef struct _GstD3D12MemoryCopy GstD3D12MemoryCopy;
+typedef struct _GstD3D12MemoryCopyClass GstD3D12MemoryCopyClass;
+typedef struct _GstD3D12MemoryCopyPrivate GstD3D12MemoryCopyPrivate;
+
+struct _GstD3D12MemoryCopy
+{
+  GstBaseTransform parent;
+
+  GstD3D12MemoryCopyPrivate *priv;
+};
+
+struct _GstD3D12MemoryCopyClass
+{
+  GstBaseTransformClass parent_class;
+};
+
+GType gst_d3d12_memory_copy_get_type (void);
+G_DEFINE_AUTOPTR_CLEANUP_FUNC(GstD3D12MemoryCopy, gst_object_unref)
+
+#define GST_TYPE_D3D12_UPLOAD (gst_d3d12_upload_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12Upload,
+    gst_d3d12_upload, GST, D3D12_UPLOAD, GstD3D12MemoryCopy);
+
+#define GST_TYPE_D3D12_DOWNLOAD (gst_d3d12_download_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12Download,
+    gst_d3d12_download, GST, D3D12_DOWNLOAD, GstD3D12MemoryCopy);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12mipmapping.cpp Added

@@ -0,0 +1,1071 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-d3d12mipmapping
+ * @title: d3d12mipmapping
+ * @short_description: Direct3D12 Mipmap generator element
+ *
+ * d3d12mipmapping element generates mipmap enabled Direct3D12 textures
+ * from input textures
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12mipmapping.h"
+#include "gstd3d12pluginutils.h"
+#include <directx/d3dx12.h>
+#include <mutex>
+#include <memory>
+#include <queue>
+#include <wrl.h>
+#include <atomic>
+#include <math.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_mip_mapping_debug);
+#define GST_CAT_DEFAULT gst_d3d12_mip_mapping_debug
+
+#define OUTPUT_FORMATS "{ VUYA, RGBA, AYUV64, RGBA64_LE, GRAY8, GRAY16_LE }"
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS)));
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, OUTPUT_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            OUTPUT_FORMATS)));
+
+enum
+{
+  PROP_0,
+  PROP_ASYNC_DEPTH,
+  PROP_MIP_LEVELS,
+};
+
+#define DEFAULT_ASYNC_DEPTH 0
+#define DEFAULT_MIP_LEVELS 0
+
+/* *INDENT-OFF* */
+struct MipMappingContext
+{
+  MipMappingContext (GstD3D12Device * dev)
+  {
+    device = (GstD3D12Device *) gst_object_ref (dev);
+    auto device_handle = gst_d3d12_device_get_device_handle (device);
+    ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+  }
+
+   ~MipMappingContext ()
+  {
+    gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
+        fence_val);
+
+    gst_clear_object (&ca_pool);
+    gst_clear_object (&conv);
+    gst_clear_object (&gen);
+    gst_clear_object (&device);
+  }
+
+  GstD3D12Device *device = nullptr;
+  GstD3D12Converter *conv = nullptr;
+  GstD3D12MipGen *gen = nullptr;
+  ComPtr<ID3D12GraphicsCommandList> cl;
+  std::queue<guint64> scheduled;
+  GstD3D12CmdAllocPool *ca_pool;
+  guint64 fence_val = 0;
+};
+
+struct GstD3D12MipMappingPrivate
+{
+  GstD3D12MipMappingPrivate ()
+  {
+    fence_data_pool = gst_d3d12_fence_data_pool_new ();
+  }
+
+  ~GstD3D12MipMappingPrivate ()
+  {
+    gst_clear_object (&fence_data_pool);
+  }
+
+  std::unique_ptr < MipMappingContext > ctx;
+  GstD3D12FenceDataPool *fence_data_pool;
+  D3D12_BOX in_rect = { };
+  D3D12_BOX prev_in_rect = { };
+
+  std::atomic<guint> async_depth = { DEFAULT_ASYNC_DEPTH };
+  std::atomic<guint> mip_levels = { DEFAULT_MIP_LEVELS };
+
+  std::mutex lock;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12MipMapping
+{
+  GstD3D12BaseFilter parent;
+
+  GstD3D12MipMappingPrivate *priv;
+};
+
+static void gst_d3d12_mip_mapping_finalize (GObject * object);
+static void gst_d3d12_mip_mapping_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_mip_mapping_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static gboolean gst_d3d12_mip_mapping_stop (GstBaseTransform * trans);
+static GstCaps *gst_d3d12_mip_mapping_transform_caps (GstBaseTransform *
+    trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter);
+static GstCaps *gst_d3d12_mip_mapping_fixate_caps (GstBaseTransform *
+    base, GstPadDirection direction, GstCaps * caps, GstCaps * othercaps);
+static gboolean gst_d3d12_mip_mapping_propose_allocation (GstBaseTransform *
+    trans, GstQuery * decide_query, GstQuery * query);
+static gboolean gst_d3d12_mip_mapping_decide_allocation (GstBaseTransform *
+    trans, GstQuery * query);
+static gboolean gst_d3d12_mip_mapping_transform_meta (GstBaseTransform * trans,
+    GstBuffer * outbuf, GstMeta * meta, GstBuffer * inbuf);
+static GstFlowReturn gst_d3d12_mip_mapping_transform (GstBaseTransform * trans,
+    GstBuffer * inbuf, GstBuffer * outbuf);
+static gboolean gst_d3d12_mip_mapping_set_info (GstD3D12BaseFilter * filter,
+    GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
+    GstVideoInfo * out_info);
+
+#define gst_d3d12_mip_mapping_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12MipMapping, gst_d3d12_mip_mapping,
+    GST_TYPE_D3D12_BASE_FILTER);
+
+static void
+gst_d3d12_mip_mapping_class_init (GstD3D12MipMappingClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+  auto filter_class = GST_D3D12_BASE_FILTER_CLASS (klass);
+
+  object_class->set_property = gst_d3d12_mip_mapping_set_property;
+  object_class->get_property = gst_d3d12_mip_mapping_get_property;
+  object_class->finalize = gst_d3d12_mip_mapping_finalize;
+
+  g_object_class_install_property (object_class, PROP_ASYNC_DEPTH,
+      g_param_spec_uint ("async-depth", "Async Depth",
+          "Number of in-flight GPU commands which can be scheduled without "
+          "synchronization (0 = unlimited)", 0, G_MAXINT, DEFAULT_ASYNC_DEPTH,
+          (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_MIP_LEVELS,
+      g_param_spec_uint ("mip-levels", "Mip Levels",
+          "Mipmap levels to use (0 = maximum level)",
+          0, G_MAXUINT16, DEFAULT_MIP_LEVELS,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 MipMapping",
+      "Filter/Converter/Video/Hardware",
+      "Generates RGBA MipMap texture from input",
+      "Seungha Yang <seungha@centricular.com>");
+
+  trans_class->passthrough_on_same_caps = FALSE;
+
+  trans_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_stop);
+  trans_class->transform_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_transform_caps);
+  trans_class->fixate_caps =
+      GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_fixate_caps);
+  trans_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_propose_allocation);
+  trans_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_decide_allocation);
+  trans_class->transform_meta =
+      GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_transform_meta);
+  trans_class->transform = GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_transform);
+
+  filter_class->set_info = GST_DEBUG_FUNCPTR (gst_d3d12_mip_mapping_set_info);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_SAMPLING_METHOD,
+      (GstPluginAPIFlags) 0);
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_mip_mapping_debug, "d3d12mipmapping", 0,
+      "d3d12mipmapping");
+}
+
+static void
+gst_d3d12_mip_mapping_init (GstD3D12MipMapping * self)
+{
+  self->priv = new GstD3D12MipMappingPrivate ();
+}
+
+static void
+gst_d3d12_mip_mapping_finalize (GObject * object)
+{
+  auto self = GST_D3D12_MIP_MAPPING (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_mip_mapping_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_MIP_MAPPING (object);
+  auto priv = self->priv;
+
+  switch (prop_id) {
+    case PROP_ASYNC_DEPTH:
+      priv->async_depth = g_value_get_uint (value);
+      break;
+    case PROP_MIP_LEVELS:
+      priv->mip_levels = g_value_get_uint (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_mip_mapping_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_MIP_MAPPING (object);
+  auto priv = self->priv;
+
+  switch (prop_id) {
+    case PROP_ASYNC_DEPTH:
+      g_value_set_uint (value, priv->async_depth);
+      break;
+    case PROP_MIP_LEVELS:
+      g_value_set_uint (value, priv->mip_levels);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static gboolean
+gst_d3d12_mip_mapping_stop (GstBaseTransform * trans)
+{
+  auto self = GST_D3D12_MIP_MAPPING (trans);
+  auto priv = self->priv;
+
+  priv->ctx = nullptr;
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->stop (trans);
+}
+
+static GstCaps *
+gst_d3d12_mip_mapping_caps_remove_format_info (GstCaps * caps)
+{
+  GstStructure *st;
+  GstCapsFeatures *f;
+  gint i, n;
+  GstCaps *res;
+  GstCapsFeatures *feature =
+      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY);
+
+  res = gst_caps_new_empty ();
+
+  n = gst_caps_get_size (caps);
+  for (i = 0; i < n; i++) {
+    st = gst_caps_get_structure (caps, i);
+    f = gst_caps_get_features (caps, i);
+
+    /* If this is already expressed by the existing caps
+     * skip this structure */
+    if (i > 0 && gst_caps_is_subset_structure_full (res, st, f))
+      continue;
+
+    st = gst_structure_copy (st);
+    /* Only remove format info for the cases when we can actually convert */
+    if (!gst_caps_features_is_any (f)
+        && gst_caps_features_is_equal (f, feature)) {
+      gst_structure_remove_fields (st, "format", "colorimetry", "chroma-site",
+          NULL);
+    }
+
+    gst_caps_append_structure_full (res, st, gst_caps_features_copy (f));
+  }
+  gst_caps_features_free (feature);
+
+  return res;
+}
+
+static GstCaps *
+gst_d3d12_mip_mapping_transform_caps (GstBaseTransform *
+    trans, GstPadDirection direction, GstCaps * caps, GstCaps * filter)
+{
+  GstCaps *tmp, *tmp2;
+  GstCaps *result;
+
+  /* Get all possible caps that we can transform to */
+  tmp = gst_d3d12_mip_mapping_caps_remove_format_info (caps);
+
+  if (filter) {
+    tmp2 = gst_caps_intersect_full (filter, tmp, GST_CAPS_INTERSECT_FIRST);
+    gst_caps_unref (tmp);
+    tmp = tmp2;
+  }
+
+  result = tmp;
+
+  GST_DEBUG_OBJECT (trans, "transformed %" GST_PTR_FORMAT " into %"
+      GST_PTR_FORMAT, caps, result);
+
+  return result;
+}
+
+/*
+ * This is an incomplete matrix of in formats and a score for the prefered output
+ * format.
+ *
+ *         out: RGB24   RGB16  ARGB  AYUV  YUV444  YUV422 YUV420 YUV411 YUV410  PAL  GRAY
+ *  in
+ * RGB24          0      2       1     2     2       3      4      5      6      7    8
+ * RGB16          1      0       1     2     2       3      4      5      6      7    8
+ * ARGB           2      3       0     1     4       5      6      7      8      9    10
+ * AYUV           3      4       1     0     2       5      6      7      8      9    10
+ * YUV444         2      4       3     1     0       5      6      7      8      9    10
+ * YUV422         3      5       4     2     1       0      6      7      8      9    10
+ * YUV420         4      6       5     3     2       1      0      7      8      9    10
+ * YUV411         4      6       5     3     2       1      7      0      8      9    10
+ * YUV410         6      8       7     5     4       3      2      1      0      9    10
+ * PAL            1      3       2     6     4       6      7      8      9      0    10
+ * GRAY           1      4       3     2     1       5      6      7      8      9    0
+ *
+ * PAL or GRAY are never prefered, if we can we would convert to PAL instead
+ * of GRAY, though
+ * less subsampling is prefered and if any, preferably horizontal
+ * We would like to keep the alpha, even if we would need to to colorspace conversion
+ * or lose depth.
+ */
+#define SCORE_FORMAT_CHANGE       1
+#define SCORE_DEPTH_CHANGE        1
+#define SCORE_ALPHA_CHANGE        1
+#define SCORE_CHROMA_W_CHANGE     1
+#define SCORE_CHROMA_H_CHANGE     1
+#define SCORE_PALETTE_CHANGE      1
+
+#define SCORE_COLORSPACE_LOSS     2     /* RGB <-> YUV */
+#define SCORE_DEPTH_LOSS          4     /* change bit depth */
+#define SCORE_ALPHA_LOSS          8     /* lose the alpha channel */
+#define SCORE_CHROMA_W_LOSS      16     /* vertical subsample */
+#define SCORE_CHROMA_H_LOSS      32     /* horizontal subsample */
+#define SCORE_PALETTE_LOSS       64     /* convert to palette format */
+#define SCORE_COLOR_LOSS        128     /* convert to GRAY */
+
+#define COLORSPACE_MASK (GST_VIDEO_FORMAT_FLAG_YUV | \
+                         GST_VIDEO_FORMAT_FLAG_RGB | GST_VIDEO_FORMAT_FLAG_GRAY)
+#define ALPHA_MASK      (GST_VIDEO_FORMAT_FLAG_ALPHA)
+#define PALETTE_MASK    (GST_VIDEO_FORMAT_FLAG_PALETTE)
+
+/* calculate how much loss a conversion would be */
+static void
+score_value (GstBaseTransform * base, const GstVideoFormatInfo * in_info,
+    const GValue * val, gint * min_loss, const GstVideoFormatInfo ** out_info)
+{
+  const gchar *fname;
+  const GstVideoFormatInfo *t_info;
+  guint in_flags, t_flags;
+  gint loss;
+
+  fname = g_value_get_string (val);
+  t_info = gst_video_format_get_info (gst_video_format_from_string (fname));
+  if (!t_info || t_info->format == GST_VIDEO_FORMAT_UNKNOWN)
+    return;
+
+  /* accept input format immediately without loss */
+  if (in_info == t_info) {
+    *min_loss = 0;
+    *out_info = t_info;
+    return;
+  }
+
+  loss = SCORE_FORMAT_CHANGE;
+
+  in_flags = GST_VIDEO_FORMAT_INFO_FLAGS (in_info);
+  in_flags &= ~GST_VIDEO_FORMAT_FLAG_LE;
+  in_flags &= ~GST_VIDEO_FORMAT_FLAG_COMPLEX;
+  in_flags &= ~GST_VIDEO_FORMAT_FLAG_UNPACK;
+
+  t_flags = GST_VIDEO_FORMAT_INFO_FLAGS (t_info);
+  t_flags &= ~GST_VIDEO_FORMAT_FLAG_LE;
+  t_flags &= ~GST_VIDEO_FORMAT_FLAG_COMPLEX;
+  t_flags &= ~GST_VIDEO_FORMAT_FLAG_UNPACK;
+
+  if ((t_flags & PALETTE_MASK) != (in_flags & PALETTE_MASK)) {
+    loss += SCORE_PALETTE_CHANGE;
+    if (t_flags & PALETTE_MASK)
+      loss += SCORE_PALETTE_LOSS;
+  }
+
+  if ((t_flags & COLORSPACE_MASK) != (in_flags & COLORSPACE_MASK)) {
+    loss += SCORE_COLORSPACE_LOSS;
+    if (t_flags & GST_VIDEO_FORMAT_FLAG_GRAY)
+      loss += SCORE_COLOR_LOSS;
+  }
+
+  if ((t_flags & ALPHA_MASK) != (in_flags & ALPHA_MASK)) {
+    loss += SCORE_ALPHA_CHANGE;
+    if (in_flags & ALPHA_MASK)
+      loss += SCORE_ALPHA_LOSS;
+  }
+
+  if ((in_info->h_sub1) != (t_info->h_sub1)) {
+    loss += SCORE_CHROMA_H_CHANGE;
+    if ((in_info->h_sub1) < (t_info->h_sub1))
+      loss += SCORE_CHROMA_H_LOSS;
+  }
+  if ((in_info->w_sub1) != (t_info->w_sub1)) {
+    loss += SCORE_CHROMA_W_CHANGE;
+    if ((in_info->w_sub1) < (t_info->w_sub1))
+      loss += SCORE_CHROMA_W_LOSS;
+  }
+
+  if ((in_info->bits) != (t_info->bits)) {
+    loss += SCORE_DEPTH_CHANGE;
+    if ((in_info->bits) > (t_info->bits))
+      loss += SCORE_DEPTH_LOSS + (in_info->bits - t_info->bits);
+  }
+
+  GST_DEBUG_OBJECT (base, "score %s -> %s = %d",
+      GST_VIDEO_FORMAT_INFO_NAME (in_info),
+      GST_VIDEO_FORMAT_INFO_NAME (t_info), loss);
+
+  if (loss < *min_loss) {
+    GST_DEBUG_OBJECT (base, "found new best %d", loss);
+    *out_info = t_info;
+    *min_loss = loss;
+  }
+}
+
+static void
+gst_d3d12_mip_mapping_fixate_format (GstBaseTransform * trans, GstCaps * caps,
+    GstCaps * result)
+{
+  GstStructure *ins, *outs;
+  const gchar *in_format;
+  const GstVideoFormatInfo *in_info, *out_info = nullptr;
+  gint min_loss = G_MAXINT;
+  guint i, capslen;
+
+  ins = gst_caps_get_structure (caps, 0);
+  in_format = gst_structure_get_string (ins, "format");
+  if (!in_format) {
+    return;
+  }
+
+  GST_DEBUG_OBJECT (trans, "source format %s", in_format);
+
+  in_info =
+      gst_video_format_get_info (gst_video_format_from_string (in_format));
+  if (!in_info)
+    return;
+
+  outs = gst_caps_get_structure (result, 0);
+
+  capslen = gst_caps_get_size (result);
+  GST_DEBUG ("iterate %d structures", capslen);
+  for (i = 0; i < capslen; i++) {
+    GstStructure *tests;
+    const GValue *format;
+
+    tests = gst_caps_get_structure (result, i);
+    format = gst_structure_get_value (tests, "format");
+
+    /* should not happen */
+    if (format == nullptr)
+      continue;
+
+    if (GST_VALUE_HOLDS_LIST (format)) {
+      gint j, len;
+
+      len = gst_value_list_get_size (format);
+      GST_DEBUG_OBJECT (trans, "have %d formats", len);
+      for (j = 0; j < len; j++) {
+        const GValue *val;
+
+        val = gst_value_list_get_value (format, j);
+        if (G_VALUE_HOLDS_STRING (val)) {
+          score_value (trans, in_info, val, &min_loss, &out_info);
+          if (min_loss == 0)
+            break;
+        }
+      }
+    } else if (G_VALUE_HOLDS_STRING (format)) {
+      score_value (trans, in_info, format, &min_loss, &out_info);
+    }
+  }
+  if (out_info)
+    gst_structure_set (outs, "format", G_TYPE_STRING,
+        GST_VIDEO_FORMAT_INFO_NAME (out_info), nullptr);
+}
+
+static gboolean
+subsampling_unchanged (GstVideoInfo * in_info, GstVideoInfo * out_info)
+{
+  guint i;
+  const GstVideoFormatInfo *in_format, *out_format;
+
+  if (GST_VIDEO_INFO_N_COMPONENTS (in_info) !=
+      GST_VIDEO_INFO_N_COMPONENTS (out_info))
+    return FALSE;
+
+  in_format = in_info->finfo;
+  out_format = out_info->finfo;
+
+  for (i = 0; i < GST_VIDEO_INFO_N_COMPONENTS (in_info); i++) {
+    if (GST_VIDEO_FORMAT_INFO_W_SUB (in_format,
+            i) != GST_VIDEO_FORMAT_INFO_W_SUB (out_format, i))
+      return FALSE;
+    if (GST_VIDEO_FORMAT_INFO_H_SUB (in_format,
+            i) != GST_VIDEO_FORMAT_INFO_H_SUB (out_format, i))
+      return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+transfer_colorimetry_from_input (GstBaseTransform * trans, GstCaps * in_caps,
+    GstCaps * out_caps)
+{
+  GstStructure *out_caps_s = gst_caps_get_structure (out_caps, 0);
+  GstStructure *in_caps_s = gst_caps_get_structure (in_caps, 0);
+  gboolean have_colorimetry =
+      gst_structure_has_field (out_caps_s, "colorimetry");
+  gboolean have_chroma_site =
+      gst_structure_has_field (out_caps_s, "chroma-site");
+
+  /* If the output already has colorimetry and chroma-site, stop,
+   * otherwise try and transfer what we can from the input caps */
+  if (have_colorimetry && have_chroma_site)
+    return;
+
+  {
+    GstVideoInfo in_info, out_info;
+    const GValue *in_colorimetry =
+        gst_structure_get_value (in_caps_s, "colorimetry");
+
+    if (!gst_video_info_from_caps (&in_info, in_caps)) {
+      GST_WARNING_OBJECT (trans,
+          "Failed to convert sink pad caps to video info");
+      return;
+    }
+    if (!gst_video_info_from_caps (&out_info, out_caps)) {
+      GST_WARNING_OBJECT (trans,
+          "Failed to convert src pad caps to video info");
+      return;
+    }
+
+    if (!have_colorimetry && in_colorimetry != nullptr) {
+      if ((GST_VIDEO_INFO_IS_YUV (&out_info)
+              && GST_VIDEO_INFO_IS_YUV (&in_info))
+          || (GST_VIDEO_INFO_IS_RGB (&out_info)
+              && GST_VIDEO_INFO_IS_RGB (&in_info))
+          || (GST_VIDEO_INFO_IS_GRAY (&out_info)
+              && GST_VIDEO_INFO_IS_GRAY (&in_info))) {
+        /* Can transfer the colorimetry intact from the input if it has it */
+        gst_structure_set_value (out_caps_s, "colorimetry", in_colorimetry);
+      } else {
+        gchar *colorimetry_str;
+
+        /* Changing between YUV/RGB - forward primaries and transfer function, but use
+         * default range and matrix.
+         * the primaries is used for conversion between RGB and XYZ (CIE 1931 coordinate).
+         * the transfer function could be another reference (e.g., HDR)
+         */
+        out_info.colorimetry.primaries = in_info.colorimetry.primaries;
+        out_info.colorimetry.transfer = in_info.colorimetry.transfer;
+
+        colorimetry_str =
+            gst_video_colorimetry_to_string (&out_info.colorimetry);
+        gst_caps_set_simple (out_caps, "colorimetry", G_TYPE_STRING,
+            colorimetry_str, nullptr);
+        g_free (colorimetry_str);
+      }
+    }
+
+    /* Only YUV output needs chroma-site. If the input was also YUV and had the same chroma
+     * subsampling, transfer the siting. If the sub-sampling is changing, then the planes get
+     * scaled anyway so there's no real reason to prefer the input siting. */
+    if (!have_chroma_site && GST_VIDEO_INFO_IS_YUV (&out_info)) {
+      if (GST_VIDEO_INFO_IS_YUV (&in_info)) {
+        const GValue *in_chroma_site =
+            gst_structure_get_value (in_caps_s, "chroma-site");
+        if (in_chroma_site != nullptr
+            && subsampling_unchanged (&in_info, &out_info))
+          gst_structure_set_value (out_caps_s, "chroma-site", in_chroma_site);
+      }
+    }
+  }
+}
+
+static GstCaps *
+gst_d3d12_mip_mapping_get_fixed_format (GstBaseTransform * trans,
+    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
+{
+  GstCaps *result;
+
+  result = gst_caps_intersect (othercaps, caps);
+  if (gst_caps_is_empty (result)) {
+    gst_caps_unref (result);
+    result = gst_caps_copy (othercaps);
+  }
+
+  gst_d3d12_mip_mapping_fixate_format (trans, caps, result);
+
+  /* fixate remaining fields */
+  result = gst_caps_fixate (result);
+
+  if (direction == GST_PAD_SINK) {
+    if (gst_caps_is_subset (caps, result)) {
+      gst_caps_replace (&result, caps);
+    } else {
+      /* Try and preserve input colorimetry / chroma information */
+      transfer_colorimetry_from_input (trans, caps, result);
+    }
+  }
+
+  return result;
+}
+
+static GstCaps *
+gst_d3d12_mip_mapping_fixate_caps (GstBaseTransform * trans,
+    GstPadDirection direction, GstCaps * caps, GstCaps * othercaps)
+{
+  GST_DEBUG_OBJECT (trans,
+      "trying to fixate othercaps %" GST_PTR_FORMAT " based on caps %"
+      GST_PTR_FORMAT, othercaps, caps);
+
+  auto format = gst_d3d12_mip_mapping_get_fixed_format (trans, direction, caps,
+      othercaps);
+  gst_caps_unref (othercaps);
+
+  if (gst_caps_is_empty (format)) {
+    GST_ERROR_OBJECT (trans, "Could not convert formats");
+  } else {
+    GST_DEBUG_OBJECT (trans, "fixated othercaps to %" GST_PTR_FORMAT, format);
+  }
+
+  return format;
+}
+
+static gboolean
+gst_d3d12_mip_mapping_propose_allocation (GstBaseTransform * trans,
+    GstQuery * decide_query, GstQuery * query)
+{
+  auto filter = GST_D3D12_BASE_FILTER (trans);
+  GstVideoInfo info;
+  GstBufferPool *pool = nullptr;
+  GstCaps *caps;
+  guint n_pools, i;
+  guint size;
+
+  if (!GST_BASE_TRANSFORM_CLASS (parent_class)->propose_allocation (trans,
+          decide_query, query)) {
+    return FALSE;
+  }
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+
+  if (!caps)
+    return FALSE;
+
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_ERROR_OBJECT (filter, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  n_pools = gst_query_get_n_allocation_pools (query);
+  for (i = 0; i < n_pools; i++) {
+    gst_query_parse_nth_allocation_pool (query, i, &pool, nullptr, nullptr,
+        nullptr);
+    if (pool) {
+      if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto dpool = GST_D3D12_BUFFER_POOL (pool);
+        if (!gst_d3d12_device_is_equal (dpool->device, filter->device))
+          gst_clear_object (&pool);
+      }
+    }
+  }
+
+  if (!pool)
+    pool = gst_d3d12_buffer_pool_new (filter->device);
+
+  auto config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+  auto d3d12_params =
+      gst_buffer_pool_config_get_d3d12_allocation_params (config);
+  if (!d3d12_params) {
+    d3d12_params = gst_d3d12_allocation_params_new (filter->device, &info,
+        GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS, D3D12_HEAP_FLAG_NONE);
+  } else {
+    gst_d3d12_allocation_params_set_resource_flags (d3d12_params,
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+    gst_d3d12_allocation_params_unset_resource_flags (d3d12_params,
+        D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE);
+  }
+
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, d3d12_params);
+  gst_d3d12_allocation_params_free (d3d12_params);
+
+  /* size will be updated by d3d12 buffer pool */
+  gst_buffer_pool_config_set_params (config, caps, 0, 0, 0);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (filter, "failed to set config");
+    gst_object_unref (pool);
+    return FALSE;
+  }
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, nullptr);
+  gst_query_add_allocation_meta (query,
+      GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE, nullptr);
+  gst_query_add_allocation_meta (query, GST_VIDEO_CROP_META_API_TYPE, nullptr);
+
+  /* d3d12 buffer pool will update buffer size based on allocated texture,
+   * get size from config again */
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  gst_query_add_allocation_pool (query, pool, size, 0, 0);
+
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_mip_mapping_decide_allocation (GstBaseTransform * trans,
+    GstQuery * query)
+{
+  auto filter = GST_D3D12_BASE_FILTER (trans);
+  auto self = GST_D3D12_MIP_MAPPING (trans);
+  auto priv = self->priv;
+  GstCaps *outcaps = nullptr;
+  GstBufferPool *pool = nullptr;
+  guint size, min = 0, max = 0;
+  GstStructure *config;
+  gboolean update_pool = FALSE;
+  GstVideoInfo info;
+
+  gst_query_parse_allocation (query, &outcaps, nullptr);
+
+  if (!outcaps)
+    return FALSE;
+
+  if (!gst_video_info_from_caps (&info, outcaps)) {
+    GST_ERROR_OBJECT (filter, "Invalid caps %" GST_PTR_FORMAT, outcaps);
+    return FALSE;
+  }
+
+  size = GST_VIDEO_INFO_SIZE (&info);
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    if (pool) {
+      if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto dpool = GST_D3D12_BUFFER_POOL (pool);
+        if (!gst_d3d12_device_is_equal (dpool->device, filter->device))
+          gst_clear_object (&pool);
+      }
+    }
+
+    update_pool = TRUE;
+  }
+
+  if (!pool)
+    pool = gst_d3d12_buffer_pool_new (filter->device);
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+  D3D12_RESOURCE_FLAGS resource_flags =
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+      D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS |
+      D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+
+  auto d3d12_params = gst_d3d12_allocation_params_new (filter->device, &info,
+      GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+      D3D12_HEAP_FLAG_SHARED);
+
+  guint mip_levels = priv->mip_levels;
+  if (mip_levels != 0) {
+    guint max_levels = 1 + (guint) floor (log2 (MAX (info.width, info.height)));
+    GST_DEBUG_OBJECT (self, "Requested mip levels %d, max levels %d",
+        mip_levels, max_levels);
+
+    if (max_levels <= mip_levels)
+      mip_levels = 0;
+  }
+
+  /* Auto generate mip maps */
+  gst_d3d12_allocation_params_set_mip_levels (d3d12_params, mip_levels);
+
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, d3d12_params);
+  gst_d3d12_allocation_params_free (d3d12_params);
+
+  gst_buffer_pool_config_set_params (config, outcaps, size, min, max);
+  gst_buffer_pool_set_config (pool, config);
+
+  /* d3d12 buffer pool will update buffer size based on allocated texture,
+   * get size from config again */
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->decide_allocation (trans,
+      query);
+}
+
+static gboolean
+gst_d3d12_mip_mapping_set_info (GstD3D12BaseFilter * filter,
+    GstCaps * incaps, GstVideoInfo * in_info, GstCaps * outcaps,
+    GstVideoInfo * out_info)
+{
+  auto self = GST_D3D12_MIP_MAPPING (filter);
+  auto priv = self->priv;
+
+  priv->ctx = nullptr;
+
+  GST_DEBUG_OBJECT (self, "Setup convert with format %s -> %s",
+      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)),
+      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (out_info)));
+
+  /* if present, these must match */
+  if (in_info->interlace_mode != out_info->interlace_mode) {
+    GST_ERROR_OBJECT (self, "input and output formats do not match");
+    return FALSE;
+  }
+
+  auto ctx = std::make_unique < MipMappingContext > (filter->device);
+
+  ctx->conv = gst_d3d12_converter_new (filter->device, nullptr, in_info,
+      out_info, nullptr, nullptr, nullptr);
+  if (!ctx->conv) {
+    GST_ERROR_OBJECT (self, "Couldn't create converter");
+    return FALSE;
+  }
+
+  GstD3DPluginCS cs_type = GST_D3D_PLUGIN_CS_MIP_GEN;
+  if (GST_VIDEO_INFO_IS_GRAY (out_info)) {
+    GST_DEBUG_OBJECT (self, "Use GRAY shader");
+    cs_type = GST_D3D_PLUGIN_CS_MIP_GEN_GRAY;
+  } else if (!GST_VIDEO_INFO_HAS_ALPHA (in_info)) {
+    GST_DEBUG_OBJECT (self, "Use VUYA shader");
+    if (GST_VIDEO_INFO_FORMAT (out_info) == GST_VIDEO_FORMAT_AYUV64)
+      cs_type = GST_D3D_PLUGIN_CS_MIP_GEN_AYUV;
+    else
+      cs_type = GST_D3D_PLUGIN_CS_MIP_GEN_VUYA;
+  }
+
+  ctx->gen = gst_d3d12_mip_gen_new (filter->device, cs_type);
+  if (!ctx->gen) {
+    GST_ERROR_OBJECT (self, "Couldn't create mip generator");
+    return FALSE;
+  }
+
+  priv->in_rect = CD3DX12_BOX (0, 0,
+      GST_VIDEO_INFO_WIDTH (in_info), GST_VIDEO_INFO_HEIGHT (in_info));
+  priv->prev_in_rect = priv->in_rect;
+
+  priv->ctx = std::move (ctx);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_mip_mapping_transform_meta (GstBaseTransform * trans,
+    GstBuffer * outbuf, GstMeta * meta, GstBuffer * inbuf)
+{
+  if (meta->info->api == GST_VIDEO_CROP_META_API_TYPE)
+    return FALSE;
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->transform_meta (trans,
+      outbuf, meta, inbuf);
+}
+
+static GstFlowReturn
+gst_d3d12_mip_mapping_transform (GstBaseTransform * trans, GstBuffer * inbuf,
+    GstBuffer * outbuf)
+{
+  auto self = GST_D3D12_MIP_MAPPING (trans);
+  auto priv = self->priv;
+  D3D12_BOX in_rect;
+
+  auto crop_meta = gst_buffer_get_video_crop_meta (inbuf);
+  if (crop_meta) {
+    GST_LOG_OBJECT (self, "Have crop rect, x:y:w:h = %d:%d:%d:%d",
+        crop_meta->x, crop_meta->y, crop_meta->width, crop_meta->height);
+
+    in_rect = CD3DX12_BOX (crop_meta->x, crop_meta->y,
+        crop_meta->x + crop_meta->width, crop_meta->y + crop_meta->height);
+  } else {
+    in_rect = priv->in_rect;
+  }
+
+  if (in_rect != priv->in_rect) {
+    priv->prev_in_rect = in_rect;
+    g_object_set (priv->ctx->conv, "src-x", (gint) in_rect.left,
+        "src-y", (gint) in_rect.top,
+        "src-width", (gint) in_rect.right - in_rect.left,
+        "src-height", (gint) in_rect.bottom - in_rect.top, nullptr);
+  }
+
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+    return GST_FLOW_ERROR;
+  }
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  auto hr = ca->Reset ();
+  if (!gst_d3d12_result (hr, priv->ctx->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
+    gst_d3d12_cmd_alloc_unref (gst_ca);
+    return GST_FLOW_ERROR;
+  }
+
+  if (!priv->ctx->cl) {
+    auto device = gst_d3d12_device_get_device_handle (priv->ctx->device);
+    hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
+        ca, nullptr, IID_PPV_ARGS (&priv->ctx->cl));
+    if (!gst_d3d12_result (hr, priv->ctx->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return GST_FLOW_ERROR;
+    }
+  } else {
+    hr = priv->ctx->cl->Reset (ca, nullptr);
+    if (!gst_d3d12_result (hr, priv->ctx->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't reset command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return GST_FLOW_ERROR;
+    }
+  }
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  auto cq = gst_d3d12_device_get_cmd_queue (priv->ctx->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  auto fence = gst_d3d12_cmd_queue_get_fence_handle (cq);
+  if (!gst_d3d12_converter_convert_buffer (priv->ctx->conv,
+          inbuf, outbuf, fence_data, priv->ctx->cl.Get (), TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't build command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (outbuf, 0);
+  auto tex = gst_d3d12_memory_get_resource_handle (dmem);
+
+  D3D12_RESOURCE_BARRIER barrier = CD3DX12_RESOURCE_BARRIER::Transition
+      (tex, D3D12_RESOURCE_STATE_RENDER_TARGET,
+      D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE, 0);
+  priv->ctx->cl->ResourceBarrier (1, &barrier);
+
+  if (!gst_d3d12_mip_gen_execute (priv->ctx->gen, tex, fence_data,
+          priv->ctx->cl.Get ())) {
+    GST_ERROR_OBJECT (self, "Couldn't build mip gen command");
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  hr = priv->ctx->cl->Close ();
+  if (!gst_d3d12_result (hr, priv->ctx->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't close command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  ID3D12CommandList *cmd_list = { priv->ctx->cl.Get () };
+
+  hr = gst_d3d12_cmd_queue_execute_command_lists (cq,
+      1, cmd_list, &priv->ctx->fence_val);
+  if (!gst_d3d12_result (hr, priv->ctx->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't execute command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  gst_d3d12_buffer_set_fence (outbuf, fence, priv->ctx->fence_val, FALSE);
+  gst_d3d12_cmd_queue_set_notify (cq, priv->ctx->fence_val,
+      FENCE_NOTIFY_MINI_OBJECT (fence_data));
+
+  priv->ctx->scheduled.push (priv->ctx->fence_val);
+
+  auto completed = gst_d3d12_device_get_completed_value (priv->ctx->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  while (!priv->ctx->scheduled.empty ()) {
+    if (priv->ctx->scheduled.front () > completed)
+      break;
+
+    priv->ctx->scheduled.pop ();
+  }
+
+  auto async_depth = priv->async_depth.load ();
+  if (async_depth > 0 && priv->ctx->scheduled.size () > async_depth) {
+    auto fence_to_wait = priv->ctx->scheduled.front ();
+    priv->ctx->scheduled.pop ();
+    gst_d3d12_device_fence_wait (priv->ctx->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT, fence_to_wait);
+  }
+
+  return GST_FLOW_OK;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12mipmapping.h Added

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include "gstd3d12basefilter.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_MIP_MAPPING (gst_d3d12_mip_mapping_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12MipMapping, gst_d3d12_mip_mapping,
+    GST, D3D12_MIP_MAPPING, GstD3D12BaseFilter)
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12mpeg2dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12mpeg2dec.cpp Changed

@@ -98,10 +98,8 @@
 gst_d3d12_mpeg2_dec_init (GstD3D12Mpeg2Dec * self)
 {
   auto klass = GST_D3D12_MPEG2_DEC_GET_CLASS (self);
-  auto cdata = &klass->class_data;
 
-  self->decoder = gst_d3d12_decoder_new (GST_DXVA_CODEC_MPEG2,
-      cdata->adapter_luid);
+  self->decoder = gst_d3d12_decoder_new (&klass->class_data);
 
   gst_dxva_mpeg2_decoder_disable_postproc (GST_DXVA_MPEG2_DECODER (self));
 }
@@ -325,7 +323,7 @@
 
 void
 gst_d3d12_mpeg2_dec_register (GstPlugin * plugin, GstD3D12Device * device,
-    ID3D12VideoDevice * video_device, guint rank)
+    ID3D12VideoDevice * video_device, guint rank, gboolean d3d11_interop)
 {
   GType type;
   gchar *type_name;
@@ -346,12 +344,14 @@
   GST_DEBUG_CATEGORY_INIT (gst_d3d12_mpeg2_dec_debug, "d3d12mpeg2dec", 0,
       "d3d12mpeg2dec");
 
-  type_info.class_data =
-      gst_d3d12_decoder_check_feature_support (device, video_device,
+  auto cdata = gst_d3d12_decoder_check_feature_support (device, video_device,
       GST_DXVA_CODEC_MPEG2);
-  if (!type_info.class_data)
+  if (!cdata)
     return;
 
+  cdata->subclass_data.d3d11_interop = d3d11_interop;
+  type_info.class_data = cdata;
+
   type_name = g_strdup ("GstD3D12Mpeg2Dec");
   feature_name = g_strdup ("d3d12mpeg2dec");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12mpeg2dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12mpeg2dec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12overlaycompositor.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12overlaycompositor.cpp Changed

@@ -22,14 +22,13 @@
 #endif
 
 #include "gstd3d12overlaycompositor.h"
+#include "gstd3d12pluginutils.h"
 #include <directx/d3dx12.h>
 #include <wrl.h>
 #include <memory>
 #include <vector>
 #include <algorithm>
-#include "PSMain_sample.h"
-#include "PSMain_sample_premul.h"
-#include "VSMain_coord.h"
+#include <gst/d3dshader/gstd3dshader.h>
 
 GST_DEBUG_CATEGORY_STATIC (gst_d3d12_overlay_compositor_debug);
 #define GST_CAT_DEFAULT gst_d3d12_overlay_compositor_debug
@@ -57,14 +56,14 @@
     if (overlay_rect)
       gst_video_overlay_rectangle_unref (overlay_rect);
 
-    gst_clear_d3d12_descriptor (&srv_heap);
+    gst_clear_d3d12_desc_heap (&srv_heap);
   }
 
   GstVideoOverlayRectangle *overlay_rect = nullptr;
   ComPtr<ID3D12Resource> texture;
   ComPtr<ID3D12Resource> staging;
   ComPtr<ID3D12Resource> vertex_buf;
-  GstD3D12Descriptor *srv_heap = nullptr;
+  GstD3D12DescHeap *srv_heap = nullptr;
   D3D12_VERTEX_BUFFER_VIEW vbv;
   D3D12_PLACED_SUBRESOURCE_FOOTPRINT layout;
   gboolean premul_alpha = FALSE;
@@ -106,8 +105,8 @@
   D3D12_INDEX_BUFFER_VIEW idv;
   ComPtr<ID3D12Resource> index_buf;
   ComPtr<ID3D12GraphicsCommandList> cl;
-  GstD3D12CommandAllocatorPool *ca_pool = nullptr;
-  GstD3D12DescriptorPool *srv_heap_pool = nullptr;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
+  GstD3D12DescHeapPool *srv_heap_pool = nullptr;
 
   GList *overlays = nullptr;
 
@@ -200,74 +199,92 @@
     return nullptr;
   }
 
-  auto vmeta = gst_buffer_get_video_meta (buf);
-  if (!vmeta) {
-    GST_ERROR_OBJECT (self, "Failed to get video meta");
-    return nullptr;
-  }
-
   auto device = gst_d3d12_device_get_device_handle (self->device);
-  D3D12_HEAP_PROPERTIES heap_prop =
-      CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-  D3D12_RESOURCE_DESC desc =
-      CD3DX12_RESOURCE_DESC::Tex2D (DXGI_FORMAT_B8G8R8A8_UNORM, vmeta->width,
-      vmeta->height, 1, 1);
-
+  auto mem = gst_buffer_peek_memory (buf, 0);
+  bool is_d3d12 = false;
   ComPtr < ID3D12Resource > texture;
-  auto hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-      &desc, D3D12_RESOURCE_STATE_COPY_DEST, nullptr, IID_PPV_ARGS (&texture));
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create texture");
-    return nullptr;
+  if (gst_is_d3d12_memory (mem)) {
+    GST_LOG_OBJECT (self, "Overlay is d3d12 memory");
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    if (gst_d3d12_device_is_equal (dmem->device, self->device) &&
+        gst_d3d12_memory_get_shader_resource_view_heap (dmem)) {
+      texture = gst_d3d12_memory_get_resource_handle (dmem);
+      is_d3d12 = true;
+    }
   }
 
+  ComPtr < ID3D12Resource > staging;
   D3D12_PLACED_SUBRESOURCE_FOOTPRINT layout;
-  UINT64 size;
-  device->GetCopyableFootprints (&desc, 0, 1, 0, &layout, nullptr, nullptr,
-      &size);
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
 
-  ComPtr < ID3D12Resource > staging;
-  heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-  desc = CD3DX12_RESOURCE_DESC::Buffer (size);
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
-      &desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
-      IID_PPV_ARGS (&staging));
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't create upload buffer");
-    return nullptr;
-  }
+  if (!is_d3d12) {
+    auto vmeta = gst_buffer_get_video_meta (buf);
 
-  guint8 *map_data;
-  hr = staging->Map (0, nullptr, (void **) &map_data);
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't map staging");
-    return nullptr;
-  }
+    if (!vmeta) {
+      GST_ERROR_OBJECT (self, "Failed to get video meta");
+      return nullptr;
+    }
 
-  guint8 *data;
-  gint stride;
-  GstMapInfo info;
-  if (!gst_video_meta_map (vmeta,
-          0, &info, (gpointer *) & data, &stride, GST_MAP_READ)) {
-    GST_ERROR_OBJECT (self, "Failed to map");
-    return nullptr;
-  }
+    D3D12_HEAP_PROPERTIES heap_prop =
+        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
+    D3D12_RESOURCE_DESC desc =
+        CD3DX12_RESOURCE_DESC::Tex2D (DXGI_FORMAT_B8G8R8A8_UNORM, vmeta->width,
+        vmeta->height, 1, 1);
+
+    auto hr = device->CreateCommittedResource (&heap_prop, heap_flags,
+        &desc, D3D12_RESOURCE_STATE_COPY_DEST, nullptr,
+        IID_PPV_ARGS (&texture));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create texture");
+      return nullptr;
+    }
 
-  if (layout.Footprint.RowPitch == (UINT) stride) {
-    memcpy (map_data, data, stride * layout.Footprint.Height);
-  } else {
-    guint width_in_bytes = 4 * layout.Footprint.Width;
-    for (UINT i = 0; i < layout.Footprint.Height; i++) {
-      memcpy (map_data, data, width_in_bytes);
-      map_data += layout.Footprint.RowPitch;
-      data += stride;
+    UINT64 size;
+    device->GetCopyableFootprints (&desc, 0, 1, 0, &layout, nullptr, nullptr,
+        &size);
+
+    heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
+    desc = CD3DX12_RESOURCE_DESC::Buffer (size);
+    hr = device->CreateCommittedResource (&heap_prop, heap_flags,
+        &desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
+        IID_PPV_ARGS (&staging));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create upload buffer");
+      return nullptr;
+    }
+
+    guint8 *map_data;
+    hr = staging->Map (0, nullptr, (void **) &map_data);
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't map staging");
+      return nullptr;
+    }
+
+    guint8 *data;
+    gint stride;
+    GstMapInfo info;
+    if (!gst_video_meta_map (vmeta,
+            0, &info, (gpointer *) & data, &stride, GST_MAP_READ)) {
+      GST_ERROR_OBJECT (self, "Failed to map");
+      return nullptr;
+    }
+
+    if (layout.Footprint.RowPitch == (UINT) stride) {
+      memcpy (map_data, data, stride * layout.Footprint.Height);
+    } else {
+      guint width_in_bytes = 4 * layout.Footprint.Width;
+      for (UINT i = 0; i < layout.Footprint.Height; i++) {
+        memcpy (map_data, data, width_in_bytes);
+        map_data += layout.Footprint.RowPitch;
+        data += stride;
+      }
     }
-  }
 
-  staging->Unmap (0, nullptr);
-  gst_video_meta_unmap (vmeta, 0, &info);
+    staging->Unmap (0, nullptr);
+    gst_video_meta_unmap (vmeta, 0, &info);
+  }
 
   /* bottom left */
   gst_util_fraction_to_double (x, GST_VIDEO_INFO_WIDTH (&priv->info), &val);
@@ -314,10 +331,11 @@
   vertex_data3.texture.v = 1.0f;
 
   ComPtr < ID3D12Resource > vertex_buf;
-  heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
-  desc = CD3DX12_RESOURCE_DESC::Buffer (sizeof (VertexData) * 4);
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  D3D12_HEAP_PROPERTIES heap_prop =
+      CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
+  D3D12_RESOURCE_DESC desc =
+      CD3DX12_RESOURCE_DESC::Buffer (sizeof (VertexData) * 4);
+  auto hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
       IID_PPV_ARGS (&vertex_buf));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -325,6 +343,7 @@
     return nullptr;
   }
 
+  guint8 *map_data;
   hr = vertex_buf->Map (0, nullptr, (void **) &map_data);
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't map vertex buffer");
@@ -334,14 +353,13 @@
   memcpy (map_data, vertex_data, sizeof (VertexData) * 4);
   vertex_buf->Unmap (0, nullptr);
 
-  GstD3D12Descriptor *srv_heap;
-  if (!gst_d3d12_descriptor_pool_acquire (priv->srv_heap_pool, &srv_heap)) {
+  GstD3D12DescHeap *srv_heap;
+  if (!gst_d3d12_desc_heap_pool_acquire (priv->srv_heap_pool, &srv_heap)) {
     GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
     return nullptr;
   }
 
-  ComPtr < ID3D12DescriptorHeap > srv_heap_handle;
-  gst_d3d12_descriptor_get_handle (srv_heap, &srv_heap_handle);
+  auto srv_heap_handle = gst_d3d12_desc_heap_get_handle (srv_heap);
   D3D12_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
   srv_desc.ViewDimension = D3D12_SRV_DIMENSION_TEXTURE2D;
   srv_desc.Shader4ComponentMapping = D3D12_DEFAULT_SHADER_4_COMPONENT_MAPPING;
@@ -349,7 +367,7 @@
   srv_desc.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
 
   device->CreateShaderResourceView (texture.Get (), &srv_desc,
-      srv_heap_handle->GetCPUDescriptorHandleForHeapStart ());
+      GetCPUDescriptorHandleForHeapStart (srv_heap_handle));
 
   auto rect = new GstD3D12OverlayRect ();
   gst_mini_object_init (rect, 0, gst_d3d12_overlay_rect_get_type (),
@@ -366,6 +384,8 @@
   rect->layout = layout;
   rect->srv_heap = srv_heap;
   rect->premul_alpha = premul_alpha;
+  if (is_d3d12)
+    rect->need_upload = FALSE;
 
   return rect;
 }
@@ -380,9 +400,7 @@
       D3D12_ROOT_SIGNATURE_FLAG_ALLOW_INPUT_ASSEMBLER_INPUT_LAYOUT |
       D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
       D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_AMPLIFICATION_SHADER_ROOT_ACCESS |
-      D3D12_ROOT_SIGNATURE_FLAG_DENY_MESH_SHADER_ROOT_ACCESS;
+      D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS;
   const D3D12_STATIC_SAMPLER_DESC static_sampler_desc = {
     D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT,
     D3D12_TEXTURE_ADDRESS_MODE_CLAMP,
@@ -430,6 +448,27 @@
   gst_d3d12_device_get_format (self->device, GST_VIDEO_INFO_FORMAT (info),
       &device_format);
 
+  GstD3DShaderByteCode vs_code;
+  GstD3DShaderByteCode ps_sample_code;
+  GstD3DShaderByteCode ps_sample_premul_code;
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COORD,
+          GST_D3D_SM_5_0, &vs_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get vs bytecode");
+    return FALSE;
+  }
+
+  if (!gst_d3d_plugin_shader_get_ps_blob (GST_D3D_PLUGIN_PS_SAMPLE,
+          GST_D3D_SM_5_0, &ps_sample_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+
+  if (!gst_d3d_plugin_shader_get_ps_blob (GST_D3D_PLUGIN_PS_SAMPLE_PREMULT,
+          GST_D3D_SM_5_0, &ps_sample_premul_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+
   auto device = gst_d3d12_device_get_device_handle (self->device);
   ComPtr < ID3D12RootSignature > rs;
   device->CreateRootSignature (0, rs_blob->GetBufferPointer (),
@@ -455,10 +494,10 @@
 
   auto & pso_desc = priv->pso_desc;
   pso_desc.pRootSignature = rs.Get ();
-  pso_desc.VS.BytecodeLength = sizeof (g_VSMain_coord);
-  pso_desc.VS.pShaderBytecode = g_VSMain_coord;
-  pso_desc.PS.BytecodeLength = sizeof (g_PSMain_sample);
-  pso_desc.PS.pShaderBytecode = g_PSMain_sample;
+  pso_desc.VS.BytecodeLength = vs_code.byte_code_len;
+  pso_desc.VS.pShaderBytecode = vs_code.byte_code;
+  pso_desc.PS.BytecodeLength = ps_sample_code.byte_code_len;
+  pso_desc.PS.pShaderBytecode = ps_sample_code.byte_code;
   pso_desc.BlendState = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
   pso_desc.BlendState.RenderTarget0.BlendEnable = TRUE;
   pso_desc.BlendState.RenderTarget0.LogicOpEnable = FALSE;
@@ -494,8 +533,8 @@
   ComPtr < ID3D12PipelineState > pso_premul;
   auto & pso_premul_desc = priv->pso_premul_desc;
   pso_premul_desc = priv->pso_desc;
-  pso_premul_desc.PS.BytecodeLength = sizeof (g_PSMain_sample_premul);
-  pso_premul_desc.PS.pShaderBytecode = g_PSMain_sample_premul;
+  pso_premul_desc.PS.BytecodeLength = ps_sample_premul_code.byte_code_len;
+  pso_premul_desc.PS.pShaderBytecode = ps_sample_premul_code.byte_code;
   hr = device->CreateGraphicsPipelineState (&pso_premul_desc,
       IID_PPV_ARGS (&pso_premul));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -507,9 +546,12 @@
       CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_UPLOAD);
   D3D12_RESOURCE_DESC buffer_desc =
       CD3DX12_RESOURCE_DESC::Buffer (sizeof (indices));
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
   ComPtr < ID3D12Resource > index_buf;
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &buffer_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
       IID_PPV_ARGS (&index_buf));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -539,9 +581,8 @@
   priv->idv.SizeInBytes = sizeof (indices);
   priv->idv.Format = DXGI_FORMAT_R16_UINT;
   priv->index_buf = index_buf;
-  priv->srv_heap_pool = gst_d3d12_descriptor_pool_new (self->device,
-      &heap_desc);
-  priv->ca_pool = gst_d3d12_command_allocator_pool_new (self->device,
+  priv->srv_heap_pool = gst_d3d12_desc_heap_pool_new (device, &heap_desc);
+  priv->ca_pool = gst_d3d12_cmd_alloc_pool_new (device,
       D3D12_COMMAND_LIST_TYPE_DIRECT);
 
   priv->viewport.TopLeftX = 0;
@@ -700,8 +741,8 @@
   auto priv = self->priv;
 
   auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (buf, 0);
-  ComPtr < ID3D12DescriptorHeap > rtv_heap;
-  if (!gst_d3d12_memory_get_render_target_view_heap (mem, &rtv_heap)) {
+  auto rtv_heap = gst_d3d12_memory_get_render_target_view_heap (mem);
+  if (!rtv_heap) {
     GST_ERROR_OBJECT (self, "Couldn't get rtv heap");
     return FALSE;
   }
@@ -740,35 +781,35 @@
       cl->RSSetViewports (1, &priv->viewport);
       cl->RSSetScissorRects (1, &priv->scissor_rect);
       D3D12_CPU_DESCRIPTOR_HANDLE rtv_heaps = {
-        rtv_heap->GetCPUDescriptorHandleForHeapStart ()
+        GetCPUDescriptorHandleForHeapStart (rtv_heap)
       };
       cl->OMSetRenderTargets (1, rtv_heaps, FALSE, nullptr);
     } else if (pso != prev_pso) {
       cl->SetPipelineState (pso.Get ());
     }
 
-    ComPtr < ID3D12DescriptorHeap > srv_heap;
-    gst_d3d12_descriptor_get_handle (rect->srv_heap, &srv_heap);
-    ID3D12DescriptorHeap *heaps = { srv_heap.Get () };
+    auto srv_heap = gst_d3d12_desc_heap_get_handle (rect->srv_heap);
+    ID3D12DescriptorHeap *heaps = { srv_heap };
     cl->SetDescriptorHeaps (1, heaps);
     cl->SetGraphicsRootDescriptorTable (0,
-        srv_heap->GetGPUDescriptorHandleForHeapStart ());
+        GetGPUDescriptorHandleForHeapStart (srv_heap));
     cl->IASetVertexBuffers (0, 1, &rect->vbv);
 
     cl->DrawIndexedInstanced (6, 1, 0, 0, 0);
 
-    gst_d3d12_fence_data_add_notify_mini_object (fence_data,
-        gst_mini_object_ref (rect));
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_MINI_OBJECT (gst_mini_object_ref (rect)));
 
     prev_pso = nullptr;
     prev_pso = pso;
   }
 
   priv->pso->AddRef ();
-  gst_d3d12_fence_data_add_notify_com (fence_data, priv->pso.Get ());
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_COM (priv->pso.Get ()));
 
   priv->pso_premul->AddRef ();
-  gst_d3d12_fence_data_add_notify_com (fence_data, priv->pso_premul.Get ());
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_COM (priv->pso_premul.Get ()));
 
   return TRUE;
 }
@@ -790,7 +831,7 @@
 
   auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (buf, 0);
   auto resource = gst_d3d12_memory_get_resource_handle (mem);
-  auto desc = resource->GetDesc ();
+  auto desc = GetDesc (resource);
   if (desc.SampleDesc.Count != priv->sample_desc.Count ||
       desc.SampleDesc.Quality != priv->sample_desc.Quality) {
     auto device = gst_d3d12_device_get_device_handle (compositor->device);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12overlaycompositor.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12overlaycompositor.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12pluginutils.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12pluginutils.cpp Changed

@@ -22,6 +22,8 @@
 #endif
 
 #include "gstd3d12pluginutils.h"
+#include <directx/d3dx12.h>
+#include <vector>
 
 #define _XM_NO_INTRINSICS_
 #include <DirectXMath.h>
@@ -30,6 +32,24 @@
 using namespace DirectX;
 /* *INDENT-ON* */
 
+/* Enable this once we use debug print in this file */
+#if 0
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12pluginutils", 0, "d3d12pluginutils");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif /* GST_DISABLE_GST_DEBUG */
+#endif
+
 GType
 gst_d3d12_sampling_method_get_type (void)
 {
@@ -60,7 +80,7 @@
 
 static const SamplingMethodMap sampling_method_map = {
   {GST_D3D12_SAMPLING_METHOD_NEAREST, D3D12_FILTER_MIN_MAG_MIP_POINT},
-  {GST_D3D12_SAMPLING_METHOD_BILINEAR, D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT},
+  {GST_D3D12_SAMPLING_METHOD_BILINEAR, D3D12_FILTER_MIN_MAG_MIP_LINEAR},
   {GST_D3D12_SAMPLING_METHOD_LINEAR_MINIFICATION,
       D3D12_FILTER_MIN_LINEAR_MAG_MIP_POINT},
   {GST_D3D12_SAMPLING_METHOD_ANISOTROPIC, D3D12_FILTER_ANISOTROPIC},
@@ -96,20 +116,6 @@
   return type;
 }
 
-void
-gst_d3d12_buffer_after_write (GstBuffer * buffer, guint64 fence_value)
-{
-  for (guint i = 0; i < gst_buffer_n_memory (buffer); i++) {
-    auto mem = gst_buffer_peek_memory (buffer, i);
-    g_return_if_fail (gst_is_d3d12_memory (mem));
-
-    auto dmem = GST_D3D12_MEMORY_CAST (mem);
-    dmem->fence_value = fence_value;
-    GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
-    GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
-  }
-}
-
 gboolean
 gst_d3d12_need_transform (gfloat rotation_x, gfloat rotation_y,
     gfloat rotation_z, gfloat scale_x, gfloat scale_y)
@@ -126,3 +132,59 @@
 
   return FALSE;
 }
+
+gboolean
+gst_d3d12_is_windows_10_or_greater (void)
+{
+  static gboolean ret = FALSE;
+  GST_D3D12_CALL_ONCE_BEGIN {
+    ret = g_win32_check_windows_version (10, 0, 0, G_WIN32_OS_ANY);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return ret;
+}
+
+void
+gst_d3d12_calculate_sample_desc_for_msaa (GstD3D12Device * device,
+    DXGI_FORMAT format, GstD3D12MSAAMode msaa_mode, DXGI_SAMPLE_DESC * desc)
+{
+  desc->Count = 1;
+  desc->Quality = 0;
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+
+  UINT sample_count = 1;
+  switch (msaa_mode) {
+    case GST_D3D12_MSAA_2X:
+      sample_count = 2;
+      break;
+    case GST_D3D12_MSAA_4X:
+      sample_count = 4;
+      break;
+    case GST_D3D12_MSAA_8X:
+      sample_count = 8;
+      break;
+    default:
+      break;
+  }
+
+  D3D12_FEATURE_DATA_MULTISAMPLE_QUALITY_LEVELS feature_data = { };
+  feature_data.Format = format;
+  feature_data.SampleCount = sample_count;
+
+  while (feature_data.SampleCount > 1) {
+    auto hr =
+        device_handle->CheckFeatureSupport
+        (D3D12_FEATURE_MULTISAMPLE_QUALITY_LEVELS,
+        &feature_data, sizeof (feature_data));
+    if (SUCCEEDED (hr) && feature_data.NumQualityLevels > 0)
+      break;
+
+    feature_data.SampleCount /= 2;
+  }
+
+  if (feature_data.SampleCount > 1 && feature_data.NumQualityLevels > 0) {
+    desc->Count = feature_data.SampleCount;
+    desc->Quality = feature_data.NumQualityLevels - 1;
+  }
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12pluginutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12pluginutils.h Changed

@@ -20,8 +20,8 @@
 #pragma once
 
 #include <gst/gst.h>
-#include "gstd3d12.h"
-#include "gstd3d12-private.h"
+#include <gst/d3d12/gstd3d12.h>
+#include <gst/d3d12/gstd3d12-private.h>
 
 G_BEGIN_DECLS
 
@@ -49,13 +49,17 @@
 #define GST_TYPE_D3D12_MSAA_MODE (gst_d3d12_msaa_mode_get_type())
 GType gst_d3d12_msaa_mode_get_type (void);
 
-void          gst_d3d12_buffer_after_write (GstBuffer * buffer,
-                                            guint64 fence_value);
-
 gboolean      gst_d3d12_need_transform (gfloat rotation_x,
                                         gfloat rotation_y,
                                         gfloat rotation_z,
                                         gfloat scale_x,
                                         gfloat scale_y);
 
+gboolean      gst_d3d12_is_windows_10_or_greater (void);
+
+void          gst_d3d12_calculate_sample_desc_for_msaa (GstD3D12Device * device,
+                                                        DXGI_FORMAT format,
+                                                        GstD3D12MSAAMode msaa_mode,
+                                                        DXGI_SAMPLE_DESC * desc);
+
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12screencapture.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12screencapture.cpp Changed

@@ -49,14 +49,14 @@
 }
 
 GstFlowReturn
-gst_d3d12_screen_capture_prepare (GstD3D12ScreenCapture * capture)
+gst_d3d12_screen_capture_prepare (GstD3D12ScreenCapture * capture, guint flags)
 {
   g_return_val_if_fail (GST_IS_D3D12_SCREEN_CAPTURE (capture), GST_FLOW_ERROR);
 
   auto klass = GST_D3D12_SCREEN_CAPTURE_GET_CLASS (capture);
   g_assert (klass->prepare);
 
-  return klass->prepare (capture);
+  return klass->prepare (capture, flags);
 }
 
 gboolean
@@ -73,6 +73,19 @@
   return klass->get_size (capture, width, height);
 }
 
+GstVideoFormat
+gst_d3d12_screen_capture_get_format (GstD3D12ScreenCapture * capture)
+{
+  g_return_val_if_fail (GST_IS_D3D12_SCREEN_CAPTURE (capture),
+      GST_VIDEO_FORMAT_BGRA);
+
+  auto klass = GST_D3D12_SCREEN_CAPTURE_GET_CLASS (capture);
+  if (klass->get_format)
+    return klass->get_format (capture);
+
+  return GST_VIDEO_FORMAT_BGRA;
+}
+
 gboolean
 gst_d3d12_screen_capture_unlock (GstD3D12ScreenCapture * capture)
 {
@@ -99,31 +112,6 @@
   return TRUE;
 }
 
-void
-gst_d3d12_screen_capture_show_border (GstD3D12ScreenCapture * capture,
-    gboolean show)
-{
-  g_return_if_fail (GST_IS_D3D12_SCREEN_CAPTURE (capture));
-
-  auto klass = GST_D3D12_SCREEN_CAPTURE_GET_CLASS (capture);
-
-  if (klass->show_border)
-    klass->show_border (capture, show);
-}
-
-GstFlowReturn
-gst_d3d12_screen_capture_do_capture (GstD3D12ScreenCapture * capture,
-    GstBuffer * buffer, const D3D12_BOX * crop_box, gboolean draw_mouse)
-{
-  g_return_val_if_fail (GST_IS_D3D12_SCREEN_CAPTURE (capture), GST_FLOW_ERROR);
-  g_return_val_if_fail (GST_IS_BUFFER (buffer), GST_FLOW_ERROR);
-
-  auto klass = GST_D3D12_SCREEN_CAPTURE_GET_CLASS (capture);
-  g_assert (klass->do_capture);
-
-  return klass->do_capture (capture, buffer, crop_box, draw_mouse);
-}
-
 HRESULT
 gst_d3d12_screen_capture_find_output_for_monitor (HMONITOR monitor,
     IDXGIAdapter1 ** adapter, IDXGIOutput ** output)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12screencapture.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12screencapture.h Changed

@@ -21,7 +21,7 @@
 
 #include <gst/gst.h>
 #include <gst/video/video.h>
-#include "gstd3d12.h"
+#include <gst/d3d12/gstd3d12.h>
 
 G_BEGIN_DECLS
 
@@ -40,6 +40,14 @@
 #define GST_D3D12_SCREEN_CAPTURE_FLOW_SIZE_CHANGED GST_FLOW_CUSTOM_SUCCESS_1
 #define GST_D3D12_SCREEN_CAPTURE_FLOW_UNSUPPORTED GST_FLOW_CUSTOM_ERROR
 
+struct CaptureCropRect
+{
+  guint crop_x;
+  guint crop_y;
+  guint crop_w;
+  guint crop_h;
+};
+
 struct _GstD3D12ScreenCapture
 {
   GstObject parent;
@@ -49,45 +57,35 @@
 {
   GstObjectClass parent_class;
 
-  GstFlowReturn (*prepare) (GstD3D12ScreenCapture * capture);
+  GstFlowReturn (*prepare) (GstD3D12ScreenCapture * capture,
+                            guint flags);
 
   gboolean      (*get_size) (GstD3D12ScreenCapture * capture,
                              guint * width,
                              guint * height);
 
+  GstVideoFormat (*get_format) (GstD3D12ScreenCapture * capture);
+
   gboolean      (*unlock)          (GstD3D12ScreenCapture * capture);
 
   gboolean      (*unlock_stop)     (GstD3D12ScreenCapture * capture);
-
-  void          (*show_border)     (GstD3D12ScreenCapture * capture,
-                                    gboolean show);
-
-  GstFlowReturn (*do_capture)      (GstD3D12ScreenCapture * capture,
-                                    GstBuffer * buffer,
-                                    const D3D12_BOX * crop_box,
-                                    gboolean draw_mouse);
 };
 
 GType           gst_d3d12_screen_capture_get_type (void);
 
-GstFlowReturn   gst_d3d12_screen_capture_prepare (GstD3D12ScreenCapture * capture);
+GstFlowReturn   gst_d3d12_screen_capture_prepare (GstD3D12ScreenCapture * capture,
+                                                  guint flags);
 
 gboolean        gst_d3d12_screen_capture_get_size (GstD3D12ScreenCapture * capture,
                                                    guint * width,
                                                    guint * height);
 
+GstVideoFormat  gst_d3d12_screen_capture_get_format (GstD3D12ScreenCapture * capture);
+
 gboolean        gst_d3d12_screen_capture_unlock      (GstD3D12ScreenCapture * capture);
 
 gboolean        gst_d3d12_screen_capture_unlock_stop (GstD3D12ScreenCapture * capture);
 
-void            gst_d3d12_screen_capture_show_border (GstD3D12ScreenCapture * capture,
-                                                      gboolean show);
-
-GstFlowReturn   gst_d3d12_screen_capture_do_capture  (GstD3D12ScreenCapture * capture,
-                                                      GstBuffer * buffer,
-                                                      const D3D12_BOX * crop_box,
-                                                      gboolean draw_mouse);
-
 HRESULT         gst_d3d12_screen_capture_find_output_for_monitor (HMONITOR monitor,
                                                                   IDXGIAdapter1 ** adapter,
                                                                   IDXGIOutput ** output);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12screencapturedevice.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12screencapturedevice.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12screencapturedevice.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12screencapturedevice.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12screencapturesrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12screencapturesrc.cpp Changed

@@ -34,8 +34,13 @@
 #include "config.h"
 #endif
 
+#include "gstd3d12plugin-config.h"
+
 #include "gstd3d12screencapturesrc.h"
 #include "gstd3d12dxgicapture.h"
+#ifdef HAVE_WGC
+#include "gstd3d12graphicscapture.h"
+#endif
 #include "gstd3d12pluginutils.h"
 #include <mutex>
 #include <wrl.h>
@@ -58,18 +63,157 @@
   PROP_CROP_Y,
   PROP_CROP_WIDTH,
   PROP_CROP_HEIGHT,
+  PROP_WINDOW_HANDLE,
+  PROP_SHOW_BORDER,
+  PROP_CAPTURE_API,
+  PROP_ADAPTER,
+  PROP_WINDOW_CAPTURE_MODE,
+  PROP_TONEMAP,
+};
+
+enum GstD3D12ScreenCaptureAPI
+{
+  GST_D3D12_SCREEN_CAPTURE_API_DXGI,
+  GST_D3D12_SCREEN_CAPTURE_API_WGC,
+};
+
+enum GstD3D12WindowCaptureMode
+{
+  GST_D3D12_WINDOW_CAPTURE_DEFAULT,
+  GST_D3D12_WINDOW_CAPTURE_CLIENT,
+};
+
+enum GstD3D12ScreenCaptureTonemap
+{
+  GST_D3D12_SCREEN_CAPTURE_TONEMAP_LINEAR,
+  GST_D3D12_SCREEN_CAPTURE_TONEMAP_REINHARD,
 };
 
+#ifdef HAVE_WGC
+/**
+ * GstD3D12ScreenCaptureAPI:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_D3D12_SCREEN_CAPTURE_API (gst_d3d12_screen_capture_api_get_type())
+static GType
+gst_d3d12_screen_capture_api_get_type (void)
+{
+  static GType api_type = 0;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    static const GEnumValue api_types = {
+      /**
+       * GstD3D12ScreenCaptureAPI::dxgi:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_SCREEN_CAPTURE_API_DXGI, "DXGI Desktop Duplication", "dxgi"},
+
+      /**
+       * GstD3D12ScreenCaptureAPI::wgc:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_SCREEN_CAPTURE_API_WGC, "Windows Graphics Capture", "wgc"},
+      {0, nullptr, nullptr},
+    };
+
+    api_type = g_enum_register_static ("GstD3D12ScreenCaptureAPI", api_types);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return api_type;
+}
+
+/**
+ * GstD3D12WindowCaptureMode:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_D3D12_WINDOW_CAPTURE_MODE (gst_d3d12_window_capture_mode_get_type())
+static GType
+gst_d3d12_window_capture_mode_get_type (void)
+{
+  static GType type = 0;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    static const GEnumValue hwnd_modes = {
+      /**
+       * GstD3D12WindowCaptureMode::default:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_WINDOW_CAPTURE_DEFAULT,
+          "Capture entire window area", "default"},
+
+      /**
+       * GstD3D12WindowCaptureMode::client:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_WINDOW_CAPTURE_CLIENT, "Capture client area", "client"},
+      {0, nullptr, nullptr},
+    };
+
+    type = g_enum_register_static ("GstD3D12WindowCaptureMode", hwnd_modes);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+#endif
+
+/**
+ * GstD3D12ScreenCaptureTonemap:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_D3D12_SCREEN_CAPTURE_TONEMAP (gst_d3d12_screen_capture_tonemap_get_type())
+static GType
+gst_d3d12_screen_capture_tonemap_get_type (void)
+{
+  static GType type = 0;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    static const GEnumValue modes = {
+      /**
+       * GstD3D12ScreenCaptureTonemap::linear:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_SCREEN_CAPTURE_TONEMAP_LINEAR,
+          "Linear scaling", "linear"},
+
+      /**
+       * GstD3D12ScreenCaptureTonemap::reinhard:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_SCREEN_CAPTURE_TONEMAP_REINHARD, "Reinhard tonemap",
+          "reinhard"},
+      {0, nullptr, nullptr},
+    };
+
+    type = g_enum_register_static ("GstD3D12ScreenCaptureTonemap", modes);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return type;
+}
+
 #define DEFAULT_MONITOR_INDEX -1
 #define DEFAULT_SHOW_CURSOR FALSE
+#define DEFAULT_SHOW_BORDER FALSE
+#define DEFAULT_CAPTURE_API GST_D3D12_SCREEN_CAPTURE_API_DXGI
+#define DEFAULT_ADAPTER -1
+#define DEFAULT_WINDOW_CAPTURE_MODE GST_D3D12_WINDOW_CAPTURE_DEFAULT
+#define DEFAULT_TONEMAP GST_D3D12_SCREEN_CAPTURE_TONEMAP_LINEAR
 
 static GstStaticPadTemplate src_template =
     GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
     GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
-        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, "BGRA")
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, "{ BGRA, RGBA64_LE }")
         ", pixel-aspect-ratio = 1/1, colorimetry = (string) sRGB; "
-        GST_VIDEO_CAPS_MAKE ("BGRA") ", pixel-aspect-ratio = 1/1, "
-        "colorimetry = (string) sRGB"));
+        GST_VIDEO_CAPS_MAKE ("{ BGRA, RGBA64_LE }")
+        ", pixel-aspect-ratio = 1/1, " "colorimetry = (string) sRGB"));
 
 struct GstD3D12ScreenCaptureSrcPrivate
 {
@@ -92,15 +236,19 @@
   GstBufferPool *pool = nullptr;
 
   gint64 adapter_luid = 0;
+  gint adapter_index = DEFAULT_ADAPTER;
   gint monitor_index = DEFAULT_MONITOR_INDEX;
   HMONITOR monitor_handle = nullptr;
+  HWND window_handle = nullptr;
   gboolean show_cursor = DEFAULT_SHOW_CURSOR;
+  gboolean show_border = DEFAULT_SHOW_BORDER;
 
-  guint crop_x = 0;
-  guint crop_y = 0;
-  guint crop_w = 0;
-  guint crop_h = 0;
+  CaptureCropRect crop_rect = { };
   D3D12_BOX crop_box = { };
+  GstD3D12ScreenCaptureAPI capture_api = DEFAULT_CAPTURE_API;
+  GstD3D12ScreenCaptureAPI selected_capture_api = DEFAULT_CAPTURE_API;
+  GstD3D12WindowCaptureMode hwnd_capture_mode = DEFAULT_WINDOW_CAPTURE_MODE;
+  GstD3D12ScreenCaptureTonemap tonemap = DEFAULT_TONEMAP;
 
   gboolean flushing = FALSE;
   GstClockTime latency = GST_CLOCK_TIME_NONE;
@@ -206,6 +354,103 @@
           0, G_MAXUINT, 0,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
+#ifdef HAVE_WGC
+  if (gst_d3d12_graphics_capture_load_library ()) {
+    /**
+     * GstD3D12ScreenCaptureSrc:window-handle:
+     *
+     * HWND window handle to capture
+     *
+     * Since: 1.26
+     */
+    g_object_class_install_property (object_class, PROP_WINDOW_HANDLE,
+        g_param_spec_uint64 ("window-handle", "Window Handle",
+            "A HWND handle of window to capture",
+            0, G_MAXUINT64, 0,
+            (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+                GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS)));
+
+    /**
+     * GstD3D12ScreenCaptureSrc:show-border:
+     *
+     * Show border lines to capture area when WGC mode is selected.
+     * This feature requires Windows11 or newer
+     *
+     * Since: 1.26
+     */
+    g_object_class_install_property (object_class, PROP_SHOW_BORDER,
+        g_param_spec_boolean ("show-border", "Show Border",
+            "Show border lines to capture area when WGC mode is selected",
+            DEFAULT_SHOW_BORDER,
+            (GParamFlags) (GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_READWRITE
+                | G_PARAM_STATIC_STRINGS)));
+
+    /**
+     * GstD3D12ScreenCaptureSrc:capture-api:
+     *
+     * Capture API to use
+     *
+     * Since: 1.26
+     */
+    g_object_class_install_property (object_class, PROP_CAPTURE_API,
+        g_param_spec_enum ("capture-api", "Capture API", "Capture API to use",
+            GST_TYPE_D3D12_SCREEN_CAPTURE_API,
+            DEFAULT_CAPTURE_API,
+            (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+                GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS)));
+    gst_type_mark_as_plugin_api (GST_TYPE_D3D12_SCREEN_CAPTURE_API,
+        (GstPluginAPIFlags) 0);
+
+    /**
+     * GstD3D12ScreenCaptureSrc:adapter:
+     *
+     * DXGI Adapter index for creating device when WGC mode is selected
+     *
+     * Since: 1.26
+     */
+    g_object_class_install_property (object_class, PROP_ADAPTER,
+        g_param_spec_int ("adapter", "Adapter",
+            "DXGI Adapter index for creating device when WGC mode is selected "
+            "(-1 for default)",
+            -1, G_MAXINT32, DEFAULT_ADAPTER,
+            (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+                GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS)));
+
+    /**
+     * GstD3D12ScreenCaptureSrc:window-capture-mode:
+     *
+     * Window capture mode to use
+     *
+     * Since: 1.26
+     */
+    g_object_class_install_property (object_class, PROP_WINDOW_CAPTURE_MODE,
+        g_param_spec_enum ("window-capture-mode", "Window Capture Mode",
+            "Window capture mode to use if \"window-handle\" is set",
+            GST_TYPE_D3D12_WINDOW_CAPTURE_MODE, DEFAULT_WINDOW_CAPTURE_MODE,
+            (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+                GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_STATIC_STRINGS)));
+    gst_type_mark_as_plugin_api (GST_TYPE_D3D12_WINDOW_CAPTURE_MODE,
+        (GstPluginAPIFlags) 0);
+  }
+#endif
+
+  /**
+   * GstD3D12ScreenCaptureSrc:tonemap:
+   *
+   * Tonemapping method in case of HDR capture
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_TONEMAP,
+      g_param_spec_enum ("tonemap", "Tonemap",
+          "Tonemapping method to use when HDR capturing is enabled",
+          GST_TYPE_D3D12_SCREEN_CAPTURE_TONEMAP, DEFAULT_TONEMAP,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_SCREEN_CAPTURE_TONEMAP,
+      (GstPluginAPIFlags) 0);
+
   element_class->provide_clock =
       GST_DEBUG_FUNCPTR (gst_d3d12_screen_capture_src_provide_clock);
   element_class->set_context =
@@ -282,16 +527,50 @@
       priv->show_cursor = g_value_get_boolean (value);
       break;
     case PROP_CROP_X:
-      priv->crop_x = g_value_get_uint (value);
+      priv->crop_rect.crop_x = g_value_get_uint (value);
       break;
     case PROP_CROP_Y:
-      priv->crop_y = g_value_get_uint (value);
+      priv->crop_rect.crop_y = g_value_get_uint (value);
       break;
     case PROP_CROP_WIDTH:
-      priv->crop_w = g_value_get_uint (value);
+      priv->crop_rect.crop_w = g_value_get_uint (value);
       break;
     case PROP_CROP_HEIGHT:
-      priv->crop_h = g_value_get_uint (value);
+      priv->crop_rect.crop_h = g_value_get_uint (value);
+      break;
+    case PROP_WINDOW_HANDLE:
+      priv->window_handle = (HWND) g_value_get_uint64 (value);
+      break;
+    case PROP_SHOW_BORDER:
+      priv->show_border = g_value_get_boolean (value);
+#ifdef HAVE_WGC
+      if (priv->capture &&
+          priv->capture_api == GST_D3D12_SCREEN_CAPTURE_API_WGC) {
+        auto wgc = GST_D3D12_GRAPHICS_CAPTURE (priv->capture);
+        gst_d3d12_graphics_capture_show_border (wgc, priv->show_border);
+      }
+#endif
+      break;
+    case PROP_CAPTURE_API:
+      priv->capture_api = (GstD3D12ScreenCaptureAPI) g_value_get_enum (value);
+      break;
+    case PROP_ADAPTER:
+      priv->adapter_index = g_value_get_int (value);
+      break;
+    case PROP_WINDOW_CAPTURE_MODE:
+      priv->hwnd_capture_mode =
+          (GstD3D12WindowCaptureMode) g_value_get_enum (value);
+#ifdef HAVE_WGC
+      if (priv->capture &&
+          priv->capture_api == GST_D3D12_SCREEN_CAPTURE_API_WGC) {
+        auto wgc = GST_D3D12_GRAPHICS_CAPTURE (priv->capture);
+        gst_d3d12_graphics_capture_set_client_only (wgc,
+            priv->hwnd_capture_mode == GST_D3D12_WINDOW_CAPTURE_CLIENT);
+      }
+#endif
+      break;
+    case PROP_TONEMAP:
+      priv->tonemap = (GstD3D12ScreenCaptureTonemap) g_value_get_enum (value);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
@@ -318,16 +597,34 @@
       g_value_set_boolean (value, priv->show_cursor);
       break;
     case PROP_CROP_X:
-      g_value_set_uint (value, priv->crop_x);
+      g_value_set_uint (value, priv->crop_rect.crop_x);
       break;
     case PROP_CROP_Y:
-      g_value_set_uint (value, priv->crop_y);
+      g_value_set_uint (value, priv->crop_rect.crop_y);
       break;
     case PROP_CROP_WIDTH:
-      g_value_set_uint (value, priv->crop_w);
+      g_value_set_uint (value, priv->crop_rect.crop_w);
       break;
     case PROP_CROP_HEIGHT:
-      g_value_set_uint (value, priv->crop_h);
+      g_value_set_uint (value, priv->crop_rect.crop_h);
+      break;
+    case PROP_WINDOW_HANDLE:
+      g_value_set_uint64 (value, (guint64) priv->window_handle);
+      break;
+    case PROP_SHOW_BORDER:
+      g_value_set_boolean (value, priv->show_border);
+      break;
+    case PROP_CAPTURE_API:
+      g_value_set_enum (value, priv->capture_api);
+      break;
+    case PROP_ADAPTER:
+      g_value_set_int (value, priv->adapter_index);
+      break;
+    case PROP_WINDOW_CAPTURE_MODE:
+      g_value_set_enum (value, priv->hwnd_capture_mode);
+      break;
+    case PROP_TONEMAP:
+      g_value_set_enum (value, priv->tonemap);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
@@ -370,8 +667,8 @@
   gst_d3d12_screen_capture_get_size (priv->capture, &screen_width,
       &screen_height);
 
-  if ((priv->crop_x + priv->crop_w) > screen_width ||
-      (priv->crop_y + priv->crop_h) > screen_height) {
+  if ((priv->crop_rect.crop_x + priv->crop_rect.crop_w) > screen_width ||
+      (priv->crop_rect.crop_y + priv->crop_rect.crop_h) > screen_height) {
     GST_WARNING ("Capture region outside of the screen bounds; ignoring.");
 
     box.left = 0;
@@ -379,10 +676,12 @@
     box.right = screen_width;
     box.bottom = screen_height;
   } else {
-    box.left = priv->crop_x;
-    box.top = priv->crop_y;
-    box.right = priv->crop_w ? (priv->crop_x + priv->crop_w) : screen_width;
-    box.bottom = priv->crop_h ? (priv->crop_y + priv->crop_h) : screen_height;
+    box.left = priv->crop_rect.crop_x;
+    box.top = priv->crop_rect.crop_y;
+    box.right = priv->crop_rect.crop_w ?
+        (priv->crop_rect.crop_x + priv->crop_rect.crop_w) : screen_width;
+    box.bottom = priv->crop_rect.crop_h ?
+        (priv->crop_rect.crop_y + priv->crop_rect.crop_h) : screen_height;
   }
 }
 
@@ -392,6 +691,7 @@
   auto self = GST_D3D12_SCREEN_CAPTURE_SRC (bsrc);
   auto priv = self->priv;
   guint width, height;
+  GstVideoFormat format = GST_VIDEO_FORMAT_BGRA;
 
   std::lock_guard < std::recursive_mutex > lk (priv->lock);
   if (!priv->capture) {
@@ -399,14 +699,21 @@
     return gst_pad_get_pad_template_caps (GST_BASE_SRC_PAD (bsrc));
   }
 
-  gst_d3d12_screen_capture_src_get_crop_box (self, priv->crop_box);
-  width = priv->crop_box.right - priv->crop_box.left;
-  height = priv->crop_box.bottom - priv->crop_box.top;
+  if (priv->selected_capture_api == GST_D3D12_SCREEN_CAPTURE_API_WGC) {
+    gst_d3d12_screen_capture_get_size (priv->capture, &width, &height);
+  } else {
+    gst_d3d12_screen_capture_src_get_crop_box (self, priv->crop_box);
+    width = priv->crop_box.right - priv->crop_box.left;
+    height = priv->crop_box.bottom - priv->crop_box.top;
+  }
+
+  format = gst_d3d12_screen_capture_get_format (priv->capture);
 
   auto caps = gst_pad_get_pad_template_caps (GST_BASE_SRC_PAD (bsrc));
   caps = gst_caps_make_writable (caps);
 
-  gst_caps_set_simple (caps, "width", G_TYPE_INT, width, "height",
+  gst_caps_set_simple (caps, "format", G_TYPE_STRING,
+      gst_video_format_to_string (format), "width", G_TYPE_INT, width, "height",
       G_TYPE_INT, height, nullptr);
 
   if (filter) {
@@ -440,8 +747,8 @@
         gst_caps_append_structure (d3d12_caps, gst_structure_copy (s));
 
         gst_caps_set_features (d3d12_caps, 0,
-            gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
-                nullptr));
+            gst_caps_features_new_static_str
+            (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, nullptr));
         break;
       }
     }
@@ -519,7 +826,7 @@
       gst_clear_object (&pool);
     } else {
       auto dpool = GST_D3D12_BUFFER_POOL (pool);
-      if (dpool->device != self->device)
+      if (!gst_d3d12_device_is_equal (dpool->device, self->device))
         gst_clear_object (&pool);
     }
   }
@@ -544,11 +851,14 @@
     auto params = gst_buffer_pool_config_get_d3d12_allocation_params (config);
     if (!params) {
       params = gst_d3d12_allocation_params_new (self->device, &vinfo,
-          GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags);
+          GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+          D3D12_HEAP_FLAG_SHARED);
     } else {
       gst_d3d12_allocation_params_set_resource_flags (params, resource_flags);
       gst_d3d12_allocation_params_unset_resource_flags (params,
           D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE);
+      gst_d3d12_allocation_params_set_heap_flags (params,
+          D3D12_HEAP_FLAG_SHARED);
     }
 
     gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
@@ -581,7 +891,8 @@
         D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
 
     auto params = gst_d3d12_allocation_params_new (self->device, &vinfo,
-        GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags);
+        GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+        D3D12_HEAP_FLAG_SHARED);
     gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
     gst_d3d12_allocation_params_free (params);
 
@@ -617,55 +928,91 @@
   GstFlowReturn ret;
   HMONITOR monitor = priv->monitor_handle;
   ComPtr < IDXGIAdapter1 > adapter;
-  DXGI_ADAPTER_DESC desc;
   GstD3D12ScreenCapture *capture = nullptr;
   HRESULT hr;
+  GstD3D12ScreenCaptureAPI requested_api;
 
-  if (monitor) {
-    hr = gst_d3d12_screen_capture_find_output_for_monitor (monitor,
-        &adapter, nullptr);
-  } else if (priv->monitor_index < 0) {
-    hr = gst_d3d12_screen_capture_find_primary_monitor (&monitor,
-        &adapter, nullptr);
+  std::unique_lock < std::recursive_mutex > lk (priv->lock);
+  requested_api = priv->capture_api;
+  if (priv->window_handle) {
+    priv->selected_capture_api = GST_D3D12_SCREEN_CAPTURE_API_WGC;
   } else {
-    hr = gst_d3d12_screen_capture_find_nth_monitor (priv->monitor_index,
-        &monitor, &adapter, nullptr);
-  }
+    priv->selected_capture_api = requested_api;
+
+    if (monitor) {
+      hr = gst_d3d12_screen_capture_find_output_for_monitor (monitor,
+          &adapter, nullptr);
+    } else if (priv->monitor_index < 0) {
+      hr = gst_d3d12_screen_capture_find_primary_monitor (&monitor,
+          &adapter, nullptr);
+    } else {
+      hr = gst_d3d12_screen_capture_find_nth_monitor (priv->monitor_index,
+          &monitor, &adapter, nullptr);
+    }
 
-  if (FAILED (hr)) {
-    GST_ERROR_OBJECT (self, "Couldn't get monitor handle");
-    goto error;
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (self, "Couldn't get monitor handle");
+      goto error;
+    }
   }
 
-  adapter->GetDesc (&desc);
-  {
-    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (priv->selected_capture_api == GST_D3D12_SCREEN_CAPTURE_API_DXGI) {
+    DXGI_ADAPTER_DESC desc;
+    adapter->GetDesc (&desc);
+
     priv->adapter_luid = gst_d3d12_luid_to_int64 (&desc.AdapterLuid);
     gst_clear_object (&self->device);
 
     gst_d3d12_ensure_element_data_for_adapter_luid (GST_ELEMENT_CAST (self),
         priv->adapter_luid, &self->device);
+  } else {
+    gst_clear_object (&self->device);
+    gst_d3d12_ensure_element_data (GST_ELEMENT_CAST (self),
+        priv->adapter_index, &self->device);
   }
 
   if (!self->device) {
+    lk.unlock ();
     GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
         ("D3D12 device is not available"), (nullptr));
     return FALSE;
   }
+#ifdef HAVE_WGC
+  if (priv->selected_capture_api == GST_D3D12_SCREEN_CAPTURE_API_WGC) {
+    capture = gst_d3d12_graphics_capture_new (self->device,
+        priv->window_handle, monitor);
+  } else
+#endif
+  {
+    capture = gst_d3d12_dxgi_capture_new (self->device, monitor);
+  }
 
-  capture = gst_d3d12_dxgi_capture_new (self->device, monitor);
   if (!capture) {
     GST_ERROR_OBJECT (self, "Couldn't create capture object");
     goto error;
   }
 
   /* Check if we can open device */
-  ret = gst_d3d12_screen_capture_prepare (capture);
+  ret = gst_d3d12_screen_capture_prepare (capture,
+      priv->tonemap == GST_D3D12_SCREEN_CAPTURE_TONEMAP_REINHARD);
   switch (ret) {
     case GST_D3D12_SCREEN_CAPTURE_FLOW_EXPECTED_ERROR:
     case GST_FLOW_OK:
       break;
     case GST_D3D12_SCREEN_CAPTURE_FLOW_UNSUPPORTED:
+#ifdef HAVE_WGC
+      if (priv->selected_capture_api == GST_D3D12_SCREEN_CAPTURE_API_DXGI) {
+        gst_clear_object (&capture);
+        GST_WARNING_OBJECT (self, "DXGI capture is not available");
+        capture = gst_d3d12_graphics_capture_new (self->device,
+            nullptr, monitor);
+        if (capture) {
+          priv->selected_capture_api = GST_D3D12_SCREEN_CAPTURE_API_WGC;
+          GST_INFO_OBJECT (self, "Fallback to Windows Graphics Capture");
+          break;
+        }
+      }
+#endif
       goto unsupported;
     default:
       goto error;
@@ -675,11 +1022,28 @@
   priv->latency = GST_CLOCK_TIME_NONE;
   priv->capture = capture;
 
+#ifdef HAVE_WGC
+  if (priv->selected_capture_api == GST_D3D12_SCREEN_CAPTURE_API_WGC) {
+    auto wgc = GST_D3D12_GRAPHICS_CAPTURE (priv->capture);
+    gst_d3d12_graphics_capture_show_cursor (wgc, priv->show_cursor);
+    gst_d3d12_graphics_capture_show_border (wgc, priv->show_border);
+    gst_d3d12_graphics_capture_set_client_only (wgc,
+        priv->hwnd_capture_mode == GST_D3D12_WINDOW_CAPTURE_CLIENT);
+  }
+#endif
+
+  if (priv->capture_api != priv->selected_capture_api) {
+    priv->capture_api = priv->selected_capture_api;
+    lk.unlock ();
+    g_object_notify (G_OBJECT (self), "capture-api");
+  }
+
   return TRUE;
 
 error:
   {
     gst_clear_object (&capture);
+    lk.unlock ();
     GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
         ("Failed to prepare capture object with given configuration, "
             "monitor-index: %d, monitor-handle: %p",
@@ -690,6 +1054,7 @@
 unsupported:
   {
     gst_clear_object (&capture);
+    lk.unlock ();
     GST_ELEMENT_ERROR (self, RESOURCE, OPEN_READ,
         ("Failed to prepare capture object with given configuration, "
             "monitor-index: %d, monitor-handle: %p",
@@ -710,6 +1075,7 @@
     gst_clear_object (&priv->pool);
   }
 
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
   gst_clear_object (&priv->capture);
   gst_clear_object (&self->device);
 
@@ -723,10 +1089,14 @@
   auto priv = self->priv;
 
   std::lock_guard < std::mutex > lk (priv->flush_lock);
+  if (priv->capture)
+    gst_d3d12_screen_capture_unlock (priv->capture);
+
   if (priv->clock_id) {
     GST_DEBUG_OBJECT (self, "Waking up waiting clock");
     gst_clock_id_unschedule (priv->clock_id);
   }
+
   priv->flushing = TRUE;
 
   return TRUE;
@@ -739,6 +1109,9 @@
   auto priv = self->priv;
 
   std::lock_guard < std::mutex > lk (priv->flush_lock);
+  if (priv->capture)
+    gst_d3d12_screen_capture_unlock_stop (priv->capture);
+
   priv->flushing = FALSE;
 
   return TRUE;
@@ -776,9 +1149,145 @@
   return GST_BASE_SRC_CLASS (parent_class)->query (bsrc, query);
 }
 
+#ifdef HAVE_WGC
 static GstFlowReturn
-gst_d3d12_screen_capture_src_create (GstBaseSrc * bsrc, guint64 offset,
-    guint size, GstBuffer ** buf)
+gst_d3d12_screen_capture_src_wgc_capture (GstBaseSrc * bsrc,
+    guint64 offset, guint size, GstBuffer ** buf)
+{
+  auto self = GST_D3D12_SCREEN_CAPTURE_SRC (bsrc);
+  auto priv = self->priv;
+  GstClockTime base_time;
+  GstClockTime next_capture_ts;
+  GstClockTime dur;
+  guint64 next_frame_no;
+
+  auto fps_n = GST_VIDEO_INFO_FPS_N (&priv->video_info);
+  auto fps_d = GST_VIDEO_INFO_FPS_D (&priv->video_info);
+
+  if (fps_n <= 0 || fps_d <= 0)
+    return GST_FLOW_NOT_NEGOTIATED;
+
+  auto clock = gst_element_get_clock (GST_ELEMENT_CAST (self));
+  {
+    std::unique_lock < std::mutex > lk (priv->flush_lock);
+    if (priv->flushing) {
+      gst_clear_object (&clock);
+      return GST_FLOW_FLUSHING;
+    }
+
+    base_time = GST_ELEMENT_CAST (self)->base_time;
+    next_capture_ts = gst_clock_get_time (clock);
+    next_capture_ts -= base_time;
+
+    next_frame_no = gst_util_uint64_scale (next_capture_ts,
+        fps_n, GST_SECOND * fps_d);
+
+    if (next_frame_no == priv->last_frame_no) {
+      GstClockID id;
+      GstClockReturn clock_ret;
+
+      /* Need to wait for the next frame */
+      next_frame_no += 1;
+
+      /* Figure out what the next frame time is */
+      next_capture_ts = gst_util_uint64_scale (next_frame_no,
+          fps_d * GST_SECOND, fps_n);
+
+      id = gst_clock_new_single_shot_id (GST_ELEMENT_CLOCK (self),
+          next_capture_ts + base_time);
+      priv->clock_id = id;
+
+      /* release the object lock while waiting */
+      lk.unlock ();
+
+      GST_LOG_OBJECT (self, "Waiting for next frame time %" GST_TIME_FORMAT,
+          GST_TIME_ARGS (next_capture_ts));
+      clock_ret = gst_clock_id_wait (id, nullptr);
+      lk.lock ();
+
+      gst_clock_id_unref (id);
+      priv->clock_id = nullptr;
+
+      if (clock_ret == GST_CLOCK_UNSCHEDULED) {
+        /* Got woken up by the unlock function */
+        gst_clear_object (&clock);
+        return GST_FLOW_FLUSHING;
+      }
+      /* Duration is a complete 1/fps frame duration */
+      dur = gst_util_uint64_scale_int (GST_SECOND, fps_d, fps_n);
+    } else {
+      GstClockTime next_frame_ts;
+
+      GST_LOG_OBJECT (self, "No need to wait for next frame time %"
+          GST_TIME_FORMAT " next frame = %" G_GINT64_FORMAT " prev = %"
+          G_GINT64_FORMAT, GST_TIME_ARGS (next_capture_ts), next_frame_no,
+          priv->last_frame_no);
+
+      next_frame_ts = gst_util_uint64_scale (next_frame_no + 1,
+          fps_d * GST_SECOND, fps_n);
+      /* Frame duration is from now until the next expected capture time */
+      dur = next_frame_ts - next_capture_ts;
+    }
+  }
+  gst_clear_object (&clock);
+
+  priv->last_frame_no = next_frame_no;
+
+  auto wgc = GST_D3D12_GRAPHICS_CAPTURE (priv->capture);
+  GstBuffer *buffer = nullptr;
+  guint width, height;
+  CaptureCropRect crop_rect;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    crop_rect = priv->crop_rect;
+  }
+
+  auto ret = gst_d3d12_graphics_capture_do_capture (wgc,
+      priv->downstream_supports_d3d12, &crop_rect, &buffer, &width, &height);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  if (width != priv->video_info.width || height != priv->video_info.height) {
+    gst_video_info_set_format (&priv->video_info, GST_VIDEO_FORMAT_BGRA,
+        width, height);
+    priv->video_info.fps_n = fps_n;
+    priv->video_info.fps_d = fps_d;
+
+    auto caps = gst_pad_get_current_caps (bsrc->srcpad);
+    if (!caps || gst_caps_is_any (caps)) {
+      GST_ERROR_OBJECT (self, "Couldn't get current caps");
+      gst_clear_caps (&caps);
+      gst_buffer_unref (buffer);
+      return GST_FLOW_ERROR;
+    }
+
+    caps = gst_caps_make_writable (caps);
+    gst_caps_set_simple (caps, "width", G_TYPE_INT, width, "height", G_TYPE_INT,
+        height, nullptr);
+
+    auto caps_ret = gst_base_src_set_caps (bsrc, caps);
+    gst_caps_unref (caps);
+    if (!caps_ret) {
+      GST_ERROR_OBJECT (self, "Couldn't update caps");
+      gst_buffer_unref (buffer);
+      return GST_FLOW_ERROR;
+    }
+  }
+
+  GST_BUFFER_DTS (buffer) = GST_CLOCK_TIME_NONE;
+  GST_BUFFER_PTS (buffer) = next_capture_ts;
+  GST_BUFFER_DURATION (buffer) = dur;
+
+  *buf = buffer;
+
+  return GST_FLOW_OK;
+}
+#endif
+
+static GstFlowReturn
+gst_d3d12_screen_capture_src_dxgi_capture (GstBaseSrc * bsrc,
+    guint64 offset, guint size, GstBuffer ** buf)
 {
   auto self = GST_D3D12_SCREEN_CAPTURE_SRC (bsrc);
   auto priv = self->priv;
@@ -795,11 +1304,7 @@
   GstBuffer *buffer = nullptr;
   D3D12_BOX crop_box;
 
-  if (!priv->capture) {
-    GST_ELEMENT_ERROR (self, RESOURCE, OPEN_READ,
-        ("Couldn't configure capture object"), (nullptr));
-    return GST_FLOW_NOT_NEGOTIATED;
-  }
+  auto dxgi_capture = GST_D3D12_DXGI_CAPTURE (priv->capture);
 
   fps_n = GST_VIDEO_INFO_FPS_N (&priv->video_info);
   fps_d = GST_VIDEO_INFO_FPS_D (&priv->video_info);
@@ -807,6 +1312,7 @@
   if (fps_n <= 0 || fps_d <= 0)
     return GST_FLOW_NOT_NEGOTIATED;
 
+again:
   {
     std::lock_guard < std::recursive_mutex > lk (priv->lock);
     draw_mouse = priv->show_cursor;
@@ -823,7 +1329,6 @@
     }
   }
 
-again:
   auto clock = gst_element_get_clock (GST_ELEMENT_CAST (self));
 
   /* Check flushing before waiting clock because we are might be doing
@@ -906,7 +1411,7 @@
   }
 
   auto before_capture = gst_util_get_timestamp ();
-  ret = gst_d3d12_screen_capture_do_capture (priv->capture, buffer,
+  ret = gst_d3d12_dxgi_capture_do_capture (dxgi_capture, buffer,
       &crop_box, draw_mouse);
 
   switch (ret) {
@@ -1004,3 +1509,23 @@
 
   return GST_FLOW_OK;
 }
+
+static GstFlowReturn
+gst_d3d12_screen_capture_src_create (GstBaseSrc * bsrc, guint64 offset,
+    guint size, GstBuffer ** buf)
+{
+  auto self = GST_D3D12_SCREEN_CAPTURE_SRC (bsrc);
+  auto priv = self->priv;
+
+  if (!priv->capture) {
+    GST_ELEMENT_ERROR (self, RESOURCE, OPEN_READ,
+        ("Couldn't configure capture object"), (nullptr));
+    return GST_FLOW_NOT_NEGOTIATED;
+  }
+#ifdef HAVE_WGC
+  if (priv->selected_capture_api == GST_D3D12_SCREEN_CAPTURE_API_WGC)
+    return gst_d3d12_screen_capture_src_wgc_capture (bsrc, offset, size, buf);
+#endif
+
+  return gst_d3d12_screen_capture_src_dxgi_capture (bsrc, offset, size, buf);
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12screencapturesrc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12screencapturesrc.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12swapchainsink.cpp Added

@@ -0,0 +1,1504 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-d3d12swapchainsink
+ * @title: d3d12swapchainsink
+ *
+ * d3d12swapchainsink offers DXGI swapchain created via
+ * IDXGIFactory2::CreateSwapChainForComposition for
+ * DirectComposition, WinUI3, and UWP applications, and presents video frames
+ * using swapchain
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12swapchainsink.h"
+#include "gstd3d12pluginutils.h"
+#include "gstd3d12overlaycompositor.h"
+#include <directx/d3dx12.h>
+#include <mutex>
+#include <wrl.h>
+#include <vector>
+#include <memory>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+
+enum
+{
+  PROP_0,
+  PROP_ADAPTER,
+  PROP_FORCE_ASPECT_RATIO,
+  PROP_WIDTH,
+  PROP_HEIGHT,
+  PROP_BORDER_COLOR,
+  PROP_SWAPCHAIN,
+  PROP_SAMPLING_METHOD,
+  PROP_MSAA,
+  PROP_HUE,
+  PROP_SATURATION,
+  PROP_BRIGHTNESS,
+  PROP_CONTRAST,
+  PROP_MAX_MIP_LEVELS,
+};
+
+#define DEFAULT_ADAPTER -1
+#define DEFAULT_FORCE_ASPECT_RATIO TRUE
+#define DEFAULT_WIDTH 1280
+#define DEFAULT_HEIGHT 720
+#define DEFAULT_BORDER_COLOR (G_GUINT64_CONSTANT(0xffff000000000000))
+#define DEFAULT_SAMPLING_METHOD GST_D3D12_SAMPLING_METHOD_BILINEAR
+#define DEFAULT_MSAA GST_D3D12_MSAA_DISABLED
+#define DEFAULT_HUE 0.0
+#define DEFAULT_SATURATION 1.0
+#define DEFAULT_BRIGHTNESS 0.0
+#define DEFAULT_CONTRAST 1.0
+#define DEFAULT_MAX_MIP_LEVELS 1
+
+#define BACK_BUFFER_COUNT 2
+
+enum
+{
+  SIGNAL_RESIZE,
+  SIGNAL_LAST
+};
+
+static guint d3d12_swapchain_sink_signalsSIGNAL_LAST = { 0, };
+
+static GstStaticPadTemplate sink_template =
+    GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS) ";"
+        GST_VIDEO_CAPS_MAKE (GST_D3D12_ALL_FORMATS) "; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY ","
+            GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION,
+            GST_D3D12_ALL_FORMATS)));
+
+GST_DEBUG_CATEGORY_STATIC (gst_d3d12_swapchain_sink_debug);
+#define GST_CAT_DEFAULT gst_d3d12_swapchain_sink_debug
+
+/* *INDENT-OFF* */
+struct BackBuffer
+{
+  BackBuffer (GstBuffer * buffer, ID3D12Resource * res)
+  {
+    backbuf = buffer;
+    resource = res;
+  }
+
+  ~BackBuffer ()
+  {
+    gst_clear_buffer (&backbuf);
+  }
+
+  GstBuffer *backbuf = nullptr;
+  ComPtr<ID3D12Resource> resource;
+};
+
+struct GstD3D12SwapChainSinkPrivate
+{
+  GstD3D12SwapChainSinkPrivate ()
+  {
+    const gchar *channels4 = { "HUE", "SATURATION",
+      "BRIGHTNESS", "CONTRAST"
+    };
+
+    convert_config = gst_structure_new_empty ("convert-config");
+    fence_data_pool = gst_d3d12_fence_data_pool_new ();
+    gst_video_info_init (&info);
+    gst_video_info_set_format (&display_info, GST_VIDEO_FORMAT_RGBA,
+        width, height);
+    update_border_color ();
+    color_balance_channels = nullptr;
+    for (guint i = 0; i < G_N_ELEMENTS (channels); i++) {
+      auto ch = (GstColorBalanceChannel *)
+          g_object_new (GST_TYPE_COLOR_BALANCE_CHANNEL, nullptr);
+      ch->label = g_strdup (channelsi);
+      ch->min_value = -1000;
+      ch->max_value = 1000;
+
+      color_balance_channels = g_list_append (color_balance_channels, ch);
+    }
+  }
+
+  ~GstD3D12SwapChainSinkPrivate ()
+  {
+    stop ();
+
+    gst_structure_free (convert_config);
+    gst_clear_object (&comp);
+    gst_clear_object (&ca_pool);
+    gst_clear_object (&fence_data_pool);
+    gst_clear_buffer (&msaa_buf);
+    backbuf.clear ();
+
+    auto iter = color_balance_channels;
+    while (iter) {
+      g_object_unref (iter->data);
+      iter = iter->next;
+    }
+
+    g_list_free (color_balance_channels);
+  }
+
+  void stop ()
+  {
+    if (cq && swapchain && fence_val > 0)
+     gst_d3d12_cmd_queue_idle_for_swapchain (cq, fence_val);
+    if (pool) {
+      gst_buffer_pool_set_active (pool, FALSE);
+      gst_clear_object (&pool);
+    }
+    gst_clear_caps (&caps);
+    gst_clear_buffer (&cached_buf);
+    gst_clear_object (&conv);
+    convert_format = GST_VIDEO_FORMAT_UNKNOWN;
+    caps_updated = false;
+    first_present = true;
+  }
+
+  void update_border_color ()
+  {
+    border_color_val0 = ((border_color &
+      G_GUINT64_CONSTANT(0x0000ffff00000000)) >> 32) / (FLOAT) G_MAXUINT16;
+    border_color_val1 = ((border_color &
+      G_GUINT64_CONSTANT(0x00000000ffff0000)) >> 16) / (FLOAT) G_MAXUINT16;
+    border_color_val2 = (border_color &
+      G_GUINT64_CONSTANT(0x000000000000ffff)) / (FLOAT) G_MAXUINT16;
+    border_color_val3 = ((border_color &
+      G_GUINT64_CONSTANT(0xffff000000000000)) >> 48) / (FLOAT) G_MAXUINT16;
+  }
+
+  std::recursive_mutex lock;
+  GstVideoInfo info;
+  GstVideoInfo display_info;
+  guint display_width;
+  guint display_height;
+  GstVideoFormat convert_format = GST_VIDEO_FORMAT_UNKNOWN;
+  ComPtr<IDXGISwapChain4> swapchain;
+  ComPtr<ID3D12GraphicsCommandList> cl;
+  std::vector<std::shared_ptr<BackBuffer>> backbuf;
+  GstStructure *convert_config = nullptr;
+  GstD3D12FenceDataPool *fence_data_pool = nullptr;
+  GstBufferPool *pool = nullptr;
+  GstD3D12CmdQueue *cq = nullptr;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
+  GstBuffer *cached_buf = nullptr;
+  GstBuffer *msaa_buf = nullptr;
+  GstCaps *caps = nullptr;
+  GstD3D12Converter *conv = nullptr;
+  GstD3D12OverlayCompositor *comp = nullptr;
+  guint64 fence_val = 0;
+  bool caps_updated = false;
+  bool first_present = true;
+  bool output_updated = false;
+  D3D12_BOX crop_rect = { };
+  D3D12_BOX prev_crop_rect = { };
+  FLOAT border_color_val4;
+  GstVideoRectangle viewport = { };
+  gboolean auto_resize = FALSE;
+
+  gint adapter = DEFAULT_ADAPTER;
+  gint force_aspect_ratio = DEFAULT_FORCE_ASPECT_RATIO;
+  guint width = DEFAULT_WIDTH;
+  guint height = DEFAULT_HEIGHT;
+  guint64 border_color = DEFAULT_BORDER_COLOR;
+  GstD3D12SamplingMethod sampling_method = DEFAULT_SAMPLING_METHOD;
+  GstD3D12MSAAMode msaa_mode = DEFAULT_MSAA;
+  GList *color_balance_channels = nullptr;
+  gdouble hue = DEFAULT_HUE;
+  gdouble saturation = DEFAULT_SATURATION;
+  gdouble brightness = DEFAULT_BRIGHTNESS;
+  gdouble contrast = DEFAULT_CONTRAST;
+  guint mip_levels = DEFAULT_MAX_MIP_LEVELS;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12SwapChainSink
+{
+  GstVideoSink parent;
+
+  GstD3D12Device *device;
+
+  GstD3D12SwapChainSinkPrivate *priv;
+};
+
+static void gst_d3d12_swapchain_sink_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_d3d12_swapchain_sink_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+static void gst_d3d12_swapchain_sink_finalize (GObject * object);
+static void gst_d3d12_swapchain_sink_set_context (GstElement * element,
+    GstContext * context);
+static gboolean gst_d3d12_swapchain_sink_start (GstBaseSink * sink);
+static gboolean gst_d3d12_swapchain_sink_stop (GstBaseSink * sink);
+static gboolean gst_d3d12_swapchain_sink_propose_allocation (GstBaseSink * sink,
+    GstQuery * query);
+static gboolean gst_d3d12_swapchain_sink_query (GstBaseSink * sink,
+    GstQuery * query);
+static GstFlowReturn gst_d3d12_swapchain_sink_prepare (GstBaseSink * sink,
+    GstBuffer * buf);
+static gboolean gst_d3d12_swapchain_sink_set_info (GstVideoSink * sink,
+    GstCaps * caps, const GstVideoInfo * info);
+static GstFlowReturn gst_d3d12_swapchain_sink_show_frame (GstVideoSink * sink,
+    GstBuffer * buf);
+static void gst_d3d12_swapchain_sink_resize (GstD3D12SwapChainSink * self,
+    guint width, guint height);
+static void
+gst_d3d12_swapchain_sink_resize_internal (GstD3D12SwapChainSink * self,
+    guint width, guint height);
+
+static void
+gst_d3d12_swapchain_sink_color_balance_init (GstColorBalanceInterface * iface);
+
+#define gst_d3d12_swapchain_sink_parent_class parent_class
+G_DEFINE_TYPE_WITH_CODE (GstD3D12SwapChainSink, gst_d3d12_swapchain_sink,
+    GST_TYPE_VIDEO_SINK,
+    G_IMPLEMENT_INTERFACE (GST_TYPE_COLOR_BALANCE,
+        gst_d3d12_swapchain_sink_color_balance_init));
+
+static void
+gst_d3d12_swapchain_sink_class_init (GstD3D12SwapChainSinkClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto basesink_class = GST_BASE_SINK_CLASS (klass);
+  auto videosink_class = GST_VIDEO_SINK_CLASS (klass);
+
+  object_class->set_property = gst_d3d12_swapchain_sink_set_property;
+  object_class->get_property = gst_d3d12_swapchain_sink_get_property;
+  object_class->finalize = gst_d3d12_swapchain_sink_finalize;
+
+  g_object_class_install_property (object_class, PROP_ADAPTER,
+      g_param_spec_int ("adapter", "Adapter",
+          "Adapter index for creating device (-1 for default)",
+          -1, G_MAXINT32, DEFAULT_ADAPTER,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_FORCE_ASPECT_RATIO,
+      g_param_spec_boolean ("force-aspect-ratio",
+          "Force aspect ratio",
+          "When enabled, scaling will respect original aspect ratio",
+          DEFAULT_FORCE_ASPECT_RATIO,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_WIDTH,
+      g_param_spec_uint ("swapchain-width", "Swapchain Width",
+          "Width of swapchain buffers",
+          1, D3D12_REQ_TEXTURE2D_U_OR_V_DIMENSION, DEFAULT_WIDTH,
+          (GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_HEIGHT,
+      g_param_spec_uint ("swapchain-height", "Swapchain Height",
+          "Height of swapchain buffers",
+          1, D3D12_REQ_TEXTURE2D_U_OR_V_DIMENSION, DEFAULT_HEIGHT,
+          (GParamFlags) (G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_BORDER_COLOR,
+      g_param_spec_uint64 ("border-color", "Border Color",
+          "ARGB64 representation of the border color to use",
+          0, G_MAXUINT64, DEFAULT_BORDER_COLOR,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_SWAPCHAIN,
+      g_param_spec_pointer ("swapchain", "SwapChain",
+          "DXGI swapchain handle",
+          (GParamFlags) (GST_PARAM_DOC_SHOW_DEFAULT | G_PARAM_READABLE |
+              G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_SAMPLING_METHOD,
+      g_param_spec_enum ("sampling-method", "Sampling method",
+          "Sampler filter type to use", GST_TYPE_D3D12_SAMPLING_METHOD,
+          DEFAULT_SAMPLING_METHOD,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_MSAA,
+      g_param_spec_enum ("msaa", "MSAA",
+          "MSAA (Multi-Sampling Anti-Aliasing) level",
+          GST_TYPE_D3D12_MSAA_MODE, DEFAULT_MSAA,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_HUE,
+      g_param_spec_double ("hue", "Hue", "hue", -1.0, 1.0, DEFAULT_HUE,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_SATURATION,
+      g_param_spec_double ("saturation", "Saturation", "saturation", 0.0, 2.0,
+          DEFAULT_SATURATION,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_BRIGHTNESS,
+      g_param_spec_double ("brightness", "Brightness", "brightness", -1.0, 1.0,
+          DEFAULT_BRIGHTNESS,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_CONTRAST,
+      g_param_spec_double ("contrast", "Contrast", "contrast", 0.0, 2.0,
+          DEFAULT_CONTRAST,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12SwapChainSink:max-mip-levels:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_MAX_MIP_LEVELS,
+      g_param_spec_uint ("max-mip-levels", "Max Mip Levels",
+          "Maximum mip levels of shader resource to create "
+          "if viewport size is smaller than shader resource "
+          "(0 = maximum level)", 0, G_MAXUINT16, DEFAULT_MAX_MIP_LEVELS,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  d3d12_swapchain_sink_signalsSIGNAL_RESIZE =
+      g_signal_new_class_handler ("resize", G_TYPE_FROM_CLASS (klass),
+      (GSignalFlags) (G_SIGNAL_RUN_LAST | G_SIGNAL_ACTION),
+      G_CALLBACK (gst_d3d12_swapchain_sink_resize), nullptr, nullptr, nullptr,
+      G_TYPE_NONE, 2, G_TYPE_UINT, G_TYPE_UINT);
+
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_set_context);
+
+  gst_element_class_set_static_metadata (element_class,
+      "Direct3D12 SwapChain Sink", "Sink/Video",
+      "DXGI composition swapchain sink",
+      "Seungha Yang <seungha@centricular.com>");
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+
+  basesink_class->start = GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_start);
+  basesink_class->stop = GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_stop);
+  basesink_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_propose_allocation);
+  basesink_class->query = GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_query);
+  basesink_class->prepare =
+      GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_prepare);
+
+  videosink_class->set_info =
+      GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_set_info);
+  videosink_class->show_frame =
+      GST_DEBUG_FUNCPTR (gst_d3d12_swapchain_sink_show_frame);
+
+  GST_DEBUG_CATEGORY_INIT (gst_d3d12_swapchain_sink_debug,
+      "d3d12swapchainsink", 0, "d3d12swapchainsink");
+
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_SAMPLING_METHOD,
+      (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_MSAA_MODE, (GstPluginAPIFlags) 0);
+}
+
+static void
+gst_d3d12_swapchain_sink_init (GstD3D12SwapChainSink * self)
+{
+  self->priv = new GstD3D12SwapChainSinkPrivate ();
+}
+
+static void
+gst_d3d12_swapchain_sink_finalize (GObject * object)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (object);
+
+  delete self->priv;
+
+  gst_clear_object (&self->device);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_d3d12_swapchain_sink_update_color_balance (GstD3D12SwapChainSink * self,
+    const gchar * name, gdouble * prev, gdouble value)
+{
+  auto priv = self->priv;
+
+  if (*prev != value) {
+    GList *iter = priv->color_balance_channels;
+
+    *prev = value;
+    priv->output_updated = true;
+    while (iter) {
+      auto ch = (GstColorBalanceChannel *) iter->data;
+      if (g_ascii_strcasecmp (ch->label, name) == 0) {
+        auto iface = GST_COLOR_BALANCE (self);
+        gst_color_balance_value_changed (iface, ch,
+            gst_color_balance_get_value (iface, ch));
+        break;
+      }
+
+      iter = g_list_next (iter);
+    }
+  }
+}
+
+static void
+gst_d3d12_swapchain_sink_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      priv->adapter = g_value_get_int (value);
+      break;
+    case PROP_FORCE_ASPECT_RATIO:
+    {
+      auto val = g_value_get_boolean (value);
+      if (val != priv->force_aspect_ratio) {
+        priv->force_aspect_ratio = val;
+        gst_d3d12_swapchain_sink_resize_internal (self,
+            priv->width, priv->height);
+      }
+      break;
+    }
+    case PROP_BORDER_COLOR:
+      priv->border_color = g_value_get_uint64 (value);
+      priv->update_border_color ();
+      break;
+    case PROP_SAMPLING_METHOD:
+    {
+      auto sampling_method = (GstD3D12SamplingMethod) g_value_get_enum (value);
+      if (priv->sampling_method != sampling_method) {
+        priv->sampling_method = sampling_method;
+        if (priv->conv) {
+          g_object_set (priv->conv, "sampler-filter",
+              gst_d3d12_sampling_method_to_native (priv->sampling_method),
+              nullptr);
+        }
+      }
+      break;
+    }
+    case PROP_MSAA:
+    {
+      auto msaa = (GstD3D12MSAAMode) g_value_get_enum (value);
+      if (priv->msaa_mode != msaa) {
+        priv->msaa_mode = msaa;
+        gst_d3d12_swapchain_sink_resize_internal (self,
+            priv->width, priv->height);
+      }
+      break;
+    }
+    case PROP_HUE:
+      gst_d3d12_swapchain_sink_update_color_balance (self,
+          "HUE", &priv->hue, g_value_get_double (value));
+      break;
+    case PROP_SATURATION:
+      gst_d3d12_swapchain_sink_update_color_balance (self,
+          "SATURATION", &priv->saturation, g_value_get_double (value));
+      break;
+    case PROP_BRIGHTNESS:
+      gst_d3d12_swapchain_sink_update_color_balance (self,
+          "BRIGHTNESS", &priv->brightness, g_value_get_double (value));
+      break;
+    case PROP_CONTRAST:
+      gst_d3d12_swapchain_sink_update_color_balance (self,
+          "CONTRAST", &priv->contrast, g_value_get_double (value));
+      break;
+    case PROP_MAX_MIP_LEVELS:
+      priv->mip_levels = g_value_get_uint (value);
+      if (priv->conv)
+        g_object_set (priv->conv, "max-mip-levels", priv->mip_levels, nullptr);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_resize_unlocked (GstD3D12SwapChainSink * self,
+    guint width, guint height)
+{
+  auto priv = self->priv;
+
+  if (width != priv->width || height != priv->height) {
+    GST_DEBUG_OBJECT (self, "Resizing swapchain, %ux%u -> %ux%u",
+        priv->width, priv->height, width, height);
+    if (priv->cq && priv->swapchain && priv->fence_val > 0)
+      gst_d3d12_cmd_queue_idle_for_swapchain (priv->cq, priv->fence_val);
+
+    priv->backbuf.clear ();
+    priv->width = width;
+    priv->height = height;
+    priv->first_present = true;
+    gst_video_info_set_format (&priv->display_info, GST_VIDEO_FORMAT_RGBA,
+        width, height);
+  }
+
+  if (priv->swapchain && priv->backbuf.empty ()) {
+    auto hr = priv->swapchain->ResizeBuffers (BACK_BUFFER_COUNT,
+        priv->width, priv->height, DXGI_FORMAT_R8G8B8A8_UNORM, 0);
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Resize failed");
+      return FALSE;
+    }
+
+    for (guint i = 0; i < BACK_BUFFER_COUNT; i++) {
+      ComPtr < ID3D12Resource > backbuf;
+      hr = priv->swapchain->GetBuffer (i, IID_PPV_ARGS (&backbuf));
+      if (!gst_d3d12_result (hr, self->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't get backbuffer");
+        priv->backbuf.clear ();
+        return FALSE;
+      }
+
+      auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, self->device,
+          backbuf.Get (), 0, nullptr, nullptr);
+      auto buf = gst_buffer_new ();
+      gst_buffer_append_memory (buf, mem);
+      auto swapbuf = std::make_shared < BackBuffer > (buf, backbuf.Get ());
+      priv->backbuf.push_back (swapbuf);
+    }
+  }
+
+  gst_clear_buffer (&priv->msaa_buf);
+  if (priv->swapchain) {
+    DXGI_SAMPLE_DESC sample_desc = { };
+    gst_d3d12_calculate_sample_desc_for_msaa (self->device,
+        DXGI_FORMAT_R8G8B8A8_UNORM, priv->msaa_mode, &sample_desc);
+
+    if (sample_desc.Count > 1) {
+      auto device = gst_d3d12_device_get_device_handle (self->device);
+
+      GST_DEBUG_OBJECT (self, "Enable MSAA x%d with quality level %d",
+          sample_desc.Count, sample_desc.Quality);
+      D3D12_HEAP_PROPERTIES heap_prop =
+          CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
+      D3D12_RESOURCE_DESC resource_desc =
+          CD3DX12_RESOURCE_DESC::Tex2D (DXGI_FORMAT_R8G8B8A8_UNORM,
+          priv->width, priv->height,
+          1, 1, sample_desc.Count, sample_desc.Quality,
+          D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET);
+      D3D12_CLEAR_VALUE clear_value = { };
+      clear_value.Format = DXGI_FORMAT_R8G8B8A8_UNORM;
+      for (guint i = 0; i < 4; i++)
+        clear_value.Colori = priv->border_color_vali;
+
+      ComPtr < ID3D12Resource > msaa_texture;
+      auto hr = device->CreateCommittedResource (&heap_prop,
+          D3D12_HEAP_FLAG_NONE,
+          &resource_desc, D3D12_RESOURCE_STATE_RENDER_TARGET, &clear_value,
+          IID_PPV_ARGS (&msaa_texture));
+      if (gst_d3d12_result (hr, self->device)) {
+        auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, self->device,
+            msaa_texture.Get (), 0, nullptr, nullptr);
+        priv->msaa_buf = gst_buffer_new ();
+        gst_buffer_append_memory (priv->msaa_buf, mem);
+      }
+    }
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_ensure_swapchain (GstD3D12SwapChainSink * self)
+{
+  auto priv = self->priv;
+  if (priv->swapchain)
+    return TRUE;
+
+  if (!gst_d3d12_ensure_element_data (GST_ELEMENT_CAST (self), priv->adapter,
+          &self->device)) {
+    GST_ERROR_OBJECT (self, "Cannot create device");
+    return FALSE;
+  }
+
+  priv->cq = gst_d3d12_device_get_cmd_queue (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+
+  auto cq = gst_d3d12_cmd_queue_get_handle (priv->cq);
+  auto factory = gst_d3d12_device_get_factory_handle (self->device);
+
+  DXGI_SWAP_CHAIN_DESC1 desc = { };
+  desc.Width = priv->width;
+  desc.Height = priv->height;
+  desc.Format = DXGI_FORMAT_R8G8B8A8_UNORM;
+  desc.SampleDesc.Count = 1;
+  desc.BufferUsage = DXGI_USAGE_RENDER_TARGET_OUTPUT;
+  desc.BufferCount = BACK_BUFFER_COUNT;
+  desc.Scaling = DXGI_SCALING_STRETCH;
+  desc.SwapEffect = DXGI_SWAP_EFFECT_FLIP_SEQUENTIAL;
+  desc.AlphaMode = DXGI_ALPHA_MODE_PREMULTIPLIED;
+
+  ComPtr < IDXGISwapChain1 > swapchain;
+  auto hr = factory->CreateSwapChainForComposition (cq, &desc, nullptr,
+      &swapchain);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create swapchain");
+    return FALSE;
+  }
+
+  hr = swapchain.As (&priv->swapchain);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't get IDXGISwapChain4 interface");
+    return FALSE;
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (self->device);
+  priv->ca_pool = gst_d3d12_cmd_alloc_pool_new (device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+
+  GstVideoInfo info;
+  gst_video_info_set_format (&info,
+      GST_VIDEO_FORMAT_RGBA, priv->width, priv->height);
+  priv->comp = gst_d3d12_overlay_compositor_new (self->device, &info);
+
+  return gst_d3d12_swapchain_sink_resize_unlocked (self,
+      priv->width, priv->height);
+}
+
+static void
+gst_d3d12_swapchain_sink_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      g_value_set_int (value, priv->adapter);
+      break;
+    case PROP_FORCE_ASPECT_RATIO:
+      g_value_set_boolean (value, priv->force_aspect_ratio);
+      break;
+    case PROP_WIDTH:
+      g_value_set_uint (value, priv->width);
+      break;
+    case PROP_HEIGHT:
+      g_value_set_uint (value, priv->height);
+      break;
+    case PROP_BORDER_COLOR:
+      g_value_set_uint64 (value, priv->border_color);
+      break;
+    case PROP_SWAPCHAIN:
+      gst_d3d12_swapchain_sink_ensure_swapchain (self);
+      g_value_set_pointer (value, priv->swapchain.Get ());
+      break;
+    case PROP_SAMPLING_METHOD:
+      g_value_set_enum (value, priv->sampling_method);
+      break;
+    case PROP_MSAA:
+      g_value_set_enum (value, priv->msaa_mode);
+      break;
+    case PROP_HUE:
+      g_value_set_double (value, priv->hue);
+      break;
+    case PROP_SATURATION:
+      g_value_set_double (value, priv->saturation);
+      break;
+    case PROP_BRIGHTNESS:
+      g_value_set_double (value, priv->brightness);
+      break;
+    case PROP_CONTRAST:
+      g_value_set_double (value, priv->contrast);
+      break;
+    case PROP_MAX_MIP_LEVELS:
+      g_value_set_uint (value, priv->mip_levels);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_d3d12_swapchain_sink_set_context (GstElement * element,
+    GstContext * context)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (element);
+  auto priv = self->priv;
+
+  gst_d3d12_handle_set_context (element, context, priv->adapter, &self->device);
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_set_info (GstVideoSink * sink, GstCaps * caps,
+    const GstVideoInfo * info)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (sink);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "set caps %" GST_PTR_FORMAT, caps);
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  gst_caps_replace (&priv->caps, caps);
+  priv->info = *info;
+  priv->caps_updated = true;
+
+  auto video_width = GST_VIDEO_INFO_WIDTH (&priv->info);
+  auto video_height = GST_VIDEO_INFO_HEIGHT (&priv->info);
+  auto video_par_n = GST_VIDEO_INFO_PAR_N (&priv->info);
+  auto video_par_d = GST_VIDEO_INFO_PAR_D (&priv->info);
+  gint display_par_n = 1;
+  gint display_par_d = 1;
+  guint num, den;
+
+  if (!gst_video_calculate_display_ratio (&num, &den, video_width,
+          video_height, video_par_n, video_par_d, display_par_n,
+          display_par_d)) {
+    GST_ELEMENT_WARNING (self, CORE, NEGOTIATION, (nullptr),
+        ("Error calculating the output display ratio of the video."));
+    GST_VIDEO_SINK_WIDTH (self) = video_width;
+    GST_VIDEO_SINK_HEIGHT (self) = video_height;
+  } else {
+    GST_DEBUG_OBJECT (self,
+        "video width/height: %dx%d, calculated display ratio: %d/%d format: %s",
+        video_width, video_height, num, den,
+        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&priv->info)));
+
+    if (video_height % den == 0) {
+      GST_DEBUG_OBJECT (self, "keeping video height");
+      GST_VIDEO_SINK_WIDTH (self) = (guint)
+          gst_util_uint64_scale_int (video_height, num, den);
+      GST_VIDEO_SINK_HEIGHT (self) = video_height;
+    } else if (video_width % num == 0) {
+      GST_DEBUG_OBJECT (self, "keeping video width");
+      GST_VIDEO_SINK_WIDTH (self) = video_width;
+      GST_VIDEO_SINK_HEIGHT (self) = (guint)
+          gst_util_uint64_scale_int (video_width, den, num);
+    } else {
+      GST_DEBUG_OBJECT (self, "approximating while keeping video height");
+      GST_VIDEO_SINK_WIDTH (self) = (guint)
+          gst_util_uint64_scale_int (video_height, num, den);
+      GST_VIDEO_SINK_HEIGHT (self) = video_height;
+    }
+  }
+
+  if (GST_VIDEO_SINK_WIDTH (self) <= 0) {
+    GST_WARNING_OBJECT (self, "Invalid display width %d",
+        GST_VIDEO_SINK_WIDTH (self));
+    GST_VIDEO_SINK_WIDTH (self) = 8;
+  }
+
+  if (GST_VIDEO_SINK_HEIGHT (self) <= 0) {
+    GST_WARNING_OBJECT (self, "Invalid display height %d",
+        GST_VIDEO_SINK_HEIGHT (self));
+    GST_VIDEO_SINK_HEIGHT (self) = 8;
+  }
+
+  GST_DEBUG_OBJECT (self, "scaling to %dx%d",
+      GST_VIDEO_SINK_WIDTH (self), GST_VIDEO_SINK_HEIGHT (self));
+
+  if (priv->pool) {
+    gst_buffer_pool_set_active (priv->pool, FALSE);
+    gst_clear_object (&priv->pool);
+  }
+
+  priv->pool = gst_d3d12_buffer_pool_new (self->device);
+  auto config = gst_buffer_pool_get_config (priv->pool);
+
+  gst_buffer_pool_config_set_params (config, priv->caps, priv->info.size, 0, 0);
+  if (!gst_buffer_pool_set_config (priv->pool, config) ||
+      !gst_buffer_pool_set_active (priv->pool, TRUE)) {
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED, (nullptr),
+        ("Couldn't setup buffer pool"));
+    gst_clear_object (&priv->pool);
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_foreach_meta (GstBuffer * buffer, GstMeta ** meta,
+    GstBuffer * uploaded)
+{
+  if ((*meta)->info->api != GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE)
+    return TRUE;
+
+  auto cmeta = (GstVideoOverlayCompositionMeta *) (*meta);
+  if (!cmeta->overlay)
+    return TRUE;
+
+  if (gst_video_overlay_composition_n_rectangles (cmeta->overlay) == 0)
+    return TRUE;
+
+  gst_buffer_add_video_overlay_composition_meta (uploaded, cmeta->overlay);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_render (GstD3D12SwapChainSink * self)
+{
+  auto priv = self->priv;
+  if (!priv->cached_buf) {
+    GST_DEBUG_OBJECT (self, "No cached buffer");
+    return TRUE;
+  }
+
+  auto crop_rect = priv->crop_rect;
+  auto crop_meta = gst_buffer_get_video_crop_meta (priv->cached_buf);
+  if (crop_meta) {
+    crop_rect = CD3DX12_BOX (crop_meta->x, crop_meta->y,
+        crop_meta->x + crop_meta->width, crop_meta->y + crop_meta->height);
+  }
+
+  if (crop_rect != priv->prev_crop_rect) {
+    g_object_set (priv->conv, "src-x", (gint) crop_rect.left,
+        "src-y", (gint) crop_rect.top,
+        "src-width", (gint) (crop_rect.right - crop_rect.left),
+        "src-height", (gint) (crop_rect.bottom - crop_rect.top), nullptr);
+    priv->prev_crop_rect = crop_rect;
+  }
+
+  priv->lock.lock ();
+  if (priv->first_present || priv->output_updated) {
+    GstVideoRectangle dst_rect = { };
+    dst_rect.w = priv->width;
+    dst_rect.h = priv->height;
+
+    if (priv->force_aspect_ratio) {
+      GstVideoRectangle src_rect = { };
+      src_rect.w = priv->display_width;
+      src_rect.h = priv->display_height;
+
+      gst_video_sink_center_rect (src_rect, dst_rect, &priv->viewport, TRUE);
+    } else {
+      priv->viewport = dst_rect;
+    }
+
+    g_object_set (priv->conv, "dest-x", priv->viewport.x,
+        "dest-y", priv->viewport.y, "dest-width", priv->viewport.w,
+        "dest-height", priv->viewport.h, "hue", priv->hue,
+        "saturation", priv->saturation, "brightness", priv->brightness,
+        "contrast", priv->contrast, "max-mip-levels", priv->mip_levels,
+        nullptr);
+    gst_d3d12_overlay_compositor_update_viewport (priv->comp, &priv->viewport);
+
+    priv->first_present = false;
+    priv->output_updated = false;
+  }
+  priv->lock.unlock ();
+
+  gst_d3d12_overlay_compositor_upload (priv->comp, priv->cached_buf);
+
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ca_pool, &gst_ca)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+    return FALSE;
+  }
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  auto hr = ca->Reset ();
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command list");
+    gst_d3d12_cmd_alloc_unref (gst_ca);
+    return FALSE;
+  }
+
+  ComPtr < ID3D12GraphicsCommandList > cl;
+  if (!priv->cl) {
+    auto device_handle = gst_d3d12_device_get_device_handle (self->device);
+    hr = device_handle->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
+        ca, nullptr, IID_PPV_ARGS (&cl));
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return FALSE;
+    }
+
+    priv->cl = cl;
+  } else {
+    cl = priv->cl;
+    hr = cl->Reset (ca, nullptr);
+    if (!gst_d3d12_result (hr, self->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't reset command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return FALSE;
+    }
+  }
+
+  auto cur_idx = priv->swapchain->GetCurrentBackBufferIndex ();
+  auto backbuf = priv->backbufcur_idx->backbuf;
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (backbuf, 0);
+  auto backbuf_texture = gst_d3d12_memory_get_resource_handle (mem);
+  GstBuffer *conv_outbuf = backbuf;
+  ID3D12Resource *msaa_resource = nullptr;
+
+  if (priv->msaa_buf) {
+    conv_outbuf = priv->msaa_buf;
+    mem = (GstD3D12Memory *) gst_buffer_peek_memory (conv_outbuf, 0);
+    msaa_resource = gst_d3d12_memory_get_resource_handle (mem);
+    auto msaa_buf = gst_buffer_ref (priv->msaa_buf);
+    gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (msaa_buf));
+  } else {
+    D3D12_RESOURCE_BARRIER barrier =
+        CD3DX12_RESOURCE_BARRIER::Transition (backbuf_texture,
+        D3D12_RESOURCE_STATE_COMMON,
+        D3D12_RESOURCE_STATE_RENDER_TARGET);
+    cl->ResourceBarrier (1, &barrier);
+  }
+
+  if (priv->viewport.x != 0 || priv->viewport.y != 0 ||
+      (guint) priv->viewport.w != priv->width ||
+      (guint) priv->viewport.h != priv->height) {
+    auto rtv_heap = gst_d3d12_memory_get_render_target_view_heap (mem);
+    auto cpu_handle = GetCPUDescriptorHandleForHeapStart (rtv_heap);
+    cl->ClearRenderTargetView (cpu_handle, priv->border_color_val, 0, nullptr);
+  }
+
+  if (!gst_d3d12_converter_convert_buffer (priv->conv,
+          priv->cached_buf, conv_outbuf, fence_data, cl.Get (), TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't build convert command");
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  if (!gst_d3d12_overlay_compositor_draw (priv->comp,
+          conv_outbuf, fence_data, cl.Get ())) {
+    GST_ERROR_OBJECT (self, "Couldn't build overlay command");
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  if (msaa_resource) {
+    std::vector < D3D12_RESOURCE_BARRIER > barriers;
+    barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (msaa_resource,
+            D3D12_RESOURCE_STATE_RENDER_TARGET,
+            D3D12_RESOURCE_STATE_RESOLVE_SOURCE));
+    barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (backbuf_texture,
+            D3D12_RESOURCE_STATE_COMMON, D3D12_RESOURCE_STATE_RESOLVE_DEST));
+    cl->ResourceBarrier (barriers.size (), barriers.data ());
+
+    cl->ResolveSubresource (backbuf_texture, 0, msaa_resource, 0,
+        DXGI_FORMAT_R8G8B8A8_UNORM);
+
+    barriers.clear ();
+    barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (msaa_resource,
+            D3D12_RESOURCE_STATE_RESOLVE_SOURCE,
+            D3D12_RESOURCE_STATE_RENDER_TARGET));
+    barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (backbuf_texture,
+            D3D12_RESOURCE_STATE_RESOLVE_DEST, D3D12_RESOURCE_STATE_COMMON));
+    cl->ResourceBarrier (barriers.size (), barriers.data ());
+  } else {
+    auto barrier = CD3DX12_RESOURCE_BARRIER::Transition (backbuf_texture,
+        D3D12_RESOURCE_STATE_RENDER_TARGET, D3D12_RESOURCE_STATE_COMMON);
+    cl->ResourceBarrier (1, &barrier);
+  }
+
+  hr = cl->Close ();
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't close command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  ID3D12CommandList *cmd_list = { cl.Get () };
+  hr = gst_d3d12_cmd_queue_execute_command_lists (priv->cq,
+      1, cmd_list, &priv->fence_val);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Signal failed");
+    gst_d3d12_fence_data_unref (fence_data);
+    return FALSE;
+  }
+
+  gst_d3d12_cmd_queue_set_notify (priv->cq, priv->fence_val,
+      fence_data, (GDestroyNotify) gst_d3d12_fence_data_unref);
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_set_buffer (GstD3D12SwapChainSink * self,
+    GstBuffer * buffer, gboolean is_prepare)
+{
+  auto priv = self->priv;
+  bool need_render = false;
+  bool update_converter = false;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!priv->swapchain || priv->backbuf.empty ()) {
+    GST_ERROR_OBJECT (self, "Swapchain was not configured");
+    return FALSE;
+  }
+
+  if (is_prepare) {
+    if (priv->caps_updated) {
+      need_render = false;
+      update_converter = false;
+    } else {
+      need_render = true;
+      update_converter = false;
+    }
+  } else {
+    if (priv->caps_updated) {
+      need_render = true;
+      update_converter = true;
+      priv->caps_updated = false;
+      if (priv->auto_resize) {
+        gst_clear_buffer (&priv->cached_buf);
+        gst_d3d12_swapchain_sink_resize_internal (self,
+            GST_VIDEO_SINK_WIDTH (self), GST_VIDEO_SINK_HEIGHT (self));
+      }
+    } else {
+      need_render = false;
+      update_converter = false;
+    }
+  }
+
+  if (update_converter) {
+    gst_d3d12_cmd_queue_idle_for_swapchain (priv->cq, priv->fence_val);
+
+    auto format = GST_VIDEO_INFO_FORMAT (&priv->info);
+    if (priv->convert_format != format)
+      gst_clear_object (&priv->conv);
+
+    priv->display_width = GST_VIDEO_SINK_WIDTH (self);
+    priv->display_height = GST_VIDEO_SINK_HEIGHT (self);
+    priv->convert_format = format;
+    priv->crop_rect = CD3DX12_BOX (0, 0, priv->info.width, priv->info.height);
+    priv->prev_crop_rect = priv->crop_rect;
+    priv->first_present = true;
+    gst_clear_buffer (&priv->cached_buf);
+
+    if (!priv->conv) {
+      DXGI_SAMPLE_DESC sample_desc = { };
+      gst_d3d12_calculate_sample_desc_for_msaa (self->device,
+          DXGI_FORMAT_R8G8B8A8_UNORM, priv->msaa_mode, &sample_desc);
+
+      gst_structure_set (priv->convert_config,
+          GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE,
+          GST_TYPE_D3D12_CONVERTER_ALPHA_MODE,
+          GST_VIDEO_INFO_HAS_ALPHA (&priv->info) ?
+          GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED :
+          GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED,
+          GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
+          GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER,
+          gst_d3d12_sampling_method_to_native (priv->sampling_method),
+          GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_COUNT, G_TYPE_UINT,
+          sample_desc.Count,
+          GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_QUALITY, G_TYPE_UINT,
+          sample_desc.Quality,
+          GST_D3D12_CONVERTER_OPT_COLOR_BALANCE,
+          GST_TYPE_D3D12_CONVERTER_COLOR_BALANCE,
+          GST_D3D12_CONVERTER_COLOR_BALANCE_ENABLED,
+          GST_D3D12_CONVERTER_OPT_MIP_GEN, GST_TYPE_D3D12_CONVERTER_MIP_GEN,
+          GST_D3D12_CONVERTER_MIP_GEN_ENABLED, nullptr);
+
+      priv->conv = gst_d3d12_converter_new (self->device, nullptr, &priv->info,
+          &priv->display_info, nullptr, nullptr,
+          gst_structure_copy (priv->convert_config));
+      if (!priv->conv) {
+        GST_ERROR_OBJECT (self, "Couldn't create converter");
+        return FALSE;
+      }
+    } else {
+      g_object_set (priv->conv, "src-x", 0, "src-y", 0,
+          "src-width", priv->info.width, "src-height", priv->info.height,
+          nullptr);
+    }
+  }
+
+  if (!need_render)
+    return TRUE;
+
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (!gst_is_d3d12_memory (mem)) {
+    GstBuffer *upload = nullptr;
+    gst_buffer_pool_acquire_buffer (priv->pool, &upload, nullptr);
+    if (!upload) {
+      GST_ERROR_OBJECT (self, "Couldn't allocate upload buffer");
+      return FALSE;
+    }
+
+    GstVideoFrame in_frame, out_frame;
+    if (!gst_video_frame_map (&in_frame, &priv->info, buffer, GST_MAP_READ)) {
+      GST_ERROR_OBJECT (self, "Couldn't map input frame");
+      gst_buffer_unref (upload);
+      return FALSE;
+    }
+
+    if (!gst_video_frame_map (&out_frame, &priv->info, upload, GST_MAP_WRITE)) {
+      GST_ERROR_OBJECT (self, "Couldn't map upload frame");
+      gst_video_frame_unmap (&in_frame);
+      gst_buffer_unref (upload);
+      return FALSE;
+    }
+
+    auto copy_ret = gst_video_frame_copy (&out_frame, &in_frame);
+    gst_video_frame_unmap (&out_frame);
+    gst_video_frame_unmap (&in_frame);
+    if (!copy_ret) {
+      GST_ERROR_OBJECT (self, "Couldn't copy frame");
+      gst_buffer_unref (upload);
+      return FALSE;
+    }
+
+    gst_buffer_foreach_meta (buffer,
+        (GstBufferForeachMetaFunc) gst_d3d12_swapchain_sink_foreach_meta,
+        upload);
+
+    gst_clear_buffer (&priv->cached_buf);
+    priv->cached_buf = upload;
+  } else {
+    gst_buffer_replace (&priv->cached_buf, buffer);
+  }
+
+  return gst_d3d12_swapchain_sink_render (self);
+}
+
+static void
+gst_d3d12_swapchain_sink_resize_internal (GstD3D12SwapChainSink * self,
+    guint width, guint height)
+{
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!gst_d3d12_swapchain_sink_resize_unlocked (self, width, height)) {
+    GST_ERROR_OBJECT (self, "Couldn't resize swapchain");
+    return;
+  }
+
+  if (priv->swapchain && priv->cached_buf &&
+      gst_d3d12_swapchain_sink_render (self)) {
+    GST_DEBUG_OBJECT (self, "resize %ux%u", width, height);
+    auto hr = priv->swapchain->Present (0, 0);
+    if (!gst_d3d12_result (hr, self->device))
+      GST_ERROR_OBJECT (self, "Present failed");
+
+    gst_d3d12_cmd_queue_execute_command_lists (priv->cq,
+        0, nullptr, &priv->fence_val);
+  }
+}
+
+static void
+gst_d3d12_swapchain_sink_resize (GstD3D12SwapChainSink * self, guint width,
+    guint height)
+{
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (width == 0 && height == 0) {
+    GST_DEBUG_OBJECT (self, "Enable auto resize");
+    priv->auto_resize = TRUE;
+    if (GST_VIDEO_SINK_WIDTH (self) > 0 && GST_VIDEO_SINK_HEIGHT (self) > 0) {
+      width = GST_VIDEO_SINK_WIDTH (self);
+      height = GST_VIDEO_SINK_HEIGHT (self);
+    } else {
+      GST_DEBUG_OBJECT (self, "Caps is not configured yet");
+      return;
+    }
+  } else {
+    if (width == 0 || width > D3D12_REQ_TEXTURE2D_U_OR_V_DIMENSION) {
+      GST_WARNING_OBJECT (self, "Invalid width value %u", width);
+      return;
+    }
+
+    if (height == 0 || height > D3D12_REQ_TEXTURE2D_U_OR_V_DIMENSION) {
+      GST_WARNING_OBJECT (self, "Invalid height value %u", height);
+      return;
+    }
+
+    priv->auto_resize = FALSE;
+  }
+
+  gst_d3d12_swapchain_sink_resize_internal (self, width, height);
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_start (GstBaseSink * sink)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (sink);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Start");
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!gst_d3d12_swapchain_sink_ensure_swapchain (self)) {
+    GST_ERROR_OBJECT (self, "Couldn't create swapchain");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_stop (GstBaseSink * sink)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (sink);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Stop");
+
+  priv->stop ();
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_propose_allocation (GstBaseSink * sink,
+    GstQuery * query)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (sink);
+  GstCaps *caps;
+  GstBufferPool *pool = nullptr;
+  GstVideoInfo info;
+  guint size;
+  gboolean need_pool;
+
+  if (!self->device) {
+    GST_WARNING_OBJECT (self, "No configured device");
+    return FALSE;
+  }
+
+  gst_query_parse_allocation (query, &caps, &need_pool);
+  if (!caps) {
+    GST_WARNING_OBJECT (self, "no caps specified");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  size = info.size;
+
+  bool is_d3d12 = false;
+  auto features = gst_caps_get_features (caps, 0);
+  if (gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+    is_d3d12 = true;
+    GST_DEBUG_OBJECT (self, "upstream support d3d12 memory");
+  }
+
+  if (need_pool) {
+    if (is_d3d12)
+      pool = gst_d3d12_buffer_pool_new (self->device);
+    else
+      pool = gst_video_buffer_pool_new ();
+
+    auto config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_add_option (config,
+        GST_BUFFER_POOL_OPTION_VIDEO_META);
+    if (!is_d3d12) {
+      gst_buffer_pool_config_add_option (config,
+          GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
+    }
+
+    gst_buffer_pool_config_set_params (config, caps, size, 2, 0);
+
+    if (!gst_buffer_pool_set_config (pool, config)) {
+      GST_ERROR_OBJECT (pool, "Couldn't set config");
+      gst_object_unref (pool);
+
+      return FALSE;
+    }
+
+    if (is_d3d12) {
+      config = gst_buffer_pool_get_config (pool);
+      gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr,
+          nullptr);
+      gst_structure_free (config);
+    }
+  }
+
+  gst_query_add_allocation_pool (query, pool, size, 2, 0);
+  gst_clear_object (&pool);
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, nullptr);
+  gst_query_add_allocation_meta (query,
+      GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE, nullptr);
+  if (is_d3d12) {
+    gst_query_add_allocation_meta (query,
+        GST_VIDEO_CROP_META_API_TYPE, nullptr);
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_swapchain_sink_query (GstBaseSink * sink, GstQuery * query)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (sink);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+      if (gst_d3d12_handle_context_query (GST_ELEMENT (self), query,
+              self->device)) {
+        return TRUE;
+      }
+      break;
+    default:
+      break;
+  }
+
+  return GST_BASE_SINK_CLASS (parent_class)->query (sink, query);
+}
+
+static GstFlowReturn
+gst_d3d12_swapchain_sink_prepare (GstBaseSink * sink, GstBuffer * buffer)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (sink);
+  auto priv = self->priv;
+
+  auto pts = GST_BUFFER_PTS (buffer);
+  if (GST_CLOCK_TIME_IS_VALID (pts)) {
+    auto stream_time = gst_segment_to_stream_time (&sink->segment,
+        GST_FORMAT_TIME, pts);
+    if (GST_CLOCK_TIME_IS_VALID (stream_time))
+      gst_object_sync_values (GST_OBJECT (self), stream_time);
+  }
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!gst_d3d12_swapchain_sink_set_buffer (self, buffer, TRUE)) {
+    GST_ERROR_OBJECT (self, "Set buffer failed");
+    return GST_FLOW_ERROR;
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_d3d12_swapchain_sink_show_frame (GstVideoSink * sink, GstBuffer * buf)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (sink);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!gst_d3d12_swapchain_sink_set_buffer (self, buf, FALSE)) {
+    GST_ERROR_OBJECT (self, "Set buffer failed");
+    return GST_FLOW_ERROR;
+  }
+
+  auto hr = priv->swapchain->Present (0, 0);
+  if (!gst_d3d12_result (hr, self->device)) {
+    GST_ERROR_OBJECT (self, "Present failed");
+    return GST_FLOW_ERROR;
+  }
+
+  /* To update fence value */
+  gst_d3d12_cmd_queue_execute_command_lists (priv->cq,
+      0, nullptr, &priv->fence_val);
+
+  return GST_FLOW_OK;
+}
+
+static const GList *
+gst_d3d12_swapchain_sink_color_balance_list_channels (GstColorBalance * iface)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (iface);
+  auto priv = self->priv;
+
+  return priv->color_balance_channels;
+}
+
+static void
+gst_d3d12_swapchain_sink_color_balance_set_value (GstColorBalance * iface,
+    GstColorBalanceChannel * channel, gint value)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (iface);
+  auto priv = self->priv;
+  gdouble new_val;
+
+  g_return_if_fail (channel->label);
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!g_ascii_strcasecmp (channel->label, "HUE")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0 - 1.0;
+    gst_d3d12_swapchain_sink_update_color_balance (self,
+        "HUE", &priv->hue, new_val);
+  } else if (!g_ascii_strcasecmp (channel->label, "SATURATION")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0;
+    gst_d3d12_swapchain_sink_update_color_balance (self,
+        "SATURATION", &priv->saturation, new_val);
+  } else if (!g_ascii_strcasecmp (channel->label, "BRIGHTNESS")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0 - 1.0;
+    gst_d3d12_swapchain_sink_update_color_balance (self,
+        "BRIGHTNESS", &priv->brightness, new_val);
+  } else if (!g_ascii_strcasecmp (channel->label, "CONTRAST")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0;
+    gst_d3d12_swapchain_sink_update_color_balance (self,
+        "BRIGHTNESS", &priv->contrast, new_val);
+  }
+}
+
+static gint
+gst_d3d12_swapchain_sink_color_balance_get_value (GstColorBalance * iface,
+    GstColorBalanceChannel * channel)
+{
+  auto self = GST_D3D12_SWAPCHAIN_SINK (iface);
+  auto priv = self->priv;
+  gint value = 0;
+
+  g_return_val_if_fail (channel->label, 0);
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (!g_ascii_strcasecmp (channel->label, "HUE")) {
+      auto hue = priv->hue;
+      value = static_cast < gint > ((hue + 1) * 2000.0 / 2.0 - 1000.0);
+    } else if (!g_ascii_strcasecmp (channel->label, "SATURATION")) {
+      auto saturation = priv->saturation;
+      value = static_cast < gint > (saturation * 2000.0 / 2.0 - 1000.0);
+    } else if (!g_ascii_strcasecmp (channel->label, "BRIGHTNESS")) {
+      auto brightness = priv->brightness;
+      value = static_cast < gint > ((brightness + 1) * 2000.0 / 2.0 - 1000.0);
+    } else if (!g_ascii_strcasecmp (channel->label, "CONTRAST")) {
+      auto contrast = priv->contrast;
+      value = static_cast < gint > (contrast * 2000.0 / 2.0 - 1000.0);
+    }
+  }
+
+  return value;
+}
+
+static GstColorBalanceType
+gst_d3d12_swapchain_sink_color_balance_get_balance_type (GstColorBalance *
+    iface)
+{
+  return GST_COLOR_BALANCE_HARDWARE;
+}
+
+static void
+gst_d3d12_swapchain_sink_color_balance_init (GstColorBalanceInterface * iface)
+{
+  iface->list_channels = gst_d3d12_swapchain_sink_color_balance_list_channels;
+  iface->set_value = gst_d3d12_swapchain_sink_color_balance_set_value;
+  iface->get_value = gst_d3d12_swapchain_sink_color_balance_get_value;
+  iface->get_balance_type =
+      gst_d3d12_swapchain_sink_color_balance_get_balance_type;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12swapchainsink.h Added

@@ -0,0 +1,33 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_SWAPCHAIN_SINK (gst_d3d12_swapchain_sink_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12SwapChainSink, gst_d3d12_swapchain_sink,
+    GST, D3D12_SWAPCHAIN_SINK, GstVideoSink)
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12testsrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12testsrc.cpp Changed

@@ -35,22 +35,19 @@
 #endif
 
 #include "gstd3d12testsrc.h"
-#include "gstd3d11on12.h"
 #include "gstd3d12pluginutils.h"
 #include <directx/d3dx12.h>
 #include <wrl.h>
 #include <string.h>
+#include <d3d11on12.h>
 #include <d3d11.h>
 #include <d2d1.h>
 #include <math.h>
 #include <memory>
 #include <vector>
 #include <queue>
-#include "PSMain_checker.h"
-#include "PSMain_color.h"
-#include "PSMain_snow.h"
-#include "VSMain_color.h"
-#include "VSMain_coord.h"
+#include <atomic>
+#include <gst/d3dshader/gstd3dshader.h>
 
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
@@ -124,13 +121,13 @@
   PROP_PATTERN,
   PROP_ALPHA,
   PROP_ALPHA_MODE,
+  PROP_ASYNC_DEPTH,
 };
 
 #define DEFAULT_ADAPTER -1
 #define DEFAULT_PATTERN GST_D3D12_TEST_SRC_SMPTE
 #define DEFAULT_ALPHA 1.0f
-
-#define ASYNC_DEPTH 2
+#define DEFAULT_ASYNC_DEPTH 0
 
 struct ColorValue
 {
@@ -230,25 +227,26 @@
 {
   RenderContext (GstD3D12Device * dev)
   {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
     device = (GstD3D12Device *) gst_object_ref (dev);
-    ca_pool = gst_d3d12_command_allocator_pool_new (device,
+    auto device_handle = gst_d3d12_device_get_device_handle (device);
+    ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
         D3D12_COMMAND_LIST_TYPE_DIRECT);
   }
 
   ~RenderContext ()
   {
     gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        fence_val, event_handle);
-
-    CloseHandle (event_handle);
+        fence_val);
 
-    /* releasing d3d12/d3d11/d2d shared resource might not thread safe? */
-    gst_d3d12_device_lock (device);
-    brush = nullptr;
-    d2d_target = nullptr;
-    wrapped_texture = nullptr;
-    gst_d3d12_device_unlock (device);
+    {
+      GstD3D12Device11on12LockGuard lk (device);
+      brush = nullptr;
+      d2d_target = nullptr;
+      wrapped_texture = nullptr;
+      device11on12 = nullptr;
+      d3d11_context = nullptr;
+      device11 = nullptr;
+    }
 
     gst_clear_buffer (&render_buffer);
 
@@ -267,7 +265,8 @@
   GstBuffer *render_buffer = nullptr;
   GstBufferPool *convert_pool = nullptr;
 
-  ComPtr<IUnknown> d3d11on12;
+  ComPtr<ID3D11On12Device> device11on12;
+  ComPtr<ID3D11Device> device11;
   ComPtr<ID3D11DeviceContext> d3d11_context;
   ComPtr<ID2D1RenderTarget> d2d_target;
   ComPtr<ID2D1RadialGradientBrush> brush;
@@ -281,7 +280,7 @@
 
   ComPtr<ID3D12GraphicsCommandList> cl;
   std::queue<guint64> scheduled;
-  GstD3D12CommandAllocatorPool *ca_pool;
+  GstD3D12CmdAllocPool *ca_pool;
 
   D3D12_VIEWPORT viewport;
   D3D12_RECT scissor_rect;
@@ -289,7 +288,6 @@
   StaticColor static_color2;
   std::vector < std::shared_ptr < GstD3D12TestSrcQuad >> quad;
   GstD3D12TestSrcPattern pattern;
-  HANDLE event_handle;
   guint64 fence_val = 0;
 };
 
@@ -324,6 +322,7 @@
   gint64 accum_frames = 0;
   GstClockTime accum_rtime = 0;
   GstClockTime running_time = 0;
+  std::atomic<guint> async_depth = { DEFAULT_ASYNC_DEPTH };
 };
 /* *INDENT-ON* */
 
@@ -372,9 +371,7 @@
     D3D12_ROOT_SIGNATURE_FLAG_ALLOW_INPUT_ASSEMBLER_INPUT_LAYOUT |
     D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
     D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_AMPLIFICATION_SHADER_ROOT_ACCESS |
-    D3D12_ROOT_SIGNATURE_FLAG_DENY_MESH_SHADER_ROOT_ACCESS;
+    D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS;
 
 
 static gboolean
@@ -416,6 +413,20 @@
     return FALSE;
   }
 
+  GstD3DShaderByteCode vs_code;
+  GstD3DShaderByteCode ps_code;
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COORD,
+          GST_D3D_SM_5_0, &vs_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get vs bytecode");
+    return FALSE;
+  }
+
+  if (!gst_d3d_plugin_shader_get_ps_blob (GST_D3D_PLUGIN_PS_SNOW,
+          GST_D3D_SM_5_0, &ps_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+
   D3D12_INPUT_ELEMENT_DESC input_desc2;
   input_desc0.SemanticName = "POSITION";
   input_desc0.SemanticIndex = 0;
@@ -435,10 +446,10 @@
 
   D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc = { };
   pso_desc.pRootSignature = rs.Get ();
-  pso_desc.VS.BytecodeLength = sizeof (g_VSMain_coord);
-  pso_desc.VS.pShaderBytecode = g_VSMain_coord;
-  pso_desc.PS.BytecodeLength = sizeof (g_PSMain_snow);
-  pso_desc.PS.pShaderBytecode = g_PSMain_snow;
+  pso_desc.VS.BytecodeLength = vs_code.byte_code_len;
+  pso_desc.VS.pShaderBytecode = vs_code.byte_code;
+  pso_desc.PS.BytecodeLength = ps_code.byte_code_len;
+  pso_desc.PS.pShaderBytecode = ps_code.byte_code;
   pso_desc.BlendState = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
   pso_desc.SampleMask = UINT_MAX;
   pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
@@ -534,9 +545,12 @@
   D3D12_RESOURCE_DESC buffer_desc =
       CD3DX12_RESOURCE_DESC::Buffer (sizeof (UvVertexData) * 4
       + sizeof (indices));
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
   ComPtr < ID3D12Resource > vertex_index_upload;
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &buffer_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
       IID_PPV_ARGS (&vertex_index_upload));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -558,8 +572,7 @@
 
   heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
   ComPtr < ID3D12Resource > vertex_index_buf;
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &buffer_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
       IID_PPV_ARGS (&vertex_index_buf));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -626,6 +639,20 @@
     return FALSE;
   }
 
+  GstD3DShaderByteCode vs_code;
+  GstD3DShaderByteCode ps_code;
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COLOR,
+          GST_D3D_SM_5_0, &vs_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get vs bytecode");
+    return FALSE;
+  }
+
+  if (!gst_d3d_plugin_shader_get_ps_blob (GST_D3D_PLUGIN_PS_COLOR,
+          GST_D3D_SM_5_0, &ps_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+
   D3D12_INPUT_ELEMENT_DESC input_desc2;
   input_desc0.SemanticName = "POSITION";
   input_desc0.SemanticIndex = 0;
@@ -645,10 +672,10 @@
 
   D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc = { };
   pso_desc.pRootSignature = rs.Get ();
-  pso_desc.VS.BytecodeLength = sizeof (g_VSMain_color);
-  pso_desc.VS.pShaderBytecode = g_VSMain_color;
-  pso_desc.PS.BytecodeLength = sizeof (g_PSMain_color);
-  pso_desc.PS.pShaderBytecode = g_PSMain_color;
+  pso_desc.VS.BytecodeLength = vs_code.byte_code_len;
+  pso_desc.VS.pShaderBytecode = vs_code.byte_code;
+  pso_desc.PS.BytecodeLength = ps_code.byte_code_len;
+  pso_desc.PS.pShaderBytecode = ps_code.byte_code;
   pso_desc.BlendState = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
   pso_desc.SampleMask = UINT_MAX;
   pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
@@ -911,9 +938,12 @@
   D3D12_RESOURCE_DESC buffer_desc =
       CD3DX12_RESOURCE_DESC::Buffer (sizeof (ColorVertexData) * 4 * 20
       + sizeof (WORD) * 6 * 20);
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
   ComPtr < ID3D12Resource > vertex_index_upload;
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &buffer_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
       IID_PPV_ARGS (&vertex_index_upload));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -936,8 +966,7 @@
 
   heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
   ComPtr < ID3D12Resource > vertex_index_buf;
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &buffer_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
       IID_PPV_ARGS (&vertex_index_buf));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -1003,6 +1032,20 @@
     return FALSE;
   }
 
+  GstD3DShaderByteCode vs_code;
+  GstD3DShaderByteCode ps_code;
+  if (!gst_d3d_plugin_shader_get_vs_blob (GST_D3D_PLUGIN_VS_COORD,
+          GST_D3D_SM_5_0, &vs_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get vs bytecode");
+    return FALSE;
+  }
+
+  if (!gst_d3d_plugin_shader_get_ps_blob (GST_D3D_PLUGIN_PS_CHECKER,
+          GST_D3D_SM_5_0, &ps_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get ps bytecode");
+    return FALSE;
+  }
+
   D3D12_INPUT_ELEMENT_DESC input_desc2;
   input_desc0.SemanticName = "POSITION";
   input_desc0.SemanticIndex = 0;
@@ -1022,10 +1065,10 @@
 
   D3D12_GRAPHICS_PIPELINE_STATE_DESC pso_desc = { };
   pso_desc.pRootSignature = rs.Get ();
-  pso_desc.VS.BytecodeLength = sizeof (g_VSMain_coord);
-  pso_desc.VS.pShaderBytecode = g_VSMain_coord;
-  pso_desc.PS.BytecodeLength = sizeof (g_PSMain_checker);
-  pso_desc.PS.pShaderBytecode = g_PSMain_checker;
+  pso_desc.VS.BytecodeLength = vs_code.byte_code_len;
+  pso_desc.VS.pShaderBytecode = vs_code.byte_code;
+  pso_desc.PS.BytecodeLength = ps_code.byte_code_len;
+  pso_desc.PS.pShaderBytecode = ps_code.byte_code;
   pso_desc.BlendState = CD3DX12_BLEND_DESC (D3D12_DEFAULT);
   pso_desc.SampleMask = UINT_MAX;
   pso_desc.RasterizerState = CD3DX12_RASTERIZER_DESC (D3D12_DEFAULT);
@@ -1078,9 +1121,12 @@
   D3D12_RESOURCE_DESC buffer_desc =
       CD3DX12_RESOURCE_DESC::Buffer (sizeof (UvVertexData) * 4
       + sizeof (indices));
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
   ComPtr < ID3D12Resource > vertex_index_upload;
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &buffer_desc, D3D12_RESOURCE_STATE_GENERIC_READ, nullptr,
       IID_PPV_ARGS (&vertex_index_upload));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -1102,8 +1148,7 @@
 
   heap_prop = CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
   ComPtr < ID3D12Resource > vertex_index_buf;
-  hr = device->CreateCommittedResource (&heap_prop,
-      D3D12_HEAP_FLAG_CREATE_NOT_ZEROED,
+  hr = device->CreateCommittedResource (&heap_prop, heap_flags,
       &buffer_desc, D3D12_RESOURCE_STATE_COMMON, nullptr,
       IID_PPV_ARGS (&vertex_index_buf));
   if (!gst_d3d12_result (hr, self->device)) {
@@ -1154,27 +1199,26 @@
     priv->d2d_factory = d2d_factory;
   }
 
-  hr = gst_d3d12_device_get_d3d11on12_device (self->device, &ctx->d3d11on12);
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't get d3d11on12 device");
-    return FALSE;
-  }
-
-  ComPtr < ID3D11Device > d3d11dev;
-  hr = ctx->d3d11on12.As (&d3d11dev);
-  if (!gst_d3d12_result (hr, self->device)) {
+  ComPtr < IUnknown > unknown =
+      gst_d3d12_device_get_11on12_handle (self->device);
+  if (!unknown) {
     GST_ERROR_OBJECT (self, "Couldn't get d3d11 device");
     return FALSE;
   }
 
-  d3d11dev->GetImmediateContext (&ctx->d3d11_context);
+  unknown.As (&ctx->device11on12);
+  unknown.As (&ctx->device11);
+  ctx->device11->GetImmediateContext (&ctx->d3d11_context);
 
-  hr = GstD3D11On12CreateWrappedResource (ctx->d3d11on12.Get (),
-      ctx->texture.Get (),
-      D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE,
-      D3D11_RESOURCE_MISC_SHARED, 0, 0,
+  D3D11_RESOURCE_FLAGS flags11 = { };
+  flags11.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
+  flags11.MiscFlags = D3D11_RESOURCE_MISC_SHARED;
+
+  GstD3D12Device11on12LockGuard lk (self->device);
+  hr = ctx->device11on12->CreateWrappedResource (ctx->texture.Get (), &flags11,
       D3D12_RESOURCE_STATE_RENDER_TARGET,
-      D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE, &ctx->wrapped_texture);
+      D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE,
+      IID_PPV_ARGS (&ctx->wrapped_texture));
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't create wrapped resource");
     return FALSE;
@@ -1343,6 +1387,18 @@
           (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
               G_PARAM_STATIC_STRINGS)));
 
+  /**
+   * GstD3D12TestSrc:async-depth:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_ASYNC_DEPTH,
+      g_param_spec_uint ("async-depth", "Async Depth",
+          "Number of in-flight GPU commands which can be scheduled without "
+          "synchronization (0 = unlimited)", 0, G_MAXINT, DEFAULT_ASYNC_DEPTH,
+          (GParamFlags) (GST_PARAM_MUTABLE_PLAYING |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
   element_class->set_context =
       GST_DEBUG_FUNCPTR (gst_d3d12_test_src_set_context);
 
@@ -1411,6 +1467,9 @@
     case PROP_ALPHA:
       priv->alpha = g_value_get_float (value);
       break;
+    case PROP_ASYNC_DEPTH:
+      priv->async_depth = g_value_get_uint (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -1437,6 +1496,9 @@
     case PROP_ALPHA:
       g_value_set_float (value, priv->alpha);
       break;
+    case PROP_ASYNC_DEPTH:
+      g_value_set_uint (value, priv->async_depth);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -1528,7 +1590,7 @@
 
   gst_video_info_set_format (&draw_info, GST_VIDEO_FORMAT_BGRA,
       priv->info.width, priv->info.height);
-  ctx->conv = gst_d3d12_converter_new (self->device,
+  ctx->conv = gst_d3d12_converter_new (self->device, nullptr,
       &draw_info, &priv->info, nullptr, nullptr, config);
 
   if (!ctx->conv) {
@@ -1536,6 +1598,13 @@
     return FALSE;
   }
 
+  GstD3D12Format device_format;
+  if (!gst_d3d12_device_get_format (self->device,
+          GST_VIDEO_INFO_FORMAT (&priv->info), &device_format)) {
+    GST_ERROR_OBJECT (self, "Couldn't get device foramt");
+    return FALSE;
+  }
+
   auto device = gst_d3d12_device_get_device_handle (self->device);
   D3D12_HEAP_PROPERTIES heap_prop =
       CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
@@ -1545,7 +1614,10 @@
       D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
       D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
   D3D12_CLEAR_VALUE clear_value = { };
-  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+  D3D12_HEAP_FLAGS heap_flags = D3D12_HEAP_FLAG_NONE;
+  if (gst_d3d12_device_non_zeroed_supported (self->device))
+    heap_flags = D3D12_HEAP_FLAG_CREATE_NOT_ZEROED;
+
   clear_value.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
   clear_value.Color0 = 0.0f;
   clear_value.Color1 = 0.0f;
@@ -1586,14 +1658,15 @@
   }
 
   auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, self->device,
-      ctx->texture.Get (), 0);
+      ctx->texture.Get (), 0, nullptr, nullptr);
   if (!mem) {
     GST_ERROR_OBJECT (self, "Couldn't wrap texture");
     return FALSE;
   }
 
-  if (!gst_d3d12_memory_get_render_target_view_heap ((GstD3D12Memory *) mem,
-          &ctx->rtv_heap)) {
+  ctx->rtv_heap =
+      gst_d3d12_memory_get_render_target_view_heap ((GstD3D12Memory *) mem);
+  if (!ctx->rtv_heap) {
     GST_ERROR_OBJECT (self, "Couldn't get rtv heap");
     gst_memory_unref (mem);
     return FALSE;
@@ -1606,10 +1679,20 @@
     ctx->convert_pool = gst_d3d12_buffer_pool_new (self->device);
     config = gst_buffer_pool_get_config (ctx->convert_pool);
     gst_buffer_pool_config_set_params (config, caps, priv->info.size, 0, 0);
+
+    D3D12_RESOURCE_FLAGS resource_flags =
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+
+    if ((device_format.format_flags & GST_D3D12_FORMAT_FLAG_OUTPUT_UAV)
+        == GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) {
+      resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
+    } else {
+      resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+    }
+
     auto params = gst_d3d12_allocation_params_new (self->device, &priv->info,
-        GST_D3D12_ALLOCATION_FLAG_DEFAULT,
-        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS);
+        GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+        D3D12_HEAP_FLAG_NONE);
     gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
     gst_d3d12_allocation_params_free (params);
 
@@ -1760,6 +1843,13 @@
 
   gst_video_info_from_caps (&vinfo, caps);
 
+  GstD3D12Format device_format;
+  if (!gst_d3d12_device_get_format (self->device,
+          GST_VIDEO_INFO_FORMAT (&vinfo), &device_format)) {
+    GST_ERROR_OBJECT (self, "Couldn't get device foramt");
+    return FALSE;
+  }
+
   if (gst_query_get_n_allocation_pools (query) > 0) {
     gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
     update_pool = TRUE;
@@ -1775,7 +1865,7 @@
       gst_clear_object (&pool);
     } else {
       GstD3D12BufferPool *dpool = GST_D3D12_BUFFER_POOL (pool);
-      if (dpool->device != self->device)
+      if (!gst_d3d12_device_is_equal (dpool->device, self->device))
         gst_clear_object (&pool);
     }
   }
@@ -1794,13 +1884,19 @@
 
   if (priv->downstream_supports_d3d12) {
     D3D12_RESOURCE_FLAGS resource_flags =
-        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
-        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+    if ((device_format.format_flags & GST_D3D12_FORMAT_FLAG_OUTPUT_UAV)
+        == GST_D3D12_FORMAT_FLAG_OUTPUT_UAV) {
+      resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
+    } else {
+      resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+    }
 
     auto params = gst_buffer_pool_config_get_d3d12_allocation_params (config);
     if (!params) {
       params = gst_d3d12_allocation_params_new (self->device, &vinfo,
-          GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags);
+          GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+          D3D12_HEAP_FLAG_SHARED);
     } else {
       gst_d3d12_allocation_params_set_resource_flags (params, resource_flags);
       gst_d3d12_allocation_params_unset_resource_flags (params,
@@ -1958,11 +2054,10 @@
   x = 20 + (0.5 + 0.5 * sin (rad)) * (priv->info.width - 40);
   y = 20 + (0.5 + 0.5 * sin (rad * sqrt (2))) * (priv->info.height - 40);
 
-  gst_d3d12_device_lock (self->device);
   ID3D11Resource *resources = { priv->ctx->wrapped_texture.Get () };
 
-  GstD3D11On12AcquireWrappedResource (priv->ctx->d3d11on12.Get (), resources,
-      1);
+  GstD3D12Device11on12LockGuard lk (self->device);
+  priv->ctx->device11on12->AcquireWrappedResources (resources, 1);
 
   priv->ctx->brush->SetCenter (D2D1::Point2F (x, y));
   priv->ctx->d2d_target->BeginDraw ();
@@ -1970,12 +2065,9 @@
   priv->ctx->d2d_target->FillEllipse (D2D1::Ellipse (D2D1::Point2F (x, y),
           20, 20), priv->ctx->brush.Get ());
   priv->ctx->d2d_target->EndDraw ();
-
-  GstD3D11On12ReleaseWrappedResource (priv->ctx->d3d11on12.Get (), resources,
-      1);
+  priv->ctx->device11on12->ReleaseWrappedResources (resources, 1);
 
   priv->ctx->d3d11_context->Flush ();
-  gst_d3d12_device_unlock (self->device);
 
   return TRUE;
 }
@@ -1985,25 +2077,20 @@
 {
   auto priv = self->priv;
 
-  gst_d3d12_device_lock (self->device);
   ID3D11Resource *resources = { priv->ctx->wrapped_texture.Get () };
 
-  GstD3D11On12AcquireWrappedResource (priv->ctx->d3d11on12.Get (), resources,
-      1);
+  GstD3D12Device11on12LockGuard lk (self->device);
+  priv->ctx->device11on12->AcquireWrappedResources (resources, 1);
   priv->ctx->d2d_target->BeginDraw ();
   priv->ctx->d2d_target->Clear (D2D1::ColorF (D2D1::ColorF::Black));
   priv->ctx->d2d_target->FillEllipse (D2D1::Ellipse (D2D1::Point2F (priv->
               ctx->x, priv->ctx->y), priv->ctx->rad, priv->ctx->rad),
       priv->ctx->brush.Get ());
   priv->ctx->d2d_target->EndDraw ();
-
-  GstD3D11On12ReleaseWrappedResource (priv->ctx->d3d11on12.Get (), resources,
-      1);
+  priv->ctx->device11on12->ReleaseWrappedResources (resources, 1);
 
   priv->ctx->d3d11_context->Flush ();
 
-  gst_d3d12_device_unlock (self->device);
-
   return TRUE;
 }
 
@@ -2022,20 +2109,18 @@
 
   if (ctx->static_color0.is_valid) {
     if (ctx->static_color1.is_valid && (priv->n_frames % 2) == 1) {
-      cl->ClearRenderTargetView (ctx->
-          rtv_heap->GetCPUDescriptorHandleForHeapStart (),
-          ctx->static_color1.value.color, 0, nullptr);
+      cl->ClearRenderTargetView (GetCPUDescriptorHandleForHeapStart
+          (ctx->rtv_heap), ctx->static_color1.value.color, 0, nullptr);
     } else {
-      cl->ClearRenderTargetView (ctx->
-          rtv_heap->GetCPUDescriptorHandleForHeapStart (),
-          ctx->static_color0.value.color, 0, nullptr);
+      cl->ClearRenderTargetView (GetCPUDescriptorHandleForHeapStart
+          (ctx->rtv_heap), ctx->static_color0.value.color, 0, nullptr);
     }
   } else {
     cl->IASetPrimitiveTopology (D3D_PRIMITIVE_TOPOLOGY_TRIANGLELIST);
     cl->RSSetViewports (1, &ctx->viewport);
     cl->RSSetScissorRects (1, &ctx->scissor_rect);
     D3D12_CPU_DESCRIPTOR_HANDLE rtv_heaps = {
-      priv->ctx->rtv_heap->GetCPUDescriptorHandleForHeapStart ()
+      GetCPUDescriptorHandleForHeapStart (priv->ctx->rtv_heap)
     };
     cl->OMSetRenderTargets (1, rtv_heaps, FALSE, nullptr);
 
@@ -2101,36 +2186,19 @@
   if (ret != GST_FLOW_OK)
     return ret;
 
-  auto completed = gst_d3d12_device_get_completed_value (self->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
-  while (!priv->ctx->scheduled.empty ()) {
-    if (priv->ctx->scheduled.front () > completed)
-      break;
-
-    priv->ctx->scheduled.pop ();
-  }
-
-  if (priv->ctx->scheduled.size () >= ASYNC_DEPTH) {
-    auto fence_to_wait = priv->ctx->scheduled.front ();
-    priv->ctx->scheduled.pop ();
-    gst_d3d12_device_fence_wait (self->device,
-        D3D12_COMMAND_LIST_TYPE_DIRECT, fence_to_wait, priv->ctx->event_handle);
-  }
-
-  GstD3D12CommandAllocator *gst_ca;
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
     GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
     gst_clear_buffer (&convert_buffer);
     return GST_FLOW_ERROR;
   }
 
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
 
   auto hr = ca->Reset ();
   if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
-    gst_d3d12_command_allocator_unref (gst_ca);
+    gst_d3d12_cmd_alloc_unref (gst_ca);
     gst_clear_buffer (&convert_buffer);
     return GST_FLOW_ERROR;
   }
@@ -2138,18 +2206,18 @@
   if (!priv->ctx->cl) {
     auto device = gst_d3d12_device_get_device_handle (self->device);
     hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        ca.Get (), nullptr, IID_PPV_ARGS (&priv->ctx->cl));
+        ca, nullptr, IID_PPV_ARGS (&priv->ctx->cl));
     if (!gst_d3d12_result (hr, self->device)) {
       GST_ERROR_OBJECT (self, "Couldn't reset command list");
-      gst_d3d12_command_allocator_unref (gst_ca);
+      gst_d3d12_cmd_alloc_unref (gst_ca);
       gst_clear_buffer (&convert_buffer);
       return GST_FLOW_ERROR;
     }
   } else {
-    hr = priv->ctx->cl->Reset (ca.Get (), nullptr);
+    hr = priv->ctx->cl->Reset (ca, nullptr);
     if (!gst_d3d12_result (hr, self->device)) {
       GST_ERROR_OBJECT (self, "Couldn't reset command list");
-      gst_d3d12_command_allocator_unref (gst_ca);
+      gst_d3d12_cmd_alloc_unref (gst_ca);
       gst_clear_buffer (&convert_buffer);
       return GST_FLOW_ERROR;
     }
@@ -2158,13 +2226,13 @@
   auto cl = priv->ctx->cl;
   GstD3D12FenceData *fence_data;
   gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
 
   pts = priv->accum_rtime + priv->running_time;
   gst_d3d12_test_src_draw_pattern (self, pts, cl.Get ());
-
   if (!gst_d3d12_converter_convert_buffer (priv->ctx->conv,
-          priv->ctx->render_buffer, convert_buffer, fence_data, cl.Get ())) {
+          priv->ctx->render_buffer, convert_buffer, fence_data, cl.Get (),
+          FALSE)) {
     GST_ERROR_OBJECT (self, "Couldn't build convert command");
     gst_clear_buffer (&convert_buffer);
     gst_d3d12_fence_data_unref (fence_data);
@@ -2182,20 +2250,41 @@
 
   ID3D12CommandList *cmd_list = { priv->ctx->cl.Get () };
 
-  if (!gst_d3d12_device_execute_command_lists (self->device,
-          D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list, &priv->ctx->fence_val)) {
+  hr = gst_d3d12_device_execute_command_lists (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT, 1, cmd_list, &priv->ctx->fence_val);
+  if (!gst_d3d12_result (hr, self->device)) {
     GST_ERROR_OBJECT (self, "Couldn't execute command list");
     gst_d3d12_fence_data_unref (fence_data);
     return GST_FLOW_ERROR;
   }
 
-  gst_d3d12_buffer_after_write (convert_buffer, priv->ctx->fence_val);
+  gst_d3d12_buffer_set_fence (convert_buffer,
+      gst_d3d12_device_get_fence_handle (self->device,
+          D3D12_COMMAND_LIST_TYPE_DIRECT), priv->ctx->fence_val, FALSE);
 
   gst_d3d12_device_set_fence_notify (self->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT, priv->ctx->fence_val, fence_data);
+      D3D12_COMMAND_LIST_TYPE_DIRECT, priv->ctx->fence_val,
+      FENCE_NOTIFY_MINI_OBJECT (fence_data));
 
   priv->ctx->scheduled.push (priv->ctx->fence_val);
 
+  auto completed = gst_d3d12_device_get_completed_value (self->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  while (!priv->ctx->scheduled.empty ()) {
+    if (priv->ctx->scheduled.front () > completed)
+      break;
+
+    priv->ctx->scheduled.pop ();
+  }
+
+  auto async_depth = priv->async_depth.load ();
+  if (async_depth > 0 && priv->ctx->scheduled.size () > async_depth) {
+    auto fence_to_wait = priv->ctx->scheduled.front ();
+    priv->ctx->scheduled.pop ();
+    gst_d3d12_device_fence_wait (self->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT, fence_to_wait);
+  }
+
   if (priv->downstream_supports_d3d12) {
     buffer = convert_buffer;
     convert_buffer = nullptr;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12testsrc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12testsrc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12upload.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12upload.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12videosink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12videosink.cpp Changed

@@ -28,6 +28,61 @@
 #include <atomic>
 #include <string>
 
+/**
+ * GstD3D12VideoSinkDisplayFormat:
+ *
+ * Swapchain display format
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_D3D12_VIDEO_SINK_DISPLAY_FORMAT (gst_d3d12_video_sink_display_format_type())
+static GType
+gst_d3d12_video_sink_display_format_type (void)
+{
+  static GType format_type = 0;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    static const GEnumValue format_types = {
+      /**
+       * GstD3D12VideoSinkDisplayFormat::unknown:
+       *
+       * Since: 1.26
+       */
+      {DXGI_FORMAT_UNKNOWN, "DXGI_FORMAT_UNKNOWN", "unknown"},
+
+      /**
+       * GstD3D12VideoSinkDisplayFormat::r10g10b10a2-unorm:
+       *
+       * Since: 1.26
+       */
+      {DXGI_FORMAT_R10G10B10A2_UNORM,
+          "DXGI_FORMAT_R10G10B10A2_UNORM", "r10g10b10a2-unorm"},
+
+      /**
+       * GstD3D12VideoSinkDisplayFormat::r8g8b8a8-unorm:
+       *
+       * Since: 1.26
+       */
+      {DXGI_FORMAT_R8G8B8A8_UNORM,
+          "DXGI_FORMAT_R8G8B8A8_UNORM", "r8g8b8a8-unorm"},
+
+      /**
+       * GstD3D12VideoSinkDisplayFormat::b8g8r8a8-unorm:
+       *
+       * Since: 1.26
+       */
+      {DXGI_FORMAT_B8G8R8A8_UNORM,
+          "DXGI_FORMAT_B8G8R8A8_UNORM", "b8g8r8a8-unorm"},
+      {0, nullptr, nullptr},
+    };
+
+    format_type = g_enum_register_static ("GstD3D12VideoSinkDisplayFormat",
+        format_types);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return format_type;
+}
+
 enum
 {
   PROP_0,
@@ -49,6 +104,16 @@
   PROP_SAMPLING_METHOD,
   PROP_GAMMA_MODE,
   PROP_PRIMARIES_MODE,
+  PROP_OVERLAY_MODE,
+  PROP_DISPLAY_FORMAT,
+  PROP_ERROR_ON_CLOSED,
+  PROP_EXTERNAL_WINDOW_ONLY,
+  PROP_DIRECT_SWAPCHAIN,
+  PROP_HUE,
+  PROP_SATURATION,
+  PROP_BRIGHTNESS,
+  PROP_CONTRAST,
+  PROP_MAX_MIP_LEVELS,
 };
 
 #define DEFAULT_ADAPTER -1
@@ -66,6 +131,24 @@
 #define DEFAULT_SAMPLING_METHOD GST_D3D12_SAMPLING_METHOD_BILINEAR
 #define DEFAULT_GAMMA_MODE GST_VIDEO_GAMMA_MODE_NONE
 #define DEFAULT_PRIMARIES_MODE GST_VIDEO_PRIMARIES_MODE_NONE
+#define DEFAULT_OVERLAY_MODE GST_D3D12_WINDOW_OVERLAY_NONE
+#define DEFAULT_DISPLAY_FORMAT DXGI_FORMAT_UNKNOWN
+#define DEFAULT_ERROR_ON_CLOSED TRUE
+#define DEFAULT_EXTERNAL_WINDOW_ONLY FALSE
+#define DEFAULT_DIRECT_SWAPCHAIN FALSE
+#define DEFAULT_HUE 0.0
+#define DEFAULT_SATURATION 1.0
+#define DEFAULT_BRIGHTNESS 0.0
+#define DEFAULT_CONTRAST 1.0
+#define DEFAULT_MAX_MIP_LEVELS 1
+
+enum
+{
+  SIGNAL_OVERLAY,
+  SIGNAL_LAST
+};
+
+static guint d3d12_video_sink_signalsSIGNAL_LAST = { 0, };
 
 static GstStaticPadTemplate sink_template =
     GST_STATIC_PAD_TEMPLATE ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
@@ -89,17 +172,40 @@
 {
   GstD3D12VideoSinkPrivate ()
   {
+    const gchar *channels4 = { "HUE", "SATURATION",
+      "BRIGHTNESS", "CONTRAST"
+    };
     window = gst_d3d12_window_new ();
+    convert_config = gst_structure_new_empty ("convert-config");
+    color_balance_channels = nullptr;
+    for (guint i = 0; i < G_N_ELEMENTS (channels); i++) {
+      auto ch = (GstColorBalanceChannel *)
+          g_object_new (GST_TYPE_COLOR_BALANCE_CHANNEL, nullptr);
+      ch->label = g_strdup (channelsi);
+      ch->min_value = -1000;
+      ch->max_value = 1000;
+
+      color_balance_channels = g_list_append (color_balance_channels, ch);
+    }
   }
 
   ~GstD3D12VideoSinkPrivate ()
   {
+    gst_structure_free (convert_config);
     gst_clear_caps (&caps);
     gst_clear_object (&window);
     if (pool) {
       gst_buffer_pool_set_active (pool, FALSE);
       gst_object_unref (pool);
     }
+
+    auto iter = color_balance_channels;
+    while (iter) {
+      g_object_unref (iter->data);
+      iter = iter->next;
+    }
+
+    g_list_free (color_balance_channels);
   }
 
   GstD3D12Window *window;
@@ -112,6 +218,13 @@
   GstCaps *caps = nullptr;
   gboolean update_window = FALSE;
   GstBufferPool *pool = nullptr;
+  GstStructure *convert_config;
+
+  gboolean warn_closed_window = FALSE;
+  gboolean window_open_called = FALSE;
+
+  GList *color_balance_channels = nullptr;
+  std::atomic<bool> sync_in_progress = { false };
 
   std::recursive_mutex lock;
   /* properties */
@@ -135,6 +248,15 @@
   GstVideoGammaMode gamma_mode = DEFAULT_GAMMA_MODE;
   GstVideoPrimariesMode primaries_mode = DEFAULT_PRIMARIES_MODE;
   GstD3D12SamplingMethod sampling_method = DEFAULT_SAMPLING_METHOD;
+  GstD3D12WindowOverlayMode overlay_mode = DEFAULT_OVERLAY_MODE;
+  DXGI_FORMAT display_format = DEFAULT_DISPLAY_FORMAT;
+  std::atomic<gboolean> error_on_closed = { DEFAULT_ERROR_ON_CLOSED };
+  gboolean external_only = DEFAULT_EXTERNAL_WINDOW_ONLY;
+  std::atomic<gboolean> direct_swapchain = { DEFAULT_DIRECT_SWAPCHAIN };
+  gdouble hue = DEFAULT_HUE;
+  gdouble saturation = DEFAULT_SATURATION;
+  gdouble brightness = DEFAULT_BRIGHTNESS;
+  gdouble contrast = DEFAULT_CONTRAST;
 };
 /* *INDENT-ON* */
 
@@ -147,9 +269,9 @@
   GstD3D12VideoSinkPrivate *priv;
 };
 
-static void gst_d3d12_videosink_set_property (GObject * object, guint prop_id,
+static void gst_d3d12_video_sink_set_property (GObject * object, guint prop_id,
     const GValue * value, GParamSpec * pspec);
-static void gst_d3d12_videosink_get_property (GObject * object, guint prop_id,
+static void gst_d3d12_video_sink_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec);
 static void gst_d3d12_video_sink_dispose (GObject * object);
 static void gst_d3d12_video_sink_finalize (GObject * object);
@@ -176,15 +298,24 @@
 static void gst_d3d12_video_sink_key_event (GstD3D12Window * window,
     const gchar * event, const gchar * key, GstD3D12VideoSink * self);
 static void gst_d3d12_video_sink_mouse_event (GstD3D12Window * window,
-    const gchar * event, gint button, gdouble x, gdouble y,
+    const gchar * event, gint button, gdouble x, gdouble y, guint modifier,
+    GstD3D12VideoSink * self);
+static void gst_d3d12_video_sink_scroll_event (GstD3D12Window * window,
+    gint delta_x, gint delta_y, gdouble x, gdouble y, guint modifier,
     GstD3D12VideoSink * self);
 static void gst_d3d12_video_sink_on_fullscreen (GstD3D12Window * window,
     gboolean is_fullscreen, GstD3D12VideoSink * self);
+static void gst_d3d12_video_sink_on_overlay (GstD3D12Window * window,
+    gpointer command_queue, gpointer resource12, gpointer device11on12,
+    gpointer resource11, gpointer context2d, gpointer viewport,
+    GstD3D12VideoSink * self);
 
 static void
 gst_d3d12_video_sink_video_overlay_init (GstVideoOverlayInterface * iface);
 static void
 gst_d3d12_video_sink_navigation_init (GstNavigationInterface * iface);
+static void
+gst_d3d12_video_sink_color_balance_init (GstColorBalanceInterface * iface);
 
 #define gst_d3d12_video_sink_parent_class parent_class
 G_DEFINE_TYPE_WITH_CODE (GstD3D12VideoSink, gst_d3d12_video_sink,
@@ -193,6 +324,8 @@
         gst_d3d12_video_sink_video_overlay_init);
     G_IMPLEMENT_INTERFACE (GST_TYPE_NAVIGATION,
         gst_d3d12_video_sink_navigation_init);
+    G_IMPLEMENT_INTERFACE (GST_TYPE_COLOR_BALANCE,
+        gst_d3d12_video_sink_color_balance_init);
     GST_DEBUG_CATEGORY_INIT (gst_d3d12_video_sink_debug,
         "d3d12videosink", 0, "d3d12videosink"));
 
@@ -204,8 +337,8 @@
   auto basesink_class = GST_BASE_SINK_CLASS (klass);
   auto videosink_class = GST_VIDEO_SINK_CLASS (klass);
 
-  object_class->set_property = gst_d3d12_videosink_set_property;
-  object_class->get_property = gst_d3d12_videosink_get_property;
+  object_class->set_property = gst_d3d12_video_sink_set_property;
+  object_class->get_property = gst_d3d12_video_sink_get_property;
   object_class->dispose = gst_d3d12_video_sink_dispose;
   object_class->finalize = gst_d3d12_video_sink_finalize;
 
@@ -322,6 +455,189 @@
           DEFAULT_SAMPLING_METHOD,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
+  /**
+   * GstD3D12VideoSink:overlay-mode:
+   *
+   * Overly signal type
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_OVERLAY_MODE,
+      g_param_spec_flags ("overlay-mode", "Overlay Mode",
+          "Overlay signal type to use", GST_TYPE_D3D12_WINDOW_OVERLAY_MODE,
+          DEFAULT_OVERLAY_MODE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:display-format:
+   *
+   * Swapchain display format
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_DISPLAY_FORMAT,
+      g_param_spec_enum ("display-format", "Display Format",
+          "Swapchain display format", GST_TYPE_D3D12_VIDEO_SINK_DISPLAY_FORMAT,
+          DEFAULT_DISPLAY_FORMAT, (GParamFlags) (G_PARAM_READWRITE |
+              GST_PARAM_MUTABLE_READY | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:error-on-closed:
+   *
+   * Posts error message if window got closed in playing or paused state
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_ERROR_ON_CLOSED,
+      g_param_spec_boolean ("error-on-closed", "Error On Closed",
+          "Posts error message and return flow error if window is closed "
+          "in playing or paused state", DEFAULT_ERROR_ON_CLOSED,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:external-window-only:
+   *
+   * If enabled and window handle is not set by user, videosink will report
+   * error instead of creating videosink's own window.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_EXTERNAL_WINDOW_ONLY,
+      g_param_spec_boolean ("external-window-only", "External Window Only",
+          "Disallow creating videosink's own window when overlay handle is not set",
+          DEFAULT_EXTERNAL_WINDOW_ONLY,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:direct-swapchain:
+   *
+   * Attach DXGI swapchain to external window handle directly, instead of
+   * creating child window. Note that once direct swapchain is configured,
+   * GDI will no longer work with the given window handle.
+   *
+   * If enabled, GstVideoOverlay::set_render_rectangle will be ignored,
+   * and application should handle window positioning.
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_DIRECT_SWAPCHAIN,
+      g_param_spec_boolean ("direct-swapchain", "Direct Swapchain",
+          "Attach DXGI swapchain to external window handle directly",
+          DEFAULT_DIRECT_SWAPCHAIN,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:hue:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_HUE,
+      g_param_spec_double ("hue", "Hue", "hue", -1.0, 1.0, DEFAULT_HUE,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:saturation:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_SATURATION,
+      g_param_spec_double ("saturation", "Saturation", "saturation", 0.0, 2.0,
+          DEFAULT_SATURATION,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:brightness:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_BRIGHTNESS,
+      g_param_spec_double ("brightness", "Brightness", "brightness", -1.0, 1.0,
+          DEFAULT_BRIGHTNESS,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:contrast:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_CONTRAST,
+      g_param_spec_double ("contrast", "Contrast", "contrast", 0.0, 2.0,
+          DEFAULT_CONTRAST,
+          (GParamFlags) (GST_PARAM_CONTROLLABLE |
+              G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink:max-mip-levels:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_MAX_MIP_LEVELS,
+      g_param_spec_uint ("max-mip-levels", "Max Mip Levels",
+          "Maximum mip levels of shader resource to create "
+          "if viewport size is smaller than shader resource "
+          "(0 = maximum level)", 0, G_MAXUINT16, DEFAULT_MAX_MIP_LEVELS,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  /**
+   * GstD3D12VideoSink::overlay:
+   * @d3d12videosink: the d3d12videosink element that emitted the signal
+   * @command_queue: ID3D12CommandQueue
+   * @resource12: ID3D12Resource
+   * @device11on12: (nullable): ID3D11On12Device
+   * @resource11: (nullable): ID3D11Texture2D
+   * @context2d: (nullable): ID2D1DeviceContext2
+   * @viewport: (nullable): D3D12_RECT, d3d12videosink's current viewport
+   *
+   * Signal emitted with Direct3D12, Direct3D11 and Direct2D resources
+   * associated with swapchain backbuffer.
+   *
+   * This signal is emitted from the streaming thread if "overlay-mode" property
+   * includes GST_D3D12_WINDOW_OVERLAY_D3D12. The @resource12 is a render target
+   * backbuffer of the swapchain. The Resource state of @resource12 when this
+   * signal is emitted will be always D3D12_RESOURCE_STATE_RENDER_TARGET and
+   * signal handler should make sure the state is
+   * D3D12_RESOURCE_STATE_RENDER_TARGET when signal handler is returned,
+   * so that state change to final D3D12_RESOURCE_STATE_PRESENT can be
+   * processed by videosink.
+   *
+   * In addition to the d2d12 resources, if "overlay-mode" includes
+   * GST_D3D12_WINDOW_OVERLAY_D3D11 flag and d3d11on12 API is supported by
+   * system, @device11on12 and @resource11 will be valid handles.
+   * Singla handler should not assume the @device11on12 and @resource11
+   * are always valid handle since d3d11on12 API may not be supported.
+   * The @resource11 is wrapped resource created via
+   * ID3D11On12Device::CreateWrappedResource(https://learn.microsoft.com/en-us/windows/win32/api/d3d11on12/nf-d3d11on12-id3d11on12device-createwrappedresource).
+   * Thus, signal handler must follow required steps for d3d11on12 device, for example,
+   * ID3D11On12Device::AcquireWrappedResources(https://learn.microsoft.com/en-us/windows/win32/api/d3d11on12/nf-d3d11on12-id3d11on12device-acquirewrappedresources)
+   * must be called before recoding GPU commands.
+   * Once GPU commands are recoded via d3d11 or d2d APIs,
+   * the resource should be released via
+   * ID3D11On12Device::ReleaseWrappedResources(https://learn.microsoft.com/en-us/windows/win32/api/d3d11on12/nf-d3d11on12-id3d11on12device-releasewrappedresources),
+   * and then ID3D11DeviceContext::Flush(https://learn.microsoft.com/en-us/windows/win32/api/d3d11/nf-d3d11-id3d11devicecontext-flush)
+   * must be called in the signal handler.
+   *
+   * If "overlay-mode" is GST_D3D12_WINDOW_OVERLAY_D2D and d2d device is
+   * available, @context2d will be valid handle. When this signal is emitted,
+   * @context2d has configured render target already. The D2D render target
+   * is also a resource derived from @resource11 and it's swapchain's backbuffer.
+   * The same step for d3d11 resource (i.e., acquire, release, and flush)
+   * is required for d2d as well.
+   *
+   * Since the resource is swapchain's backbuffer, signal handler must not hold
+   * any derived resources such as ID3D11RenderTargetView, so that videosink
+   * can clear swapchain resources and resize anytime it's needed.
+   *
+   * Since: 1.26
+   */
+  d3d12_video_sink_signalsSIGNAL_OVERLAY =
+      g_signal_new_class_handler ("overlay", G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST, nullptr, nullptr, nullptr, nullptr,
+      G_TYPE_NONE, 6, G_TYPE_POINTER, G_TYPE_POINTER, G_TYPE_POINTER,
+      G_TYPE_POINTER, G_TYPE_POINTER, G_TYPE_POINTER);
+
   element_class->set_context =
       GST_DEBUG_FUNCPTR (gst_d3d12_video_sink_set_context);
 
@@ -349,6 +665,10 @@
   gst_type_mark_as_plugin_api (GST_TYPE_D3D12_MSAA_MODE, (GstPluginAPIFlags) 0);
   gst_type_mark_as_plugin_api (GST_TYPE_D3D12_SAMPLING_METHOD,
       (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_WINDOW_OVERLAY_MODE,
+      (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_D3D12_VIDEO_SINK_DISPLAY_FORMAT,
+      (GstPluginAPIFlags) 0);
 }
 
 static void
@@ -361,8 +681,12 @@
       G_CALLBACK (gst_d3d12_video_sink_key_event), self);
   g_signal_connect (priv->window, "mouse-event",
       G_CALLBACK (gst_d3d12_video_sink_mouse_event), self);
+  g_signal_connect (priv->window, "scroll-event",
+      G_CALLBACK (gst_d3d12_video_sink_scroll_event), self);
   g_signal_connect (priv->window, "fullscreen",
       G_CALLBACK (gst_d3d12_video_sink_on_fullscreen), self);
+  g_signal_connect (priv->window, "overlay",
+      G_CALLBACK (gst_d3d12_video_sink_on_overlay), self);
 }
 
 static void
@@ -371,6 +695,7 @@
   auto self = GST_D3D12_VIDEO_SINK (object);
   auto priv = self->priv;
 
+  gst_d3d12_window_invalidate (priv->window);
   g_signal_handlers_disconnect_by_data (priv->window, self);
 
   G_OBJECT_CLASS (parent_class)->dispose (object);
@@ -388,111 +713,179 @@
 }
 
 static void
-gst_d3d12_videosink_set_property (GObject * object, guint prop_id,
+gst_d3d12_video_sink_set_property (GObject * object, guint prop_id,
     const GValue * value, GParamSpec * pspec)
 {
   auto self = GST_D3D12_VIDEO_SINK (object);
   auto priv = self->priv;
+  const gchar *color_balance_label = nullptr;
 
-  std::lock_guard < std::recursive_mutex > lk (priv->lock);
-  switch (prop_id) {
-    case PROP_ADAPTER:
-      priv->adapter = g_value_get_int (value);
-      break;
-    case PROP_FORCE_ASPECT_RATIO:
-      priv->force_aspect_ratio = g_value_get_boolean (value);
-      gst_d3d12_window_set_force_aspect_ratio (priv->window,
-          priv->force_aspect_ratio);
-      break;
-    case PROP_ENABLE_NAVIGATION_EVENTS:
-      priv->enable_navigation = g_value_get_boolean (value);
-      gst_d3d12_window_set_enable_navigation_events (priv->window,
-          priv->enable_navigation);
-      break;
-    case PROP_ROTATE_METHOD:
-      gst_d3d12_video_sink_set_orientation (self,
-          (GstVideoOrientationMethod) g_value_get_enum (value), FALSE);
-      break;
-    case PROP_FULLSCREEN_ON_ALT_ENTER:
-      priv->fullscreen_on_alt_enter = g_value_get_boolean (value);
-      gst_d3d12_window_enable_fullscreen_on_alt_enter (priv->window,
-          priv->fullscreen_on_alt_enter);
-      break;
-    case PROP_FULLSCREEN:
-      priv->fullscreen = g_value_get_boolean (value);
-      gst_d3d12_window_set_fullscreen (priv->window, priv->fullscreen);
-      break;
-    case PROP_MSAA:
-      priv->msaa = (GstD3D12MSAAMode) g_value_get_enum (value);
-      gst_d3d12_window_set_msaa (priv->window, priv->msaa);
-      break;
-    case PROP_REDRAW_ON_UPDATE:
-      priv->redraw_on_update = g_value_get_boolean (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_FOV:
-      priv->fov = g_value_get_float (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_ORTHO:
-      priv->ortho = g_value_get_boolean (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_ROTATION_X:
-      priv->rotation_x = g_value_get_float (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_ROTATION_Y:
-      priv->rotation_y = g_value_get_float (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_ROTATION_Z:
-      priv->rotation_z = g_value_get_float (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_SCALE_X:
-      priv->scale_x = g_value_get_float (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_SCALE_Y:
-      priv->scale_y = g_value_get_float (value);
-      gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
-      break;
-    case PROP_GAMMA_MODE:
-    {
-      auto gamma_mode = (GstVideoGammaMode) g_value_get_enum (value);
-      if (priv->gamma_mode != gamma_mode) {
-        priv->gamma_mode = gamma_mode;
-        priv->update_window = TRUE;
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    switch (prop_id) {
+      case PROP_ADAPTER:
+        priv->adapter = g_value_get_int (value);
+        break;
+      case PROP_FORCE_ASPECT_RATIO:
+        priv->force_aspect_ratio = g_value_get_boolean (value);
+        gst_d3d12_window_set_force_aspect_ratio (priv->window,
+            priv->force_aspect_ratio);
+        break;
+      case PROP_ENABLE_NAVIGATION_EVENTS:
+        priv->enable_navigation = g_value_get_boolean (value);
+        gst_d3d12_window_set_enable_navigation_events (priv->window,
+            priv->enable_navigation);
+        break;
+      case PROP_ROTATE_METHOD:
+        gst_d3d12_video_sink_set_orientation (self,
+            (GstVideoOrientationMethod) g_value_get_enum (value), FALSE);
+        break;
+      case PROP_FULLSCREEN_ON_ALT_ENTER:
+        priv->fullscreen_on_alt_enter = g_value_get_boolean (value);
+        gst_d3d12_window_enable_fullscreen_on_alt_enter (priv->window,
+            priv->fullscreen_on_alt_enter);
+        break;
+      case PROP_FULLSCREEN:
+        priv->fullscreen = g_value_get_boolean (value);
+        gst_d3d12_window_set_fullscreen (priv->window, priv->fullscreen);
+        break;
+      case PROP_MSAA:
+        priv->msaa = (GstD3D12MSAAMode) g_value_get_enum (value);
+        gst_d3d12_window_set_msaa (priv->window, priv->msaa);
+        break;
+      case PROP_REDRAW_ON_UPDATE:
+        priv->redraw_on_update = g_value_get_boolean (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_FOV:
+        priv->fov = g_value_get_float (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_ORTHO:
+        priv->ortho = g_value_get_boolean (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_ROTATION_X:
+        priv->rotation_x = g_value_get_float (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_ROTATION_Y:
+        priv->rotation_y = g_value_get_float (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_ROTATION_Z:
+        priv->rotation_z = g_value_get_float (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_SCALE_X:
+        priv->scale_x = g_value_get_float (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_SCALE_Y:
+        priv->scale_y = g_value_get_float (value);
+        gst_d3d12_video_sink_set_orientation (self, priv->orientation, FALSE);
+        break;
+      case PROP_GAMMA_MODE:
+      {
+        auto gamma_mode = (GstVideoGammaMode) g_value_get_enum (value);
+        if (priv->gamma_mode != gamma_mode) {
+          priv->gamma_mode = gamma_mode;
+          priv->update_window = TRUE;
+        }
+        break;
       }
-      break;
-    }
-    case PROP_PRIMARIES_MODE:
-    {
-      auto primaries_mode = (GstVideoPrimariesMode) g_value_get_enum (value);
-      if (priv->primaries_mode != primaries_mode) {
-        priv->primaries_mode = primaries_mode;
-        priv->update_window = TRUE;
+      case PROP_PRIMARIES_MODE:
+      {
+        auto primaries_mode = (GstVideoPrimariesMode) g_value_get_enum (value);
+        if (priv->primaries_mode != primaries_mode) {
+          priv->primaries_mode = primaries_mode;
+          priv->update_window = TRUE;
+        }
+        break;
       }
-      break;
+      case PROP_SAMPLING_METHOD:
+      {
+        auto sampling_method =
+            (GstD3D12SamplingMethod) g_value_get_enum (value);
+        if (priv->sampling_method != sampling_method) {
+          priv->sampling_method = sampling_method;
+          priv->update_window = TRUE;
+        }
+        break;
+      }
+      case PROP_OVERLAY_MODE:
+        priv->overlay_mode =
+            (GstD3D12WindowOverlayMode) g_value_get_flags (value);
+        gst_d3d12_window_set_overlay_mode (priv->window, priv->overlay_mode);
+        break;
+      case PROP_DISPLAY_FORMAT:
+        priv->display_format = (DXGI_FORMAT) g_value_get_enum (value);
+        break;
+      case PROP_ERROR_ON_CLOSED:
+        priv->error_on_closed = g_value_get_boolean (value);
+        break;
+      case PROP_EXTERNAL_WINDOW_ONLY:
+        priv->external_only = g_value_get_boolean (value);
+        break;
+      case PROP_DIRECT_SWAPCHAIN:
+        priv->direct_swapchain = g_value_get_boolean (value);
+        break;
+      case PROP_HUE:
+        if (gst_d3d12_window_set_hue (priv->window,
+                priv->sync_in_progress ? FALSE : priv->redraw_on_update,
+                g_value_get_double (value))) {
+          color_balance_label = "HUE";
+        }
+        break;
+      case PROP_SATURATION:
+        if (gst_d3d12_window_set_saturation (priv->window,
+                priv->sync_in_progress ? FALSE : priv->redraw_on_update,
+                g_value_get_double (value))) {
+          color_balance_label = "SATURATION";
+        }
+        break;
+      case PROP_BRIGHTNESS:
+        if (gst_d3d12_window_set_brightness (priv->window,
+                priv->sync_in_progress ? FALSE : priv->redraw_on_update,
+                g_value_get_double (value))) {
+          color_balance_label = "BRIGHTNESS";
+        }
+        break;
+      case PROP_CONTRAST:
+        if (gst_d3d12_window_set_contrast (priv->window,
+                priv->sync_in_progress ? FALSE : priv->redraw_on_update,
+                g_value_get_double (value))) {
+          color_balance_label = "CONTRAST";
+        }
+        break;
+      case PROP_MAX_MIP_LEVELS:
+        gst_d3d12_window_set_mip_levels (priv->window, priv->redraw_on_update,
+            g_value_get_uint (value));
+        break;
+      default:
+        G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+        break;
     }
-    case PROP_SAMPLING_METHOD:
-    {
-      auto sampling_method = (GstD3D12SamplingMethod) g_value_get_enum (value);
-      if (priv->sampling_method != sampling_method) {
-        priv->sampling_method = sampling_method;
-        priv->update_window = TRUE;
+  }
+
+  if (color_balance_label) {
+    GList *iter = priv->color_balance_channels;
+    while (iter) {
+      auto ch = (GstColorBalanceChannel *) iter->data;
+      if (g_ascii_strcasecmp (ch->label, color_balance_label) == 0) {
+        auto iface = GST_COLOR_BALANCE (self);
+        gst_color_balance_value_changed (iface, ch,
+            gst_color_balance_get_value (iface, ch));
+        break;
       }
-      break;
+
+      iter = g_list_next (iter);
     }
-    default:
-      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
-      break;
   }
 }
 
 static void
-gst_d3d12_videosink_get_property (GObject * object, guint prop_id,
+gst_d3d12_video_sink_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec)
 {
   auto self = GST_D3D12_VIDEO_SINK (object);
@@ -554,6 +947,38 @@
     case PROP_SAMPLING_METHOD:
       g_value_set_enum (value, priv->sampling_method);
       break;
+    case PROP_OVERLAY_MODE:
+      g_value_set_flags (value, priv->overlay_mode);
+      break;
+    case PROP_DISPLAY_FORMAT:
+      g_value_set_enum (value, priv->display_format);
+      break;
+    case PROP_ERROR_ON_CLOSED:
+      g_value_set_boolean (value, priv->error_on_closed);
+      break;
+    case PROP_EXTERNAL_WINDOW_ONLY:
+      g_value_set_boolean (value, priv->external_only);
+      break;
+    case PROP_DIRECT_SWAPCHAIN:
+      g_value_set_boolean (value, priv->direct_swapchain);
+      break;
+    case PROP_HUE:
+      g_value_set_double (value, gst_d3d12_window_get_hue (priv->window));
+      break;
+    case PROP_SATURATION:
+      g_value_set_double (value,
+          gst_d3d12_window_get_saturation (priv->window));
+      break;
+    case PROP_BRIGHTNESS:
+      g_value_set_double (value,
+          gst_d3d12_window_get_brightness (priv->window));
+      break;
+    case PROP_CONTRAST:
+      g_value_set_double (value, gst_d3d12_window_get_contrast (priv->window));
+      break;
+    case PROP_MAX_MIP_LEVELS:
+      g_value_set_uint (value, gst_d3d12_window_get_mip_levels (priv->window));
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -658,6 +1083,77 @@
   priv->info = *info;
   priv->update_window = TRUE;
 
+  auto video_width = GST_VIDEO_INFO_WIDTH (&priv->info);
+  auto video_height = GST_VIDEO_INFO_HEIGHT (&priv->info);
+  auto video_par_n = GST_VIDEO_INFO_PAR_N (&priv->info);
+  auto video_par_d = GST_VIDEO_INFO_PAR_D (&priv->info);
+  gint display_par_n = 1;
+  gint display_par_d = 1;
+  guint num, den;
+
+  if (!gst_video_calculate_display_ratio (&num, &den, video_width,
+          video_height, video_par_n, video_par_d, display_par_n,
+          display_par_d)) {
+    GST_ELEMENT_WARNING (self, CORE, NEGOTIATION, (nullptr),
+        ("Error calculating the output display ratio of the video."));
+    GST_VIDEO_SINK_WIDTH (self) = video_width;
+    GST_VIDEO_SINK_HEIGHT (self) = video_height;
+  } else {
+    GST_DEBUG_OBJECT (self,
+        "video width/height: %dx%d, calculated display ratio: %d/%d format: %s",
+        video_width, video_height, num, den,
+        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&priv->info)));
+
+    if (video_height % den == 0) {
+      GST_DEBUG_OBJECT (self, "keeping video height");
+      GST_VIDEO_SINK_WIDTH (self) = (guint)
+          gst_util_uint64_scale_int (video_height, num, den);
+      GST_VIDEO_SINK_HEIGHT (self) = video_height;
+    } else if (video_width % num == 0) {
+      GST_DEBUG_OBJECT (self, "keeping video width");
+      GST_VIDEO_SINK_WIDTH (self) = video_width;
+      GST_VIDEO_SINK_HEIGHT (self) = (guint)
+          gst_util_uint64_scale_int (video_width, den, num);
+    } else {
+      GST_DEBUG_OBJECT (self, "approximating while keeping video height");
+      GST_VIDEO_SINK_WIDTH (self) = (guint)
+          gst_util_uint64_scale_int (video_height, num, den);
+      GST_VIDEO_SINK_HEIGHT (self) = video_height;
+    }
+  }
+
+  if (GST_VIDEO_SINK_WIDTH (self) <= 0) {
+    GST_WARNING_OBJECT (self, "Invalid display width %d",
+        GST_VIDEO_SINK_WIDTH (self));
+    GST_VIDEO_SINK_WIDTH (self) = 8;
+  }
+
+  if (GST_VIDEO_SINK_HEIGHT (self) <= 0) {
+    GST_WARNING_OBJECT (self, "Invalid display height %d",
+        GST_VIDEO_SINK_HEIGHT (self));
+    GST_VIDEO_SINK_HEIGHT (self) = 8;
+  }
+
+  GST_DEBUG_OBJECT (self, "scaling to %dx%d",
+      GST_VIDEO_SINK_WIDTH (self), GST_VIDEO_SINK_HEIGHT (self));
+
+  if (priv->pool) {
+    gst_buffer_pool_set_active (priv->pool, FALSE);
+    gst_clear_object (&priv->pool);
+  }
+
+  priv->pool = gst_d3d12_buffer_pool_new (self->device);
+  auto config = gst_buffer_pool_get_config (priv->pool);
+
+  gst_buffer_pool_config_set_params (config, priv->caps, priv->info.size, 0, 0);
+  if (!gst_buffer_pool_set_config (priv->pool, config) ||
+      !gst_buffer_pool_set_active (priv->pool, TRUE)) {
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED, (nullptr),
+        ("Couldn't setup buffer pool"));
+    gst_clear_object (&priv->pool);
+    return FALSE;
+  }
+
   return TRUE;
 }
 
@@ -683,7 +1179,7 @@
 
 static void
 gst_d3d12_video_sink_mouse_event (GstD3D12Window * window, const gchar * event,
-    gint button, gdouble x, gdouble y, GstD3D12VideoSink * self)
+    gint button, gdouble x, gdouble y, guint modifier, GstD3D12VideoSink * self)
 {
   GstEvent *mouse_event;
 
@@ -691,13 +1187,16 @@
       "send mouse event %s, button %d (%.1f, %.1f)", event, button, x, y);
   if (g_strcmp0 ("mouse-button-press", event) == 0) {
     mouse_event = gst_navigation_event_new_mouse_button_press (button, x, y,
-        GST_NAVIGATION_MODIFIER_NONE);
+        (GstNavigationModifierType) modifier);
   } else if (g_strcmp0 ("mouse-button-release", event) == 0) {
     mouse_event = gst_navigation_event_new_mouse_button_release (button, x, y,
-        GST_NAVIGATION_MODIFIER_NONE);
+        (GstNavigationModifierType) modifier);
   } else if (g_strcmp0 ("mouse-move", event) == 0) {
     mouse_event = gst_navigation_event_new_mouse_move (x, y,
-        GST_NAVIGATION_MODIFIER_NONE);
+        (GstNavigationModifierType) modifier);
+  } else if (g_strcmp0 ("mouse-double-click", event) == 0) {
+    mouse_event = gst_navigation_event_new_mouse_double_click (button, x, y,
+        (GstNavigationModifierType) modifier);
   } else {
     return;
   }
@@ -706,6 +1205,16 @@
 }
 
 static void
+gst_d3d12_video_sink_scroll_event (GstD3D12Window * window,
+    gint delta_x, gint delta_y, gdouble x, gdouble y, guint modifier,
+    GstD3D12VideoSink * self)
+{
+  gst_navigation_send_event_simple (GST_NAVIGATION (self),
+      gst_navigation_event_new_mouse_scroll (x, y, delta_x, delta_y,
+          (GstNavigationModifierType) modifier));
+}
+
+static void
 gst_d3d12_video_sink_on_fullscreen (GstD3D12Window * window,
     gboolean is_fullscreen, GstD3D12VideoSink * self)
 {
@@ -724,139 +1233,131 @@
     g_object_notify (G_OBJECT (self), "fullscreen");
 }
 
-static GstFlowReturn
-gst_d3d12_video_sink_update_window (GstD3D12VideoSink * self)
+static gboolean
+gst_d3d12_video_sink_foreach_meta (GstBuffer * buffer, GstMeta ** meta,
+    GstBuffer * uploaded)
 {
-  auto priv = self->priv;
-  auto overlay = GST_VIDEO_OVERLAY (self);
-  bool notify_window_handle = false;
-  guintptr window_handle = 0;
-  auto window_state = gst_d3d12_window_get_state (priv->window);
+  if ((*meta)->info->api != GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE)
+    return TRUE;
 
-  if (window_state == GST_D3D12_WINDOW_STATE_CLOSED) {
-    GST_ERROR_OBJECT (self, "Window was closed");
-    return GST_FLOW_ERROR;
-  }
+  auto cmeta = (GstVideoOverlayCompositionMeta *) (*meta);
+  if (!cmeta->overlay)
+    return TRUE;
 
-  {
-    std::lock_guard < std::recursive_mutex > lk (priv->lock);
-    if (window_state == GST_D3D12_WINDOW_STATE_OPENED && !priv->update_window)
-      return GST_FLOW_OK;
+  if (gst_video_overlay_composition_n_rectangles (cmeta->overlay) == 0)
+    return TRUE;
 
-    GST_DEBUG_OBJECT (self, "Updating window with caps %" GST_PTR_FORMAT,
-        priv->caps);
+  gst_buffer_add_video_overlay_composition_meta (uploaded, cmeta->overlay);
 
-    if (window_state == GST_D3D12_WINDOW_STATE_INIT) {
-      if (!priv->window_handle)
-        gst_video_overlay_prepare_window_handle (overlay);
+  return TRUE;
+}
 
-      if (priv->window_handle) {
-        gst_video_overlay_got_window_handle (overlay, priv->window_handle);
-        window_handle = priv->window_handle;
+static GstFlowReturn
+gst_d3d12_video_sink_set_buffer (GstD3D12VideoSink * self,
+    GstBuffer * buffer, gboolean is_prepare)
+{
+  auto priv = self->priv;
+  GstFlowReturn ret = GST_FLOW_OK;
+  gboolean set_buffer = FALSE;
+  gboolean update_window = FALSE;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (is_prepare) {
+      if (priv->update_window) {
+        set_buffer = FALSE;
+        update_window = FALSE;
       } else {
-        notify_window_handle = true;
+        set_buffer = TRUE;
+        update_window = FALSE;
       }
     } else {
-      window_handle = priv->window_handle;
+      if (priv->update_window) {
+        set_buffer = TRUE;
+        update_window = TRUE;
+        priv->update_window = FALSE;
+      } else {
+        set_buffer = FALSE;
+        update_window = FALSE;
+      }
     }
-
-    priv->update_window = FALSE;
   }
 
-  if (priv->pool) {
-    gst_buffer_pool_set_active (priv->pool, FALSE);
-    gst_clear_object (&priv->pool);
-  }
-
-  auto video_width = GST_VIDEO_INFO_WIDTH (&priv->info);
-  auto video_height = GST_VIDEO_INFO_HEIGHT (&priv->info);
-  auto video_par_n = GST_VIDEO_INFO_PAR_N (&priv->info);
-  auto video_par_d = GST_VIDEO_INFO_PAR_D (&priv->info);
-  gint display_par_n = 1;
-  gint display_par_d = 1;
-  guint num, den;
-
-  if (!gst_video_calculate_display_ratio (&num, &den, video_width,
-          video_height, video_par_n, video_par_d, display_par_n,
-          display_par_d)) {
-    GST_ELEMENT_ERROR (self, CORE, NEGOTIATION, (nullptr),
-        ("Error calculating the output display ratio of the video."));
-    return GST_FLOW_ERROR;
+  if (update_window) {
+    gst_structure_set (priv->convert_config,
+        GST_D3D12_CONVERTER_OPT_GAMMA_MODE,
+        GST_TYPE_VIDEO_GAMMA_MODE, priv->gamma_mode,
+        GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE,
+        GST_TYPE_VIDEO_PRIMARIES_MODE, priv->primaries_mode,
+        GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
+        GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER,
+        gst_d3d12_sampling_method_to_native (priv->sampling_method),
+        GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE,
+        GST_TYPE_D3D12_CONVERTER_ALPHA_MODE,
+        GST_VIDEO_INFO_HAS_ALPHA (&priv->info) ?
+        GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED :
+        GST_D3D12_CONVERTER_ALPHA_MODE_UNSPECIFIED,
+        GST_D3D12_CONVERTER_OPT_COLOR_BALANCE,
+        GST_TYPE_D3D12_CONVERTER_COLOR_BALANCE,
+        GST_D3D12_CONVERTER_COLOR_BALANCE_ENABLED,
+        GST_D3D12_CONVERTER_OPT_MIP_GEN, GST_TYPE_D3D12_CONVERTER_MIP_GEN,
+        GST_D3D12_CONVERTER_MIP_GEN_ENABLED, nullptr);
+
+    ret = gst_d3d12_window_prepare (priv->window, self->device,
+        GST_VIDEO_SINK_WIDTH (self), GST_VIDEO_SINK_HEIGHT (self), priv->caps,
+        priv->convert_config, priv->display_format);
+
+    if (ret != GST_FLOW_OK)
+      return ret;
   }
 
-  GST_DEBUG_OBJECT (self,
-      "video width/height: %dx%d, calculated display ratio: %d/%d format: %s",
-      video_width, video_height, num, den,
-      gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&priv->info)));
-
-  if (video_height % den == 0) {
-    GST_DEBUG_OBJECT (self, "keeping video height");
-    GST_VIDEO_SINK_WIDTH (self) = (guint)
-        gst_util_uint64_scale_int (video_height, num, den);
-    GST_VIDEO_SINK_HEIGHT (self) = video_height;
-  } else if (video_width % num == 0) {
-    GST_DEBUG_OBJECT (self, "keeping video width");
-    GST_VIDEO_SINK_WIDTH (self) = video_width;
-    GST_VIDEO_SINK_HEIGHT (self) = (guint)
-        gst_util_uint64_scale_int (video_width, den, num);
-  } else {
-    GST_DEBUG_OBJECT (self, "approximating while keeping video height");
-    GST_VIDEO_SINK_WIDTH (self) = (guint)
-        gst_util_uint64_scale_int (video_height, num, den);
-    GST_VIDEO_SINK_HEIGHT (self) = video_height;
-  }
+  if (!set_buffer)
+    return GST_FLOW_OK;
 
-  GST_DEBUG_OBJECT (self, "scaling to %dx%d",
-      GST_VIDEO_SINK_WIDTH (self), GST_VIDEO_SINK_HEIGHT (self));
+  GstBuffer *upload = nullptr;
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (!gst_is_d3d12_memory (mem)) {
+    gst_buffer_pool_acquire_buffer (priv->pool, &upload, nullptr);
+    if (!upload) {
+      GST_ERROR_OBJECT (self, "Couldn't allocate upload buffer");
+      return GST_FLOW_ERROR;
+    }
 
-  if (GST_VIDEO_SINK_WIDTH (self) <= 0 || GST_VIDEO_SINK_HEIGHT (self) <= 0) {
-    GST_ELEMENT_ERROR (self, CORE, NEGOTIATION, (nullptr),
-        ("Error calculating the output display ratio of the video."));
-    return GST_FLOW_ERROR;
-  }
+    GstVideoFrame in_frame, out_frame;
+    if (!gst_video_frame_map (&in_frame, &priv->info, buffer, GST_MAP_READ)) {
+      GST_ERROR_OBJECT (self, "Couldn't map input frame");
+      gst_buffer_unref (upload);
+      return GST_FLOW_ERROR;
+    }
 
-  auto config = gst_structure_new ("convert-config",
-      GST_D3D12_CONVERTER_OPT_GAMMA_MODE,
-      GST_TYPE_VIDEO_GAMMA_MODE, priv->gamma_mode,
-      GST_D3D12_CONVERTER_OPT_PRIMARIES_MODE,
-      GST_TYPE_VIDEO_PRIMARIES_MODE, priv->primaries_mode,
-      GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
-      GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER,
-      gst_d3d12_sampling_method_to_native (priv->sampling_method), nullptr);
-
-  auto ret = gst_d3d12_window_prepare (priv->window, self->device,
-      window_handle, GST_VIDEO_SINK_WIDTH (self),
-      GST_VIDEO_SINK_HEIGHT (self), priv->caps, config);
-  if (ret != GST_FLOW_OK) {
-    if (ret == GST_FLOW_FLUSHING) {
-      GST_WARNING_OBJECT (self, "We are flushing");
-      gst_d3d12_window_unprepare (priv->window);
+    if (!gst_video_frame_map (&out_frame, &priv->info, upload, GST_MAP_WRITE)) {
+      GST_ERROR_OBJECT (self, "Couldn't map upload frame");
+      gst_video_frame_unmap (&in_frame);
+      gst_buffer_unref (upload);
+      return GST_FLOW_ERROR;
+    }
 
-      return ret;
+    auto copy_ret = gst_video_frame_copy (&out_frame, &in_frame);
+    gst_video_frame_unmap (&out_frame);
+    gst_video_frame_unmap (&in_frame);
+    if (!copy_ret) {
+      GST_ERROR_OBJECT (self, "Couldn't copy frame");
+      gst_buffer_unref (upload);
+      return GST_FLOW_ERROR;
     }
 
-    GST_ELEMENT_ERROR (self, RESOURCE, FAILED, (nullptr),
-        ("Couldn't setup swapchain"));
-    return GST_FLOW_ERROR;
-  }
+    gst_buffer_foreach_meta (buffer,
+        (GstBufferForeachMetaFunc) gst_d3d12_video_sink_foreach_meta, upload);
 
-  if (notify_window_handle && !window_handle) {
-    window_handle = gst_d3d12_window_get_window_handle (priv->window);
-    gst_video_overlay_got_window_handle (overlay, window_handle);
+    buffer = upload;
   }
 
-  priv->pool = gst_d3d12_buffer_pool_new (self->device);
-  config = gst_buffer_pool_get_config (priv->pool);
+  ret = gst_d3d12_window_set_buffer (priv->window, buffer);
 
-  gst_buffer_pool_config_set_params (config, priv->caps, priv->info.size, 0, 0);
-  if (!gst_buffer_pool_set_config (priv->pool, config) ||
-      !gst_buffer_pool_set_active (priv->pool, TRUE)) {
-    GST_ELEMENT_ERROR (self, RESOURCE, FAILED, (nullptr),
-        ("Couldn't setup buffer pool"));
-    return GST_FLOW_ERROR;
-  }
+  if (upload)
+    gst_buffer_unref (upload);
 
-  return GST_FLOW_OK;
+  return ret;
 }
 
 static gboolean
@@ -873,6 +1374,9 @@
     return FALSE;
   }
 
+  priv->warn_closed_window = TRUE;
+  priv->window_open_called = FALSE;
+
   return TRUE;
 }
 
@@ -1027,7 +1531,7 @@
   return GST_BASE_SINK_CLASS (parent_class)->query (sink, query);
 }
 
-static void
+static GstFlowReturn
 gst_d3d12_video_sink_check_device_update (GstD3D12VideoSink * self,
     GstBuffer * buf)
 {
@@ -1035,11 +1539,11 @@
 
   auto mem = gst_buffer_peek_memory (buf, 0);
   if (!gst_is_d3d12_memory (mem))
-    return;
+    return GST_FLOW_OK;
 
   auto dmem = GST_D3D12_MEMORY_CAST (mem);
-  if (dmem->device == self->device)
-    return;
+  if (gst_d3d12_device_is_equal (dmem->device, self->device))
+    return GST_FLOW_OK;
 
   GST_INFO_OBJECT (self, "Updating device %" GST_PTR_FORMAT " -> %"
       GST_PTR_FORMAT, self->device, dmem->device);
@@ -1052,85 +1556,141 @@
   std::lock_guard < std::recursive_mutex > lk (priv->context_lock);
   gst_clear_object (&self->device);
   self->device = (GstD3D12Device *) gst_object_ref (dmem->device);
-}
-
-static gboolean
-gst_d3d12_video_sink_foreach_meta (GstBuffer * buffer, GstMeta ** meta,
-    GstBuffer * uploaded)
-{
-  if ((*meta)->info->api != GST_VIDEO_OVERLAY_COMPOSITION_META_API_TYPE)
-    return TRUE;
 
-  auto cmeta = (GstVideoOverlayCompositionMeta *) (*meta);
-  if (!cmeta->overlay)
-    return TRUE;
+  if (priv->pool) {
+    gst_buffer_pool_set_active (priv->pool, FALSE);
+    gst_clear_object (&priv->pool);
+  }
 
-  if (gst_video_overlay_composition_n_rectangles (cmeta->overlay) == 0)
-    return TRUE;
+  priv->pool = gst_d3d12_buffer_pool_new (self->device);
+  auto config = gst_buffer_pool_get_config (priv->pool);
 
-  gst_buffer_add_video_overlay_composition_meta (uploaded, cmeta->overlay);
+  gst_buffer_pool_config_set_params (config, priv->caps, priv->info.size, 0, 0);
+  if (!gst_buffer_pool_set_config (priv->pool, config) ||
+      !gst_buffer_pool_set_active (priv->pool, TRUE)) {
+    GST_ELEMENT_ERROR (self, RESOURCE, FAILED, (nullptr),
+        ("Couldn't setup buffer pool"));
+    gst_clear_object (&priv->pool);
+    return GST_FLOW_ERROR;
+  }
 
-  return TRUE;
+  return GST_FLOW_OK;
 }
 
 static GstFlowReturn
-gst_d3d12_video_sink_prepare (GstBaseSink * sink, GstBuffer * buffer)
+gst_d3d12_video_sink_open_window (GstD3D12VideoSink * self)
 {
-  auto self = GST_D3D12_VIDEO_SINK (sink);
+  auto overlay = GST_VIDEO_OVERLAY (self);
   auto priv = self->priv;
+  guintptr window_handle = 0;
+  auto is_closed = gst_d3d12_window_is_closed (priv->window);
+  gboolean need_open = FALSE;
 
-  gst_d3d12_video_sink_check_device_update (self, buffer);
-  auto ret = gst_d3d12_video_sink_update_window (self);
-  if (ret != GST_FLOW_OK)
-    return ret;
-
-  GstBuffer *upload = nullptr;
-  auto mem = gst_buffer_peek_memory (buffer, 0);
-  if (!gst_is_d3d12_memory (mem)) {
-    gst_buffer_pool_acquire_buffer (priv->pool, &upload, nullptr);
-    if (!upload) {
-      GST_ERROR_OBJECT (self, "Couldn't allocate upload buffer");
-      return GST_FLOW_ERROR;
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (!priv->window_open_called) {
+      GST_DEBUG_OBJECT (self, "Open was not called, try open");
+      gst_video_overlay_prepare_window_handle (overlay);
+      need_open = TRUE;
+    } else if (priv->window_handle_updated) {
+      GST_DEBUG_OBJECT (self, "Set window handle was called, try open again");
+      need_open = TRUE;
+    } else if (is_closed) {
+      /* Request new window handle */
+      GST_LOG_OBJECT (self, "Window was closed, requesting new window handle");
+      gst_video_overlay_prepare_window_handle (overlay);
+      if (priv->window_handle_updated) {
+        GST_DEBUG_OBJECT (self, "Set window handle was called");
+        need_open = TRUE;
+      }
     }
 
-    GstVideoFrame in_frame, out_frame;
-    if (!gst_video_frame_map (&in_frame, &priv->info, buffer, GST_MAP_READ)) {
-      GST_ERROR_OBJECT (self, "Couldn't map input frame");
-      gst_buffer_unref (upload);
-      return GST_FLOW_ERROR;
-    }
+    priv->window_handle_updated = FALSE;
 
-    if (!gst_video_frame_map (&out_frame, &priv->info, upload, GST_MAP_WRITE)) {
-      GST_ERROR_OBJECT (self, "Couldn't map upload frame");
-      gst_video_frame_unmap (&in_frame);
-      gst_buffer_unref (upload);
-      return GST_FLOW_ERROR;
+    if (!need_open) {
+      if (!is_closed)
+        return GST_FLOW_OK;
+
+      GST_WARNING_OBJECT (self, "Window was closed");
+      return GST_D3D12_WINDOW_FLOW_CLOSED;
     }
 
-    auto copy_ret = gst_video_frame_copy (&out_frame, &in_frame);
-    gst_video_frame_unmap (&out_frame);
-    gst_video_frame_unmap (&in_frame);
-    if (!copy_ret) {
-      GST_ERROR_OBJECT (self, "Couldn't copy frame");
-      gst_buffer_unref (upload);
-      return GST_FLOW_ERROR;
+    window_handle = priv->window_handle;
+    if (!window_handle && priv->external_only) {
+      GST_WARNING_OBJECT (self,
+          "external-window-only mode but window handle is unavailable");
+      return GST_D3D12_WINDOW_FLOW_CLOSED;
     }
+  }
 
-    gst_buffer_foreach_meta (buffer,
-        (GstBufferForeachMetaFunc) gst_d3d12_video_sink_foreach_meta, upload);
+  priv->window_open_called = TRUE;
+  priv->warn_closed_window = TRUE;
+  auto ret = gst_d3d12_window_open (priv->window, self->device,
+      GST_VIDEO_SINK_WIDTH (self), GST_VIDEO_SINK_HEIGHT (self),
+      (HWND) window_handle, priv->direct_swapchain);
 
-    buffer = upload;
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (ret == GST_FLOW_OK) {
+    if (window_handle) {
+      GST_DEBUG_OBJECT (self, "Window created with HWND %p",
+          (void *) window_handle);
+      gst_video_overlay_got_window_handle (overlay, window_handle);
+    } else {
+      auto internal_hwnd = gst_d3d12_window_get_window_handle (priv->window);
+      GST_DEBUG_OBJECT (self, "Window created with internal HWND %p",
+          (void *) internal_hwnd);
+      gst_video_overlay_got_window_handle (overlay, internal_hwnd);
+    }
+
+    priv->update_window = TRUE;
   }
 
-  ret = gst_d3d12_window_set_buffer (priv->window, buffer);
+  return ret;
+}
 
-  if (upload)
-    gst_buffer_unref (upload);
+static GstFlowReturn
+gst_d3d12_video_sink_prepare (GstBaseSink * sink, GstBuffer * buffer)
+{
+  auto self = GST_D3D12_VIDEO_SINK (sink);
+  auto priv = self->priv;
+  auto pts = GST_BUFFER_PTS (buffer);
+
+  auto ret = gst_d3d12_video_sink_check_device_update (self, buffer);
+  if (ret != GST_FLOW_OK)
+    goto out;
 
+  ret = gst_d3d12_video_sink_open_window (self);
+  if (ret != GST_FLOW_OK)
+    goto out;
+
+  if (GST_CLOCK_TIME_IS_VALID (pts)) {
+    auto stream_time = gst_segment_to_stream_time (&sink->segment,
+        GST_FORMAT_TIME, pts);
+    if (GST_CLOCK_TIME_IS_VALID (stream_time)) {
+      priv->sync_in_progress = true;
+      gst_object_sync_values (GST_OBJECT (self), stream_time);
+      priv->sync_in_progress = false;
+    }
+  }
+
+  ret = gst_d3d12_video_sink_set_buffer (self, buffer, TRUE);
+
+out:
   if (ret == GST_D3D12_WINDOW_FLOW_CLOSED) {
-    GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
-        ("Output window was closed"), (nullptr));
-    return GST_FLOW_ERROR;
+    if (priv->error_on_closed) {
+      GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
+          ("Output window was closed"), (nullptr));
+      return GST_FLOW_ERROR;
+    } else {
+      if (priv->warn_closed_window) {
+        GST_ELEMENT_WARNING (self, RESOURCE, NOT_FOUND,
+            ("Output window was closed"), (nullptr));
+        priv->warn_closed_window = FALSE;
+      } else {
+        GST_WARNING_OBJECT (self, "Output window was closed");
+      }
+      ret = GST_FLOW_OK;
+    }
   }
 
   return ret;
@@ -1141,12 +1701,28 @@
 {
   auto self = GST_D3D12_VIDEO_SINK (sink);
   auto priv = self->priv;
+  auto ret = gst_d3d12_video_sink_set_buffer (self, buf, FALSE);
+  if (ret != GST_FLOW_OK)
+    goto out;
+
+  ret = gst_d3d12_window_present (priv->window);
 
-  auto ret = gst_d3d12_window_present (priv->window);
+out:
   if (ret == GST_D3D12_WINDOW_FLOW_CLOSED) {
-    GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
-        ("Output window was closed"), (nullptr));
-    ret = GST_FLOW_ERROR;
+    if (priv->error_on_closed) {
+      GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND,
+          ("Output window was closed"), (nullptr));
+      ret = GST_FLOW_ERROR;
+    } else {
+      if (priv->warn_closed_window) {
+        GST_ELEMENT_WARNING (self, RESOURCE, NOT_FOUND,
+            ("Output window was closed"), (nullptr));
+        priv->warn_closed_window = FALSE;
+      } else {
+        GST_WARNING_OBJECT (self, "Output window was closed");
+      }
+      ret = GST_FLOW_OK;
+    }
   }
 
   return ret;
@@ -1158,7 +1734,7 @@
   auto self = GST_D3D12_VIDEO_SINK (overlay);
   auto priv = self->priv;
 
-  gst_d3d12_window_set_buffer (priv->window, nullptr);
+  gst_d3d12_window_expose (priv->window);
 }
 
 static void
@@ -1185,7 +1761,7 @@
   std::lock_guard < std::recursive_mutex > lk (priv->lock);
   if (priv->window_handle != window_handle) {
     priv->window_handle = window_handle;
-    priv->update_window = TRUE;
+    priv->window_handle_updated = TRUE;
   }
 }
 
@@ -1243,3 +1819,100 @@
 {
   iface->send_event_simple = gst_d3d12_video_sink_navigation_send_event;
 }
+
+static const GList *
+gst_d3d12_video_sink_color_balance_list_channels (GstColorBalance * iface)
+{
+  auto self = GST_D3D12_VIDEO_SINK (iface);
+  auto priv = self->priv;
+
+  return priv->color_balance_channels;
+}
+
+static void
+gst_d3d12_video_sink_color_balance_set_value (GstColorBalance * iface,
+    GstColorBalanceChannel * channel, gint value)
+{
+  auto self = GST_D3D12_VIDEO_SINK (iface);
+  auto priv = self->priv;
+
+  gdouble new_val;
+  gboolean changed = FALSE;
+
+  g_return_if_fail (channel->label);
+
+  if (!g_ascii_strcasecmp (channel->label, "HUE")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0 - 1.0;
+    changed = gst_d3d12_window_set_hue (priv->window, priv->redraw_on_update,
+        new_val);
+  } else if (!g_ascii_strcasecmp (channel->label, "SATURATION")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0;
+    changed = gst_d3d12_window_set_saturation (priv->window,
+        priv->redraw_on_update, new_val);
+  } else if (!g_ascii_strcasecmp (channel->label, "BRIGHTNESS")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0 - 1.0;
+    changed = gst_d3d12_window_set_brightness (priv->window,
+        priv->redraw_on_update, new_val);
+  } else if (!g_ascii_strcasecmp (channel->label, "CONTRAST")) {
+    new_val = (value + 1000.0) * 2.0 / 2000.0;
+    changed = gst_d3d12_window_set_contrast (priv->window,
+        priv->redraw_on_update, new_val);
+  }
+
+  if (changed) {
+    gst_color_balance_value_changed (iface, channel,
+        gst_color_balance_get_value (iface, channel));
+  }
+}
+
+static gint
+gst_d3d12_video_sink_color_balance_get_value (GstColorBalance * iface,
+    GstColorBalanceChannel * channel)
+{
+  auto self = GST_D3D12_VIDEO_SINK (iface);
+  auto priv = self->priv;
+  gint value = 0;
+
+  g_return_val_if_fail (channel->label, 0);
+
+  if (!g_ascii_strcasecmp (channel->label, "HUE")) {
+    auto hue = gst_d3d12_window_get_hue (priv->window);
+    value = static_cast < gint > ((hue + 1) * 2000.0 / 2.0 - 1000.0);
+  } else if (!g_ascii_strcasecmp (channel->label, "SATURATION")) {
+    auto saturation = gst_d3d12_window_get_saturation (priv->window);
+    value = static_cast < gint > (saturation * 2000.0 / 2.0 - 1000.0);
+  } else if (!g_ascii_strcasecmp (channel->label, "BRIGHTNESS")) {
+    auto brightness = gst_d3d12_window_get_saturation (priv->window);
+    value = static_cast < gint > ((brightness + 1) * 2000.0 / 2.0 - 1000.0);
+  } else if (!g_ascii_strcasecmp (channel->label, "CONTRAST")) {
+    auto contrast = gst_d3d12_window_get_contrast (priv->window);
+    value = static_cast < gint > (contrast * 2000.0 / 2.0 - 1000.0);
+  }
+
+  return value;
+}
+
+static GstColorBalanceType
+gst_d3d12_video_sink_color_balance_get_balance_type (GstColorBalance * iface)
+{
+  return GST_COLOR_BALANCE_HARDWARE;
+}
+
+static void
+gst_d3d12_video_sink_color_balance_init (GstColorBalanceInterface * iface)
+{
+  iface->list_channels = gst_d3d12_video_sink_color_balance_list_channels;
+  iface->set_value = gst_d3d12_video_sink_color_balance_set_value;
+  iface->get_value = gst_d3d12_video_sink_color_balance_get_value;
+  iface->get_balance_type = gst_d3d12_video_sink_color_balance_get_balance_type;
+}
+
+static void
+gst_d3d12_video_sink_on_overlay (GstD3D12Window * window,
+    gpointer command_queue, gpointer resource12, gpointer device11on12,
+    gpointer resource11, gpointer context2d, gpointer viewport,
+    GstD3D12VideoSink * self)
+{
+  g_signal_emit (self, d3d12_video_sink_signalsSIGNAL_OVERLAY, 0,
+      command_queue, resource12, device11on12, resource11, context2d, viewport);
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12videosink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12videosink.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12vp8dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12vp8dec.cpp Changed

@@ -94,10 +94,8 @@
 gst_d3d12_vp8_dec_init (GstD3D12Vp8Dec * self)
 {
   auto klass = GST_D3D12_VP8_DEC_GET_CLASS (self);
-  auto cdata = &klass->class_data;
 
-  self->decoder = gst_d3d12_decoder_new (GST_DXVA_CODEC_VP8,
-      cdata->adapter_luid);
+  self->decoder = gst_d3d12_decoder_new (&klass->class_data);
 }
 
 static void
@@ -311,7 +309,7 @@
 
 void
 gst_d3d12_vp8_dec_register (GstPlugin * plugin, GstD3D12Device * device,
-    ID3D12VideoDevice * video_device, guint rank)
+    ID3D12VideoDevice * video_device, guint rank, gboolean d3d11_interop)
 {
   GType type;
   gchar *type_name;
@@ -332,12 +330,14 @@
   GST_DEBUG_CATEGORY_INIT (gst_d3d12_vp8_dec_debug, "d3d12vp8dec", 0,
       "d3d12vp8dec");
 
-  type_info.class_data =
-      gst_d3d12_decoder_check_feature_support (device, video_device,
+  auto cdata = gst_d3d12_decoder_check_feature_support (device, video_device,
       GST_DXVA_CODEC_VP8);
-  if (!type_info.class_data)
+  if (!cdata)
     return;
 
+  cdata->subclass_data.d3d11_interop = d3d11_interop;
+  type_info.class_data = cdata;
+
   type_name = g_strdup ("GstD3D12Vp8Dec");
   feature_name = g_strdup ("d3d12vp8dec");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12vp8dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12vp8dec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12vp9dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12vp9dec.cpp Changed

@@ -95,11 +95,9 @@
 static void
 gst_d3d12_vp9_dec_init (GstD3D12Vp9Dec * self)
 {
-  GstD3D12Vp9DecClass *klass = GST_D3D12_VP9_DEC_GET_CLASS (self);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_VP9_DEC_GET_CLASS (self);
 
-  self->decoder = gst_d3d12_decoder_new (GST_DXVA_CODEC_VP9,
-      cdata->adapter_luid);
+  self->decoder = gst_d3d12_decoder_new (&klass->class_data);
 }
 
 static void
@@ -116,8 +114,8 @@
 gst_d3d12_vp9_dec_get_property (GObject * object, guint prop_id,
     GValue * value, GParamSpec * pspec)
 {
-  GstD3D12Vp9DecClass *klass = GST_D3D12_VP9_DEC_GET_CLASS (object);
-  GstD3D12DecoderSubClassData *cdata = &klass->class_data;
+  auto klass = GST_D3D12_VP9_DEC_GET_CLASS (object);
+  auto cdata = &klass->class_data;
 
   gst_d3d12_decoder_proxy_get_property (object, prop_id, value, pspec, cdata);
 }
@@ -324,7 +322,7 @@
 
 void
 gst_d3d12_vp9_dec_register (GstPlugin * plugin, GstD3D12Device * device,
-    ID3D12VideoDevice * video_device, guint rank)
+    ID3D12VideoDevice * video_device, guint rank, gboolean d3d11_interop)
 {
   GType type;
   gchar *type_name;
@@ -345,12 +343,14 @@
   GST_DEBUG_CATEGORY_INIT (gst_d3d12_vp9_dec_debug, "d3d12vp9dec", 0,
       "d3d12vp9dec");
 
-  type_info.class_data =
-      gst_d3d12_decoder_check_feature_support (device, video_device,
+  auto cdata = gst_d3d12_decoder_check_feature_support (device, video_device,
       GST_DXVA_CODEC_VP9);
-  if (!type_info.class_data)
+  if (!cdata)
     return;
 
+  cdata->subclass_data.d3d11_interop = d3d11_interop;
+  type_info.class_data = cdata;
+
   type_name = g_strdup ("GstD3D12Vp9Dec");
   feature_name = g_strdup ("d3d12vp9dec");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12vp9dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12vp9dec.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12window-swapchain-resource.h Added

@@ -0,0 +1,77 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/d3d12/gstd3d12.h>
+#include "gstd3d12pluginutils.h"
+#include "gstd3d12overlaycompositor.h"
+#include <mutex>
+#include <vector>
+#include <queue>
+#include <memory>
+#include <d3d11on12.h>
+#include <d2d1_3.h>
+#include <wrl.h>
+
+struct SwapChainBuffer
+{
+  SwapChainBuffer (GstBuffer * buffer, ID3D12Resource * backbuf_resource);
+  SwapChainBuffer () = delete;
+  ~SwapChainBuffer();
+
+  Microsoft::WRL::ComPtr<ID2D1Bitmap1> d2d_target;
+  Microsoft::WRL::ComPtr<ID3D11Texture2D> wrapped_resource;
+  Microsoft::WRL::ComPtr<ID3D12Resource> resource;
+  GstBuffer *backbuf = nullptr;
+  bool is_first = true;
+};
+
+struct SwapChainResource
+{
+  SwapChainResource (GstD3D12Device * device);
+  SwapChainResource () = delete;
+  ~SwapChainResource();
+
+  void clear_resource ();
+  bool ensure_d3d11_target (SwapChainBuffer * swapbuf);
+  bool ensure_d2d_target (SwapChainBuffer * swapbuf);
+
+  Microsoft::WRL::ComPtr<IDXGISwapChain4> swapchain;
+  Microsoft::WRL::ComPtr<ID3D12GraphicsCommandList> cl;
+  Microsoft::WRL::ComPtr<ID3D11On12Device> device11on12;
+  Microsoft::WRL::ComPtr<ID3D11Device> device11;
+  Microsoft::WRL::ComPtr<ID3D11DeviceContext> context11;
+  Microsoft::WRL::ComPtr<ID2D1Factory3> factory2d;
+  Microsoft::WRL::ComPtr<ID2D1Device2> device2d;
+  Microsoft::WRL::ComPtr<ID2D1DeviceContext2> context2d;
+
+  std::vector<std::shared_ptr<SwapChainBuffer>> buffers;
+  GstBuffer *msaa_buf = nullptr;
+  GstBuffer *cached_buf = nullptr;
+  GstD3D12Converter *conv = nullptr;
+  GstD3D12OverlayCompositor *comp = nullptr;
+  GstD3D12Device *device = nullptr;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
+  UINT64 fence_val = 0;
+  std::queue<UINT64> prev_fence_val;
+  DXGI_FORMAT render_format = DXGI_FORMAT_UNKNOWN;
+  D3D12_RESOURCE_DESC buffer_desc;
+};
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12window-swapchain.cpp Added

@@ -0,0 +1,611 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12window-swapchain.h"
+#include <directx/d3dx12.h>
+
+GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_window_debug);
+#define GST_CAT_DEFAULT gst_d3d12_window_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+#define BACK_BUFFER_COUNT 3
+
+SwapChainBuffer::SwapChainBuffer (GstBuffer * buffer,
+    ID3D12Resource * backbuf_resource)
+{
+  backbuf = buffer;
+  resource = backbuf_resource;
+}
+
+SwapChainBuffer::~SwapChainBuffer ()
+{
+  d2d_target = nullptr;
+  wrapped_resource = nullptr;
+  resource = nullptr;
+  gst_clear_buffer (&backbuf);
+}
+
+SwapChainResource::SwapChainResource (GstD3D12Device * dev)
+{
+  device = (GstD3D12Device *) gst_object_ref (dev);
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+}
+
+SwapChainResource::~SwapChainResource ()
+{
+  GST_DEBUG_OBJECT (device, "Releasing swapchain resource");
+
+  context2d = nullptr;
+  device2d = nullptr;
+  factory2d = nullptr;
+
+  context11 = nullptr;
+  device11 = nullptr;
+  device11on12 = nullptr;
+
+  buffers.clear();
+  swapchain = nullptr;
+  cl = nullptr;
+
+  gst_clear_buffer (&msaa_buf);
+  gst_clear_buffer (&cached_buf);
+
+  gst_clear_object (&conv);
+  gst_clear_object (&comp);
+  gst_clear_object (&conv);
+  gst_clear_object (&ca_pool);
+  gst_clear_object (&device);
+}
+
+void
+SwapChainResource::clear_resource ()
+{
+  if (!buffers.empty ()) {
+    auto cq = gst_d3d12_device_get_cmd_queue (device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+    gst_d3d12_cmd_queue_idle_for_swapchain (cq, fence_val);
+    prev_fence_val = { };
+  }
+
+  if (context11)
+    gst_d3d12_device_11on12_lock (device);
+
+  buffers.clear ();
+  gst_clear_buffer (&msaa_buf);
+
+  if (context2d)
+    context2d->SetTarget (nullptr);
+
+  if (context11) {
+    context11->ClearState ();
+    context11->Flush ();
+    gst_d3d12_device_11on12_unlock (device);
+  }
+}
+
+static bool
+ensure_d3d11 (SwapChainResource * resource)
+{
+  if (resource->device11on12)
+    return true;
+
+  auto unknown = gst_d3d12_device_get_11on12_handle (resource->device);
+  if (!unknown)
+    return false;
+
+  unknown->QueryInterface (IID_PPV_ARGS (&resource->device11on12));
+  resource->device11on12.As (&resource->device11);
+  resource->device11->GetImmediateContext (&resource->context11);
+
+  return true;
+}
+
+static bool
+ensure_d2d (SwapChainResource * resource)
+{
+  if (resource->context2d)
+    return true;
+
+  if (!ensure_d3d11 (resource))
+    return false;
+
+  HRESULT hr;
+  if (!resource->factory2d) {
+    hr = D2D1CreateFactory (D2D1_FACTORY_TYPE_SINGLE_THREADED,
+        IID_PPV_ARGS (&resource->factory2d));
+    if (FAILED (hr))
+      return false;
+  }
+
+  GstD3D12Device11on12LockGuard lk (resource->device);
+  if (!resource->device2d) {
+    ComPtr<IDXGIDevice> device_dxgi;
+    hr = resource->device11.As (&device_dxgi);
+    if (FAILED (hr))
+      return false;
+
+    hr = resource->factory2d->CreateDevice (device_dxgi.Get (),
+        &resource->device2d);
+    if (FAILED (hr))
+      return false;
+  }
+
+  if (!resource->context2d) {
+    hr = resource->device2d->CreateDeviceContext (
+      D2D1_DEVICE_CONTEXT_OPTIONS_NONE, &resource->context2d);
+    if (FAILED (hr))
+      return false;
+  }
+
+  return true;
+}
+
+bool
+SwapChainResource::ensure_d3d11_target (SwapChainBuffer * swapbuf)
+{
+  if (swapbuf->wrapped_resource)
+    return true;
+
+  if (!ensure_d3d11 (this))
+    return false;
+
+  D3D11_RESOURCE_FLAGS d3d11_flags = { };
+  d3d11_flags.BindFlags = D3D11_BIND_RENDER_TARGET;
+  auto hr = device11on12->CreateWrappedResource (swapbuf->resource.Get (),
+        &d3d11_flags, D3D12_RESOURCE_STATE_RENDER_TARGET,
+        D3D12_RESOURCE_STATE_RENDER_TARGET,
+        IID_PPV_ARGS (&swapbuf->wrapped_resource));
+  if (FAILED (hr))
+    return false;
+
+  return true;
+}
+
+bool
+SwapChainResource::ensure_d2d_target (SwapChainBuffer * swapbuf)
+{
+  if (swapbuf->d2d_target)
+      return true;
+
+  if (!ensure_d2d (this))
+    return false;
+
+  if (!ensure_d3d11_target (swapbuf))
+    return false;
+
+  GstD3D12Device11on12LockGuard lk (device);
+  ComPtr<IDXGISurface> surface;
+  auto hr = swapbuf->wrapped_resource.As (&surface);
+  if (FAILED (hr))
+    return false;
+
+  D2D1_BITMAP_PROPERTIES1 props = D2D1::BitmapProperties1(
+      D2D1_BITMAP_OPTIONS_TARGET | D2D1_BITMAP_OPTIONS_CANNOT_DRAW,
+      D2D1::PixelFormat(DXGI_FORMAT_UNKNOWN, D2D1_ALPHA_MODE_PREMULTIPLIED));
+
+  hr = context2d->CreateBitmapFromDxgiSurface (surface.Get (), &props,
+      &swapbuf->d2d_target);
+  if (FAILED (hr))
+    return false;
+
+  return true;
+}
+
+SwapChain::SwapChain (GstD3D12Device * device)
+{
+  resource_ = std::make_unique <SwapChainResource> (device);
+}
+
+struct AsyncReleaseData
+{
+  std::unique_ptr<SwapChainResource> resource;
+};
+
+SwapChain::~SwapChain()
+{
+  lock_.lock ();
+  if (!resource_->buffers.empty ()) {
+    auto cq = gst_d3d12_device_get_cmd_queue (resource_->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+    gst_d3d12_cmd_queue_idle_for_swapchain (cq, resource_->fence_val);
+  }
+
+  resource_ = nullptr;
+
+  if (converter_config_)
+    gst_structure_free (converter_config_);
+
+  lock_.unlock ();
+}
+
+static inline bool
+is_expected_error (HRESULT hr)
+{
+  switch (hr) {
+    case DXGI_ERROR_INVALID_CALL:
+    case E_ACCESSDENIED:
+      return true;
+    break;
+  }
+
+  return false;
+}
+
+GstFlowReturn
+SwapChain::setup_swapchain (GstD3D12Window * window, GstD3D12Device * device,
+    HWND hwnd, DXGI_FORMAT format, const GstVideoInfo * in_info,
+    const GstVideoInfo * out_info, GstStructure * conv_config,
+    bool & is_new_swapchain)
+{
+  is_new_swapchain = false;
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!gst_d3d12_device_is_equal (device, resource_->device)) {
+     gst_d3d12_device_fence_wait (resource_->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT, resource_->fence_val);
+    resource_ = std::make_unique <SwapChainResource> (device);
+  }
+
+  if (!resource_->swapchain) {
+    DXGI_SWAP_CHAIN_DESC1 desc = { };
+    desc.Format = format;
+    desc.SampleDesc.Count = 1;
+    desc.BufferUsage = DXGI_USAGE_RENDER_TARGET_OUTPUT;
+    desc.BufferCount = BACK_BUFFER_COUNT;
+    desc.SwapEffect = DXGI_SWAP_EFFECT_FLIP_SEQUENTIAL;
+
+    auto device = resource_->device;
+    auto factory = gst_d3d12_device_get_factory_handle (device);
+    auto cq = gst_d3d12_device_get_cmd_queue (device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+    auto cq_handle = gst_d3d12_cmd_queue_get_handle (cq);
+
+    ComPtr < IDXGISwapChain1 > swapchain;
+    auto hr = factory->CreateSwapChainForHwnd (cq_handle, hwnd, &desc, nullptr,
+        nullptr, &swapchain);
+    if (FAILED (hr)) {
+      if (is_expected_error (hr)) {
+        GST_WARNING_OBJECT (window,
+            "Expected error 0x%x, maybe window is being closed", (guint) hr);
+        return GST_D3D12_WINDOW_FLOW_CLOSED;
+      }
+
+      gst_d3d12_result (hr, device);
+      return GST_FLOW_ERROR;
+    }
+
+    hr = swapchain.As (&resource_->swapchain);
+    if (!gst_d3d12_result (hr, device))
+      return GST_FLOW_ERROR;
+
+    is_new_swapchain = true;
+  } else {
+    resource_->clear_resource ();
+    if (render_format_ != format) {
+      gst_clear_object (&resource_->comp);
+      gst_clear_object (&resource_->conv);
+    } else {
+      if (GST_VIDEO_INFO_FORMAT (in_info) != in_format_) {
+        gst_clear_object (&resource_->conv);
+      } else if (converter_config_ &&
+          !gst_structure_is_equal (converter_config_, conv_config)) {
+        gst_clear_object (&resource_->conv);
+      }
+    }
+  }
+
+  if (converter_config_)
+    gst_structure_free (converter_config_);
+  converter_config_ = gst_structure_copy (conv_config);
+
+  GstD3D12MSAAMode msaa_mode;
+  DXGI_SAMPLE_DESC sample_desc = { };
+  gst_d3d12_window_get_msaa (window, msaa_mode);
+  gst_d3d12_calculate_sample_desc_for_msaa (device,
+      format, msaa_mode, &sample_desc);
+
+  if (sample_desc.Count > 1) {
+    gst_structure_set (converter_config_,
+        GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_COUNT, G_TYPE_UINT,
+        sample_desc.Count,
+        GST_D3D12_CONVERTER_OPT_PSO_SAMPLE_DESC_QUALITY, G_TYPE_UINT,
+        sample_desc.Quality, nullptr);
+  }
+
+  if (!resource_->conv) {
+    resource_->conv = gst_d3d12_converter_new (resource_->device, nullptr,
+      in_info, out_info, nullptr, nullptr,
+      gst_structure_copy (converter_config_));
+    if (!resource_->conv) {
+      GST_ERROR ("Couldn't create converter");
+      return GST_FLOW_ERROR;
+    }
+  } else {
+    g_object_set (resource_->conv, "src-x", (gint) 0, "src-y", (gint) 0,
+        "src-width", in_info->width, "src-height", in_info->height, nullptr);
+  }
+
+  if (!resource_->comp) {
+    resource_->comp = gst_d3d12_overlay_compositor_new (resource_->device,
+      out_info);
+    if (!resource_->comp) {
+      GST_ERROR ("Couldn't create overlay compositor");
+      return GST_FLOW_ERROR;
+    }
+  }
+
+  gst_clear_buffer (&resource_->cached_buf);
+
+  render_format_ = format;
+  crop_rect_ = CD3DX12_BOX (0, 0, in_info->width, in_info->height);
+  prev_crop_rect_ = crop_rect_;
+
+  return resize_buffer (window);
+}
+
+void
+SwapChain::disable_alt_enter (HWND hwnd)
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!resource_ || !resource_->swapchain)
+    return;
+
+  HRESULT hr = E_FAIL;
+  {
+    /* DXGI API is not thread safe, takes global lock */
+    static std::recursive_mutex factory_lock;
+    std::lock_guard <std::recursive_mutex> flk (factory_lock);
+    ComPtr < IDXGIFactory1 > parent_factory;
+    auto hr = resource_->swapchain->GetParent (IID_PPV_ARGS (&parent_factory));
+    if (SUCCEEDED (hr))
+      hr = parent_factory->MakeWindowAssociation (hwnd, DXGI_MWA_NO_ALT_ENTER);
+  }
+
+  if (SUCCEEDED (hr))
+    GST_DEBUG ("Alt-Enter is disabled for hwnd %p", hwnd);
+}
+
+GstFlowReturn
+SwapChain::resize_buffer (GstD3D12Window * window)
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!resource_->swapchain)
+    return GST_FLOW_OK;
+
+  auto device = resource_->device;
+
+  resource_->clear_resource ();
+
+  DXGI_SWAP_CHAIN_DESC desc = { };
+  resource_->swapchain->GetDesc (&desc);
+  auto hr = resource_->swapchain->ResizeBuffers (BACK_BUFFER_COUNT,
+      0, 0, render_format_, desc.Flags);
+  if (FAILED (hr)) {
+    if (is_expected_error (hr)) {
+      GST_WARNING_OBJECT (window,
+          "Expected error 0x%x, maybe window is being closed", (guint) hr);
+      return GST_D3D12_WINDOW_FLOW_CLOSED;
+    }
+
+    gst_d3d12_result (hr, device);
+    return GST_FLOW_ERROR;
+  }
+
+  for (guint i = 0; i < BACK_BUFFER_COUNT; i++) {
+    ComPtr < ID3D12Resource > backbuf;
+    hr = resource_->swapchain->GetBuffer (i, IID_PPV_ARGS (&backbuf));
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (device, "Couldn't get backbuffer");
+      return GST_FLOW_ERROR;
+    }
+
+    if (i == 0)
+      resource_->buffer_desc = GetDesc (backbuf);
+
+    auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, device,
+        backbuf.Get (), 0, nullptr, nullptr);
+    auto buf = gst_buffer_new ();
+    gst_buffer_append_memory (buf, mem);
+    auto swapbuf = std::make_shared < SwapChainBuffer > (buf, backbuf.Get ());
+    resource_->buffers.push_back (swapbuf);
+  }
+
+  auto buffer_desc = resource_->buffer_desc;
+  GstD3D12MSAAMode msaa_mode;
+  DXGI_SAMPLE_DESC sample_desc = { };
+  gst_d3d12_window_get_msaa (window, msaa_mode);
+  gst_d3d12_calculate_sample_desc_for_msaa (device, buffer_desc.Format,
+      msaa_mode, &sample_desc);
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  if (sample_desc.Count > 1) {
+    GST_DEBUG_OBJECT (device, "Enable MSAA x%d with quality level %d",
+        sample_desc.Count, sample_desc.Quality);
+    D3D12_HEAP_PROPERTIES heap_prop =
+        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
+    D3D12_RESOURCE_DESC resource_desc =
+        CD3DX12_RESOURCE_DESC::Tex2D (buffer_desc.Format,
+        buffer_desc.Width, buffer_desc.Height,
+        1, 1, sample_desc.Count, sample_desc.Quality,
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET);
+    D3D12_CLEAR_VALUE clear_value = { };
+    clear_value.Format = buffer_desc.Format;
+    clear_value.Color0 = 0.0f;
+    clear_value.Color1 = 0.0f;
+    clear_value.Color2 = 0.0f;
+    clear_value.Color3 = 1.0f;
+
+    ComPtr < ID3D12Resource > msaa_texture;
+    hr = device_handle->CreateCommittedResource (&heap_prop,
+        D3D12_HEAP_FLAG_NONE,
+        &resource_desc, D3D12_RESOURCE_STATE_RENDER_TARGET, &clear_value,
+        IID_PPV_ARGS (&msaa_texture));
+    if (gst_d3d12_result (hr, device)) {
+      auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, device,
+        msaa_texture.Get (), 0, nullptr, nullptr);
+      resource_->msaa_buf = gst_buffer_new ();
+      gst_buffer_append_memory (resource_->msaa_buf, mem);
+    }
+  }
+
+  first_present_ = true;
+  backbuf_rendered_ = false;
+
+  GstFlowReturn ret = GST_FLOW_OK;
+  if (resource_->cached_buf) {
+    ret = set_buffer (window, resource_->cached_buf);
+    if (ret == GST_FLOW_OK)
+      ret = present ();
+  }
+
+  return ret;
+}
+
+GstFlowReturn
+SwapChain::set_buffer (GstD3D12Window * window, GstBuffer * buffer)
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!resource_->swapchain) {
+    if (!buffer) {
+      GST_DEBUG_OBJECT (window, "Swapchain is not configured");
+      return GST_FLOW_OK;
+    }
+
+    GST_ERROR_OBJECT (window, "Couldn't set buffer without swapchain");
+    return GST_FLOW_ERROR;
+  }
+
+  if (buffer)
+    gst_buffer_replace (&resource_->cached_buf, buffer);
+
+  if (!resource_->cached_buf)
+    return GST_FLOW_OK;
+
+  auto crop_rect = crop_rect_;
+  auto crop_meta = gst_buffer_get_video_crop_meta (resource_->cached_buf);
+  if (crop_meta) {
+    crop_rect = CD3DX12_BOX (crop_meta->x, crop_meta->y,
+        crop_meta->x + crop_meta->width, crop_meta->y + crop_meta->height);
+  }
+
+  if (crop_rect != prev_crop_rect_) {
+    g_object_set (resource_->conv, "src-x", (gint) crop_rect.left,
+        "src-y", (gint) crop_rect.top,
+        "src-width", (gint) (crop_rect.right - crop_rect.left),
+        "src-height", (gint) (crop_rect.bottom - crop_rect.top), nullptr);
+    prev_crop_rect_ = crop_rect;
+  }
+
+  before_rendering ();
+  auto ret = gst_d3d12_window_render (window, resource_.get (),
+      resource_->cached_buf, first_present_, output_rect_);
+  after_rendering ();
+  if (ret == GST_FLOW_OK)
+    backbuf_rendered_ = true;
+
+  return ret;
+}
+
+GstFlowReturn
+SwapChain::present ()
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!resource_->swapchain)
+    return GST_FLOW_ERROR;
+
+  if (!backbuf_rendered_)
+    return GST_FLOW_OK;
+
+  DXGI_PRESENT_PARAMETERS params = { };
+  if (!first_present_) {
+    params.DirtyRectsCount = 1;
+    params.pDirtyRects = &output_rect_;
+  }
+
+  auto hr = resource_->swapchain->Present1 (0, 0, &params);
+
+  switch (hr) {
+    case DXGI_ERROR_DEVICE_REMOVED:
+    case E_OUTOFMEMORY:
+      gst_d3d12_result (hr, resource_->device);
+      return GST_FLOW_ERROR;
+    case DXGI_ERROR_INVALID_CALL:
+    case E_ACCESSDENIED:
+      GST_WARNING ("Present failed, hr: 0x%x", (guint) hr);
+      return GST_D3D12_WINDOW_FLOW_CLOSED;
+    default:
+      /* Ignore other return code */
+      break;
+  }
+
+  first_present_ = false;
+  backbuf_rendered_ = false;
+
+  gst_d3d12_device_execute_command_lists (resource_->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT, 0, nullptr, &resource_->fence_val);
+  resource_->prev_fence_val.push (resource_->fence_val);
+
+  return GST_FLOW_OK;
+}
+
+void
+SwapChain::expose (GstD3D12Window * window)
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!resource_->swapchain || !resource_->cached_buf)
+    return;
+
+  auto ret = set_buffer (window, resource_->cached_buf);
+  if (ret == GST_FLOW_OK)
+    present ();
+}
+
+void
+SwapChain::before_rendering ()
+{
+  UINT64 fence_val_to_wait = 0;
+  auto resource = resource_.get ();
+
+  while (resource->prev_fence_val.size () > BACK_BUFFER_COUNT + 1) {
+    fence_val_to_wait = resource->prev_fence_val.front ();
+    resource->prev_fence_val.pop ();
+  }
+
+  if (fence_val_to_wait) {
+    auto completed = gst_d3d12_device_get_completed_value (resource->device,
+        D3D12_COMMAND_LIST_TYPE_DIRECT);
+    if (completed < fence_val_to_wait) {
+      gst_d3d12_device_fence_wait (resource_->device,
+          D3D12_COMMAND_LIST_TYPE_DIRECT, fence_val_to_wait);
+    }
+  }
+}
+
+void SwapChain::after_rendering ()
+{
+  resource_->prev_fence_val.push (resource_->fence_val);
+}
+/* *INDENT-ON* */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12window-swapchain.h Added

@@ -0,0 +1,61 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/d3d12/gstd3d12.h>
+#include "gstd3d12pluginutils.h"
+#include "gstd3d12window-swapchain-resource.h"
+#include "gstd3d12window.h"
+#include <mutex>
+#include <memory>
+
+class SwapChain
+{
+public:
+  SwapChain (GstD3D12Device * device);
+  ~SwapChain ();
+
+  GstFlowReturn setup_swapchain (GstD3D12Window * window,
+      GstD3D12Device * device, HWND hwnd, DXGI_FORMAT format,
+      const GstVideoInfo * in_info, const GstVideoInfo * out_info,
+      GstStructure * conv_config, bool & is_new_swapchain);
+  void disable_alt_enter (HWND hwnd);
+  GstFlowReturn resize_buffer (GstD3D12Window * window);
+  GstFlowReturn set_buffer (GstD3D12Window * window, GstBuffer * buffer);
+  GstFlowReturn present ();
+  void expose (GstD3D12Window * window);
+
+private:
+  void before_rendering ();
+  void after_rendering ();
+
+private:
+  std::unique_ptr<SwapChainResource> resource_;
+  DXGI_FORMAT render_format_ = DXGI_FORMAT_UNKNOWN;
+  std::recursive_mutex lock_;
+  GstVideoFormat in_format_ = GST_VIDEO_FORMAT_UNKNOWN;
+  GstStructure *converter_config_ = nullptr;
+  bool first_present_ = true;
+  bool backbuf_rendered_ = false;
+  RECT output_rect_ = { };
+  D3D12_BOX crop_rect_ = { };
+  D3D12_BOX prev_crop_rect_ = { };
+};
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12window-win32.cpp Added

@@ -0,0 +1,1335 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12window-win32.h"
+
+GST_DEBUG_CATEGORY_EXTERN (gst_d3d12_window_debug);
+#define GST_CAT_DEFAULT gst_d3d12_window_debug
+
+#define WS_GST_D3D12 (WS_CLIPSIBLINGS | WS_CLIPCHILDREN | WS_OVERLAPPEDWINDOW)
+
+#define WM_GST_D3D12_FULLSCREEN (WM_USER + 1)
+#define WM_GST_D3D12_ATTACH_INTERNAL_WINDOW (WM_USER + 2)
+#define WM_GST_D3D12_CREATE_PROXY (WM_USER + 3)
+#define WM_GST_D3D12_DESTROY_INTERNAL_WINDOW (WM_USER + 4)
+#define WM_GST_D3D12_UPDATE_RENDER_RECT (WM_USER + 5)
+#define WM_GST_D3D12_PARENT_SIZE (WM_USER + 6)
+#define WM_GST_D3D12_SWAPCHAIN_CREATED (WM_USER + 7)
+
+#ifndef GET_X_LPARAM
+#define GET_X_LPARAM(lp) ((int)(short)LOWORD(lp))
+#endif
+
+#ifndef GET_Y_LPARAM
+#define GET_Y_LPARAM(lp) ((int)(short)HIWORD(lp))
+#endif
+
+/* *INDENT-OFF* */
+SwapChainProxy::SwapChainProxy (GstD3D12Window * window, SIZE_T id)
+{
+  g_assert (GST_IS_D3D12_WINDOW (window));
+  window_ = (GstD3D12Window *) gst_object_ref (window);
+  id_ = id;
+
+  GST_DEBUG_OBJECT (window_, "Creating proxy %u", (guint) id_);
+}
+
+SwapChainProxy::~SwapChainProxy ()
+{
+  GST_DEBUG_OBJECT (window_, "Destroying proxy %u", (guint) id_);
+
+  swapchain_ = nullptr;
+  if (window_thread_ && hwnd_ && hwnd_ != parent_hwnd_) {
+    if (window_thread_ == g_thread_self ())
+      DestroyWindow (hwnd_);
+    else
+      PostMessageW (hwnd_, WM_GST_D3D12_DESTROY_INTERNAL_WINDOW, 0, 0);
+  }
+
+  gst_object_unref (window_);
+}
+
+void
+SwapChainProxy::set_window_handles (HWND parent_hwnd, HWND child_hwnd)
+{
+  parent_hwnd_ = parent_hwnd;
+  hwnd_ = child_hwnd;
+  window_thread_ = g_thread_self ();
+}
+
+HWND
+SwapChainProxy::get_window_handle ()
+{
+  return hwnd_;
+}
+
+SIZE_T
+SwapChainProxy::get_id ()
+{
+  return id_;
+}
+
+GstD3D12Window *
+SwapChainProxy::get_window ()
+{
+  return window_;
+}
+
+bool
+SwapChainProxy::has_parent ()
+{
+  return parent_hwnd_ ? true : false;
+}
+
+void
+SwapChainProxy::on_destroy ()
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  hwnd_ = nullptr;
+  swapchain_ = nullptr;
+}
+
+void
+SwapChainProxy::set_fullscreen_on_alt_enter (bool enable)
+{
+  fstate_.fullscreen_on_alt_enter = enable;
+}
+
+void
+SwapChainProxy::toggle_fullscreen (bool enable)
+{
+  bool send_msg = false;
+
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+
+    /* fullscreen toggle is supported only for internal hwnd */
+    if (parent_hwnd_ || !hwnd_)
+      return;
+
+    if (window_thread_ == g_thread_self ())
+      send_msg = true;
+  }
+
+  if (send_msg)
+    SendMessageW (hwnd_, WM_GST_D3D12_FULLSCREEN, 0, (LPARAM) enable);
+  else
+    PostMessageW (hwnd_, WM_GST_D3D12_FULLSCREEN, 0, (LPARAM) enable);
+}
+
+void
+SwapChainProxy::update_render_rect ()
+{
+  bool send_msg = false;
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    if (!hwnd_ || hwnd_ == parent_hwnd_)
+      return;
+
+    if (window_thread_ == g_thread_self ())
+      send_msg = true;
+  }
+
+  if (send_msg)
+    SendMessageW (hwnd_, WM_GST_D3D12_UPDATE_RENDER_RECT, 0, 0);
+  else
+    PostMessageW (hwnd_, WM_GST_D3D12_UPDATE_RENDER_RECT, 0, 0);
+}
+
+void
+SwapChainProxy::handle_update_render_rect ()
+{
+  GstVideoRectangle rect;
+  gst_d3d12_window_get_render_rect (window_, &rect);
+
+  if (rect.w == -1 && rect.h == -1 && parent_hwnd_) {
+    GST_DEBUG_OBJECT (window_, "Back to parent size");
+
+    RECT parent_rect;
+    GetClientRect (parent_hwnd_, &parent_rect);
+    MoveWindow (hwnd_, parent_rect.left, parent_rect.top,
+        parent_rect.right - parent_rect.left,
+        parent_rect.bottom - parent_rect.top, FALSE);
+  } else if (rect.w > 0 && rect.h > 0) {
+    GST_DEBUG_OBJECT (window_, "Applying render rect");
+    MoveWindow (hwnd_, rect.x, rect.y, rect.w, rect.h, FALSE);
+  }
+}
+
+void
+SwapChainProxy::handle_fullscreen_change (bool is_fullscreen)
+{
+  if (is_fullscreen == fstate_.applied_fullscreen)
+    return;
+
+  if (is_fullscreen) {
+    GST_DEBUG_OBJECT (window_, "Enable fullscreen");
+    GetWindowPlacement (hwnd_, &fstate_.restore_placement);
+
+    ShowWindow (hwnd_, SW_SHOW);
+
+    fstate_.restore_style = GetWindowLong (hwnd_, GWL_STYLE);
+
+    SetWindowLongA (hwnd_, GWL_STYLE,
+        fstate_.restore_style &
+        ~(WS_CAPTION | WS_MAXIMIZEBOX | WS_MINIMIZEBOX | WS_SYSMENU |
+            WS_THICKFRAME | WS_MAXIMIZE));
+
+    HMONITOR monitor = MonitorFromWindow (hwnd_, MONITOR_DEFAULTTONEAREST);
+    MONITORINFO minfo = { };
+    minfo.cbSize = sizeof (minfo);
+    if (!GetMonitorInfo (monitor, &minfo)) {
+      GST_WARNING_OBJECT (window_, "Couldn't get monitor info");
+      return;
+    }
+
+    SetWindowPos (hwnd_, HWND_TOP, minfo.rcMonitor.left, minfo.rcMonitor.top,
+        minfo.rcMonitor.right - minfo.rcMonitor.left,
+        minfo.rcMonitor.bottom - minfo.rcMonitor.top,
+        SWP_FRAMECHANGED | SWP_NOACTIVATE);
+    ShowWindow (hwnd_, SW_MAXIMIZE);
+  } else {
+    GST_DEBUG_OBJECT (window_, "Back to window mode");
+
+    SetWindowLongW (hwnd_, GWL_STYLE, fstate_.restore_style);
+    SetWindowPlacement (hwnd_, &fstate_.restore_placement);
+  }
+
+  fstate_.applied_fullscreen = is_fullscreen;
+}
+
+void
+SwapChainProxy::handle_syskey_down ()
+{
+  if (!fstate_.fullscreen_on_alt_enter)
+    return;
+
+  WORD state = GetKeyState (VK_RETURN);
+  BYTE high = HIBYTE (state);
+  if (high & 0x1) {
+    LPARAM param = 1;
+    if (fstate_.applied_fullscreen)
+      param = 0;
+
+    SendMessageW (hwnd_, WM_GST_D3D12_FULLSCREEN, 0, param);
+  }
+}
+
+void
+SwapChainProxy::handle_key_event (UINT msg, WPARAM wparam, LPARAM lparam)
+{
+  if (!gst_d3d12_window_get_navigation_events_enabled (window_))
+    return;
+
+  gunichar2 keyname128;
+  const gchar *event;
+
+  if (!GetKeyNameTextW (lparam, (LPWSTR) keyname, 128))
+    return;
+
+  gchar *name = g_utf16_to_utf8 (keyname, 128, nullptr, nullptr, nullptr);
+  if (!name)
+    return;
+
+  if (msg == WM_KEYDOWN)
+    event = "key-press";
+  else
+    event = "key-release";
+
+  gst_d3d12_window_on_key_event (window_, event, name);
+  g_free (name);
+}
+
+void
+SwapChainProxy::handle_mouse_event (UINT msg, WPARAM wparam, LPARAM lparam)
+{
+  if (!gst_d3d12_window_get_navigation_events_enabled (window_))
+    return;
+
+  gint button = 0;
+  const gchar *event = nullptr;
+  guint modifier = 0;
+  gint delta_x = 0;
+  gint delta_y = 0;
+
+  auto xpos = GET_X_LPARAM (lparam);
+  auto ypos = GET_Y_LPARAM (lparam);
+
+  if (msg == WM_MOUSEHWHEEL || msg == WM_MOUSEWHEEL) {
+    /* wheel events coordinates are relative to screen */
+    POINT updated_pos;
+    updated_pos.x = xpos;
+    updated_pos.y = ypos;
+
+    if (!ScreenToClient (hwnd_, &updated_pos)) {
+      GST_WARNING_OBJECT (window_, "Couldn't convert screen position to client");
+      return;
+    }
+
+    xpos = updated_pos.x;
+    ypos = updated_pos.y;
+  } else if (parent_hwnd_ && parent_hwnd_ != hwnd_) {
+    POINT updated_pos;
+    updated_pos.x = xpos;
+    updated_pos.y = ypos;
+
+    if (!ClientToScreen (parent_hwnd_, &updated_pos)) {
+      GST_WARNING_OBJECT (window_, "Couldn't convert parent position to screen");
+      return;
+    }
+
+    if (!ScreenToClient (hwnd_, &updated_pos)) {
+      GST_WARNING_OBJECT (window_, "Couldn't convert screen position to client");
+      return;
+    }
+
+    xpos = updated_pos.x;
+    ypos = updated_pos.y;
+  }
+
+  switch (msg) {
+    case WM_MOUSEMOVE:
+      button = 0;
+      event = "mouse-move";
+      break;
+    case WM_LBUTTONDOWN:
+      button = 1;
+      event = "mouse-button-press";
+      break;
+    case WM_LBUTTONUP:
+      button = 1;
+      event = "mouse-button-release";
+      break;
+    case WM_LBUTTONDBLCLK:
+      button = 1;
+      event = "mouse-double-click";
+      break;
+    case WM_RBUTTONDOWN:
+      button = 2;
+      event = "mouse-button-press";
+      break;
+    case WM_RBUTTONUP:
+      button = 2;
+      event = "mouse-button-release";
+      break;
+    case WM_RBUTTONDBLCLK:
+      button = 2;
+      event = "mouse-double-click";
+      break;
+    case WM_MBUTTONDOWN:
+      button = 3;
+      event = "mouse-button-press";
+      break;
+    case WM_MBUTTONUP:
+      button = 3;
+      event = "mouse-button-release";
+      break;
+    case WM_MBUTTONDBLCLK:
+      button = 3;
+      event = "mouse-double-click";
+      break;
+    case WM_MOUSEHWHEEL:
+      delta_x = GET_WHEEL_DELTA_WPARAM (wparam);
+      break;
+    case WM_MOUSEWHEEL:
+      delta_y = GET_WHEEL_DELTA_WPARAM (wparam);
+      break;
+    default:
+      return;
+  }
+
+  if ((wparam & MK_CONTROL) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_CONTROL_MASK;
+  if ((wparam & MK_LBUTTON) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_BUTTON1_MASK;
+  if ((wparam & MK_RBUTTON) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_BUTTON2_MASK;
+  if ((wparam & MK_MBUTTON) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_BUTTON3_MASK;
+  if ((wparam & MK_SHIFT) != 0)
+    modifier |= GST_NAVIGATION_MODIFIER_SHIFT_MASK;
+
+  GstVideoRectangle output_rect = { };
+  GstVideoOrientationMethod orientation;
+  gint in_w, in_h;
+  gst_d3d12_window_get_mouse_pos_info (window_, &output_rect,
+      in_w, in_h, orientation);
+
+  if (in_w <= 0 || in_h <= 0 || xpos < output_rect.x ||
+      xpos >= output_rect.x + output_rect.w || ypos < output_rect.y ||
+      ypos >= output_rect.y + output_rect.h) {
+    return;
+  }
+
+  gint src_w, src_h;
+  switch (orientation) {
+    case GST_VIDEO_ORIENTATION_90R:
+    case GST_VIDEO_ORIENTATION_90L:
+    case GST_VIDEO_ORIENTATION_UL_LR:
+    case GST_VIDEO_ORIENTATION_UR_LL:
+      src_w = in_h;
+      src_h = in_w;
+      break;
+    default:
+      src_w = in_w;
+      src_h = in_h;
+      break;
+  }
+
+  xpos = ((xpos - output_rect.x) / (double) output_rect.w) * src_w;
+  ypos = ((ypos - output_rect.y) / (double) output_rect.h) * src_h;
+
+  xpos = CLAMP (xpos, 0, (LONG) (src_w - 1));
+  ypos = CLAMP (ypos, 0, (LONG) (src_h - 1));
+
+  double final_x = 0;
+  double final_y = 0;
+
+  switch (orientation) {
+    case GST_VIDEO_ORIENTATION_90R:
+      final_x = ypos;
+      final_y = src_w - xpos;
+      break;
+    case GST_VIDEO_ORIENTATION_90L:
+      final_x = src_h - ypos;
+      final_y = xpos;
+      break;
+    case GST_VIDEO_ORIENTATION_UR_LL:
+      final_x = src_h - ypos;
+      final_y = src_w - xpos;
+      break;
+    case GST_VIDEO_ORIENTATION_UL_LR:
+      final_x = ypos;
+      final_y = xpos;
+      break;
+    case GST_VIDEO_ORIENTATION_180:
+      final_x = src_w - xpos;
+      final_y = src_h - ypos;
+      break;
+    case GST_VIDEO_ORIENTATION_HORIZ:
+      final_x = src_w - xpos;
+      final_y = ypos;
+      break;
+    case GST_VIDEO_ORIENTATION_VERT:
+      final_x = xpos;
+      final_y = src_h - ypos;
+      break;
+    default:
+      final_x = xpos;
+      final_y = ypos;
+      break;
+  }
+
+  if (msg == WM_MOUSEHWHEEL || msg == WM_MOUSEWHEEL) {
+    gst_d3d12_window_on_scroll_event (window_, delta_x, delta_y, final_x,
+        final_y, modifier);
+  } else {
+    gst_d3d12_window_on_mouse_event (window_,
+        event, button, final_x, final_y, modifier);
+  }
+}
+
+GstFlowReturn
+SwapChainProxy::setup_swapchain (GstD3D12Device * device,
+    DXGI_FORMAT format, const GstVideoInfo * in_info,
+    const GstVideoInfo * out_info, GstStructure * conv_config)
+{
+  std::shared_ptr<SwapChain> sc;
+  HWND hwnd = nullptr;
+  bool is_new_swapchain = false;
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    if (!hwnd_) {
+      GST_WARNING_OBJECT (window_, "Window was closed");
+      return GST_D3D12_WINDOW_FLOW_CLOSED;
+    }
+
+    if (!swapchain_)
+      swapchain_ = std::make_shared<SwapChain> (device);
+
+    sc = swapchain_;
+    hwnd = hwnd_;
+  }
+
+  auto ret = sc->setup_swapchain (window_, device,
+      hwnd, format, in_info, out_info, conv_config, is_new_swapchain);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  if (is_new_swapchain)
+    PostMessageW (hwnd, WM_GST_D3D12_SWAPCHAIN_CREATED, 0, 0);
+
+  return ret;
+}
+
+std::shared_ptr<SwapChain>
+SwapChainProxy::get_swapchain ()
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!hwnd_) {
+    GST_DEBUG_OBJECT (window_, "Window handle is not configured");
+    return nullptr;
+  }
+
+  if (!swapchain_) {
+    GST_DEBUG_OBJECT (window_, "Swapchain is not configured");
+    return nullptr;
+  }
+
+  return swapchain_;
+}
+
+void
+SwapChainProxy::handle_swapchain_created ()
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  if (!hwnd_ || !swapchain_)
+    return;
+
+  swapchain_->disable_alt_enter (hwnd_);
+}
+
+void
+SwapChainProxy::handle_position_changed (INT width, INT height)
+{
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    if (!hwnd_ || !swapchain_)
+      return;
+
+    if (width != width_ || height != height_) {
+      width_ = width;
+      height_ = height;
+    } else {
+      return;
+    }
+  }
+
+  auto sc = get_swapchain ();
+  if (sc)
+    sc->resize_buffer (window_);
+}
+
+void
+SwapChainProxy::release_swapchin ()
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  swapchain_ = nullptr;
+}
+
+GstFlowReturn
+SwapChainProxy::resize_buffer (INT width, INT height)
+{
+  auto sc = get_swapchain ();
+  if (!sc)
+    return GST_FLOW_OK;
+
+  if (width > 0 && height > 0) {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    width_ = width;
+    height_ = height;
+  }
+
+  return sc->resize_buffer (window_);
+}
+
+GstFlowReturn
+SwapChainProxy::set_buffer (GstBuffer * buffer)
+{
+  auto sc = get_swapchain ();
+  if (!sc)
+    return GST_D3D12_WINDOW_FLOW_CLOSED;
+
+  return sc->set_buffer (window_, buffer);
+}
+
+GstFlowReturn
+SwapChainProxy::present ()
+{
+  auto sc = get_swapchain ();
+  if (!sc)
+    return GST_D3D12_WINDOW_FLOW_CLOSED;
+
+  return sc->present ();
+}
+
+void
+SwapChainProxy::expose ()
+{
+  auto sc = get_swapchain ();
+  if (sc)
+    sc->expose (window_);
+}
+
+void
+HwndServer::register_window (GstD3D12Window * window)
+{
+  std::lock_guard<std::recursive_mutex> lk (lock_);
+  GST_DEBUG_OBJECT (window, "Register");
+  state_.insert ({window, std::make_shared<State> ()});
+}
+
+void
+HwndServer::unregister_window (GstD3D12Window * window)
+{
+  std::lock_guard<std::recursive_mutex> lk (lock_);
+  GST_DEBUG_OBJECT (window, "Unregister");
+  state_.erase (window);
+}
+
+void
+HwndServer::unlock_window (GstD3D12Window * window)
+{
+  std::lock_guard<std::recursive_mutex> lk (lock_);
+  auto it = state_.find (window);
+
+  if (it != state_.end ()) {
+    std::lock_guard<std::mutex> lk (it->second->create_lock);
+    it->second->flushing = true;
+    it->second->create_cond.notify_all ();
+  }
+}
+
+void
+HwndServer::unlock_stop_window (GstD3D12Window * window)
+{
+  std::lock_guard<std::recursive_mutex> lk (lock_);
+  auto it = state_.find (window);
+
+  if (it != state_.end ()) {
+    std::lock_guard<std::mutex> lk (it->second->create_lock);
+    it->second->flushing = false;
+    it->second->create_cond.notify_all ();
+  }
+}
+
+#define EXTERNAL_PROC_PROP_NAME L"gst-d3d12-hwnd-external-proc"
+#define D3D12_WINDOW_PROP_NAME L"gst-d3d12-hwnd-obj"
+#define D3D12_WINDOW_ID_PROP_NAME L"gst-d3d12-hwnd-obj-id"
+
+static LRESULT CALLBACK
+parent_wnd_proc (HWND hwnd, UINT msg, WPARAM wparam, LPARAM lparam)
+{
+  auto external_window_proc =
+      (WNDPROC) GetPropW (hwnd, EXTERNAL_PROC_PROP_NAME);
+
+  if (!external_window_proc) {
+    GST_WARNING ("null external proc");
+    return DefWindowProcW (hwnd, msg, wparam, lparam);
+  }
+
+  auto server = HwndServer::get_instance ();
+  if (msg == WM_GST_D3D12_ATTACH_INTERNAL_WINDOW) {
+    GST_DEBUG ("Attach internal window");
+    server->create_child_hwnd_finish ((GstD3D12Window *) lparam, hwnd,
+        (SIZE_T) wparam);
+    return 0;
+  } else if (msg == WM_GST_D3D12_CREATE_PROXY) {
+    server->create_proxy_finish ((GstD3D12Window *) lparam, hwnd,
+        (SIZE_T) wparam);
+    return 0;
+  }
+
+  server->forward_parent_message (hwnd, msg, wparam, lparam);
+
+  auto direct_proxy = server->get_direct_proxy (hwnd);
+  switch (msg) {
+    case WM_SIZE:
+    {
+      auto dproxy = server->get_direct_proxy (hwnd);
+      if (dproxy)
+        dproxy->resize_buffer (LOWORD (lparam), HIWORD (lparam));
+      break;
+    }
+    case WM_WINDOWPOSCHANGED:
+    {
+      WINDOWPOS *pos = (WINDOWPOS *) lparam;
+      if ((pos->flags & SWP_HIDEWINDOW) == 0) {
+        INT width = pos->cx;
+        INT height = pos->cy;
+        if ((pos->flags & SWP_NOSIZE) != 0) {
+          RECT rect = { };
+          GetClientRect (hwnd, &rect);
+          width = rect.right - rect.left;
+          height = rect.bottom - rect.top;
+        }
+        auto dproxy = server->get_direct_proxy (hwnd);
+        if (dproxy)
+          dproxy->handle_position_changed (width, height);
+      }
+      break;
+    }
+    case WM_KEYDOWN:
+    case WM_KEYUP:
+    {
+      auto dproxy = server->get_direct_proxy (hwnd);
+      if (dproxy)
+        dproxy->handle_key_event (msg, wparam, lparam);
+      break;
+    }
+    case WM_LBUTTONDOWN:
+    case WM_LBUTTONUP:
+    case WM_RBUTTONDOWN:
+    case WM_RBUTTONUP:
+    case WM_MBUTTONDOWN:
+    case WM_MBUTTONUP:
+    case WM_MOUSEMOVE:
+    case WM_LBUTTONDBLCLK:
+    case WM_RBUTTONDBLCLK:
+    case WM_MBUTTONDBLCLK:
+    case WM_MOUSEHWHEEL:
+    case WM_MOUSEWHEEL:
+    {
+      auto proxy = server->get_direct_proxy (hwnd);
+      if (proxy)
+        proxy->handle_mouse_event (msg, wparam, lparam);
+      break;
+    }
+    default:
+      break;
+  }
+
+  if (msg == WM_DESTROY) {
+    GST_INFO ("Parent HWND %p is being destroyed", hwnd);
+    server->on_parent_destroy (hwnd);
+  }
+
+  return CallWindowProcW (external_window_proc, hwnd, msg, wparam, lparam);
+}
+
+struct WindowCreateParams
+{
+  GstD3D12Window *window;
+  SIZE_T id;
+};
+
+static LRESULT CALLBACK
+internal_wnd_proc (HWND hwnd, UINT msg, WPARAM wparam, LPARAM lparam)
+{
+  auto server = HwndServer::get_instance ();
+
+  if (msg == WM_NCCREATE) {
+    LPCREATESTRUCTW lpcs = (LPCREATESTRUCTW) lparam;
+    auto params = (WindowCreateParams *) lpcs->lpCreateParams;
+    SetPropW (hwnd, D3D12_WINDOW_PROP_NAME, (HANDLE) params->window);
+    SetPropW (hwnd, D3D12_WINDOW_ID_PROP_NAME, (HANDLE) params->id);
+
+    gst_object_ref (params->window);
+
+    return DefWindowProcW (hwnd, msg, wparam, lparam);
+  } else if (msg == WM_GST_D3D12_DESTROY_INTERNAL_WINDOW) {
+    GST_INFO ("%p, Got custom destroy window event", hwnd);
+    DestroyWindow (hwnd);
+    return 0;
+  }
+
+  auto window = (GstD3D12Window *) GetPropW (hwnd, D3D12_WINDOW_PROP_NAME);
+  auto id = (SIZE_T) GetPropW (hwnd, D3D12_WINDOW_ID_PROP_NAME);
+
+  if (!window)
+    return DefWindowProcW (hwnd, msg, wparam, lparam);
+
+  /* Custom event handler */
+  if (msg == WM_GST_D3D12_PARENT_SIZE) {
+    auto proxy = server->get_proxy (window, id);
+    if (!proxy)
+      return 0;
+
+    WORD width, height;
+
+    width = LOWORD (lparam);
+    height = HIWORD (lparam);
+
+    GST_LOG_OBJECT (window, "Parent resize %dx%d", width, height);
+
+    GstVideoRectangle rect;
+    gst_d3d12_window_get_render_rect (window, &rect);
+    if (rect.w > 0 && rect.h > 0)
+      MoveWindow (hwnd, rect.x, rect.y, rect.w, rect.h, FALSE);
+    else
+      MoveWindow (hwnd, 0, 0, width, height, FALSE);
+
+    return 0;
+  } else if (msg == WM_GST_D3D12_UPDATE_RENDER_RECT) {
+    auto proxy = server->get_proxy (window, id);
+    if (!proxy)
+      return 0;
+
+    proxy->handle_update_render_rect ();
+    return 0;
+  } else if (msg == WM_GST_D3D12_FULLSCREEN) {
+    auto proxy = server->get_proxy (window, id);
+    if (!proxy)
+      return 0;
+
+    proxy->handle_fullscreen_change (lparam ? true : false);
+    return 0;
+  } else if (msg == WM_GST_D3D12_SWAPCHAIN_CREATED) {
+    auto proxy = server->get_proxy (window, id);
+    if (!proxy)
+      return 0;
+
+    proxy->handle_swapchain_created ();
+    return 0;
+  }
+
+  switch (msg) {
+    case WM_KEYDOWN:
+    case WM_KEYUP:
+    {
+      auto proxy = server->get_proxy (window, id);
+      if (proxy)
+        proxy->handle_key_event (msg, wparam, lparam);
+      break;
+    }
+    case WM_LBUTTONDOWN:
+    case WM_LBUTTONUP:
+    case WM_RBUTTONDOWN:
+    case WM_RBUTTONUP:
+    case WM_MBUTTONDOWN:
+    case WM_MBUTTONUP:
+    case WM_MOUSEMOVE:
+    case WM_LBUTTONDBLCLK:
+    case WM_RBUTTONDBLCLK:
+    case WM_MBUTTONDBLCLK:
+    case WM_MOUSEHWHEEL:
+    case WM_MOUSEWHEEL:
+    {
+      auto proxy = server->get_proxy (window, id);
+      if (proxy)
+        proxy->handle_mouse_event (msg, wparam, lparam);
+      break;
+    }
+    case WM_NCHITTEST:
+    {
+      auto proxy = server->get_proxy (window, id);
+      if (proxy && proxy->has_parent ()) {
+        /* To passthrough mouse event if external window is used.
+         * Only hit-test succeeded window can receive/handle some mouse events
+         * and we want such events to be handled by parent (application) window
+         */
+        return (LRESULT) HTTRANSPARENT;
+      }
+      break;
+    }
+    case WM_SIZE:
+    {
+      auto proxy = server->get_proxy (window, id);
+      if (proxy)
+        proxy->resize_buffer (0, 0);
+      break;
+    }
+    case WM_SYSKEYDOWN:
+    {
+      auto proxy = server->get_proxy (window, id);
+      if (proxy)
+        proxy->handle_syskey_down ();
+      break;
+    }
+    case WM_DESTROY:
+    {
+      GST_DEBUG ("%p, WM_DESTROY", hwnd);
+      RemovePropW (hwnd, D3D12_WINDOW_PROP_NAME);
+      RemovePropW (hwnd, D3D12_WINDOW_ID_PROP_NAME);
+
+      auto proxy = server->get_proxy (window, id);
+      if (proxy) {
+        proxy->on_destroy ();
+        server->on_proxy_destroy (window, id);
+      }
+
+      gst_object_unref (window);
+      break;
+    }
+    default:
+      break;
+  }
+
+  return DefWindowProcW (hwnd, msg, wparam, lparam);
+}
+
+static void
+register_window_class ()
+{
+  GST_D3D12_CALL_ONCE_BEGIN {
+    auto inst = GetModuleHandle (nullptr);
+    WNDCLASSEXW wc = { };
+
+    wc.cbSize = sizeof (WNDCLASSEXW);
+    wc.lpfnWndProc = internal_wnd_proc;
+    wc.hInstance = inst;
+    wc.hIcon = LoadIcon (nullptr, IDI_WINLOGO);
+    wc.style = CS_HREDRAW | CS_VREDRAW | CS_DBLCLKS;
+    wc.hCursor = LoadCursor (nullptr, IDC_ARROW);
+    wc.hbrBackground = (HBRUSH) GetStockObject (BLACK_BRUSH);
+    wc.lpszClassName = L"GstD3D12Hwnd";
+
+    RegisterClassExW (&wc);
+  } GST_D3D12_CALL_ONCE_END;
+}
+
+GstFlowReturn
+HwndServer::create_child_hwnd (GstD3D12Window * window, HWND parent_hwnd,
+    gboolean direct_swapchain, SIZE_T & proxy_id)
+{
+  proxy_id = 0;
+  if (!IsWindow (parent_hwnd)) {
+    GST_WARNING_OBJECT (window, "%p is not window handle", parent_hwnd);
+    return GST_D3D12_WINDOW_FLOW_CLOSED;
+  }
+
+  std::shared_ptr<State> state;
+  {
+    std::lock_guard<std::recursive_mutex> lk (lock_);
+    auto external_proc = (WNDPROC)
+          GetWindowLongPtrW (parent_hwnd, GWLP_WNDPROC);
+    if (external_proc != (WNDPROC) parent_wnd_proc) {
+      if (!SetPropW (parent_hwnd, EXTERNAL_PROC_PROP_NAME,
+          (HANDLE) external_proc)) {
+        GST_WARNING_OBJECT (window,
+            "Couldn't store original procedure function");
+        return GST_D3D12_WINDOW_FLOW_CLOSED;
+      }
+
+      SetWindowLongPtrW (parent_hwnd, GWLP_WNDPROC,
+          (LONG_PTR) parent_wnd_proc);
+
+      GST_DEBUG_OBJECT (window,
+          "subclass proc installed for hwnd %p", parent_hwnd);
+    }
+
+    /* Cannot attach multiple swapchain to a single HWND.
+     * release swapchain if needed */
+    if (direct_swapchain) {
+      for (auto it : state_) {
+        auto state = it.second;
+        if (state) {
+          auto proxy = state->proxy;
+          if (proxy && proxy->get_window_handle () == parent_hwnd) {
+            proxy->release_swapchin ();
+            std::unique_lock<std::mutex> lk (state->create_lock);
+            state->proxy = nullptr;
+          }
+        }
+      }
+
+      auto it = direct_proxy_map_.find (parent_hwnd);
+      if (it != direct_proxy_map_.end ()) {
+        auto proxy = it->second.lock ();
+        if (proxy)
+          proxy->release_swapchin ();
+      }
+
+      direct_proxy_map_.erase (parent_hwnd);
+    }
+
+    auto it = state_.find (window);
+    state = it->second;
+  }
+
+  std::unique_lock<std::mutex> lk (state->create_lock);
+  state->id++;
+  if (state->id == 0)
+    state->id++;
+
+  SIZE_T id = state->id;
+  state->proxy = std::make_shared<SwapChainProxy> (window, id);
+
+  if (state->flushing) {
+    GST_INFO_OBJECT (window, "Window is flushing");
+    state->proxy = nullptr;
+    return GST_FLOW_FLUSHING;
+  }
+
+  state->create_state = CreateState::Waiting;
+  if (!PostMessageW (parent_hwnd, direct_swapchain ?
+      WM_GST_D3D12_CREATE_PROXY: WM_GST_D3D12_ATTACH_INTERNAL_WINDOW,
+      (WPARAM) id, (LPARAM) window)) {
+    GST_WARNING_OBJECT (window, "Couldn't post message");
+    state->create_state = CreateState::None;
+    state->proxy = nullptr;
+    return GST_D3D12_WINDOW_FLOW_CLOSED;
+  }
+
+  while (!state->flushing && state->create_state == CreateState::Waiting)
+    state->create_cond.wait(lk);
+
+  GstFlowReturn ret = GST_D3D12_WINDOW_FLOW_CLOSED;
+  if (state->create_state == CreateState::Opened) {
+    ret = GST_FLOW_OK;
+    proxy_id = id;
+  } else {
+    state->proxy = nullptr;
+    if (state->flushing)
+      ret = GST_FLOW_FLUSHING;
+  }
+
+  state->create_state = CreateState::None;
+
+  return ret;
+}
+
+void
+HwndServer::create_child_hwnd_finish (GstD3D12Window * window,
+    HWND parent_hwnd, SIZE_T proxy_id)
+{
+  std::shared_ptr<State> state;
+  std::shared_ptr<SwapChainProxy> proxy;
+
+  {
+    std::lock_guard<std::recursive_mutex> lk (lock_);
+    auto it = state_.find (window);
+    if (it == state_.end ()) {
+      GST_WARNING ("Window is not registered");
+      return;
+    }
+
+    state = it->second;
+    proxy = state->proxy;
+  }
+
+  if (!proxy) {
+    GST_INFO ("Proxy was released");
+    return;
+  }
+
+  if (proxy->get_id () != proxy_id) {
+    GST_INFO ("Different proxy id");
+    return;
+  }
+
+  register_window_class ();
+
+  WindowCreateParams params;
+  params.window = window;
+  params.id = proxy_id;
+
+  auto child = CreateWindowExW (0,
+      L"GstD3D12Hwnd", L"GstD3D12Hwnd",
+      WS_GST_D3D12, 0, 0, 0, 0, (HWND) nullptr, (HMENU) nullptr,
+      GetModuleHandle (nullptr), &params);
+  SetWindowLongPtrW (child, GWL_STYLE, WS_CHILD | WS_MAXIMIZE);
+  SetParent (child, parent_hwnd);
+
+  RECT rect;
+  GetClientRect (parent_hwnd, &rect);
+
+  GstVideoRectangle user_rect = { };
+  gst_d3d12_window_get_render_rect (window, &user_rect);
+
+  if (user_rect.w > 0 && user_rect.h > 0) {
+    rect.left = user_rect.x;
+    rect.top = user_rect.y;
+    rect.right = user_rect.x + user_rect.w;
+    rect.bottom = user_rect.y + user_rect.h;
+  }
+
+  SetWindowPos (child, HWND_TOP, rect.left, rect.top,
+      rect.right - rect.left, rect.bottom - rect.top,
+      SWP_ASYNCWINDOWPOS | SWP_NOMOVE | SWP_NOSIZE | SWP_NOZORDER |
+      SWP_FRAMECHANGED | SWP_NOACTIVATE);
+  MoveWindow (child, rect.left, rect.top,
+      rect.right - rect.left, rect.bottom - rect.top, FALSE);
+  ShowWindow (child, SW_SHOW);
+
+  {
+    std::lock_guard<std::recursive_mutex> lk (lock_);
+    auto it = parent_hwnd_map_.find (parent_hwnd);
+    if (it == parent_hwnd_map_.end ()) {
+      GST_DEBUG ("Register parent hwnd %p with child %p", parent_hwnd, child);
+      std::vector<HWND> hwnd_list;
+      hwnd_list.push_back (child);
+      parent_hwnd_map_.insert ({parent_hwnd, hwnd_list});
+    } else {
+      it->second.push_back (child);
+      GST_DEBUG ("New child hwnd %p is added for parent %p, num child %" G_GSIZE_FORMAT,
+          parent_hwnd, child, it->second.size ());
+    }
+  }
+
+  {
+    std::lock_guard <std::mutex> lk (state->create_lock);
+    proxy->set_window_handles (parent_hwnd, child);
+    state->create_state = CreateState::Opened;
+    state->create_cond.notify_all ();
+  }
+}
+
+void
+HwndServer::create_proxy_finish (GstD3D12Window * window,
+    HWND parent_hwnd, SIZE_T proxy_id)
+{
+  std::shared_ptr<State> state;
+  std::shared_ptr<SwapChainProxy> proxy;
+
+  std::lock_guard<std::recursive_mutex> lk (lock_);
+  auto it = state_.find (window);
+  if (it == state_.end ()) {
+    GST_WARNING ("Window is not registered");
+    return;
+  }
+
+  state = it->second;
+  proxy = state->proxy;
+
+  if (!proxy) {
+    GST_INFO ("Proxy was released");
+    return;
+  }
+
+  if (proxy->get_id () != proxy_id) {
+    GST_INFO ("Different proxy id");
+    return;
+  }
+
+  direct_proxy_map_.insert ({parent_hwnd, proxy});
+
+  {
+    std::lock_guard <std::mutex> lk (state->create_lock);
+    proxy->set_window_handles (parent_hwnd, parent_hwnd);
+    state->create_state = CreateState::Opened;
+    state->create_cond.notify_all ();
+  }
+}
+
+SIZE_T
+HwndServer::create_internal_window (GstD3D12Window * window)
+{
+  std::wstring title;
+  GstVideoRectangle rect;
+  GstVideoOrientationMethod orientation;
+  int x = CW_USEDEFAULT;
+  int y = CW_USEDEFAULT;
+  int w, h;
+
+  gst_d3d12_window_get_create_params (window, title, &rect, w, h, orientation);
+
+  std::shared_ptr<State> state;
+  {
+    std::lock_guard<std::recursive_mutex> lk (lock_);
+    auto it = state_.find (window);
+    state = it->second;
+  }
+
+  {
+    std::unique_lock<std::mutex> lk (state->create_lock);
+    state->id++;
+    if (state->id == 0)
+      state->id++;
+  }
+
+  SIZE_T id = state->id;
+  auto proxy = std::make_shared<SwapChainProxy> (window, id);
+
+  DWORD style = WS_GST_D3D12 | WS_VISIBLE;
+  if (rect.w > 0 && rect.h > 0) {
+    x = rect.x;
+    y = rect.y;
+    w = rect.w;
+    h = rect.h;
+  } else {
+    RECT rect = { };
+    switch (orientation) {
+      case GST_VIDEO_ORIENTATION_90R:
+      case GST_VIDEO_ORIENTATION_90L:
+      case GST_VIDEO_ORIENTATION_UL_LR:
+      case GST_VIDEO_ORIENTATION_UR_LL:
+        rect.right = h;
+        rect.bottom = w;
+        break;
+      default:
+        rect.right = w;
+        rect.bottom = h;
+        break;
+    }
+
+    AdjustWindowRect (&rect, WS_GST_D3D12, FALSE);
+
+    w = rect.right - rect.left;
+    h = rect.bottom - rect.top;
+  }
+
+  register_window_class ();
+
+  WindowCreateParams params;
+  params.window = window;
+  params.id = id;
+  auto hwnd = CreateWindowExW (0, L"GstD3D12Hwnd", title.c_str (),
+      style, x, y, w, h, (HWND) nullptr, (HMENU) nullptr,
+      GetModuleHandle (nullptr), &params);
+  proxy->set_window_handles (nullptr, hwnd);
+
+  {
+    std::lock_guard <std::mutex> slk (state->create_lock);
+    state->proxy = std::move (proxy);
+  }
+
+  return id;
+}
+
+void
+HwndServer::release_proxy (GstD3D12Window * window, SIZE_T proxy_id)
+{
+  std::shared_ptr<SwapChainProxy> proxy;
+
+  {
+    std::lock_guard<std::recursive_mutex> lk (lock_);
+    auto it = state_.find (window);
+    if (it == state_.end ())
+      return;
+
+    auto state = it->second;
+    {
+      std::lock_guard <std::mutex> slk (state->create_lock);
+      if (state->proxy && state->proxy->get_id () == proxy_id) {
+        proxy = state->proxy;
+        state->proxy = nullptr;
+      }
+    }
+
+    auto dit = direct_proxy_map_.begin ();
+    while (dit != direct_proxy_map_.end ()) {
+      auto proxy = dit->second.lock ();
+      if (!proxy || proxy->get_window () == window)
+        dit = direct_proxy_map_.erase (dit);
+      else
+        dit++;
+    }
+  }
+}
+
+static bool
+translate_message (UINT & msg, WPARAM & wparam, LPARAM & lparam)
+{
+  switch (msg) {
+    case WM_SIZE:
+      msg = WM_GST_D3D12_PARENT_SIZE;
+      return true;
+    case WM_KEYDOWN:
+    case WM_KEYUP:
+    case WM_LBUTTONDOWN:
+    case WM_LBUTTONUP:
+    case WM_RBUTTONDOWN:
+    case WM_RBUTTONUP:
+    case WM_MBUTTONDOWN:
+    case WM_MBUTTONUP:
+    case WM_MOUSEMOVE:
+    case WM_LBUTTONDBLCLK:
+    case WM_RBUTTONDBLCLK:
+    case WM_MBUTTONDBLCLK:
+      return true;
+    default:
+      break;
+  }
+
+  return false;
+}
+
+void
+HwndServer::forward_parent_message (HWND parent, UINT msg, WPARAM wparam, LPARAM lparam)
+{
+  if (translate_message (msg, wparam, lparam)) {
+    std::vector<HWND> child_hwnds;
+
+    {
+      std::lock_guard <std::recursive_mutex> lk (lock_);
+      auto it = parent_hwnd_map_.find (parent);
+      if (it == parent_hwnd_map_.end ())
+        return;
+
+      child_hwnds = it->second;
+    }
+
+    for (auto child : child_hwnds)
+      SendMessageW (child, msg, wparam, lparam);
+  }
+}
+
+void
+HwndServer::on_parent_destroy (HWND parent_hwnd)
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  parent_hwnd_map_.erase (parent_hwnd);
+  direct_proxy_map_.erase (parent_hwnd);
+  for (auto it : state_) {
+    auto state = it.second;
+    if (state) {
+      auto proxy = state->proxy;
+      if (proxy && proxy->get_window_handle () == parent_hwnd) {
+        proxy->release_swapchin ();
+        std::unique_lock<std::mutex> lk (state->create_lock);
+        state->proxy = nullptr;
+      }
+    }
+  }
+}
+
+void
+HwndServer::on_proxy_destroy (GstD3D12Window * window,
+    SIZE_T proxy_id)
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  auto it = state_.find (window);
+  if (it != state_.end ()) {
+    auto state = it->second;
+    std::lock_guard <std::mutex> slk (state->create_lock);
+    if (state->proxy && state->proxy->get_id () == proxy_id) {
+      state->proxy = nullptr;
+    }
+  }
+}
+
+std::shared_ptr<SwapChainProxy>
+HwndServer::get_proxy (GstD3D12Window * window, SIZE_T proxy_id)
+{
+  std::shared_ptr<SwapChainProxy> ret;
+
+  {
+    std::lock_guard <std::recursive_mutex> lk (lock_);
+    auto it = state_.find (window);
+    if (it == state_.end ())
+      return nullptr;
+
+    {
+      std::lock_guard <std::mutex> slk (it->second->create_lock);
+      ret = it->second->proxy;
+      if (ret && ret->get_id () != proxy_id)
+        ret = nullptr;
+    }
+  }
+
+  return ret;
+}
+
+std::shared_ptr<SwapChainProxy>
+HwndServer::get_direct_proxy (HWND parent_hwnd)
+{
+  std::lock_guard <std::recursive_mutex> lk (lock_);
+  auto it = direct_proxy_map_.find (parent_hwnd);
+  if (it == direct_proxy_map_.end ())
+    return nullptr;
+
+  return it->second.lock ();
+}
+
+/* *INDENT-ON* */

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12window-win32.h Added

@@ -0,0 +1,161 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstd3d12window.h"
+#include "gstd3d12window-swapchain.h"
+#include <atomic>
+#include <mutex>
+#include <condition_variable>
+#include <unordered_map>
+#include <vector>
+#include <memory>
+#include <d3d11on12.h>
+#include <d2d1_3.h>
+#include <wrl.h>
+
+struct FullscreenState
+{
+  std::atomic<bool> fullscreen_on_alt_enter = { false };
+  std::atomic<bool> requested_fullscreen = { false };
+  std::atomic<bool> applied_fullscreen = { false };
+  LONG restore_style = 0;
+  WINDOWPLACEMENT restore_placement = { };
+};
+
+class SwapChainProxy
+{
+public:
+  SwapChainProxy (GstD3D12Window * window, SIZE_T id);
+  ~SwapChainProxy ();
+
+  void set_window_handles (HWND parent_hwnd, HWND child_hwnd);
+  HWND get_window_handle ();
+  SIZE_T get_id ();
+  GstD3D12Window *get_window ();
+  bool has_parent ();
+  void on_destroy ();
+  void set_fullscreen_on_alt_enter (bool enable);
+  void toggle_fullscreen (bool enable);
+  void update_render_rect ();
+  void handle_fullscreen_change (bool is_fullscreen);
+  void handle_syskey_down ();
+  void handle_update_render_rect ();
+  void handle_key_event (UINT msg, WPARAM wparam, LPARAM lparam);
+  void handle_mouse_event (UINT msg, WPARAM wparam, LPARAM lparam);
+  void handle_swapchain_created ();
+  void handle_position_changed (INT width, INT height);
+  void release_swapchin ();
+  GstFlowReturn setup_swapchain (GstD3D12Device * device, DXGI_FORMAT format,
+      const GstVideoInfo * in_info, const GstVideoInfo * out_info,
+      GstStructure * conv_config);
+  GstFlowReturn resize_buffer (INT width, INT height);
+  GstFlowReturn set_buffer (GstBuffer * buffer);
+  GstFlowReturn present ();
+  void expose ();
+
+private:
+  std::shared_ptr<SwapChain> get_swapchain ();
+
+private:
+  GstD3D12Window *window_ = nullptr;
+  SIZE_T id_ = 0;
+  HWND hwnd_ = nullptr;
+  HWND parent_hwnd_ = nullptr;
+  GThread *window_thread_ = nullptr;
+  FullscreenState fstate_;
+  std::shared_ptr<SwapChain> swapchain_;
+  INT width_ = 0;
+  INT height_ = 0;
+
+  std::recursive_mutex lock_;
+};
+
+class HwndServer
+{
+public:
+  HwndServer(const HwndServer &) = delete;
+  HwndServer& operator=(const HwndServer &) = delete;
+  static HwndServer * get_instance()
+  {
+    static HwndServer *inst = nullptr;
+    GST_D3D12_CALL_ONCE_BEGIN {
+      inst = new HwndServer ();
+    } GST_D3D12_CALL_ONCE_END;
+
+    return inst;
+  }
+
+  void register_window (GstD3D12Window * window);
+  void unregister_window (GstD3D12Window * window);
+
+  void unlock_window (GstD3D12Window * window);
+  void unlock_stop_window (GstD3D12Window * window);
+
+  GstFlowReturn create_child_hwnd (GstD3D12Window * window,
+      HWND parent_hwnd, gboolean direct_swapchain, SIZE_T & proxy_id);
+
+  void create_child_hwnd_finish (GstD3D12Window * window,
+      HWND parent_hwnd, SIZE_T proxy_id);
+  void create_proxy_finish (GstD3D12Window * window,
+      HWND parent_hwnd, SIZE_T proxy_id);
+
+  SIZE_T create_internal_window (GstD3D12Window * window);
+
+  void release_proxy (GstD3D12Window * window, SIZE_T proxy_id);
+
+  void forward_parent_message (HWND parent,
+      UINT msg, WPARAM wparam, LPARAM lparam);
+
+  void on_parent_destroy (HWND parent_hwnd);
+  void on_proxy_destroy (GstD3D12Window * window,
+      SIZE_T proxy_id);
+
+  std::shared_ptr<SwapChainProxy> get_proxy (GstD3D12Window * window,
+      SIZE_T proxy_id);
+  std::shared_ptr<SwapChainProxy> get_direct_proxy (HWND parent_hwnd);
+
+private:
+  enum CreateState
+  {
+    None,
+    Waiting,
+    Opened,
+    Closed,
+  };
+
+  struct State
+  {
+    std::mutex create_lock;
+    std::condition_variable create_cond;
+    std::atomic<SIZE_T> id = { 0 };
+    bool flushing = false;
+    CreateState create_state = CreateState::None;
+    std::shared_ptr<SwapChainProxy> proxy;
+  };
+
+  HwndServer () {}
+  ~HwndServer () {}
+  std::recursive_mutex lock_;
+  std::unordered_map<GstD3D12Window *, std::shared_ptr<State>> state_;
+  std::unordered_map<HWND, std::vector<HWND>> parent_hwnd_map_;
+  std::unordered_map<HWND, std::weak_ptr<SwapChainProxy>> direct_proxy_map_;
+};
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12window.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12window.cpp Changed

@@ -22,8 +22,10 @@
 #endif
 
 #include "gstd3d12window.h"
-#include "gstd3d12overlaycompositor.h"
+#include "gstd3d12window-win32.h"
 #include <directx/d3dx12.h>
+#include <d3d11on12.h>
+#include <d2d1_3.h>
 #include <mutex>
 #include <condition_variable>
 #include <vector>
@@ -34,116 +36,77 @@
 
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
-static std::mutex global_hwnd_lock;
 /* *INDENT-ON* */
 
-GST_DEBUG_CATEGORY_STATIC (gst_d3d12_window_debug);
+GST_DEBUG_CATEGORY (gst_d3d12_window_debug);
 #define GST_CAT_DEFAULT gst_d3d12_window_debug
 
-#define WS_GST_D3D12 (WS_CLIPSIBLINGS | WS_CLIPCHILDREN | WS_OVERLAPPEDWINDOW)
-#define EXTERNAL_PROC_PROP_NAME L"gst-d3d12-hwnd-external-proc"
-#define D3D12_WINDOW_PROP_NAME L"gst-d3d12-hwnd-obj"
-#define WM_GST_D3D12_FULLSCREEN (WM_USER + 1)
-#define WM_GST_D3D12_CONSTRUCT_INTERNAL_WINDOW (WM_USER + 2)
-#define WM_GST_D3D12_DESTROY_INTERNAL_WINDOW (WM_USER + 3)
-#define WM_GST_D3D12_UPDATE_RENDER_RECT (WM_USER + 4)
-
-#define BACK_BUFFER_COUNT 3
-
 enum
 {
   SIGNAL_KEY_EVENT,
   SIGNAL_MOUSE_EVENT,
+  SIGNAL_SCROLL_EVENT,
   SIGNAL_FULLSCREEN,
+  SIGNAL_OVERLAY,
   SIGNAL_LAST
 };
 
 static guint d3d12_window_signalsSIGNAL_LAST = { 0, };
 
-/* *INDENT-OFF* */
-struct SwapBuffer
-{
-  SwapBuffer (GstBuffer * buf)
-  {
-    backbuf = buf;
-  }
-
-  ~SwapBuffer ()
-  {
-    gst_clear_buffer (&backbuf);
-  }
-
-  GstBuffer *backbuf = nullptr;
-  gboolean first = TRUE;
-};
-
-struct DeviceContext
+/**
+ * GstD3D12WindowOverlayMode:
+ *
+ * Since: 1.26
+ */
+GType
+gst_d3d12_window_overlay_mode_get_type (void)
 {
-  DeviceContext () = delete;
-  DeviceContext (GstD3D12Device * dev)
-  {
-    event_handle = CreateEventEx (nullptr, nullptr, 0, EVENT_ALL_ACCESS);
-    device = (GstD3D12Device *) gst_object_ref (dev);
-
-    D3D12_COMMAND_QUEUE_DESC queue_desc = { };
-    queue_desc.Type = D3D12_COMMAND_LIST_TYPE_DIRECT;
-    queue_desc.Flags = D3D12_COMMAND_QUEUE_FLAG_NONE;
-
-    queue = gst_d3d12_command_queue_new (device,
-        &queue_desc, BACK_BUFFER_COUNT * 2);
-    if (!queue) {
-      GST_ERROR_OBJECT (device, "Couldn't create command queue");
-      return;
-    }
-
-    ca_pool = gst_d3d12_command_allocator_pool_new (device,
-        D3D12_COMMAND_LIST_TYPE_DIRECT);
-    if (!ca_pool) {
-      GST_ERROR_OBJECT (device, "Couldn't create command allocator pool");
-      return;
-    }
-
-    initialized = true;
-  }
-
-  ~DeviceContext ()
-  {
-    WaitGpu ();
-
-    CloseHandle (event_handle);
-
-    gst_clear_object (&queue);
-    gst_clear_object (&ca_pool);
-    gst_clear_buffer (&cached_buf);
-    gst_clear_object (&conv);
-    gst_clear_object (&comp);
-    gst_clear_buffer (&msaa_buf);
-    gst_clear_object (&device);
-  }
-
-  void WaitGpu ()
-  {
-    if (!queue)
-      return;
-
-    gst_d3d12_command_queue_fence_wait (queue, G_MAXUINT64, event_handle);
-  }
+  static GType mode_type = 0;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    static const GFlagsValue mode_types = {
+      /**
+       * GstD3D12WindowOverlayMode::none:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_WINDOW_OVERLAY_NONE, "None", "none"},
+
+      /**
+       * GstD3D12WindowOverlayMode::d3d12:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_WINDOW_OVERLAY_D3D12,
+          "Emits present signal with Direct3D12 resources", "d3d12"},
+
+      /**
+       * GstD3D12WindowOverlayMode::d3d11:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_WINDOW_OVERLAY_D3D11,
+          "Emits present signal with Direct3D12/11 resources", "d3d11"},
+
+      /**
+       * GstD3D12WindowOverlayMode::d2d:
+       *
+       * Since: 1.26
+       */
+      {GST_D3D12_WINDOW_OVERLAY_D2D,
+            "Emit present signal with Direct3D12/11 and Direct2D resources",
+          "d2d"},
+      {0, nullptr, nullptr},
+    };
+
+    mode_type = g_flags_register_static ("GstD3D12WindowOverlayMode",
+        mode_types);
+  } GST_D3D12_CALL_ONCE_END;
+
+  return mode_type;
+}
 
-  ComPtr<ID3D12GraphicsCommandList> cl;
-  ComPtr<IDXGISwapChain4> swapchain;
-  GstBuffer *msaa_buf = nullptr;
-  std::vector<std::shared_ptr<SwapBuffer>> swap_buffers;
-  D3D12_RESOURCE_DESC buffer_desc;
-  GstD3D12Converter *conv = nullptr;
-  GstD3D12OverlayCompositor *comp = nullptr;
-  GstBuffer *cached_buf = nullptr;
-  GstD3D12Device *device = nullptr;
-  GstD3D12CommandQueue *queue = nullptr;
-  GstD3D12CommandAllocatorPool *ca_pool = nullptr;
-  UINT64 fence_val = 0;
-  HANDLE event_handle;
-  bool initialized = false;
-};
+/* *INDENT-OFF* */
 
 struct GstD3D12WindowPrivate
 {
@@ -179,13 +142,15 @@
   gfloat rotation_z = 0;
   gfloat scale_x = 1.0f;
   gfloat scale_y = 1.0f;
+  gdouble hue = 0.0;
+  gdouble saturation = 1.0;
+  gdouble brightness = 0.0;
+  gdouble contrast = 1.0;
+  guint mip_levels = 1;
 
   /* fullscreen related variables */
-  gboolean fullscreen_on_alt_enter = TRUE;
-  gboolean requested_fullscreen = FALSE;
-  gboolean applied_fullscreen = FALSE;
-  LONG restore_style;
-  WINDOWPLACEMENT restore_placement;
+  std::atomic<gboolean> fullscreen_on_alt_enter = { FALSE };
+  std::atomic<gboolean> requested_fullscreen = { FALSE };
 
   GstD3D12FenceDataPool *fence_data_pool;
 
@@ -196,37 +161,29 @@
   RECT dirty_rect = { };
   GstVideoInfo input_info;
   GstVideoInfo display_info;
+  guint display_width = 8;
+  guint display_height = 8;
 
-  D3D12_BOX crop_rect = { };
-  D3D12_BOX prev_crop_rect = { };
-
-  gboolean force_aspect_ratio = TRUE;
   std::atomic<gboolean> enable_navigation = { TRUE };
-  gboolean first_present = TRUE;
-  gboolean backbuf_rendered = FALSE;
+  gboolean force_aspect_ratio = TRUE;
+  gboolean output_updated = FALSE;
 
-  std::unique_ptr<DeviceContext> ctx;
+  std::weak_ptr<SwapChainProxy> proxy;
+  SIZE_T proxy_id = 0;
 
   std::wstring title;
-  gboolean update_title = FALSE;
 
-  GstD3D12MSAAMode msaa = GST_D3D12_MSAA_DISABLED;
+  std::atomic<GstD3D12MSAAMode> msaa = { GST_D3D12_MSAA_DISABLED };
+  std::atomic<GstD3D12WindowOverlayMode> overlay_mode =
+      { GST_D3D12_WINDOW_OVERLAY_NONE };
 
   /* Win32 window handles */
-  std::mutex hwnd_lock;
-  std::condition_variable hwnd_cond;
-  HWND hwnd = nullptr;
-  HWND external_hwnd = nullptr;
-  std::atomic<GstD3D12WindowState> state = { GST_D3D12_WINDOW_STATE_INIT };
   GThread *main_loop_thread = nullptr;
-
-  GThread *internal_hwnd_thread = nullptr;
-
   GMainLoop *loop = nullptr;
   GMainContext *main_context = nullptr;
-  gboolean flushing = FALSE;
+  std::mutex loop_lock;
+  std::condition_variable loop_cond;
 };
-/* *INDENT-ON* */
 
 struct _GstD3D12Window
 {
@@ -236,8 +193,7 @@
 
   GstD3D12WindowPrivate *priv;
 };
-
-static GstFlowReturn gst_d3d12_window_on_resize (GstD3D12Window * self);
+/* *INDENT-ON* */
 
 #define gst_d3d12_window_parent_class parent_class
 G_DEFINE_TYPE (GstD3D12Window, gst_d3d12_window, GST_TYPE_OBJECT);
@@ -252,20 +208,33 @@
   object_class->finalize = gst_d3d12_window_finalize;
 
   d3d12_window_signalsSIGNAL_KEY_EVENT =
-      g_signal_new ("key-event", G_TYPE_FROM_CLASS (klass),
-      G_SIGNAL_RUN_LAST, 0, nullptr, nullptr, nullptr,
+      g_signal_new_class_handler ("key-event", G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST, nullptr, nullptr, nullptr, nullptr,
       G_TYPE_NONE, 2, G_TYPE_STRING, G_TYPE_STRING);
 
   d3d12_window_signalsSIGNAL_MOUSE_EVENT =
-      g_signal_new ("mouse-event", G_TYPE_FROM_CLASS (klass),
-      G_SIGNAL_RUN_LAST, 0, nullptr, nullptr, nullptr,
-      G_TYPE_NONE, 4, G_TYPE_STRING, G_TYPE_INT, G_TYPE_DOUBLE, G_TYPE_DOUBLE);
+      g_signal_new_class_handler ("mouse-event", G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST, nullptr, nullptr, nullptr, nullptr,
+      G_TYPE_NONE, 5, G_TYPE_STRING, G_TYPE_INT, G_TYPE_DOUBLE, G_TYPE_DOUBLE,
+      G_TYPE_UINT);
+
+  d3d12_window_signalsSIGNAL_SCROLL_EVENT =
+      g_signal_new_class_handler ("scroll-event", G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST, nullptr, nullptr, nullptr, nullptr,
+      G_TYPE_NONE, 5, G_TYPE_INT, G_TYPE_INT, G_TYPE_DOUBLE, G_TYPE_DOUBLE,
+      G_TYPE_UINT);
 
   d3d12_window_signalsSIGNAL_FULLSCREEN =
-      g_signal_new ("fullscreen", G_TYPE_FROM_CLASS (klass),
-      G_SIGNAL_RUN_LAST, 0, nullptr, nullptr, nullptr,
+      g_signal_new_class_handler ("fullscreen", G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST, nullptr, nullptr, nullptr, nullptr,
       G_TYPE_NONE, 1, G_TYPE_BOOLEAN);
 
+  d3d12_window_signalsSIGNAL_OVERLAY =
+      g_signal_new_class_handler ("overlay", G_TYPE_FROM_CLASS (klass),
+      G_SIGNAL_RUN_LAST, nullptr, nullptr, nullptr, nullptr,
+      G_TYPE_NONE, 6, G_TYPE_POINTER, G_TYPE_POINTER, G_TYPE_POINTER,
+      G_TYPE_POINTER, G_TYPE_POINTER, G_TYPE_POINTER);
+
   GST_DEBUG_CATEGORY_INIT (gst_d3d12_window_debug,
       "d3d12window", 0, "d3d12window");
 }
@@ -288,611 +257,28 @@
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
 
-static void
-gst_d3d12_window_on_key_event (GstD3D12Window * self,
-    UINT msg, WPARAM wparam, LPARAM lparam)
-{
-  gunichar2 keyname128;
-  const gchar *event;
-
-  if (!GetKeyNameTextW (lparam, (LPWSTR) keyname, 128))
-    return;
-
-  gchar *name = g_utf16_to_utf8 (keyname, 128, nullptr, nullptr, nullptr);
-  if (!name)
-    return;
-
-  if (msg == WM_KEYDOWN)
-    event = "key-press";
-  else
-    event = "key-release";
-
-  g_signal_emit (self, d3d12_window_signalsSIGNAL_KEY_EVENT, 0, event, name);
-  g_free (name);
-}
-
-static void
-gst_d3d12_window_on_mouse_event (GstD3D12Window * self, UINT msg, WPARAM wparam,
-    LPARAM lparam)
-{
-  auto priv = self->priv;
-  gint button = 0;
-  const gchar *event = nullptr;
-
-  switch (msg) {
-    case WM_MOUSEMOVE:
-      button = 0;
-      event = "mouse-move";
-      break;
-    case WM_LBUTTONDOWN:
-      button = 1;
-      event = "mouse-button-press";
-      break;
-    case WM_LBUTTONUP:
-      button = 1;
-      event = "mouse-button-release";
-      break;
-    case WM_RBUTTONDOWN:
-      button = 2;
-      event = "mouse-button-press";
-      break;
-    case WM_RBUTTONUP:
-      button = 2;
-      event = "mouse-button-release";
-      break;
-    case WM_MBUTTONDOWN:
-      button = 3;
-      event = "mouse-button-press";
-      break;
-    case WM_MBUTTONUP:
-      button = 3;
-      event = "mouse-button-release";
-      break;
-    default:
-      return;
-  }
-
-  GstVideoRectangle output_rect = { };
-  GstVideoOrientationMethod orientation;
-  gint in_w, in_h;
-  {
-    std::lock_guard < std::recursive_mutex > lk (priv->lock);
-    orientation = priv->orientation;
-    output_rect = priv->output_rect;
-    in_w = priv->input_info.width;
-    in_h = priv->input_info.height;
-  }
-  auto xpos = LOWORD (lparam);
-  auto ypos = HIWORD (lparam);
-
-  if (in_w <= 0 || in_h <= 0 || xpos < output_rect.x ||
-      xpos >= output_rect.x + output_rect.w || ypos < output_rect.y ||
-      ypos >= output_rect.y + output_rect.h) {
-    return;
-  }
-
-  gint src_w, src_h;
-  switch (orientation) {
-    case GST_VIDEO_ORIENTATION_90R:
-    case GST_VIDEO_ORIENTATION_90L:
-    case GST_VIDEO_ORIENTATION_UL_LR:
-    case GST_VIDEO_ORIENTATION_UR_LL:
-      src_w = in_h;
-      src_h = in_w;
-      break;
-    default:
-      src_w = in_w;
-      src_h = in_h;
-      break;
-  }
-
-  xpos = ((xpos - output_rect.x) / (double) output_rect.w) * src_w;
-  ypos = ((ypos - output_rect.y) / (double) output_rect.h) * src_h;
-
-  xpos = CLAMP (xpos, 0, (LONG) (src_w - 1));
-  ypos = CLAMP (ypos, 0, (LONG) (src_h - 1));
-
-  double final_x = 0;
-  double final_y = 0;
-
-  switch (orientation) {
-    case GST_VIDEO_ORIENTATION_90R:
-      final_x = ypos;
-      final_y = src_w - xpos;
-      break;
-    case GST_VIDEO_ORIENTATION_90L:
-      final_x = src_h - ypos;
-      final_y = xpos;
-      break;
-    case GST_VIDEO_ORIENTATION_UR_LL:
-      final_x = src_h - ypos;
-      final_y = src_w - xpos;
-      break;
-    case GST_VIDEO_ORIENTATION_UL_LR:
-      final_x = ypos;
-      final_y = xpos;
-      break;
-    case GST_VIDEO_ORIENTATION_180:
-      final_x = src_w - xpos;
-      final_y = src_h - ypos;
-      break;
-    case GST_VIDEO_ORIENTATION_HORIZ:
-      final_x = src_w - xpos;
-      final_y = ypos;
-      break;
-    case GST_VIDEO_ORIENTATION_VERT:
-      final_x = xpos;
-      final_y = src_h - ypos;
-      break;
-    default:
-      final_x = xpos;
-      final_y = ypos;
-      break;
-  }
-
-  g_signal_emit (self, d3d12_window_signalsSIGNAL_MOUSE_EVENT, 0,
-      event, button, final_x, final_y);
-}
-
-static void
-gst_d3d12_window_toggle_fullscreen_mode (GstD3D12Window * self,
-    gboolean emit_signal)
-{
-  auto priv = self->priv;
-  HWND hwnd = nullptr;
-  gboolean is_fullscreen;
-  ComPtr < IDXGISwapChain > swapchain;
-
-  {
-    std::lock_guard < std::mutex > hlk (priv->hwnd_lock);
-    hwnd = priv->external_hwnd ? priv->external_hwnd : priv->hwnd;
-
-    if (!hwnd)
-      return;
-
-    if (priv->requested_fullscreen == priv->applied_fullscreen)
-      return;
-
-    {
-      std::lock_guard < std::recursive_mutex > lk (priv->lock);
-      if (priv->ctx)
-        swapchain = priv->ctx->swapchain;
-    }
-
-    if (!swapchain)
-      return;
-
-    GST_DEBUG_OBJECT (self, "Change mode to %s",
-        priv->requested_fullscreen ? "fullscreen" : "windowed");
-
-    priv->applied_fullscreen = priv->requested_fullscreen;
-    is_fullscreen = priv->applied_fullscreen;
-  }
-
-  if (!is_fullscreen) {
-    SetWindowLongW (hwnd, GWL_STYLE, priv->restore_style);
-    SetWindowPlacement (hwnd, &priv->restore_placement);
-  } else {
-    ComPtr < IDXGIOutput > output;
-    DXGI_OUTPUT_DESC output_desc;
-
-    /* remember current placement to restore window later */
-    GetWindowPlacement (hwnd, &priv->restore_placement);
-
-    /* show window before change style */
-    ShowWindow (hwnd, SW_SHOW);
-
-    priv->restore_style = GetWindowLong (hwnd, GWL_STYLE);
-
-    /* Make the window borderless so that the client area can fill the screen */
-    SetWindowLongA (hwnd, GWL_STYLE,
-        priv->restore_style &
-        ~(WS_CAPTION | WS_MAXIMIZEBOX | WS_MINIMIZEBOX | WS_SYSMENU |
-            WS_THICKFRAME | WS_MAXIMIZE));
-
-    swapchain->GetContainingOutput (&output);
-    output->GetDesc (&output_desc);
-
-    SetWindowPos (hwnd, HWND_TOP,
-        output_desc.DesktopCoordinates.left,
-        output_desc.DesktopCoordinates.top,
-        output_desc.DesktopCoordinates.right,
-        output_desc.DesktopCoordinates.bottom,
-        SWP_FRAMECHANGED | SWP_NOACTIVATE);
-
-    ShowWindow (hwnd, SW_MAXIMIZE);
-  }
-
-  GST_DEBUG_OBJECT (self, "Fullscreen mode change done");
-
-  if (emit_signal) {
-    g_signal_emit (self, d3d12_window_signalsSIGNAL_FULLSCREEN,
-        0, is_fullscreen);
-  }
-}
-
-static GstD3D12Window *
-gst_d3d12_window_from_hwnd (HWND hwnd)
-{
-  std::lock_guard < std::mutex > lk (global_hwnd_lock);
-  auto self = GetPropW (hwnd, D3D12_WINDOW_PROP_NAME);
-  if (self)
-    gst_object_ref (self);
-
-  return (GstD3D12Window *) self;
-}
-
-static LRESULT CALLBACK
-gst_d3d12_window_proc (HWND hwnd, UINT msg, WPARAM wparam, LPARAM lparam)
-{
-  switch (msg) {
-    case WM_CREATE:
-    {
-      LPCREATESTRUCTW create_param = (LPCREATESTRUCTW) lparam;
-      SetPropW (hwnd, D3D12_WINDOW_PROP_NAME, create_param->lpCreateParams);
-      break;
-    }
-    case WM_GST_D3D12_DESTROY_INTERNAL_WINDOW:
-    {
-      GST_INFO ("Handle destroy window message");
-      DestroyWindow (hwnd);
-      return 0;
-    }
-    case WM_GST_D3D12_UPDATE_RENDER_RECT:
-    {
-      auto self = gst_d3d12_window_from_hwnd (hwnd);
-      if (self) {
-        GstVideoRectangle render_rect = { };
-        {
-          auto priv = self->priv;
-          std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-          render_rect = priv->render_rect;
-        }
-
-        if (render_rect.w > 0 && render_rect.h > 0) {
-          MoveWindow (hwnd,
-              render_rect.x, render_rect.y, render_rect.w, render_rect.h, TRUE);
-        }
-
-        gst_object_unref (self);
-      }
-      return 0;
-    }
-    case WM_GST_D3D12_FULLSCREEN:
-    {
-      auto self = gst_d3d12_window_from_hwnd (hwnd);
-      if (self) {
-        gst_d3d12_window_toggle_fullscreen_mode (self, FALSE);
-        gst_object_unref (self);
-      }
-
-      return 0;
-    }
-    case WM_SYSKEYDOWN:
-    {
-      WORD state = GetKeyState (VK_RETURN);
-      BYTE high = HIBYTE (state);
-
-      if (high & 0x1) {
-        auto self = gst_d3d12_window_from_hwnd (hwnd);
-        if (self) {
-          auto priv = self->priv;
-          bool do_toggle = false;
-          {
-            std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-            if (priv->fullscreen_on_alt_enter) {
-              priv->requested_fullscreen = !priv->applied_fullscreen;
-              do_toggle = true;
-            }
-          }
-
-          if (do_toggle)
-            gst_d3d12_window_toggle_fullscreen_mode (self, TRUE);
-
-          gst_object_unref (self);
-        }
-      }
-      break;
-    }
-    case WM_SIZE:
-    {
-      auto self = gst_d3d12_window_from_hwnd (hwnd);
-      if (self) {
-        gst_d3d12_window_on_resize (self);
-        gst_object_unref (self);
-      }
-      break;
-    }
-    case WM_CLOSE:
-    {
-      auto self = gst_d3d12_window_from_hwnd (hwnd);
-      if (self) {
-        auto priv = self->priv;
-        GST_DEBUG_OBJECT (self, "Internal window is being closed");
-        {
-          std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-          RemovePropW (priv->hwnd, D3D12_WINDOW_PROP_NAME);
-          priv->hwnd = nullptr;
-          priv->state = GST_D3D12_WINDOW_STATE_CLOSED;
-
-        }
-        gst_object_unref (self);
-      }
-      break;
-    }
-    case WM_NCHITTEST:
-    {
-      auto self = gst_d3d12_window_from_hwnd (hwnd);
-      if (self && self->priv->external_hwnd) {
-        gst_object_unref (self);
-
-        /* To passthrough mouse event if external window is used.
-         * Only hit-test succeeded window can receive/handle some mouse events
-         * and we want such events to be handled by parent (application) window
-         */
-        return (LRESULT) HTTRANSPARENT;
-      }
-
-      gst_clear_object (&self);
-      break;
-    }
-    case WM_KEYDOWN:
-    case WM_KEYUP:
-    {
-      auto self = gst_d3d12_window_from_hwnd (hwnd);
-      if (self) {
-        auto priv = self->priv;
-        if (priv->enable_navigation)
-          gst_d3d12_window_on_key_event (self, msg, wparam, lparam);
-        gst_object_unref (self);
-      }
-      break;
-    }
-    case WM_LBUTTONDOWN:
-    case WM_LBUTTONUP:
-    case WM_RBUTTONDOWN:
-    case WM_RBUTTONUP:
-    case WM_MBUTTONDOWN:
-    case WM_MBUTTONUP:
-    case WM_MOUSEMOVE:
-    {
-      auto self = gst_d3d12_window_from_hwnd (hwnd);
-      if (self) {
-        auto priv = self->priv;
-        if (priv->enable_navigation)
-          gst_d3d12_window_on_mouse_event (self, msg, wparam, lparam);
-        gst_object_unref (self);
-      }
-      break;
-    }
-    default:
-      break;
-  }
-
-  return DefWindowProcW (hwnd, msg, wparam, lparam);
-}
-
-static void
-gst_d3d12_window_create_hwnd (GstD3D12Window * self)
+void
+gst_d3d12_window_on_key_event (GstD3D12Window * window, const gchar * event,
+    const gchar * name)
 {
-  auto priv = self->priv;
-  auto inst = GetModuleHandle (nullptr);
-
-  {
-    static std::mutex class_lock;
-    std::lock_guard < std::mutex > lk (class_lock);
-    WNDCLASSEXW wc = { };
-
-    if (!GetClassInfoExW (inst, L"GstD3D12Hwnd", &wc)) {
-      wc.cbSize = sizeof (WNDCLASSEXW);
-      wc.lpfnWndProc = gst_d3d12_window_proc;
-      wc.hInstance = inst;
-      wc.hIcon = LoadIcon (nullptr, IDI_WINLOGO);
-      wc.style = CS_HREDRAW | CS_VREDRAW | CS_DBLCLKS;
-      wc.hCursor = LoadCursor (nullptr, IDC_ARROW);
-      wc.hbrBackground = (HBRUSH) GetStockObject (BLACK_BRUSH);
-      wc.lpszClassName = L"GstD3D12Hwnd";
-
-      RegisterClassExW (&wc);
-    }
-  }
-
-  int x = CW_USEDEFAULT;
-  int y = CW_USEDEFAULT;
-  int w = 0;
-  int h = 0;
-  DWORD style = WS_GST_D3D12;
-
-  std::wstring title = L"Direct3D12 Renderer";
-  if (!priv->title.empty ())
-    title = priv->title;
-
-  if (!priv->external_hwnd) {
-    if (priv->render_rect.w > 0 && priv->render_rect.h > 0) {
-      x = priv->render_rect.x;
-      y = priv->render_rect.y;
-      w = priv->render_rect.w;
-      h = priv->render_rect.h;
-    } else {
-      std::lock_guard < std::recursive_mutex > lk (priv->lock);
-      RECT rect = { };
-      switch (priv->orientation) {
-        case GST_VIDEO_ORIENTATION_90R:
-        case GST_VIDEO_ORIENTATION_90L:
-        case GST_VIDEO_ORIENTATION_UL_LR:
-        case GST_VIDEO_ORIENTATION_UR_LL:
-          rect.right = GST_VIDEO_INFO_HEIGHT (&priv->display_info);
-          rect.bottom = GST_VIDEO_INFO_WIDTH (&priv->display_info);
-          break;
-        default:
-          rect.right = GST_VIDEO_INFO_WIDTH (&priv->display_info);
-          rect.bottom = GST_VIDEO_INFO_HEIGHT (&priv->display_info);
-          break;
-      }
-
-      AdjustWindowRect (&rect, WS_GST_D3D12, FALSE);
-
-      w = rect.right - rect.left;
-      h = rect.bottom - rect.top;
-    }
-
-    style |= WS_VISIBLE;
-  }
-
-  priv->hwnd = CreateWindowExW (0, L"GstD3D12Hwnd", title.c_str (),
-      style, x, y, w, h, (HWND) nullptr, (HMENU) nullptr, inst, self);
-  priv->applied_fullscreen = FALSE;
-  priv->internal_hwnd_thread = g_thread_self ();
+  g_signal_emit (window, d3d12_window_signalsSIGNAL_KEY_EVENT, 0, event,
+      name);
 }
 
-static void
-gst_d3d12_window_release_external_hwnd (GstD3D12Window * self)
+void
+gst_d3d12_window_on_mouse_event (GstD3D12Window * window, const gchar * event,
+    gint button, double xpos, double ypos, guint modifier)
 {
-  auto priv = self->priv;
-
-  if (!priv->external_hwnd)
-    return;
-
-  auto hwnd = priv->external_hwnd;
-  priv->external_hwnd = nullptr;
-
-  auto external_proc = (WNDPROC) GetPropW (hwnd, EXTERNAL_PROC_PROP_NAME);
-  if (!external_proc) {
-    GST_WARNING_OBJECT (self, "Failed to get original window procedure");
-    return;
-  }
-
-  GST_DEBUG_OBJECT (self, "release external window %" G_GUINTPTR_FORMAT
-      ", original window procedure %p", (guintptr) hwnd, external_proc);
-
-  RemovePropW (hwnd, EXTERNAL_PROC_PROP_NAME);
-  RemovePropW (hwnd, D3D12_WINDOW_PROP_NAME);
-
-  if (!SetWindowLongPtrW (hwnd, GWLP_WNDPROC, (LONG_PTR) external_proc))
-    GST_WARNING_OBJECT (self, "Couldn't restore original window procedure");
+  g_signal_emit (window, d3d12_window_signalsSIGNAL_MOUSE_EVENT, 0,
+      event, button, xpos, ypos, modifier);
 }
 
-static LRESULT FAR PASCAL
-sub_class_proc (HWND hwnd, UINT msg, WPARAM wparam, LPARAM lparam)
+void
+gst_d3d12_window_on_scroll_event (GstD3D12Window * window, gint delta_x,
+    gint delta_y, double xpos, double ypos, guint modifier)
 {
-  auto external_window_proc =
-      (WNDPROC) GetPropW (hwnd, EXTERNAL_PROC_PROP_NAME);
-  auto self = gst_d3d12_window_from_hwnd (hwnd);
-
-  if (!self) {
-    GST_DEBUG ("No object attached to the window, chain up to default");
-    return CallWindowProcW (external_window_proc, hwnd, msg, wparam, lparam);
-  }
-
-  auto priv = self->priv;
-  switch (msg) {
-    case WM_GST_D3D12_CONSTRUCT_INTERNAL_WINDOW:
-    {
-      GST_DEBUG_OBJECT (self, "Create internal window");
-      std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-      if (priv->hwnd) {
-        GST_WARNING_OBJECT (self,
-            "Window already created, probably we have received 2 creation messages");
-        gst_object_unref (self);
-        return 0;
-      }
-
-      gst_d3d12_window_create_hwnd (self);
-      SetWindowLongPtrW (priv->hwnd, GWL_STYLE, WS_CHILD | WS_MAXIMIZE);
-      SetParent (priv->hwnd, priv->external_hwnd);
-
-      RECT rect;
-      GetClientRect (priv->external_hwnd, &rect);
-
-      if (priv->render_rect.w > 0 && priv->render_rect.h > 0) {
-        rect.left = priv->render_rect.x;
-        rect.top = priv->render_rect.y;
-        rect.right = priv->render_rect.x + priv->render_rect.w;
-        rect.bottom = priv->render_rect.y + priv->render_rect.h;
-      }
-
-      SetWindowPos (priv->hwnd, HWND_TOP, rect.left, rect.top,
-          rect.right - rect.left, rect.bottom - rect.top,
-          SWP_ASYNCWINDOWPOS | SWP_NOMOVE | SWP_NOSIZE | SWP_NOZORDER |
-          SWP_FRAMECHANGED | SWP_NOACTIVATE);
-      MoveWindow (priv->hwnd, rect.left, rect.top,
-          rect.right - rect.left, rect.bottom - rect.top, FALSE);
-      ShowWindow (priv->hwnd, SW_SHOW);
-
-      priv->state = GST_D3D12_WINDOW_STATE_OPENED;
-      priv->hwnd_cond.notify_all ();
-
-      /* don't need to be chained up to parent window procedure,
-       * as this is our custom message */
-      gst_object_unref (self);
-      return 0;
-    }
-    case WM_SYSKEYDOWN:
-    {
-      WORD state = GetKeyState (VK_RETURN);
-      BYTE high = HIBYTE (state);
-
-      if (high & 0x1) {
-        bool do_toggle = false;
-        {
-          std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-          if (priv->fullscreen_on_alt_enter) {
-            priv->requested_fullscreen = !priv->applied_fullscreen;
-            do_toggle = true;
-          }
-        }
-
-        if (do_toggle)
-          gst_d3d12_window_toggle_fullscreen_mode (self, TRUE);
-      }
-      break;
-    }
-    case WM_SIZE:
-      if (priv->render_rect.w > 0 || priv->render_rect.h > 0) {
-        MoveWindow (priv->hwnd,
-            priv->render_rect.x, priv->render_rect.y,
-            priv->render_rect.w, priv->render_rect.h, FALSE);
-      } else {
-        MoveWindow (priv->hwnd, 0, 0, LOWORD (lparam), HIWORD (lparam), FALSE);
-      }
-      break;
-    case WM_DESTROY:
-    {
-      std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-      GST_WARNING_OBJECT (self, "external window is closing");
-
-      gst_d3d12_window_release_external_hwnd (self);
-
-      if (priv->hwnd)
-        DestroyWindow (priv->hwnd);
-      priv->hwnd = nullptr;
-
-      priv->state = GST_D3D12_WINDOW_STATE_CLOSED;
-      priv->hwnd_cond.notify_all ();
-      break;
-    }
-    case WM_KEYDOWN:
-    case WM_KEYUP:
-      if (priv->enable_navigation)
-        gst_d3d12_window_on_key_event (self, msg, wparam, lparam);
-      break;
-    case WM_LBUTTONDOWN:
-    case WM_LBUTTONUP:
-    case WM_RBUTTONDOWN:
-    case WM_RBUTTONUP:
-    case WM_MBUTTONDOWN:
-    case WM_MBUTTONUP:
-    case WM_MOUSEMOVE:
-      if (priv->enable_navigation)
-        gst_d3d12_window_on_mouse_event (self, msg, wparam, lparam);
-      break;
-    default:
-      break;
-  }
-
-  gst_object_unref (self);
-
-  return CallWindowProcW (external_window_proc, hwnd, msg, wparam, lparam);
+  g_signal_emit (window, d3d12_window_signalsSIGNAL_SCROLL_EVENT, 0,
+      delta_x, delta_y, xpos, ypos, modifier);
 }
 
 static gboolean
@@ -913,11 +299,16 @@
 gst_d3d12_window_hwnd_thread_func (GstD3D12Window * self)
 {
   auto priv = self->priv;
+  auto server = HwndServer::get_instance ();
 
   g_main_context_push_thread_default (priv->main_context);
 
-  gst_d3d12_window_create_hwnd (self);
-  priv->state = GST_D3D12_WINDOW_STATE_OPENED;
+  priv->proxy_id = server->create_internal_window (self);
+  auto proxy = server->get_proxy (self, priv->proxy_id);
+  priv->proxy = proxy;
+
+  proxy->set_fullscreen_on_alt_enter (priv->fullscreen_on_alt_enter);
+  proxy->toggle_fullscreen (priv->requested_fullscreen);
 
   auto msg_io_ch = g_io_channel_win32_new_messages (0);
   auto msg_source = g_io_create_watch (msg_io_ch, G_IO_IN);
@@ -928,8 +319,8 @@
   g_source_set_callback (idle_source,(gpointer data)->gboolean {
         auto self = GST_D3D12_WINDOW (data);
         auto priv = self->priv;
-        std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-        priv->hwnd_cond.notify_all ();
+        std::lock_guard < std::mutex > lk (priv->loop_lock);
+        priv->loop_cond.notify_all ();
         return G_SOURCE_REMOVE;
       }
       , self, nullptr);
@@ -939,7 +330,7 @@
 
   g_main_loop_run (priv->loop);
 
-  g_clear_pointer (&priv->hwnd, DestroyWindow);
+  proxy = nullptr;
 
   g_source_destroy (msg_source);
   g_source_unref (msg_source);
@@ -950,127 +341,29 @@
   return nullptr;
 }
 
-static GstFlowReturn
-gst_d3d12_window_prepare_hwnd (GstD3D12Window * self, guintptr window_handle)
-{
-  auto priv = self->priv;
-
-  switch (priv->state) {
-    case GST_D3D12_WINDOW_STATE_OPENED:
-      return GST_FLOW_OK;
-    case GST_D3D12_WINDOW_STATE_CLOSED:
-      return GST_FLOW_ERROR;
-    default:
-      break;
-  }
-
-  std::unique_lock < std::mutex > lk (priv->hwnd_lock);
-  priv->external_hwnd = (HWND) window_handle;
-  if (!priv->external_hwnd) {
-    priv->main_loop_thread = g_thread_new ("GstD3D12Window",
-        (GThreadFunc) gst_d3d12_window_hwnd_thread_func, self);
-    while (!g_main_loop_is_running (priv->loop))
-      priv->hwnd_cond.wait (lk);
-
-    return GST_FLOW_OK;
-  }
-
-  if (!IsWindow (priv->external_hwnd)) {
-    GST_ERROR_OBJECT (self, "Invalid window handle");
-    return GST_FLOW_ERROR;
-  }
-
-  {
-    std::lock_guard < std::mutex > glk (global_hwnd_lock);
-    auto external_proc =
-        (WNDPROC) GetWindowLongPtrA (priv->external_hwnd, GWLP_WNDPROC);
-
-    SetPropW (priv->external_hwnd, EXTERNAL_PROC_PROP_NAME,
-        (HANDLE) external_proc);
-    SetPropW (priv->external_hwnd, D3D12_WINDOW_PROP_NAME, self);
-    SetWindowLongPtrW (priv->external_hwnd, GWLP_WNDPROC,
-        (LONG_PTR) sub_class_proc);
-  }
-
-  PostMessageW (priv->external_hwnd,
-      WM_GST_D3D12_CONSTRUCT_INTERNAL_WINDOW, 0, 0);
-  while (priv->external_hwnd &&
-      priv->state == GST_D3D12_WINDOW_STATE_INIT && !priv->flushing) {
-    priv->hwnd_cond.wait (lk);
-  }
-
-  if (priv->state != GST_D3D12_WINDOW_STATE_OPENED) {
-    if (priv->flushing) {
-      GST_DEBUG_OBJECT (self, "We are flushing");
-      return GST_FLOW_FLUSHING;
-    }
-
-    return GST_FLOW_ERROR;
-  }
-
-  return GST_FLOW_OK;
-}
-
 void
 gst_d3d12_window_unprepare (GstD3D12Window * window)
 {
-  GST_DEBUG_OBJECT (window, "Unprepare");
+  GST_DEBUG_OBJECT (window, "Start unprepare");
 
   auto priv = window->priv;
+  auto server = HwndServer::get_instance ();
 
-  {
-    std::lock_guard < std::recursive_mutex > lk (priv->lock);
-    priv->ctx = nullptr;
-    gst_clear_object (&window->device);
-  }
-
-  if (priv->external_hwnd) {
-    {
-      std::lock_guard < std::mutex > lk (global_hwnd_lock);
-      gst_d3d12_window_release_external_hwnd (window);
-    }
-
-    std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-    if (priv->hwnd) {
-      if (priv->internal_hwnd_thread == g_thread_self ()) {
-        /* State changing thread is identical to internal window thread.
-         * window can be closed here */
-
-        GST_INFO_OBJECT (window, "Closing internal window immediately");
-        DestroyWindow (priv->hwnd);
-      } else {
-        /* We cannot destroy internal window from non-window thread.
-         * and we cannot use synchronously SendMessage() method at this point
-         * since window thread might be waiting for current thread and SendMessage()
-         * will be blocked until it's called from window thread.
-         * Instead, posts message so that it can be closed from window thread
-         * asynchronously */
-        GST_INFO_OBJECT (window, "Posting custom destory message");
-        PostMessageW (priv->hwnd, WM_GST_D3D12_DESTROY_INTERNAL_WINDOW, 0, 0);
-      }
-    }
-  }
+  priv->proxy.reset ();
+  server->release_proxy (window, priv->proxy_id);
 
   g_main_loop_quit (priv->loop);
   g_clear_pointer (&priv->main_loop_thread, g_thread_join);
 
-  std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-  priv->hwnd = nullptr;
-  priv->external_hwnd = nullptr;
-  priv->internal_hwnd_thread = nullptr;
-  priv->state = GST_D3D12_WINDOW_STATE_INIT;
-  priv->applied_fullscreen = FALSE;
+  GST_DEBUG_OBJECT (window, "Unprepare done");
 }
 
 void
 gst_d3d12_window_unlock (GstD3D12Window * window)
 {
   GST_DEBUG_OBJECT (window, "Unlock");
-
-  auto priv = window->priv;
-  std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-  priv->flushing = TRUE;
-  priv->hwnd_cond.notify_all ();
+  auto server = HwndServer::get_instance ();
+  server->unlock_window (window);
 }
 
 void
@@ -1078,141 +371,73 @@
 {
   GST_DEBUG_OBJECT (window, "Unlock stop");
 
-  auto priv = window->priv;
-  std::lock_guard < std::mutex > lk (priv->hwnd_lock);
-  priv->flushing = FALSE;
-  priv->hwnd_cond.notify_all ();
+  auto server = HwndServer::get_instance ();
+  server->unlock_stop_window (window);
 }
 
 static GstFlowReturn
-gst_d3d12_window_on_resize (GstD3D12Window * self)
+gst_d3d12_window_resize_buffer (GstD3D12Window * self)
 {
   auto priv = self->priv;
-  std::lock_guard < std::recursive_mutex > lk (priv->lock);
-
-  /* resize might be called before swapchain configuration */
-  if (!priv->ctx)
+  auto proxy = priv->proxy.lock ();
+  if (!proxy)
     return GST_FLOW_OK;
 
-  if (priv->ctx->fence_val != 0)
-    priv->ctx->WaitGpu ();
-  priv->ctx->swap_buffers.clear ();
-  gst_clear_buffer (&priv->ctx->msaa_buf);
-
-  DXGI_SWAP_CHAIN_DESC desc = { };
-  priv->ctx->swapchain->GetDesc (&desc);
-  auto hr = priv->ctx->swapchain->ResizeBuffers (BACK_BUFFER_COUNT,
-      0, 0, priv->display_format, desc.Flags);
-  if (!gst_d3d12_result (hr, self->device)) {
-    GST_ERROR_OBJECT (self, "Couldn't resize buffers");
-    return GST_FLOW_ERROR;
-  }
-
-  for (guint i = 0; i < BACK_BUFFER_COUNT; i++) {
-    ComPtr < ID3D12Resource > backbuf;
-    hr = priv->ctx->swapchain->GetBuffer (i, IID_PPV_ARGS (&backbuf));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't get backbuffer");
-      return GST_FLOW_ERROR;
-    }
-
-    if (i == 0)
-      priv->ctx->buffer_desc = backbuf->GetDesc ();
+  return proxy->resize_buffer (0, 0);
+}
 
-    auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, self->device,
-        backbuf.Get (), 0);
-    auto buf = gst_buffer_new ();
-    gst_buffer_append_memory (buf, mem);
-    priv->ctx->swap_buffers.push_back (std::make_shared < SwapBuffer > (buf));
-  }
+GstFlowReturn
+gst_d3d12_window_open (GstD3D12Window * window, GstD3D12Device * device,
+    guint display_width, guint display_height, HWND parent_hwnd,
+    gboolean direct_swapchain)
+{
+  auto priv = window->priv;
+  auto server = HwndServer::get_instance ();
 
-  guint sample_count = 1;
-  switch (priv->msaa) {
-    case GST_D3D12_MSAA_2X:
-      sample_count = 2;
-      break;
-    case GST_D3D12_MSAA_4X:
-      sample_count = 4;
-      break;
-    case GST_D3D12_MSAA_8X:
-      sample_count = 8;
-      break;
-    default:
-      break;
-  }
+  GST_DEBUG_OBJECT (window, "Opening new window");
 
-  auto device = gst_d3d12_device_get_device_handle (self->device);
-  D3D12_FEATURE_DATA_MULTISAMPLE_QUALITY_LEVELS feature_data = { };
-  feature_data.Format = priv->ctx->buffer_desc.Format;
-  feature_data.SampleCount = sample_count;
+  gst_d3d12_window_unprepare (window);
 
-  while (feature_data.SampleCount > 1) {
-    hr = device->CheckFeatureSupport (D3D12_FEATURE_MULTISAMPLE_QUALITY_LEVELS,
-        &feature_data, sizeof (feature_data));
-    if (SUCCEEDED (hr) && feature_data.NumQualityLevels > 0)
-      break;
+  priv->display_width = display_width;
+  priv->display_height = display_height;
 
-    feature_data.SampleCount /= 2;
-  }
+  if (!parent_hwnd) {
+    priv->main_loop_thread = g_thread_new ("GstD3D12Window",
+        (GThreadFunc) gst_d3d12_window_hwnd_thread_func, window);
 
-  if (feature_data.SampleCount > 1 && feature_data.NumQualityLevels > 0) {
-    GST_DEBUG_OBJECT (self, "Enable MSAA x%d with quality level %d",
-        feature_data.SampleCount, feature_data.NumQualityLevels - 1);
-    D3D12_HEAP_PROPERTIES heap_prop =
-        CD3DX12_HEAP_PROPERTIES (D3D12_HEAP_TYPE_DEFAULT);
-    D3D12_RESOURCE_DESC resource_desc =
-        CD3DX12_RESOURCE_DESC::Tex2D (priv->ctx->buffer_desc.Format,
-        priv->ctx->buffer_desc.Width, priv->ctx->buffer_desc.Height,
-        1, 1, feature_data.SampleCount, feature_data.NumQualityLevels - 1,
-        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET);
-    D3D12_CLEAR_VALUE clear_value = { };
-    clear_value.Format = priv->ctx->buffer_desc.Format;
-    clear_value.Color0 = 0.0f;
-    clear_value.Color1 = 0.0f;
-    clear_value.Color2 = 0.0f;
-    clear_value.Color3 = 1.0f;
-
-    ComPtr < ID3D12Resource > msaa_texture;
-    hr = device->CreateCommittedResource (&heap_prop, D3D12_HEAP_FLAG_NONE,
-        &resource_desc, D3D12_RESOURCE_STATE_RENDER_TARGET, &clear_value,
-        IID_PPV_ARGS (&msaa_texture));
-    if (!gst_d3d12_result (hr, self->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create MSAA texture");
-      return GST_FLOW_ERROR;
-    }
+    std::unique_lock < std::mutex > lk (priv->loop_lock);
+    while (!g_main_loop_is_running (priv->loop))
+      priv->loop_cond.wait (lk);
 
-    auto mem = gst_d3d12_allocator_alloc_wrapped (nullptr, self->device,
-        msaa_texture.Get (), 0);
-    priv->ctx->msaa_buf = gst_buffer_new ();
-    gst_buffer_append_memory (priv->ctx->msaa_buf, mem);
+    return GST_FLOW_OK;
   }
 
-  priv->first_present = TRUE;
-  priv->backbuf_rendered = FALSE;
-
-  /* redraw the last scene if cached buffer exits */
-  GstFlowReturn ret = GST_FLOW_OK;
-  if (priv->ctx->cached_buf) {
-    ret = gst_d3d12_window_set_buffer (self, priv->ctx->cached_buf);
-    if (ret == GST_FLOW_OK)
-      ret = gst_d3d12_window_present (self);
-  }
+  auto ret = server->create_child_hwnd (window, parent_hwnd,
+      direct_swapchain, priv->proxy_id);
+  if (ret == GST_FLOW_OK)
+    priv->proxy = server->get_proxy (window, priv->proxy_id);
 
   return ret;
 }
 
 GstFlowReturn
 gst_d3d12_window_prepare (GstD3D12Window * window, GstD3D12Device * device,
-    guintptr window_handle, guint display_width, guint display_height,
-    GstCaps * caps, GstStructure * config)
+    guint display_width, guint display_height,
+    GstCaps * caps, GstStructure * config, DXGI_FORMAT display_format)
 {
   auto priv = window->priv;
   GstVideoInfo in_info;
   GstVideoFormat format = GST_VIDEO_FORMAT_RGBA;
   priv->display_format = DXGI_FORMAT_R8G8B8A8_UNORM;
+  priv->display_width = display_width;
+  priv->display_height = display_height;
+
   gst_video_info_from_caps (&in_info, caps);
 
-  if (GST_VIDEO_INFO_COMP_DEPTH (&in_info, 0) > 8) {
+  if (display_format != DXGI_FORMAT_UNKNOWN) {
+    priv->display_format = display_format;
+    format = gst_d3d12_dxgi_format_to_gst (display_format);
+  } else if (GST_VIDEO_INFO_COMP_DEPTH (&in_info, 0) > 8) {
     auto device_handle = gst_d3d12_device_get_device_handle (device);
     D3D12_FEATURE_DATA_FORMAT_SUPPORT format_support = { };
     const D3D12_FORMAT_SUPPORT1 support_flags =
@@ -1230,284 +455,150 @@
 
   {
     std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    priv->input_info = in_info;
     gst_video_info_set_format (&priv->display_info, format,
         display_width, display_height);
   }
 
-  auto ret = gst_d3d12_window_prepare_hwnd (window, window_handle);
-  if (ret != GST_FLOW_OK) {
-    GST_WARNING_OBJECT (window, "Couldn't setup window handle");
-    if (config)
-      gst_structure_free (config);
-
-    return ret;
-  }
-
-  std::unique_lock < std::recursive_mutex > lk (priv->lock);
-  HRESULT hr;
-
-  if (window->device != device) {
-    priv->ctx = nullptr;
+  if (!gst_d3d12_device_is_equal (window->device, device)) {
     gst_clear_object (&window->device);
     window->device = (GstD3D12Device *) gst_object_ref (device);
   }
 
-  if (!priv->ctx) {
-    auto ctx = std::make_unique < DeviceContext > (device);
-    if (!ctx->initialized) {
-      GST_ERROR_OBJECT (window, "Couldn't initialize device context");
-      if (config)
-        gst_structure_free (config);
-
-      return GST_FLOW_ERROR;
-    }
-
-    DXGI_SWAP_CHAIN_DESC1 desc = { };
-    desc.Format = priv->display_format;
-    desc.SampleDesc.Count = 1;
-    desc.BufferUsage = DXGI_USAGE_RENDER_TARGET_OUTPUT;
-    desc.BufferCount = BACK_BUFFER_COUNT;
-    desc.SwapEffect = DXGI_SWAP_EFFECT_FLIP_SEQUENTIAL;
-
-    auto factory = gst_d3d12_device_get_factory_handle (device);
-
-    ComPtr < ID3D12CommandQueue > cq;
-    gst_d3d12_command_queue_get_handle (ctx->queue, &cq);
-
-    ComPtr < IDXGISwapChain1 > swapchain;
-    hr = factory->CreateSwapChainForHwnd (cq.Get (), priv->hwnd,
-        &desc, nullptr, nullptr, &swapchain);
-    if (!gst_d3d12_result (hr, window->device)) {
-      GST_ERROR_OBJECT (window, "Couldn't create swapchain");
-      if (config)
-        gst_structure_free (config);
-
-      return GST_FLOW_ERROR;
-    }
-
-    ComPtr < IDXGIFactory1 > parent_factory;
-    hr = swapchain->GetParent (IID_PPV_ARGS (&parent_factory));
-    if (!gst_d3d12_result (hr, window->device)) {
-      GST_WARNING_OBJECT (window, "Couldn't get parent factory");
-    } else {
-      hr = parent_factory->MakeWindowAssociation (priv->hwnd,
-          DXGI_MWA_NO_ALT_ENTER);
-      if (!gst_d3d12_result (hr, window->device)) {
-        GST_WARNING_OBJECT (window, "MakeWindowAssociation failed, hr: 0x%x",
-            (guint) hr);
-      }
-    }
-
-    hr = swapchain.As (&ctx->swapchain);
-    if (!gst_d3d12_result (hr, window->device)) {
-      GST_ERROR_OBJECT (window, "IDXGISwapChain4 interface is unavailable");
-      if (config)
-        gst_structure_free (config);
-      return GST_FLOW_ERROR;
-    }
-
-    priv->ctx = std::move (ctx);
-  } else {
-    priv->ctx->WaitGpu ();
-  }
-
-  priv->input_info = in_info;
-  priv->crop_rect = CD3DX12_BOX (0, 0, in_info.width, in_info.height);
-  priv->prev_crop_rect = priv->crop_rect;
-
-  gst_clear_object (&priv->ctx->conv);
-  gst_clear_object (&priv->ctx->comp);
-  gst_clear_buffer (&priv->ctx->cached_buf);
-
-  if (GST_VIDEO_INFO_HAS_ALPHA (&in_info)) {
-    gst_structure_set (config, GST_D3D12_CONVERTER_OPT_DEST_ALPHA_MODE,
-        GST_TYPE_D3D12_CONVERTER_ALPHA_MODE,
-        GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED, nullptr);
-  }
-
-  priv->ctx->conv = gst_d3d12_converter_new (window->device,
-      &priv->input_info, &priv->display_info, nullptr, nullptr, config);
-  if (!priv->ctx->conv) {
-    GST_ERROR_OBJECT (window, "Couldn't create converter");
-    priv->ctx = nullptr;
-    return GST_FLOW_ERROR;
-  }
-
-  priv->ctx->comp = gst_d3d12_overlay_compositor_new (window->device,
-      &priv->display_info);
-  if (!priv->ctx->comp) {
-    GST_ERROR_OBJECT (window, "Couldn't create overlay compositor");
-    priv->ctx = nullptr;
-    return GST_FLOW_ERROR;
+  auto proxy = priv->proxy.lock ();
+  if (!proxy) {
+    GST_WARNING_OBJECT (window, "Window was closed");
+    return GST_D3D12_WINDOW_FLOW_CLOSED;
   }
 
-  ret = gst_d3d12_window_on_resize (window);
-  if (ret != GST_FLOW_OK)
-    return ret;
-
-  lk.unlock ();
-
-  std::lock_guard < std::mutex > hlk (priv->hwnd_lock);
-  if (priv->requested_fullscreen != priv->applied_fullscreen)
-    PostMessageW (priv->hwnd, WM_GST_D3D12_FULLSCREEN, 0, 0);
-
-  return GST_FLOW_OK;
+  return proxy->setup_swapchain (device, priv->display_format, &in_info,
+      &priv->display_info, config);
 }
 
 GstFlowReturn
-gst_d3d12_window_set_buffer (GstD3D12Window * window, GstBuffer * buffer)
+gst_d3d12_window_render (GstD3D12Window * self, SwapChainResource * resource,
+    GstBuffer * buffer, bool is_first, RECT & output_rect)
 {
-  auto priv = window->priv;
-
-  if (buffer && priv->state != GST_D3D12_WINDOW_STATE_OPENED) {
-    GST_ERROR_OBJECT (window, "Window was closed");
-    return GST_D3D12_WINDOW_FLOW_CLOSED;
-  }
-
-  std::lock_guard < std::recursive_mutex > lk (priv->lock);
-  if (!priv->ctx) {
-    if (!buffer) {
-      GST_DEBUG_OBJECT (window, "Swapchain was not configured");
-      return GST_FLOW_OK;
-    }
-
-    GST_ERROR_OBJECT (window, "Swapchain was not configured");
-    return GST_FLOW_ERROR;
-  }
-
-  if (buffer)
-    gst_buffer_replace (&priv->ctx->cached_buf, buffer);
-
-  if (!priv->ctx->cached_buf)
-    return GST_FLOW_OK;
-
-  auto cur_idx = priv->ctx->swapchain->GetCurrentBackBufferIndex ();
-  auto swapbuf = priv->ctx->swap_bufferscur_idx;
-
-  auto crop_rect = priv->crop_rect;
-  auto crop_meta = gst_buffer_get_video_crop_meta (priv->ctx->cached_buf);
-  if (crop_meta) {
-    crop_rect = CD3DX12_BOX (crop_meta->x, crop_meta->y,
-        crop_meta->x + crop_meta->width, crop_meta->y + crop_meta->height);
-  }
+  auto priv = self->priv;
+  auto device = resource->device;
+  auto cur_idx = resource->swapchain->GetCurrentBackBufferIndex ();
+  auto swapbuf = resource->bufferscur_idx;
 
-  if (crop_rect != priv->prev_crop_rect) {
-    g_object_set (priv->ctx->conv, "src-x", (gint) crop_rect.left,
-        "src-y", (gint) crop_rect.top,
-        "src-width", (gint) (crop_rect.right - crop_rect.left),
-        "src-height", (gint) (crop_rect.bottom - crop_rect.top), nullptr);
-    priv->prev_crop_rect = crop_rect;
-  }
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (is_first || priv->output_updated) {
+      GstVideoRectangle dst_rect = { };
+      GstVideoRectangle rst_rect = { };
+      dst_rect.w = (gint) resource->buffer_desc.Width;
+      dst_rect.h = (gint) resource->buffer_desc.Height;
+
+      for (size_t i = 0; i < resource->buffers.size (); i++)
+        resource->buffersi->is_first = true;
+
+      if (priv->force_aspect_ratio) {
+        GstVideoRectangle src_rect = { };
+
+        switch (priv->orientation) {
+          case GST_VIDEO_ORIENTATION_90R:
+          case GST_VIDEO_ORIENTATION_90L:
+          case GST_VIDEO_ORIENTATION_UL_LR:
+          case GST_VIDEO_ORIENTATION_UR_LL:
+            src_rect.w = GST_VIDEO_INFO_HEIGHT (&priv->display_info);
+            src_rect.h = GST_VIDEO_INFO_WIDTH (&priv->display_info);
+            break;
+          default:
+            src_rect.w = GST_VIDEO_INFO_WIDTH (&priv->display_info);
+            src_rect.h = GST_VIDEO_INFO_HEIGHT (&priv->display_info);
+            break;
+        }
 
-  if (priv->first_present) {
-    GstVideoRectangle dst_rect = { };
-    GstVideoRectangle rst_rect = { };
-    dst_rect.w = (gint) priv->ctx->buffer_desc.Width;
-    dst_rect.h = (gint) priv->ctx->buffer_desc.Height;
-
-    for (size_t i = 0; i < priv->ctx->swap_buffers.size (); i++)
-      priv->ctx->swap_buffersi->first = true;
-
-    if (priv->force_aspect_ratio) {
-      GstVideoRectangle src_rect = { };
-
-      switch (priv->orientation) {
-        case GST_VIDEO_ORIENTATION_90R:
-        case GST_VIDEO_ORIENTATION_90L:
-        case GST_VIDEO_ORIENTATION_UL_LR:
-        case GST_VIDEO_ORIENTATION_UR_LL:
-          src_rect.w = GST_VIDEO_INFO_HEIGHT (&priv->display_info);
-          src_rect.h = GST_VIDEO_INFO_WIDTH (&priv->display_info);
-          break;
-        default:
-          src_rect.w = GST_VIDEO_INFO_WIDTH (&priv->display_info);
-          src_rect.h = GST_VIDEO_INFO_HEIGHT (&priv->display_info);
-          break;
+        gst_video_sink_center_rect (src_rect, dst_rect, &rst_rect, TRUE);
+      } else {
+        rst_rect = dst_rect;
       }
 
-      gst_video_sink_center_rect (src_rect, dst_rect, &rst_rect, TRUE);
-    } else {
-      rst_rect = dst_rect;
-    }
+      priv->output_rect = rst_rect;
+      priv->dirty_rect.left = rst_rect.x;
+      priv->dirty_rect.top = rst_rect.y;
+      priv->dirty_rect.right = rst_rect.x + rst_rect.w;
+      priv->dirty_rect.bottom = rst_rect.y + rst_rect.h;
+
+      output_rect = priv->dirty_rect;
+
+      g_object_set (resource->conv, "dest-x", priv->output_rect.x,
+          "dest-y", priv->output_rect.y, "dest-width", priv->output_rect.w,
+          "dest-height", priv->output_rect.h, "hue", priv->hue,
+          "saturation", priv->saturation, "brightness", priv->brightness,
+          "contrast", priv->contrast, "max-mip-levels", priv->mip_levels,
+          nullptr);
+
+      if (gst_d3d12_need_transform (priv->rotation_x, priv->rotation_y,
+              priv->rotation_z, priv->scale_x, priv->scale_y)) {
+        gst_d3d12_converter_apply_transform (resource->conv, priv->orientation,
+            priv->output_rect.w, priv->output_rect.h, priv->fov, priv->ortho,
+            priv->rotation_x, priv->rotation_y, priv->rotation_z,
+            priv->scale_x, priv->scale_y);
+      } else {
+        g_object_set (resource->conv,
+            "video-direction", priv->orientation, nullptr);
+      }
 
-    priv->output_rect = rst_rect;
-    priv->dirty_rect.left = rst_rect.x;
-    priv->dirty_rect.top = rst_rect.y;
-    priv->dirty_rect.right = rst_rect.x + rst_rect.w;
-    priv->dirty_rect.bottom = rst_rect.y + rst_rect.h;
-
-    g_object_set (priv->ctx->conv, "dest-x", priv->output_rect.x,
-        "dest-y", priv->output_rect.y, "dest-width", priv->output_rect.w,
-        "dest-height", priv->output_rect.h, nullptr);
-
-    if (gst_d3d12_need_transform (priv->rotation_x, priv->rotation_y,
-            priv->rotation_z, priv->scale_x, priv->scale_y)) {
-      gst_d3d12_converter_apply_transform (priv->ctx->conv, priv->orientation,
-          priv->output_rect.w, priv->output_rect.h, priv->fov, priv->ortho,
-          priv->rotation_x, priv->rotation_y, priv->rotation_z,
-          priv->scale_x, priv->scale_y);
-    } else {
-      g_object_set (priv->ctx->conv,
-          "video-direction", priv->orientation, nullptr);
+      gst_d3d12_overlay_compositor_update_viewport (resource->comp,
+          &priv->output_rect);
     }
 
-    gst_d3d12_overlay_compositor_update_viewport (priv->ctx->comp,
-        &priv->output_rect);
+    priv->output_updated = FALSE;
   }
 
-  g_object_set (priv->ctx->conv, "fill-border", swapbuf->first, nullptr);
-  swapbuf->first = FALSE;
+  gst_d3d12_overlay_compositor_upload (resource->comp, buffer);
 
-  gst_d3d12_overlay_compositor_upload (priv->ctx->comp, priv->ctx->cached_buf);
-
-  GstD3D12CommandAllocator *gst_ca;
-  if (!gst_d3d12_command_allocator_pool_acquire (priv->ctx->ca_pool, &gst_ca)) {
-    GST_ERROR_OBJECT (window, "Couldn't acquire command allocator");
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (resource->ca_pool, &gst_ca)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
     return GST_FLOW_ERROR;
   }
 
-  ComPtr < ID3D12CommandAllocator > ca;
-  gst_d3d12_command_allocator_get_handle (gst_ca, &ca);
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
   auto hr = ca->Reset ();
-  if (!gst_d3d12_result (hr, window->device)) {
-    GST_ERROR_OBJECT (window, "Couldn't reset command list");
-    gst_d3d12_command_allocator_unref (gst_ca);
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command list");
+    gst_d3d12_cmd_alloc_unref (gst_ca);
     return GST_FLOW_ERROR;
   }
 
   ComPtr < ID3D12GraphicsCommandList > cl;
-  if (!priv->ctx->cl) {
-    auto device = gst_d3d12_device_get_device_handle (priv->ctx->device);
-    hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
-        ca.Get (), nullptr, IID_PPV_ARGS (&cl));
-    if (!gst_d3d12_result (hr, priv->ctx->device)) {
-      GST_ERROR_OBJECT (window, "Couldn't create command list");
-      gst_d3d12_command_allocator_unref (gst_ca);
+  if (!resource->cl) {
+    auto device_handle = gst_d3d12_device_get_device_handle (device);
+    hr = device_handle->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
+        ca, nullptr, IID_PPV_ARGS (&cl));
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
       return GST_FLOW_ERROR;
     }
 
-    priv->ctx->cl = cl;
+    resource->cl = cl;
   } else {
-    cl = priv->ctx->cl;
-    hr = cl->Reset (ca.Get (), nullptr);
-    if (!gst_d3d12_result (hr, priv->ctx->device)) {
-      GST_ERROR_OBJECT (window, "Couldn't reset command list");
-      gst_d3d12_command_allocator_unref (gst_ca);
+    cl = resource->cl;
+    hr = cl->Reset (ca, nullptr);
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (self, "Couldn't reset command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
       return GST_FLOW_ERROR;
     }
   }
 
   GstD3D12FenceData *fence_data;
   gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
-  gst_d3d12_fence_data_add_notify_mini_object (fence_data, gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
 
   auto mem = (GstD3D12Memory *) gst_buffer_peek_memory (swapbuf->backbuf, 0);
   auto backbuf_texture = gst_d3d12_memory_get_resource_handle (mem);
   ID3D12Resource *msaa_resource = nullptr;
   GstBuffer *conv_outbuf = swapbuf->backbuf;
-  if (priv->ctx->msaa_buf) {
-    conv_outbuf = priv->ctx->msaa_buf;
-    mem = (GstD3D12Memory *) gst_buffer_peek_memory (priv->ctx->msaa_buf, 0);
+  if (resource->msaa_buf) {
+    conv_outbuf = resource->msaa_buf;
+    mem = (GstD3D12Memory *) gst_buffer_peek_memory (conv_outbuf, 0);
     msaa_resource = gst_d3d12_memory_get_resource_handle (mem);
     /* MSAA resource must be render target state here already */
   } else {
@@ -1518,20 +609,59 @@
     cl->ResourceBarrier (1, &barrier);
   }
 
-  if (!gst_d3d12_converter_convert_buffer (priv->ctx->conv,
-          priv->ctx->cached_buf, conv_outbuf, fence_data, cl.Get ())) {
-    GST_ERROR_OBJECT (window, "Couldn't build convert command");
+  if (swapbuf->is_first || priv->overlay_mode != GST_D3D12_WINDOW_OVERLAY_NONE) {
+    FLOAT clear_color4 = { 0, 0, 0, 1 };
+    auto rtv_heap = gst_d3d12_memory_get_render_target_view_heap (mem);
+    auto cpu_handle = GetCPUDescriptorHandleForHeapStart (rtv_heap);
+    cl->ClearRenderTargetView (cpu_handle, clear_color, 0, nullptr);
+  }
+
+  swapbuf->is_first = false;
+
+  auto cq = gst_d3d12_device_get_cmd_queue (device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  auto cq_handle = gst_d3d12_cmd_queue_get_handle (cq);
+  if (!gst_d3d12_converter_convert_buffer (resource->conv,
+          buffer, conv_outbuf, fence_data, cl.Get (), TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't build convert command");
     gst_d3d12_fence_data_unref (fence_data);
     return GST_FLOW_ERROR;
   }
 
-  if (!gst_d3d12_overlay_compositor_draw (priv->ctx->comp,
+  if (!gst_d3d12_overlay_compositor_draw (resource->comp,
           conv_outbuf, fence_data, cl.Get ())) {
-    GST_ERROR_OBJECT (window, "Couldn't build overlay command");
+    GST_ERROR_OBJECT (self, "Couldn't build overlay command");
     gst_d3d12_fence_data_unref (fence_data);
     return GST_FLOW_ERROR;
   }
 
+  D3D12_RESOURCE_STATES state_after = D3D12_RESOURCE_STATE_COMMON;
+  GstD3D12WindowOverlayMode selected_overlay_mode =
+      GST_D3D12_WINDOW_OVERLAY_NONE;
+  bool signal_with_lock = false;
+  bool set_d2d_target = false;
+  GstD3D12WindowOverlayMode overlay_mode = priv->overlay_mode;
+  if ((overlay_mode & GST_D3D12_WINDOW_OVERLAY_D3D12) != 0) {
+    selected_overlay_mode |= GST_D3D12_WINDOW_OVERLAY_D3D12;
+    state_after = D3D12_RESOURCE_STATE_RENDER_TARGET;
+  }
+
+  if ((overlay_mode & GST_D3D12_WINDOW_OVERLAY_D3D11) ==
+      GST_D3D12_WINDOW_OVERLAY_D3D11 &&
+      resource->ensure_d3d11_target (swapbuf.get ())) {
+    selected_overlay_mode |= GST_D3D12_WINDOW_OVERLAY_D3D11;
+    signal_with_lock = true;
+  }
+
+  if ((overlay_mode & GST_D3D12_WINDOW_OVERLAY_D2D) ==
+      GST_D3D12_WINDOW_OVERLAY_D2D &&
+      (priv->display_format == DXGI_FORMAT_R8G8B8A8_UNORM ||
+          priv->display_format == DXGI_FORMAT_B8G8R8A8_UNORM) &&
+      resource->ensure_d2d_target (swapbuf.get ())) {
+    selected_overlay_mode |= GST_D3D12_WINDOW_OVERLAY_D2D;
+    set_d2d_target = true;
+  }
+
   if (msaa_resource) {
     std::vector < D3D12_RESOURCE_BARRIER > barriers;
     barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (msaa_resource,
@@ -1549,9 +679,9 @@
             D3D12_RESOURCE_STATE_RESOLVE_SOURCE,
             D3D12_RESOURCE_STATE_RENDER_TARGET));
     barriers.push_back (CD3DX12_RESOURCE_BARRIER::Transition (backbuf_texture,
-            D3D12_RESOURCE_STATE_RESOLVE_DEST, D3D12_RESOURCE_STATE_COMMON));
+            D3D12_RESOURCE_STATE_RESOLVE_DEST, state_after));
     cl->ResourceBarrier (barriers.size (), barriers.data ());
-  } else {
+  } else if (state_after == D3D12_RESOURCE_STATE_COMMON) {
     D3D12_RESOURCE_BARRIER barrier =
         CD3DX12_RESOURCE_BARRIER::Transition (backbuf_texture,
         D3D12_RESOURCE_STATE_RENDER_TARGET, D3D12_RESOURCE_STATE_COMMON);
@@ -1560,92 +690,137 @@
   }
 
   hr = cl->Close ();
-  if (!gst_d3d12_result (hr, priv->ctx->device)) {
-    GST_ERROR_OBJECT (window, "Couldn't close command list");
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Couldn't close command list");
     gst_d3d12_fence_data_unref (fence_data);
     return GST_FLOW_ERROR;
   }
 
-  guint64 max_fence_val = 0;
-  auto num_mem = gst_buffer_n_memory (priv->ctx->cached_buf);
-  for (guint i = 0; i < num_mem; i++) {
-    mem = (GstD3D12Memory *) gst_buffer_peek_memory (priv->ctx->cached_buf, 0);
-    if (mem->fence_value > max_fence_val)
-      max_fence_val = mem->fence_value;
-  }
-
-  auto completed = gst_d3d12_device_get_completed_value (priv->ctx->device,
-      D3D12_COMMAND_LIST_TYPE_DIRECT);
-
-  if (completed < max_fence_val) {
-    auto device_queue = gst_d3d12_device_get_command_queue (priv->ctx->device,
-        D3D12_COMMAND_LIST_TYPE_DIRECT);
-    ComPtr < ID3D12Fence > fence;
-    gst_d3d12_command_queue_get_fence (device_queue, &fence);
-    gst_d3d12_command_queue_execute_wait (priv->ctx->queue, fence.Get (),
-        max_fence_val);
-  }
-
   ID3D12CommandList *cmd_list = { cl.Get () };
-  hr = gst_d3d12_command_queue_execute_command_lists (priv->ctx->queue,
-      1, cmd_list, &priv->ctx->fence_val);
-  if (!gst_d3d12_result (hr, priv->ctx->device)) {
-    GST_ERROR_OBJECT (window, "Signal failed");
+  hr = gst_d3d12_cmd_queue_execute_command_lists (cq,
+      1, cmd_list, &resource->fence_val);
+  if (!gst_d3d12_result (hr, device)) {
+    GST_ERROR_OBJECT (self, "Signal failed");
     gst_d3d12_fence_data_unref (fence_data);
     return GST_FLOW_ERROR;
   }
 
-  gst_d3d12_command_queue_set_notify (priv->ctx->queue, priv->ctx->fence_val,
+  gst_d3d12_cmd_queue_set_notify (cq, resource->fence_val,
       fence_data, (GDestroyNotify) gst_d3d12_fence_data_unref);
 
-  priv->backbuf_rendered = TRUE;
+  if (selected_overlay_mode != GST_D3D12_WINDOW_OVERLAY_NONE) {
+    D3D12_RECT viewport = priv->dirty_rect;
+    if (signal_with_lock)
+      gst_d3d12_device_11on12_lock (device);
+
+    if (set_d2d_target)
+      resource->context2d->SetTarget (swapbuf->d2d_target.Get ());
+
+    g_signal_emit (self, d3d12_window_signalsSIGNAL_OVERLAY, 0,
+        cq_handle, backbuf_texture, resource->device11on12.Get (),
+        swapbuf->wrapped_resource.Get (), resource->context2d.Get (),
+        &viewport);
+
+    if (signal_with_lock)
+      gst_d3d12_device_11on12_unlock (device);
+  }
+
+  if (state_after != D3D12_RESOURCE_STATE_COMMON) {
+    if (!gst_d3d12_cmd_alloc_pool_acquire (resource->ca_pool, &gst_ca)) {
+      GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+      return GST_FLOW_ERROR;
+    }
+
+    ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+    hr = ca->Reset ();
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return GST_FLOW_ERROR;
+    }
+
+    hr = cl->Reset (ca, nullptr);
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (self, "Couldn't reset command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return GST_FLOW_ERROR;
+    }
+
+    gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+    gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+    D3D12_RESOURCE_BARRIER barrier =
+        CD3DX12_RESOURCE_BARRIER::Transition (backbuf_texture,
+        D3D12_RESOURCE_STATE_RENDER_TARGET, D3D12_RESOURCE_STATE_COMMON);
+    cl->ResourceBarrier (1, &barrier);
+    hr = cl->Close ();
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (self, "Couldn't close command list");
+      gst_d3d12_fence_data_unref (fence_data);
+      return GST_FLOW_ERROR;
+    }
+
+    hr = gst_d3d12_cmd_queue_execute_command_lists (cq,
+        1, cmd_list, &resource->fence_val);
+    if (!gst_d3d12_result (hr, device)) {
+      GST_ERROR_OBJECT (self, "Signal failed");
+      gst_d3d12_fence_data_unref (fence_data);
+      return GST_FLOW_ERROR;
+    }
+
+    gst_d3d12_cmd_queue_set_notify (cq, resource->fence_val,
+        fence_data, (GDestroyNotify) gst_d3d12_fence_data_unref);
+  }
 
   return GST_FLOW_OK;
 }
 
+void
+gst_d3d12_window_expose (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  auto proxy = priv->proxy.lock ();
+
+  if (proxy)
+    proxy->expose ();
+}
+
 GstFlowReturn
-gst_d3d12_window_present (GstD3D12Window * window)
+gst_d3d12_window_set_buffer (GstD3D12Window * window, GstBuffer * buffer)
 {
   auto priv = window->priv;
+  auto proxy = priv->proxy.lock ();
 
-  if (priv->state != GST_D3D12_WINDOW_STATE_OPENED) {
-    GST_ERROR_OBJECT (window, "Window was closed");
+  if (!proxy) {
+    GST_DEBUG_OBJECT (window, "Window was closed");
     return GST_D3D12_WINDOW_FLOW_CLOSED;
   }
 
-  std::lock_guard < std::recursive_mutex > lk (priv->lock);
-  if (!priv->ctx) {
-    GST_ERROR_OBJECT (window, "Swapchain was not configured");
-    return GST_FLOW_ERROR;
-  }
-
-  if (priv->backbuf_rendered) {
-    DXGI_PRESENT_PARAMETERS params = { };
-
-    if (!priv->first_present) {
-      params.DirtyRectsCount = 1;
-      params.pDirtyRects = &priv->dirty_rect;
-    }
-
-    auto hr = priv->ctx->swapchain->Present1 (0,
-        DXGI_PRESENT_DO_NOT_WAIT, &params);
+  return proxy->set_buffer (buffer);
+}
 
-    priv->first_present = FALSE;
-    priv->backbuf_rendered = FALSE;
-    if (hr != DXGI_ERROR_WAS_STILL_DRAWING &&
-        !gst_d3d12_result (hr, window->device))
-      GST_WARNING_OBJECT (window, "Present return 0x%x", (guint) hr);
+GstFlowReturn
+gst_d3d12_window_present (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  auto proxy = priv->proxy.lock ();
+  if (!proxy) {
+    GST_WARNING_OBJECT (window, "Window was closed");
+    return GST_D3D12_WINDOW_FLOW_CLOSED;
   }
 
-  return GST_FLOW_OK;
+  return proxy->present ();
 }
 
 guintptr
 gst_d3d12_window_get_window_handle (GstD3D12Window * window)
 {
   auto priv = window->priv;
+  auto proxy = priv->proxy.lock ();
+  if (!proxy)
+    return 0;
 
-  return (guintptr) priv->hwnd;
+  return (guintptr) proxy->get_window_handle ();
 }
 
 void
@@ -1655,14 +830,23 @@
   auto priv = window->priv;
 
   {
-    std::lock_guard < std::mutex > lk (priv->hwnd_lock);
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
     priv->render_rect = *rect;
   }
 
-  if (priv->hwnd) {
-    PostMessageW (priv->hwnd, WM_GST_D3D12_UPDATE_RENDER_RECT, 0, 0);
-    return;
-  }
+  auto proxy = priv->proxy.lock ();
+  if (proxy)
+    proxy->update_render_rect ();
+}
+
+void
+gst_d3d12_window_get_render_rect (GstD3D12Window * window,
+    GstVideoRectangle * rect)
+{
+  auto priv = window->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  *rect = priv->render_rect;
 }
 
 void
@@ -1670,12 +854,19 @@
     gboolean force_aspect_ratio)
 {
   auto priv = window->priv;
+  bool updated = false;
 
-  std::lock_guard < std::recursive_mutex > lk (priv->lock);
-  if (priv->force_aspect_ratio != force_aspect_ratio) {
-    priv->force_aspect_ratio = force_aspect_ratio;
-    gst_d3d12_window_on_resize (window);
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (priv->force_aspect_ratio != force_aspect_ratio) {
+      priv->force_aspect_ratio = force_aspect_ratio;
+      priv->output_updated = TRUE;
+      updated = true;
+    }
   }
+
+  if (updated)
+    gst_d3d12_window_set_buffer (window, nullptr);
 }
 
 void
@@ -1683,11 +874,16 @@
     gboolean enable)
 {
   auto priv = window->priv;
-
-  std::lock_guard < std::recursive_mutex > lk (priv->lock);
   priv->enable_navigation = enable;
 }
 
+gboolean
+gst_d3d12_window_get_navigation_events_enabled (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  return priv->enable_navigation;
+}
+
 void
 gst_d3d12_window_set_orientation (GstD3D12Window * window, gboolean immediate,
     GstVideoOrientationMethod orientation, gfloat fov, gboolean ortho,
@@ -1695,25 +891,30 @@
     gfloat scale_x, gfloat scale_y)
 {
   auto priv = window->priv;
+  bool updated = false;
 
-  std::lock_guard < std::recursive_mutex > lk (priv->lock);
-  if (priv->orientation != orientation || priv->fov != fov
-      || priv->ortho != ortho
-      || priv->rotation_x != rotation_x || priv->rotation_y != rotation_y
-      || priv->rotation_z != rotation_z || priv->scale_x != scale_x
-      || priv->scale_y != scale_y) {
-    priv->orientation = orientation;
-    priv->fov = fov;
-    priv->ortho = ortho;
-    priv->rotation_x = rotation_x;
-    priv->rotation_y = rotation_y;
-    priv->rotation_z = rotation_z;
-    priv->scale_x = scale_x;
-    priv->scale_y = scale_y;
-    priv->first_present = TRUE;
-    if (immediate)
-      gst_d3d12_window_set_buffer (window, nullptr);
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (priv->orientation != orientation || priv->fov != fov
+        || priv->ortho != ortho
+        || priv->rotation_x != rotation_x || priv->rotation_y != rotation_y
+        || priv->rotation_z != rotation_z || priv->scale_x != scale_x
+        || priv->scale_y != scale_y) {
+      priv->orientation = orientation;
+      priv->fov = fov;
+      priv->ortho = ortho;
+      priv->rotation_x = rotation_x;
+      priv->rotation_y = rotation_y;
+      priv->rotation_z = rotation_z;
+      priv->scale_x = scale_x;
+      priv->scale_y = scale_y;
+      priv->output_updated = TRUE;
+      updated = true;
+    }
   }
+
+  if (updated && immediate)
+    gst_d3d12_window_set_buffer (window, nullptr);
 }
 
 void
@@ -1725,7 +926,7 @@
   if (title)
     wtitle = (wchar_t *) g_utf8_to_utf16 (title, -1, nullptr, nullptr, nullptr);
 
-  std::lock_guard < std::mutex > lk (priv->hwnd_lock);
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
   if (!wtitle) {
     priv->title.clear ();
   } else {
@@ -1740,15 +941,28 @@
   auto self = (GstD3D12Window *) g_object_new (GST_TYPE_D3D12_WINDOW, nullptr);
   gst_object_ref_sink (self);
 
+  auto server = HwndServer::get_instance ();
+  server->register_window (self);
+
   return self;
 }
 
-GstD3D12WindowState
-gst_d3d12_window_get_state (GstD3D12Window * window)
+void
+gst_d3d12_window_invalidate (GstD3D12Window * window)
+{
+  auto server = HwndServer::get_instance ();
+  server->unregister_window (window);
+}
+
+gboolean
+gst_d3d12_window_is_closed (GstD3D12Window * window)
 {
   auto priv = window->priv;
 
-  return priv->state;
+  if (priv->proxy.expired ())
+    return TRUE;
+
+  return FALSE;
 }
 
 void
@@ -1756,27 +970,196 @@
     gboolean enable)
 {
   auto priv = window->priv;
-  std::lock_guard < std::mutex > lk (priv->hwnd_lock);
+  auto proxy = priv->proxy.lock ();
+
   priv->fullscreen_on_alt_enter = enable;
+  if (proxy)
+    proxy->set_fullscreen_on_alt_enter (enable);
 }
 
 void
 gst_d3d12_window_set_fullscreen (GstD3D12Window * window, gboolean enable)
 {
   auto priv = window->priv;
-  std::lock_guard < std::mutex > lk (priv->hwnd_lock);
+  auto proxy = priv->proxy.lock ();
+
   priv->requested_fullscreen = enable;
-  if (priv->hwnd && priv->applied_fullscreen != priv->requested_fullscreen)
-    PostMessageW (priv->hwnd, WM_GST_D3D12_FULLSCREEN, 0, 0);
+  if (proxy)
+    proxy->toggle_fullscreen (enable);
 }
 
 void
 gst_d3d12_window_set_msaa (GstD3D12Window * window, GstD3D12MSAAMode msaa)
 {
   auto priv = window->priv;
+  auto prev_val = priv->msaa.exchange (msaa);
+  if (prev_val != msaa)
+    gst_d3d12_window_resize_buffer (window);
+}
+
+void
+gst_d3d12_window_get_msaa (GstD3D12Window * window, GstD3D12MSAAMode & msaa)
+{
+  auto priv = window->priv;
+  msaa = priv->msaa;
+}
+
+void
+gst_d3d12_window_set_overlay_mode (GstD3D12Window * window,
+    GstD3D12WindowOverlayMode mode)
+{
+  auto priv = window->priv;
+  priv->overlay_mode = mode;
+}
+
+void
+gst_d3d12_window_get_create_params (GstD3D12Window * window,
+    std::wstring & title, GstVideoRectangle * rect, int &display_width,
+    int &display_height, GstVideoOrientationMethod & orientation)
+{
+  auto priv = window->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (priv->title.empty ())
+    title = L"Direct3D12 Renderer";
+  else
+    title = priv->title;
+
+  *rect = priv->render_rect;
+
+  display_width = priv->display_width;
+  display_height = priv->display_height;
+  orientation = priv->orientation;
+}
+
+void
+gst_d3d12_window_get_mouse_pos_info (GstD3D12Window * window,
+    GstVideoRectangle * out_rect, int &input_width, int &input_height,
+    GstVideoOrientationMethod & orientation)
+{
+  auto priv = window->priv;
   std::lock_guard < std::recursive_mutex > lk (priv->lock);
-  if (priv->msaa != msaa) {
-    priv->msaa = msaa;
-    gst_d3d12_window_on_resize (window);
+
+  *out_rect = priv->output_rect;
+  input_width = priv->input_info.width;
+  input_height = priv->input_info.height;
+  orientation = priv->orientation;
+}
+
+static gboolean
+gst_d3d12_window_update_color_balance (GstD3D12Window * self,
+    gboolean immediate, gdouble * prev, gdouble value)
+{
+  auto priv = self->priv;
+  gboolean updated = FALSE;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (*prev != value) {
+      *prev = value;
+      priv->output_updated = TRUE;
+      updated = TRUE;
+    }
   }
+
+  if (updated && immediate)
+    gst_d3d12_window_set_buffer (self, nullptr);
+
+  return updated;
+}
+
+gboolean
+gst_d3d12_window_set_hue (GstD3D12Window * window, gboolean immediate,
+    gdouble value)
+{
+  auto priv = window->priv;
+  return gst_d3d12_window_update_color_balance (window,
+      immediate, &priv->hue, value);
+}
+
+gdouble
+gst_d3d12_window_get_hue (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  return priv->hue;
+}
+
+gboolean
+gst_d3d12_window_set_saturation (GstD3D12Window * window, gboolean immediate,
+    gdouble value)
+{
+  auto priv = window->priv;
+  return gst_d3d12_window_update_color_balance (window,
+      immediate, &priv->saturation, value);
+}
+
+gdouble
+gst_d3d12_window_get_saturation (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  return priv->saturation;
+}
+
+gboolean
+gst_d3d12_window_set_brightness (GstD3D12Window * window, gboolean immediate,
+    gdouble value)
+{
+  auto priv = window->priv;
+  return gst_d3d12_window_update_color_balance (window,
+      immediate, &priv->brightness, value);
+}
+
+gdouble
+gst_d3d12_window_get_brightness (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  return priv->brightness;
+}
+
+gboolean
+gst_d3d12_window_set_contrast (GstD3D12Window * window, gboolean immediate,
+    gdouble value)
+{
+  auto priv = window->priv;
+  return gst_d3d12_window_update_color_balance (window,
+      immediate, &priv->contrast, value);
+}
+
+gdouble
+gst_d3d12_window_get_contrast (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  return priv->contrast;
+}
+
+void
+gst_d3d12_window_set_mip_levels (GstD3D12Window * window, gboolean immediate,
+    guint value)
+{
+  auto priv = window->priv;
+  gboolean updated = FALSE;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (priv->mip_levels != value) {
+      priv->mip_levels = value;
+      priv->output_updated = TRUE;
+      updated = TRUE;
+    }
+  }
+
+  if (updated && immediate)
+    gst_d3d12_window_set_buffer (window, nullptr);
+}
+
+guint
+gst_d3d12_window_get_mip_levels (GstD3D12Window * window)
+{
+  auto priv = window->priv;
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  return priv->mip_levels;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/gstd3d12window.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12window.h Changed

@@ -21,8 +21,10 @@
 
 #include <gst/gst.h>
 #include <gst/video/video.h>
-#include "gstd3d12.h"
+#include <gst/d3d12/gstd3d12.h>
 #include "gstd3d12pluginutils.h"
+#include "gstd3d12window-swapchain-resource.h"
+#include <string>
 
 G_BEGIN_DECLS
 
@@ -32,26 +34,41 @@
 G_DECLARE_FINAL_TYPE (GstD3D12Window, gst_d3d12_window,
     GST, D3D12_WINDOW, GstObject)
 
-enum GstD3D12WindowState
+enum GstD3D12WindowOverlayMode
 {
-  GST_D3D12_WINDOW_STATE_INIT,
-  GST_D3D12_WINDOW_STATE_OPENED,
-  GST_D3D12_WINDOW_STATE_CLOSED,
+  GST_D3D12_WINDOW_OVERLAY_NONE = 0,
+  GST_D3D12_WINDOW_OVERLAY_D3D12 = 0x1,
+  GST_D3D12_WINDOW_OVERLAY_D3D11 = 0x3,
+  GST_D3D12_WINDOW_OVERLAY_D2D = 0x7,
 };
 
+DEFINE_ENUM_FLAG_OPERATORS (GstD3D12WindowOverlayMode);
+
+#define GST_TYPE_D3D12_WINDOW_OVERLAY_MODE (gst_d3d12_window_overlay_mode_get_type())
+GType gst_d3d12_window_overlay_mode_get_type (void);
+
 GstD3D12Window * gst_d3d12_window_new (void);
 
+void             gst_d3d12_window_invalidate (GstD3D12Window * window);
+
 guintptr         gst_d3d12_window_get_window_handle (GstD3D12Window * window);
 
-GstD3D12WindowState gst_d3d12_window_get_state (GstD3D12Window * window);
+gboolean         gst_d3d12_window_is_closed (GstD3D12Window * window);
+
+GstFlowReturn    gst_d3d12_window_open (GstD3D12Window * window,
+                                        GstD3D12Device * device,
+                                        guint display_width,
+                                        guint display_height,
+                                        HWND parent_hwnd,
+                                        gboolean direct_swapchain);
 
 GstFlowReturn    gst_d3d12_window_prepare (GstD3D12Window * window,
                                            GstD3D12Device * device,
-                                           guintptr window_handle,
                                            guint display_width,
                                            guint display_height,
                                            GstCaps * caps,
-                                           GstStructure * config);
+                                           GstStructure * config,
+                                           DXGI_FORMAT display_format);
 
 void             gst_d3d12_window_unprepare (GstD3D12Window * window);
 
@@ -59,20 +76,33 @@
 
 void             gst_d3d12_window_unlock_stop (GstD3D12Window * window);
 
+void             gst_d3d12_window_expose      (GstD3D12Window * window);
+
 GstFlowReturn    gst_d3d12_window_set_buffer (GstD3D12Window * window,
                                               GstBuffer * buffer);
 
+GstFlowReturn    gst_d3d12_window_render     (GstD3D12Window * window,
+                                              SwapChainResource * resource,
+                                              GstBuffer * buffer,
+                                              bool is_first,
+                                              RECT & output_rect);
+
 GstFlowReturn    gst_d3d12_window_present (GstD3D12Window * window);
 
 void             gst_d3d12_window_set_render_rect (GstD3D12Window * window,
                                                    const GstVideoRectangle * rect);
 
+void             gst_d3d12_window_get_render_rect (GstD3D12Window * window,
+                                                   GstVideoRectangle * rect);
+
 void             gst_d3d12_window_set_force_aspect_ratio (GstD3D12Window * window,
                                                           gboolean force_aspect_ratio);
 
 void             gst_d3d12_window_set_enable_navigation_events (GstD3D12Window * window,
                                                                 gboolean enable);
 
+gboolean         gst_d3d12_window_get_navigation_events_enabled (GstD3D12Window * window);
+
 void             gst_d3d12_window_set_orientation (GstD3D12Window * window,
                                                    gboolean immediate,
                                                    GstVideoOrientationMethod orientation,
@@ -96,5 +126,72 @@
 void             gst_d3d12_window_set_msaa (GstD3D12Window * window,
                                             GstD3D12MSAAMode msaa);
 
+void             gst_d3d12_window_get_msaa (GstD3D12Window * window,
+                                            GstD3D12MSAAMode & msaa);
+
+void             gst_d3d12_window_set_overlay_mode (GstD3D12Window * window,
+                                                    GstD3D12WindowOverlayMode mode);
+
+void             gst_d3d12_window_on_key_event (GstD3D12Window * window,
+                                                const gchar * event,
+                                                const gchar * name);
+
+void             gst_d3d12_window_on_mouse_event (GstD3D12Window * window,
+                                                  const gchar * event,
+                                                  gint button,
+                                                  double xpos,
+                                                  double ypos,
+                                                  guint modifier);
+
+void             gst_d3d12_window_on_scroll_event (GstD3D12Window * window,
+                                                   gint delta_x,
+                                                   gint delta_y,
+                                                   double xpos,
+                                                   double ypos,
+                                                   guint modifier);
+
+void             gst_d3d12_window_get_create_params (GstD3D12Window * window,
+                                                     std::wstring & title,
+                                                     GstVideoRectangle * rect,
+                                                     int & display_width,
+                                                     int & display_height,
+                                                     GstVideoOrientationMethod & orientation);
+
+void             gst_d3d12_window_get_mouse_pos_info (GstD3D12Window * window,
+                                                      GstVideoRectangle * out_rect,
+                                                      int & input_width,
+                                                      int & input_height,
+                                                      GstVideoOrientationMethod & orientation);
+
+gboolean         gst_d3d12_window_set_hue (GstD3D12Window * window,
+                                           gboolean immediate,
+                                           gdouble value);
+
+gdouble          gst_d3d12_window_get_hue (GstD3D12Window * window);
+
+gboolean         gst_d3d12_window_set_saturation (GstD3D12Window * window,
+                                                  gboolean immediate,
+                                                  gdouble value);
+
+gdouble          gst_d3d12_window_get_saturation (GstD3D12Window * window);
+
+gboolean         gst_d3d12_window_set_brightness (GstD3D12Window * window,
+                                                  gboolean immediate,
+                                                  gdouble value);
+
+gdouble          gst_d3d12_window_get_brightness (GstD3D12Window * window);
+
+gboolean         gst_d3d12_window_set_contrast (GstD3D12Window * window,
+                                                gboolean immediate,
+                                                gdouble value);
+
+gdouble          gst_d3d12_window_get_contrast (GstD3D12Window * window);
+
+void             gst_d3d12_window_set_mip_levels (GstD3D12Window * window,
+                                                  gboolean immediate,
+                                                  guint value);
+
+guint            gst_d3d12_window_get_mip_levels (GstD3D12Window * window);
+
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12yadif.cpp Added

@@ -0,0 +1,2057 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstd3d12yadif.h"
+#include "gstd3d12pluginutils.h"
+#include <gst/d3dshader/gstd3dshader.h>
+#include <directx/d3dx12.h>
+#include <wrl.h>
+#include <vector>
+#include <math.h>
+#include <memory>
+#include <mutex>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT ensure_debug_category()
+static GstDebugCategory *
+ensure_debug_category (void)
+{
+  static GstDebugCategory *cat = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    cat = _gst_debug_category_new ("d3d12yadif", 0, "d3d12yadif");
+  } GST_D3D12_CALL_ONCE_END;
+
+  return cat;
+}
+#endif /* GST_DISABLE_GST_DEBUG */
+
+/* *INDENT-OFF* */
+struct YadifCBData
+{
+  UINT width;
+  UINT height;
+  UINT primary_line = 0;
+  UINT is_second = 0;
+};
+
+struct YadifContext
+{
+  ComPtr<ID3D12PipelineState> pso;
+  YadifCBData cb_data = { };
+  guint dispatch_x;
+  guint dispatch_y;
+};
+
+struct YadifConvertContext
+{
+  ComPtr<ID3D12PipelineState> pso;
+  guint dispatch_x;
+  guint dispatch_y;
+};
+
+struct GstD3D12YadifPrivate
+{
+  GstD3D12YadifPrivate ()
+  {
+    fence_pool = gst_d3d12_fence_data_pool_new ();
+    output_queue = gst_vec_deque_new (2);
+    current_queue = gst_vec_deque_new (2);
+    gst_vec_deque_set_clear_func (output_queue,
+        (GDestroyNotify) gst_buffer_unref);
+    gst_vec_deque_set_clear_func (current_queue,
+        (GDestroyNotify) gst_buffer_unref);
+  }
+
+  ~GstD3D12YadifPrivate ()
+  {
+    if (device) {
+      gst_d3d12_device_fence_wait (device, queue_type,
+          fence_val);
+    }
+
+    contexts.clear ();
+    pre_context = nullptr;
+    post_context = nullptr;
+    rs = nullptr;
+    cl = nullptr;
+    fence = nullptr;
+    Flush ();
+    gst_vec_deque_free (output_queue);
+    if (output_pool)
+      gst_buffer_pool_set_active (output_pool, FALSE);
+    gst_clear_object (&output_pool);
+    if (convert_pool)
+      gst_buffer_pool_set_active (convert_pool, FALSE);
+    gst_clear_object (&convert_pool);
+    gst_clear_object (&desc_pool);
+    gst_clear_object (&ca_pool);
+    gst_clear_object (&fence_pool);
+    gst_clear_object (&cq);
+    gst_clear_object (&device);
+  }
+
+  void Flush ()
+  {
+    gst_clear_buffer (&prev_buf);
+    gst_clear_buffer (&cur_buf);
+    gst_clear_buffer (&next_buf);
+  }
+
+  std::vector<std::shared_ptr<YadifContext>> contexts;
+  std::shared_ptr<YadifConvertContext> pre_context;
+  std::shared_ptr<YadifConvertContext> post_context;
+  GstVecDeque *output_queue = nullptr;
+  GstVecDeque *current_queue = nullptr;
+  ComPtr<ID3D12GraphicsCommandList> cl;
+  ComPtr<ID3D12RootSignature> rs;
+  ComPtr<ID3D12RootSignature> convert_rs;
+  GstD3D12Device *device = nullptr;
+  GstD3D12CmdQueue *cq = nullptr;
+  ComPtr<ID3D12Fence> fence;
+  GstD3D12FenceDataPool *fence_pool = nullptr;
+  GstD3D12DescHeapPool *desc_pool = nullptr;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
+  GstBuffer *prev_buf = nullptr;
+  GstBuffer *cur_buf = nullptr;
+  GstBuffer *next_buf = nullptr;
+  GstBufferPool *output_pool = nullptr;
+  GstBufferPool *convert_pool = nullptr;
+  GstVideoInfo info;
+  GstVideoInfo origin_info;
+  guint64 fence_val = 0;
+  guint desc_inc_size;
+  gboolean is_forward = TRUE;
+  GstD3D12YadifFields fields = GST_D3D12_YADIF_FIELDS_ALL;
+  D3D12_COMMAND_LIST_TYPE queue_type = D3D12_COMMAND_LIST_TYPE_DIRECT;
+  std::mutex lock;
+};
+/* *INDENT-ON* */
+
+struct _GstD3D12Yadif
+{
+  GstObject parent;
+
+  GstD3D12YadifPrivate *priv;
+};
+
+static void gst_d3d12_yadif_finalize (GObject * object);
+
+#define gst_d3d12_yadif_parent_class parent_class
+G_DEFINE_TYPE (GstD3D12Yadif, gst_d3d12_yadif, GST_TYPE_OBJECT);
+
+static void
+gst_d3d12_yadif_class_init (GstD3D12YadifClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_d3d12_yadif_finalize;
+}
+
+static void
+gst_d3d12_yadif_init (GstD3D12Yadif * self)
+{
+  self->priv = new GstD3D12YadifPrivate ();
+}
+
+static void
+gst_d3d12_yadif_finalize (GObject * object)
+{
+  auto self = GST_D3D12_YADIF (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+gst_d3d12_yadif_get_rs_blob (GstD3D12Device * device, ID3DBlob ** blob)
+{
+  static ID3DBlob *rs_blob_ = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    std::vector < D3D12_DESCRIPTOR_RANGE > ranges;
+    std::vector < D3D12_ROOT_PARAMETER > params;
+
+    for (guint i = 0; i < 3; i++) {
+      ranges.push_back (CD3DX12_DESCRIPTOR_RANGE
+          (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, i));
+    }
+
+    ranges.push_back (CD3DX12_DESCRIPTOR_RANGE (D3D12_DESCRIPTOR_RANGE_TYPE_UAV,
+            1, 0));
+
+    CD3DX12_ROOT_PARAMETER param;
+    param.InitAsDescriptorTable (ranges.size (), ranges.data ());
+    params.push_back (param);
+
+    param.InitAsConstants (4, 0);
+    params.push_back (param);
+
+    D3D12_VERSIONED_ROOT_SIGNATURE_DESC desc = { };
+    CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (desc, params.size (),
+        params.data (), 0, nullptr,
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_VERTEX_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_PIXEL_SHADER_ROOT_ACCESS);
+
+    ComPtr < ID3DBlob > rs_blob;
+    ComPtr < ID3DBlob > error_blob;
+    auto hr = D3DX12SerializeVersionedRootSignature (&desc,
+        D3D_ROOT_SIGNATURE_VERSION_1_0, &rs_blob, &error_blob);
+    if (!gst_d3d12_result (hr, device)) {
+      const gchar *error_msg = nullptr;
+      if (error_blob)
+        error_msg = (const gchar *) error_blob->GetBufferPointer ();
+
+      GST_ERROR_OBJECT (device,
+          "Couldn't serialize rs, hr: 0x%x, error detail: %s",
+          (guint) hr, GST_STR_NULL (error_msg));
+    } else {
+      rs_blob_ = rs_blob.Detach ();
+    }
+  }
+  GST_D3D12_CALL_ONCE_END;
+
+  if (rs_blob_) {
+    *blob = rs_blob_;
+    rs_blob_->AddRef ();
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+static gboolean
+gst_d3d12_yadif_get_convert_rs_blob (GstD3D12Device * device, ID3DBlob ** blob)
+{
+  static ID3DBlob *rs_blob_ = nullptr;
+
+  GST_D3D12_CALL_ONCE_BEGIN {
+    CD3DX12_ROOT_PARAMETER param;
+    CD3DX12_DESCRIPTOR_RANGE range2;
+    range0.Init (D3D12_DESCRIPTOR_RANGE_TYPE_SRV, 1, 0, 0);
+    range1.Init (D3D12_DESCRIPTOR_RANGE_TYPE_UAV, 1, 0, 0);
+
+    param.InitAsDescriptorTable (2, range);
+
+    D3D12_VERSIONED_ROOT_SIGNATURE_DESC desc = { };
+    CD3DX12_VERSIONED_ROOT_SIGNATURE_DESC::Init_1_0 (desc, 1, &param, 0,
+        nullptr,
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_VERTEX_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_HULL_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_DOMAIN_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_GEOMETRY_SHADER_ROOT_ACCESS |
+        D3D12_ROOT_SIGNATURE_FLAG_DENY_PIXEL_SHADER_ROOT_ACCESS);
+
+    ComPtr < ID3DBlob > rs_blob;
+    ComPtr < ID3DBlob > error_blob;
+    auto hr = D3DX12SerializeVersionedRootSignature (&desc,
+        D3D_ROOT_SIGNATURE_VERSION_1_0, &rs_blob, &error_blob);
+    if (!gst_d3d12_result (hr, device)) {
+      const gchar *error_msg = nullptr;
+      if (error_blob)
+        error_msg = (const gchar *) error_blob->GetBufferPointer ();
+
+      GST_ERROR_OBJECT (device,
+          "Couldn't serialize rs, hr: 0x%x, error detail: %s",
+          (guint) hr, GST_STR_NULL (error_msg));
+    } else {
+      rs_blob_ = rs_blob.Detach ();
+    }
+  }
+  GST_D3D12_CALL_ONCE_END;
+
+  if (rs_blob_) {
+    *blob = rs_blob_;
+    rs_blob_->AddRef ();
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+static gboolean
+gst_d3d12_yadif_prepare_convert (GstD3D12Yadif * self)
+{
+  auto priv = self->priv;
+
+  GstVideoFormat conv_format = GST_VIDEO_FORMAT_UNKNOWN;
+  auto format = GST_VIDEO_INFO_FORMAT (&priv->origin_info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_YUY2:
+    case GST_VIDEO_FORMAT_UYVY:
+    case GST_VIDEO_FORMAT_VYUY:
+    case GST_VIDEO_FORMAT_YVYU:
+    case GST_VIDEO_FORMAT_v308:
+    case GST_VIDEO_FORMAT_IYU2:
+      conv_format = GST_VIDEO_FORMAT_AYUV;
+      break;
+    case GST_VIDEO_FORMAT_Y210:
+    case GST_VIDEO_FORMAT_Y212_LE:
+    case GST_VIDEO_FORMAT_Y216_LE:
+    case GST_VIDEO_FORMAT_v210:
+    case GST_VIDEO_FORMAT_v216:
+      conv_format = GST_VIDEO_FORMAT_AYUV64;
+      break;
+    case GST_VIDEO_FORMAT_RGB:
+    case GST_VIDEO_FORMAT_BGR:
+      conv_format = GST_VIDEO_FORMAT_RGBA;
+      break;
+    case GST_VIDEO_FORMAT_r210:
+      conv_format = GST_VIDEO_FORMAT_RGB10A2_LE;
+      break;
+    default:
+      return TRUE;
+  }
+
+  GstD3DConverterCSByteCode pre_byte_code = { };
+  GstD3DConverterCSByteCode post_byte_code = { };
+  if (!gst_d3d_converter_shader_get_cs_blob (format, conv_format,
+          GST_D3D_SM_5_0, &pre_byte_code) ||
+      !gst_d3d_converter_shader_get_cs_blob (conv_format, format,
+          GST_D3D_SM_5_0, &post_byte_code)) {
+    GST_ERROR_OBJECT (self, "Couldn't get convert shader blob");
+    return FALSE;
+  }
+
+  gst_video_info_set_interlaced_format (&priv->info, conv_format,
+      priv->origin_info.interlace_mode,
+      priv->origin_info.width, priv->origin_info.height);
+  GST_VIDEO_INFO_FIELD_ORDER (&priv->info) =
+      GST_VIDEO_INFO_FIELD_ORDER (&priv->origin_info);
+
+  ComPtr < ID3DBlob > rs_blob;
+  if (!gst_d3d12_yadif_get_convert_rs_blob (priv->device, &rs_blob)) {
+    GST_ERROR_OBJECT (self, "Couldn't get rs blob");
+    return FALSE;
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  auto hr = device->CreateRootSignature (0, rs_blob->GetBufferPointer (),
+      rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->convert_rs));
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create rs");
+    return FALSE;
+  }
+
+  D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+  pso_desc.pRootSignature = priv->convert_rs.Get ();
+  auto pre_context = std::make_shared < YadifConvertContext > ();
+  pso_desc.CS.pShaderBytecode = pre_byte_code.byte_code.byte_code;
+  pso_desc.CS.BytecodeLength = pre_byte_code.byte_code.byte_code_len;
+  hr = device->CreateComputePipelineState (&pso_desc,
+      IID_PPV_ARGS (&pre_context->pso));
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create pso");
+    return FALSE;
+  }
+
+  pre_context->dispatch_x = (guint) ceil (priv->info.width /
+      (float) pre_byte_code.x_unit);
+  pre_context->dispatch_y = (guint) ceil (priv->info.height /
+      (float) pre_byte_code.y_unit);
+
+  auto post_context = std::make_shared < YadifConvertContext > ();
+  pso_desc.CS.pShaderBytecode = post_byte_code.byte_code.byte_code;
+  pso_desc.CS.BytecodeLength = post_byte_code.byte_code.byte_code_len;
+  hr = device->CreateComputePipelineState (&pso_desc,
+      IID_PPV_ARGS (&post_context->pso));
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create pso");
+    return FALSE;
+  }
+
+  post_context->dispatch_x = (guint) ceil (priv->info.width /
+      (float) post_byte_code.x_unit);
+  post_context->dispatch_y = (guint) ceil (priv->info.height /
+      (float) post_byte_code.y_unit);
+
+  priv->pre_context = pre_context;
+  priv->post_context = post_context;
+
+  priv->convert_pool = gst_d3d12_buffer_pool_new (priv->device);
+  auto config = gst_buffer_pool_get_config (priv->convert_pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  auto caps = gst_video_info_to_caps (&priv->origin_info);
+  gst_buffer_pool_config_set_params (config,
+      caps, priv->origin_info.size, 0, 0);
+  gst_caps_unref (caps);
+
+  GstD3D12Format d3d12_format;
+  gst_d3d12_device_get_format (priv->device, format, &d3d12_format);
+
+  D3D12_RESOURCE_FLAGS resource_flags =
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+      D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
+  if ((d3d12_format.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) ==
+      D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
+    resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+  }
+
+  auto params = gst_d3d12_allocation_params_new (priv->device,
+      &priv->origin_info, GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+      D3D12_HEAP_FLAG_SHARED);
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+  gst_d3d12_allocation_params_free (params);
+
+  if (!gst_buffer_pool_set_config (priv->convert_pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    return FALSE;
+  }
+
+  if (!gst_buffer_pool_set_active (priv->convert_pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Pool active failed");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_yadif_prepare_context (GstD3D12Yadif * self,
+    const GstVideoInfo * info)
+{
+  auto priv = self->priv;
+
+  ComPtr < ID3DBlob > rs_blob;
+  if (!gst_d3d12_yadif_get_rs_blob (priv->device, &rs_blob)) {
+    GST_ERROR_OBJECT (self, "Couldn't get rs blob");
+    return FALSE;
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  auto hr = device->CreateRootSignature (0, rs_blob->GetBufferPointer (),
+      rs_blob->GetBufferSize (), IID_PPV_ARGS (&priv->rs));
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create rs");
+    return FALSE;
+  }
+
+  auto format = GST_VIDEO_INFO_FORMAT (info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_NV21:
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_P012_LE:
+    case GST_VIDEO_FORMAT_P016_LE:
+    case GST_VIDEO_FORMAT_AV12:
+    case GST_VIDEO_FORMAT_NV16:
+    case GST_VIDEO_FORMAT_NV61:
+    case GST_VIDEO_FORMAT_NV24:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode_luma = { };
+      GstD3DShaderByteCode bytecode_chroma = { };
+      if (!gst_d3d_plugin_shader_get_cs_blob (GST_D3D_PLUGIN_CS_YADIF_1,
+              GST_D3D_SM_5_0, &bytecode_luma) ||
+          !gst_d3d_plugin_shader_get_cs_blob (GST_D3D_PLUGIN_CS_YADIF_2,
+              GST_D3D_SM_5_0, &bytecode_chroma)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode_luma.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode_luma.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      context = std::make_shared < YadifContext > ();
+
+      pso_desc.CS.pShaderBytecode = bytecode_chroma.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode_chroma.byte_code_len;
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      switch (format) {
+        case GST_VIDEO_FORMAT_NV16:
+        case GST_VIDEO_FORMAT_NV61:
+          context->cb_data.width = width / 2;
+          context->cb_data.height = height;
+          context->cb_data.primary_line = 0;
+          context->cb_data.is_second = 0;
+          context->dispatch_x = (guint) ceil (width / 16.0);
+          context->dispatch_y = (guint) ceil (height / 8.0);
+          break;
+        case GST_VIDEO_FORMAT_NV24:
+          context->cb_data.width = width;
+          context->cb_data.height = height;
+          context->cb_data.primary_line = 0;
+          context->cb_data.is_second = 0;
+          context->dispatch_x = (guint) ceil (width / 8.0);
+          context->dispatch_y = (guint) ceil (height / 8.0);
+          break;
+        default:
+          context->cb_data.width = width / 2;
+          context->cb_data.height = height / 2;
+          context->cb_data.primary_line = 0;
+          context->cb_data.is_second = 0;
+          context->dispatch_x = (guint) ceil (width / 16.0);
+          context->dispatch_y = (guint) ceil (height / 16.0);
+          break;
+      }
+
+      priv->contexts.push_back (context);
+
+      if (format == GST_VIDEO_FORMAT_AV12) {
+        context = std::make_shared < YadifContext > ();
+        context->pso = priv->contexts0->pso;
+        context->cb_data.width = width;
+        context->cb_data.height = height;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 8.0);
+        context->dispatch_y = (guint) ceil (height / 8.0);
+
+        priv->contexts.push_back (context);
+      }
+      break;
+    }
+    case GST_VIDEO_FORMAT_I420:
+    case GST_VIDEO_FORMAT_YV12:
+    case GST_VIDEO_FORMAT_I420_10LE:
+    case GST_VIDEO_FORMAT_I420_12LE:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+      switch (format) {
+        case GST_VIDEO_FORMAT_I420_10LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_10;
+          break;
+        case GST_VIDEO_FORMAT_I420_12LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_12;
+          break;
+        default:
+          break;
+      }
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 2; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width / 2;
+        context->cb_data.height = height / 2;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 16.0);
+        context->dispatch_y = (guint) ceil (height / 16.0);
+
+        priv->contexts.push_back (context);
+      }
+      break;
+    }
+    case GST_VIDEO_FORMAT_Y41B:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_4 (info->width);
+      guint height = GST_ROUND_UP_4 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 2; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width / 4;
+        context->cb_data.height = height;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 32.0);
+        context->dispatch_y = (guint) ceil (height / 8.0);
+
+        priv->contexts.push_back (context);
+      }
+      break;
+    }
+    case GST_VIDEO_FORMAT_Y42B:
+    case GST_VIDEO_FORMAT_I422_10LE:
+    case GST_VIDEO_FORMAT_I422_12LE:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+      switch (format) {
+        case GST_VIDEO_FORMAT_I422_10LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_10;
+          break;
+        case GST_VIDEO_FORMAT_I422_12LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_12;
+          break;
+        default:
+          break;
+      }
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 2; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width / 2;
+        context->cb_data.height = height;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 16.0);
+        context->dispatch_y = (guint) ceil (height / 8.0);
+
+        priv->contexts.push_back (context);
+      }
+      break;
+    }
+    case GST_VIDEO_FORMAT_YUV9:
+    case GST_VIDEO_FORMAT_YVU9:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_4 (info->width);
+      guint height = GST_ROUND_UP_4 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 2; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width / 4;
+        context->cb_data.height = height / 4;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 32.0);
+        context->dispatch_y = (guint) ceil (height / 32.0);
+
+        priv->contexts.push_back (context);
+      }
+      break;
+    }
+    case GST_VIDEO_FORMAT_Y444:
+    case GST_VIDEO_FORMAT_Y444_10LE:
+    case GST_VIDEO_FORMAT_Y444_12LE:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_GBR_10LE:
+    case GST_VIDEO_FORMAT_GBR_12LE:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+    case GST_VIDEO_FORMAT_BGRP:
+    case GST_VIDEO_FORMAT_RGBP:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+      switch (format) {
+        case GST_VIDEO_FORMAT_Y444_10LE:
+        case GST_VIDEO_FORMAT_GBR_10LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_10;
+          break;
+        case GST_VIDEO_FORMAT_Y444_12LE:
+        case GST_VIDEO_FORMAT_GBR_12LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_12;
+          break;
+        default:
+          break;
+      }
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 2; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width;
+        context->cb_data.height = height;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 8.0);
+        context->dispatch_y = (guint) ceil (height / 8.0);
+
+        priv->contexts.push_back (context);
+      }
+      break;
+    }
+    case GST_VIDEO_FORMAT_RGBA64_LE:
+    case GST_VIDEO_FORMAT_BGRA64_LE:
+    case GST_VIDEO_FORMAT_Y412_LE:
+    case GST_VIDEO_FORMAT_Y416_LE:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+    case GST_VIDEO_FORMAT_Y410:
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+    case GST_VIDEO_FORMAT_VUYA:
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_BGRx:
+    case GST_VIDEO_FORMAT_ARGB64_LE:
+    case GST_VIDEO_FORMAT_AYUV64:
+    case GST_VIDEO_FORMAT_AYUV:
+    case GST_VIDEO_FORMAT_ABGR:
+    case GST_VIDEO_FORMAT_ARGB:
+    case GST_VIDEO_FORMAT_xBGR:
+    case GST_VIDEO_FORMAT_xRGB:
+    case GST_VIDEO_FORMAT_GRAY16_LE:
+    case GST_VIDEO_FORMAT_GRAY8:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_4;
+      switch (format) {
+        case GST_VIDEO_FORMAT_GRAY16_LE:
+        case GST_VIDEO_FORMAT_GRAY8:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1;
+          break;
+        default:
+          break;
+      }
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+      break;
+    }
+    case GST_VIDEO_FORMAT_A420:
+    case GST_VIDEO_FORMAT_A420_10LE:
+    case GST_VIDEO_FORMAT_A420_12LE:
+    case GST_VIDEO_FORMAT_A420_16LE:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+      switch (format) {
+        case GST_VIDEO_FORMAT_A420_10LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_10;
+          break;
+        case GST_VIDEO_FORMAT_A420_12LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_12;
+        default:
+          break;
+      }
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 2; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width / 2;
+        context->cb_data.height = height / 2;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 16.0);
+        context->dispatch_y = (guint) ceil (height / 16.0);
+
+        priv->contexts.push_back (context);
+      }
+
+      context = std::make_shared < YadifContext > ();
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+      break;
+    }
+    case GST_VIDEO_FORMAT_A422:
+    case GST_VIDEO_FORMAT_A422_10LE:
+    case GST_VIDEO_FORMAT_A422_12LE:
+    case GST_VIDEO_FORMAT_A422_16LE:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+      switch (format) {
+        case GST_VIDEO_FORMAT_A422_10LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_10;
+          break;
+        case GST_VIDEO_FORMAT_A422_12LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_12;
+        default:
+          break;
+      }
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 2; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width / 2;
+        context->cb_data.height = height;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 16.0);
+        context->dispatch_y = (guint) ceil (height / 8.0);
+
+        priv->contexts.push_back (context);
+      }
+
+      context = std::make_shared < YadifContext > ();
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+      break;
+    }
+    case GST_VIDEO_FORMAT_GBRA:
+    case GST_VIDEO_FORMAT_GBRA_10LE:
+    case GST_VIDEO_FORMAT_GBRA_12LE:
+    case GST_VIDEO_FORMAT_A444:
+    case GST_VIDEO_FORMAT_A444_10LE:
+    case GST_VIDEO_FORMAT_A444_12LE:
+    case GST_VIDEO_FORMAT_A444_16LE:
+    {
+      D3D12_COMPUTE_PIPELINE_STATE_DESC pso_desc = { };
+      pso_desc.pRootSignature = priv->rs.Get ();
+
+      GstD3DShaderByteCode bytecode = { };
+      GstD3DPluginCS cs = GST_D3D_PLUGIN_CS_YADIF_1;
+      switch (format) {
+        case GST_VIDEO_FORMAT_GBRA_10LE:
+        case GST_VIDEO_FORMAT_A444_10LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_10;
+          break;
+        case GST_VIDEO_FORMAT_GBRA_12LE:
+        case GST_VIDEO_FORMAT_A444_12LE:
+          cs = GST_D3D_PLUGIN_CS_YADIF_1_12;
+          break;
+        default:
+          break;
+      }
+
+      if (!gst_d3d_plugin_shader_get_cs_blob (cs, GST_D3D_SM_5_0, &bytecode)) {
+        GST_ERROR_OBJECT (self, "Couldn't get cs blob");
+        return FALSE;
+      }
+
+      pso_desc.CS.pShaderBytecode = bytecode.byte_code;
+      pso_desc.CS.BytecodeLength = bytecode.byte_code_len;
+
+      auto context = std::make_shared < YadifContext > ();
+
+      hr = device->CreateComputePipelineState (&pso_desc,
+          IID_PPV_ARGS (&context->pso));
+      if (!gst_d3d12_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create pso");
+        return FALSE;
+      }
+
+      guint width = GST_ROUND_UP_2 (info->width);
+      guint height = GST_ROUND_UP_2 (info->height);
+
+      context->cb_data.width = width;
+      context->cb_data.height = height;
+      context->cb_data.primary_line = 0;
+      context->cb_data.is_second = 0;
+      context->dispatch_x = (guint) ceil (width / 8.0);
+      context->dispatch_y = (guint) ceil (height / 8.0);
+
+      priv->contexts.push_back (context);
+
+      for (guint i = 0; i < 3; i++) {
+        context = std::make_shared < YadifContext > ();
+        context->cb_data.width = width;
+        context->cb_data.height = height;
+        context->cb_data.primary_line = 0;
+        context->cb_data.is_second = 0;
+        context->dispatch_x = (guint) ceil (width / 8.0);
+        context->dispatch_y = (guint) ceil (height / 8.0);
+
+        priv->contexts.push_back (context);
+      }
+      break;
+    }
+    default:
+      GST_ERROR_OBJECT (self, "Not supported format %s",
+          gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (info)));
+      return FALSE;
+  }
+
+  D3D12_DESCRIPTOR_HEAP_DESC heap_desc = { };
+  heap_desc.Type = D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV;
+  /* 4 descriptors per Dispatch (3 SRV and 1 UAV)
+   * 2x for top and bottom fields */
+  heap_desc.NumDescriptors = 4 * 2 * GST_VIDEO_INFO_N_PLANES (info);
+  heap_desc.Flags = D3D12_DESCRIPTOR_HEAP_FLAG_SHADER_VISIBLE;
+  priv->desc_pool = gst_d3d12_desc_heap_pool_new (device, &heap_desc);
+
+  priv->desc_inc_size = device->GetDescriptorHandleIncrementSize
+      (D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+
+  priv->output_pool = gst_d3d12_buffer_pool_new (priv->device);
+  auto config = gst_buffer_pool_get_config (priv->output_pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  auto caps = gst_video_info_to_caps (info);
+  gst_buffer_pool_config_set_params (config, caps, info->size, 0, 0);
+  gst_caps_unref (caps);
+
+  GstD3D12Format d3d12_format;
+  gst_d3d12_device_get_format (priv->device, GST_VIDEO_INFO_FORMAT (info),
+      &d3d12_format);
+
+  D3D12_RESOURCE_FLAGS resource_flags =
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+      D3D12_RESOURCE_FLAG_ALLOW_UNORDERED_ACCESS;
+  if ((d3d12_format.support1 & D3D12_FORMAT_SUPPORT1_RENDER_TARGET) ==
+      D3D12_FORMAT_SUPPORT1_RENDER_TARGET) {
+    resource_flags |= D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET;
+  }
+
+  auto params = gst_d3d12_allocation_params_new (priv->device, info,
+      GST_D3D12_ALLOCATION_FLAG_DEFAULT, resource_flags,
+      D3D12_HEAP_FLAG_SHARED);
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+  gst_d3d12_allocation_params_free (params);
+
+  if (!gst_buffer_pool_set_config (priv->output_pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    return FALSE;
+  }
+
+  if (!gst_buffer_pool_set_active (priv->output_pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Pool active failed");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+GstD3D12Yadif *
+gst_d3d12_yadif_new (GstD3D12Device * device, const GstVideoInfo * info,
+    gboolean use_compute)
+{
+  g_return_val_if_fail (GST_IS_D3D12_DEVICE (device), nullptr);
+  g_return_val_if_fail (info, nullptr);
+
+  auto self = (GstD3D12Yadif *) g_object_new (GST_TYPE_D3D12_YADIF, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->info = *info;
+  priv->origin_info = *info;
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+  priv->queue_type = use_compute ?
+      D3D12_COMMAND_LIST_TYPE_COMPUTE : D3D12_COMMAND_LIST_TYPE_DIRECT;
+
+  switch (info->interlace_mode) {
+    case GST_VIDEO_INTERLACE_MODE_PROGRESSIVE:
+    case GST_VIDEO_INTERLACE_MODE_INTERLEAVED:
+    case GST_VIDEO_INTERLACE_MODE_MIXED:
+      break;
+    default:
+      GST_ERROR_OBJECT (self, "Interlaced mode not supported");
+      gst_object_unref (self);
+      return nullptr;
+  }
+
+  if (!gst_d3d12_yadif_prepare_convert (self)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  if (!gst_d3d12_yadif_prepare_context (self, &priv->info)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  priv->ca_pool = gst_d3d12_cmd_alloc_pool_new (device_handle,
+      priv->queue_type);
+  priv->cq = gst_d3d12_device_get_cmd_queue (priv->device, priv->queue_type);
+  gst_object_ref (priv->cq);
+  priv->fence = gst_d3d12_cmd_queue_get_fence_handle (priv->cq);
+
+  return self;
+}
+
+void
+gst_d3d12_yadif_set_fields (GstD3D12Yadif * yadif, GstD3D12YadifFields fields)
+{
+  g_return_if_fail (GST_IS_D3D12_YADIF (yadif));
+
+  auto priv = yadif->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->fields = fields;
+}
+
+void
+gst_d3d12_yadif_set_direction (GstD3D12Yadif * yadif, gboolean is_forward)
+{
+  g_return_if_fail (GST_IS_D3D12_YADIF (yadif));
+
+  auto priv = yadif->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->is_forward = is_forward;
+}
+
+struct GstD3D12YadifFrameCtx
+{
+  GstD3D12Frame prev;
+  GstD3D12Frame cur;
+  GstD3D12Frame next;
+  GstD3D12Frame out_frames2;
+  GstD3D12Frame conv_frames2;
+  UINT is_second2;
+};
+
+static void
+gst_d3d12_yadif_unmap_frame_ctx (GstD3D12YadifFrameCtx * ctx)
+{
+  gst_d3d12_frame_unmap (&ctx->prev);
+  gst_d3d12_frame_unmap (&ctx->cur);
+  gst_d3d12_frame_unmap (&ctx->next);
+  for (guint i = 0; i < 2; i++) {
+    gst_d3d12_frame_unmap (&ctx->out_framesi);
+    gst_d3d12_frame_unmap (&ctx->conv_framesi);
+  }
+}
+
+struct CopyMetaData
+{
+  GstBuffer *outbuf;
+  gboolean copy_cc;
+};
+
+static gboolean
+foreach_metadata (GstBuffer * inbuf, GstMeta ** meta, gpointer user_data)
+{
+  auto data = (CopyMetaData *) user_data;
+  auto info = (*meta)->info;
+  bool do_copy = false;
+
+  if (gst_meta_api_type_has_tag (info->api, _gst_meta_tag_memory)
+      || gst_meta_api_type_has_tag (info->api, _gst_meta_tag_memory_reference)) {
+    /* never call the transform_meta with memory specific metadata */
+    do_copy = false;
+  } else if (info->api == GST_VIDEO_CAPTION_META_API_TYPE && !data->copy_cc) {
+    do_copy = false;
+  } else if (!gst_meta_api_type_get_tags (info->api)) {
+    do_copy = true;
+  }
+
+  if (do_copy && info->transform_func) {
+    GstMetaTransformCopy copy_data;
+    copy_data.region = FALSE;
+    copy_data.offset = 0;
+    copy_data.size = (gsize) - 1;
+    info->transform_func (data->outbuf, *meta, inbuf, _gst_meta_transform_copy,
+        &copy_data);
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_d3d12_yadif_map_frames (GstD3D12Yadif * self, guint tff,
+    GstD3D12YadifFrameCtx * ctx, GstD3D12FenceData * fence_data,
+    std::vector < ID3D12Fence * >&fences_to_wait,
+    std::vector < guint64 > &fence_values_to_wait)
+{
+  auto priv = self->priv;
+  GstClockTime first_pts = GST_CLOCK_TIME_NONE;
+  GstClockTime second_pts = GST_CLOCK_TIME_NONE;
+  GstClockTime dur = GST_CLOCK_TIME_NONE;
+  GstBuffer *first_buf = nullptr;
+  GstBuffer *second_buf = nullptr;
+  GstBuffer *first_conv_buf = nullptr;
+  GstBuffer *second_conv_buf = nullptr;
+  GstBuffer *first_target = nullptr;
+  GstBuffer *second_target = nullptr;
+  GstD3D12FrameMapFlags out_map_flags = GST_D3D12_FRAME_MAP_FLAG_UAV;
+
+  if (priv->post_context)
+    out_map_flags |= GST_D3D12_FRAME_MAP_FLAG_SRV;
+
+  gst_vec_deque_clear (priv->current_queue);
+  memset (ctx, 0, sizeof (GstD3D12YadifFrameCtx));
+
+  if (!gst_d3d12_frame_map (&ctx->prev, &priv->info, priv->prev_buf,
+          GST_MAP_READ, GST_D3D12_FRAME_MAP_FLAG_SRV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map prev frame");
+    goto error;
+  }
+
+  if (!gst_d3d12_frame_map (&ctx->cur, &priv->info, priv->cur_buf,
+          GST_MAP_READ, GST_D3D12_FRAME_MAP_FLAG_SRV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map cur frame");
+    goto error;
+  }
+
+  if (!gst_d3d12_frame_map (&ctx->next, &priv->info, priv->next_buf,
+          GST_MAP_READ, GST_D3D12_FRAME_MAP_FLAG_SRV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map next frame");
+    goto error;
+  }
+
+  gst_buffer_pool_acquire_buffer (priv->output_pool, &first_buf, nullptr);
+  if (!first_buf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire first field buffer");
+    goto error;
+  }
+
+  if (priv->post_context) {
+    gst_buffer_pool_acquire_buffer (priv->convert_pool,
+        &first_conv_buf, nullptr);
+    if (!first_conv_buf) {
+      GST_ERROR_OBJECT (self, "Couldn't acquire first field output buffer");
+      gst_clear_buffer (&first_buf);
+      goto error;
+    }
+
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_MINI_OBJECT (first_buf));
+    gst_vec_deque_push_tail (priv->current_queue, first_conv_buf);
+    first_target = first_conv_buf;
+  } else {
+    gst_vec_deque_push_tail (priv->current_queue, first_buf);
+    first_target = first_buf;
+  }
+
+  /* Copy buffer flags except for interlace related ones */
+  gst_buffer_copy_into (first_target, priv->cur_buf, GST_BUFFER_COPY_FLAGS, 0,
+      -1);
+  GST_BUFFER_FLAG_UNSET (first_target, GST_VIDEO_BUFFER_FLAG_INTERLACED);
+  GST_BUFFER_FLAG_UNSET (first_target, GST_VIDEO_BUFFER_FLAG_TFF);
+
+  if (priv->fields == GST_D3D12_YADIF_FIELDS_ALL) {
+    gst_buffer_pool_acquire_buffer (priv->output_pool, &second_buf, nullptr);
+    if (!second_buf) {
+      GST_ERROR_OBJECT (self, "Couldn't acquire second field buffer");
+      goto error;
+    }
+
+    if (priv->post_context) {
+      gst_buffer_pool_acquire_buffer (priv->convert_pool,
+          &second_conv_buf, nullptr);
+      if (!second_conv_buf) {
+        GST_ERROR_OBJECT (self, "Couldn't acquire second field output buffer");
+        gst_clear_buffer (&second_buf);
+        goto error;
+      }
+      gst_d3d12_fence_data_push (fence_data,
+          FENCE_NOTIFY_MINI_OBJECT (second_buf));
+      gst_vec_deque_push_tail (priv->current_queue, second_conv_buf);
+      second_target = second_conv_buf;
+    } else {
+      gst_vec_deque_push_tail (priv->current_queue, second_buf);
+      second_target = second_buf;
+    }
+
+    gst_buffer_copy_into (second_target, priv->cur_buf, GST_BUFFER_COPY_FLAGS,
+        0, -1);
+    GST_BUFFER_FLAG_UNSET (second_target, GST_VIDEO_BUFFER_FLAG_INTERLACED);
+    GST_BUFFER_FLAG_UNSET (second_target, GST_VIDEO_BUFFER_FLAG_TFF);
+
+    if (GST_BUFFER_PTS_IS_VALID (priv->cur_buf)) {
+      first_pts = GST_BUFFER_PTS (priv->cur_buf);
+      if (GST_BUFFER_DURATION_IS_VALID (priv->cur_buf)) {
+        dur = GST_BUFFER_DURATION (priv->cur_buf) / 2;
+      } else if (GST_BUFFER_PTS_IS_VALID (priv->next_buf)) {
+        auto next_pts = GST_BUFFER_PTS (priv->next_buf);
+        if (priv->is_forward && first_pts <= next_pts)
+          dur = (next_pts - first_pts) / 2;
+        else if (!priv->is_forward && first_pts >= next_pts)
+          dur = (first_pts - next_pts) / 2;
+      }
+
+      if (GST_CLOCK_TIME_IS_VALID (dur))
+        second_pts = first_pts + dur;
+    }
+
+    if (priv->is_forward) {
+      GST_BUFFER_PTS (first_target) = first_pts;
+      GST_BUFFER_PTS (second_target) = second_pts;
+    } else {
+      GST_BUFFER_PTS (first_target) = second_pts;
+      GST_BUFFER_PTS (second_target) = first_pts;
+    }
+
+    GST_BUFFER_DURATION (first_target) = dur;
+    GST_BUFFER_DURATION (second_target) = dur;
+  } else {
+    GST_BUFFER_PTS (first_target) = GST_BUFFER_PTS (priv->cur_buf);
+    GST_BUFFER_DURATION (first_target) = GST_BUFFER_DURATION (priv->cur_buf);
+  }
+
+  CopyMetaData copy_meta;
+  copy_meta.copy_cc = TRUE;
+  copy_meta.outbuf = first_target;
+  gst_buffer_foreach_meta (priv->cur_buf, foreach_metadata, &copy_meta);
+
+  if (second_target) {
+    copy_meta.copy_cc = FALSE;
+    copy_meta.outbuf = second_target;
+    gst_buffer_foreach_meta (priv->cur_buf, foreach_metadata, &copy_meta);
+  }
+
+  switch (priv->fields) {
+    case GST_D3D12_YADIF_FIELDS_TOP:
+      ctx->is_second0 = tff ? 0 : 1;
+      break;
+    case GST_D3D12_YADIF_FIELDS_BOTTOM:
+      ctx->is_second0 = tff ? 1 : 0;
+      break;
+    case GST_D3D12_YADIF_FIELDS_ALL:
+      if (priv->is_forward) {
+        ctx->is_second0 = 0;
+        ctx->is_second1 = 1;
+      } else {
+        ctx->is_second0 = 1;
+        ctx->is_second1 = 0;
+      }
+      break;
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  if (!gst_d3d12_frame_map (&ctx->out_frames0, &priv->info, first_buf,
+          GST_MAP_D3D12, out_map_flags)) {
+    GST_ERROR_OBJECT (self, "Couldn't map first field output");
+    goto error;
+  }
+
+  if (first_conv_buf && !gst_d3d12_frame_map (&ctx->conv_frames0,
+          &priv->origin_info, first_conv_buf,
+          GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_UAV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map first field convert output");
+    goto error;
+  }
+
+  if (second_buf &&
+      !gst_d3d12_frame_map (&ctx->out_frames1, &priv->info, second_buf,
+          GST_MAP_D3D12, out_map_flags)) {
+    GST_ERROR_OBJECT (self, "Couldn't map second field output");
+    goto error;
+  }
+
+  if (second_conv_buf && !gst_d3d12_frame_map (&ctx->conv_frames1,
+          &priv->origin_info, second_conv_buf,
+          GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_UAV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map second field convert output");
+    goto error;
+  }
+
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (priv->prev_buf)));
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (priv->cur_buf)));
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (priv->next_buf)));
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&priv->info); i++) {
+    if (ctx->prev.fencei.fence &&
+        ctx->prev.fencei.fence != priv->fence.Get ()) {
+      fences_to_wait.push_back (ctx->prev.fencei.fence);
+      fence_values_to_wait.push_back (ctx->prev.fencei.fence_value);
+    }
+
+    if (ctx->cur.fencei.fence &&
+        ctx->cur.fencei.fence != priv->fence.Get ()) {
+      fences_to_wait.push_back (ctx->cur.fencei.fence);
+      fence_values_to_wait.push_back (ctx->cur.fencei.fence_value);
+    }
+
+    if (ctx->next.fencei.fence &&
+        ctx->next.fencei.fence != priv->fence.Get ()) {
+      fences_to_wait.push_back (ctx->next.fencei.fence);
+      fence_values_to_wait.push_back (ctx->next.fencei.fence_value);
+    }
+  }
+
+  return TRUE;
+
+error:
+  gst_d3d12_yadif_unmap_frame_ctx (ctx);
+  gst_vec_deque_clear (priv->current_queue);
+  return FALSE;
+}
+
+static GstFlowReturn
+gst_d3d12_yadif_process_frame (GstD3D12Yadif * self)
+{
+  auto priv = self->priv;
+  UINT tff = 0;
+
+  g_return_val_if_fail (priv->prev_buf, GST_FLOW_ERROR);
+  g_return_val_if_fail (priv->cur_buf, GST_FLOW_ERROR);
+  g_return_val_if_fail (priv->next_buf, GST_FLOW_ERROR);
+
+  switch (GST_VIDEO_INFO_INTERLACE_MODE (&priv->info)) {
+    case GST_VIDEO_INTERLACE_MODE_PROGRESSIVE:
+      gst_vec_deque_push_tail (priv->output_queue,
+          gst_buffer_ref (priv->cur_buf));
+      return GST_FLOW_OK;
+    case GST_VIDEO_INTERLACE_MODE_MIXED:
+      if (!GST_BUFFER_FLAG_IS_SET (priv->cur_buf,
+              GST_VIDEO_BUFFER_FLAG_INTERLACED)) {
+        gst_vec_deque_push_tail (priv->output_queue,
+            gst_buffer_ref (priv->cur_buf));
+        return GST_FLOW_OK;
+      }
+
+      if (GST_BUFFER_FLAG_IS_SET (priv->cur_buf, GST_VIDEO_BUFFER_FLAG_TFF))
+        tff = 1;
+      break;
+    case GST_VIDEO_INTERLACE_MODE_INTERLEAVED:
+      if (GST_VIDEO_INFO_FIELD_ORDER (&priv->info) ==
+          GST_VIDEO_FIELD_ORDER_TOP_FIELD_FIRST) {
+        tff = 1;
+      } else if (GST_VIDEO_INFO_FIELD_ORDER (&priv->info) ==
+          GST_VIDEO_FIELD_ORDER_UNKNOWN &&
+          GST_BUFFER_FLAG_IS_SET (priv->cur_buf, GST_VIDEO_BUFFER_FLAG_TFF)) {
+        tff = 1;
+      }
+      break;
+    default:
+      GST_ERROR_OBJECT (self, "Not supported interlace mode");
+      return GST_FLOW_ERROR;
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_pool, &fence_data);
+
+  GstD3D12YadifFrameCtx frame_ctx;
+  std::vector < ID3D12Fence * >fences_to_wait;
+  std::vector < guint64 > fence_values_to_wait;
+
+  if (!gst_d3d12_yadif_map_frames (self, tff, &frame_ctx, fence_data,
+          fences_to_wait, fence_values_to_wait)) {
+    GST_ERROR_OBJECT (self, "Couldn't map frame context");
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  GstD3D12DescHeap *desc_heap;
+  if (!gst_d3d12_desc_heap_pool_acquire (priv->desc_pool, &desc_heap)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire descriptor heap");
+    gst_d3d12_yadif_unmap_frame_ctx (&frame_ctx);
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (desc_heap));
+
+  GstD3D12DescHeap *conv_desc_heap = nullptr;
+  ID3D12DescriptorHeap *conv_desc_handle = nullptr;
+  if (priv->post_context) {
+    if (!gst_d3d12_desc_heap_pool_acquire (priv->desc_pool, &conv_desc_heap)) {
+      GST_ERROR_OBJECT (self, "Couldn't acquire descriptor heap");
+      gst_d3d12_yadif_unmap_frame_ctx (&frame_ctx);
+      gst_d3d12_fence_data_unref (fence_data);
+      return GST_FLOW_ERROR;
+    }
+
+    gst_d3d12_fence_data_push (fence_data,
+        FENCE_NOTIFY_MINI_OBJECT (conv_desc_heap));
+  }
+
+  auto desc_handle = gst_d3d12_desc_heap_get_handle (desc_heap);
+  auto cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+      (GetCPUDescriptorHandleForHeapStart (desc_handle));
+
+  guint num_fields = priv->fields == GST_D3D12_YADIF_FIELDS_ALL ? 2 : 1;
+  for (guint field = 0; field < num_fields; field++) {
+    for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&priv->info); i++) {
+      device->CopyDescriptorsSimple (1, cpu_handle,
+          frame_ctx.prev.srv_desc_handlei,
+          D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+      cpu_handle.Offset (priv->desc_inc_size);
+
+      device->CopyDescriptorsSimple (1, cpu_handle,
+          frame_ctx.cur.srv_desc_handlei,
+          D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+      cpu_handle.Offset (priv->desc_inc_size);
+
+      device->CopyDescriptorsSimple (1, cpu_handle,
+          frame_ctx.next.srv_desc_handlei,
+          D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+      cpu_handle.Offset (priv->desc_inc_size);
+
+      device->CopyDescriptorsSimple (1, cpu_handle,
+          frame_ctx.out_framesfield.uav_desc_handlei,
+          D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+      cpu_handle.Offset (priv->desc_inc_size);
+    }
+  }
+
+  if (conv_desc_heap) {
+    conv_desc_handle = gst_d3d12_desc_heap_get_handle (conv_desc_heap);
+    auto conv_cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+        (GetCPUDescriptorHandleForHeapStart (conv_desc_handle));
+
+    for (guint field = 0; field < num_fields; field++) {
+      device->CopyDescriptorsSimple (1, conv_cpu_handle,
+          frame_ctx.out_framesfield.srv_desc_handle0,
+          D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+      conv_cpu_handle.Offset (priv->desc_inc_size);
+
+      device->CopyDescriptorsSimple (1, conv_cpu_handle,
+          frame_ctx.conv_framesfield.uav_desc_handle0,
+          D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+      conv_cpu_handle.Offset (priv->desc_inc_size);
+    }
+  }
+
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ca_pool, &gst_ca)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+    gst_d3d12_yadif_unmap_frame_ctx (&frame_ctx);
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  HRESULT hr = ca->Reset ();
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
+    gst_d3d12_yadif_unmap_frame_ctx (&frame_ctx);
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  if (!priv->cl) {
+    hr = device->CreateCommandList (0, priv->queue_type,
+        ca, nullptr, IID_PPV_ARGS (&priv->cl));
+  } else {
+    hr = priv->cl->Reset (ca, nullptr);
+  }
+
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command list");
+    gst_d3d12_yadif_unmap_frame_ctx (&frame_ctx);
+    gst_d3d12_fence_data_unref (fence_data);
+    return GST_FLOW_ERROR;
+  }
+
+  auto gpu_handle = CD3DX12_GPU_DESCRIPTOR_HANDLE
+      (GetGPUDescriptorHandleForHeapStart (desc_handle));
+
+  priv->cl->SetComputeRootSignature (priv->rs.Get ());
+  ID3D12DescriptorHeap *heaps = { desc_handle };
+  priv->cl->SetDescriptorHeaps (1, heaps);
+
+  for (guint field = 0; field < num_fields; field++) {
+    for (size_t i = 0; i < priv->contexts.size (); i++) {
+      auto ctx = priv->contextsi;
+      ctx->cb_data.primary_line = tff ? 0 : 1;
+      ctx->cb_data.is_second = frame_ctx.is_secondfield;
+
+      if (ctx->pso)
+        priv->cl->SetPipelineState (ctx->pso.Get ());
+
+      priv->cl->SetComputeRootDescriptorTable (0, gpu_handle);
+      gpu_handle.Offset (priv->desc_inc_size * 4);
+
+      priv->cl->SetComputeRoot32BitConstants (1, 4, &ctx->cb_data, 0);
+      priv->cl->Dispatch (ctx->dispatch_x, ctx->dispatch_y, 1);
+
+      if (priv->post_context) {
+        auto barrier =
+            CD3DX12_RESOURCE_BARRIER::Transition
+            (frame_ctx.out_framesfield.data0,
+            D3D12_RESOURCE_STATE_UNORDERED_ACCESS,
+            D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE,
+            D3D12_RESOURCE_BARRIER_ALL_SUBRESOURCES,
+            D3D12_RESOURCE_BARRIER_FLAG_BEGIN_ONLY);
+        priv->cl->ResourceBarrier (1, &barrier);
+      }
+    }
+  }
+
+  if (priv->post_context) {
+    auto conv_gpu_handle = CD3DX12_GPU_DESCRIPTOR_HANDLE
+        (GetGPUDescriptorHandleForHeapStart (conv_desc_handle));
+    auto ctx = priv->post_context;
+
+    priv->cl->SetComputeRootSignature (priv->convert_rs.Get ());
+    ID3D12DescriptorHeap *conv_heaps = { conv_desc_handle };
+    priv->cl->SetDescriptorHeaps (1, conv_heaps);
+    priv->cl->SetPipelineState (ctx->pso.Get ());
+
+    for (guint field = 0; field < num_fields; field++) {
+      auto barrier = CD3DX12_RESOURCE_BARRIER::Transition
+          (frame_ctx.out_framesfield.data0,
+          D3D12_RESOURCE_STATE_UNORDERED_ACCESS,
+          D3D12_RESOURCE_STATE_NON_PIXEL_SHADER_RESOURCE,
+          D3D12_RESOURCE_BARRIER_ALL_SUBRESOURCES,
+          D3D12_RESOURCE_BARRIER_FLAG_END_ONLY);
+      priv->cl->ResourceBarrier (1, &barrier);
+
+      priv->cl->SetComputeRootDescriptorTable (0, conv_gpu_handle);
+      conv_gpu_handle.Offset (priv->desc_inc_size * 2);
+      priv->cl->Dispatch (ctx->dispatch_x, ctx->dispatch_y, 1);
+    }
+  }
+
+  hr = priv->cl->Close ();
+
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't close command list");
+    gst_d3d12_yadif_unmap_frame_ctx (&frame_ctx);
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_vec_deque_clear (priv->current_queue);
+    return GST_FLOW_ERROR;
+  }
+
+  ID3D12CommandList *cmd_list = { priv->cl.Get () };
+  if (fences_to_wait.empty ()) {
+    hr = gst_d3d12_cmd_queue_execute_command_lists (priv->cq,
+        1, cmd_list, &priv->fence_val);
+  } else {
+    hr = gst_d3d12_cmd_queue_execute_command_lists_full (priv->cq,
+        fences_to_wait.size (), fences_to_wait.data (),
+        fence_values_to_wait.data (), 1, cmd_list, &priv->fence_val);
+  }
+
+  gst_d3d12_yadif_unmap_frame_ctx (&frame_ctx);
+
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't execute command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_vec_deque_clear (priv->current_queue);
+    return GST_FLOW_ERROR;
+  }
+
+  gst_d3d12_cmd_queue_set_notify (priv->cq, priv->fence_val,
+      FENCE_NOTIFY_MINI_OBJECT (fence_data));
+
+  while (!gst_vec_deque_is_empty (priv->current_queue)) {
+    auto buf = (GstBuffer *) gst_vec_deque_pop_head (priv->current_queue);
+    gst_d3d12_buffer_set_fence (buf, priv->fence.Get (),
+        priv->fence_val, FALSE);
+    gst_vec_deque_push_tail (priv->output_queue, buf);
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_d3d12_yadif_push_unlocked (GstD3D12Yadif * self, GstBuffer * buffer)
+{
+  auto priv = self->priv;
+
+  gst_clear_buffer (&priv->prev_buf);
+
+  priv->prev_buf = priv->cur_buf;
+  priv->cur_buf = priv->next_buf;
+  priv->next_buf = buffer;
+
+  if (!priv->cur_buf)
+    priv->cur_buf = gst_buffer_ref (priv->next_buf);
+
+  if (!priv->prev_buf)
+    return GST_D3D12_YADIF_FLOW_NEED_DATA;
+
+  return gst_d3d12_yadif_process_frame (self);
+}
+
+static GstBuffer *
+gst_d3d12_yadif_preproc (GstD3D12Yadif * self, GstBuffer * buffer)
+{
+  auto priv = self->priv;
+
+  if (!priv->pre_context)
+    return buffer;
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_pool, &fence_data);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (buffer));
+
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ca_pool, &gst_ca)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
+    return nullptr;
+  }
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  auto hr = ca->Reset ();
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
+    gst_d3d12_fence_data_unref (fence_data);
+    return nullptr;
+  }
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  if (!priv->cl) {
+    hr = device->CreateCommandList (0, priv->queue_type,
+        ca, nullptr, IID_PPV_ARGS (&priv->cl));
+  } else {
+    hr = priv->cl->Reset (ca, nullptr);
+  }
+
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    return nullptr;
+  }
+
+  GstD3D12DescHeap *desc_heap;
+  if (!gst_d3d12_desc_heap_pool_acquire (priv->desc_pool, &desc_heap)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire descriptor heap");
+    gst_d3d12_fence_data_unref (fence_data);
+    return nullptr;
+  }
+
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (desc_heap));
+
+  GstBuffer *outbuf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->output_pool, &outbuf, nullptr);
+  if (!outbuf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire output buffer");
+    gst_d3d12_fence_data_unref (fence_data);
+    return nullptr;
+  }
+
+  gst_buffer_copy_into (outbuf, buffer, GST_BUFFER_COPY_METADATA, 0, -1);
+  GstD3D12Frame in_frame, out_frame;
+  if (!gst_d3d12_frame_map (&in_frame, &priv->origin_info, buffer,
+          GST_MAP_READ, GST_D3D12_FRAME_MAP_FLAG_SRV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map frame");
+    gst_d3d12_fence_data_unref (fence_data);
+    return nullptr;
+  }
+
+  if (!gst_d3d12_frame_map (&out_frame, &priv->info, outbuf,
+          GST_MAP_D3D12, GST_D3D12_FRAME_MAP_FLAG_UAV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map frame");
+    gst_d3d12_frame_unmap (&in_frame);
+    gst_d3d12_fence_data_unref (fence_data);
+    return nullptr;
+  }
+
+  auto desc_handle = gst_d3d12_desc_heap_get_handle (desc_heap);
+  auto cpu_handle = CD3DX12_CPU_DESCRIPTOR_HANDLE
+      (GetCPUDescriptorHandleForHeapStart (desc_handle));
+
+  device->CopyDescriptorsSimple (1, cpu_handle, in_frame.srv_desc_handle0,
+      D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+  cpu_handle.Offset (priv->desc_inc_size);
+  device->CopyDescriptorsSimple (1, cpu_handle, out_frame.uav_desc_handle0,
+      D3D12_DESCRIPTOR_HEAP_TYPE_CBV_SRV_UAV);
+
+  auto gpu_handle = CD3DX12_GPU_DESCRIPTOR_HANDLE
+      (GetGPUDescriptorHandleForHeapStart (desc_handle));
+  priv->cl->SetComputeRootSignature (priv->rs.Get ());
+
+  ID3D12DescriptorHeap *heaps = { desc_handle };
+  priv->cl->SetDescriptorHeaps (1, heaps);
+
+  auto ctx = priv->pre_context;
+  priv->cl->SetPipelineState (ctx->pso.Get ());
+  priv->cl->SetComputeRootDescriptorTable (0, gpu_handle);
+  priv->cl->Dispatch (ctx->dispatch_x, ctx->dispatch_y, 1);
+  hr = priv->cl->Close ();
+
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't close command list");
+    gst_d3d12_frame_unmap (&in_frame);
+    gst_d3d12_frame_unmap (&out_frame);
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  ID3D12CommandList *cmd_list = { priv->cl.Get () };
+  if (in_frame.fence->fence) {
+    hr = gst_d3d12_cmd_queue_execute_command_lists_full (priv->cq,
+        1, &in_frame.fence->fence, &in_frame.fence->fence_value,
+        1, cmd_list, &priv->fence_val);
+  } else {
+    hr = gst_d3d12_cmd_queue_execute_command_lists (priv->cq,
+        1, cmd_list, &priv->fence_val);
+  }
+
+  gst_d3d12_frame_unmap (&in_frame);
+  gst_d3d12_frame_unmap (&out_frame);
+
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't execute command list");
+    gst_d3d12_fence_data_unref (fence_data);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  gst_d3d12_cmd_queue_set_notify (priv->cq, priv->fence_val,
+      FENCE_NOTIFY_MINI_OBJECT (fence_data));
+  gst_d3d12_buffer_set_fence (outbuf, priv->fence.Get (),
+      priv->fence_val, FALSE);
+
+  return outbuf;
+}
+
+GstFlowReturn
+gst_d3d12_yadif_push (GstD3D12Yadif * yadif, GstBuffer * buffer)
+{
+  g_return_val_if_fail (GST_IS_D3D12_YADIF (yadif), GST_FLOW_ERROR);
+  g_return_val_if_fail (GST_IS_BUFFER (buffer), GST_FLOW_ERROR);
+
+  auto priv = yadif->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  buffer = gst_d3d12_yadif_preproc (yadif, buffer);
+
+  if (!buffer)
+    return GST_FLOW_ERROR;
+
+  return gst_d3d12_yadif_push_unlocked (yadif, buffer);
+}
+
+GstFlowReturn
+gst_d3d12_yadif_pop (GstD3D12Yadif * yadif, GstBuffer ** buffer)
+{
+  g_return_val_if_fail (GST_IS_D3D12_YADIF (yadif), GST_FLOW_ERROR);
+  g_return_val_if_fail (buffer, GST_FLOW_ERROR);
+
+  auto priv = yadif->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  *buffer = nullptr;
+  if (gst_vec_deque_is_empty (priv->output_queue))
+    return GST_D3D12_YADIF_FLOW_NEED_DATA;
+
+  *buffer = (GstBuffer *) gst_vec_deque_pop_head (priv->output_queue);
+
+  return GST_FLOW_OK;
+}
+
+GstFlowReturn
+gst_d3d12_yadif_drain (GstD3D12Yadif * yadif)
+{
+  g_return_val_if_fail (GST_IS_D3D12_YADIF (yadif), GST_FLOW_ERROR);
+
+  auto priv = yadif->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->next_buf) {
+    priv->Flush ();
+
+    return GST_D3D12_YADIF_FLOW_NEED_DATA;
+  }
+
+  auto next = gst_buffer_copy (priv->next_buf);
+  GstClockTime pts = GST_CLOCK_TIME_NONE;
+  GstClockTime dur = GST_CLOCK_TIME_NONE;
+  if (GST_BUFFER_PTS_IS_VALID (priv->next_buf)) {
+    pts = GST_BUFFER_PTS (priv->next_buf);
+    if (GST_BUFFER_DURATION_IS_VALID (priv->next_buf)) {
+      dur = GST_BUFFER_DURATION (priv->next_buf);
+    } else {
+      gint fps_n = 30;
+      gint fps_d = 1;
+      if (priv->info.fps_n > 0 && priv->info.fps_d > 0) {
+        fps_n = priv->info.fps_n;
+        fps_d = priv->info.fps_d;
+      }
+
+      dur = gst_util_uint64_scale (GST_SECOND, fps_d, fps_n);
+    }
+
+    if (!priv->is_forward) {
+      if (pts >= dur) {
+        pts -= dur;
+      } else {
+        dur -= pts;
+        pts = 0;
+      }
+    } else {
+      pts += dur;
+    }
+  }
+
+  GST_BUFFER_PTS (next) = pts;
+  GST_BUFFER_DURATION (next) = dur;
+
+  auto ret = gst_d3d12_yadif_push_unlocked (yadif, next);
+  priv->Flush ();
+
+  return ret;
+}
+
+void
+gst_d3d12_yadif_flush (GstD3D12Yadif * yadif)
+{
+  g_return_if_fail (GST_IS_D3D12_YADIF (yadif));
+
+  auto priv = yadif->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->Flush ();
+  gst_vec_deque_clear (priv->output_queue);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/gstd3d12yadif.h Added

@@ -0,0 +1,61 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_D3D12_YADIF (gst_d3d12_yadif_get_type())
+G_DECLARE_FINAL_TYPE (GstD3D12Yadif, gst_d3d12_yadif,
+    GST, D3D12_YADIF, GstObject)
+
+#define GST_D3D12_YADIF_FLOW_NEED_DATA GST_FLOW_CUSTOM_SUCCESS
+
+typedef enum
+{
+  GST_D3D12_YADIF_FIELDS_ALL,
+  GST_D3D12_YADIF_FIELDS_TOP,
+  GST_D3D12_YADIF_FIELDS_BOTTOM,
+} GstD3D12YadifFields;
+
+GstD3D12Yadif * gst_d3d12_yadif_new (GstD3D12Device * device,
+                                     const GstVideoInfo * info,
+                                     gboolean use_compute);
+
+void            gst_d3d12_yadif_set_fields (GstD3D12Yadif * yadif,
+                                            GstD3D12YadifFields fields);
+
+void            gst_d3d12_yadif_set_direction (GstD3D12Yadif * yadif,
+                                               gboolean is_forward);
+
+GstFlowReturn   gst_d3d12_yadif_push (GstD3D12Yadif * yadif,
+                                      GstBuffer * buffer);
+
+GstFlowReturn   gst_d3d12_yadif_pop (GstD3D12Yadif * yadif,
+                                     GstBuffer ** buffer);
+
+GstFlowReturn   gst_d3d12_yadif_drain (GstD3D12Yadif * yadif);
+
+void            gst_d3d12_yadif_flush (GstD3D12Yadif * yadif);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/meson.build Changed

@@ -1,89 +1,215 @@
 d3d12_sources = 
-  'gstd3d11on12.cpp',
   'gstd3d12av1dec.cpp',
   'gstd3d12basefilter.cpp',
-  'gstd3d12bufferpool.cpp',
-  'gstd3d12commandallocatorpool.cpp',
-  'gstd3d12commandlistpool.cpp',
-  'gstd3d12commandqueue.cpp',
   'gstd3d12compositor.cpp',
-  'gstd3d12converter-builder.cpp',
-  'gstd3d12converter.cpp',
   'gstd3d12convert.cpp',
   'gstd3d12decoder.cpp',
-  'gstd3d12descriptorpool.cpp',
-  'gstd3d12device.cpp',
-  'gstd3d12download.cpp',
+  'gstd3d12decodercpbpool.cpp',
+  'gstd3d12deinterlace.cpp',
+  'gstd3d12yadif.cpp',
   'gstd3d12dpbstorage.cpp',
   'gstd3d12dxgicapture.cpp',
   'gstd3d12encoder.cpp',
   'gstd3d12encoderbufferpool.cpp',
-  'gstd3d12fencedatapool.cpp',
-  'gstd3d12format.cpp',
   'gstd3d12h264dec.cpp',
   'gstd3d12h264enc.cpp',
   'gstd3d12h265dec.cpp',
-  'gstd3d12memory.cpp',
+  'gstd3d12ipc.cpp',
+  'gstd3d12ipcclient.cpp',
+  'gstd3d12ipcserver.cpp',
+  'gstd3d12ipcsink.cpp',
+  'gstd3d12ipcsrc.cpp',
   'gstd3d12mpeg2dec.cpp',
+  'gstd3d12mipmapping.cpp',
   'gstd3d12overlaycompositor.cpp',
   'gstd3d12pluginutils.cpp',
   'gstd3d12screencapture.cpp',
   'gstd3d12screencapturedevice.cpp',
   'gstd3d12screencapturesrc.cpp',
+  'gstd3d12swapchainsink.cpp',
   'gstd3d12testsrc.cpp',
-  'gstd3d12upload.cpp',
-  'gstd3d12utils.cpp',
   'gstd3d12videosink.cpp',
   'gstd3d12vp8dec.cpp',
   'gstd3d12vp9dec.cpp',
+  'gstd3d12window-swapchain.cpp',
+  'gstd3d12window-win32.cpp',
   'gstd3d12window.cpp',
   'plugin.cpp',
 
 
-hlsl_precompiled = 
+d3d12_headers = 
+  'gstd3d12upload.h',
+  'gstd3d12decoder.h',
+  'gstd3d12screencapturedevice.h',
+  'gstd3d12h264dec.h',
+  'gstd3d12yadif.h',
+  'gstd3d12h264enc.h',
+  'gstd3d12convert.h',
+  'gstd3d12encoderbufferpool.h',
+  'gstd3d12download.h',
+  'gstd3d12ipcclient.h',
+  'gstd3d12mpeg2dec.h',
+  'gstd3d12graphicscapture.h',
+  'gstd3d12ipcsink.h',
+  'gstd3d12memorycopy.h',
+  'gstd3d12decodercpbpool.h',
+  'gstd3d12compositor.h',
+  'gstd3d12window-swapchain-resource.h',
+  'gstd3d12mipgen.h',
+  'gstd3d12swapchainsink.h',
+  'gstd3d12window-swapchain.h',
+  'gstd3d12dpbstorage.h',
+  'gstd3d12pluginutils.h',
+  'gstd3d12h265dec.h',
+  'gstd3d12screencapturesrc.h',
+  'gstd3d12overlaycompositor.h',
+  'gstd3d12window.h',
+  'gstd3d12av1dec.h',
+  'gstd3d12videosink.h',
+  'gstd3d12window-win32.h',
+  'gstd3d12encoder.h',
+  'gstd3d12dxgicapture.h',
+  'gstd3d12mipmapping.h',
+  'gstd3d12vp9dec.h',
+  'gstd3d12ipc.h',
+  'gstd3d12deinterlace.h',
+  'gstd3d12ipcserver.h',
+  'gstd3d12ipcsrc.h',
+  'gstd3d12screencapture.h',
+  'gstd3d12basefilter.h',
+  'gstd3d12testsrc.h',
+  'gstd3d12vp8dec.h',
+
+
+graphicscapture_sources = 
+  'gstd3d12graphicscapture.cpp',
+
+
+memorycopy_sources = 
+  'gstd3d12memorycopy.cpp',
+
+
+download_upload_sources = 
+  'gstd3d12download.cpp',
+  'gstd3d12upload.cpp',
+
+
+doc_sources = 
+foreach s: d3d12_sources + graphicscapture_sources + memorycopy_sources + download_upload_sources + d3d12_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'd3d12': pathsep.join(doc_sources)
+}
 
 extra_args = 
   '-DGST_USE_UNSTABLE_API',
-  # Disable this warning error. Otherwise d3dx12.h will break build
-  '/wd4062',
+  '-DGST_D3D12_USE_DIRECTX_HEADERS',
 
 
-d3d12_option = get_option('d3d12')
-if host_system != 'windows' or d3d12_option.disabled()
-  subdir_done()
+d3d12_cdata = configuration_data()
+
+# Disable this warning error. Otherwise d3dx12.h will break build
+if cc.get_argument_syntax() == 'msvc'
+  extra_args += cc.get_supported_arguments(
+    '/wd4062', # 'identifier' : unreferenced local variable
+  )
+else
+  extra_args += cc.get_supported_arguments(
+    '-Wno-misleading-indentation',
+    # MinGW 32bits compiler seems to be complaining about redundant-decls
+    # when ComPtr is in use. Let's just disable the warning
+    '-Wno-redundant-decls',
+    # include/directxmath/DirectXMathMatrix.inl:1161:16: error: variable 'aa' set but not used
+    '-Wno-unused-but-set-variable',
+    # include/directx/d3dx12_pipeline_state_stream.h:28: error: ignoring '#pragma warning '
+    '-Wno-unknown-pragmas',
+    # Various warnings in DirectX-Headers headers
+    '-Wno-switch',
+    # Ignore missing fallthrough in DirectX-Headers headers
+    '-Wimplicit-fallthrough=0',
+    '-Wno-undef'
+  )
 endif
 
-if cc.get_id() != 'msvc'
-  if d3d12_option.enabled()
-    error('d3d12 plugin supports only MSVC build')
-  endif
+extra_deps = 
+
+d3d12_option = get_option('d3d12')
+d3d12_wgc_option = get_option('d3d12-wgc')
+if host_system != 'windows' or d3d12_option.disabled()
   subdir_done()
 endif
 
-d3d12_lib = cc.find_library('d3d12', required : d3d12_option)
 d3d11_lib = cc.find_library('d3d11', required : d3d12_option)
-d2d_dep = cc.find_library('d2d1', required: d3d12_option)
-dxgi_lib = cc.find_library('dxgi', required : d3d12_option)
+d2d_lib = cc.find_library('d2d1', required: d3d12_option)
+dwmapi_lib = cc.find_library('dwmapi', required: d3d12_wgc_option)
 dx_headers_dep = dependency('DirectX-Headers',
     version: '>= 1.611',
     allow_fallback: true,
     required: d3d12_option)
-dxc = find_program('dxc', required : d3d12_option)
 
-if not gstdxva_dep.found() or not d3d12_lib.found() or not dxgi_lib.found() \
-  or not dx_headers_dep.found() or not dxc.found() or not d2d_dep.found()
+if not gstdxva_dep.found() or not gstd3d12_dep.found() or not gstd3dshader_dep.found() \
+  or not dx_headers_dep.found() or not d2d_lib.found() or not d3d11_lib.found()
   if d3d12_option.enabled()
     error('The d3d12 was enabled explicitly, but required dependencies were not found.')
   endif
   subdir_done()
 endif
 
+have_wgc = false
+if not d3d12_wgc_option.disabled()
+  have_wgc = cxx.compiles('''
+    #include<windows.h>
+    #include<winstring.h>
+    #include<roapi.h>
+    #include<windows.graphics.capture.h>,
+    #include<windows.graphics.capture.interop.h>
+    #include<windows.graphics.directx.direct3d11.h>
+    #include<windows.graphics.directx.direct3d11.interop.h>
+    #include<wrl.h>
+    using namespace Microsoft::WRL;
+    using namespace ABI::Windows::Graphics::Capture;
+    ComPtr<IDirect3D11CaptureFramePoolStatics> pool_statics;
+    ComPtr<IDirect3D11CaptureFramePool> pool;
+    ComPtr<IGraphicsCaptureSession> session;
+    ComPtr<IGraphicsCaptureSession2> session2;
+    ComPtr<IGraphicsCaptureSession3> session3;
+    ''',
+    name: 'Windows Graphics Capture support in Windows SDK')
+
+  if d3d12_wgc_option.enabled() and not have_wgc
+    error('The Windows Graphics Capture feature is enabled but not supported by Windows SDK')
+  endif
+endif
+
+have_dx_math = cxx.compiles('''
+    #include <windows.h>
+    #include <DirectXMath.h>
+    using namespace DirectX;
+    int main(int argc, char ** argv) {
+      XMMATRIX matrix;
+      XMFLOAT4X4 dump;
+      matrix = XMMatrixIdentity ();
+      XMStoreFloat4x4 (&dump, matrix);
+      return 0;
+    }
+    ''',
+    name: 'DirectXMath support in Windows SDK')
+
+if not have_dx_math
+  directxmath_dep = dependency('directxmath',
+      allow_fallback: true,
+      required: d3d12_option)
+  if not directxmath_dep.found()
+    subdir_done()
+  endif
+  extra_deps += directxmath_dep
+endif
+
 d3d12_headers = 
-  'dxgi1_6.h',
   'd3d11.h',
-  'd3d11on12.h',
-  'd2d1.h',
-  'DirectXMath.h',
+  'd2d1_3.h',
 
 
 have_d3d12_headers = true
@@ -100,23 +226,40 @@
   subdir_done()
 endif
 
-hlsl_precompiled = 
-subdir('hlsl')
+if have_wgc and dwmapi_lib.found()
+  d3d12_cdata.set('HAVE_WGC', true)
+  d3d12_sources += graphicscapture_sources
+  extra_deps += dwmapi_lib
+endif
+
+if gstd3d11_dep.found()
+  d3d12_cdata.set('HAVE_GST_D3D11', true)
+  extra_deps += gstd3d11_dep
+  d3d12_sources += memorycopy_sources
+else
+  d3d12_sources += download_upload_sources
+endif
+
+configure_file(
+  output: 'gstd3d12plugin-config.h',
+  configuration: d3d12_cdata,
+)
 
-# https://learn.microsoft.com/en-us/windows/win32/dxmath/pg-xnamath-internals#windows-sse-versus-sse2
-# x86 with Windows 7 or older may not support SSE2
-if host_machine.cpu_family() != 'x86'
-  extra_args += '-DHAVE_DIRECTX_MATH_SIMD'
+if cc.get_argument_syntax() != 'msvc' and dx_headers_dep.type_name() != 'internal'
+  # Required for MinGW because it has old version RPC headers.
+  # DirectX-Headers subproject is doing this already,
+  # but not exposed via pkg-config. Define this for installed DirectX-Headers
+  extra_args += '-D__REQUIRED_RPCNDR_H_VERSION__=475'
 endif
 
 gstd3d12 = library('gstd3d12',
-  d3d12_sources + hlsl_precompiled,
+  d3d12_sources,
   c_args : gst_plugins_bad_args + extra_args,
   cpp_args: gst_plugins_bad_args + extra_args,
   include_directories : configinc,
-  dependencies : gstbase_dep, gstvideo_dep, gstcodecs_dep,
-                  gstdxva_dep, d3d12_lib, d3d11_lib, d2d_dep, dxgi_lib,
-                  dx_headers_dep,
+  dependencies : gstbase_dep, gstvideo_dep, gstcodecs_dep, gmodule_dep,
+                  gstdxva_dep, gstd3dshader_dep, gstd3d12_dep, d3d11_lib,
+                  d2d_lib, dx_headers_dep + extra_deps,
   install : true,
   install_dir : plugins_install_dir,
 )

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3d12/plugin.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3d12/plugin.cpp Changed

@@ -27,12 +27,12 @@
 #include <config.h>
 #endif
 
+#include "gstd3d12plugin-config.h"
+
 #include <gst/gst.h>
-#include "gstd3d12.h"
-#include "gstd3d12-private.h"
+#include <gst/d3d12/gstd3d12.h>
+#include "gstd3d12pluginutils.h"
 #include "gstd3d12convert.h"
-#include "gstd3d12download.h"
-#include "gstd3d12upload.h"
 #include "gstd3d12videosink.h"
 #include "gstd3d12testsrc.h"
 #include "gstd3d12compositor.h"
@@ -45,46 +45,53 @@
 #include "gstd3d12vp8dec.h"
 #include "gstd3d12vp9dec.h"
 #include "gstd3d12av1dec.h"
+#include "gstd3d12ipcclient.h"
+#include "gstd3d12ipcsrc.h"
+#include "gstd3d12ipcsink.h"
+#include "gstd3d12swapchainsink.h"
+#include "gstd3d12mipmapping.h"
+#include "gstd3d12deinterlace.h"
 #include <windows.h>
 #include <versionhelpers.h>
 #include <wrl.h>
+#include <glib/gi18n-lib.h>
+
+#ifdef HAVE_GST_D3D11
+#include "gstd3d12memorycopy.h"
+#include <gst/d3d11/gstd3d11.h>
+#include <gst/d3d11/gstd3d11device-private.h>
+#include <d3d11_4.h>
+#else
+#include "gstd3d12download.h"
+#include "gstd3d12upload.h"
+#endif
 
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
 /* *INDENT-ON* */
 
-GST_DEBUG_CATEGORY (gst_d3d12_debug);
-GST_DEBUG_CATEGORY (gst_d3d12_allocator_debug);
-GST_DEBUG_CATEGORY (gst_d3d12_decoder_debug);
-GST_DEBUG_CATEGORY (gst_d3d12_format_debug);
-GST_DEBUG_CATEGORY (gst_d3d12_utils_debug);
-
-#define GST_CAT_DEFAULT gst_d3d12_debug
-
 static void
 plugin_deinit (gpointer data)
 {
-  gst_d3d12_sync_background_thread ();
+  gst_d3d12_ipc_client_deinit ();
+  gst_d3d12_flush_all_devices ();
 }
 
 static gboolean
 plugin_init (GstPlugin * plugin)
 {
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_debug, "d3d12", 0, "d3d12");
-
   if (!IsWindows8OrGreater ()) {
-    GST_WARNING ("Not supported OS");
+    gst_plugin_add_status_warning (plugin,
+        N_("This plugin requires at least Windows 8 or newer."));
     return TRUE;
   }
 
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_allocator_debug, "d3d12allocator", 0,
-      "d3d12allocator");
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_decoder_debug, "d3d12decoder", 0,
-      "d3d12decoder");
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_format_debug, "d3d12format", 0,
-      "d3d12format");
-  GST_DEBUG_CATEGORY_INIT (gst_d3d12_utils_debug,
-      "d3d12utils", 0, "d3d12utils");
+  guint sink_rank = GST_RANK_NONE;
+  guint decoder_rank = GST_RANK_NONE;
+  bool have_video_device = false;
+
+  if (gst_d3d12_is_windows_10_or_greater ())
+    decoder_rank = GST_RANK_PRIMARY + 2;
 
   /* Enumerate devices to register decoders per device and to get the highest
    * feature level */
@@ -94,6 +101,7 @@
     ID3D12Device *device_handle;
     ComPtr < ID3D12VideoDevice > video_device;
     HRESULT hr;
+    gboolean d3d11_interop = FALSE;
 
     device = gst_d3d12_device_new (i);
     if (!device)
@@ -106,19 +114,43 @@
       gst_object_unref (device);
       continue;
     }
+#ifdef HAVE_GST_D3D11
+    gint64 luid;
+    g_object_get (device, "adapter-luid", &luid, nullptr);
+    auto device11 = gst_d3d11_device_new_for_adapter_luid (luid,
+        D3D11_CREATE_DEVICE_BGRA_SUPPORT);
+    if (device11 && gst_d3d11_device_d3d12_import_supported (device11)) {
+      auto device11_handle = gst_d3d11_device_get_device_handle (device11);
+      ComPtr < ID3D11Device5 > device11_5;
+      hr = device11_handle->QueryInterface (IID_PPV_ARGS (&device11_5));
+      if (SUCCEEDED (hr)) {
+        ComPtr < ID3D11DeviceContext > context11;
+        ComPtr < ID3D11DeviceContext4 > context11_4;
+        device11_5->GetImmediateContext (&context11);
+        hr = context11.As (&context11_4);
+        if (SUCCEEDED (hr))
+          d3d11_interop = TRUE;
+      }
+    }
+
+    gst_clear_object (&device11);
+#endif
+
+
+    have_video_device = true;
 
     gst_d3d12_mpeg2_dec_register (plugin, device, video_device.Get (),
-        GST_RANK_NONE);
+        decoder_rank, d3d11_interop);
     gst_d3d12_h264_dec_register (plugin, device, video_device.Get (),
-        GST_RANK_NONE);
+        decoder_rank, d3d11_interop);
     gst_d3d12_h265_dec_register (plugin, device, video_device.Get (),
-        GST_RANK_NONE);
+        decoder_rank, d3d11_interop);
     gst_d3d12_vp8_dec_register (plugin, device, video_device.Get (),
-        GST_RANK_NONE);
+        decoder_rank, d3d11_interop);
     gst_d3d12_vp9_dec_register (plugin, device, video_device.Get (),
-        GST_RANK_NONE);
+        decoder_rank, d3d11_interop);
     gst_d3d12_av1_dec_register (plugin, device, video_device.Get (),
-        GST_RANK_NONE);
+        decoder_rank, d3d11_interop);
 
     gst_d3d12_h264_enc_register (plugin, device, video_device.Get (),
         GST_RANK_NONE);
@@ -126,14 +158,21 @@
     gst_object_unref (device);
   }
 
+  if (gst_d3d12_is_windows_10_or_greater () && have_video_device)
+    sink_rank = GST_RANK_PRIMARY + 1;
+
   gst_element_register (plugin,
       "d3d12convert", GST_RANK_NONE, GST_TYPE_D3D12_CONVERT);
   gst_element_register (plugin,
+      "d3d12colorconvert", GST_RANK_NONE, GST_TYPE_D3D12_COLOR_CONVERT);
+  gst_element_register (plugin,
+      "d3d12scale", GST_RANK_NONE, GST_TYPE_D3D12_SCALE);
+  gst_element_register (plugin,
       "d3d12download", GST_RANK_NONE, GST_TYPE_D3D12_DOWNLOAD);
   gst_element_register (plugin,
       "d3d12upload", GST_RANK_NONE, GST_TYPE_D3D12_UPLOAD);
   gst_element_register (plugin,
-      "d3d12videosink", GST_RANK_NONE, GST_TYPE_D3D12_VIDEO_SINK);
+      "d3d12videosink", sink_rank, GST_TYPE_D3D12_VIDEO_SINK);
   gst_element_register (plugin,
       "d3d12testsrc", GST_RANK_NONE, GST_TYPE_D3D12_TEST_SRC);
   gst_element_register (plugin,
@@ -143,6 +182,16 @@
   gst_device_provider_register (plugin,
       "d3d12screencapturedeviceprovider", GST_RANK_PRIMARY,
       GST_TYPE_D3D12_SCREEN_CAPTURE_DEVICE_PROVIDER);
+  gst_element_register (plugin,
+      "d3d12ipcsrc", GST_RANK_NONE, GST_TYPE_D3D12_IPC_SRC);
+  gst_element_register (plugin,
+      "d3d12ipcsink", GST_RANK_NONE, GST_TYPE_D3D12_IPC_SINK);
+  gst_element_register (plugin,
+      "d3d12swapchainsink", GST_RANK_NONE, GST_TYPE_D3D12_SWAPCHAIN_SINK);
+  gst_element_register (plugin,
+      "d3d12mipmapping", GST_RANK_NONE, GST_TYPE_D3D12_MIP_MAPPING);
+  gst_element_register (plugin,
+      "d3d12deinterlace", GST_RANK_NONE, GST_TYPE_D3D12_DEINTERLACE);
 
   g_object_set_data_full (G_OBJECT (plugin),
       "plugin-d3d12-shutdown", (gpointer) "shutdown-data",

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/d3dvideosink/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/d3dvideosink/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklink.cpp Changed

@@ -370,12 +370,14 @@
   return (GType) id;
 }
 
-#define NTSC 10, 11, false, "bt601"
-#define PAL 12, 11, true, "bt601"
-#define NTSC_WS 40, 33, false, "bt601"
-#define PAL_WS 16, 11, true, "bt601"
-#define HD 1, 1, true, "bt709"
-#define UHD 1, 1, true, "bt2020"
+#define COLORSPACE_NOT_REC601 (BMDDisplayModeFlags) (bmdDisplayModeColorspaceRec709 | bmdDisplayModeColorspaceRec2020)
+
+#define NTSC 10, 11, false, bmdDisplayModeColorspaceRec601
+#define PAL 12, 11, true, bmdDisplayModeColorspaceRec601
+#define NTSC_WS 40, 33, false, bmdDisplayModeColorspaceRec601
+#define PAL_WS 16, 11, true, bmdDisplayModeColorspaceRec601
+#define HD 1, 1, true, COLORSPACE_NOT_REC601
+#define UHD 1, 1, true, COLORSPACE_NOT_REC601
 
 static const GstDecklinkMode modes = {
   {bmdModeNTSC, 720, 486, 30000, 1001, true, NTSC},     // default is ntsc
@@ -839,6 +841,25 @@
   return GST_VIDEO_FORMAT_UNKNOWN;
 }
 
+GstVideoColorRange
+gst_decklink_pixel_format_to_range (BMDPixelFormat pf)
+{
+  switch (pf) {
+    case bmdFormat8BitYUV:
+    case bmdFormat10BitYUV:
+    case bmdFormat8BitARGB:
+    case bmdFormat8BitBGRA:
+    case bmdFormat10BitRGB:
+    case bmdFormat10BitRGBXLE:
+    case bmdFormat10BitRGBX:
+      return GST_VIDEO_COLOR_RANGE_16_235;
+    case bmdFormat12BitRGB:
+    case bmdFormat12BitRGBLE:
+      return GST_VIDEO_COLOR_RANGE_0_255;
+    default:
+      return GST_VIDEO_COLOR_RANGE_UNKNOWN;
+  }
+}
 
 const BMDTimecodeFormat
 gst_decklink_timecode_format_from_enum (GstDecklinkTimecodeFormat f)
@@ -950,7 +971,6 @@
   switch (f) {
     case bmdFormat8BitYUV:     /* '2vuy' */
       gst_structure_set (s, "format", G_TYPE_STRING, "UYVY",
-          "colorimetry", G_TYPE_STRING, mode->colorimetry,
           "chroma-site", G_TYPE_STRING, "mpeg2", NULL);
       break;
     case bmdFormat10BitYUV:    /* 'v210' */
@@ -980,30 +1000,69 @@
 }
 
 GstCaps *
-gst_decklink_mode_get_caps (GstDecklinkModeEnum e, BMDPixelFormat f,
-    gboolean input)
+gst_decklink_mode_get_caps (GstDecklinkModeEnum e, BMDDisplayModeFlags mode_flags, BMDPixelFormat f,
+    BMDDynamicRange dynamic_range, gboolean input)
 {
   GstCaps *caps;
+  GstStructure *generic;
+  const char *format;
 
   caps = gst_caps_new_empty ();
-  caps =
-      gst_caps_merge_structure (caps, gst_decklink_mode_get_structure (e, f,
-          input));
+  generic = gst_decklink_mode_get_structure (e, f, input);
+  format = gst_structure_get_string (generic, "format");
+
+  if (g_strcmp0 (format, "UYVY") == 0 || g_strcmp0 (format, "v210") == 0) {
+    if (mode_flags & bmdDisplayModeColorspaceRec601) {
+      GstStructure *s = gst_structure_copy (generic);
+      gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt601", NULL);
+      caps = gst_caps_merge_structure (caps, s);
+    }
+
+    if (mode_flags & bmdDisplayModeColorspaceRec709) {
+      GstStructure *s = gst_structure_copy (generic);
+      gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt709", NULL);
+      caps = gst_caps_merge_structure (caps, s);
+    }
+
+    if (mode_flags & bmdDisplayModeColorspaceRec2020) {
+      GstStructure *s = gst_structure_copy (generic);
+      gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2020", NULL);
+      caps = gst_caps_merge_structure (caps, s);
+
+      if (dynamic_range & bmdDynamicRangeHDRStaticPQ) {
+        GstStructure *s = gst_structure_copy (generic);
+        gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2100-pq", NULL);
+        caps = gst_caps_merge_structure (caps, s);
+      }
+
+      if (dynamic_range & bmdDynamicRangeHDRStaticHLG) {
+        GstStructure *s = gst_structure_copy (generic);
+        gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2100-hlg", NULL);
+        caps = gst_caps_merge_structure (caps, s);
+      }
+    }
+  } else {
+    caps = gst_caps_merge_structure (caps, generic);
+  }
 
   return caps;
 }
 
 GstCaps *
-gst_decklink_mode_get_caps_all_formats (GstDecklinkModeEnum e, gboolean input)
+gst_decklink_mode_get_caps_all_formats (GstDecklinkModeEnum e,
+    BMDDisplayModeFlags mode_flags, BMDDynamicRange dynamic_range,
+    gboolean input)
 {
   GstCaps *caps;
   guint i;
 
   caps = gst_caps_new_empty ();
-  for (i = 1; i < G_N_ELEMENTS (formats); i++)
-    caps =
-        gst_caps_merge_structure (caps, gst_decklink_mode_get_structure (e,
-            formatsi.format, input));
+  for (i = 1; i < G_N_ELEMENTS (formats); i++) {
+    GstCaps *format_caps =
+        gst_decklink_mode_get_caps (e, mode_flags, formatsi.format,
+        dynamic_range, input);
+    caps = gst_caps_merge (caps, format_caps);
+  }
 
   return caps;
 }
@@ -1013,12 +1072,16 @@
 {
   int i;
   GstCaps *caps;
-  GstStructure *s;
+  BMDDynamicRange dynamic_range =
+      (BMDDynamicRange) (bmdDynamicRangeSDR | bmdDynamicRangeHDRStaticPQ |
+      bmdDynamicRangeHDRStaticHLG);
 
   caps = gst_caps_new_empty ();
   for (i = 1; i < (int) G_N_ELEMENTS (modes); i++) {
-    s = gst_decklink_mode_get_structure ((GstDecklinkModeEnum) i, f, input);
-    caps = gst_caps_merge_structure (caps, s);
+    GstCaps *format_caps =
+        gst_decklink_mode_get_caps ((GstDecklinkModeEnum) i, modesi.mode_flags, f,
+        dynamic_range, input);
+    caps = gst_caps_merge (caps, format_caps);
   }
 
   return caps;
@@ -1034,8 +1097,8 @@
   for (i = 1; i < (int) G_N_ELEMENTS (modes); i++)
     caps =
         gst_caps_merge (caps,
-        gst_decklink_mode_get_caps_all_formats ((GstDecklinkModeEnum) i,
-            input));
+        gst_decklink_mode_get_caps_all_formats ((GstDecklinkModeEnum) i, modesi.mode_flags,
+            (BMDDynamicRange) -1, input));
 
   return caps;
 }
@@ -1053,7 +1116,8 @@
 
   for (i = 1; i < (int) G_N_ELEMENTS (modes); i++) {
     mode_caps =
-        gst_decklink_mode_get_caps ((GstDecklinkModeEnum) i, *format, FALSE);
+        gst_decklink_mode_get_caps ((GstDecklinkModeEnum) i, modesi.mode_flags, *format,
+            (BMDDynamicRange) -1, FALSE);
     if (gst_caps_can_intersect (caps, mode_caps)) {
       gst_caps_unref (mode_caps);
       return gst_decklink_get_mode ((GstDecklinkModeEnum) i);
@@ -1426,7 +1490,7 @@
   GMutex m_mutex;
   uint32_t m_lastBufferSize;
   uint32_t m_nonEmptyCalls;
-  GstQueueArray *m_buffers;
+  GstVecDeque *m_buffers;
   gint m_refcount;
 
   void _clearBufferPool ()
@@ -1436,7 +1500,7 @@
     if (!m_buffers)
         return;
 
-    while ((buf = (uint8_t *) gst_queue_array_pop_head (m_buffers))) {
+    while ((buf = (uint8_t *) gst_vec_deque_pop_head (m_buffers))) {
       uint8_t offset = *(buf - 1);
       void *alloc_buf = buf - 128 + offset;
         g_free (alloc_buf);
@@ -1451,13 +1515,13 @@
   {
     g_mutex_init (&m_mutex);
 
-    m_buffers = gst_queue_array_new (60);
+    m_buffers = gst_vec_deque_new (60);
   }
 
   virtual ~ GStreamerDecklinkMemoryAllocator () {
     Decommit ();
 
-    gst_queue_array_free (m_buffers);
+    gst_vec_deque_free (m_buffers);
 
     g_mutex_clear (&m_mutex);
   }
@@ -1511,7 +1575,7 @@
     }
 
     /* Look if there is a free buffer in the pool */
-    if (!(buf = (uint8_t *) gst_queue_array_pop_head (m_buffers))) {
+    if (!(buf = (uint8_t *) gst_vec_deque_pop_head (m_buffers))) {
       /* If not, alloc a new one */
       buf = (uint8_t *) g_malloc (bufferSize + 128);
 
@@ -1536,9 +1600,9 @@
 
     /* If there are still unused buffers in the pool
      * remove one of them every fifth call */
-    if (gst_queue_array_get_length (m_buffers) > 0) {
+    if (gst_vec_deque_get_length (m_buffers) > 0) {
       if (++m_nonEmptyCalls >= 5) {
-        buf = (uint8_t *) gst_queue_array_pop_head (m_buffers);
+        buf = (uint8_t *) gst_vec_deque_pop_head (m_buffers);
         uint8_t offset = *(buf - 1);
         void *alloc_buf = buf - 128 + offset;
         g_free (alloc_buf);
@@ -1562,7 +1626,7 @@
     uint8_t *alloc_buffer = ((uint8_t *) buffer) - 128 + offset;
     uint32_t size = *(uint32_t *) alloc_buffer;
     if (size == m_lastBufferSize) {
-      gst_queue_array_push_tail (m_buffers, buffer);
+      gst_vec_deque_push_tail (m_buffers, buffer);
     } else {
       g_free (alloc_buffer);
     }
@@ -1640,12 +1704,18 @@
 static GOnce devices_once = G_ONCE_INIT;
 static GPtrArray *devices;      /* array of Device */
 
+enum SupportedFlags {
+  SUPPORT_NONE = 0,
+  SUPPORT_FORMAT_DETECTION = (1 << 0),
+  SUPPORT_HDR = (1 << 1),
+  SUPPORT_COLORSPACE = (1 << 2),
+};
 
 static GstDecklinkDevice *
 gst_decklink_device_new (const gchar * model_name, const gchar * display_name,
     const gchar * serial_number, gint64 persistent_id,
-    gboolean supports_format_detection, GstCaps * video_caps,
-    guint max_channels, gboolean video, gboolean capture, guint device_number)
+    enum SupportedFlags supported, GstCaps * video_caps, guint max_channels,
+    gboolean video, gboolean capture, guint device_number)
 {
   GstDevice *ret;
   gchar *name;
@@ -1688,7 +1758,11 @@
 
   if (capture)
     gst_structure_set (properties, "supports-format-detection", G_TYPE_BOOLEAN,
-        supports_format_detection, NULL);
+        (supported & SUPPORT_FORMAT_DETECTION) != SUPPORT_NONE, NULL);
+
+  gst_structure_set (properties, "supports-hdr", G_TYPE_BOOLEAN,
+      (supported & SUPPORT_HDR) != SUPPORT_NONE, "supports-colorspace",
+      G_TYPE_BOOLEAN, (supported & SUPPORT_COLORSPACE) != SUPPORT_NONE, NULL);
 
   if (serial_number)
     gst_structure_set (properties, "serial-number", G_TYPE_STRING,
@@ -1761,7 +1835,8 @@
     gchar *display_name = NULL;
     gchar *serial_number = NULL;
     gint64 persistent_id = 0;
-    gboolean supports_format_detection = 0;
+    enum SupportedFlags supported = SUPPORT_NONE;
+    BMDDynamicRange dynamic_range = (BMDDynamicRange) 0;
     gint64 max_channels = 2;
     GstCaps *video_input_caps = gst_caps_new_empty ();
     GstCaps *video_output_caps = gst_caps_new_empty ();
@@ -1772,6 +1847,59 @@
     g_mutex_init (&dev->output.lock);
     g_cond_init (&dev->output.cond);
 
+    ret = decklink->QueryInterface (IID_IDeckLinkProfileAttributes,
+        (void **) &dev->input.attributes);
+    dev->output.attributes = dev->input.attributes;
+    if (ret != S_OK) {
+      GST_WARNING ("selected device does not have attributes interface: "
+          "0x%08lx", (unsigned long) ret);
+    } else {
+      bool tmp_bool = false;
+      int64_t tmp_int = 2;
+      int64_t tmp_int_persistent_id = 0;
+
+      dev->input.attributes->GetInt (BMDDeckLinkMaximumAudioChannels, &tmp_int);
+      max_channels = tmp_int;
+      dev->input.attributes->GetFlag (BMDDeckLinkSupportsInputFormatDetection,
+          &tmp_bool);
+      GST_INFO ("device %d supports format detection %u", i, tmp_bool);
+      if (tmp_bool)
+        supported = (enum SupportedFlags) ((guint32) supported | SUPPORT_FORMAT_DETECTION);
+
+      dev->input.attributes->GetFlag (BMDDeckLinkSupportsColorspaceMetadata,
+          &tmp_bool);
+      GST_INFO ("device %d supports Colorspace Metadata %u", i, tmp_bool);
+      if (tmp_bool)
+        supported = (enum SupportedFlags) ((guint32) supported | SUPPORT_COLORSPACE);
+      dev->input.attributes->GetFlag (BMDDeckLinkSupportsHDRMetadata,
+          &tmp_bool);
+      GST_INFO ("device %d supports HDR %u", i, tmp_bool);
+      if (tmp_bool)
+        supported = (enum SupportedFlags) ((guint32) supported | SUPPORT_HDR);
+
+      if (supported & SUPPORT_HDR) {
+        ret = dev->input.attributes->GetInt (BMDDeckLinkSupportedDynamicRange,
+            &tmp_int);
+        if (ret == S_OK)
+          dynamic_range = (BMDDynamicRange) tmp_int;
+      }
+
+      ret =
+          dev->input.attributes->GetInt (BMDDeckLinkPersistentID,
+          &tmp_int_persistent_id);
+      if (ret == S_OK) {
+        persistent_id = tmp_int_persistent_id;
+        dev->output.persistent_id = persistent_id;
+        dev->input.persistent_id = persistent_id;
+        GST_DEBUG ("device %d has persistent id %" G_GINT64_FORMAT, i, persistent_id);
+      } else {
+        persistent_id = i;
+        dev->output.persistent_id = i;
+        dev->input.persistent_id = i;
+        GST_DEBUG ("device %d does not have persistent id. Value set to %d", i, i);
+      }
+    }
+
     ret = decklink->QueryInterface (IID_IDeckLinkInput,
         (void **) &dev->input.input);
     if (ret != S_OK) {
@@ -1794,10 +1922,53 @@
 
           mode_enum =
               gst_decklink_get_mode_enum_from_bmd (mode->GetDisplayMode ());
-          if (mode_enum != (GstDecklinkModeEnum) - 1)
-            video_input_caps =
-                gst_caps_merge_structure (video_input_caps,
-                gst_decklink_mode_get_generic_structure (mode_enum));
+          if (mode_enum != (GstDecklinkModeEnum) - 1) {
+            GstStructure *generic = gst_decklink_mode_get_generic_structure (mode_enum);
+            BMDDisplayModeFlags flags = mode->GetFlags ();
+            const GstDecklinkMode *gst_mode = gst_decklink_get_mode (mode_enum);
+
+            if (gst_mode->mode_flags & flags & bmdDisplayModeColorspaceRec601) {
+              GstStructure *s = gst_structure_copy (generic);
+              gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt601",
+                  NULL);
+              video_input_caps =
+                  gst_caps_merge_structure (video_input_caps, s);
+            }
+
+            if (gst_mode->mode_flags & flags & bmdDisplayModeColorspaceRec709) {
+              GstStructure *s = gst_structure_copy (generic);
+              gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt709",
+                  NULL);
+              video_input_caps =
+                  gst_caps_merge_structure (video_input_caps, s);
+            }
+
+            if ((supported & SUPPORT_COLORSPACE) &&
+                (gst_mode->mode_flags & bmdDisplayModeColorspaceRec2020)) {
+              GstStructure *s = gst_structure_copy (generic);
+              gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2020",
+                  NULL);
+              video_input_caps =
+                  gst_caps_merge_structure (video_input_caps, s);
+
+              if (dynamic_range & bmdDynamicRangeHDRStaticPQ) {
+                GstStructure *s = gst_structure_copy (generic);
+                gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2100-pq",
+                    NULL);
+                video_input_caps =
+                    gst_caps_merge_structure (video_input_caps, s);
+              }
+
+              if (dynamic_range & bmdDynamicRangeHDRStaticHLG) {
+                GstStructure *s = gst_structure_copy (generic);
+                gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2100-hlg",
+                    NULL);
+                video_input_caps =
+                    gst_caps_merge_structure (video_input_caps, s);
+              }
+            }
+            gst_clear_structure (&generic);
+          }
 
           mode->GetName ((COMSTR_T *) & name);
           CONVERT_COM_STRING (name);
@@ -1841,10 +2012,54 @@
 
           mode_enum =
               gst_decklink_get_mode_enum_from_bmd (mode->GetDisplayMode ());
-          if (mode_enum != (GstDecklinkModeEnum) - 1)
-            video_output_caps =
-                gst_caps_merge_structure (video_output_caps,
-                gst_decklink_mode_get_generic_structure (mode_enum));
+          if (mode_enum != (GstDecklinkModeEnum) - 1) {
+            GstStructure *generic = gst_decklink_mode_get_generic_structure (mode_enum);
+            BMDDisplayModeFlags flags = mode->GetFlags ();
+            const GstDecklinkMode *mode = gst_decklink_get_mode (mode_enum);
+
+            if (mode->mode_flags & flags & bmdDisplayModeColorspaceRec601) {
+              GstStructure *s = gst_structure_copy (generic);
+              gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt601",
+                  NULL);
+              video_output_caps =
+                  gst_caps_merge_structure (video_output_caps, s);
+            }
+
+            if (mode->mode_flags & flags & bmdDisplayModeColorspaceRec709) {
+              GstStructure *s = gst_structure_copy (generic);
+              gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt709",
+                  NULL);
+              video_output_caps =
+                  gst_caps_merge_structure (video_output_caps, s);
+            }
+
+            if ((supported & SUPPORT_COLORSPACE) &&
+                  (mode->mode_flags & bmdDisplayModeColorspaceRec709)) {
+              GstStructure *s = gst_structure_copy (generic);
+              gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2020",
+                  NULL);
+              video_output_caps =
+                  gst_caps_merge_structure (video_output_caps, s);
+
+              if (dynamic_range & bmdDynamicRangeHDRStaticPQ) {
+                GstStructure *s = gst_structure_copy (generic);
+                gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2100-pq",
+                    NULL);
+                video_output_caps =
+                    gst_caps_merge_structure (video_output_caps, s);
+              }
+
+              if (dynamic_range & bmdDynamicRangeHDRStaticHLG) {
+                GstStructure *s = gst_structure_copy (generic);
+                gst_structure_set (s, "colorimetry", G_TYPE_STRING, "bt2100-hlg",
+                    NULL);
+                video_output_caps =
+                    gst_caps_merge_structure (video_output_caps, s);
+              }
+            }
+
+            gst_clear_structure (&generic);
+          }
 
           mode->GetName ((COMSTR_T *) & name);
           CONVERT_COM_STRING (name);
@@ -1882,39 +2097,6 @@
       }
     }
 
-    ret = decklink->QueryInterface (IID_IDeckLinkProfileAttributes,
-        (void **) &dev->input.attributes);
-    dev->output.attributes = dev->input.attributes;
-    if (ret != S_OK) {
-      GST_WARNING ("selected device does not have attributes interface: "
-          "0x%08lx", (unsigned long) ret);
-    } else {
-      bool tmp_bool = false;
-      int64_t tmp_int = 2;
-      int64_t tmp_int_persistent_id = 0;
-
-      dev->input.attributes->GetInt (BMDDeckLinkMaximumAudioChannels, &tmp_int);
-      dev->input.attributes->GetFlag (BMDDeckLinkSupportsInputFormatDetection,
-          &tmp_bool);
-      supports_format_detection = tmp_bool;
-      max_channels = tmp_int;
-
-      ret =
-          dev->input.attributes->GetInt (BMDDeckLinkPersistentID,
-          &tmp_int_persistent_id);
-      if (ret == S_OK) {
-        persistent_id = tmp_int_persistent_id;
-        dev->output.persistent_id = persistent_id;
-        dev->input.persistent_id = persistent_id;
-        GST_DEBUG ("device %d has persistent id %" G_GINT64_FORMAT, i, persistent_id);
-      } else {
-        persistent_id = i;
-        dev->output.persistent_id = i;
-        dev->input.persistent_id = i;
-        GST_DEBUG ("device %d does not have persistent id. Value set to %d", i, i);
-      }
-    }
-
     decklink->GetModelName ((COMSTR_T *) & model_name);
     if (model_name)
       CONVERT_COM_STRING (model_name);
@@ -1925,22 +2107,22 @@
     if (capture) {
       dev->devices0 =
           gst_decklink_device_new (model_name, display_name, serial_number,
-          persistent_id, supports_format_detection, video_input_caps,
-          max_channels, TRUE, TRUE, i);
+          persistent_id, supported, video_input_caps, max_channels, TRUE, TRUE,
+          i);
       dev->devices1 =
           gst_decklink_device_new (model_name, display_name, serial_number,
-          persistent_id, supports_format_detection, video_input_caps,
-          max_channels, FALSE, TRUE, i);
+          persistent_id, supported, video_input_caps, max_channels, FALSE, TRUE,
+          i);
     }
     if (output) {
       dev->devices2 =
           gst_decklink_device_new (model_name, display_name, serial_number,
-          persistent_id, supports_format_detection, video_output_caps,
-          max_channels, TRUE, FALSE, i);
+          persistent_id, supported, video_output_caps, max_channels, TRUE,
+          FALSE, i);
       dev->devices3 =
           gst_decklink_device_new (model_name, display_name, serial_number,
-          persistent_id, supports_format_detection, video_output_caps,
-          max_channels, FALSE, FALSE, i);
+          persistent_id, supported, video_output_caps, max_channels, FALSE,
+          FALSE, i);
     }
 
     if (model_name)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklink.h Changed

@@ -50,6 +50,11 @@
   ::MultiByteToWideChar(CP_ACP, 0, (char*)_s, -1, s, _length); \
   g_free(_s); \
 } G_STMT_END
+#define REFIID_FORMAT "08X-%04X-%04X-%02X%02X-%02X%02X%02X%02X%02X%02X"
+#define REFIID_ARGS(_id) \
+    (guint32) (_id).Data1, (_id).Data2, (_id).Data3, \
+    (_id).Data40, (_id).Data41, (_id).Data42, (_id).Data43, \
+    (_id).Data44, (_id).Data45, (_id).Data46, (_id).Data47
 #elif defined(__APPLE__)
 #include "osx/DeckLinkAPI.h"
 
@@ -70,6 +75,12 @@
   g_free(_s); \
 } G_STMT_END
 #define WINAPI
+#define REFIID_FORMAT "02X%02X%02X%02X-%02X%02X-%02X%02X-%02X%02X-%02X%02X%02X%02X%02X%02X"
+#define REFIID_ARGS(_id) \
+    (_id).byte0, (_id).byte1, (_id).byte2, (_id).byte3, \
+    (_id).byte4, (_id).byte5, (_id).byte6, (_id).byte7, \
+    (_id).byte8, (_id).byte9, (_id).byte10, (_id).byte11, \
+    (_id).byte12, (_id).byte13, (_id).byte14, (_id).byte15
 #else /* Linux */
 #include "linux/DeckLinkAPI.h"
 
@@ -79,6 +90,12 @@
 /* While this is a const char*, the string still has to be freed */
 #define FREE_COM_STRING(s) free(s);
 #define WINAPI
+#define REFIID_FORMAT "02X%02X%02X%02X-%02X%02X-%02X%02X-%02X%02X-%02X%02X%02X%02X%02X%02X"
+#define REFIID_ARGS(_id) \
+    (_id).byte0, (_id).byte1, (_id).byte2, (_id).byte3, \
+    (_id).byte4, (_id).byte5, (_id).byte6, (_id).byte7, \
+    (_id).byte8, (_id).byte9, (_id).byte10, (_id).byte11, \
+    (_id).byte12, (_id).byte13, (_id).byte14, (_id).byte15
 #endif /* G_OS_WIN32 */
 
 void decklink_element_init (GstPlugin * plugin);
@@ -492,6 +509,7 @@
 };
 
 const BMDPixelFormat gst_decklink_pixel_format_from_type (GstDecklinkVideoFormat t);
+GstVideoColorRange gst_decklink_pixel_format_to_range (BMDPixelFormat pf);
 const gint gst_decklink_bpp_from_type (GstDecklinkVideoFormat t);
 const GstDecklinkVideoFormat gst_decklink_type_from_video_format (GstVideoFormat f);
 GstVideoFormat gst_decklink_video_format_from_type (BMDPixelFormat pf);
@@ -513,13 +531,13 @@
   int par_n;
   int par_d;
   gboolean tff;
-  const gchar *colorimetry;
+  BMDDisplayModeFlags mode_flags;
 };
 
 const GstDecklinkMode * gst_decklink_get_mode (GstDecklinkModeEnum e);
 const GstDecklinkModeEnum gst_decklink_get_mode_enum_from_bmd (BMDDisplayMode mode);
 const BMDVideoConnection gst_decklink_get_connection (GstDecklinkConnectionEnum e);
-GstCaps * gst_decklink_mode_get_caps (GstDecklinkModeEnum e, BMDPixelFormat f, gboolean input);
+GstCaps * gst_decklink_mode_get_caps (GstDecklinkModeEnum e, BMDDisplayModeFlags flags, BMDPixelFormat f, BMDDynamicRange dynamic_range, gboolean input);
 GstCaps * gst_decklink_mode_get_template_caps (gboolean input);
 
 typedef struct _GstDecklinkOutput GstDecklinkOutput;
@@ -591,7 +609,7 @@
 
 const GstDecklinkMode * gst_decklink_find_mode_for_caps (GstCaps * caps);
 const GstDecklinkMode * gst_decklink_find_mode_and_format_for_caps (GstCaps * caps, BMDPixelFormat * format);
-GstCaps * gst_decklink_mode_get_caps_all_formats (GstDecklinkModeEnum e, gboolean input);
+GstCaps * gst_decklink_mode_get_caps_all_formats (GstDecklinkModeEnum e, BMDDisplayModeFlags flags, BMDDynamicRange dynamic_range, gboolean input);
 GstCaps * gst_decklink_pixel_format_get_caps (BMDPixelFormat f, gboolean input);
 
 #define GST_TYPE_DECKLINK_DEVICE gst_decklink_device_get_type()

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklinkaudiosrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklinkaudiosrc.cpp Changed

@@ -260,7 +260,7 @@
   g_cond_init (&self->cond);
 
   self->current_packets =
-      gst_queue_array_new_for_struct (sizeof (CapturePacket),
+      gst_vec_deque_new_for_struct (sizeof (CapturePacket),
       DEFAULT_BUFFER_SIZE);
 
   self->skipped_last = 0;
@@ -353,12 +353,12 @@
   g_mutex_clear (&self->lock);
   g_cond_clear (&self->cond);
   if (self->current_packets) {
-    while (gst_queue_array_get_length (self->current_packets) > 0) {
+    while (gst_vec_deque_get_length (self->current_packets) > 0) {
       CapturePacket *tmp = (CapturePacket *)
-          gst_queue_array_pop_head_struct (self->current_packets);
+          gst_vec_deque_pop_head_struct (self->current_packets);
       capture_packet_clear (tmp);
     }
-    gst_queue_array_free (self->current_packets);
+    gst_vec_deque_free (self->current_packets);
     self->current_packets = NULL;
   }
 
@@ -570,10 +570,10 @@
     CapturePacket p;
     guint skipped_packets = 0;
 
-    while (gst_queue_array_get_length (self->current_packets) >=
+    while (gst_vec_deque_get_length (self->current_packets) >=
         self->buffer_size) {
       CapturePacket *tmp = (CapturePacket *)
-          gst_queue_array_pop_head_struct (self->current_packets);
+          gst_vec_deque_pop_head_struct (self->current_packets);
       if (skipped_packets == 0 && self->skipped_last == 0)
         self->skip_from_timestamp = tmp->timestamp;
       skipped_packets++;
@@ -609,7 +609,7 @@
     p.hardware_duration = hardware_duration;
     p.no_signal = no_signal;
     packet->AddRef ();
-    gst_queue_array_push_tail_struct (self->current_packets, &p);
+    gst_vec_deque_push_tail_struct (self->current_packets, &p);
     g_cond_signal (&self->cond);
   }
   g_mutex_unlock (&self->lock);
@@ -640,7 +640,7 @@
 
 retry:
   g_mutex_lock (&self->lock);
-  while (gst_queue_array_is_empty (self->current_packets) && !self->flushing) {
+  while (gst_vec_deque_is_empty (self->current_packets) && !self->flushing) {
     g_cond_wait (&self->cond, &self->lock);
   }
 
@@ -651,7 +651,7 @@
   }
 
   p = *(CapturePacket *)
-      gst_queue_array_pop_head_struct (self->current_packets);
+      gst_vec_deque_pop_head_struct (self->current_packets);
   g_mutex_unlock (&self->lock);
 
   p.packet->GetBytes ((gpointer *) & data);
@@ -951,9 +951,9 @@
 
   g_mutex_lock (&self->lock);
   self->flushing = FALSE;
-  while (gst_queue_array_get_length (self->current_packets) > 0) {
+  while (gst_vec_deque_get_length (self->current_packets) > 0) {
     CapturePacket *tmp = (CapturePacket *)
-        gst_queue_array_pop_head_struct (self->current_packets);
+        gst_vec_deque_pop_head_struct (self->current_packets);
     capture_packet_clear (tmp);
   }
   g_mutex_unlock (&self->lock);
@@ -1027,9 +1027,9 @@
 {
   GST_DEBUG_OBJECT (self, "Stopping");
 
-  while (gst_queue_array_get_length (self->current_packets) > 0) {
+  while (gst_vec_deque_get_length (self->current_packets) > 0) {
     CapturePacket *tmp = (CapturePacket *)
-        gst_queue_array_pop_head_struct (self->current_packets);
+        gst_vec_deque_pop_head_struct (self->current_packets);
     capture_packet_clear (tmp);
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklinkaudiosrc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklinkaudiosrc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklinkvideosink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklinkvideosink.cpp Changed

@@ -142,98 +142,6 @@
 
 #define DEFAULT_PERSISTENT_ID (-1)
 
-class GStreamerVideoOutputCallback:public IDeckLinkVideoOutputCallback
-{
-public:
-  GStreamerVideoOutputCallback (GstDecklinkVideoSink * sink)
-  :IDeckLinkVideoOutputCallback (), m_refcount (1)
-  {
-    m_sink = GST_DECKLINK_VIDEO_SINK_CAST (gst_object_ref (sink));
-    g_mutex_init (&m_mutex);
-  }
-
-  virtual HRESULT WINAPI QueryInterface (REFIID, LPVOID *)
-  {
-    return E_NOINTERFACE;
-  }
-
-  virtual ULONG WINAPI AddRef (void)
-  {
-    ULONG ret;
-
-    g_mutex_lock (&m_mutex);
-    m_refcount++;
-    ret = m_refcount;
-    g_mutex_unlock (&m_mutex);
-
-    return ret;
-  }
-
-  virtual ULONG WINAPI Release (void)
-  {
-    ULONG ret;
-
-    g_mutex_lock (&m_mutex);
-    m_refcount--;
-    ret = m_refcount;
-    g_mutex_unlock (&m_mutex);
-
-    if (ret == 0) {
-      delete this;
-    }
-
-    return ret;
-  }
-
-  virtual HRESULT WINAPI ScheduledFrameCompleted (IDeckLinkVideoFrame *
-      completedFrame, BMDOutputFrameCompletionResult result)
-  {
-    switch (result) {
-      case bmdOutputFrameCompleted:
-        GST_LOG_OBJECT (m_sink, "Completed frame %p", completedFrame);
-        break;
-      case bmdOutputFrameDisplayedLate:
-        GST_INFO_OBJECT (m_sink, "Late Frame %p", completedFrame);
-        break;
-      case bmdOutputFrameDropped:
-        GST_INFO_OBJECT (m_sink, "Dropped Frame %p", completedFrame);
-        break;
-      case bmdOutputFrameFlushed:
-        GST_DEBUG_OBJECT (m_sink, "Flushed Frame %p", completedFrame);
-        break;
-      default:
-        GST_INFO_OBJECT (m_sink, "Unknown Frame %p: %d", completedFrame,
-            (gint) result);
-        break;
-    }
-
-    return S_OK;
-  }
-
-  virtual HRESULT WINAPI ScheduledPlaybackHasStopped (void)
-  {
-    GST_LOG_OBJECT (m_sink, "Scheduled playback stopped");
-
-    if (m_sink->output) {
-      g_mutex_lock (&m_sink->output->lock);
-      g_cond_signal (&m_sink->output->cond);
-      g_mutex_unlock (&m_sink->output->lock);
-    }
-
-    return S_OK;
-  }
-
-  virtual ~ GStreamerVideoOutputCallback () {
-    gst_object_unref (m_sink);
-    g_mutex_clear (&m_mutex);
-  }
-
-private:
-  GstDecklinkVideoSink * m_sink;
-  GMutex m_mutex;
-  gint m_refcount;
-};
-
 class GstDecklinkTimecode:public IDeckLinkTimecode
 {
 public:
@@ -308,7 +216,7 @@
     return S_OK;
   }
 
-  virtual HRESULT STDMETHODCALLTYPE QueryInterface (REFIID, LPVOID *)
+  virtual HRESULT STDMETHODCALLTYPE QueryInterface (REFIID iid, LPVOID *)
   {
     return E_NOINTERFACE;
   }
@@ -345,19 +253,46 @@
   }
 };
 
-class GstDecklinkVideoFrame:public IDeckLinkVideoFrame
+class GstDecklinkVideoFrame:public IDeckLinkVideoFrame, public IDeckLinkVideoFrameMetadataExtensions
 {
 public:
-  GstDecklinkVideoFrame (GstVideoFrame * frame):m_frame (0),
-      m_dframe (0), m_ancillary (0), m_timecode (0), m_refcount (1)
+  GstDecklinkVideoFrame (GstVideoFrame * frame):
+      running_time(0), running_time_duration(0), sync_buffer(0), m_frame(0),
+      have_light_level(FALSE), have_mastering_info(FALSE), m_dframe (0),
+      m_ancillary (0), m_timecode (0), m_refcount (1)
   {
     m_frame = g_new0 (GstVideoFrame, 1);
     *m_frame = *frame;
+    memset (&light_level, 0, sizeof (light_level));
+    memset (&mastering_info, 0, sizeof (mastering_info));
+    memset (&colorimetry, 0, sizeof (colorimetry));
+  }
+
+  GstDecklinkVideoFrame (IDeckLinkMutableVideoFrame * dframe):
+      running_time(0), running_time_duration(0), sync_buffer(0), m_frame(0),
+      have_light_level(FALSE), have_mastering_info(FALSE), m_dframe (dframe),
+      m_ancillary (0), m_timecode (0), m_refcount (1)
+  {
+    memset (&light_level, 0, sizeof (light_level));
+    memset (&mastering_info, 0, sizeof (mastering_info));
+    memset (&colorimetry, 0, sizeof (colorimetry));
+  }
+
+  void SetColorimetry (GstVideoColorimetry *colorimetry)
+  {
+    this->colorimetry = *colorimetry;
+  }
+
+  void SetLightLevel (GstVideoContentLightLevel * ll)
+  {
+    light_level = *ll;
+    have_light_level = TRUE;
   }
 
-  GstDecklinkVideoFrame (IDeckLinkMutableVideoFrame * dframe):m_frame (0),
-      m_dframe (dframe), m_ancillary (0), m_timecode (0), m_refcount (1)
+  void SetMastringInfo (GstVideoMasteringDisplayInfo * mdi)
   {
+    memcpy (&mastering_info, mdi, sizeof (*mdi));
+    have_mastering_info = TRUE;
   }
 
   virtual long STDMETHODCALLTYPE GetWidth (void)
@@ -395,7 +330,15 @@
   }
   virtual BMDFrameFlags STDMETHODCALLTYPE GetFlags (void)
   {
-    return m_dframe ? m_dframe->GetFlags () : bmdFrameFlagDefault;
+    BMDFrameFlags flags = m_dframe ? m_dframe->GetFlags () : bmdFrameFlagDefault;
+
+    if (have_mastering_info || have_light_level ||
+        colorimetry.transfer == GST_VIDEO_TRANSFER_ARIB_STD_B67 ||
+        colorimetry.transfer == GST_VIDEO_TRANSFER_SMPTE2084) {
+      flags |= bmdFrameContainsHDRMetadata;
+    }
+
+    return flags;
   }
   virtual HRESULT STDMETHODCALLTYPE GetBytes (void **buffer)
   {
@@ -453,11 +396,173 @@
     return S_OK;
   }
 
-  virtual HRESULT STDMETHODCALLTYPE QueryInterface (REFIID, LPVOID *)
+  virtual HRESULT STDMETHODCALLTYPE QueryInterface (REFIID iid, LPVOID * ret)
   {
+    GST_LOG ("frame queryinterface: %" REFIID_FORMAT, REFIID_ARGS (iid));
+    if (memcmp (&iid, &IID_IDeckLinkVideoFrameMetadataExtensions, sizeof (iid))
+        == 0) {
+      AddRef ();
+      *ret = (LPVOID *) static_cast<IDeckLinkVideoFrameMetadataExtensions *>(this);
+      return S_OK;
+    }
     return E_NOINTERFACE;
   }
 
+  virtual HRESULT STDMETHODCALLTYPE GetInt (/* in */ BMDDeckLinkFrameMetadataID metadataID, /* out */ int64_t* value)
+  {
+    GST_LOG ("frame meta get int for 0x%x", metadataID);
+
+    switch (metadataID) {
+      case bmdDeckLinkFrameMetadataColorspace: {
+        switch (colorimetry.matrix) {
+          case GST_VIDEO_COLOR_MATRIX_BT601:
+            *value = bmdColorspaceRec601;
+            return S_OK;
+          case GST_VIDEO_COLOR_MATRIX_BT709:
+            *value = bmdColorspaceRec709;
+            return S_OK;
+          case GST_VIDEO_COLOR_MATRIX_BT2020:
+            *value = bmdColorspaceRec2020;
+            return S_OK;
+          default:
+            GST_DEBUG ("no mapping from video color matrix 0x%x to BMD", colorimetry.matrix);
+            return E_INVALIDARG;
+        }
+        break;
+      }
+      case bmdDeckLinkFrameMetadataHDRElectroOpticalTransferFunc:
+        switch (colorimetry.transfer) {
+          case GST_VIDEO_TRANSFER_BT601:
+          case GST_VIDEO_TRANSFER_BT709:
+          case GST_VIDEO_TRANSFER_BT2020_10:
+            if (have_mastering_info && have_light_level)
+              *value = 1;
+            else
+              *value = 0;
+            return S_OK;
+          case GST_VIDEO_TRANSFER_SMPTE2084:
+            *value = 2;
+            return S_OK;
+          case GST_VIDEO_TRANSFER_ARIB_STD_B67:
+            *value = 3;
+            return S_OK;
+          default:
+            return E_INVALIDARG;
+        }
+        break;
+      default:
+        return E_INVALIDARG;
+    }
+  }
+  virtual HRESULT STDMETHODCALLTYPE GetFloat (/* in */ BMDDeckLinkFrameMetadataID metadataID, /* out */ double* value)
+  {
+    GST_LOG ("frame meta get float for 0x%x", metadataID);\
+
+    switch (metadataID) {
+      case bmdDeckLinkFrameMetadataHDRDisplayPrimariesRedX:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.display_primaries0.x / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRDisplayPrimariesRedY:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.display_primaries0.y / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRDisplayPrimariesGreenX:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.display_primaries1.x / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRDisplayPrimariesGreenY:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.display_primaries1.y / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRDisplayPrimariesBlueX:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.display_primaries2.x / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRDisplayPrimariesBlueY:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.display_primaries2.y / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRWhitePointX:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.white_point.x / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRWhitePointY:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.white_point.y / 50000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRMaxDisplayMasteringLuminance:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.max_display_mastering_luminance * 65535.0 / 10000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRMinDisplayMasteringLuminance:
+        if (have_mastering_info) {
+          *value = (double) mastering_info.min_display_mastering_luminance * 6.55350 / 10000.0;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRMaximumContentLightLevel:
+        if (have_light_level) {
+          *value = (double) light_level.max_content_light_level;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      case bmdDeckLinkFrameMetadataHDRMaximumFrameAverageLightLevel:
+        if (have_light_level) {
+          *value = (double) light_level.max_frame_average_light_level;
+        } else {
+          *value = 0.0;
+        }
+        return S_OK;
+      default:
+        return E_INVALIDARG;
+    }
+  }
+  virtual HRESULT STDMETHODCALLTYPE GetFlag (/* in */ BMDDeckLinkFrameMetadataID metadataID, /* out */ bool* value)
+  {
+    GST_LOG ("frame meta get flag for 0x%x", metadataID);
+    return E_INVALIDARG;
+  }
+  virtual HRESULT STDMETHODCALLTYPE GetString (/* in */ BMDDeckLinkFrameMetadataID metadataID, /* out */ COMSTR_T* value)
+  {
+    GST_LOG ("frame meta get string for 0x%x", metadataID);
+    return E_INVALIDARG;
+  }
+  virtual HRESULT STDMETHODCALLTYPE GetBytes (/* in */ BMDDeckLinkFrameMetadataID metadataID, /* out */ void* buffer /* optional */, /* in, out */ uint32_t* bufferSize)
+  {
+    GST_LOG ("frame meta get bytes for 0x%x", metadataID);
+    return E_INVALIDARG;
+  }
+
   virtual ULONG STDMETHODCALLTYPE AddRef (void)
   {
     ULONG ret;
@@ -479,12 +584,20 @@
     return ret - 1;
   }
 
+  GstClockTime running_time;
+  GstClockTime running_time_duration;
+  GstBuffer *sync_buffer;
 private:
   GstVideoFrame * m_frame;
+  gboolean have_light_level;
+  gboolean have_mastering_info;
   IDeckLinkMutableVideoFrame *m_dframe;
   IDeckLinkVideoFrameAncillary *m_ancillary;
   GstDecklinkTimecode *m_timecode;
   int m_refcount;
+  GstVideoContentLightLevel light_level;
+  GstVideoMasteringDisplayInfo mastering_info;
+  GstVideoColorimetry colorimetry;
 
   virtual ~ GstDecklinkVideoFrame () {
     if (m_frame) {
@@ -500,7 +613,108 @@
     if (m_timecode) {
       m_timecode->Release ();
     }
+    gst_clear_buffer (&sync_buffer);
+  }
+};
+
+class GStreamerVideoOutputCallback:public IDeckLinkVideoOutputCallback
+{
+public:
+  GStreamerVideoOutputCallback (GstDecklinkVideoSink * sink)
+  :IDeckLinkVideoOutputCallback (), m_refcount (1)
+  {
+    m_sink = GST_DECKLINK_VIDEO_SINK_CAST (gst_object_ref (sink));
+    g_mutex_init (&m_mutex);
+  }
+
+  virtual HRESULT WINAPI QueryInterface (REFIID, LPVOID *)
+  {
+    return E_NOINTERFACE;
+  }
+
+  virtual ULONG WINAPI AddRef (void)
+  {
+    ULONG ret;
+
+    g_mutex_lock (&m_mutex);
+    m_refcount++;
+    ret = m_refcount;
+    g_mutex_unlock (&m_mutex);
+
+    return ret;
+  }
+
+  virtual ULONG WINAPI Release (void)
+  {
+    ULONG ret;
+
+    g_mutex_lock (&m_mutex);
+    m_refcount--;
+    ret = m_refcount;
+    g_mutex_unlock (&m_mutex);
+
+    if (ret == 0) {
+      delete this;
+    }
+
+    return ret;
+  }
+
+  virtual HRESULT WINAPI ScheduledFrameCompleted (IDeckLinkVideoFrame *
+      completedFrame, BMDOutputFrameCompletionResult result)
+  {
+    GstDecklinkVideoFrame *frame = (GstDecklinkVideoFrame *) completedFrame;
+    switch (result) {
+      case bmdOutputFrameCompleted:
+        GST_LOG_OBJECT (m_sink, "Completed frame %p running time %"
+            GST_TIME_FORMAT, completedFrame, GST_TIME_ARGS (frame->running_time));
+        break;
+      case bmdOutputFrameDisplayedLate:
+        GST_INFO_OBJECT (m_sink, "Late Frame %p running time %" GST_TIME_FORMAT,
+            completedFrame, GST_TIME_ARGS (frame->running_time));
+        break;
+      case bmdOutputFrameDropped:
+        GST_INFO_OBJECT (m_sink, "Dropped Frame %p running time %"
+            GST_TIME_FORMAT, completedFrame,
+            GST_TIME_ARGS (frame->running_time));
+        break;
+      case bmdOutputFrameFlushed:
+        GST_INFO_OBJECT (m_sink, "Flushed Frame %p running time %"
+            GST_TIME_FORMAT, completedFrame,
+            GST_TIME_ARGS (frame->running_time));
+        break;
+      default:
+        GST_INFO_OBJECT (m_sink, "Unknown Frame %p: %d, running time %"
+            GST_TIME_FORMAT, completedFrame, (gint) result,
+            GST_TIME_ARGS (frame->running_time));
+        break;
+    }
+
+    return S_OK;
+  }
+
+  virtual HRESULT WINAPI ScheduledPlaybackHasStopped (void)
+  {
+    GST_LOG_OBJECT (m_sink, "Scheduled playback stopped");
+
+    if (m_sink->output) {
+      g_mutex_lock (&m_sink->output->lock);
+      g_cond_signal (&m_sink->output->cond);
+      g_mutex_unlock (&m_sink->output->lock);
+    }
+
+    return S_OK;
+  }
+
+  virtual ~ GStreamerVideoOutputCallback () {
+    gst_object_unref (m_sink);
+    g_mutex_clear (&m_mutex);
   }
+
+private:
+  GstDecklinkVideoSink * m_sink;
+  GMutex m_mutex;
+  gint m_refcount;
 };
 
 /**
@@ -543,8 +757,6 @@
     GstCaps * filter);
 static gboolean gst_decklink_video_sink_set_caps (GstBaseSink * bsink,
     GstCaps * caps);
-static GstFlowReturn gst_decklink_video_sink_prepare (GstBaseSink * bsink,
-    GstBuffer * buffer);
 static GstFlowReturn gst_decklink_video_sink_render (GstBaseSink * bsink,
     GstBuffer * buffer);
 static gboolean gst_decklink_video_sink_open (GstBaseSink * bsink);
@@ -554,6 +766,8 @@
     GstQuery * query);
 static gboolean gst_decklink_video_sink_event (GstBaseSink * bsink,
     GstEvent * event);
+static void gst_decklink_video_sink_get_times (GstBaseSink * bsink,
+    GstBuffer * buffer, GstClockTime * start, GstClockTime * end);
 
 static void
 gst_decklink_video_sink_start_scheduled_playback (GstElement * element);
@@ -596,7 +810,6 @@
       GST_DEBUG_FUNCPTR (gst_decklink_video_sink_get_caps);
   basesink_class->set_caps =
       GST_DEBUG_FUNCPTR (gst_decklink_video_sink_set_caps);
-  basesink_class->prepare = GST_DEBUG_FUNCPTR (gst_decklink_video_sink_prepare);
   basesink_class->render = GST_DEBUG_FUNCPTR (gst_decklink_video_sink_render);
   // FIXME: These are misnamed in basesink!
   basesink_class->start = GST_DEBUG_FUNCPTR (gst_decklink_video_sink_open);
@@ -604,6 +817,8 @@
   basesink_class->propose_allocation =
       GST_DEBUG_FUNCPTR (gst_decklink_video_sink_propose_allocation);
   basesink_class->event = GST_DEBUG_FUNCPTR (gst_decklink_video_sink_event);
+  basesink_class->get_times =
+      GST_DEBUG_FUNCPTR (gst_decklink_video_sink_get_times);
 
   g_object_class_install_property (gobject_class, PROP_MODE,
       g_param_spec_enum ("mode", "Playback Mode",
@@ -752,6 +967,7 @@
   self->caption_line = 0;
   self->afd_bar_line = 0;
   self->mapping_format = GST_DECKLINK_MAPPING_FORMAT_DEFAULT;
+  self->pending_frames = g_queue_new();
 
   gst_base_sink_set_max_lateness (GST_BASE_SINK_CAST (self), 20 * GST_MSECOND);
   gst_base_sink_set_qos_enabled (GST_BASE_SINK_CAST (self), TRUE);
@@ -875,10 +1091,20 @@
   }
 }
 
+static void
+unref_frame (GstDecklinkVideoFrame * frame)
+{
+  if (frame)
+    frame->Release();
+}
+
 void
 gst_decklink_video_sink_finalize (GObject * object)
 {
-  //GstDecklinkVideoSink *self = GST_DECKLINK_VIDEO_SINK_CAST (object);
+  GstDecklinkVideoSink *self = GST_DECKLINK_VIDEO_SINK_CAST (object);
+
+  g_queue_clear_full (self->pending_frames, (GDestroyNotify) unref_frame);
+  self->pending_frames = NULL;
 
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
@@ -897,7 +1123,6 @@
   if (!gst_video_info_from_caps (&info, caps))
     return FALSE;
 
-
   g_mutex_lock (&self->output->lock);
   if (self->output->video_enabled) {
     if (self->info.finfo->format == info.finfo->format &&
@@ -906,6 +1131,11 @@
       // for mode selection below in auto mode
       GST_DEBUG_OBJECT (self, "Nothing relevant has changed");
       self->info = info;
+      self->have_light_level =
+          gst_video_content_light_level_from_caps (&self->light_level, caps);
+      self->have_mastering_info =
+          gst_video_mastering_display_info_from_caps (&self->mastering_info,
+          caps);
       g_mutex_unlock (&self->output->lock);
       return TRUE;
     } else {
@@ -996,6 +1226,10 @@
   }
 
   self->info = info;
+  self->have_light_level =
+      gst_video_content_light_level_from_caps (&self->light_level, caps);
+  self->have_mastering_info =
+      gst_video_mastering_display_info_from_caps (&self->mastering_info, caps);
   g_mutex_lock (&self->output->lock);
   self->output->mode = mode;
   self->output->video_enabled = TRUE;
@@ -1012,6 +1246,50 @@
   return TRUE;
 }
 
+static BMDDisplayModeFlags
+display_mode_flags (GstDecklinkVideoSink * self, GstDecklinkModeEnum e)
+{
+  const GstDecklinkMode *gst_mode = gst_decklink_get_mode (e);
+  BMDDisplayModeFlags display_flags = gst_mode->mode_flags;
+
+  if (self->output && self->output->output) {
+    IDeckLinkDisplayMode *display_mode = nullptr;
+    bool supports_colorspace = false;
+
+    self->output->attributes->GetFlag (BMDDeckLinkSupportsColorspaceMetadata,
+        &supports_colorspace);
+
+    if (!supports_colorspace) {
+      self->output->output->GetDisplayMode (gst_mode->mode, &display_mode);
+      if (display_mode) {
+        display_flags &= display_mode->GetFlags ();
+        display_mode->Release();
+      }
+    }
+  }
+
+  return display_flags;
+}
+
+static BMDDynamicRange
+device_dynamic_range (GstDecklinkVideoSink * self)
+{
+  BMDDynamicRange range =
+      (BMDDynamicRange) (bmdDynamicRangeSDR | bmdDynamicRangeHDRStaticPQ |
+      bmdDynamicRangeHDRStaticHLG);
+
+  if (self->output && self->output->attributes) {
+    gint64 tmp_int = 0;
+    HRESULT ret =
+        self->output->attributes->GetInt (BMDDeckLinkSupportedDynamicRange,
+        &tmp_int);
+    if (ret == S_OK)
+      range = (BMDDynamicRange) tmp_int;
+  }
+
+  return range;
+}
+
 static GstCaps *
 gst_decklink_video_sink_get_caps (GstBaseSink * bsink, GstCaps * filter)
 {
@@ -1022,15 +1300,21 @@
       && self->video_format == GST_DECKLINK_VIDEO_FORMAT_AUTO)
     mode_caps = gst_decklink_mode_get_template_caps (FALSE);
   else if (self->video_format == GST_DECKLINK_VIDEO_FORMAT_AUTO)
-    mode_caps = gst_decklink_mode_get_caps_all_formats (self->mode, FALSE);
+    mode_caps =
+        gst_decklink_mode_get_caps_all_formats (self->mode,
+        display_mode_flags (self, self->mode), device_dynamic_range (self),
+        FALSE);
   else if (self->mode == GST_DECKLINK_MODE_AUTO)
     mode_caps =
         gst_decklink_pixel_format_get_caps (gst_decklink_pixel_format_from_type
         (self->video_format), FALSE);
-  else
+  else {
     mode_caps =
         gst_decklink_mode_get_caps (self->mode,
-        gst_decklink_pixel_format_from_type (self->video_format), FALSE);
+        display_mode_flags (self, self->mode),
+        gst_decklink_pixel_format_from_type (self->video_format),
+        device_dynamic_range (self), FALSE);
+  }
   mode_caps = gst_caps_make_writable (mode_caps);
   /* For output we support any framerate and only really care about timestamps */
   gst_caps_map_in_place (mode_caps, reset_framerate, NULL);
@@ -1051,12 +1335,6 @@
   return caps;
 }
 
-static GstFlowReturn
-gst_decklink_video_sink_render (GstBaseSink * bsink, GstBuffer * buffer)
-{
-  return GST_FLOW_OK;
-}
-
 void
 gst_decklink_video_sink_convert_to_internal_clock (GstDecklinkVideoSink * self,
     GstClockTime * timestamp, GstClockTime * duration)
@@ -1148,8 +1426,9 @@
     *timestamp = gst_clock_get_internal_time (self->output->clock);
 
   GST_DEBUG_OBJECT (self, "Output timestamp %" GST_TIME_FORMAT
-      " using clock epoch %" GST_TIME_FORMAT,
-      GST_TIME_ARGS (*timestamp), GST_TIME_ARGS (self->output->clock_epoch));
+      " using clock epoch %" GST_TIME_FORMAT " and offset %" GST_TIME_FORMAT,
+      GST_TIME_ARGS (*timestamp), GST_TIME_ARGS (self->output->clock_epoch),
+      GST_TIME_ARGS (internal_offset));
 
   if (clock)
     gst_object_unref (clock);
@@ -1563,6 +1842,16 @@
   return FALSE;
 }
 
+static void
+gst_decklink_video_sink_get_times (GstBaseSink * bsink,
+    GstBuffer * buffer, GstClockTime * start, GstClockTime * end)
+{
+  /* in order to push multiple buffers into decklink, we need to reimplement
+   * basesink's clock synchronisation */
+  *start = GST_CLOCK_TIME_NONE;
+  *end = GST_CLOCK_TIME_NONE;
+}
+
 static GstFlowReturn
 gst_decklink_video_sink_prepare (GstBaseSink * bsink, GstBuffer * buffer)
 {
@@ -1641,6 +1930,7 @@
     const guint8 *indata;
     gint i, src_stride, dest_stride, stride;
     IDeckLinkMutableVideoFrame *dframe;
+    GstVideoColorimetry colorimetry;
 
     ret = self->output->output->CreateVideoFrame (self->info.width,
         self->info.height, self->info.stride0, format, bmdFrameFlagDefault,
@@ -1664,13 +1954,16 @@
       indata += src_stride;
       outdata += dest_stride;
     }
+    colorimetry = vframe.info.colorimetry;
     gst_video_frame_unmap (&vframe);
 
     // Takes ownership of the frame
     frame = new GstDecklinkVideoFrame (dframe);
+    frame->SetColorimetry (&colorimetry);
   } else {
     // Takes ownership of the frame
     frame = new GstDecklinkVideoFrame (&vframe);
+    frame->SetColorimetry (&vframe.info.colorimetry);
   }
 
   tc_meta = gst_buffer_get_video_time_code_meta (buffer);
@@ -1683,24 +1976,20 @@
     g_free (tc_str);
   }
 
-  write_vbi (self, buffer, format, frame, tc_meta);
+  if (self->have_light_level)
+    frame->SetLightLevel (&self->light_level);
+  if (self->have_mastering_info)
+    frame->SetMastringInfo (&self->mastering_info);
 
-  gst_decklink_video_sink_convert_to_internal_clock (self, &running_time,
-      &running_time_duration);
+  write_vbi (self, buffer, format, frame, tc_meta);
 
-  GST_LOG_OBJECT (self, "Scheduling video frame %p at %" GST_TIME_FORMAT
-      " with duration %" GST_TIME_FORMAT, frame, GST_TIME_ARGS (running_time),
-      GST_TIME_ARGS (running_time_duration));
+  frame->running_time = running_time;
+  frame->running_time_duration = running_time_duration;
+  frame->sync_buffer = gst_buffer_ref (buffer);
 
-  ret = self->output->output->ScheduleVideoFrame (frame,
-      running_time, running_time_duration, GST_SECOND);
-  if (ret != S_OK) {
-    GST_ELEMENT_ERROR (self, STREAM, FAILED,
-        (NULL), ("Failed to schedule frame: 0x%08lx", (unsigned long) ret));
-    flow_ret = GST_FLOW_ERROR;
-    goto out;
-  }
+  g_queue_push_tail (self->pending_frames, frame);
 
+  frame = nullptr;
   flow_ret = GST_FLOW_OK;
 
 out:
@@ -1711,6 +2000,154 @@
   return flow_ret;
 }
 
+static GstFlowReturn
+gst_decklink_video_sink_render (GstBaseSink * bsink, GstBuffer * buffer)
+{
+  GstDecklinkVideoSink *self = GST_DECKLINK_VIDEO_SINK_CAST (bsink);
+  GstFlowReturn flow_ret = GST_FLOW_OK;
+  HRESULT ret;
+
+  if ((flow_ret = gst_decklink_video_sink_prepare (bsink, buffer)) != GST_FLOW_OK)
+    return flow_ret;
+
+  GST_TRACE_OBJECT (bsink, "render with %u pending frames", self->pending_frames->length);
+
+  GST_OBJECT_LOCK (self);
+  if (self->initial_sync) {
+    /* this is effectively the preroll logic. We wait for at least 2 buffers */
+    GstDecklinkVideoFrame *frame;
+
+    if (self->pending_frames->length < 1) {
+      GST_OBJECT_UNLOCK (self);
+      return GST_FLOW_OK;
+    }
+    GST_OBJECT_UNLOCK (self);
+
+    frame = (GstDecklinkVideoFrame *) g_queue_peek_head (self->pending_frames);
+    GST_DEBUG_OBJECT (self, "attempting preroll");
+    flow_ret =
+        gst_base_sink_do_preroll (bsink,
+        GST_MINI_OBJECT_CAST (frame->sync_buffer));
+    if (flow_ret != GST_FLOW_OK)
+      goto out;
+
+    g_mutex_lock (&self->output->lock);
+    if (self->output->start_scheduled_playback)
+      self->output->start_scheduled_playback (self->output->videosink);
+    g_mutex_unlock (&self->output->lock);
+
+    GstClock *clock = gst_element_get_clock (GST_ELEMENT_CAST (self));
+    GST_OBJECT_LOCK (self);
+    self->initial_sync = FALSE;
+    if (clock) {
+      if (clock != self->output->clock) {
+        gst_clock_set_master (self->output->clock, clock);
+      }
+
+      if (self->external_base_time == GST_CLOCK_TIME_NONE
+          || self->internal_base_time == GST_CLOCK_TIME_NONE) {
+        self->external_base_time = gst_clock_get_internal_time (clock);
+        self->internal_base_time =
+            gst_clock_get_internal_time (self->output->clock);
+        self->internal_time_offset = self->internal_base_time;
+      } else if (GST_CLOCK_TIME_IS_VALID (self->internal_pause_time)) {
+        self->internal_time_offset +=
+            gst_clock_get_internal_time (self->output->clock) -
+            self->internal_pause_time;
+        self->internal_pause_time = GST_CLOCK_TIME_NONE;
+      }
+
+      GST_INFO_OBJECT (self, "clock has been set to %" GST_PTR_FORMAT
+          ", updated base times - internal: %" GST_TIME_FORMAT
+          " external: %" GST_TIME_FORMAT " internal offset %"
+          GST_TIME_FORMAT, clock,
+          GST_TIME_ARGS (self->internal_base_time),
+          GST_TIME_ARGS (self->external_base_time),
+          GST_TIME_ARGS (self->internal_time_offset));
+
+      gst_object_unref (clock);
+    } else {
+      GST_ELEMENT_ERROR (self, STREAM, FAILED,
+          (NULL), ("Need a clock to go to PLAYING"));
+      GST_OBJECT_UNLOCK (self);
+      return GST_FLOW_ERROR;
+    }
+  }
+  GST_OBJECT_UNLOCK (self);
+
+
+  while (self->pending_frames->length > 0) {
+    GstDecklinkVideoFrame *frame =
+        (GstDecklinkVideoFrame *) g_queue_pop_head (self->pending_frames);
+    GstClockTime sync_time = frame->running_time;
+    GstClockTime running_time = frame->running_time;
+    GstClockTime running_time_duration = frame->running_time_duration;
+    GstClockTime clock_time, frame_duration;
+    GstClockTimeDiff jitter;
+    GstClockReturn status;
+
+    flow_ret =
+        gst_base_sink_do_preroll (bsink,
+        GST_MINI_OBJECT_CAST (frame->sync_buffer));
+    if (flow_ret != GST_FLOW_OK) {
+      frame->Release ();
+      goto out;
+    }
+
+    if (GST_CLOCK_TIME_IS_VALID (sync_time)) {
+      if (sync_time > 30 * GST_MSECOND) {
+        sync_time -= 30 * GST_MSECOND;
+      } else {
+        sync_time = 0;
+      }
+    }
+
+    do {
+      status = gst_base_sink_wait_clock (bsink, sync_time, &jitter);
+      if (status == GST_CLOCK_BADTIME)
+        break;
+      if (G_UNLIKELY (bsink->flushing)) {
+        frame->Release ();
+        return GST_FLOW_FLUSHING;
+      }
+    } while (status == GST_CLOCK_UNSCHEDULED);
+
+    /* if we don't have a clock or are not syncing, then display the frame 'now' */
+    clock_time = gst_clock_get_internal_time (self->output->clock);
+    if (status == GST_CLOCK_BADTIME) {
+      running_time = clock_time;
+    }
+
+    gst_decklink_video_sink_convert_to_internal_clock (self, &running_time,
+        &running_time_duration);
+
+    frame_duration =
+        gst_util_uint64_scale_int (GST_SECOND, self->output->mode->fps_d,
+        self->output->mode->fps_n);
+    running_time = gst_util_uint64_scale (running_time, 1, frame_duration);
+    running_time = gst_util_uint64_scale_ceil (running_time, frame_duration, 1);
+
+    GST_DEBUG_OBJECT (self, "Scheduling video frame %p at %" GST_TIME_FORMAT
+        " with duration %" GST_TIME_FORMAT " sync time %" GST_TIME_FORMAT
+        " clock time %" GST_TIME_FORMAT, frame, GST_TIME_ARGS (running_time),
+        GST_TIME_ARGS (running_time_duration), GST_TIME_ARGS (sync_time), GST_TIME_ARGS (clock_time));
+
+    ret = self->output->output->ScheduleVideoFrame (frame,
+        running_time, running_time_duration, GST_SECOND);
+    if (ret != S_OK) {
+      GST_ELEMENT_ERROR (self, STREAM, FAILED,
+          (NULL), ("Failed to schedule frame: 0x%08lx", (unsigned long) ret));
+      frame->Release ();
+      flow_ret = GST_FLOW_ERROR;
+      goto out;
+    }
+    frame->Release ();
+  }
+
+out:
+  return flow_ret;
+}
+
 static gboolean
 gst_decklink_video_sink_open (GstBaseSink * bsink)
 {
@@ -1960,48 +2397,12 @@
       gst_element_post_message (element,
           gst_message_new_clock_provide (GST_OBJECT_CAST (element),
               self->output->clock, TRUE));
-      g_mutex_lock (&self->output->lock);
-      if (self->output->start_scheduled_playback)
-        self->output->start_scheduled_playback (self->output->videosink);
-      g_mutex_unlock (&self->output->lock);
       break;
     case GST_STATE_CHANGE_PAUSED_TO_PLAYING:{
-      GstClock *clock;
-
-      clock = gst_element_get_clock (GST_ELEMENT_CAST (self));
-      if (clock) {
-        if (clock != self->output->clock) {
-          gst_clock_set_master (self->output->clock, clock);
-        }
-
-        GST_OBJECT_LOCK (self);
-        if (self->external_base_time == GST_CLOCK_TIME_NONE
-            || self->internal_base_time == GST_CLOCK_TIME_NONE) {
-          self->external_base_time = gst_clock_get_internal_time (clock);
-          self->internal_base_time =
-              gst_clock_get_internal_time (self->output->clock);
-          self->internal_time_offset = self->internal_base_time;
-        } else if (GST_CLOCK_TIME_IS_VALID (self->internal_pause_time)) {
-          self->internal_time_offset +=
-              gst_clock_get_internal_time (self->output->clock) -
-              self->internal_pause_time;
-        }
-
-        GST_INFO_OBJECT (self, "clock has been set to %" GST_PTR_FORMAT
-            ", updated base times - internal: %" GST_TIME_FORMAT
-            " external: %" GST_TIME_FORMAT " internal offset %"
-            GST_TIME_FORMAT, clock,
-            GST_TIME_ARGS (self->internal_base_time),
-            GST_TIME_ARGS (self->external_base_time),
-            GST_TIME_ARGS (self->internal_time_offset));
-        GST_OBJECT_UNLOCK (self);
-
-        gst_object_unref (clock);
-      } else {
-        GST_ELEMENT_ERROR (self, STREAM, FAILED,
-            (NULL), ("Need a clock to go to PLAYING"));
-        ret = GST_STATE_CHANGE_FAILURE;
-      }
+      GST_OBJECT_LOCK (self);
+      self->initial_sync = TRUE;
+      GST_INFO_OBJECT (self, "initial sync set to TRUE");
+      GST_OBJECT_UNLOCK (self);
       break;
     }
     case GST_STATE_CHANGE_PAUSED_TO_READY:
@@ -2010,6 +2411,9 @@
         ret = GST_STATE_CHANGE_FAILURE;
       break;
     case GST_STATE_CHANGE_PLAYING_TO_PAUSED:
+      GST_OBJECT_LOCK (self);
+      self->initial_sync = FALSE;
+      GST_OBJECT_UNLOCK (self);
       break;
     default:
       break;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklinkvideosink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklinkvideosink.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklinkvideosrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklinkvideosrc.cpp Changed

@@ -188,6 +188,11 @@
   GstDecklinkModeEnum mode;
   BMDPixelFormat format;
   GstVideoTimeCode *tc;
+  GstVideoColorimetry colorimetry;
+  gboolean have_light_level;
+  GstVideoContentLightLevel light_level;
+  gboolean have_mastering_info;
+  GstVideoMasteringDisplayInfo mastering_info;
   gboolean no_signal;
 } CaptureFrame;
 
@@ -448,7 +453,7 @@
   g_cond_init (&self->cond);
 
   self->current_frames =
-      gst_queue_array_new_for_struct (sizeof (CaptureFrame),
+      gst_vec_deque_new_for_struct (sizeof (CaptureFrame),
       DEFAULT_BUFFER_SIZE);
 }
 
@@ -601,12 +606,12 @@
   g_cond_clear (&self->cond);
 
   if (self->current_frames) {
-    while (gst_queue_array_get_length (self->current_frames) > 0) {
+    while (gst_vec_deque_get_length (self->current_frames) > 0) {
       CaptureFrame *tmp = (CaptureFrame *)
-          gst_queue_array_pop_head_struct (self->current_frames);
+          gst_vec_deque_pop_head_struct (self->current_frames);
       capture_frame_clear (tmp);
     }
-    gst_queue_array_free (self->current_frames);
+    gst_vec_deque_free (self->current_frames);
     self->current_frames = NULL;
   }
 
@@ -828,6 +833,31 @@
   }
 }
 
+static BMDDisplayModeFlags
+display_mode_flags (GstDecklinkVideoSrc * self, const GstDecklinkMode * gst_mode,
+    gboolean fixed)
+{
+  BMDDisplayModeFlags display_flags = gst_mode->mode_flags;
+
+  if (self->input && self->input->input) {
+    IDeckLinkDisplayMode *display_mode = nullptr;
+    bool supports_colorspace = false;
+
+    self->input->attributes->GetFlag (BMDDeckLinkSupportsColorspaceMetadata,
+        &supports_colorspace);
+
+    if (!supports_colorspace || fixed) {
+      self->input->input->GetDisplayMode (gst_mode->mode, &display_mode);
+      if (display_mode) {
+        display_flags &= display_mode->GetFlags ();
+        display_mode->Release();
+      }
+    }
+  }
+
+  return display_flags;
+}
+
 static void
 gst_decklink_video_src_got_frame (GstElement * element,
     IDeckLinkVideoInputFrame * frame, GstDecklinkModeEnum mode,
@@ -865,7 +895,7 @@
     memset (&f, 0, sizeof (f));
 
     /* Notify the streaming thread about the signal loss */
-    gst_queue_array_push_tail_struct (self->current_frames, &f);
+    gst_vec_deque_push_tail_struct (self->current_frames, &f);
     g_cond_signal (&self->cond);
     g_mutex_unlock (&self->lock);
 
@@ -903,11 +933,13 @@
     GstVideoTimeCodeFlags flags = GST_VIDEO_TIME_CODE_FLAGS_NONE;
     guint field_count = 0;
     guint skipped_frames = 0;
+    IDeckLinkVideoFrameMetadataExtensions *frame_metadata = nullptr;
+    HRESULT dk_ret;
 
-    while (gst_queue_array_get_length (self->current_frames) >=
+    while (gst_vec_deque_get_length (self->current_frames) >=
         self->buffer_size) {
       CaptureFrame *tmp = (CaptureFrame *)
-          gst_queue_array_pop_head_struct (self->current_frames);
+          gst_vec_deque_pop_head_struct (self->current_frames);
       if (tmp->frame) {
         if (skipped_frames == 0 && self->skipped_last == 0)
           self->skip_from_timestamp = tmp->timestamp;
@@ -948,6 +980,161 @@
     f.mode = mode;
     f.format = frame->GetPixelFormat ();
     f.no_signal = no_signal;
+
+    bmode = gst_decklink_get_mode (mode);
+    /* these are defaults for the display mode, metadata may override these */
+    BMDDisplayModeFlags mode_flags = display_mode_flags (self, bmode, FALSE);
+    if (mode_flags & bmdDisplayModeColorspaceRec601) {
+      gst_video_colorimetry_from_string (&f.colorimetry, "bt601");
+    }
+    if (mode_flags & bmdDisplayModeColorspaceRec709) {
+      gst_video_colorimetry_from_string (&f.colorimetry, "bt709");
+    }
+    if (mode_flags & bmdDisplayModeColorspaceRec2020) {
+      gst_video_colorimetry_from_string (&f.colorimetry, "bt2020");
+    }
+    f.colorimetry.range = gst_decklink_pixel_format_to_range (f.format);
+
+    dk_ret =
+        frame->QueryInterface (IID_IDeckLinkVideoFrameMetadataExtensions,
+        (LPVOID *) &frame_metadata);
+    if (frame_metadata && dk_ret == S_OK) {
+      gint64 colorspace;
+      dk_ret =
+          frame_metadata->GetInt (bmdDeckLinkFrameMetadataColorspace,
+          &colorspace);
+      GST_LOG_OBJECT (self, "ret %x colorspace 0x%" G_GINT64_FORMAT,
+          (gint) dk_ret, colorspace);
+
+      if (dk_ret == S_OK) {
+        switch (colorspace) {
+          case bmdColorspaceRec601:
+            f.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT601;
+            f.colorimetry.primaries = GST_VIDEO_COLOR_PRIMARIES_SMPTE170M;
+            f.colorimetry.transfer = GST_VIDEO_TRANSFER_BT601;
+            break;
+          case bmdColorspaceRec709:
+            f.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT709;
+            f.colorimetry.primaries = GST_VIDEO_COLOR_PRIMARIES_BT709;
+            f.colorimetry.transfer = GST_VIDEO_TRANSFER_BT709;
+            break;
+          case bmdColorspaceRec2020:
+            f.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT2020;
+            f.colorimetry.primaries = GST_VIDEO_COLOR_PRIMARIES_BT2020;
+            f.colorimetry.transfer = GST_VIDEO_TRANSFER_BT2020_12;
+            break;
+          default:
+            break;
+        }
+      }
+
+      if (frame->GetFlags () & bmdFrameContainsHDRMetadata) {
+        gboolean undefined_mastering_info = TRUE;
+        double max_cll, max_fll, x, y;
+        gint64 tf;
+
+        f.colorimetry.matrix = GST_VIDEO_COLOR_MATRIX_BT2020;
+        f.colorimetry.primaries = GST_VIDEO_COLOR_PRIMARIES_BT2020;
+        f.colorimetry.transfer = GST_VIDEO_TRANSFER_BT2020_12;
+
+        dk_ret =
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRMaximumContentLightLevel, &max_cll);
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRMaximumFrameAverageLightLevel, &max_fll);
+        GST_LOG_OBJECT (self, "ret %x maxcll %f maxfll %f", (gint) dk_ret, max_cll,
+            max_fll);
+        if (dk_ret == S_OK && ((guint16) max_cll > 0 || (guint16) max_fll > 0)) {
+          f.have_light_level = TRUE;
+          f.light_level.max_content_light_level = (guint16) max_cll;
+          f.light_level.max_frame_average_light_level = (guint16) max_fll;
+        }
+
+        dk_ret =
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRDisplayPrimariesRedX, &x);
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRDisplayPrimariesRedY, &y);
+        f.mastering_info.display_primaries0.x = (guint16) (x * 50000.0);
+        f.mastering_info.display_primaries0.y = (guint16) (y * 50000.0);
+        undefined_mastering_info &= x <= 0 && y <= 0;
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRDisplayPrimariesGreenX, &x);
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRDisplayPrimariesGreenY, &y);
+        f.mastering_info.display_primaries1.x = (guint16) (x * 50000.0);
+        f.mastering_info.display_primaries1.y = (guint16) (y * 50000.0);
+        undefined_mastering_info &= x <= 0 && y <= 0;
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRDisplayPrimariesBlueX, &x);
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRDisplayPrimariesBlueY, &y);
+        f.mastering_info.display_primaries2.x = (guint16) (x * 50000.0);
+        f.mastering_info.display_primaries2.y = (guint16) (y * 50000.0);
+        undefined_mastering_info &= x <= 0 && y <= 0;
+        dk_ret |=
+            frame_metadata->GetFloat (bmdDeckLinkFrameMetadataHDRWhitePointX, &x);
+        dk_ret |=
+            frame_metadata->GetFloat (bmdDeckLinkFrameMetadataHDRWhitePointY, &y);
+        f.mastering_info.white_point.x = (guint16) (x * 50000.0);
+        f.mastering_info.white_point.y = (guint16) (y * 50000.0);
+        undefined_mastering_info &= x <= 0 && y <= 0;
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRMaxDisplayMasteringLuminance, &x);
+        dk_ret |=
+            frame_metadata->GetFloat (
+            bmdDeckLinkFrameMetadataHDRMinDisplayMasteringLuminance, &y);
+        f.mastering_info.max_display_mastering_luminance = (guint32) (x * 10000.0 / 65535.0);
+        f.mastering_info.min_display_mastering_luminance = (guint32) (y * 10000.0 / 6.5535);
+        undefined_mastering_info &= x <= 0 && y <= 0;
+        GST_LOG_OBJECT (self, "ret 0x%x mastering_info "
+            "R:%u,%u G:%u,%u B:%u,%u W:%u,%u", (gint) dk_ret,
+            f.mastering_info.display_primaries0.x,
+            f.mastering_info.display_primaries0.y,
+            f.mastering_info.display_primaries1.x,
+            f.mastering_info.display_primaries1.y,
+            f.mastering_info.display_primaries2.x,
+            f.mastering_info.display_primaries2.y,
+            f.mastering_info.white_point.x, f.mastering_info.white_point.y);
+        if (dk_ret == S_OK && !undefined_mastering_info)
+          f.have_mastering_info = TRUE;
+
+        dk_ret =
+            frame_metadata->GetInt (
+            bmdDeckLinkFrameMetadataHDRElectroOpticalTransferFunc, &tf);
+        GST_LOG_OBJECT (self, "ret %x transfer func 0x%" G_GINT64_FORMAT,
+            (gint) dk_ret, tf);
+
+        if (dk_ret == S_OK) {
+          /* as specified in CTA 861.3-A */
+          switch (tf) {
+            case 0x0: /* traditional gamma, SDR luminance range */
+            case 0x1: /* traditional gamma, HDR luminance range */
+              f.colorimetry.transfer = GST_VIDEO_TRANSFER_BT2020_12;
+              break;
+            case 0x2: /* PQ */
+              f.colorimetry.transfer = GST_VIDEO_TRANSFER_SMPTE2084;
+              break;
+            case 0x3: /* HLG */
+              f.colorimetry.transfer = GST_VIDEO_TRANSFER_ARIB_STD_B67;
+              break;
+            default:
+              f.colorimetry.transfer = GST_VIDEO_TRANSFER_UNKNOWN;
+              break;
+          }
+        }
+      }
+      frame_metadata->Release ();
+    }
+    frame_metadata = nullptr;
+
     if (dtc != NULL) {
       uint8_t hours, minutes, seconds, frames;
       HRESULT res;
@@ -960,7 +1147,6 @@
       } else {
         GST_DEBUG_OBJECT (self, "Got timecode %02d:%02d:%02d:%02d",
             hours, minutes, seconds, frames);
-        bmode = gst_decklink_get_mode (mode);
         if (bmode->interlaced)
           flags =
               (GstVideoTimeCodeFlags) (flags |
@@ -991,7 +1177,7 @@
     }
 
     frame->AddRef ();
-    gst_queue_array_push_tail_struct (self->current_frames, &f);
+    gst_vec_deque_push_tail_struct (self->current_frames, &f);
     g_cond_signal (&self->cond);
   }
   g_mutex_unlock (&self->lock);
@@ -1262,7 +1448,7 @@
 
   g_mutex_lock (&self->lock);
 retry:
-  while (gst_queue_array_is_empty (self->current_frames) && !self->flushing) {
+  while (gst_vec_deque_is_empty (self->current_frames) && !self->flushing) {
     g_cond_wait (&self->cond, &self->lock);
   }
 
@@ -1272,7 +1458,7 @@
     return GST_FLOW_FLUSHING;
   }
 
-  f = *(CaptureFrame *) gst_queue_array_pop_head_struct (self->current_frames);
+  f = *(CaptureFrame *) gst_vec_deque_pop_head_struct (self->current_frames);
 
   // We will have no frame if frames without signal are dropped immediately
   // but we still have to signal that it's lost here.
@@ -1406,6 +1592,37 @@
     }
   }
 
+  if (!gst_video_colorimetry_is_equal (&f.colorimetry,
+        &self->caps_colorimetry)) {
+    caps_changed = TRUE;
+    self->caps_colorimetry = f.colorimetry;
+  }
+
+  if (f.have_light_level != self->caps_have_light_level ||
+      !gst_video_content_light_level_is_equal (&f.light_level,
+          &self->caps_light_level)) {
+    caps_changed = TRUE;
+    self->caps_have_light_level = f.have_light_level;
+    if (f.have_light_level) {
+      self->caps_light_level = f.light_level;
+    } else {
+      memset (&self->caps_light_level, 0, sizeof (self->caps_light_level));
+    }
+  }
+
+  if (f.have_mastering_info != self->caps_have_light_level ||
+      !gst_video_mastering_display_info_is_equal (&f.mastering_info,
+          &self->caps_mastering_info)) {
+    caps_changed = TRUE;
+    self->caps_have_light_level = f.have_mastering_info;
+    if (f.have_mastering_info) {
+      memcpy (&self->caps_mastering_info, &f.mastering_info,
+          sizeof (f.mastering_info));
+    } else {
+      memset (&self->caps_mastering_info, 0, sizeof (self->caps_mastering_info));
+    }
+  }
+
   /* 1 ns error can be just a rounding error, so that's OK. The Decklink
    * drivers give us a really steady stream time, so anything above 1 ns can't
    * be a rounding error and is therefore something to worry about */
@@ -1433,11 +1650,27 @@
 
   g_mutex_unlock (&self->lock);
   if (caps_changed) {
+    char *colorimetry;
+    const GstDecklinkMode *gst_mode = gst_decklink_get_mode (f.mode);
+
     self->last_cc_vbi_line = -1;
     self->last_afd_bar_vbi_line = -1;
     self->last_cc_vbi_line_field2 = -1;
     self->last_afd_bar_vbi_line_field2 = -1;
-    caps = gst_decklink_mode_get_caps (f.mode, f.format, TRUE);
+    GST_LOG_OBJECT (self, "mode flags 0x%x",
+        display_mode_flags (self, gst_mode, TRUE));
+    caps = gst_decklink_mode_get_caps (f.mode,
+        display_mode_flags (self, gst_mode, TRUE), f.format,
+        bmdDynamicRangeSDR, TRUE);
+    colorimetry = gst_video_colorimetry_to_string (&self->caps_colorimetry);
+    if (colorimetry)
+      gst_caps_set_simple (caps, "colorimetry", G_TYPE_STRING, colorimetry,
+          NULL);
+    g_free (colorimetry);
+    if (f.have_light_level)
+      gst_video_content_light_level_add_to_caps (&f.light_level, caps);
+    if (f.have_mastering_info)
+      gst_video_mastering_display_info_add_to_caps (&f.mastering_info, caps);
     gst_video_info_from_caps (&self->info, caps);
     gst_base_src_set_caps (GST_BASE_SRC_CAST (bsrc), caps);
     gst_element_post_message (GST_ELEMENT_CAST (self),
@@ -1481,6 +1714,21 @@
   return flow_ret;
 }
 
+static BMDDynamicRange
+device_dynamic_range (GstDecklinkVideoSrc * self)
+{
+  BMDDynamicRange range = bmdDynamicRangeSDR;
+
+  if (self->input && self->input->attributes) {
+    gint64 tmp_int = 0;
+    HRESULT ret = self->input->attributes->GetInt (BMDDeckLinkSupportedDynamicRange, &tmp_int);
+    if (ret == S_OK)
+      range = (BMDDynamicRange) tmp_int;
+  }
+
+  return range;
+}
+
 static GstCaps *
 gst_decklink_video_src_get_caps (GstBaseSrc * bsrc, GstCaps * filter)
 {
@@ -1488,10 +1736,19 @@
   GstCaps *caps;
 
   if (self->mode != GST_DECKLINK_MODE_AUTO) {
-    caps = gst_decklink_mode_get_caps (self->mode, self->caps_format, TRUE);
+    const GstDecklinkMode *gst_mode = gst_decklink_get_mode (self->mode);
+    BMDDynamicRange dynamic_range = device_dynamic_range (self);
+    caps =
+        gst_decklink_mode_get_caps (self->mode,
+        display_mode_flags (self, gst_mode, FALSE), self->caps_format,
+        dynamic_range, TRUE);
   } else if (self->caps_mode != GST_DECKLINK_MODE_AUTO) {
+    const GstDecklinkMode *gst_mode = gst_decklink_get_mode (self->caps_mode);
+    BMDDynamicRange dynamic_range = device_dynamic_range (self);
     caps =
-        gst_decklink_mode_get_caps (self->caps_mode, self->caps_format, TRUE);
+        gst_decklink_mode_get_caps (self->caps_mode,
+        display_mode_flags (self, gst_mode, FALSE), self->caps_format,
+        dynamic_range, TRUE);
   } else {
     caps = gst_pad_get_pad_template_caps (GST_BASE_SRC_PAD (bsrc));
   }
@@ -1561,9 +1818,9 @@
 
   g_mutex_lock (&self->lock);
   self->flushing = FALSE;
-  while (gst_queue_array_get_length (self->current_frames) > 0) {
+  while (gst_vec_deque_get_length (self->current_frames) > 0) {
     CaptureFrame *tmp =
-        (CaptureFrame *) gst_queue_array_pop_head_struct (self->current_frames);
+        (CaptureFrame *) gst_vec_deque_pop_head_struct (self->current_frames);
     capture_frame_clear (tmp);
   }
   g_mutex_unlock (&self->lock);
@@ -1628,9 +1885,9 @@
 {
   GST_DEBUG_OBJECT (self, "Stopping");
 
-  while (gst_queue_array_get_length (self->current_frames) > 0) {
+  while (gst_vec_deque_get_length (self->current_frames) > 0) {
     CaptureFrame *tmp =
-        (CaptureFrame *) gst_queue_array_pop_head_struct (self->current_frames);
+        (CaptureFrame *) gst_vec_deque_pop_head_struct (self->current_frames);
     capture_frame_clear (tmp);
   }
   self->caps_mode = GST_DECKLINK_MODE_AUTO;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/gstdecklinkvideosrc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/gstdecklinkvideosrc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/decklink/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/decklink/meson.build Changed

@@ -8,16 +8,45 @@
   'gstdecklinkdeviceprovider.cpp',
 
 
-if get_option('decklink').disabled()
-  subdir_done()
-endif
+decklink_headers = 
+  'gstdecklinkaudiosrc.h',
+  'gstdecklinkdeviceprovider.h',
+  'gstdecklink.h',
+  'gstdecklinkvideosrc.h',
+  'gstdecklinkaudiosink.h',
+  'gstdecklinkvideosink.h',
+
+
+windows_sources = 
+  'win/DeckLinkAPIDispatch.cpp',
+  'win/DeckLinkAPI_i.c'
+
+
+linux_sources = 
+  'linux/DeckLinkAPIDispatch.cpp',
+
+
+osx_sources = 
+  'osx/DeckLinkAPIDispatch.cpp'
+
+
+doc_sources = 
+foreach s: decklink_sources + windows_sources + linux_sources + osx_sources + decklink_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'decklink': pathsep.join(doc_sources)
+}
 
 build_decklink = false
 decklink_ldflags = 
 decklink_libs = 
+# Ignore issues in external headers
+extra_args = cc.get_supported_arguments('-Wno-undef')
 
 if host_system == 'windows'
-  decklink_sources += 'win/DeckLinkAPIDispatch.cpp', 'win/DeckLinkAPI_i.c'
+  decklink_sources += windows_sources
   if cxx.get_id() == 'msvc'
     # FIXME: Use commsuppwd.lib for debug builds?
     comutil_dep = cxx.find_library('comsuppw', required : get_option('decklink'))
@@ -34,21 +63,25 @@
   if libdl.found() and have_pthread_h
     decklink_libs = libm, libdl, dependency('threads')
     if host_system == 'linux'
-      decklink_sources += 'linux/DeckLinkAPIDispatch.cpp'
+      decklink_sources += linux_sources
       build_decklink = true
     elif 'darwin', 'ios'.contains(host_system)
-      decklink_sources += 'osx/DeckLinkAPIDispatch.cpp'
+      decklink_sources += osx_sources
       decklink_ldflags = '-Wl,-framework,CoreFoundation'
       build_decklink = true
     endif
   endif
 endif
 
+if get_option('decklink').disabled()
+  subdir_done()
+endif
+
 if build_decklink
   message('Building decklink plugin')
   decklink = library('gstdecklink',
     decklink_sources,
-    cpp_args : gst_plugins_bad_args +  '-DGST_USE_UNSTABLE_API' ,
+    cpp_args : gst_plugins_bad_args + extra_args +  '-DGST_USE_UNSTABLE_API' ,
     link_args : decklink_ldflags + noseh_link_args,
     include_directories : configinc,
     dependencies : gstvideo_dep, gstaudio_dep, gstbase_dep, gst_dep + decklink_libs,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/directshow/dshowdeviceprovider.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/directshow/dshowdeviceprovider.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/directshow/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/directshow/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/directsound/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/directsound/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/dvb/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dvb/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/dwrite/gstdwritebaseoverlay.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwritebaseoverlay.cpp Changed

@@ -119,7 +119,7 @@
   std::wstring prev_text;
   std::wstring cur_text;
 
-  GstDWriteBlendMode blend_mode = GstDWriteBlendMode::NOT_SUPPORTED;
+  gboolean force_passthrough = FALSE;
 
   /* properties */
   gboolean visible = DEFAULT_VISIBLE;
@@ -700,11 +700,14 @@
 
   gst_dwrite_base_overlay_clear_layout (self);
 
+  priv->force_passthrough = FALSE;
   if (!gst_dwrite_overlay_object_set_caps (priv->overlay,
-          GST_ELEMENT (self), incaps, outcaps, &self->info,
-          &priv->blend_mode)) {
-    GST_ERROR_OBJECT (self, "Set caps failed");
-    return FALSE;
+          GST_ELEMENT (self), incaps, outcaps, &self->info)) {
+    GST_WARNING_OBJECT (self, "Set caps failed");
+    priv->force_passthrough = TRUE;
+    gst_base_transform_set_passthrough (trans, TRUE);
+  } else {
+    gst_base_transform_set_passthrough (trans, FALSE);
   }
 
   priv->prop_lock.lock ();
@@ -712,11 +715,6 @@
   priv->layout = nullptr;
   priv->prop_lock.unlock ();
 
-  if (priv->blend_mode == GstDWriteBlendMode::NOT_SUPPORTED)
-    gst_base_transform_set_passthrough (trans, TRUE);
-  else
-    gst_base_transform_set_passthrough (trans, FALSE);
-
   return TRUE;
 }
 
@@ -728,7 +726,7 @@
   GstDWriteBaseOverlayPrivate *priv = self->priv;
 
   if (gst_dwrite_overlay_object_update_device (priv->overlay, buf))
-    gst_base_transform_reconfigure (trans);
+    gst_base_transform_reconfigure_src (trans);
 }
 
 static GstFlowReturn
@@ -739,9 +737,7 @@
   GstDWriteBaseOverlayPrivate *priv = self->priv;
   GstDWriteBaseOverlayClass *klass = GST_DWRITE_BASE_OVERLAY_GET_CLASS (self);
 
-  if (priv->blend_mode == GstDWriteBlendMode::NOT_SUPPORTED) {
-    GST_TRACE_OBJECT (self, "Force passthrough");
-
+  if (priv->force_passthrough) {
     return
         GST_BASE_TRANSFORM_CLASS (parent_class)->prepare_output_buffer (trans,
         inbuf, outbuf);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/dwrite/gstdwriteoverlayobject.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriteoverlayobject.cpp Changed

@@ -23,13 +23,17 @@
 
 #include <gst/d3d11/gstd3d11-private.h>
 #include "gstdwriteoverlayobject.h"
-#include "gstdwritebitmappool.h"
 #include "gstdwrite-renderer.h"
-#include "gstdwrite-effect.h"
+#include "gstdwriterender_bitmap.h"
+#include "gstdwriterender_d3d11.h"
 #include <wrl.h>
 #include <mutex>
 
-GST_DEBUG_CATEGORY_STATIC (dwrite_overlay_object_debug);
+#ifdef HAVE_GST_D3D12
+#include "gstdwriterender_d3d12.h"
+#endif
+
+GST_DEBUG_CATEGORY (dwrite_overlay_object_debug);
 #define GST_CAT_DEFAULT dwrite_overlay_object_debug
 
 /* *INDENT-OFF* */
@@ -37,72 +41,42 @@
 
 struct GstDWriteOverlayObjectPrivate
 {
-  GstDWriteOverlayObjectPrivate ()
-  {
-    gst_video_info_init (&info);
-    gst_video_info_init (&bgra_info);
-    gst_video_info_init (&layout_info);
-  }
-
   ~GstDWriteOverlayObjectPrivate ()
   {
     ClearResource (true);
-    gst_clear_caps (&outcaps);
     gst_clear_object (&device);
+#ifdef HAVE_GST_D3D12
+    gst_clear_object (&device12);
+#endif
   }
 
   void ClearResource (bool hard)
   {
-    if (hard)
-      blend_mode = GstDWriteBlendMode::NOT_SUPPORTED;
-
     g_clear_pointer (&overlay_rect, gst_video_overlay_rectangle_unref);
     gst_clear_buffer (&layout_buf);
     layout = nullptr;
 
-    if (layout_pool) {
-      gst_buffer_pool_set_active (layout_pool, FALSE);
-      gst_clear_object (&layout_pool);
-    }
-
-    if (blend_pool) {
-      gst_buffer_pool_set_active (blend_pool, FALSE);
-      gst_clear_object (&blend_pool);
-    }
-
-    gst_clear_object (&pre_conv);
-    gst_clear_object (&blend_conv);
-    gst_clear_object (&post_conv);
+    gst_clear_object (&render);
   }
 
   GstVideoInfo info;
-  GstVideoInfo bgra_info;
   GstVideoInfo layout_info;
 
   GstD3D11Device *device = nullptr;
-  GstCaps *outcaps = nullptr;
+#ifdef HAVE_GST_D3D12
+  GstD3D12Device *device12 = nullptr;
+#endif
 
   ComPtr<ID2D1Factory> d2d_factory;
   ComPtr<IDWriteFactory> dwrite_factory;
   ComPtr<IDWriteTextLayout> layout;
-  ComPtr<IGstDWriteTextRenderer> renderer;
 
-  GstDWriteBlendMode blend_mode = GstDWriteBlendMode::NOT_SUPPORTED;
+  GstDWriteRender *render = nullptr;
 
-  GstBufferPool *layout_pool = nullptr;
-  GstBufferPool *blend_pool = nullptr;
   GstBuffer *layout_buf = nullptr;
-  /* Convert input texture to BGRA */
-  GstD3D11Converter *pre_conv = nullptr;
-  /* Blend converted BGRA texture with rendered text texture */
-  GstD3D11Converter *blend_conv = nullptr;
-  /* Convert blended texture to original format */
-  GstD3D11Converter *post_conv = nullptr;
   GstVideoOverlayRectangle *overlay_rect = nullptr;
 
-  gboolean is_d3d11 = FALSE;
   gboolean attach_meta = FALSE;
-  gboolean use_bitmap = FALSE;
 
   std::recursive_mutex ctx_lock;
 };
@@ -148,329 +122,6 @@
   G_OBJECT_CLASS (parent_class)->finalize (object);
 }
 
-static void
-gst_dwrite_overlay_object_decide_blend_mode (GstDWriteOverlayObject * self)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-
-  if (priv->attach_meta) {
-    if (priv->is_d3d11)
-      priv->blend_mode = GstDWriteBlendMode::ATTACH_TEXTURE;
-    else
-      priv->blend_mode = GstDWriteBlendMode::ATTACH_BITMAP;
-    return;
-  }
-
-  if (!priv->is_d3d11) {
-    priv->blend_mode = GstDWriteBlendMode::SW_BLEND;
-    return;
-  }
-
-  /* Decide best blend mode to use based on format */
-  switch (GST_VIDEO_INFO_FORMAT (&priv->info)) {
-    case GST_VIDEO_FORMAT_BGRA:
-    case GST_VIDEO_FORMAT_RGBA:
-    case GST_VIDEO_FORMAT_BGRx:
-    case GST_VIDEO_FORMAT_RGBx:
-    case GST_VIDEO_FORMAT_VUYA:
-    case GST_VIDEO_FORMAT_RGBA64_LE:
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-      /* Alpha aware formats */
-      priv->blend_mode = GstDWriteBlendMode::BLEND;
-      break;
-    case GST_VIDEO_FORMAT_NV12:
-    case GST_VIDEO_FORMAT_NV21:
-    case GST_VIDEO_FORMAT_I420:
-    case GST_VIDEO_FORMAT_YV12:
-    case GST_VIDEO_FORMAT_Y42B:
-    case GST_VIDEO_FORMAT_Y444:
-    case GST_VIDEO_FORMAT_GRAY8:
-    case GST_VIDEO_FORMAT_AYUV:
-    case GST_VIDEO_FORMAT_RGBP:
-    case GST_VIDEO_FORMAT_BGRP:
-    case GST_VIDEO_FORMAT_GBR:
-    case GST_VIDEO_FORMAT_GBRA:
-      /* 8bits formats */
-      priv->blend_mode = GstDWriteBlendMode::CONVERT;
-      break;
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P012_LE:
-    case GST_VIDEO_FORMAT_P016_LE:
-    case GST_VIDEO_FORMAT_I420_10LE:
-    case GST_VIDEO_FORMAT_I420_12LE:
-    case GST_VIDEO_FORMAT_I422_10LE:
-    case GST_VIDEO_FORMAT_I422_12LE:
-    case GST_VIDEO_FORMAT_Y444_10LE:
-    case GST_VIDEO_FORMAT_Y444_12LE:
-    case GST_VIDEO_FORMAT_Y444_16LE:
-    case GST_VIDEO_FORMAT_GRAY16_LE:
-    case GST_VIDEO_FORMAT_AYUV64:
-    case GST_VIDEO_FORMAT_GBR_10LE:
-    case GST_VIDEO_FORMAT_GBR_12LE:
-    case GST_VIDEO_FORMAT_GBRA_10LE:
-    case GST_VIDEO_FORMAT_GBRA_12LE:
-      /* high bitdept formats */
-      priv->blend_mode = GstDWriteBlendMode::CONVERT_64;
-      break;
-    default:
-      /* d3d11 blending is not supported, fallback to software blending */
-      priv->blend_mode = GstDWriteBlendMode::SW_BLEND;
-      break;
-  }
-}
-
-static gboolean
-is_subsampled_yuv (const GstVideoInfo * info)
-{
-  if (!GST_VIDEO_INFO_IS_YUV (info))
-    return FALSE;
-
-  for (guint i = 0; i < GST_VIDEO_MAX_COMPONENTS; i++) {
-    if (info->finfo->w_subi != 0 || info->finfo->h_subi != 0)
-      return TRUE;
-  }
-
-  return FALSE;
-}
-
-static GstD3D11Converter *
-gst_dwrite_overlay_object_create_converter (GstDWriteOverlayObject * self,
-    const GstVideoInfo * in_info, const GstVideoInfo * out_info,
-    gboolean is_blend)
-{
-  GstD3D11Converter *ret;
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-  GstStructure *config;
-  D3D11_FILTER filter = D3D11_FILTER_MIN_MAG_MIP_POINT;
-
-  if (is_subsampled_yuv (in_info) || is_subsampled_yuv (out_info))
-    filter = D3D11_FILTER_MIN_MAG_LINEAR_MIP_POINT;
-
-  config = gst_structure_new ("convert-config",
-      GST_D3D11_CONVERTER_OPT_BACKEND, GST_TYPE_D3D11_CONVERTER_BACKEND,
-      GST_D3D11_CONVERTER_BACKEND_SHADER,
-      GST_D3D11_CONVERTER_OPT_SAMPLER_FILTER,
-      GST_TYPE_D3D11_CONVERTER_SAMPLER_FILTER, filter, nullptr);
-  if (is_blend) {
-    gst_structure_set (config, GST_D3D11_CONVERTER_OPT_SRC_ALPHA_MODE,
-        GST_TYPE_D3D11_CONVERTER_ALPHA_MODE,
-        GST_D3D11_CONVERTER_ALPHA_MODE_PREMULTIPLIED, nullptr);
-  }
-
-  ret = gst_d3d11_converter_new (priv->device, in_info, out_info, config);
-  if (!ret)
-    GST_ERROR_OBJECT (self, "Couldn't create converter");
-
-  return ret;
-}
-
-static GstBufferPool *
-gst_dwrite_overlay_object_create_d3d11_pool (GstDWriteOverlayObject * self,
-    const GstVideoInfo * info)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-  GstCaps *caps = nullptr;
-  GstStructure *config;
-  GstD3D11AllocationParams *params;
-  GstBufferPool *pool = nullptr;
-
-  caps = gst_video_info_to_caps (info);
-  if (!caps) {
-    GST_ERROR_OBJECT (self, "Couldn't create caps");
-    return nullptr;
-  }
-
-  pool = gst_d3d11_buffer_pool_new (priv->device);
-  config = gst_buffer_pool_get_config (pool);
-
-  params = gst_d3d11_allocation_params_new (priv->device, info,
-      GST_D3D11_ALLOCATION_FLAG_DEFAULT,
-      D3D11_BIND_SHADER_RESOURCE | D3D11_BIND_RENDER_TARGET, 0);
-  gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
-  gst_d3d11_allocation_params_free (params);
-  gst_buffer_pool_config_set_params (config, caps, info->size, 0, 0);
-  gst_caps_unref (caps);
-
-  if (!gst_buffer_pool_set_config (pool, config)) {
-    GST_ERROR_OBJECT (self, "Couldn't set pool config");
-    goto error;
-  }
-
-  if (!gst_buffer_pool_set_active (pool, TRUE)) {
-    GST_ERROR_OBJECT (self, "Couldn't activate pool");
-    goto error;
-  }
-
-  return pool;
-
-error:
-  gst_clear_object (&pool);
-
-  return nullptr;
-}
-
-static GstBufferPool *
-gst_dwrite_overlay_object_create_bitmap_pool (GstDWriteOverlayObject * self,
-    const GstVideoInfo * info)
-{
-  GstCaps *caps = nullptr;
-  GstStructure *config;
-  GstBufferPool *pool = nullptr;
-
-  caps = gst_video_info_to_caps (info);
-  if (!caps) {
-    GST_ERROR_OBJECT (self, "Couldn't create caps");
-    return nullptr;
-  }
-
-  pool = gst_dwrite_bitmap_pool_new ();
-  config = gst_buffer_pool_get_config (pool);
-  gst_buffer_pool_config_set_params (config, caps, info->size, 0, 0);
-  gst_caps_unref (caps);
-
-  if (!gst_buffer_pool_set_config (pool, config)) {
-    GST_ERROR_OBJECT (self, "Couldn't set pool config");
-    goto error;
-  }
-
-  if (!gst_buffer_pool_set_active (pool, TRUE)) {
-    GST_ERROR_OBJECT (self, "Couldn't activate pool");
-    goto error;
-  }
-
-  return pool;
-
-error:
-  gst_clear_object (&pool);
-
-  return nullptr;
-}
-
-static gboolean
-gst_dwrite_overlay_object_prepare_resource (GstDWriteOverlayObject * self)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-
-  switch (priv->blend_mode) {
-    case GstDWriteBlendMode::ATTACH_TEXTURE:
-    case GstDWriteBlendMode::ATTACH_BITMAP:
-    case GstDWriteBlendMode::SW_BLEND:
-      /* Updated later */
-      break;
-    case GstDWriteBlendMode::BLEND:
-      priv->blend_conv = gst_dwrite_overlay_object_create_converter (self,
-          &priv->bgra_info, &priv->info, TRUE);
-      if (!priv->blend_conv)
-        return FALSE;
-      break;
-    case GstDWriteBlendMode::CONVERT:
-      priv->blend_pool = gst_dwrite_overlay_object_create_d3d11_pool (self,
-          &priv->bgra_info);
-      if (!priv->blend_pool)
-        return FALSE;
-
-      priv->pre_conv = gst_dwrite_overlay_object_create_converter (self,
-          &priv->info, &priv->bgra_info, FALSE);
-      if (!priv->pre_conv)
-        return FALSE;
-
-      priv->blend_conv = gst_dwrite_overlay_object_create_converter (self,
-          &priv->bgra_info, &priv->bgra_info, TRUE);
-      if (!priv->blend_conv)
-        return FALSE;
-
-      priv->post_conv = gst_dwrite_overlay_object_create_converter (self,
-          &priv->bgra_info, &priv->info, FALSE);
-      if (!priv->blend_conv)
-        return FALSE;
-      break;
-    case GstDWriteBlendMode::CONVERT_64:
-    {
-      GstVideoInfo blend_info;
-      gst_video_info_set_format (&blend_info, GST_VIDEO_FORMAT_RGBA64_LE,
-          priv->info.width, priv->info.height);
-
-      priv->blend_pool = gst_dwrite_overlay_object_create_d3d11_pool (self,
-          &blend_info);
-      if (!priv->blend_pool)
-        return FALSE;
-
-      priv->pre_conv = gst_dwrite_overlay_object_create_converter (self,
-          &priv->info, &blend_info, FALSE);
-      if (!priv->pre_conv)
-        return FALSE;
-
-      priv->blend_conv = gst_dwrite_overlay_object_create_converter (self,
-          &priv->bgra_info, &blend_info, TRUE);
-      if (!priv->pre_conv)
-        return FALSE;
-
-      priv->post_conv = gst_dwrite_overlay_object_create_converter (self,
-          &blend_info, &priv->info, FALSE);
-      if (!priv->post_conv)
-        return FALSE;
-
-      break;
-    }
-    default:
-      g_assert_not_reached ();
-      return FALSE;
-  }
-
-  if (priv->blend_conv) {
-    D3D11_BLEND_DESC desc = { 0, };
-    ComPtr < ID3D11BlendState > blend;
-    ID3D11Device *device = gst_d3d11_device_get_device_handle (priv->device);
-    HRESULT hr;
-
-    desc.AlphaToCoverageEnable = FALSE;
-    desc.IndependentBlendEnable = FALSE;
-    desc.RenderTarget0.BlendEnable = TRUE;
-    desc.RenderTarget0.SrcBlend = D3D11_BLEND_SRC_ALPHA;
-    desc.RenderTarget0.DestBlend = D3D11_BLEND_INV_SRC_ALPHA;
-    desc.RenderTarget0.BlendOp = D3D11_BLEND_OP_ADD;
-    desc.RenderTarget0.SrcBlendAlpha = D3D11_BLEND_ONE;
-    desc.RenderTarget0.DestBlendAlpha = D3D11_BLEND_INV_SRC_ALPHA;
-    desc.RenderTarget0.BlendOpAlpha = D3D11_BLEND_OP_ADD;
-    desc.RenderTarget0.RenderTargetWriteMask = D3D11_COLOR_WRITE_ENABLE_ALL;
-
-    hr = device->CreateBlendState (&desc, &blend);
-    if (!gst_d3d11_result (hr, priv->device)) {
-      GST_ERROR_OBJECT (self, "Couldn't create blend state");
-      return FALSE;
-    }
-
-    g_object_set (priv->blend_conv, "blend-state", blend.Get (), nullptr);
-  }
-
-  return TRUE;
-}
-
-static const gchar *
-gst_dwrite_overlay_mode_to_string (GstDWriteBlendMode mode)
-{
-  switch (mode) {
-    case GstDWriteBlendMode::NOT_SUPPORTED:
-      return "not-supported";
-    case GstDWriteBlendMode::ATTACH_TEXTURE:
-      return "attach-texture";
-    case GstDWriteBlendMode::ATTACH_BITMAP:
-      return "attach-bitmap";
-    case GstDWriteBlendMode::SW_BLEND:
-      return "sw-blend";
-    case GstDWriteBlendMode::BLEND:
-      return "blend";
-    case GstDWriteBlendMode::CONVERT:
-      return "convert";
-    case GstDWriteBlendMode::CONVERT_64:
-      return "convert-64";
-    default:
-      break;
-  }
-
-  return "unknown";
-}
-
 GstDWriteOverlayObject *
 gst_dwrite_overlay_object_new (void)
 {
@@ -487,7 +138,7 @@
 gst_dwrite_overlay_object_start (GstDWriteOverlayObject * object,
     IDWriteFactory * dwrite_factory)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
+  auto priv = object->priv;
   HRESULT hr;
   ComPtr < ID2D1Factory > d2d_factory;
 
@@ -500,7 +151,6 @@
 
   priv->d2d_factory = d2d_factory;
   priv->dwrite_factory = dwrite_factory;
-  IGstDWriteTextRenderer::CreateInstance (dwrite_factory, &priv->renderer);
 
   return TRUE;
 }
@@ -508,14 +158,12 @@
 gboolean
 gst_dwrite_overlay_object_stop (GstDWriteOverlayObject * object)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
+  auto priv = object->priv;
 
   priv->ClearResource (true);
   priv->dwrite_factory = nullptr;
   priv->d2d_factory = nullptr;
-  priv->renderer = nullptr;
   gst_clear_object (&priv->device);
-  gst_clear_caps (&priv->outcaps);
 
   return TRUE;
 }
@@ -524,17 +172,20 @@
 gst_dwrite_overlay_object_set_context (GstDWriteOverlayObject * object,
     GstElement * elem, GstContext * context)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
+  auto priv = object->priv;
   std::lock_guard < std::recursive_mutex > lk (priv->ctx_lock);
 
   gst_d3d11_handle_set_context (elem, context, -1, &priv->device);
+#ifdef HAVE_GST_D3D12
+  gst_d3d12_handle_set_context (elem, context, -1, &priv->device12);
+#endif
 }
 
 gboolean
 gst_dwrite_overlay_object_handle_query (GstDWriteOverlayObject * object,
     GstElement * elem, GstQuery * query)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
+  auto priv = object->priv;
 
   if (GST_QUERY_TYPE (query) != GST_QUERY_CONTEXT)
     return FALSE;
@@ -543,6 +194,11 @@
   if (gst_d3d11_handle_context_query (elem, query, priv->device))
     return TRUE;
 
+#ifdef HAVE_GST_D3D12
+  if (gst_d3d12_handle_context_query (elem, query, priv->device12))
+    return TRUE;
+#endif
+
   return FALSE;
 }
 
@@ -550,211 +206,38 @@
 gst_dwrite_overlay_object_decide_allocation (GstDWriteOverlayObject * object,
     GstElement * elem, GstQuery * query)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
-  guint min, max, size;
-  gboolean update_pool;
-  GstCaps *caps = nullptr;
-  GstVideoInfo info;
-  GstBufferPool *pool = nullptr;
-  GstCapsFeatures *features;
-  GstStructure *config;
-  GstD3D11AllocationParams *params;
-  guint bind_flags = 0;
-  GstD3D11Format d3d11_format;
-
-  GST_DEBUG_OBJECT (elem, "Decide allocation");
-
-  gst_query_parse_allocation (query, &caps, nullptr);
-  if (!caps) {
-    GST_WARNING_OBJECT (elem, "Query without caps");
-    return FALSE;
-  }
-
-  if (!gst_video_info_from_caps (&info, caps)) {
-    GST_ERROR_OBJECT (elem, "Invalid caps %" GST_PTR_FORMAT, caps);
-    return FALSE;
-  }
-
-  features = gst_caps_get_features (caps, 0);
-  if (!features || !gst_caps_features_contains (features,
-          GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
-    GST_DEBUG_OBJECT (elem, "Not a d3d11 memory");
+  auto priv = object->priv;
+  if (!priv->render) {
+    GST_DEBUG_OBJECT (object, "Render object is not configured");
     return TRUE;
   }
 
-  if (gst_query_get_n_allocation_pools (query) > 0) {
-    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
-    update_pool = TRUE;
-  } else {
-    min = max = 0;
-    size = info.size;
-  }
-
-  if (pool) {
-    std::lock_guard < std::recursive_mutex > lk (priv->ctx_lock);
-    if (!gst_d3d11_ensure_element_data (elem, -1, &priv->device)) {
-      GST_ERROR_OBJECT (elem, "Couldn't create deice");
-      return FALSE;
-    }
-
-    if (!GST_IS_D3D11_BUFFER_POOL (pool)) {
-      gst_clear_object (&pool);
-    } else {
-      GstD3D11BufferPool *dpool = GST_D3D11_BUFFER_POOL (pool);
-      if (dpool->device != priv->device)
-        gst_clear_object (&pool);
-    }
-  }
-
-  if (!pool)
-    pool = gst_d3d11_buffer_pool_new (priv->device);
-
-  config = gst_buffer_pool_get_config (pool);
-  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
-  gst_buffer_pool_config_set_params (config, caps, size, min, max);
-
-  gst_d3d11_device_get_format (priv->device, GST_VIDEO_INFO_FORMAT (&info),
-      &d3d11_format);
-  if ((d3d11_format.format_support0 &
-          D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) != 0) {
-    bind_flags |= D3D11_BIND_SHADER_RESOURCE;
-  }
-
-  if ((d3d11_format.format_support0 &
-          D3D11_FORMAT_SUPPORT_RENDER_TARGET) != 0) {
-    bind_flags |= D3D11_BIND_RENDER_TARGET;
-  }
-
-  params = gst_buffer_pool_config_get_d3d11_allocation_params (config);
-  if (!params) {
-    params = gst_d3d11_allocation_params_new (priv->device, &info,
-        GST_D3D11_ALLOCATION_FLAG_DEFAULT, bind_flags, 0);
-  } else {
-    gst_d3d11_allocation_params_set_bind_flags (params, bind_flags);
-  }
-
-  gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
-  gst_d3d11_allocation_params_free (params);
-
-  if (!gst_buffer_pool_set_config (pool, config)) {
-    GST_ERROR_OBJECT (elem, "Couldn't set config");
-    gst_object_unref (pool);
-    return FALSE;
-  }
-
-  /* Get updated size in case of d3d11 */
-  config = gst_buffer_pool_get_config (pool);
-  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
-  gst_structure_free (config);
-
-  if (update_pool)
-    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
-  else
-    gst_query_add_allocation_pool (query, pool, size, min, max);
-
-  gst_object_unref (pool);
-
-  return TRUE;
+  return gst_dwrite_render_handle_allocation_query (priv->render, elem, query);
 }
 
 gboolean
 gst_dwrite_overlay_object_propose_allocation (GstDWriteOverlayObject * object,
     GstElement * elem, GstQuery * query)
 {
-  GstCaps *caps = nullptr;
-  GstVideoInfo info;
-  GstCapsFeatures *features;
-  guint min, max, size;
-  GstBufferPool *pool;
-  GstD3D11BufferPool *dpool;
-  GstStructure *config;
-  GstD3D11AllocationParams *params;
-  guint bind_flags = 0;
-  GstD3D11Format d3d11_format;
-
-  GST_DEBUG_OBJECT (elem, "Propose allocation");
-
-  gst_query_parse_allocation (query, &caps, nullptr);
-  if (!caps) {
-    GST_WARNING_OBJECT (elem, "Query without caps");
-    return FALSE;
-  }
-
-  if (!gst_video_info_from_caps (&info, caps)) {
-    GST_ERROR_OBJECT (elem, "Invalid caps %" GST_PTR_FORMAT, caps);
-    return FALSE;
-  }
-
-  features = gst_caps_get_features (caps, 0);
-  if (!features || !gst_caps_features_contains (features,
-          GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
-    GST_DEBUG_OBJECT (elem, "Not a d3d11 memory");
+  auto priv = object->priv;
+  if (!priv->render) {
+    GST_DEBUG_OBJECT (object, "Render object is not configured");
     return TRUE;
   }
 
-  if (gst_query_get_n_allocation_pools (query) == 0)
-    return TRUE;
-
-  gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
-  if (!pool)
-    return TRUE;
-
-  if (!GST_IS_D3D11_BUFFER_POOL (pool)) {
-    gst_object_unref (pool);
-    return TRUE;
-  }
-
-  dpool = GST_D3D11_BUFFER_POOL (pool);
-  gst_d3d11_device_get_format (dpool->device, GST_VIDEO_INFO_FORMAT (&info),
-      &d3d11_format);
-  if ((d3d11_format.format_support0 &
-          D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) != 0) {
-    bind_flags |= D3D11_BIND_SHADER_RESOURCE;
-  }
-
-  if ((d3d11_format.format_support0 &
-          D3D11_FORMAT_SUPPORT_RENDER_TARGET) != 0) {
-    bind_flags |= D3D11_BIND_RENDER_TARGET;
-  }
-
-  config = gst_buffer_pool_get_config (pool);
-  params = gst_buffer_pool_config_get_d3d11_allocation_params (config);
-  if (!params) {
-    params = gst_d3d11_allocation_params_new (dpool->device, &info,
-        GST_D3D11_ALLOCATION_FLAG_DEFAULT, bind_flags, 0);
-  } else {
-    gst_d3d11_allocation_params_set_bind_flags (params, bind_flags);
-  }
-
-  gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
-  gst_d3d11_allocation_params_free (params);
-
-  gst_buffer_pool_config_set_params (config, caps, size, min, max);
-  if (!gst_buffer_pool_set_config (pool, config)) {
-    GST_ERROR_OBJECT (elem, "Couldn't set config");
-    gst_object_unref (pool);
-    return FALSE;
-  }
-
-  gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
-  gst_object_unref (pool);
-
-  return TRUE;
+  return gst_dwrite_render_handle_allocation_query (priv->render, elem, query);
 }
 
 gboolean
 gst_dwrite_overlay_object_set_caps (GstDWriteOverlayObject * object,
     GstElement * elem, GstCaps * in_caps, GstCaps * out_caps,
-    GstVideoInfo * info, GstDWriteBlendMode * selected_mode)
+    GstVideoInfo * info)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
+  auto priv = object->priv;
   gboolean is_system;
   GstCapsFeatures *features;
 
-  *selected_mode = GstDWriteBlendMode::NOT_SUPPORTED;
-
   priv->ClearResource (true);
-  gst_caps_replace (&priv->outcaps, out_caps);
 
   if (!gst_video_info_from_caps (info, in_caps)) {
     GST_WARNING_OBJECT (elem, "Invalid caps %" GST_PTR_FORMAT, in_caps);
@@ -762,53 +245,64 @@
   }
 
   if (!gst_video_info_from_caps (&priv->info, out_caps)) {
-    GST_ERROR ("Invalid caps %" GST_PTR_FORMAT, out_caps);
+    GST_ERROR_OBJECT (elem, "Invalid caps %" GST_PTR_FORMAT, out_caps);
     return FALSE;
   }
 
-  gst_video_info_set_format (&priv->bgra_info, GST_VIDEO_FORMAT_BGRA,
-      priv->info.width, priv->info.height);
-
   features = gst_caps_get_features (out_caps, 0);
-  priv->is_d3d11 = gst_caps_features_contains (features,
+  auto is_d3d11 = gst_caps_features_contains (features,
       GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY);
+#ifdef HAVE_GST_D3D12
+  auto is_d3d12 = gst_caps_features_contains (features,
+      GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY);
+#endif
   is_system = gst_caps_features_contains (features,
       GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
   priv->attach_meta = gst_caps_features_contains (features,
       GST_CAPS_FEATURE_META_GST_VIDEO_OVERLAY_COMPOSITION);
 
-  if (priv->is_d3d11) {
+  if (is_d3d11) {
     std::lock_guard < std::recursive_mutex > lk (priv->ctx_lock);
-    if (!gst_d3d11_ensure_element_data (elem, -1, &priv->device)) {
-      GST_ERROR_OBJECT (elem, "Couldn't create deice");
-      return FALSE;
-    }
+    is_d3d11 = gst_d3d11_ensure_element_data (elem, -1, &priv->device);
+  }
+#ifdef HAVE_GST_D3D12
+  if (is_d3d12) {
+    std::lock_guard < std::recursive_mutex > lk (priv->ctx_lock);
+    is_d3d12 = gst_d3d12_ensure_element_data (elem, -1, &priv->device12);
   }
+#endif
 
-  if (!priv->is_d3d11 && !is_system && !priv->attach_meta) {
+  if (!is_d3d11 && !is_system && !priv->attach_meta
+#ifdef HAVE_GST_D3D12
+      && !is_d3d12
+#endif
+      ) {
     GST_WARNING_OBJECT (elem,
         "Not d3d11/system memory without composition meta support");
-    return TRUE;
+    return FALSE;
   }
+#ifdef HAVE_GST_D3D12
+  if (is_d3d12) {
+    priv->render = gst_dwrite_d3d12_render_new (priv->device12, &priv->info,
+        priv->d2d_factory.Get (), priv->dwrite_factory.Get ());
+  }
+#endif
 
-  gst_dwrite_overlay_object_decide_blend_mode (object);
-  GST_INFO_OBJECT (elem, "Selected blend mode: %s",
-      gst_dwrite_overlay_mode_to_string (priv->blend_mode));
+  if (!priv->render && is_d3d11) {
+    priv->render = gst_dwrite_d3d11_render_new (priv->device, &priv->info,
+        priv->d2d_factory.Get (), priv->dwrite_factory.Get ());
+  }
 
-  if (priv->blend_mode == GstDWriteBlendMode::SW_BLEND ||
-      priv->blend_mode == GstDWriteBlendMode::ATTACH_BITMAP) {
-    priv->use_bitmap = TRUE;
-  } else {
-    priv->use_bitmap = FALSE;
+  if (!priv->render) {
+    priv->render = gst_dwrite_bitmap_render_new (&priv->info,
+        priv->d2d_factory.Get (), priv->dwrite_factory.Get ());
   }
 
-  if (!gst_dwrite_overlay_object_prepare_resource (object)) {
-    GST_ERROR_OBJECT (elem, "Couldn't prepare resource");
-    priv->ClearResource (true);
+  if (!priv->render) {
+    GST_ERROR_OBJECT (elem, "Couldn't create render object");
     return FALSE;
   }
 
-  *selected_mode = priv->blend_mode;
   return TRUE;
 }
 
@@ -816,130 +310,12 @@
 gst_dwrite_overlay_object_update_device (GstDWriteOverlayObject * object,
     GstBuffer * buffer)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
-  GstMemory *mem;
-  GstD3D11Memory *dmem;
-
-  if (priv->blend_mode == GstDWriteBlendMode::NOT_SUPPORTED || priv->use_bitmap)
-    return FALSE;
-
-  mem = gst_buffer_peek_memory (buffer, 0);
-  if (!gst_is_d3d11_memory (mem))
-    return FALSE;
-
-  dmem = GST_D3D11_MEMORY_CAST (mem);
-  std::lock_guard < std::recursive_mutex > lk (priv->ctx_lock);
-  if (dmem->device == priv->device)
-    return FALSE;
-
-  GST_DEBUG_OBJECT (object, "Updating device");
-  gst_clear_object (&priv->device);
-  priv->device = (GstD3D11Device *) gst_object_ref (dmem->device);
-  priv->ClearResource (false);
-  gst_dwrite_overlay_object_prepare_resource (object);
-
-  return TRUE;
-}
-
-static gboolean
-gst_dwrite_overlay_object_upload_system (GstDWriteOverlayObject * self,
-    GstBuffer * dst, GstBuffer * src)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-  GstVideoFrame in_frame, out_frame;
-  gboolean ret;
+  auto priv = object->priv;
 
-  GST_TRACE_OBJECT (self, "system copy");
-
-  if (!gst_video_frame_map (&in_frame, &priv->info, src,
-          (GstMapFlags) (GST_MAP_READ | GST_VIDEO_FRAME_MAP_FLAG_NO_REF))) {
-    GST_ERROR_OBJECT (self, "Couldn't map input frame");
+  if (!priv->render)
     return FALSE;
-  }
-
-  if (!gst_video_frame_map (&out_frame, &priv->info, dst,
-          (GstMapFlags) (GST_MAP_WRITE | GST_VIDEO_FRAME_MAP_FLAG_NO_REF))) {
-    gst_video_frame_unmap (&in_frame);
-    GST_ERROR_OBJECT (self, "Couldn't map output frame");
-    return FALSE;
-  }
-
-  ret = gst_video_frame_copy (&out_frame, &in_frame);
-
-  gst_video_frame_unmap (&in_frame);
-  gst_video_frame_unmap (&out_frame);
-
-  return ret;
-}
-
-static gboolean
-gst_dwrite_overlay_object_upload_d3d11 (GstDWriteOverlayObject * self,
-    GstBuffer * dst, GstBuffer * src)
-{
-  GST_TRACE_OBJECT (self, "d3d11 copy");
-
-  for (guint i = 0; i < gst_buffer_n_memory (dst); i++) {
-    GstMemory *dst_mem, *src_mem;
-    GstD3D11Memory *dst_dmem, *src_dmem;
-    GstMapInfo dst_info;
-    GstMapInfo src_info;
-    ID3D11Resource *dst_texture, *src_texture;
-    ID3D11DeviceContext *device_context;
-    GstD3D11Device *device;
-    D3D11_BOX src_box = { 0, };
-    D3D11_TEXTURE2D_DESC dst_desc, src_desc;
-    guint dst_subidx, src_subidx;
-
-    dst_mem = gst_buffer_peek_memory (dst, i);
-    src_mem = gst_buffer_peek_memory (src, i);
-
-    dst_dmem = (GstD3D11Memory *) dst_mem;
-    src_dmem = (GstD3D11Memory *) src_mem;
-
-    device = dst_dmem->device;
-
-    gst_d3d11_memory_get_texture_desc (dst_dmem, &dst_desc);
-    gst_d3d11_memory_get_texture_desc (src_dmem, &src_desc);
-
-    device_context = gst_d3d11_device_get_device_context_handle (device);
-
-    if (!gst_memory_map (dst_mem, &dst_info,
-            (GstMapFlags) (GST_MAP_WRITE | GST_MAP_D3D11))) {
-      GST_ERROR_OBJECT (self, "Cannot map dst d3d11 memory");
-      return FALSE;
-    }
-
-    if (!gst_memory_map (src_mem, &src_info,
-            (GstMapFlags) (GST_MAP_READ | GST_MAP_D3D11))) {
-      GST_ERROR_OBJECT (self, "Cannot map src d3d11 memory");
-      gst_memory_unmap (dst_mem, &dst_info);
-      return FALSE;
-    }
-
-    dst_texture = (ID3D11Resource *) dst_info.data;
-    src_texture = (ID3D11Resource *) src_info.data;
-
-    /* src/dst texture size might be different if padding was used.
-     * select smaller size */
-    src_box.left = 0;
-    src_box.top = 0;
-    src_box.front = 0;
-    src_box.back = 1;
-    src_box.right = MIN (src_desc.Width, dst_desc.Width);
-    src_box.bottom = MIN (src_desc.Height, dst_desc.Height);
-
-    dst_subidx = gst_d3d11_memory_get_subresource_index (dst_dmem);
-    src_subidx = gst_d3d11_memory_get_subresource_index (src_dmem);
-
-    GstD3D11DeviceLockGuard lk (device);
-    device_context->CopySubresourceRegion (dst_texture, dst_subidx, 0, 0, 0,
-        src_texture, src_subidx, &src_box);
-
-    gst_memory_unmap (src_mem, &src_info);
-    gst_memory_unmap (dst_mem, &dst_info);
-  }
 
-  return TRUE;
+  return gst_dwrite_render_update_device (priv->render, buffer);
 }
 
 GstFlowReturn
@@ -947,55 +323,26 @@
     GstBaseTransform * trans, gpointer trans_class, GstBuffer * inbuf,
     GstBuffer ** outbuf)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
-  GstMemory *mem = gst_buffer_peek_memory (inbuf, 0);
+  auto priv = object->priv;
   GstFlowReturn ret;
-  gboolean is_d3d11 = FALSE;
-  gboolean upload_ret;
-
-  /* attaching meta or software blending can be in-place processing */
-  switch (priv->blend_mode) {
-    case GstDWriteBlendMode::ATTACH_TEXTURE:
-    case GstDWriteBlendMode::ATTACH_BITMAP:
-    case GstDWriteBlendMode::SW_BLEND:
-      goto inplace;
-    default:
-      break;
-  }
-
-  if (gst_is_d3d11_memory (mem)) {
-    D3D11_TEXTURE2D_DESC desc;
-    GstD3D11Memory *dmem;
-    const guint bind_flags = (D3D11_BIND_RENDER_TARGET |
-        D3D11_BIND_SHADER_RESOURCE);
-
-    is_d3d11 = TRUE;
 
-    dmem = GST_D3D11_MEMORY_CAST (mem);
-    gst_d3d11_memory_get_texture_desc (dmem, &desc);
-
-    /* Cannot write on decoder resource */
-    if ((desc.BindFlags & D3D11_BIND_DECODER) == 0 &&
-        (desc.BindFlags & bind_flags) == bind_flags) {
-      goto inplace;
-    }
+  if (!priv->render) {
+    GST_ERROR_OBJECT (object, "Render object is not configured");
+    return GST_FLOW_ERROR;
   }
 
+  if (priv->attach_meta || gst_dwrite_render_can_inplace (priv->render, inbuf))
+    goto inplace;
+
   /* Needs to allocate new buffer */
   ret = GST_BASE_TRANSFORM_CLASS (trans_class)->prepare_output_buffer (trans,
       inbuf, outbuf);
   if (ret != GST_FLOW_OK)
     return ret;
 
-  if (is_d3d11) {
-    upload_ret = gst_dwrite_overlay_object_upload_d3d11 (object,
-        *outbuf, inbuf);
-  } else {
-    upload_ret = gst_dwrite_overlay_object_upload_system (object,
-        *outbuf, inbuf);
-  }
+  GST_LOG_OBJECT (object, "Needs upload");
 
-  if (!upload_ret) {
+  if (!gst_dwrite_render_upload (priv->render, &priv->info, inbuf, *outbuf)) {
     gst_clear_buffer (outbuf);
     return GST_FLOW_ERROR;
   }
@@ -1003,68 +350,22 @@
   return GST_FLOW_OK;
 
 inplace:
-  if (gst_buffer_is_writable (inbuf))
+  GST_LOG_OBJECT (object, "Inplace render is possible");
+  if (gst_buffer_is_writable (inbuf)) {
     *outbuf = inbuf;
-  else
+  } else {
     *outbuf = gst_buffer_copy (inbuf);
+  }
 
   return GST_FLOW_OK;
 }
 
 static gboolean
-gst_dwrite_overlay_object_get_target_from_d3d11 (GstDWriteOverlayObject * self,
-    GstMemory * mem, ID2D1RenderTarget ** target)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-  ComPtr < IDXGISurface > surface;
-  GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
-  ID3D11Resource *texture;
-  HRESULT hr;
-  static const D2D1_RENDER_TARGET_PROPERTIES props = {
-    D2D1_RENDER_TARGET_TYPE_DEFAULT, DXGI_FORMAT_B8G8R8A8_UNORM,
-    D2D1_ALPHA_MODE_PREMULTIPLIED, 0, 0, D2D1_RENDER_TARGET_USAGE_NONE,
-    D2D1_FEATURE_LEVEL_DEFAULT
-  };
-
-  texture = gst_d3d11_memory_get_resource_handle (dmem);
-  hr = texture->QueryInterface (IID_PPV_ARGS (&surface));
-  if (!gst_d3d11_result (hr, priv->device))
-    return FALSE;
-
-  hr = priv->d2d_factory->CreateDxgiSurfaceRenderTarget (surface.Get (), props,
-      target);
-
-  return gst_d3d11_result (hr, priv->device);
-}
-
-static gboolean
-gst_dwrite_overlay_object_get_target_from_bitmap (GstDWriteOverlayObject * self,
-    GstMemory * mem, ID2D1RenderTarget ** target)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-  GstDWriteBitmapMemory *dmem = (GstDWriteBitmapMemory *) mem;
-  HRESULT hr;
-  static const D2D1_RENDER_TARGET_PROPERTIES props = {
-    D2D1_RENDER_TARGET_TYPE_DEFAULT, DXGI_FORMAT_B8G8R8A8_UNORM,
-    D2D1_ALPHA_MODE_PREMULTIPLIED, 0, 0, D2D1_RENDER_TARGET_USAGE_NONE,
-    D2D1_FEATURE_LEVEL_DEFAULT
-  };
-
-  hr = priv->d2d_factory->CreateWicBitmapRenderTarget (dmem->bitmap, &props,
-      target);
-
-  return SUCCEEDED (hr);
-}
-
-static gboolean
 gst_dwrite_overlay_object_draw_layout (GstDWriteOverlayObject * self,
     IDWriteTextLayout * layout, gint x, gint y)
 {
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
+  auto priv = self->priv;
   gint width, height;
-  GstMemory *mem;
-  ComPtr < ID2D1RenderTarget > target;
-  GstMapInfo info;
 
   if (priv->layout_buf) {
     if (priv->layout && priv->layout.Get () == layout)
@@ -1080,74 +381,15 @@
   if (priv->layout_buf)
     return TRUE;
 
-  width = (gint) layout->GetMaxWidth ();
-  height = (gint) layout->GetMaxHeight ();
-
-  if (priv->layout_pool &&
-      (priv->layout_info.width != width
-          || priv->layout_info.height != height)) {
-    gst_buffer_pool_set_active (priv->layout_pool, FALSE);
-    gst_clear_object (&priv->layout_pool);
-  }
-
-  if (!priv->layout_pool) {
-    gst_video_info_set_format (&priv->layout_info, GST_VIDEO_FORMAT_BGRA,
-        width, height);
-    if (priv->use_bitmap) {
-      priv->layout_pool = gst_dwrite_overlay_object_create_bitmap_pool (self,
-          &priv->layout_info);
-    } else {
-      priv->layout_pool = gst_dwrite_overlay_object_create_d3d11_pool (self,
-          &priv->layout_info);
-    }
-  }
-
-  if (!priv->layout_pool)
-    return FALSE;
+  priv->layout_buf = gst_dwrite_render_draw_layout (priv->render, layout, x, y);
 
-  gst_buffer_pool_acquire_buffer (priv->layout_pool,
-      &priv->layout_buf, nullptr);
   if (!priv->layout_buf) {
-    GST_ERROR_OBJECT (self, "Couldn't acquire layout buffer");
+    GST_ERROR_OBJECT (self, "Couldn't create layout buffer");
     return FALSE;
   }
 
-  mem = gst_buffer_peek_memory (priv->layout_buf, 0);
-  if (priv->use_bitmap) {
-    if (!gst_dwrite_overlay_object_get_target_from_bitmap (self, mem, &target)) {
-      GST_ERROR_OBJECT (self, "Couldn't get target from bitmap");
-      gst_clear_buffer (&priv->layout_buf);
-      return FALSE;
-    }
-  } else {
-    if (!gst_memory_map (mem, &info,
-            (GstMapFlags) (GST_MAP_WRITE | GST_MAP_D3D11))) {
-      GST_ERROR_OBJECT (self, "Could not map buffer");
-      gst_clear_buffer (&priv->layout_buf);
-      return FALSE;
-    }
-
-    if (!gst_dwrite_overlay_object_get_target_from_d3d11 (self, mem, &target)) {
-      GST_ERROR_OBJECT (self, "Couldn't get target from texture");
-      gst_memory_unmap (mem, &info);
-      gst_clear_buffer (&priv->layout_buf);
-      return FALSE;
-    }
-  }
-
-  target->BeginDraw ();
-  target->Clear (D2D1::ColorF (D2D1::ColorF::Black, 0.0));
-  priv->renderer->Draw (D2D1::Point2F (),
-      D2D1::Rect (0, 0, width, height), layout, target.Get ());
-  target->EndDraw ();
-
-  /* Release render target before unmapping. Otherwise pending GPU operations
-   * can be executed after releasing keyed-mutex, if texture was allocated with
-   * keyed-mutex enabled */
-  target = nullptr;
-
-  if (!priv->use_bitmap)
-    gst_memory_unmap (mem, &info);
+  width = (gint) layout->GetMaxWidth ();
+  height = (gint) layout->GetMaxHeight ();
 
   priv->overlay_rect = gst_video_overlay_rectangle_new_raw (priv->layout_buf,
       x, y, width, height, GST_VIDEO_OVERLAY_FORMAT_FLAG_PREMULTIPLIED_ALPHA);
@@ -1159,7 +401,7 @@
 gst_dwrite_overlay_object_mode_attach (GstDWriteOverlayObject * self,
     GstBuffer * buffer)
 {
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
+  auto priv = self->priv;
   GstVideoOverlayCompositionMeta *meta;
 
   meta = gst_buffer_get_video_overlay_composition_meta (buffer);
@@ -1182,131 +424,21 @@
   return TRUE;
 }
 
-static gboolean
-gst_dwrite_overlay_mode_sw_blend (GstDWriteOverlayObject * self,
-    GstBuffer * buffer, gint x, gint y)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-  GstVideoFrame dst_frame, src_frame;
-  gboolean ret;
-
-  if (!gst_video_frame_map (&dst_frame, &priv->info, buffer,
-          (GstMapFlags) (GST_MAP_WRITE | GST_VIDEO_FRAME_MAP_FLAG_NO_REF))) {
-    GST_ERROR_OBJECT (self, "Couldn't map input buffer");
-    return FALSE;
-  }
-
-  if (!gst_video_frame_map (&src_frame, &priv->layout_info, priv->layout_buf,
-          (GstMapFlags) (GST_MAP_READ | GST_VIDEO_FRAME_MAP_FLAG_NO_REF))) {
-    gst_video_frame_unmap (&dst_frame);
-    GST_ERROR_OBJECT (self, "Couldn't map text buffer");
-    return FALSE;
-  }
-
-  src_frame.info.flags = (GstVideoFlags)
-      (src_frame.info.flags | GST_VIDEO_FLAG_PREMULTIPLIED_ALPHA);
-  ret = gst_video_blend (&dst_frame, &src_frame, x, y, 1.0);
-  gst_video_frame_unmap (&src_frame);
-  gst_video_frame_unmap (&dst_frame);
-
-  return ret;
-}
-
-static gboolean
-gst_dwrite_overlay_mode_blend (GstDWriteOverlayObject * self,
-    GstBuffer * buffer, gint x, gint y)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-
-  g_object_set (priv->blend_conv, "src-width", priv->layout_info.width,
-      "src-height", priv->layout_info.height,
-      "dest-x", x, "dest-y", y, "dest-width", priv->layout_info.width,
-      "dest-height", priv->layout_info.height, nullptr);
-
-  return gst_d3d11_converter_convert_buffer (priv->blend_conv,
-      priv->layout_buf, buffer);
-}
-
-static gboolean
-gst_dwrite_overlay_mode_convert (GstDWriteOverlayObject * self,
-    GstBuffer * buffer, gint x, gint y)
-{
-  GstDWriteOverlayObjectPrivate *priv = self->priv;
-  GstBuffer *pre_buf = nullptr;
-
-  g_object_set (priv->blend_conv, "src-width", priv->layout_info.width,
-      "src-height", priv->layout_info.height,
-      "dest-x", x, "dest-y", y, "dest-width", priv->layout_info.width,
-      "dest-height", priv->layout_info.height, nullptr);
-
-  gst_buffer_pool_acquire_buffer (priv->blend_pool, &pre_buf, nullptr);
-  if (!pre_buf) {
-    GST_ERROR_OBJECT (self, "Couldn't acquire preconv buffer");
-    return FALSE;
-  }
-
-  if (!gst_d3d11_converter_convert_buffer_unlocked (priv->pre_conv,
-          buffer, pre_buf)) {
-    GST_ERROR_OBJECT (self, "pre-convert failed");
-    goto error;
-  }
-
-  if (!gst_d3d11_converter_convert_buffer_unlocked (priv->blend_conv,
-          priv->layout_buf, pre_buf)) {
-    GST_ERROR_OBJECT (self, "blend-convert failed");
-    goto error;
-  }
-
-  if (!gst_d3d11_converter_convert_buffer_unlocked (priv->post_conv,
-          pre_buf, buffer)) {
-    GST_ERROR_OBJECT (self, "post-convert failed");
-    goto error;
-  }
-
-  gst_buffer_unref (pre_buf);
-
-  return TRUE;
-
-error:
-  gst_clear_buffer (&pre_buf);
-  return FALSE;
-}
-
 gboolean
 gst_dwrite_overlay_object_draw (GstDWriteOverlayObject * object,
     GstBuffer * buffer, IDWriteTextLayout * layout, gint x, gint y)
 {
-  GstDWriteOverlayObjectPrivate *priv = object->priv;
+  auto priv = object->priv;
   gboolean ret = FALSE;
 
-  if (priv->device)
-    gst_d3d11_device_lock (priv->device);
-
   if (!gst_dwrite_overlay_object_draw_layout (object, layout, x, y))
-    goto out;
-
-  switch (priv->blend_mode) {
-    case GstDWriteBlendMode::ATTACH_TEXTURE:
-    case GstDWriteBlendMode::ATTACH_BITMAP:
-      ret = gst_dwrite_overlay_object_mode_attach (object, buffer);
-      break;
-    case GstDWriteBlendMode::SW_BLEND:
-      ret = gst_dwrite_overlay_mode_sw_blend (object, buffer, x, y);
-      break;
-    case GstDWriteBlendMode::BLEND:
-      ret = gst_dwrite_overlay_mode_blend (object, buffer, x, y);
-      break;
-    case GstDWriteBlendMode::CONVERT:
-    case GstDWriteBlendMode::CONVERT_64:
-      ret = gst_dwrite_overlay_mode_convert (object, buffer, x, y);
-      break;
-    default:
-      g_assert_not_reached ();
-      break;
-  }
+    return FALSE;
+
+  if (priv->attach_meta)
+    ret = gst_dwrite_overlay_object_mode_attach (object, buffer);
+  else
+    ret = gst_dwrite_render_blend (priv->render, priv->layout_buf,
+        x, y, buffer);
 
-out:
-  if (priv->device)
-    gst_d3d11_device_unlock (priv->device);
   return ret;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/dwrite/gstdwriteoverlayobject.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriteoverlayobject.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender.cpp Added

@@ -0,0 +1,124 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstdwriterender.h"
+
+GST_DEBUG_CATEGORY_EXTERN (dwrite_overlay_object_debug);
+#define GST_CAT_DEFAULT dwrite_overlay_object_debug
+
+static gboolean gst_dwrite_render_upload_default (GstDWriteRender * render,
+    const GstVideoInfo * info, GstBuffer * in_buf, GstBuffer * out_buf);
+
+#define gst_dwrite_render_parent_class parent_class
+G_DEFINE_ABSTRACT_TYPE (GstDWriteRender, gst_dwrite_render, GST_TYPE_OBJECT);
+
+static void
+gst_dwrite_render_class_init (GstDWriteRenderClass * klass)
+{
+  klass->upload = gst_dwrite_render_upload_default;
+}
+
+static void
+gst_dwrite_render_init (GstDWriteRender * self)
+{
+}
+
+GstBuffer *
+gst_dwrite_render_draw_layout (GstDWriteRender * render,
+    IDWriteTextLayout * layout, gint x, gint y)
+{
+  auto klass = GST_DWRITE_RENDER_GET_CLASS (render);
+
+  return klass->draw_layout (render, layout, x, y);
+}
+
+gboolean
+gst_dwrite_render_blend (GstDWriteRender * render, GstBuffer * layout_buf,
+    gint x, gint y, GstBuffer * output)
+{
+  auto klass = GST_DWRITE_RENDER_GET_CLASS (render);
+
+  return klass->blend (render, layout_buf, x, y, output);
+}
+
+gboolean
+gst_dwrite_render_update_device (GstDWriteRender * render, GstBuffer * buffer)
+{
+  auto klass = GST_DWRITE_RENDER_GET_CLASS (render);
+
+  return klass->update_device (render, buffer);
+}
+
+gboolean
+gst_dwrite_render_handle_allocation_query (GstDWriteRender * render,
+    GstElement * elem, GstQuery * query)
+{
+  auto klass = GST_DWRITE_RENDER_GET_CLASS (render);
+
+  return klass->handle_allocation_query (render, elem, query);
+}
+
+gboolean
+gst_dwrite_render_can_inplace (GstDWriteRender * render, GstBuffer * buffer)
+{
+  auto klass = GST_DWRITE_RENDER_GET_CLASS (render);
+
+  return klass->can_inplace (render, buffer);
+}
+
+static gboolean
+gst_dwrite_render_upload_default (GstDWriteRender * self,
+    const GstVideoInfo * info, GstBuffer * in_buf, GstBuffer * out_buf)
+{
+  GstVideoFrame in_frame, out_frame;
+  gboolean ret;
+
+  GST_TRACE_OBJECT (self, "system copy");
+
+  if (!gst_video_frame_map (&in_frame, info, in_buf, GST_MAP_READ)) {
+    GST_ERROR_OBJECT (self, "Couldn't map input frame");
+    return FALSE;
+  }
+
+  if (!gst_video_frame_map (&out_frame, info, out_buf, GST_MAP_WRITE)) {
+    gst_video_frame_unmap (&in_frame);
+    GST_ERROR_OBJECT (self, "Couldn't map output frame");
+    return FALSE;
+  }
+
+  ret = gst_video_frame_copy (&out_frame, &in_frame);
+
+  gst_video_frame_unmap (&in_frame);
+  gst_video_frame_unmap (&out_frame);
+
+  return ret;
+}
+
+gboolean
+gst_dwrite_render_upload (GstDWriteRender * render, const GstVideoInfo * info,
+    GstBuffer * in_buf, GstBuffer * out_buf)
+{
+  auto klass = GST_DWRITE_RENDER_GET_CLASS (render);
+
+  return klass->upload (render, info, in_buf, out_buf);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender.h Added

@@ -0,0 +1,87 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstdwriteoverlayobject.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_DWRITE_RENDER (gst_dwrite_render_get_type ())
+G_DECLARE_DERIVABLE_TYPE (GstDWriteRender,
+    gst_dwrite_render, GST, DWRITE_RENDER, GstObject);
+
+struct _GstDWriteRenderClass
+{
+  GstObjectClass parent_class;
+
+  GstBuffer * (*draw_layout) (GstDWriteRender * render,
+                              IDWriteTextLayout * layout,
+                              gint x,
+                              gint y);
+
+  gboolean    (*blend)       (GstDWriteRender * render,
+                              GstBuffer * layout_buf,
+                              gint x,
+                              gint y,
+                              GstBuffer * output);
+
+  gboolean    (*update_device) (GstDWriteRender * renderer,
+                                GstBuffer * buffer);
+
+  gboolean    (*handle_allocation_query)  (GstDWriteRender * render,
+                                           GstElement * elem,
+                                           GstQuery * query);
+
+  gboolean    (*can_inplace)              (GstDWriteRender * render,
+                                           GstBuffer * buffer);
+
+  gboolean    (*upload)                   (GstDWriteRender * render,
+                                           const GstVideoInfo * info,
+                                           GstBuffer * in_buf,
+                                           GstBuffer * out_buf);
+};
+
+GstBuffer * gst_dwrite_render_draw_layout (GstDWriteRender * render,
+                                           IDWriteTextLayout * layout,
+                                           gint x,
+                                           gint y);
+
+gboolean    gst_dwrite_render_blend       (GstDWriteRender * render,
+                                           GstBuffer * layout_buf,
+                                           gint x,
+                                           gint y,
+                                           GstBuffer * output);
+
+gboolean    gst_dwrite_render_update_device (GstDWriteRender * render,
+                                             GstBuffer * buffer);
+
+gboolean    gst_dwrite_render_handle_allocation_query (GstDWriteRender * render,
+                                                       GstElement * elem,
+                                                       GstQuery * query);
+
+gboolean    gst_dwrite_render_can_inplace (GstDWriteRender * render,
+                                           GstBuffer * buffer);
+
+gboolean    gst_dwrite_render_upload      (GstDWriteRender * render,
+                                           const GstVideoInfo * info,
+                                           GstBuffer * in_buf,
+                                           GstBuffer * out_buf);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender_bitmap.cpp Added

@@ -0,0 +1,268 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstdwriterender_bitmap.h"
+#include "gstdwritebitmappool.h"
+#include "gstdwrite-renderer.h"
+#include <wrl.h>
+
+GST_DEBUG_CATEGORY_EXTERN (dwrite_overlay_object_debug);
+#define GST_CAT_DEFAULT dwrite_overlay_object_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct GstDWriteBitmapRenderPrivate
+{
+  ~GstDWriteBitmapRenderPrivate ()
+  {
+    renderer = nullptr;
+    dwrite_factory = nullptr;
+    d2d_factory = nullptr;
+    if (layout_pool)
+      gst_buffer_pool_set_active (layout_pool, FALSE);
+    gst_clear_object (&layout_pool);
+  }
+  ComPtr<ID2D1Factory> d2d_factory;
+  ComPtr<IDWriteFactory> dwrite_factory;
+  ComPtr<IGstDWriteTextRenderer> renderer;
+  GstBufferPool *layout_pool = nullptr;
+  GstVideoInfo layout_info;
+  GstVideoInfo info;
+};
+/* *INDENT-ON* */
+
+struct _GstDWriteBitmapRender
+{
+  GstDWriteRender parent;
+  GstDWriteBitmapRenderPrivate *priv;
+};
+
+static void gst_dwrite_bitmap_render_finalize (GObject * object);
+static GstBuffer *gst_dwrite_bitmap_render_draw_layout (GstDWriteRender *
+    render, IDWriteTextLayout * layout, gint x, gint y);
+static gboolean gst_dwrite_bitmap_render_blend (GstDWriteRender * render,
+    GstBuffer * layout_buf, gint x, gint y, GstBuffer * output);
+static gboolean gst_dwrite_bitmap_render_update_device (GstDWriteRender *
+    render, GstBuffer * buffer);
+static gboolean
+gst_dwrite_bitmap_render_handle_allocation_query (GstDWriteRender * render,
+    GstElement * elem, GstQuery * query);
+static gboolean gst_dwrite_bitmap_render_can_inplace (GstDWriteRender * render,
+    GstBuffer * buffer);
+
+#define gst_dwrite_bitmap_render_parent_class parent_class
+G_DEFINE_FINAL_TYPE (GstDWriteBitmapRender, gst_dwrite_bitmap_render,
+    GST_TYPE_DWRITE_RENDER);
+
+static void
+gst_dwrite_bitmap_render_class_init (GstDWriteBitmapRenderClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto render_class = GST_DWRITE_RENDER_CLASS (klass);
+
+  object_class->finalize = gst_dwrite_bitmap_render_finalize;
+
+  render_class->draw_layout = gst_dwrite_bitmap_render_draw_layout;
+  render_class->blend = gst_dwrite_bitmap_render_blend;
+  render_class->update_device = gst_dwrite_bitmap_render_update_device;
+  render_class->handle_allocation_query =
+      gst_dwrite_bitmap_render_handle_allocation_query;
+  render_class->can_inplace = gst_dwrite_bitmap_render_can_inplace;
+}
+
+static void
+gst_dwrite_bitmap_render_init (GstDWriteBitmapRender * self)
+{
+  self->priv = new GstDWriteBitmapRenderPrivate ();
+}
+
+static void
+gst_dwrite_bitmap_render_finalize (GObject * object)
+{
+  auto self = GST_DWRITE_BITMAP_RENDER (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static GstBufferPool *
+gst_dwrite_bitmap_render_create_pool (GstDWriteBitmapRender * self,
+    const GstVideoInfo * info)
+{
+  auto caps = gst_video_info_to_caps (info);
+  if (!caps) {
+    GST_ERROR_OBJECT (self, "Invalid info");
+    return nullptr;
+  }
+
+  auto pool = gst_dwrite_bitmap_pool_new ();
+  auto config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_set_params (config, caps, info->size, 0, 0);
+  gst_caps_unref (caps);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set pool config");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  if (!gst_buffer_pool_set_active (pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't activate pool");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  return pool;
+}
+
+static GstBuffer *
+gst_dwrite_bitmap_render_draw_layout (GstDWriteRender * render,
+    IDWriteTextLayout * layout, gint x, gint y)
+{
+  auto self = GST_DWRITE_BITMAP_RENDER (render);
+  auto priv = self->priv;
+
+  auto width = (gint) layout->GetMaxWidth ();
+  auto height = (gint) layout->GetMaxHeight ();
+
+  if (priv->layout_pool && (priv->layout_info.width != width ||
+          priv->layout_info.height != height)) {
+    gst_buffer_pool_set_active (priv->layout_pool, FALSE);
+    gst_clear_object (&priv->layout_pool);
+  }
+
+  if (!priv->layout_pool) {
+    gst_video_info_set_format (&priv->layout_info, GST_VIDEO_FORMAT_BGRA,
+        width, height);
+    priv->layout_pool = gst_dwrite_bitmap_render_create_pool (self,
+        &priv->layout_info);
+    if (!priv->layout_pool) {
+      GST_ERROR_OBJECT (self, "Couldn't create pool");
+      return nullptr;
+    }
+  }
+
+  GstBuffer *layout_buf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->layout_pool, &layout_buf, nullptr);
+  if (!layout_buf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
+    return nullptr;
+  }
+
+  ComPtr < IDXGISurface > surface;
+  auto bmem = (GstDWriteBitmapMemory *) gst_buffer_peek_memory (layout_buf, 0);
+  static const D2D1_RENDER_TARGET_PROPERTIES props = {
+    D2D1_RENDER_TARGET_TYPE_DEFAULT, DXGI_FORMAT_B8G8R8A8_UNORM,
+    D2D1_ALPHA_MODE_PREMULTIPLIED, 0, 0, D2D1_RENDER_TARGET_USAGE_NONE,
+    D2D1_FEATURE_LEVEL_DEFAULT
+  };
+
+  ComPtr < ID2D1RenderTarget > target;
+  auto hr = priv->d2d_factory->CreateWicBitmapRenderTarget (bmem->bitmap, props,
+      &target);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create d2d render target");
+    gst_buffer_unref (layout_buf);
+    return nullptr;
+  }
+
+  target->BeginDraw ();
+  target->Clear (D2D1::ColorF (D2D1::ColorF::Black, 0.0));
+  priv->renderer->Draw (D2D1::Point2F (),
+      D2D1::Rect (0, 0, width, height), layout, target.Get ());
+  target->EndDraw ();
+  target = nullptr;
+
+  return layout_buf;
+}
+
+static gboolean
+gst_dwrite_bitmap_render_blend (GstDWriteRender * render,
+    GstBuffer * layout_buf, gint x, gint y, GstBuffer * output)
+{
+  auto self = GST_DWRITE_BITMAP_RENDER (render);
+  auto priv = self->priv;
+
+  GstVideoFrame dst_frame, src_frame;
+  gboolean ret;
+
+  if (!gst_video_frame_map (&dst_frame, &priv->info, output, GST_MAP_WRITE)) {
+    GST_ERROR_OBJECT (self, "Couldn't map output buffer");
+    return FALSE;
+  }
+
+  if (!gst_video_frame_map (&src_frame, &priv->layout_info, layout_buf,
+          GST_MAP_READ)) {
+    gst_video_frame_unmap (&dst_frame);
+    GST_ERROR_OBJECT (self, "Couldn't map layout buffer");
+    return FALSE;
+  }
+
+  src_frame.info.flags = (GstVideoFlags)
+      (src_frame.info.flags | GST_VIDEO_FLAG_PREMULTIPLIED_ALPHA);
+  ret = gst_video_blend (&dst_frame, &src_frame, x, y, 1.0);
+  gst_video_frame_unmap (&src_frame);
+  gst_video_frame_unmap (&dst_frame);
+
+  return ret;
+}
+
+static gboolean
+gst_dwrite_bitmap_render_update_device (GstDWriteRender * render,
+    GstBuffer * buffer)
+{
+  return FALSE;
+}
+
+static gboolean
+gst_dwrite_bitmap_render_handle_allocation_query (GstDWriteRender * render,
+    GstElement * elem, GstQuery * query)
+{
+  return TRUE;
+}
+
+static gboolean
+gst_dwrite_bitmap_render_can_inplace (GstDWriteRender * render,
+    GstBuffer * buffer)
+{
+  return TRUE;
+}
+
+GstDWriteRender *
+gst_dwrite_bitmap_render_new (const GstVideoInfo * info,
+    ID2D1Factory * d2d_factory, IDWriteFactory * dwrite_factory)
+{
+  auto self = (GstDWriteBitmapRender *)
+      g_object_new (GST_TYPE_DWRITE_BITMAP_RENDER, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->info = *info;
+  priv->d2d_factory = d2d_factory;
+  priv->dwrite_factory = dwrite_factory;
+  IGstDWriteTextRenderer::CreateInstance (dwrite_factory, &priv->renderer);
+
+  return GST_DWRITE_RENDER (self);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender_bitmap.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstdwriterender.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_DWRITE_BITMAP_RENDER (gst_dwrite_bitmap_render_get_type ())
+G_DECLARE_FINAL_TYPE (GstDWriteBitmapRender,
+    gst_dwrite_bitmap_render, GST, DWRITE_BITMAP_RENDER, GstDWriteRender);
+
+GstDWriteRender * gst_dwrite_bitmap_render_new (const GstVideoInfo * info,
+                                                ID2D1Factory * d2d_factory,
+                                                IDWriteFactory * dwrite_factory);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender_d3d11.cpp Added

@@ -0,0 +1,745 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/d3d11/gstd3d11-private.h>
+#include "gstdwriterender_d3d11.h"
+#include "gstdwrite-renderer.h"
+#include <wrl.h>
+
+GST_DEBUG_CATEGORY_EXTERN (dwrite_overlay_object_debug);
+#define GST_CAT_DEFAULT dwrite_overlay_object_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct GstDWriteD3D11RenderPrivate
+{
+  ~GstDWriteD3D11RenderPrivate ()
+  {
+    renderer = nullptr;
+    dwrite_factory = nullptr;
+    d2d_factory = nullptr;
+    ClearResource ();
+  }
+
+  void ClearResource ()
+  {
+    if (layout_pool)
+      gst_buffer_pool_set_active (layout_pool, FALSE);
+    gst_clear_object (&layout_pool);
+    if (blend_pool)
+      gst_buffer_pool_set_active (blend_pool, FALSE);
+    gst_clear_object (&blend_pool);
+    gst_clear_object (&pre_conv);
+    gst_clear_object (&blend_conv);
+    gst_clear_object (&post_conv);
+    gst_clear_object (&device);
+    prepared = FALSE;
+  }
+
+  GstD3D11Device *device = nullptr;
+  ComPtr<ID2D1Factory> d2d_factory;
+  ComPtr<IDWriteFactory> dwrite_factory;
+  ComPtr<IGstDWriteTextRenderer> renderer;
+  GstBufferPool *layout_pool = nullptr;
+  GstBufferPool *blend_pool = nullptr;
+  GstVideoInfo layout_info;
+  GstVideoInfo blend_info;
+  GstVideoInfo info;
+  gboolean direct_blend = FALSE;
+  gboolean prepared = FALSE;
+
+  GstD3D11Converter *pre_conv = nullptr;
+  GstD3D11Converter *blend_conv = nullptr;
+  GstD3D11Converter *post_conv = nullptr;
+};
+/* *INDENT-ON* */
+
+struct _GstDWriteD3D11Render
+{
+  GstDWriteRender parent;
+  GstDWriteD3D11RenderPrivate *priv;
+};
+
+static void gst_dwrite_d3d11_render_finalize (GObject * object);
+static GstBuffer *gst_dwrite_d3d11_render_draw_layout (GstDWriteRender * render,
+    IDWriteTextLayout * layout, gint x, gint y);
+static gboolean gst_dwrite_d3d11_render_blend (GstDWriteRender * render,
+    GstBuffer * layout_buf, gint x, gint y, GstBuffer * output);
+static gboolean
+gst_dwrite_d3d11_render_update_device (GstDWriteRender * render,
+    GstBuffer * buffer);
+static gboolean
+gst_dwrite_d3d11_render_handle_allocation_query (GstDWriteRender * render,
+    GstElement * elem, GstQuery * query);
+static gboolean gst_dwrite_d3d11_render_can_inplace (GstDWriteRender * render,
+    GstBuffer * buffer);
+static gboolean gst_dwrite_d3d11_render_upload (GstDWriteRender * render,
+    const GstVideoInfo * info, GstBuffer * in_buf, GstBuffer * out_buf);
+
+static gboolean gst_dwrite_d3d11_render_prepare (GstDWriteD3D11Render * self);
+
+#define gst_dwrite_d3d11_render_parent_class parent_class
+G_DEFINE_FINAL_TYPE (GstDWriteD3D11Render, gst_dwrite_d3d11_render,
+    GST_TYPE_DWRITE_RENDER);
+
+static void
+gst_dwrite_d3d11_render_class_init (GstDWriteD3D11RenderClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto render_class = GST_DWRITE_RENDER_CLASS (klass);
+
+  object_class->finalize = gst_dwrite_d3d11_render_finalize;
+
+  render_class->draw_layout = gst_dwrite_d3d11_render_draw_layout;
+  render_class->blend = gst_dwrite_d3d11_render_blend;
+  render_class->update_device = gst_dwrite_d3d11_render_update_device;
+  render_class->handle_allocation_query =
+      gst_dwrite_d3d11_render_handle_allocation_query;
+  render_class->can_inplace = gst_dwrite_d3d11_render_can_inplace;
+  render_class->upload = gst_dwrite_d3d11_render_upload;
+}
+
+static void
+gst_dwrite_d3d11_render_init (GstDWriteD3D11Render * self)
+{
+  self->priv = new GstDWriteD3D11RenderPrivate ();
+}
+
+static void
+gst_dwrite_d3d11_render_finalize (GObject * object)
+{
+  auto self = GST_DWRITE_D3D11_RENDER (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static gboolean
+gst_dwrite_d3d11_render_decide_bind_flags (GstDWriteD3D11Render * self,
+    const GstVideoInfo * info, guint * bind_flags)
+{
+  auto priv = self->priv;
+
+  GstD3D11Format d3d11_format;
+  if (!gst_d3d11_device_get_format (priv->device,
+          GST_VIDEO_INFO_FORMAT (info), &d3d11_format)) {
+    GST_ERROR_OBJECT (self, "Unknown device format");
+    return FALSE;
+  }
+
+  DXGI_FORMAT dxgi_format = d3d11_format.dxgi_format;
+  if (dxgi_format == DXGI_FORMAT_UNKNOWN)
+    dxgi_format = d3d11_format.resource_format0;
+
+  auto device = gst_d3d11_device_get_device_handle (priv->device);
+  UINT support = 0;
+  auto hr = device->CheckFormatSupport (dxgi_format, &support);
+  if (!gst_d3d11_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't query format support");
+    return FALSE;
+  }
+
+  guint flags = 0;
+  if ((support & D3D11_FORMAT_SUPPORT_SHADER_SAMPLE) != 0)
+    flags |= D3D11_BIND_SHADER_RESOURCE;
+
+  if ((support & D3D11_FORMAT_SUPPORT_RENDER_TARGET) != 0) {
+    flags |= D3D11_BIND_RENDER_TARGET;
+    if (d3d11_format.dxgi_format == DXGI_FORMAT_UNKNOWN &&
+        (support & D3D11_FORMAT_SUPPORT_TYPED_UNORDERED_ACCESS_VIEW) != 0) {
+      flags |= D3D11_BIND_UNORDERED_ACCESS;
+    }
+  } else if ((support & D3D11_FORMAT_SUPPORT_TYPED_UNORDERED_ACCESS_VIEW) != 0) {
+    flags |= D3D11_BIND_UNORDERED_ACCESS;
+  }
+
+  *bind_flags = flags;
+
+  return TRUE;
+}
+
+static GstBufferPool *
+gst_dwrite_d3d11_render_create_pool (GstDWriteD3D11Render * self,
+    const GstVideoInfo * info, guint bind_flags)
+{
+  auto priv = self->priv;
+
+  auto caps = gst_video_info_to_caps (info);
+  if (!caps) {
+    GST_ERROR_OBJECT (self, "Invalid info");
+    return nullptr;
+  }
+
+  auto pool = gst_d3d11_buffer_pool_new (priv->device);
+  auto config = gst_buffer_pool_get_config (pool);
+  auto params = gst_d3d11_allocation_params_new (priv->device, info,
+      GST_D3D11_ALLOCATION_FLAG_DEFAULT, bind_flags, 0);
+  gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
+  gst_d3d11_allocation_params_free (params);
+  gst_buffer_pool_config_set_params (config, caps, 0, 0, 0);
+  gst_caps_unref (caps);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set config");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  if (!gst_buffer_pool_set_active (pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't set active");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  return pool;
+}
+
+static GstBuffer *
+gst_dwrite_d3d11_render_draw_layout (GstDWriteRender * render,
+    IDWriteTextLayout * layout, gint x, gint y)
+{
+  auto self = GST_DWRITE_D3D11_RENDER (render);
+  auto priv = self->priv;
+
+  if (!priv->prepared) {
+    GST_ERROR_OBJECT (self, "Not prepapred");
+    return nullptr;
+  }
+
+  auto width = (gint) layout->GetMaxWidth ();
+  auto height = (gint) layout->GetMaxHeight ();
+
+  if (priv->layout_pool && (priv->layout_info.width != width ||
+          priv->layout_info.height != height)) {
+    gst_buffer_pool_set_active (priv->layout_pool, FALSE);
+    gst_clear_object (&priv->layout_pool);
+  }
+
+  if (!priv->layout_pool) {
+    gst_video_info_set_format (&priv->layout_info, GST_VIDEO_FORMAT_BGRA,
+        width, height);
+
+    guint bind_flags = 0;
+    if (!gst_dwrite_d3d11_render_decide_bind_flags (self, &priv->layout_info,
+            &bind_flags)) {
+      GST_ERROR_OBJECT (self, "Couldn't decide bind flags");
+      return nullptr;
+    }
+    priv->layout_pool = gst_dwrite_d3d11_render_create_pool (self,
+        &priv->layout_info, bind_flags);
+    if (!priv->layout_pool) {
+      GST_ERROR_OBJECT (self, "Couldn't create pool");
+      return nullptr;
+    }
+  }
+
+  GstBuffer *layout_buf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->layout_pool, &layout_buf, nullptr);
+  if (!layout_buf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
+    return nullptr;
+  }
+
+  GstD3D11DeviceLockGuard lk (priv->device);
+  ComPtr < IDXGISurface > surface;
+  auto dmem = (GstD3D11Memory *) gst_buffer_peek_memory (layout_buf, 0);
+  static const D2D1_RENDER_TARGET_PROPERTIES props = {
+    D2D1_RENDER_TARGET_TYPE_DEFAULT, DXGI_FORMAT_B8G8R8A8_UNORM,
+    D2D1_ALPHA_MODE_PREMULTIPLIED, 0, 0, D2D1_RENDER_TARGET_USAGE_NONE,
+    D2D1_FEATURE_LEVEL_DEFAULT
+  };
+
+  auto texture = gst_d3d11_memory_get_resource_handle (dmem);
+  auto hr = texture->QueryInterface (IID_PPV_ARGS (&surface));
+  if (!gst_d3d11_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't get DXGI surface");
+    gst_buffer_unref (layout_buf);
+    return nullptr;
+  }
+
+  ComPtr < ID2D1RenderTarget > target;
+  hr = priv->d2d_factory->CreateDxgiSurfaceRenderTarget (surface.Get (), props,
+      &target);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create d2d render target");
+    gst_buffer_unref (layout_buf);
+    return nullptr;
+  }
+
+  target->BeginDraw ();
+  target->Clear (D2D1::ColorF (D2D1::ColorF::Black, 0.0));
+  priv->renderer->Draw (D2D1::Point2F (),
+      D2D1::Rect (0, 0, width, height), layout, target.Get ());
+  target->EndDraw ();
+  target = nullptr;
+
+  return layout_buf;
+}
+
+static gboolean
+gst_dwrite_d3d11_render_blend (GstDWriteRender * render, GstBuffer * layout_buf,
+    gint x, gint y, GstBuffer * output)
+{
+  auto self = GST_DWRITE_D3D11_RENDER (render);
+  auto priv = self->priv;
+
+  if (!priv->prepared) {
+    GST_ERROR_OBJECT (self, "Not prepapred");
+    return FALSE;
+  }
+
+  g_object_set (priv->blend_conv, "src-width", priv->layout_info.width,
+      "src-height", priv->layout_info.height,
+      "dest-x", x, "dest-y", y, "dest-width", priv->layout_info.width,
+      "dest-height", priv->layout_info.height, nullptr);
+
+  if (priv->direct_blend) {
+    return gst_d3d11_converter_convert_buffer (priv->blend_conv,
+        layout_buf, output);
+  }
+
+  GstBuffer *bgra_buf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->blend_pool, &bgra_buf, nullptr);
+  if (!bgra_buf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire preconv buffer");
+    return FALSE;
+  }
+
+  if (!gst_d3d11_converter_convert_buffer_unlocked (priv->pre_conv,
+          output, bgra_buf)) {
+    GST_ERROR_OBJECT (self, "pre-convert failed");
+    goto error;
+  }
+
+  if (!gst_d3d11_converter_convert_buffer_unlocked (priv->blend_conv,
+          layout_buf, bgra_buf)) {
+    GST_ERROR_OBJECT (self, "blend-convert failed");
+    goto error;
+  }
+
+  if (!gst_d3d11_converter_convert_buffer_unlocked (priv->post_conv,
+          bgra_buf, output)) {
+    GST_ERROR_OBJECT (self, "post-convert failed");
+    goto error;
+  }
+
+  gst_buffer_unref (bgra_buf);
+
+  return TRUE;
+
+error:
+  gst_clear_buffer (&bgra_buf);
+  return FALSE;
+}
+
+static gboolean
+gst_dwrite_d3d11_render_update_device (GstDWriteRender * render,
+    GstBuffer * buffer)
+{
+  auto self = GST_DWRITE_D3D11_RENDER (render);
+  auto priv = self->priv;
+
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (!gst_is_d3d11_memory (mem))
+    return FALSE;
+
+  auto dmem = GST_D3D11_MEMORY_CAST (mem);
+  if (dmem->device != priv->device) {
+    priv->ClearResource ();
+    priv->device = (GstD3D11Device *) gst_object_ref (dmem->device);
+    gst_dwrite_d3d11_render_prepare (self);
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+static gboolean
+gst_dwrite_d3d11_render_handle_allocation_query (GstDWriteRender * render,
+    GstElement * elem, GstQuery * query)
+{
+  auto self = GST_DWRITE_D3D11_RENDER (render);
+  auto priv = self->priv;
+
+  GstCaps *caps = nullptr;
+  gst_query_parse_allocation (query, &caps, nullptr);
+  if (!caps) {
+    GST_WARNING_OBJECT (elem, "Query without caps");
+    return FALSE;
+  }
+
+  GstVideoInfo info;
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_ERROR_OBJECT (elem, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  auto features = gst_caps_get_features (caps, 0);
+  if (!gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
+    GST_DEBUG_OBJECT (elem, "Not a d3d11 caps");
+    return TRUE;
+  }
+
+  guint bind_flags = 0;
+  if (!gst_dwrite_d3d11_render_decide_bind_flags (self, &info, &bind_flags)) {
+    GST_ERROR_OBJECT (self, "Couldn't decide bind flags");
+    return FALSE;
+  }
+
+  gboolean update_pool = FALSE;
+  guint min, max, size;
+  GstBufferPool *pool = nullptr;
+
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    update_pool = TRUE;
+  } else {
+    min = max = 0;
+    size = info.size;
+  }
+
+  if (pool) {
+    if (!GST_IS_D3D11_BUFFER_POOL (pool)) {
+      gst_clear_object (&pool);
+    } else {
+      auto dpool = GST_D3D11_BUFFER_POOL (pool);
+      if (dpool->device != priv->device)
+        gst_clear_object (&pool);
+    }
+  }
+
+  if (!pool)
+    pool = gst_d3d11_buffer_pool_new (priv->device);
+
+  auto config = gst_buffer_pool_get_config (pool);
+  auto params = gst_buffer_pool_config_get_d3d11_allocation_params (config);
+  if (!params) {
+    params = gst_d3d11_allocation_params_new (priv->device, &info,
+        GST_D3D11_ALLOCATION_FLAG_DEFAULT, bind_flags, 0);
+  } else {
+    gst_d3d11_allocation_params_set_bind_flags (params, bind_flags);
+  }
+
+  gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
+  gst_d3d11_allocation_params_free (params);
+
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_config_set_params (config, caps, size, min, max);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set config");
+    gst_object_unref (pool);
+    return FALSE;
+  }
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+
+static gboolean
+gst_dwrite_d3d11_render_can_inplace (GstDWriteRender * render,
+    GstBuffer * buffer)
+{
+  auto self = GST_DWRITE_D3D11_RENDER (render);
+  auto priv = self->priv;
+
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (!gst_is_d3d11_memory (mem))
+    return FALSE;
+
+  auto dmem = GST_D3D11_MEMORY_CAST (mem);
+  if (dmem->device != priv->device)
+    return FALSE;
+
+  D3D11_TEXTURE2D_DESC desc;
+  gst_d3d11_memory_get_texture_desc (dmem, &desc);
+
+  if ((desc.BindFlags & D3D11_BIND_DECODER) != 0)
+    return FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+gst_dwrite_d3d11_render_upload_d3d11 (GstDWriteD3D11Render * self,
+    GstBuffer * dst, GstBuffer * src)
+{
+  auto priv = self->priv;
+
+  GST_TRACE_OBJECT (self, "d3d11 copy");
+
+  GstD3D11DeviceLockGuard lk (priv->device);
+
+  for (guint i = 0; i < gst_buffer_n_memory (dst); i++) {
+    GstMemory *dst_mem, *src_mem;
+    GstD3D11Memory *dst_dmem, *src_dmem;
+    GstMapInfo dst_info;
+    GstMapInfo src_info;
+    ID3D11Resource *dst_texture, *src_texture;
+    ID3D11DeviceContext *device_context;
+    GstD3D11Device *device;
+    D3D11_BOX src_box = { 0, };
+    D3D11_TEXTURE2D_DESC dst_desc, src_desc;
+    guint dst_subidx, src_subidx;
+
+    dst_mem = gst_buffer_peek_memory (dst, i);
+    src_mem = gst_buffer_peek_memory (src, i);
+
+    dst_dmem = (GstD3D11Memory *) dst_mem;
+    src_dmem = (GstD3D11Memory *) src_mem;
+
+    device = dst_dmem->device;
+
+    gst_d3d11_memory_get_texture_desc (dst_dmem, &dst_desc);
+    gst_d3d11_memory_get_texture_desc (src_dmem, &src_desc);
+
+    device_context = gst_d3d11_device_get_device_context_handle (device);
+
+    if (!gst_memory_map (dst_mem, &dst_info,
+            (GstMapFlags) (GST_MAP_WRITE | GST_MAP_D3D11))) {
+      GST_ERROR_OBJECT (self, "Cannot map dst d3d11 memory");
+      return FALSE;
+    }
+
+    if (!gst_memory_map (src_mem, &src_info,
+            (GstMapFlags) (GST_MAP_READ | GST_MAP_D3D11))) {
+      GST_ERROR_OBJECT (self, "Cannot map src d3d11 memory");
+      gst_memory_unmap (dst_mem, &dst_info);
+      return FALSE;
+    }
+
+    dst_texture = (ID3D11Resource *) dst_info.data;
+    src_texture = (ID3D11Resource *) src_info.data;
+
+    /* src/dst texture size might be different if padding was used.
+     * select smaller size */
+    src_box.left = 0;
+    src_box.top = 0;
+    src_box.front = 0;
+    src_box.back = 1;
+    src_box.right = MIN (src_desc.Width, dst_desc.Width);
+    src_box.bottom = MIN (src_desc.Height, dst_desc.Height);
+
+    dst_subidx = gst_d3d11_memory_get_subresource_index (dst_dmem);
+    src_subidx = gst_d3d11_memory_get_subresource_index (src_dmem);
+
+    GstD3D11DeviceLockGuard lk (device);
+    device_context->CopySubresourceRegion (dst_texture, dst_subidx, 0, 0, 0,
+        src_texture, src_subidx, &src_box);
+
+    gst_memory_unmap (src_mem, &src_info);
+    gst_memory_unmap (dst_mem, &dst_info);
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_dwrite_d3d11_render_upload (GstDWriteRender * render,
+    const GstVideoInfo * info, GstBuffer * in_buf, GstBuffer * out_buf)
+{
+  auto self = GST_DWRITE_D3D11_RENDER (render);
+  auto priv = self->priv;
+
+  if (!priv->prepared) {
+    GST_ERROR_OBJECT (self, "Not prepared");
+    return FALSE;
+  }
+
+  auto mem = gst_buffer_peek_memory (in_buf, 0);
+  if (gst_is_d3d11_memory (mem) && GST_D3D11_MEMORY_CAST (mem)->device ==
+      priv->device) {
+    return gst_dwrite_d3d11_render_upload_d3d11 (self, out_buf, in_buf);
+  }
+
+  return GST_DWRITE_RENDER_CLASS (parent_class)->upload (render,
+      info, in_buf, out_buf);
+}
+
+static gboolean
+is_subsampled_yuv (const GstVideoInfo * info)
+{
+  if (!GST_VIDEO_INFO_IS_YUV (info))
+    return FALSE;
+
+  for (guint i = 0; i < GST_VIDEO_MAX_COMPONENTS; i++) {
+    if (info->finfo->w_subi != 0 || info->finfo->h_subi != 0)
+      return TRUE;
+  }
+
+  return FALSE;
+}
+
+static GstD3D11Converter *
+create_converter (GstDWriteD3D11Render * self, const GstVideoInfo * in_info,
+    const GstVideoInfo * out_info, gboolean is_blend)
+{
+  auto priv = self->priv;
+  D3D11_FILTER filter = D3D11_FILTER_MIN_MAG_MIP_POINT;
+
+  if (is_subsampled_yuv (in_info) || is_subsampled_yuv (out_info))
+    filter = D3D11_FILTER_MIN_MAG_LINEAR_MIP_POINT;
+
+  auto config = gst_structure_new ("convert-config",
+      GST_D3D11_CONVERTER_OPT_BACKEND, GST_TYPE_D3D11_CONVERTER_BACKEND,
+      GST_D3D11_CONVERTER_BACKEND_SHADER,
+      GST_D3D11_CONVERTER_OPT_SAMPLER_FILTER,
+      GST_TYPE_D3D11_CONVERTER_SAMPLER_FILTER, filter, nullptr);
+  if (is_blend) {
+    gst_structure_set (config, GST_D3D11_CONVERTER_OPT_SRC_ALPHA_MODE,
+        GST_TYPE_D3D11_CONVERTER_ALPHA_MODE,
+        GST_D3D11_CONVERTER_ALPHA_MODE_PREMULTIPLIED, nullptr);
+  }
+
+  auto ret = gst_d3d11_converter_new (priv->device, in_info, out_info, config);
+  if (!ret)
+    GST_ERROR_OBJECT (self, "Couldn't create converter");
+
+  return ret;
+}
+
+static gboolean
+gst_dwrite_d3d11_render_prepare (GstDWriteD3D11Render * self)
+{
+  auto priv = self->priv;
+  GstVideoInfo bgra_info;
+  gst_video_info_set_format (&bgra_info,
+      GST_VIDEO_FORMAT_BGRA, priv->info.width, priv->info.height);
+
+  if (priv->direct_blend) {
+    priv->blend_conv = create_converter (self, &bgra_info, &priv->blend_info,
+        TRUE);
+  } else {
+    guint bind_flags = D3D11_BIND_SHADER_RESOURCE | D3D11_BIND_RENDER_TARGET;
+    priv->blend_pool = gst_dwrite_d3d11_render_create_pool (self,
+        &priv->blend_info, bind_flags);
+    if (!priv->blend_pool)
+      return FALSE;
+
+    priv->pre_conv = create_converter (self,
+        &priv->info, &priv->blend_info, FALSE);
+    if (!priv->pre_conv)
+      return FALSE;
+
+    priv->blend_conv = create_converter (self,
+        &bgra_info, &priv->blend_info, TRUE);
+    if (!priv->blend_conv)
+      return FALSE;
+
+    priv->post_conv = create_converter (self,
+        &priv->blend_info, &priv->info, FALSE);
+    if (!priv->post_conv)
+      return FALSE;
+  }
+
+  D3D11_BLEND_DESC desc = { };
+  ComPtr < ID3D11BlendState > blend;
+  auto device = gst_d3d11_device_get_device_handle (priv->device);
+
+  desc.AlphaToCoverageEnable = FALSE;
+  desc.IndependentBlendEnable = FALSE;
+  desc.RenderTarget0.BlendEnable = TRUE;
+  desc.RenderTarget0.SrcBlend = D3D11_BLEND_SRC_ALPHA;
+  desc.RenderTarget0.DestBlend = D3D11_BLEND_INV_SRC_ALPHA;
+  desc.RenderTarget0.BlendOp = D3D11_BLEND_OP_ADD;
+  desc.RenderTarget0.SrcBlendAlpha = D3D11_BLEND_ONE;
+  desc.RenderTarget0.DestBlendAlpha = D3D11_BLEND_INV_SRC_ALPHA;
+  desc.RenderTarget0.BlendOpAlpha = D3D11_BLEND_OP_ADD;
+  desc.RenderTarget0.RenderTargetWriteMask = D3D11_COLOR_WRITE_ENABLE_ALL;
+
+  auto hr = device->CreateBlendState (&desc, &blend);
+  if (!gst_d3d11_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't create blend state");
+    return FALSE;
+  }
+
+  g_object_set (priv->blend_conv, "blend-state", blend.Get (), nullptr);
+
+  GST_DEBUG_OBJECT (self, "Resource prepared");
+
+  priv->prepared = TRUE;
+
+  return TRUE;
+}
+
+GstDWriteRender *
+gst_dwrite_d3d11_render_new (GstD3D11Device * device, const GstVideoInfo * info,
+    ID2D1Factory * d2d_factory, IDWriteFactory * dwrite_factory)
+{
+  auto self = (GstDWriteD3D11Render *)
+      g_object_new (GST_TYPE_DWRITE_D3D11_RENDER, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = (GstD3D11Device *) gst_object_ref (device);
+  priv->info = *info;
+
+  auto format = GST_VIDEO_INFO_FORMAT (info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_BGRx:
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_VUYA:
+    case GST_VIDEO_FORMAT_RGBA64_LE:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+      priv->direct_blend = TRUE;
+      gst_video_info_set_format (&priv->blend_info,
+          format, info->width, info->height);
+      break;
+    default:
+      priv->direct_blend = FALSE;
+      if (GST_VIDEO_INFO_COMP_DEPTH (info, 0) > 8) {
+        gst_video_info_set_format (&priv->blend_info,
+            GST_VIDEO_FORMAT_RGBA64_LE, info->width, info->height);
+      } else {
+        gst_video_info_set_format (&priv->blend_info,
+            GST_VIDEO_FORMAT_BGRA, info->width, info->height);
+      }
+      break;
+  }
+
+  if (!gst_dwrite_d3d11_render_prepare (self)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->d2d_factory = d2d_factory;
+  priv->dwrite_factory = dwrite_factory;
+  IGstDWriteTextRenderer::CreateInstance (dwrite_factory, &priv->renderer);
+
+  return GST_DWRITE_RENDER (self);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender_d3d11.h Added

@@ -0,0 +1,35 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstdwriterender.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_DWRITE_D3D11_RENDER (gst_dwrite_d3d11_render_get_type ())
+G_DECLARE_FINAL_TYPE (GstDWriteD3D11Render,
+    gst_dwrite_d3d11_render, GST, DWRITE_D3D11_RENDER, GstDWriteRender);
+
+GstDWriteRender * gst_dwrite_d3d11_render_new (GstD3D11Device * device,
+                                               const GstVideoInfo * info,
+                                               ID2D1Factory * d2d_factory,
+                                               IDWriteFactory * dwrite_factory);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender_d3d12.cpp Added

@@ -0,0 +1,881 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstdwriterender_d3d12.h"
+#include "gstdwrite-renderer.h"
+#include <gst/d3d12/gstd3d12-private.h>
+#include <d3d11on12.h>
+#include <wrl.h>
+#include <vector>
+#include <queue>
+
+GST_DEBUG_CATEGORY_EXTERN (dwrite_overlay_object_debug);
+#define GST_CAT_DEFAULT dwrite_overlay_object_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct GstDWriteD3D12RenderPrivate
+{
+  GstDWriteD3D12RenderPrivate ()
+  {
+    fence_data_pool = gst_d3d12_fence_data_pool_new ();
+  }
+
+  ~GstDWriteD3D12RenderPrivate ()
+  {
+    renderer = nullptr;
+    dwrite_factory = nullptr;
+    d2d_factory = nullptr;
+    ClearResource ();
+    gst_clear_object (&fence_data_pool);
+  }
+
+  void ClearResource ()
+  {
+    if (device) {
+      gst_d3d12_device_fence_wait (device, D3D12_COMMAND_LIST_TYPE_DIRECT,
+          fence_val);
+    }
+
+    gst_clear_object (&ca_pool);
+    cl = nullptr;
+
+    {
+      GstD3D12Device11on12LockGuard lk (device);
+      d2d_target = nullptr;
+      wrapped_texture = nullptr;
+      layout_resource = nullptr;
+      device11on12 = nullptr;
+      d3d11_context = nullptr;
+      device11 = nullptr;
+    }
+
+    if (layout_pool)
+      gst_buffer_pool_set_active (layout_pool, FALSE);
+    gst_clear_object (&layout_pool);
+    if (blend_pool)
+      gst_buffer_pool_set_active (blend_pool, FALSE);
+    gst_clear_object (&blend_pool);
+    gst_clear_object (&pre_conv);
+    gst_clear_object (&blend_conv);
+    gst_clear_object (&post_conv);
+    gst_clear_object (&device);
+    prepared = FALSE;
+    fence_val = 0;
+  }
+
+  GstD3D12Device *device = nullptr;
+  ComPtr<ID2D1Factory> d2d_factory;
+  ComPtr<IDWriteFactory> dwrite_factory;
+  ComPtr<IGstDWriteTextRenderer> renderer;
+  ComPtr<ID3D11Texture2D> wrapped_texture;
+  ComPtr<ID3D12Resource> layout_resource;
+  ComPtr<ID2D1RenderTarget> d2d_target;
+  GstBufferPool *layout_pool = nullptr;
+  GstBufferPool *blend_pool = nullptr;
+  GstVideoInfo layout_info;
+  GstVideoInfo blend_info;
+  GstVideoInfo info;
+  gboolean direct_blend = FALSE;
+  gboolean prepared = FALSE;
+
+  GstD3D12Converter *pre_conv = nullptr;
+  GstD3D12Converter *blend_conv = nullptr;
+  GstD3D12Converter *post_conv = nullptr;
+
+  guint64 fence_val = 0;
+
+  ComPtr<ID3D12GraphicsCommandList> cl;
+  GstD3D12FenceDataPool *fence_data_pool;
+  GstD3D12CmdAllocPool *ca_pool = nullptr;
+  ComPtr<ID3D11On12Device> device11on12;
+  ComPtr<ID3D11Device> device11;
+  ComPtr<ID3D11DeviceContext> d3d11_context;
+};
+/* *INDENT-ON* */
+
+struct _GstDWriteD3D12Render
+{
+  GstDWriteRender parent;
+  GstDWriteD3D12RenderPrivate *priv;
+};
+
+static void gst_dwrite_d3d12_render_finalize (GObject * object);
+static GstBuffer *gst_dwrite_d3d12_render_draw_layout (GstDWriteRender * render,
+    IDWriteTextLayout * layout, gint x, gint y);
+static gboolean gst_dwrite_d3d12_render_blend (GstDWriteRender * render,
+    GstBuffer * layout_buf, gint x, gint y, GstBuffer * output);
+static gboolean
+gst_dwrite_d3d12_render_update_device (GstDWriteRender * render,
+    GstBuffer * buffer);
+static gboolean
+gst_dwrite_d3d12_render_handle_allocation_query (GstDWriteRender * render,
+    GstElement * elem, GstQuery * query);
+static gboolean gst_dwrite_d3d12_render_can_inplace (GstDWriteRender * render,
+    GstBuffer * buffer);
+static gboolean gst_dwrite_d3d12_render_upload (GstDWriteRender * render,
+    const GstVideoInfo * info, GstBuffer * in_buf, GstBuffer * out_buf);
+
+static gboolean gst_dwrite_d3d12_render_prepare (GstDWriteD3D12Render * self);
+
+#define gst_dwrite_d3d12_render_parent_class parent_class
+G_DEFINE_FINAL_TYPE (GstDWriteD3D12Render, gst_dwrite_d3d12_render,
+    GST_TYPE_DWRITE_RENDER);
+
+static void
+gst_dwrite_d3d12_render_class_init (GstDWriteD3D12RenderClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto render_class = GST_DWRITE_RENDER_CLASS (klass);
+
+  object_class->finalize = gst_dwrite_d3d12_render_finalize;
+
+  render_class->draw_layout = gst_dwrite_d3d12_render_draw_layout;
+  render_class->blend = gst_dwrite_d3d12_render_blend;
+  render_class->update_device = gst_dwrite_d3d12_render_update_device;
+  render_class->handle_allocation_query =
+      gst_dwrite_d3d12_render_handle_allocation_query;
+  render_class->can_inplace = gst_dwrite_d3d12_render_can_inplace;
+  render_class->upload = gst_dwrite_d3d12_render_upload;
+}
+
+static void
+gst_dwrite_d3d12_render_init (GstDWriteD3D12Render * self)
+{
+  self->priv = new GstDWriteD3D12RenderPrivate ();
+}
+
+static void
+gst_dwrite_d3d12_render_finalize (GObject * object)
+{
+  auto self = GST_DWRITE_D3D12_RENDER (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static GstBufferPool *
+gst_dwrite_d3d12_render_create_pool (GstDWriteD3D12Render * self,
+    const GstVideoInfo * info)
+{
+  auto priv = self->priv;
+
+  auto caps = gst_video_info_to_caps (info);
+  if (!caps) {
+    GST_ERROR_OBJECT (self, "Invalid info");
+    return nullptr;
+  }
+
+  auto pool = gst_d3d12_buffer_pool_new (priv->device);
+  auto config = gst_buffer_pool_get_config (pool);
+  auto params = gst_d3d12_allocation_params_new (priv->device, info,
+      GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+      D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+      D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_NONE);
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+  gst_d3d12_allocation_params_free (params);
+  gst_buffer_pool_config_set_params (config, caps, 0, 0, 0);
+  gst_caps_unref (caps);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set config");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  if (!gst_buffer_pool_set_active (pool, TRUE)) {
+    GST_ERROR_OBJECT (self, "Couldn't set active");
+    gst_object_unref (pool);
+    return nullptr;
+  }
+
+  return pool;
+}
+
+static GstBuffer *
+gst_dwrite_d3d12_render_draw_layout (GstDWriteRender * render,
+    IDWriteTextLayout * layout, gint x, gint y)
+{
+  auto self = GST_DWRITE_D3D12_RENDER (render);
+  auto priv = self->priv;
+
+  if (!priv->prepared) {
+    GST_ERROR_OBJECT (self, "Not prepapred");
+    return nullptr;
+  }
+
+  auto width = (gint) layout->GetMaxWidth ();
+  auto height = (gint) layout->GetMaxHeight ();
+
+  if (priv->layout_pool && (priv->layout_info.width != width ||
+          priv->layout_info.height != height)) {
+    gst_buffer_pool_set_active (priv->layout_pool, FALSE);
+    gst_clear_object (&priv->layout_pool);
+
+    GstD3D12Device11on12LockGuard lk (priv->device);
+    priv->d2d_target = nullptr;
+    priv->wrapped_texture = nullptr;
+    priv->layout_resource = nullptr;
+  }
+
+  if (!priv->layout_pool) {
+    gst_video_info_set_format (&priv->layout_info, GST_VIDEO_FORMAT_BGRA,
+        width, height);
+
+    priv->layout_pool = gst_dwrite_d3d12_render_create_pool (self,
+        &priv->layout_info);
+    if (!priv->layout_pool) {
+      GST_ERROR_OBJECT (self, "Couldn't create pool");
+      return nullptr;
+    }
+  }
+
+  if (!priv->layout_resource) {
+    auto device = gst_d3d12_device_get_device_handle (priv->device);
+    D3D12_HEAP_PROPERTIES heap_prop = { };
+    heap_prop.Type = D3D12_HEAP_TYPE_DEFAULT;
+    heap_prop.CPUPageProperty = D3D12_CPU_PAGE_PROPERTY_UNKNOWN;
+    heap_prop.CreationNodeMask = 1;
+    heap_prop.VisibleNodeMask = 1;
+
+    D3D12_RESOURCE_DESC desc = { };
+    desc.Dimension = D3D12_RESOURCE_DIMENSION_TEXTURE2D;
+    desc.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
+    desc.Width = width;
+    desc.Height = height;
+    desc.DepthOrArraySize = 1;
+    desc.MipLevels = 1;
+    desc.SampleDesc.Count = 1;
+    desc.SampleDesc.Quality = 0;
+    desc.Flags = D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET |
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS;
+    desc.Layout = D3D12_TEXTURE_LAYOUT_UNKNOWN;
+
+    auto hr = device->CreateCommittedResource (&heap_prop,
+        D3D12_HEAP_FLAG_SHARED, &desc, D3D12_RESOURCE_STATE_COMMON,
+        nullptr, IID_PPV_ARGS (&priv->layout_resource));
+    if (!gst_d3d12_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create layout texture");
+      return nullptr;
+    }
+
+    GstD3D12Device11on12LockGuard lk (priv->device);
+    D3D11_RESOURCE_FLAGS flags11 = { };
+    flags11.BindFlags = D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
+    flags11.MiscFlags = D3D11_RESOURCE_MISC_SHARED;
+    hr = priv->device11on12->CreateWrappedResource (priv->
+        layout_resource.Get (), &flags11, D3D12_RESOURCE_STATE_RENDER_TARGET,
+        D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE,
+        IID_PPV_ARGS (&priv->wrapped_texture));
+    if (!gst_d3d12_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create wrappred resource");
+      priv->layout_resource = nullptr;
+      return nullptr;
+    }
+
+    ComPtr < IDXGISurface > surface;
+    static const D2D1_RENDER_TARGET_PROPERTIES props = {
+      D2D1_RENDER_TARGET_TYPE_DEFAULT, DXGI_FORMAT_B8G8R8A8_UNORM,
+      D2D1_ALPHA_MODE_PREMULTIPLIED, 0, 0, D2D1_RENDER_TARGET_USAGE_NONE,
+      D2D1_FEATURE_LEVEL_DEFAULT
+    };
+
+    hr = priv->wrapped_texture->QueryInterface (IID_PPV_ARGS (&surface));
+    if (!gst_d3d12_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't get DXGI surface");
+      priv->wrapped_texture = nullptr;
+      priv->layout_resource = nullptr;
+      return nullptr;
+    }
+
+    hr = priv->d2d_factory->CreateDxgiSurfaceRenderTarget (surface.Get (),
+        props, &priv->d2d_target);
+    if (FAILED (hr)) {
+      GST_ERROR_OBJECT (self, "Couldn't create d2d render target");
+      priv->wrapped_texture = nullptr;
+      priv->layout_resource = nullptr;
+      return nullptr;
+    }
+  }
+
+  GstBuffer *layout_buf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->layout_pool, &layout_buf, nullptr);
+  if (!layout_buf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
+    return nullptr;
+  }
+
+  {
+    GstD3D12Device11on12LockGuard lk (priv->device);
+    ID3D11Resource *wrapped = { priv->wrapped_texture.Get () };
+    priv->device11on12->AcquireWrappedResources (wrapped, 1);
+    priv->d2d_target->BeginDraw ();
+    priv->d2d_target->Clear (D2D1::ColorF (D2D1::ColorF::Black, 0.0));
+    priv->renderer->Draw (D2D1::Point2F (),
+        D2D1::Rect (0, 0, width, height), layout, priv->d2d_target.Get ());
+    priv->d2d_target->EndDraw ();
+    priv->device11on12->ReleaseWrappedResources (wrapped, 1);
+    priv->d3d11_context->Flush ();
+  }
+
+  auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (layout_buf, 0);
+  auto texture = gst_d3d12_memory_get_resource_handle (dmem);
+
+  GstD3D12CopyTextureRegionArgs args = { };
+  args.src.Type = D3D12_TEXTURE_COPY_TYPE_SUBRESOURCE_INDEX;
+  args.src.pResource = priv->layout_resource.Get ();
+  args.dst.Type = D3D12_TEXTURE_COPY_TYPE_SUBRESOURCE_INDEX;
+  args.dst.pResource = texture;
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+  auto resource_clone = priv->layout_resource;
+  auto wrapped_clone = priv->wrapped_texture;
+
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_COM (resource_clone.Detach ()));
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_COM (wrapped_clone.Detach ()));
+
+  gst_d3d12_device_copy_texture_region (priv->device,
+      1, &args, fence_data, 0, nullptr, nullptr, D3D12_COMMAND_LIST_TYPE_DIRECT,
+      &priv->fence_val);
+
+  gst_d3d12_memory_set_fence (dmem,
+      gst_d3d12_device_get_fence_handle (priv->device,
+          D3D12_COMMAND_LIST_TYPE_DIRECT), priv->fence_val, FALSE);
+
+  GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+  GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+
+  return layout_buf;
+}
+
+static gboolean
+gst_dwrite_d3d12_render_blend (GstDWriteRender * render, GstBuffer * layout_buf,
+    gint x, gint y, GstBuffer * output)
+{
+  auto self = GST_DWRITE_D3D12_RENDER (render);
+  auto priv = self->priv;
+
+  if (!priv->prepared) {
+    GST_ERROR_OBJECT (self, "Not prepapred");
+    return FALSE;
+  }
+
+  GstD3D12Frame out_frame;
+  if (!gst_d3d12_frame_map (&out_frame, &priv->info, output,
+          GST_MAP_WRITE_D3D12, GST_D3D12_FRAME_MAP_FLAG_RTV)) {
+    GST_ERROR_OBJECT (self, "Couldn't map output frame");
+    return FALSE;
+  }
+  gst_d3d12_frame_unmap (&out_frame);
+
+  GstD3D12CmdAlloc *gst_ca;
+  if (!gst_d3d12_cmd_alloc_pool_acquire (priv->ca_pool, &gst_ca)) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire command allocator");
+    return FALSE;
+  }
+
+  auto ca = gst_d3d12_cmd_alloc_get_handle (gst_ca);
+  auto hr = ca->Reset ();
+  if (!gst_d3d12_result (hr, priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't reset command allocator");
+    gst_d3d12_cmd_alloc_unref (gst_ca);
+    return FALSE;
+  }
+
+  if (!priv->cl) {
+    auto device = gst_d3d12_device_get_device_handle (priv->device);
+    hr = device->CreateCommandList (0, D3D12_COMMAND_LIST_TYPE_DIRECT,
+        ca, nullptr, IID_PPV_ARGS (&priv->cl));
+    if (!gst_d3d12_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return FALSE;
+    }
+  } else {
+    hr = priv->cl->Reset (ca, nullptr);
+    if (!gst_d3d12_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't reset command list");
+      gst_d3d12_cmd_alloc_unref (gst_ca);
+      return FALSE;
+    }
+  }
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+  gst_d3d12_fence_data_push (fence_data, FENCE_NOTIFY_MINI_OBJECT (gst_ca));
+
+  g_object_set (priv->blend_conv, "src-width", priv->layout_info.width,
+      "src-height", priv->layout_info.height,
+      "dest-x", x, "dest-y", y, "dest-width", priv->layout_info.width,
+      "dest-height", priv->layout_info.height, nullptr);
+
+  gboolean ret = TRUE;
+  GstBuffer *bgra_buf = nullptr;
+  auto cq = gst_d3d12_device_get_cmd_queue (priv->device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+  auto fence = gst_d3d12_cmd_queue_get_fence_handle (cq);
+
+  if (priv->direct_blend) {
+    GST_LOG_OBJECT (self, "Direct blend");
+    ret = gst_d3d12_converter_convert_buffer (priv->blend_conv,
+        layout_buf, output, fence_data, priv->cl.Get (), TRUE);
+  } else {
+    GST_LOG_OBJECT (self, "Need conversion for blending");
+
+    gst_buffer_pool_acquire_buffer (priv->blend_pool, &bgra_buf, nullptr);
+    if (!bgra_buf) {
+      GST_ERROR_OBJECT (self, "Couldn't acquire preconv buffer");
+      ret = FALSE;
+    }
+
+    if (ret) {
+      ret = gst_d3d12_converter_convert_buffer (priv->pre_conv,
+          output, bgra_buf, fence_data, priv->cl.Get (), TRUE);
+    }
+
+    if (ret) {
+      auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (bgra_buf, 0);
+      auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+      D3D12_RESOURCE_BARRIER barrier = { };
+      barrier.Type = D3D12_RESOURCE_BARRIER_TYPE_TRANSITION;
+      barrier.Flags = D3D12_RESOURCE_BARRIER_FLAG_NONE;
+      barrier.Transition.pResource = resource;
+      barrier.Transition.StateBefore = D3D12_RESOURCE_STATE_RENDER_TARGET;
+      barrier.Transition.StateAfter =
+          D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE;
+      barrier.Transition.Subresource = D3D12_RESOURCE_BARRIER_ALL_SUBRESOURCES;
+      priv->cl->ResourceBarrier (1, &barrier);
+
+      ret = gst_d3d12_converter_convert_buffer (priv->blend_conv,
+          layout_buf, bgra_buf, fence_data, priv->cl.Get (), FALSE);
+    }
+
+    if (ret) {
+      std::vector < D3D12_RESOURCE_BARRIER > barriers;
+      auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (bgra_buf, 0);
+      auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+
+      D3D12_RESOURCE_BARRIER barrier = { };
+      barrier.Type = D3D12_RESOURCE_BARRIER_TYPE_TRANSITION;
+      barrier.Flags = D3D12_RESOURCE_BARRIER_FLAG_NONE;
+      barrier.Transition.pResource = resource;
+      barrier.Transition.StateBefore = D3D12_RESOURCE_STATE_RENDER_TARGET;
+      barrier.Transition.StateAfter =
+          D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE;
+      barrier.Transition.Subresource = D3D12_RESOURCE_BARRIER_ALL_SUBRESOURCES;
+      barriers.push_back (barrier);
+
+      for (guint i = 0; i < gst_buffer_n_memory (output); i++) {
+        dmem = (GstD3D12Memory *) gst_buffer_peek_memory (output, i);
+        resource = gst_d3d12_memory_get_resource_handle (dmem);
+        barrier.Transition.pResource = resource;
+        barrier.Transition.StateBefore =
+            D3D12_RESOURCE_STATE_PIXEL_SHADER_RESOURCE;
+        barrier.Transition.StateAfter = D3D12_RESOURCE_STATE_RENDER_TARGET;
+        barriers.push_back (barrier);
+      }
+
+      priv->cl->ResourceBarrier (barriers.size (), barriers.data ());
+
+      ret = gst_d3d12_converter_convert_buffer (priv->post_conv,
+          bgra_buf, output, fence_data, priv->cl.Get (), FALSE);
+    }
+
+    gst_clear_buffer (&bgra_buf);
+  }
+
+  hr = priv->cl->Close ();
+  if (ret)
+    ret = gst_d3d12_result (hr, priv->device);
+
+  if (ret) {
+    ID3D12CommandList *cl = { priv->cl.Get () };
+    hr = gst_d3d12_cmd_queue_execute_command_lists (cq,
+        1, cl, &priv->fence_val);
+    ret = gst_d3d12_result (hr, priv->device);
+  }
+
+  if (ret) {
+    gst_d3d12_cmd_queue_set_notify (cq, priv->fence_val,
+        FENCE_NOTIFY_MINI_OBJECT (fence_data));
+
+    for (guint i = 0; i < gst_buffer_n_memory (output); i++) {
+      auto dmem = (GstD3D12Memory *) gst_buffer_peek_memory (output, i);
+      gst_d3d12_memory_set_fence (dmem, fence, priv->fence_val, FALSE);
+      GST_MINI_OBJECT_FLAG_SET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_DOWNLOAD);
+      GST_MINI_OBJECT_FLAG_UNSET (dmem, GST_D3D12_MEMORY_TRANSFER_NEED_UPLOAD);
+    }
+  } else {
+    gst_d3d12_fence_data_unref (fence_data);
+  }
+
+  return ret;
+}
+
+static gboolean
+gst_dwrite_d3d12_render_update_device (GstDWriteRender * render,
+    GstBuffer * buffer)
+{
+  auto self = GST_DWRITE_D3D12_RENDER (render);
+  auto priv = self->priv;
+
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (!gst_is_d3d12_memory (mem))
+    return FALSE;
+
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+  if (!gst_d3d12_device_is_equal (dmem->device, priv->device)) {
+    priv->ClearResource ();
+    priv->device = (GstD3D12Device *) gst_object_ref (dmem->device);
+    gst_dwrite_d3d12_render_prepare (self);
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+static gboolean
+gst_dwrite_d3d12_render_handle_allocation_query (GstDWriteRender * render,
+    GstElement * elem, GstQuery * query)
+{
+  auto self = GST_DWRITE_D3D12_RENDER (render);
+  auto priv = self->priv;
+
+  GstCaps *caps = nullptr;
+  gst_query_parse_allocation (query, &caps, nullptr);
+  if (!caps) {
+    GST_WARNING_OBJECT (elem, "Query without caps");
+    return FALSE;
+  }
+
+  GstVideoInfo info;
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_ERROR_OBJECT (elem, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  auto features = gst_caps_get_features (caps, 0);
+  if (!gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+    GST_DEBUG_OBJECT (elem, "Not a d3d12 caps");
+    return TRUE;
+  }
+
+  gboolean update_pool = FALSE;
+  guint min, max, size;
+  GstBufferPool *pool = nullptr;
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    update_pool = TRUE;
+  } else {
+    min = max = 0;
+    size = info.size;
+  }
+
+  if (pool) {
+    if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+      gst_clear_object (&pool);
+    } else {
+      auto dpool = GST_D3D12_BUFFER_POOL (pool);
+      if (!gst_d3d12_device_is_equal (dpool->device, priv->device))
+        gst_clear_object (&pool);
+    }
+  }
+
+  if (!pool)
+    pool = gst_d3d12_buffer_pool_new (priv->device);
+
+  auto config = gst_buffer_pool_get_config (pool);
+  auto params = gst_buffer_pool_config_get_d3d12_allocation_params (config);
+  if (!params) {
+    params = gst_d3d12_allocation_params_new (priv->device, &info,
+        GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_SHARED);
+  } else {
+    gst_d3d12_allocation_params_set_resource_flags (params,
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET);
+    gst_d3d12_allocation_params_unset_resource_flags (params,
+        D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE);
+  }
+
+  gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+  gst_d3d12_allocation_params_free (params);
+
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_config_set_params (config, caps, size, min, max);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Couldn't set config");
+    gst_object_unref (pool);
+    return FALSE;
+  }
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+
+static gboolean
+gst_dwrite_d3d12_render_can_inplace (GstDWriteRender * render,
+    GstBuffer * buffer)
+{
+  auto self = GST_DWRITE_D3D12_RENDER (render);
+  auto priv = self->priv;
+
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (!gst_is_d3d12_memory (mem))
+    return FALSE;
+
+  auto dmem = GST_D3D12_MEMORY_CAST (mem);
+  if (!gst_d3d12_device_is_equal (dmem->device, priv->device))
+    return FALSE;
+
+  D3D12_RESOURCE_DESC desc;
+  auto resource = gst_d3d12_memory_get_resource_handle (dmem);
+  desc = resource->GetDesc ();
+
+  if ((desc.Flags & D3D12_RESOURCE_FLAG_DENY_SHADER_RESOURCE) != 0 ||
+      (desc.Flags & D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET) == 0) {
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_dwrite_d3d12_render_upload_d3d12 (GstDWriteD3D12Render * self,
+    GstBuffer * dst, GstBuffer * src)
+{
+  auto priv = self->priv;
+
+  GST_TRACE_OBJECT (self, "d3d12 copy");
+
+  return gst_d3d12_buffer_copy_into (dst, src, &priv->info);
+}
+
+static gboolean
+gst_dwrite_d3d12_render_upload (GstDWriteRender * render,
+    const GstVideoInfo * info, GstBuffer * in_buf, GstBuffer * out_buf)
+{
+  auto self = GST_DWRITE_D3D12_RENDER (render);
+  auto priv = self->priv;
+
+  if (!priv->prepared) {
+    GST_ERROR_OBJECT (self, "Not prepared");
+    return FALSE;
+  }
+
+  auto mem = gst_buffer_peek_memory (in_buf, 0);
+  if (gst_is_d3d12_memory (mem) &&
+      gst_d3d12_device_is_equal (GST_D3D12_MEMORY_CAST (mem)->device,
+          priv->device)) {
+    return gst_dwrite_d3d12_render_upload_d3d12 (self, out_buf, in_buf);
+  }
+
+  return GST_DWRITE_RENDER_CLASS (parent_class)->upload (render,
+      info, in_buf, out_buf);
+}
+
+static gboolean
+is_subsampled_yuv (const GstVideoInfo * info)
+{
+  if (!GST_VIDEO_INFO_IS_YUV (info))
+    return FALSE;
+
+  for (guint i = 0; i < GST_VIDEO_MAX_COMPONENTS; i++) {
+    if (info->finfo->w_subi != 0 || info->finfo->h_subi != 0)
+      return TRUE;
+  }
+
+  return FALSE;
+}
+
+static GstD3D12Converter *
+create_converter (GstDWriteD3D12Render * self, const GstVideoInfo * in_info,
+    const GstVideoInfo * out_info, gboolean is_blend)
+{
+  auto priv = self->priv;
+  D3D12_FILTER filter = D3D12_FILTER_MIN_MAG_MIP_POINT;
+  D3D12_BLEND_DESC blend_desc = { };
+  blend_desc.AlphaToCoverageEnable = FALSE;
+  blend_desc.IndependentBlendEnable = FALSE;
+  blend_desc.RenderTarget0.BlendEnable = FALSE;
+  blend_desc.RenderTarget0.LogicOpEnable = FALSE;
+  blend_desc.RenderTarget0.SrcBlend = D3D12_BLEND_ONE;
+  blend_desc.RenderTarget0.DestBlend = D3D12_BLEND_ZERO;
+  blend_desc.RenderTarget0.BlendOp = D3D12_BLEND_OP_ADD;
+  blend_desc.RenderTarget0.SrcBlendAlpha = D3D12_BLEND_ONE;
+  blend_desc.RenderTarget0.DestBlendAlpha = D3D12_BLEND_ZERO;
+  blend_desc.RenderTarget0.BlendOpAlpha = D3D12_BLEND_OP_ADD;
+  blend_desc.RenderTarget0.LogicOp = D3D12_LOGIC_OP_NOOP;
+  blend_desc.RenderTarget0.RenderTargetWriteMask =
+      D3D12_COLOR_WRITE_ENABLE_ALL;
+
+  if (is_subsampled_yuv (in_info) || is_subsampled_yuv (out_info))
+    filter = D3D12_FILTER_MIN_MAG_LINEAR_MIP_POINT;
+
+  auto config = gst_structure_new ("convert-config",
+      GST_D3D12_CONVERTER_OPT_SAMPLER_FILTER,
+      GST_TYPE_D3D12_CONVERTER_SAMPLER_FILTER, filter, nullptr);
+
+  if (is_blend) {
+    blend_desc.RenderTarget0.BlendEnable = TRUE;
+    blend_desc.RenderTarget0.SrcBlend = D3D12_BLEND_SRC_ALPHA;
+    blend_desc.RenderTarget0.DestBlend = D3D12_BLEND_INV_SRC_ALPHA;
+    blend_desc.RenderTarget0.BlendOp = D3D12_BLEND_OP_ADD;
+    blend_desc.RenderTarget0.SrcBlendAlpha = D3D12_BLEND_ONE;
+    blend_desc.RenderTarget0.DestBlendAlpha = D3D12_BLEND_INV_SRC_ALPHA;
+    blend_desc.RenderTarget0.BlendOpAlpha = D3D12_BLEND_OP_ADD;
+    gst_structure_set (config, GST_D3D11_CONVERTER_OPT_SRC_ALPHA_MODE,
+        GST_TYPE_D3D12_CONVERTER_ALPHA_MODE,
+        GST_D3D12_CONVERTER_ALPHA_MODE_PREMULTIPLIED, nullptr);
+  }
+
+  auto ret = gst_d3d12_converter_new (priv->device, nullptr, in_info, out_info,
+      &blend_desc, nullptr, config);
+
+  if (!ret)
+    GST_ERROR_OBJECT (self, "Couldn't create converter");
+
+  return ret;
+}
+
+static gboolean
+gst_dwrite_d3d12_render_prepare (GstDWriteD3D12Render * self)
+{
+  auto priv = self->priv;
+  GstVideoInfo bgra_info;
+  gst_video_info_set_format (&bgra_info,
+      GST_VIDEO_FORMAT_BGRA, priv->info.width, priv->info.height);
+
+  if (priv->direct_blend) {
+    priv->blend_conv = create_converter (self, &bgra_info, &priv->blend_info,
+        TRUE);
+  } else {
+    priv->blend_pool = gst_dwrite_d3d12_render_create_pool (self,
+        &priv->blend_info);
+    if (!priv->blend_pool)
+      return FALSE;
+
+    priv->pre_conv = create_converter (self,
+        &priv->info, &priv->blend_info, FALSE);
+    if (!priv->pre_conv)
+      return FALSE;
+
+    priv->blend_conv = create_converter (self,
+        &bgra_info, &priv->blend_info, TRUE);
+    if (!priv->blend_conv)
+      return FALSE;
+
+    priv->post_conv = create_converter (self,
+        &priv->blend_info, &priv->info, FALSE);
+    if (!priv->post_conv)
+      return FALSE;
+  }
+
+  ComPtr < IUnknown > unknown =
+      gst_d3d12_device_get_11on12_handle (priv->device);
+  if (!unknown) {
+    GST_ERROR_OBJECT (self, "Couldn't get d3d11on12 device");
+    return FALSE;
+  }
+
+  unknown.As (&priv->device11on12);
+  priv->device11on12.As (&priv->device11);
+  priv->device11->GetImmediateContext (&priv->d3d11_context);
+
+  auto device = gst_d3d12_device_get_device_handle (priv->device);
+  priv->ca_pool = gst_d3d12_cmd_alloc_pool_new (device,
+      D3D12_COMMAND_LIST_TYPE_DIRECT);
+
+  GST_DEBUG_OBJECT (self, "Resource prepared");
+
+  priv->prepared = TRUE;
+
+  return TRUE;
+}
+
+GstDWriteRender *
+gst_dwrite_d3d12_render_new (GstD3D12Device * device, const GstVideoInfo * info,
+    ID2D1Factory * d2d_factory, IDWriteFactory * dwrite_factory)
+{
+  auto self = (GstDWriteD3D12Render *)
+      g_object_new (GST_TYPE_DWRITE_D3D12_RENDER, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+  priv->info = *info;
+
+  auto format = GST_VIDEO_INFO_FORMAT (info);
+  switch (format) {
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_BGRx:
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_VUYA:
+    case GST_VIDEO_FORMAT_RGBA64_LE:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+      priv->direct_blend = TRUE;
+      gst_video_info_set_format (&priv->blend_info,
+          format, info->width, info->height);
+      break;
+    default:
+      priv->direct_blend = FALSE;
+      if (GST_VIDEO_INFO_COMP_DEPTH (info, 0) > 8) {
+        gst_video_info_set_format (&priv->blend_info,
+            GST_VIDEO_FORMAT_RGBA64_LE, info->width, info->height);
+      } else {
+        gst_video_info_set_format (&priv->blend_info,
+            GST_VIDEO_FORMAT_BGRA, info->width, info->height);
+      }
+      break;
+  }
+
+  if (!gst_dwrite_d3d12_render_prepare (self)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->d2d_factory = d2d_factory;
+  priv->dwrite_factory = dwrite_factory;
+  IGstDWriteTextRenderer::CreateInstance (dwrite_factory, &priv->renderer);
+
+  return GST_DWRITE_RENDER (self);
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/gstdwriterender_d3d12.h Added

@@ -0,0 +1,36 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/d3d12/gstd3d12.h>
+#include "gstdwriterender.h"
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_DWRITE_D3D12_RENDER (gst_dwrite_d3d12_render_get_type ())
+G_DECLARE_FINAL_TYPE (GstDWriteD3D12Render,
+    gst_dwrite_d3d12_render, GST, DWRITE_D3D12_RENDER, GstDWriteRender);
+
+GstDWriteRender * gst_dwrite_d3d12_render_new (GstD3D12Device * device,
+                                               const GstVideoInfo * info,
+                                               ID2D1Factory * d2d_factory,
+                                               IDWriteFactory * dwrite_factory);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/dwrite/libcaption/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/libcaption/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/dwrite/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/dwrite/meson.build Changed

@@ -8,6 +8,9 @@
   'gstdwritebitmappool.cpp',
   'gstdwriteclockoverlay.cpp',
   'gstdwriteoverlayobject.cpp',
+  'gstdwriterender_bitmap.cpp',
+  'gstdwriterender_d3d11.cpp',
+  'gstdwriterender.cpp',
   'gstdwritesubtitlemux.cpp',
   'gstdwritesubtitleoverlay.cpp',
   'gstdwritetextoverlay.cpp',
@@ -15,7 +18,41 @@
   'plugin.cpp',
 
 
+dwrite_headers = 
+  'gstdwritetimeoverlay.h',
+  'gstdwriterender_d3d11.h',
+  'gstdwritebaseoverlay.h',
+  'gstdwritebitmapmemory.h',
+  'gstdwriterender_d3d12.h',
+  'gstdwritebitmappool.h',
+  'gstdwriteoverlayobject.h',
+  'gstdwriterender_bitmap.h',
+  'gstdwriterender.h',
+  'gstdwrite-utils.h',
+  'gstdwrite-effect.h',
+  'gstdwritetextoverlay.h',
+  'gstdwrite-renderer.h',
+  'gstdwrite-enums.h',
+  'gstdwritesubtitlemux.h',
+  'gstdwriteclockoverlay.h',
+  'gstdwritesubtitleoverlay.h',
+
+
+d3d12_sources = 
+  'gstdwriterender_d3d12.cpp'
+
+
+doc_sources = 
+foreach s: dwrite_sources + d3d12_sources + dwrite_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'dwrite': pathsep.join(doc_sources)
+}
+
 extra_args = '-DGST_USE_UNSTABLE_API'
+extra_deps = 
 
 dwrite_option = get_option('dwrite')
 if host_system != 'windows' or dwrite_option.disabled()
@@ -45,7 +82,9 @@
 
 if cc.has_header('d2d1_3.h') and cc.has_header('dwrite_3.h')
   # DWRITE_GLYPH_IMAGE_FORMATS enum requires NTDDI_WIN10_RS1
-  extra_args += '-DWINVER=0x0A00',
+  extra_args += '-U_WIN32_WINNT',
+                 '-UWINVER',
+                 '-DWINVER=0x0A00',
                  '-D_WIN32_WINNT=0x0A00',
                  '-DNTDDI_VERSION=0x0A000002',
                  '-DHAVE_DWRITE_COLOR_FONT'
@@ -63,12 +102,19 @@
 
 subdir('libcaption')
 
+if gstd3d12_dep.found() and cc.has_header('d3d11on12.h') and cc.has_header('d3d12video.h')
+  extra_args += '-DHAVE_GST_D3D12'
+  extra_deps += gstd3d12_dep
+  dwrite_sources += d3d12_sources
+endif
+
 gstdwrite = library('gstdwrite',
   dwrite_sources,
   c_args : gst_plugins_bad_args + extra_args,
   cpp_args: gst_plugins_bad_args + extra_args,
   include_directories : configinc,
-  dependencies : gstbase_dep, gstvideo_dep, gstd3d11_dep, d2d_dep, dwrite_lib, dwrite_libcaption_dep,
+  dependencies : gstbase_dep, gstvideo_dep, gstd3d11_dep, d2d_dep, dwrite_lib,
+                  dwrite_libcaption_dep + extra_deps,
   install : true,
   install_dir : plugins_install_dir,
 )

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/fbdev/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/fbdev/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/ipcpipeline/gstipcpipelinecomm.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/ipcpipeline/gstipcpipelinecomm.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/ipcpipeline/gstipcpipelinesrc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/ipcpipeline/gstipcpipelinesrc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/ipcpipeline/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/ipcpipeline/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/kms/gstkmsallocator.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/kms/gstkmsallocator.c Changed

@@ -30,6 +30,7 @@
 #include <fcntl.h>
 #include <xf86drm.h>
 #include <xf86drmMode.h>
+#include <drm_fourcc.h>
 #include <stdlib.h>
 #include <sys/mman.h>
 #include <unistd.h>
@@ -227,6 +228,7 @@
   GstKMSAllocator *alloc;
 
   alloc = GST_KMS_ALLOCATOR (obj);
+  G_OBJECT_CLASS (parent_class)->constructed (obj);
 
   /* Should be called after the properties are set */
   g_assert (check_fd (alloc));
@@ -348,7 +350,7 @@
 static gboolean
 gst_kms_allocator_add_fb (GstKMSAllocator * alloc, GstKMSMemory * kmsmem,
     gsize in_offsetsGST_VIDEO_MAX_PLANES, GstVideoInfo * vinfo,
-    guint32 bo_handles4)
+    guint64 modifier, guint32 bo_handles4)
 {
   gint i, ret;
   gint num_planes = GST_VIDEO_INFO_N_PLANES (vinfo);
@@ -371,8 +373,21 @@
   GST_DEBUG_OBJECT (alloc, "bo handles: %d, %d, %d, %d", bo_handles0,
       bo_handles1, bo_handles2, bo_handles3);
 
-  ret = drmModeAddFB2 (alloc->priv->fd, w, h, fmt, bo_handles, pitches,
-      offsets, &kmsmem->fb_id, 0);
+  if (modifier != DRM_FORMAT_MOD_LINEAR) {
+    guint64 modifiers4;
+
+    for (i = 0; i < num_planes; i++)
+      modifiersi = modifier;
+    for (; i < 4; i++)
+      modifiersi = DRM_FORMAT_MOD_LINEAR;
+
+    ret = drmModeAddFB2WithModifiers (alloc->priv->fd, w, h, fmt, bo_handles,
+        pitches, offsets, modifiers, &kmsmem->fb_id, DRM_MODE_FB_MODIFIERS);
+  } else {
+    ret = drmModeAddFB2 (alloc->priv->fd, w, h, fmt, bo_handles, pitches,
+        offsets, &kmsmem->fb_id, 0);
+  }
+
   if (ret) {
     GST_ERROR_OBJECT (alloc, "Failed to bind to framebuffer: %s (%d)",
         g_strerror (errno), errno);
@@ -409,7 +424,7 @@
     bo_handlei = gst_drm_dumb_memory_get_handle (kmsmem->bo);
 
   if (!gst_kms_allocator_add_fb (alloc, kmsmem, vinfo->offset, vinfo,
-          bo_handle))
+          DRM_FORMAT_MOD_LINEAR, bo_handle))
     goto fail;
 
   return mem;
@@ -422,7 +437,8 @@
 
 GstKMSMemory *
 gst_kms_allocator_dmabuf_import (GstAllocator * allocator, gint * prime_fds,
-    gint n_planes, gsize offsetsGST_VIDEO_MAX_PLANES, GstVideoInfo * vinfo)
+    gint n_planes, gsize offsetsGST_VIDEO_MAX_PLANES,
+    GstVideoInfo * vinfo, guint64 modifier)
 {
   GstKMSAllocator *alloc;
   GstKMSMemory *kmsmem;
@@ -445,7 +461,8 @@
       goto import_fd_failed;
   }
 
-  if (!gst_kms_allocator_add_fb (alloc, kmsmem, offsets, vinfo, gem_handle))
+  if (!gst_kms_allocator_add_fb (alloc, kmsmem, offsets, vinfo,
+          modifier, gem_handle))
     goto failed;
 
 done:

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/kms/gstkmsallocator.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/kms/gstkmsallocator.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/kms/gstkmsbufferpool.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/kms/gstkmsbufferpool.c Changed

@@ -29,6 +29,8 @@
 
 #include <gst/video/gstvideometa.h>
 
+#include <drm_fourcc.h>
+
 #include "gstkmsbufferpool.h"
 #include "gstkmsallocator.h"
 
@@ -66,7 +68,7 @@
   GstKMSBufferPool *vpool;
   GstKMSBufferPoolPrivate *priv;
   GstCaps *caps;
-  GstVideoInfo vinfo;
+  GstVideoInfoDmaDrm dma_drm;
   GstAllocator *allocator;
   GstAllocationParams params;
 
@@ -79,8 +81,17 @@
   if (!caps)
     goto no_caps;
 
+  gst_video_info_dma_drm_init (&dma_drm);
+
   /* now parse the caps from the config */
-  if (!gst_video_info_from_caps (&vinfo, caps))
+  if (gst_video_is_dma_drm_caps (caps)) {
+    if (!gst_video_info_dma_drm_from_caps (&dma_drm, caps))
+      goto wrong_caps;
+
+    if (dma_drm.drm_modifier != DRM_FORMAT_MOD_LINEAR)
+      goto wrong_modifier;
+
+  } else if (!gst_video_info_from_caps (&dma_drm.vinfo, caps))
     goto wrong_caps;
 
   allocator = NULL;
@@ -95,7 +106,7 @@
   if (!priv->allocator)
     goto no_allocator;
 
-  priv->vinfo = vinfo;
+  priv->vinfo = dma_drm.vinfo;
 
   /* enable metadata based on config of the pool */
   priv->add_videometa = gst_buffer_pool_config_has_option (config,
@@ -122,6 +133,18 @@
         "failed getting geometry from caps %" GST_PTR_FORMAT, caps);
     return FALSE;
   }
+wrong_modifier:
+  {
+    gchar *drmfmtstr = gst_video_dma_drm_fourcc_to_string (dma_drm.drm_fourcc,
+        dma_drm.drm_modifier);
+
+    GST_WARNING_OBJECT (pool,
+        "dumb allocator can't allocate nonlinear format %s", drmfmtstr);
+
+    g_clear_pointer (&drmfmtstr, g_free);
+
+    return FALSE;
+  }
 no_allocator:
   {
     GST_WARNING_OBJECT (pool, "no valid allocator in pool");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/kms/gstkmssink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/kms/gstkmssink.c Changed

@@ -57,16 +57,13 @@
 #include <xf86drmMode.h>
 #include <drm_fourcc.h>
 #include <string.h>
+#include <math.h>
 
 #include "gstkmssink.h"
 #include "gstkmsutils.h"
 #include "gstkmsbufferpool.h"
 #include "gstkmsallocator.h"
-
-#ifdef HAVE_DRM_HDR
-#include <math.h>
 #include "gstkmsedid.h"
-#endif
 
 #define GST_PLUGIN_NAME "kmssink"
 #define GST_PLUGIN_DESC "Video sink using the Linux kernel mode setting API"
@@ -110,7 +107,6 @@
 
 static GParamSpec *g_propertiesPROP_N = { NULL, };
 
-#ifdef HAVE_DRM_HDR
 enum hdmi_metadata_type
 {
   HDMI_STATIC_METADATA_TYPE1 = 0,
@@ -405,7 +401,6 @@
   }
 }
 
-#endif /* HAVE_DRM_HDR */
 
 static void
 gst_kms_sink_set_render_rectangle (GstVideoOverlay * overlay,
@@ -813,13 +808,214 @@
 }
 
 static gboolean
+get_all_formats_and_modifiers (GstKMSSink * self, drmModePlane * plane,
+    GArray ** ret_formats, GArray ** ret_modifiers)
+{
+  guint32 i;
+  drmModeObjectProperties *plane_props = NULL;
+  drmModePropertyRes **plane_props_info = NULL;
+  drmModeFormatModifierIterator iter = { 0 };
+  drmModePropertyBlobPtr blob;
+  GArray *formats = NULL, *modifiers = NULL;
+  gboolean ret = FALSE;
+
+  plane_props = drmModeObjectGetProperties (self->fd,
+      plane->plane_id, DRM_MODE_OBJECT_PLANE);
+  if (!plane_props)
+    goto out;
+
+  plane_props_info =
+      g_malloc0 (plane_props->count_props * sizeof (drmModePropertyRes *));
+  for (i = 0; i < plane_props->count_props; i++)
+    plane_props_infoi = drmModeGetProperty (self->fd, plane_props->propsi);
+
+  formats = g_array_new (FALSE, FALSE, sizeof (guint32));
+  modifiers = g_array_new (FALSE, FALSE, sizeof (guint64));
+
+  for (i = 0; i < plane_props->count_props; i++) {
+    if (strcmp (plane_props_infoi->name, "IN_FORMATS"))
+      continue;
+
+    blob = drmModeGetPropertyBlob (self->fd, plane_props->prop_valuesi);
+    if (!blob)
+      continue;
+
+    while (drmModeFormatModifierBlobIterNext (blob, &iter)) {
+      g_array_append_val (formats, iter.fmt);
+      g_array_append_val (modifiers, iter.mod);
+      GST_DEBUG_OBJECT (self, "Plane id %d, get format/modifier pair %"
+          GST_FOURCC_FORMAT ":0x%016" G_GINT64_MODIFIER "x",
+          plane->plane_id, GST_FOURCC_ARGS (iter.fmt), iter.mod);
+    }
+
+    drmModeFreePropertyBlob (blob);
+  }
+
+  if (formats->len == 0) {
+    /* IN_FORMATS not found. Fill the arrays from plane->formats, assuming
+     * only linear modifier. */
+    const guint64 LINEAR_MODIFIER = DRM_FORMAT_MOD_LINEAR;
+
+    for (i = 0; i < plane->count_formats; ++i) {
+      g_array_append_val (formats, plane->formatsi);
+      g_array_append_val (modifiers, LINEAR_MODIFIER);
+      GST_DEBUG_OBJECT (self, "Plane id %d, get format/modifier pair %"
+          GST_FOURCC_FORMAT ":0x0", plane->plane_id,
+          GST_FOURCC_ARGS (plane->formatsi));
+    }
+  }
+
+  if (formats->len == 0)
+    goto out;
+
+  *ret_formats = formats;
+  formats = NULL;
+  *ret_modifiers = modifiers;
+  modifiers = NULL;
+  ret = TRUE;
+
+out:
+  if (plane_props_info) {
+    g_assert (plane_props);
+    for (i = 0; i < plane_props->count_props; i++) {
+      if (plane_props_infoi)
+        drmModeFreeProperty (plane_props_infoi);
+    }
+
+    g_free (plane_props_info);
+  }
+
+  if (plane_props)
+    drmModeFreeObjectProperties (plane_props);
+
+  if (formats)
+    g_array_unref (formats);
+  if (modifiers)
+    g_array_unref (modifiers);
+
+  return ret;
+}
+
+static GstCaps *
+create_dma_drm_caps (GstKMSSink * self, guint32 fourcc, GArray * formats,
+    GArray * modifiers, drmModeModeInfo * mode, drmModeRes * res)
+{
+  guint i;
+  GPtrArray *drm_formats;
+  GValue drm_value = G_VALUE_INIT;
+  gchar *drm_fmt;
+  GstCaps *caps = NULL;
+
+  drm_formats = g_ptr_array_new ();
+
+  for (i = 0; i < formats->len; i++) {
+    if (fourcc != g_array_index (formats, guint32, i))
+      continue;
+
+    /* Skip the unrecognized fourcc. */
+    if (gst_video_dma_drm_fourcc_to_format (fourcc) == GST_VIDEO_FORMAT_UNKNOWN)
+      continue;
+
+    /* Skip the unrecognized fourcc by ourself. */
+    if (gst_video_format_from_drm (fourcc) == GST_VIDEO_FORMAT_UNKNOWN)
+      continue;
+
+    drm_fmt = gst_video_dma_drm_fourcc_to_string (fourcc,
+        g_array_index (modifiers, guint64, i));
+
+    if (!drm_fmt)
+      continue;
+
+    g_ptr_array_add (drm_formats, drm_fmt);
+  }
+
+  if (drm_formats->len == 0) {
+    g_ptr_array_unref (drm_formats);
+    return NULL;
+  }
+
+  if (drm_formats->len == 1) {
+    g_value_init (&drm_value, G_TYPE_STRING);
+    g_value_take_string (&drm_value, g_ptr_array_index (drm_formats, 0));
+  } else {
+    GValue item = G_VALUE_INIT;
+
+    gst_value_list_init (&drm_value, drm_formats->len);
+
+    for (i = 0; i < drm_formats->len; i++) {
+      g_value_init (&item, G_TYPE_STRING);
+      g_value_take_string (&item, g_ptr_array_index (drm_formats, i));
+      gst_value_list_append_value (&drm_value, &item);
+      g_value_unset (&item);
+    }
+  }
+
+  if (mode) {
+    caps = gst_caps_new_simple ("video/x-raw",
+        "format", G_TYPE_STRING, "DMA_DRM",
+        "width", G_TYPE_INT, mode->hdisplay,
+        "height", G_TYPE_INT, mode->vdisplay,
+        "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
+  } else {
+    caps = gst_caps_new_simple ("video/x-raw",
+        "format", G_TYPE_STRING, "DMA_DRM",
+        "width", GST_TYPE_INT_RANGE, res->min_width, res->max_width,
+        "height", GST_TYPE_INT_RANGE, res->min_height, res->max_height,
+        "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
+  }
+
+  gst_caps_set_features_simple (caps,
+      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_DMABUF));
+  gst_caps_set_value (caps, "drm-format", &drm_value);
+  g_value_unset (&drm_value);
+
+  /* The strings are already token by the GValue, no need to free. */
+  g_ptr_array_unref (drm_formats);
+
+  return caps;
+}
+
+static GstCaps *
+create_raw_caps (GstKMSSink * self, guint32 fourcc, GArray * formats,
+    GArray * modifiers, drmModeModeInfo * mode, drmModeRes * res)
+{
+  GstVideoFormat fmt;
+  const gchar *format;
+  GstCaps *caps = NULL;
+
+  fmt = gst_video_format_from_drm (fourcc);
+  if (fmt == GST_VIDEO_FORMAT_UNKNOWN) {
+    GST_INFO_OBJECT (self, "ignoring format %" GST_FOURCC_FORMAT,
+        GST_FOURCC_ARGS (fourcc));
+    return NULL;
+  }
+
+  format = gst_video_format_to_string (fmt);
+
+  if (mode) {
+    caps = gst_caps_new_simple ("video/x-raw",
+        "format", G_TYPE_STRING, format,
+        "width", G_TYPE_INT, mode->hdisplay,
+        "height", G_TYPE_INT, mode->vdisplay,
+        "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
+  } else {
+    caps = gst_caps_new_simple ("video/x-raw",
+        "format", G_TYPE_STRING, format,
+        "width", GST_TYPE_INT_RANGE, res->min_width, res->max_width,
+        "height", GST_TYPE_INT_RANGE, res->min_height, res->max_height,
+        "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
+  }
+
+  return caps;
+}
+
+static gboolean
 ensure_allowed_caps (GstKMSSink * self, drmModeConnector * conn,
     drmModePlane * plane, drmModeRes * res)
 {
-  GstCaps *out_caps, *tmp_caps, *caps;
+  GstCaps *out_caps, *tmp_caps, *raw_caps, *dma_caps;
+  GArray *all_formats = NULL, *all_modifiers = NULL;
   int i, j;
-  GstVideoFormat fmt;
-  const gchar *format;
   drmModeModeInfo *mode;
   gint count_modes;
 
@@ -830,6 +1026,12 @@
   if (!out_caps)
     return FALSE;
 
+  if (!self->has_prime_import || !get_all_formats_and_modifiers (self, plane,
+          &all_formats, &all_modifiers)) {
+    GST_INFO_OBJECT (self, "Not support prime import or fail to query "
+        "the fourcc and modifier list, no DMA mode support.");
+  }
+
   if (conn && self->modesetting_enabled)
     count_modes = conn->count_modes;
   else
@@ -837,45 +1039,29 @@
 
   for (i = 0; i < count_modes; i++) {
     tmp_caps = gst_caps_new_empty ();
-    if (!tmp_caps)
-      return FALSE;
 
     mode = NULL;
     if (conn && self->modesetting_enabled)
       mode = &conn->modesi;
 
     for (j = 0; j < plane->count_formats; j++) {
-      fmt = gst_video_format_from_drm (plane->formatsj);
-      if (fmt == GST_VIDEO_FORMAT_UNKNOWN) {
-        GST_INFO_OBJECT (self, "ignoring format %" GST_FOURCC_FORMAT,
-            GST_FOURCC_ARGS (plane->formatsj));
-        continue;
-      }
-
-      format = gst_video_format_to_string (fmt);
-
-      if (mode) {
-        caps = gst_caps_new_simple ("video/x-raw",
-            "format", G_TYPE_STRING, format,
-            "width", G_TYPE_INT, mode->hdisplay,
-            "height", G_TYPE_INT, mode->vdisplay,
-            "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
-      } else {
-        caps = gst_caps_new_simple ("video/x-raw",
-            "format", G_TYPE_STRING, format,
-            "width", GST_TYPE_INT_RANGE, res->min_width, res->max_width,
-            "height", GST_TYPE_INT_RANGE, res->min_height, res->max_height,
-            "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
-      }
-      if (!caps)
-        continue;
-
-      tmp_caps = gst_caps_merge (tmp_caps, caps);
+      raw_caps = create_raw_caps (self, plane->formatsj, all_formats,
+          all_modifiers, mode, res);
+      dma_caps = create_dma_drm_caps (self, plane->formatsj, all_formats,
+          all_modifiers, mode, res);
+
+      if (raw_caps)
+        tmp_caps = gst_caps_merge (tmp_caps, raw_caps);
+      if (dma_caps)
+        tmp_caps = gst_caps_merge (tmp_caps, dma_caps);
     }
 
     out_caps = gst_caps_merge (out_caps, gst_caps_simplify (tmp_caps));
   }
 
+  g_clear_pointer (&all_formats, g_array_unref);
+  g_clear_pointer (&all_modifiers, g_array_unref);
+
   if (gst_caps_is_empty (out_caps)) {
     GST_DEBUG_OBJECT (self, "allowed caps is empty");
     gst_caps_unref (out_caps);
@@ -932,14 +1118,15 @@
 } SetPropsIter;
 
 static gboolean
-set_obj_prop (GQuark field_id, const GValue * value, gpointer user_data)
+set_obj_prop (const GstIdStr * fieldname, const GValue * value,
+    gpointer user_data)
 {
   SetPropsIter *iter = user_data;
   GstKMSSink *self = iter->self;
   const gchar *name;
   guint64 v;
 
-  name = g_quark_to_string (field_id);
+  name = gst_id_str_as_str (fieldname);
 
   if (G_VALUE_HOLDS (value, G_TYPE_INT))
     v = g_value_get_int (value);
@@ -977,7 +1164,7 @@
   iter->properties = drmModeObjectGetProperties (self->fd, iter->obj_id,
       iter->obj_type);
 
-  gst_structure_foreach (props, set_obj_prop, iter);
+  gst_structure_foreach_id_str (props, set_obj_prop, iter);
 
   drmModeFreeObjectProperties (iter->properties);
 }
@@ -1438,11 +1625,48 @@
 {
   GstKMSSink *self;
   GstVideoInfo vinfo;
+  GstVideoInfoDmaDrm vinfo_drm;
 
   self = GST_KMS_SINK (bsink);
 
-  if (!gst_video_info_from_caps (&vinfo, caps))
-    goto invalid_format;
+  if (gst_video_is_dma_drm_caps (caps)) {
+    GstVideoFormat video_format;
+    GstVideoInfo tmp_info;
+    guint i;
+
+    if (!gst_video_info_dma_drm_from_caps (&vinfo_drm, caps))
+      goto invalid_format;
+
+    self->vinfo_drm = vinfo_drm;
+
+    /* Convert the dma to traditional video info */
+    video_format = gst_video_format_from_drm (vinfo_drm.drm_fourcc);
+    if (video_format == GST_VIDEO_FORMAT_UNKNOWN)
+      goto invalid_format;
+
+    if (!gst_video_info_set_format (&tmp_info, video_format,
+            GST_VIDEO_INFO_WIDTH (&vinfo_drm.vinfo),
+            GST_VIDEO_INFO_HEIGHT (&vinfo_drm.vinfo)))
+      goto invalid_format;
+
+    vinfo = vinfo_drm.vinfo;
+    vinfo.finfo = tmp_info.finfo;
+    for (i = 0; i < GST_VIDEO_MAX_PLANES; i++)
+      vinfo.stridei = tmp_info.stridei;
+    for (i = 0; i < GST_VIDEO_MAX_PLANES; i++)
+      vinfo.offseti = tmp_info.offseti;
+    vinfo.size = tmp_info.size;
+  } else {
+    if (!gst_video_info_from_caps (&vinfo, caps))
+      goto invalid_format;
+    self->vinfo_drm.drm_fourcc =
+        gst_video_dma_drm_fourcc_from_format (GST_VIDEO_INFO_FORMAT (&vinfo));
+    if (self->vinfo_drm.drm_fourcc == DRM_FORMAT_INVALID)
+      goto invalid_format;
+
+    self->vinfo_drm.vinfo = vinfo;
+    self->vinfo_drm.drm_modifier = DRM_FORMAT_MOD_LINEAR;
+  }
   self->vinfo = vinfo;
 
   if (!gst_kms_sink_calculate_display_ratio (self, &vinfo,
@@ -1452,9 +1676,7 @@
   if (GST_VIDEO_SINK_WIDTH (self) <= 0 || GST_VIDEO_SINK_HEIGHT (self) <= 0)
     goto invalid_size;
 
-#ifdef HAVE_DRM_HDR
   gst_kms_sink_set_hdr10_caps (self, caps);
-#endif
 
   /* discard dumb buffer pool */
   if (self->pool) {
@@ -1513,7 +1735,7 @@
   GstKMSSink *self;
   GstCaps *caps;
   gboolean need_pool;
-  GstVideoInfo vinfo;
+  GstVideoInfoDmaDrm vinfo_drm;
   GstBufferPool *pool;
   gsize size;
 
@@ -1524,13 +1746,28 @@
   gst_query_parse_allocation (query, &caps, &need_pool);
   if (!caps)
     goto no_caps;
-  if (!gst_video_info_from_caps (&vinfo, caps))
-    goto invalid_caps;
 
-  size = GST_VIDEO_INFO_SIZE (&vinfo);
+  if (gst_video_is_dma_drm_caps (caps)) {
+    if (!gst_video_info_dma_drm_from_caps (&vinfo_drm, caps))
+      goto invalid_caps;
+  } else {
+    if (!gst_video_info_from_caps (&vinfo_drm.vinfo, caps))
+      goto invalid_caps;
+    vinfo_drm.drm_modifier = DRM_FORMAT_MOD_LINEAR;
+  }
+
+  size = GST_VIDEO_INFO_SIZE (&vinfo_drm.vinfo);
 
   pool = NULL;
   if (need_pool) {
+    if (vinfo_drm.drm_modifier != DRM_FORMAT_MOD_LINEAR) {
+      /* DUMB allocator (which is the only thing we have right now) does not
+       * support modifiers */
+      GST_DEBUG_OBJECT (bsink,
+          "can't offer a pool supporting non-linear modifiers");
+      goto out;
+    }
+
     pool = gst_kms_sink_create_pool (self, caps, size, 0);
     if (!pool)
       goto no_pool;
@@ -1549,6 +1786,7 @@
   if (pool)
     gst_object_unref (pool);
 
+out:
   gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
   gst_query_add_allocation_meta (query, GST_VIDEO_CROP_META_API_TYPE, NULL);
 
@@ -1726,8 +1964,8 @@
   GST_LOG_OBJECT (self, "found these prime ids: %d, %d, %d, %d", prime_fds0,
       prime_fds1, prime_fds2, prime_fds3);
 
-  kmsmem = gst_kms_allocator_dmabuf_import (self->allocator,
-      prime_fds, n_planes, mems_skip, &self->vinfo);
+  kmsmem = gst_kms_allocator_dmabuf_import (self->allocator, prime_fds,
+      n_planes, mems_skip, &self->vinfo, self->vinfo_drm.drm_modifier);
   if (!kmsmem)
     return FALSE;
 
@@ -1973,10 +2211,8 @@
     src.w = result.w;
     src.h = result.h;
   }
-#ifdef HAVE_DRM_HDR
   /* Send the HDR infoframes if appropriate */
   gst_kms_push_hdr_infoframe (self, FALSE);
-#endif
 
   GST_TRACE_OBJECT (self,
       "drmModeSetPlane at (%i,%i) %ix%i sourcing at (%i,%i) %ix%i",
@@ -2292,9 +2528,9 @@
   gst_poll_fd_init (&sink->pollfd);
   sink->poll = gst_poll_new (TRUE);
   gst_video_info_init (&sink->vinfo);
+  gst_video_info_dma_drm_init (&sink->vinfo_drm);
   sink->skip_vsync = FALSE;
 
-#ifdef HAVE_DRM_HDR
   sink->no_infoframe = FALSE;
   sink->has_hdr_info = FALSE;
   sink->has_sent_hdrif = FALSE;
@@ -2303,7 +2539,6 @@
   sink->colorimetry = HDMI_EOTF_TRADITIONAL_GAMMA_SDR;
   gst_video_mastering_display_info_init (&sink->hdr_minfo);
   gst_video_content_light_level_init (&sink->hdr_cll);
-#endif
 }
 
 static void

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/kms/gstkmssink.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/kms/gstkmssink.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/kms/gstkmsutils.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/kms/gstkmsutils.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/kms/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/kms/meson.build Changed

@@ -1,26 +1,38 @@
 kmssink_sources = 
   'gstkmsallocator.c',
   'gstkmsbufferpool.c',
+  'gstkmsedid.c',
   'gstkmssink.c',
   'gstkmsutils.c',
 
+
+kmssink_headers = 
+  'gstkmsallocator.h',
+  'gstkmsutils.h',
+  'gstkmsedid.h',
+  'gstkmsbufferpool.h',
+  'gstkmssink.h',
+
+
+doc_sources = 
+foreach s: kmssink_sources + kmssink_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'kms': pathsep.join(doc_sources)
+}
+
 extra_deps = 
 
 if host_system != 'linux'
   subdir_done()
 endif
 
-libdrm_dep = dependency('libdrm', version : '>= 2.4.98',
+libdrm_dep = dependency('libdrm', version : '>= 2.4.108',
                         required : get_option('kms'))
-libdrm_hdr_dep = dependency('libdrm', version : '>= 2.4.104',
-                            required : false)
 mathlib = cc.find_library('m', required : false)
 
-if libdrm_hdr_dep.found() and mathlib.found()
-  cdata.set('HAVE_DRM_HDR', 1)
-  kmssink_sources += 'gstkmsedid.c'
-endif
-
 if libdrm_dep.found()
   gstkmssink = library('gstkms',
     kmssink_sources,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/magicleap/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/magicleap/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfaacenc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfaacenc.cpp Changed

@@ -252,14 +252,14 @@
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_CHANNELS (info))
+    if (value != (UINT32) GST_AUDIO_INFO_CHANNELS (info))
       continue;
 
     hr = type->GetUINT32 (MF_MT_AUDIO_SAMPLES_PER_SECOND, &value);
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_RATE (info))
+    if (value != (UINT32) GST_AUDIO_INFO_RATE (info))
       continue;
 
     hr = type->GetUINT32 (MF_MT_AUDIO_AVG_BYTES_PER_SECOND, &value);
@@ -278,7 +278,8 @@
     return FALSE;
   }
 
-  GST_DEBUG_OBJECT (self, "have %d candidate output", filtered_types.size ());
+  GST_DEBUG_OBJECT (self, "have %d candidate output",
+      (guint) filtered_types.size ());
 
   /* 2. Find the best matching bitrate */
   bitrate = self->bitrate;
@@ -400,14 +401,14 @@
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_CHANNELS (info))
+    if (value != (UINT32) GST_AUDIO_INFO_CHANNELS (info))
       continue;
 
     hr = type->GetUINT32 (MF_MT_AUDIO_SAMPLES_PER_SECOND, &value);
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_RATE (info))
+    if (value != (UINT32) GST_AUDIO_INFO_RATE (info))
       continue;
 
     filtered_types.push_back (type);
@@ -421,7 +422,7 @@
   }
 
   GST_DEBUG_OBJECT (self, "Total %d input types are available",
-      filtered_types.size ());
+      (guint) filtered_types.size ());
 
   /* Just select the first one */
   target_input = *filtered_types.begin ();
@@ -461,7 +462,7 @@
   hr = output_type->GetBlobSize (MF_MT_USER_DATA, &blob_size);
   if (!gst_mf_result (hr) || blob_size <= config_data_offset) {
     GST_ERROR_OBJECT (self,
-        "Couldn't get size of MF_MT_USER_DATA, size %d, %d", blob_size);
+        "Couldn't get size of MF_MT_USER_DATA, size %d", blob_size);
     return FALSE;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfcapturedshow.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfcapturedshow.cpp Changed

@@ -51,9 +51,17 @@
 DEFINE_GUID (CLSID_NullRenderer, 0xc1f400a4, 0x3f08, 0x11d3, 0x9f, 0x0b, 0x00,
     0x60, 0x08, 0x03, 0x9e, 0x37);
 
+DEFINE_GUID (IID_ISampleGrabberCB, 0x0579154a, 0x2b53,
+    0x4994, 0xb0, 0xd0, 0xe7, 0x73, 0x14, 0x82, 0xff, 0x85);
+
+DEFINE_GUID (IID_ISampleGrabber, 0x6b652fff, 0x11fe,
+    0x4fce, 0x92, 0xad, 0x02, 0x66, 0xb5, 0xd7, 0xc7, 0x8f);
+
+DEFINE_GUID (IID_IGstMFSampleGrabberCB, 0xbfae6598, 0x5df6,
+    0x11ed, 0x9b, 0x6a, 0x02, 0x42, 0xac, 0x12, 0x00, 0x02);
+
 /* *INDENT-OFF* */
-struct DECLSPEC_UUID("0579154a-2b53-4994-b0d0-e773148eff85")
-ISampleGrabberCB : public IUnknown
+struct ISampleGrabberCB : public IUnknown
 {
   virtual HRESULT STDMETHODCALLTYPE SampleCB(
       double SampleTime,
@@ -65,8 +73,7 @@
       LONG BufferLen) = 0;
 };
 
-struct DECLSPEC_UUID("6b652fff-11fe-4fce-92ad-0266b5d7c78f")
-ISampleGrabber : public IUnknown
+struct ISampleGrabber : public IUnknown
 {
   virtual HRESULT STDMETHODCALLTYPE SetOneShot(
       BOOL OneShot) = 0;
@@ -97,8 +104,7 @@
                             LONG len,
                             gpointer user_data);
 
-class DECLSPEC_UUID("bfae6598-5df6-11ed-9b6a-0242ac120002")
-IGstMFSampleGrabberCB : public ISampleGrabberCB
+class IGstMFSampleGrabberCB : public ISampleGrabberCB
 {
 public:
   static HRESULT
@@ -141,10 +147,10 @@
     if (riid == __uuidof (IUnknown)) {
       *object = static_cast<IUnknown *>
           (static_cast<IGstMFSampleGrabberCB *> (this));
-    } else if (riid == __uuidof (ISampleGrabberCB)) {
+    } else if (riid == IID_ISampleGrabberCB) {
       *object = static_cast<ISampleGrabberCB *>
           (static_cast<IGstMFSampleGrabberCB *> (this));
-    } else if (riid == __uuidof (IGstMFSampleGrabberCB)) {
+    } else if (riid == IID_IGstMFSampleGrabberCB) {
       *object = this;
     } else {
       *object = nullptr;
@@ -1155,7 +1161,7 @@
       /* Make sure ISampleGrabber and NullRenderer are available,
        * MS may want to drop the the legacy implementations */
       hr = CoCreateInstance (CLSID_SampleGrabber, nullptr, CLSCTX_INPROC_SERVER,
-          IID_PPV_ARGS (&grabber));
+          IID_ISampleGrabber, (void **) &grabber);
       if (!gst_mf_result (hr)) {
         GST_WARNING_OBJECT (self, "ISampleGrabber interface is not available");
         goto run_loop;
@@ -1311,9 +1317,9 @@
     gst_clear_caps (&caps);
   }
 
-  if (len < GST_VIDEO_INFO_SIZE (&self->info)) {
+  if (len < (LONG) GST_VIDEO_INFO_SIZE (&self->info)) {
     GST_ERROR_OBJECT (self, "Too small size %d < %d",
-        (gint) len, GST_VIDEO_INFO_SIZE (&self->info));
+        (gint) len, (guint) GST_VIDEO_INFO_SIZE (&self->info));
     goto error;
   }
 
@@ -1346,7 +1352,7 @@
     src = data + src_stride * (height - 1);
     dst = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&frame, 0);
 
-    for (guint i = 0; i < height; i++) {
+    for (gint i = 0; i < height; i++) {
       memcpy (dst, src, width);
       src -= src_stride;
       dst += dst_stride;
@@ -1365,7 +1371,7 @@
       width = GST_VIDEO_INFO_COMP_WIDTH (&self->info, i)
           * GST_VIDEO_INFO_COMP_PSTRIDE (&self->info, i);
 
-      for (guint j = 0; j < GST_VIDEO_INFO_COMP_HEIGHT (&self->info, i); j++) {
+      for (gint j = 0; j < GST_VIDEO_INFO_COMP_HEIGHT (&self->info, i); j++) {
         memcpy (dst, src, width);
         src += src_stride;
         dst += dst_stride;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfcapturewinrt.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfcapturewinrt.cpp Changed

@@ -61,7 +61,7 @@
   GMainLoop *loop;
 
   /* protected by lock */
-  GstQueueArray *queue;
+  GstVecDeque *queue;
 
   GstCaps *supported_caps;
   GstVideoInfo info;
@@ -137,8 +137,8 @@
 gst_mf_capture_winrt_init (GstMFCaptureWinRT * self)
 {
   self->queue =
-      gst_queue_array_new_for_struct (sizeof (GstMFCaptureWinRTFrame), 2);
-  gst_queue_array_set_clear_func (self->queue,
+      gst_vec_deque_new_for_struct (sizeof (GstMFCaptureWinRTFrame), 2);
+  gst_vec_deque_set_clear_func (self->queue,
       (GDestroyNotify) gst_mf_capture_winrt_frame_clear);
   g_mutex_init (&self->lock);
   g_cond_init (&self->cond);
@@ -173,7 +173,7 @@
   g_main_loop_unref (self->loop);
   g_main_context_unref (self->context);
 
-  gst_queue_array_free (self->queue);
+  gst_vec_deque_free (self->queue);
   gst_clear_caps (&self->supported_caps);
   g_mutex_clear (&self->lock);
   g_cond_clear (&self->cond);
@@ -377,7 +377,7 @@
 
   hr = self->capture->StopCapture ();
 
-  gst_queue_array_clear (self->queue);
+  gst_vec_deque_clear (self->queue);
 
   if (!gst_mf_result (hr)) {
     GST_ERROR_OBJECT (self, "Capture object doesn't want to stop capture");
@@ -402,7 +402,7 @@
   winrt_frame.frame = frame;
   winrt_frame.clock_time =
       gst_mf_source_object_get_running_time (GST_MF_SOURCE_OBJECT (self));
-  gst_queue_array_push_tail_struct (self->queue, &winrt_frame);
+  gst_vec_deque_push_tail_struct (self->queue, &winrt_frame);
   frame->AddRef ();
 
   g_cond_broadcast (&self->cond);
@@ -454,7 +454,7 @@
   }
 
   while (!self->flushing && !self->got_error &&
-      gst_queue_array_is_empty (self->queue))
+      gst_vec_deque_is_empty (self->queue))
     g_cond_wait (&self->cond, &self->lock);
 
   if (self->got_error) {
@@ -468,7 +468,7 @@
   }
 
   winrt_frame =
-      (GstMFCaptureWinRTFrame *) gst_queue_array_pop_head_struct (self->queue);
+      (GstMFCaptureWinRTFrame *) gst_vec_deque_pop_head_struct (self->queue);
 
   frame_ref = winrt_frame->frame;
   g_assert (frame_ref);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfdevice.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfdevice.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfmp3enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfmp3enc.cpp Changed

@@ -252,14 +252,14 @@
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_CHANNELS (info))
+    if (value != (UINT32) GST_AUDIO_INFO_CHANNELS (info))
       continue;
 
     hr = type->GetUINT32 (MF_MT_AUDIO_SAMPLES_PER_SECOND, &value);
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_RATE (info))
+    if (value != (UINT32) GST_AUDIO_INFO_RATE (info))
       continue;
 
     hr = type->GetUINT32 (MF_MT_AUDIO_AVG_BYTES_PER_SECOND, &value);
@@ -278,7 +278,8 @@
     return FALSE;
   }
 
-  GST_DEBUG_OBJECT (self, "have %d candidate output", filtered_types.size ());
+  GST_DEBUG_OBJECT (self, "have %d candidate output",
+      (guint) filtered_types.size ());
 
   /* 2. Find the best matching bitrate */
   bitrate = self->bitrate;
@@ -384,14 +385,14 @@
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_CHANNELS (info))
+    if (value != (UINT32) GST_AUDIO_INFO_CHANNELS (info))
       continue;
 
     hr = type->GetUINT32 (MF_MT_AUDIO_SAMPLES_PER_SECOND, &value);
     if (!gst_mf_result (hr))
       continue;
 
-    if (value != GST_AUDIO_INFO_RATE (info))
+    if (value != (UINT32) GST_AUDIO_INFO_RATE (info))
       continue;
 
     filtered_types.push_back (type);
@@ -405,7 +406,7 @@
   }
 
   GST_DEBUG_OBJECT (self, "Total %d input types are available",
-      filtered_types.size ());
+      (guint) filtered_types.size ());
 
   /* Just select the first one */
   target_input = *filtered_types.begin ();

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfsourceobject.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfsourceobject.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfsourcereader.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfsourcereader.cpp Changed

@@ -70,7 +70,7 @@
   GMainLoop *loop;
 
   /* protected by lock */
-  GstQueueArray *queue;
+  GstVecDeque *queue;
 
   IMFActivate *activate;
   IMFMediaSource *source;
@@ -145,8 +145,8 @@
 gst_mf_source_reader_init (GstMFSourceReader * self)
 {
   self->queue =
-      gst_queue_array_new_for_struct (sizeof (GstMFSourceReaderSample), 2);
-  gst_queue_array_set_clear_func (self->queue,
+      gst_vec_deque_new_for_struct (sizeof (GstMFSourceReaderSample), 2);
+  gst_vec_deque_set_clear_func (self->queue,
       (GDestroyNotify) gst_mf_source_reader_sample_clear);
   g_mutex_init (&self->lock);
   g_cond_init (&self->cond);
@@ -376,7 +376,7 @@
   g_main_loop_unref (self->loop);
   g_main_context_unref (self->context);
 
-  gst_queue_array_free (self->queue);
+  gst_vec_deque_free (self->queue);
   gst_clear_caps (&self->supported_caps);
   g_mutex_clear (&self->lock);
   g_cond_clear (&self->cond);
@@ -443,23 +443,12 @@
   return TRUE;
 }
 
-static GstMFSourceReaderSample *
-gst_mf_source_reader_sample_new (IMFSample * sample, GstClockTime timestamp)
-{
-  GstMFSourceReaderSample *reader_sample = g_new0 (GstMFSourceReaderSample, 1);
-
-  reader_sample->sample = sample;
-  reader_sample->clock_time = timestamp;
-
-  return reader_sample;
-}
-
 static gboolean
 gst_mf_source_reader_stop (GstMFSourceObject * object)
 {
   GstMFSourceReader *self = GST_MF_SOURCE_READER (object);
 
-  gst_queue_array_clear (self->queue);
+  gst_vec_deque_clear (self->queue);
 
   return TRUE;
 }
@@ -483,7 +472,7 @@
 
   if ((stream_flags & MF_SOURCE_READERF_ERROR) == MF_SOURCE_READERF_ERROR) {
     GST_ERROR_OBJECT (self, "Error while reading sample, sample flags 0x%x",
-        stream_flags);
+        (guint) stream_flags);
     return GST_FLOW_ERROR;
   }
 
@@ -496,7 +485,7 @@
   reader_sample.clock_time =
       gst_mf_source_object_get_running_time (GST_MF_SOURCE_OBJECT (self));
 
-  gst_queue_array_push_tail_struct (self->queue, &reader_sample);
+  gst_vec_deque_push_tail_struct (self->queue, &reader_sample);
 
   return GST_FLOW_OK;
 }
@@ -516,7 +505,7 @@
   *timestamp = GST_CLOCK_TIME_NONE;
   *duration = GST_CLOCK_TIME_NONE;
 
-  while (gst_queue_array_is_empty (self->queue)) {
+  while (gst_vec_deque_is_empty (self->queue)) {
     ret = gst_mf_source_reader_read_sample (self);
     if (ret != GST_FLOW_OK)
       return ret;
@@ -530,7 +519,7 @@
   }
 
   reader_sample =
-      (GstMFSourceReaderSample *) gst_queue_array_pop_head_struct (self->queue);
+      (GstMFSourceReaderSample *) gst_vec_deque_pop_head_struct (self->queue);
   sample = reader_sample->sample;
   g_assert (sample);
 
@@ -572,7 +561,6 @@
   ComPtr < IMFMediaBuffer > media_buffer;
   GstVideoFrame frame;
   BYTE *data;
-  gint i, j;
   HRESULT hr;
   GstClockTime timestamp = GST_CLOCK_TIME_NONE;
   GstClockTime duration = GST_CLOCK_TIME_NONE;
@@ -614,13 +602,13 @@
     src = data + src_stride * (height - 1);
     dst = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&frame, 0);
 
-    for (j = 0; j < height; j++) {
+    for (gint j = 0; j < height; j++) {
       memcpy (dst, src, width);
       src -= src_stride;
       dst += dst_stride;
     }
   } else {
-    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->info); i++) {
+    for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->info); i++) {
       guint8 *src, *dst;
       gint src_stride, dst_stride;
       gint width;
@@ -633,7 +621,7 @@
       width = GST_VIDEO_INFO_COMP_WIDTH (&self->info, i)
           * GST_VIDEO_INFO_COMP_PSTRIDE (&self->info, i);
 
-      for (j = 0; j < GST_VIDEO_INFO_COMP_HEIGHT (&self->info, i); j++) {
+      for (gint j = 0; j < GST_VIDEO_INFO_COMP_HEIGHT (&self->info, i); j++) {
         memcpy (dst, src, width);
         src += src_stride;
         dst += dst_stride;
@@ -826,7 +814,7 @@
     } else if (object->device_name) {
       match = g_ascii_strcasecmp (activate->name, object->device_name) == 0;
     } else if (object->device_index >= 0) {
-      match = activate->index == object->device_index;
+      match = activate->index == (guint) object->device_index;
     } else {
       /* pick the first entry */
       match = TRUE;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmftransform.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmftransform.cpp Changed

@@ -104,7 +104,7 @@
   STDMETHODIMP_ (ULONG)
   AddRef (void)
   {
-    GST_TRACE ("%p, %d", this, ref_count_);
+    GST_TRACE ("%p, %u", this, (guint) ref_count_);
     return InterlockedIncrement (&ref_count_);
   }
 
@@ -113,7 +113,7 @@
   {
     ULONG ref_count;
 
-    GST_TRACE ("%p, %d", this, ref_count_);
+    GST_TRACE ("%p, %u", this, (guint) ref_count_);
     ref_count = InterlockedDecrement (&ref_count_);
 
     if (ref_count == 0) {
@@ -186,7 +186,7 @@
     g_weak_ref_init (&client_, nullptr);
   }
 
-  ~GstMFTransformAsyncCallback ()
+  virtual ~GstMFTransformAsyncCallback ()
   {
     g_weak_ref_clear (&client_);
   }
@@ -641,7 +641,7 @@
       GST_DEBUG_OBJECT (self, "Ignore error on flushing");
       ret = GST_FLOW_FLUSHING;
     } else {
-      GST_ERROR_OBJECT (self, "ProcessOutput error, hr 0x%x", hr);
+      GST_ERROR_OBJECT (self, "ProcessOutput error, hr 0x%x", (guint) hr);
       ret = GST_FLOW_ERROR;
     }
   }
@@ -916,7 +916,8 @@
     object->output_id = 0;
   }
 
-  hr = object->transform->QueryInterface (IID_PPV_ARGS (&object->codec_api));
+  hr = object->transform->QueryInterface (IID_ICodecAPI,
+      (void **) &object->codec_api);
   if (!gst_mf_result (hr)) {
     GST_WARNING_OBJECT (object, "ICodecAPI is unavailable");
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfutils.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfutils.cpp Changed

@@ -94,8 +94,7 @@
 GstVideoFormat
 gst_mf_video_subtype_to_video_format (const GUID * subtype)
 {
-  gint i;
-  for (i = 0; i < G_N_ELEMENTS (raw_video_format_map); i++) {
+  for (guint i = 0; i < G_N_ELEMENTS (raw_video_format_map); i++) {
     if (IsEqualGUID (raw_video_format_mapi.mf_format, *subtype))
       return raw_video_format_mapi.format;
   }
@@ -106,8 +105,7 @@
 const GUID *
 gst_mf_video_subtype_from_video_format (GstVideoFormat format)
 {
-  gint i;
-  for (i = 0; i < G_N_ELEMENTS (raw_video_format_map); i++) {
+  for (guint i = 0; i < G_N_ELEMENTS (raw_video_format_map); i++) {
     if (raw_video_format_mapi.format == format)
       return &raw_video_format_mapi.mf_format;
   }
@@ -120,7 +118,7 @@
 {
   HRESULT hr;
   GstCaps *caps = nullptr;
-  gint i;
+  guint i;
   guint32 width = 0;
   guint32 height = 0;
   guint32 num, den;
@@ -156,7 +154,7 @@
 
   if (!caps) {
     GST_WARNING ("Unknown format %" GST_FOURCC_FORMAT,
-        GST_FOURCC_ARGS (subtype.Data1));
+        GST_FOURCC_ARGS ((int) subtype.Data1));
     return nullptr;
   }
 
@@ -568,7 +566,7 @@
 gboolean
 gst_mf_update_video_info_with_stride (GstVideoInfo * info, gint stride)
 {
-  guint width, height, cr_h;
+  guint height, cr_h;
 
   g_return_val_if_fail (info != nullptr, FALSE);
   g_return_val_if_fail (stride > 0, FALSE);
@@ -578,7 +576,6 @@
   if (GST_VIDEO_INFO_FORMAT (info) == GST_VIDEO_FORMAT_ENCODED)
     return TRUE;
 
-  width = GST_VIDEO_INFO_WIDTH (info);
   height = GST_VIDEO_INFO_HEIGHT (info);
 
   /* copied from video-info */
@@ -925,9 +922,9 @@
 
   switch (var.vt) {
     case VT_UI4:
-      return g_strdup_printf ("%d", var.ulVal);
+      return g_strdup_printf ("%d", (guint) var.ulVal);
     case VT_UI8:
-      return g_strdup_printf ("%" G_GUINT64_FORMAT, var.uhVal);
+      return g_strdup_printf ("%" G_GUINT64_FORMAT, var.uhVal.QuadPart);
     case VT_R8:
       return g_strdup_printf ("%f", var.dblVal);
     case VT_CLSID:

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfutils.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfvideobuffer.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfvideobuffer.cpp Changed

@@ -192,7 +192,7 @@
 STDMETHODIMP_ (ULONG)
 IGstMFVideoBuffer::AddRef (void)
 {
-  GST_TRACE ("%p, %d", this, ref_count_);
+  GST_TRACE ("%p, %d", this, (guint) ref_count_);
   return InterlockedIncrement (&ref_count_);
 }
 
@@ -201,7 +201,7 @@
 {
   ULONG ref_count;
 
-  GST_TRACE ("%p, %d", this, ref_count_);
+  GST_TRACE ("%p, %d", this, (guint) ref_count_);
   ref_count = InterlockedDecrement (&ref_count_);
 
   if (ref_count == 0) {
@@ -233,7 +233,7 @@
   } else if (riid == __uuidof(IMF2DBuffer)) {
     GST_TRACE ("query IMF2DBuffer interface %p", this);
     *object = static_cast<IMF2DBuffer *> (this);
-  } else if (riid == __uuidof(IGstMFVideoBuffer)) {
+  } else if (riid == IID_IGstMFVideoBuffer) {
     GST_TRACE ("query IGstMFVideoBuffer interface %p", this);
     *object = this;
   } else {
@@ -315,7 +315,7 @@
 
   *length = current_len_;
 
-  GST_TRACE ("%p, %d", this, current_len_);
+  GST_TRACE ("%p, %d", this, (guint) current_len_);
 
   return S_OK;
 }
@@ -325,11 +325,11 @@
 {
   std::lock_guard<std::mutex> lock(lock_);
 
-  GST_TRACE ("%p %d", this, length);
+  GST_TRACE ("%p %d", this, (guint) length);
 
   if (length > contiguous_len_) {
     GST_LOG ("%p, Requested length %d is larger than contiguous_len %d",
-        this, length, contiguous_len_);
+        this, (guint) length, (guint) contiguous_len_);
     return E_INVALIDARG;
   }
 
@@ -465,7 +465,7 @@
     return S_OK;
   }
 
-  for (gint i = 0; i < GST_VIDEO_INFO_N_PLANES (info_); i++) {
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info_); i++) {
     BYTE *src, *dst;
     guint src_stride, dst_stride;
     guint width, height;
@@ -480,7 +480,7 @@
         * GST_VIDEO_INFO_COMP_PSTRIDE (info_, i);
     height = GST_VIDEO_INFO_COMP_HEIGHT (info_, i);
 
-    for (gint j  = 0; j < height; j++) {
+    for (guint j  = 0; j < height; j++) {
       memcpy (dst, src, width);
       src += src_stride;
       dst += dst_stride;
@@ -510,7 +510,7 @@
     return S_OK;
   }
 
-  for (gint i = 0; i < GST_VIDEO_INFO_N_PLANES (info_); i++) {
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info_); i++) {
     BYTE *dst;
     guint src_stride, dst_stride;
     guint width, height;
@@ -526,7 +526,7 @@
         * GST_VIDEO_INFO_COMP_PSTRIDE (info_, i);
     height = GST_VIDEO_INFO_COMP_HEIGHT (info_, i);
 
-    for (gint j  = 0; j < height; j++) {
+    for (guint j  = 0; j < height; j++) {
       gint to_copy = 0;
 
       if (offset + width < src_buffer_length)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfvideobuffer.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfvideobuffer.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfvideoencoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfvideoencoder.cpp Changed

@@ -360,7 +360,7 @@
   hr = MFSetAttributeRatio (out_type.Get (), MF_MT_FRAME_RATE, fps_n, fps_d);
   if (!gst_mf_result (hr)) {
     GST_ERROR_OBJECT (self,
-        "Couldn't set framerate %d/%d, hr: 0x%x", (guint) hr);
+        "Couldn't set framerate %d/%d, hr: 0x%x", fps_n, fps_d, (guint) hr);
     return FALSE;
   }
 
@@ -848,7 +848,7 @@
     /* This would be the first frame */
     if (self->mf_pts_offset == 0) {
       LONGLONG mf_pts_offset = -1;
-      if (sample_timestamp > mf_dts) {
+      if (sample_timestamp > (LONGLONG) mf_dts) {
         mf_pts_offset = sample_timestamp - mf_dts;
         GST_DEBUG_OBJECT (self, "Calculates PTS offset using \"PTS - DTS\": %"
             G_GINT64_FORMAT, mf_pts_offset);
@@ -914,7 +914,7 @@
 
     if (keyframe) {
       GST_DEBUG_OBJECT (self, "Keyframe pts %" GST_TIME_FORMAT,
-          GST_BUFFER_PTS (buffer));
+          GST_TIME_ARGS (GST_BUFFER_PTS (buffer)));
       GST_BUFFER_FLAG_UNSET (buffer, GST_BUFFER_FLAG_DELTA_UNIT);
     } else {
       GST_BUFFER_FLAG_SET (buffer, GST_BUFFER_FLAG_DELTA_UNIT);
@@ -957,7 +957,6 @@
   ComPtr < IMFMediaBuffer > media_buffer;
   ComPtr < IGstMFVideoBuffer > video_buffer;
   GstVideoInfo *info = &self->input_state->info;
-  gint i, j;
   GstVideoFrame *vframe = nullptr;
   BYTE *data = nullptr;
   gboolean need_copy = self->need_align;
@@ -992,7 +991,8 @@
     goto error;
 
   if (!need_copy) {
-    hr = media_buffer.As (&video_buffer);
+    hr = media_buffer->QueryInterface (IID_IGstMFVideoBuffer,
+        (void **) &video_buffer);
     if (!gst_mf_result (hr))
       goto error;
   } else {
@@ -1000,7 +1000,7 @@
     if (!gst_mf_result (hr))
       goto error;
 
-    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
+    for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (info); i++) {
       guint8 *src, *dst;
       gint src_stride, dst_stride;
       gint width;
@@ -1014,7 +1014,7 @@
       width = GST_VIDEO_INFO_COMP_WIDTH (info, i)
           * GST_VIDEO_INFO_COMP_PSTRIDE (info, i);
 
-      for (j = 0; j < GST_VIDEO_INFO_COMP_HEIGHT (info, i); j++) {
+      for (gint j = 0; j < GST_VIDEO_INFO_COMP_HEIGHT (info, i); j++) {
         memcpy (dst, src, width);
         src += src_stride;
         dst += dst_stride;
@@ -1480,7 +1480,7 @@
   HRESULT hr;
   MFT_REGISTER_TYPE_INFO *infos;
   UINT32 info_size;
-  gint i;
+  guint i;
   GstCaps *src_caps = nullptr;
   GstCaps *sink_caps = nullptr;
   GstCaps *d3d11_caps = nullptr;
@@ -1670,7 +1670,7 @@
       }
 
       /* Add "constrained-baseline" in addition to "baseline" */
-      if (profile_str == "baseline") {
+      if (g_strcmp0 (profile_str, "baseline") == 0) {
         g_value_init (&profile_val, G_TYPE_STRING);
         g_value_set_static_string (&profile_val, "constrained-baseline");
         gst_value_list_append_and_take_value (profiles, &profile_val);
@@ -1742,7 +1742,8 @@
     gst_caps_set_value (d3d11_caps, "format", &d3d11_formats);
     g_value_unset (&d3d11_formats);
     gst_caps_set_features_simple (d3d11_caps,
-        gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
+        gst_caps_features_new_single_static_str
+        (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
     device_caps->d3d11_aware = TRUE;
     device_caps->adapter_luid = adapter_luid;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfvideosrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfvideosrc.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstmfvp9enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstmfvp9enc.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/gstwin32devicewatcher.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/gstwin32devicewatcher.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/mediafoundation/plugin.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/mediafoundation/plugin.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkallocator_libva.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkallocator_libva.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkcaps.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkcaps.c Changed

@@ -85,7 +85,8 @@
   {MFX_PROFILE_HEVC_MAIN, "main"},
   {MFX_PROFILE_HEVC_MAIN10, "main-10, main-10-still-picture"},
   {MFX_PROFILE_HEVC_MAINSP, "main-still-picture"},
-  {MFX_PROFILE_HEVC_REXT, "main-444, main-444-10, main-422-10, main-12"},
+  {MFX_PROFILE_HEVC_REXT,
+      "main-444, main-444-10, main-422-10, main-12, main-422-12"},
 #if (MFX_VERSION >= 1032)
   {MFX_PROFILE_HEVC_SCC, "screen-extended-main, screen-extended-main-10, "
         "screen-extended-main-444, screen-extended-main-444-10"},
@@ -1604,7 +1605,7 @@
       return "NV12, YUY2, UYVY, BGRA";
     case MFX_CODEC_HEVC:
       return "NV12, YUY2, BGRA, BGR10A2_LE, P010_10LE, VUYA, Y410, Y210, "
-          "P012_LE";
+          "P012_LE, Y212_LE";
     case MFX_CODEC_MPEG2:
       return "NV12";
     case MFX_CODEC_VP9:
@@ -1776,7 +1777,7 @@
     case MFX_CODEC_AVC:
       return "NV12, BGRA, BGRx";
     case MFX_CODEC_HEVC:
-      return "NV12, P010_10LE, YUY2, Y210,  VUYA, Y410, P012_LE, "
+      return "NV12, P010_10LE, YUY2, Y210, VUYA, Y410, P012_LE, "
           "Y212_LE, Y412_LE, BGRA, BGRx";
     case MFX_CODEC_MPEG2:
       return "NV12";
@@ -2011,7 +2012,7 @@
 
   if (features) {
     GstStructure *s = NULL;
-    GstCapsFeatures *f = gst_caps_features_from_string (features);
+    GstCapsFeatures *f = gst_caps_features_new_single_static_str (features);
 
     for (guint i = 0; i < size; i++) {
       if (gst_caps_features_is_equal (f, gst_caps_get_features (caps, i))) {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkcontext.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkcontext.c Changed

@@ -92,7 +92,8 @@
     if (fd >= 0) {
       drmVersionPtr drm_version = drmGetVersion (fd);
 
-      if (!drm_version || strncmp (drm_version->name, "i915", 4)) {
+      if (!drm_version || (strncmp (drm_version->name, "i915", 4)
+              && strncmp (drm_version->name, "xe", 2))) {
         GST_ERROR ("The specified device isn't an Intel device");
         drmFreeVersion (drm_version);
         close (fd);
@@ -130,8 +131,9 @@
       dev = (GUdevDevice *) l->data;
 
       parent = g_udev_device_get_parent (dev);
-      if (g_strcmp0 (g_udev_device_get_subsystem (parent), "pci") != 0 ||
-          g_strcmp0 (g_udev_device_get_driver (parent), "i915") != 0) {
+      if (g_strcmp0 (g_udev_device_get_subsystem (parent), "pci") != 0
+          || (g_strcmp0 (g_udev_device_get_driver (parent), "i915") != 0
+              && g_strcmp0 (g_udev_device_get_driver (parent), "xe") != 0)) {
         g_object_unref (parent);
         continue;
       }
@@ -376,6 +378,10 @@
 
   /* child sessions will be closed when the parent session is closed */
   if (priv->parent_context) {
+    /* A context with parent_context can also be a parent to others,
+     * and we need to check its child_session_list */
+    if (priv->child_session_list)
+      g_list_free_full (priv->child_session_list, release_child_session);
     gst_object_unref (priv->parent_context);
     goto done;
   } else

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkdec.c Changed

@@ -301,17 +301,15 @@
     gst_object_unref (msdk_context);
   } else
 #ifndef _WIN32
-    if (gst_msdk_context_from_external_va_display (context,
-          thiz->hardware, 0 /* GST_MSDK_JOB_DECODER will be set later */ ,
-          &msdk_context)) {
+  if (gst_msdk_context_from_external_va_display (context,
+          thiz->hardware, GST_MSDK_JOB_DECODER, &msdk_context)) {
     gst_object_replace ((GstObject **) & thiz->context,
         (GstObject *) msdk_context);
     gst_object_unref (msdk_context);
   }
 #else
-    if (gst_msdk_context_from_external_d3d11_device (context,
-          thiz->hardware, 0 /* GST_MSDK_JOB_DECODER will be set later */ ,
-          &msdk_context)) {
+  if (gst_msdk_context_from_external_d3d11_device (context,
+          thiz->hardware, GST_MSDK_JOB_DECODER, &msdk_context)) {
     gst_object_replace ((GstObject **) & thiz->context,
         (GstObject *) msdk_context);
     gst_object_unref (msdk_context);
@@ -518,7 +516,8 @@
   pad = GST_VIDEO_DECODER_SRC_PAD (thiz);
 
   caps = gst_caps_copy (*filter);
-  gst_caps_set_features (caps, 0, gst_caps_features_from_string (mem_type));
+  gst_caps_set_features (caps, 0,
+      gst_caps_features_new_single_static_str (mem_type));
 
 #ifndef _WIN32
   /* In dma caps case, we need to set drm-format for raw caps */
@@ -1768,7 +1767,8 @@
   if (thiz->use_dmabuf && thiz->modifier != DRM_FORMAT_MOD_INVALID) {
     caps = gst_msdkcaps_video_info_to_drm_caps (info, thiz->modifier);
     gst_caps_set_features (caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_DMABUF, NULL));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_DMABUF,
+            NULL));
   } else {
     caps = gst_video_info_to_caps (info);
   }
@@ -1837,7 +1837,8 @@
   if (thiz->use_dmabuf) {
     caps = gst_msdkcaps_video_info_to_drm_caps (&vinfo, thiz->modifier);
     gst_caps_set_features (caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_DMABUF, NULL));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_DMABUF,
+            NULL));
   } else {
     caps = gst_video_info_to_caps (&vinfo);
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkenc.c Changed

@@ -133,17 +133,15 @@
     gst_object_unref (msdk_context);
   } else
 #ifndef _WIN32
-    if (gst_msdk_context_from_external_va_display (context,
-          thiz->hardware, 0 /* GST_MSDK_JOB_ENCODER will be set later */ ,
-          &msdk_context)) {
+  if (gst_msdk_context_from_external_va_display (context,
+          thiz->hardware, GST_MSDK_JOB_ENCODER, &msdk_context)) {
     gst_object_replace ((GstObject **) & thiz->context,
         (GstObject *) msdk_context);
     gst_object_unref (msdk_context);
   }
 #else
-    if (gst_msdk_context_from_external_d3d11_device (context,
-          thiz->hardware, 0 /* GST_MSDK_JOB_ENCODER will be set later */ ,
-          &msdk_context)) {
+  if (gst_msdk_context_from_external_d3d11_device (context,
+          thiz->hardware, GST_MSDK_JOB_ENCODER, &msdk_context)) {
     gst_object_replace ((GstObject **) & thiz->context,
         (GstObject *) msdk_context);
     gst_object_unref (msdk_context);
@@ -191,6 +189,7 @@
 
     case MFX_RATECONTROL_LA_ICQ:
       option2->LookAheadDepth = thiz->lookahead_depth;
+      /* FALLTHROUGH */
     case MFX_RATECONTROL_ICQ:
       mfx->ICQQuality = CLAMP (thiz->qpi, 1, 51);
       break;
@@ -502,11 +501,6 @@
   guint i;
   mfxExtVideoSignalInfo ext_vsi;
 
-  if (thiz->initialized) {
-    GST_DEBUG_OBJECT (thiz, "Already initialized");
-    return TRUE;
-  }
-
   if (!thiz->context) {
     GST_WARNING_OBJECT (thiz, "No MSDK Context");
     return FALSE;
@@ -524,6 +518,12 @@
   }
 
   GST_OBJECT_LOCK (thiz);
+  if (thiz->initialized) {
+    GST_DEBUG_OBJECT (thiz, "Already initialized");
+    GST_OBJECT_UNLOCK (thiz);
+    return TRUE;
+  }
+
   session = gst_msdk_context_get_session (thiz->context);
   thiz->codename = msdk_get_platform_codename (session);
 
@@ -603,6 +603,7 @@
       break;
 #endif
     case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_BGRx:
       thiz->param.mfx.FrameInfo.FourCC = MFX_FOURCC_RGB4;
       thiz->param.mfx.FrameInfo.ChromaFormat = MFX_CHROMAFORMAT_YUV444;
       thiz->param.mfx.FrameInfo.BitDepthLuma = 8;
@@ -628,6 +629,13 @@
       thiz->param.mfx.FrameInfo.BitDepthChroma = 12;
       thiz->param.mfx.FrameInfo.Shift = 1;
       break;
+    case GST_VIDEO_FORMAT_Y212_LE:
+      thiz->param.mfx.FrameInfo.FourCC = MFX_FOURCC_Y216;
+      thiz->param.mfx.FrameInfo.ChromaFormat = MFX_CHROMAFORMAT_YUV422;
+      thiz->param.mfx.FrameInfo.BitDepthLuma = 12;
+      thiz->param.mfx.FrameInfo.BitDepthChroma = 12;
+      thiz->param.mfx.FrameInfo.Shift = 1;
+      break;
 #endif
     default:
       thiz->param.mfx.FrameInfo.FourCC = MFX_FOURCC_NV12;
@@ -666,6 +674,8 @@
         gst_video_transfer_function_to_iso (info.colorimetry.transfer);
     ext_vsi.MatrixCoefficients =
         gst_video_color_matrix_to_iso (info.colorimetry.matrix);
+    ext_vsi.VideoFullRange =
+        (info.colorimetry.range == GST_VIDEO_COLOR_RANGE_0_255);
     gst_msdkenc_add_extra_param (thiz, (mfxExtBuffer *) & ext_vsi);
   }
 
@@ -1198,7 +1208,8 @@
   if (thiz->use_dmabuf && thiz->modifier != DRM_FORMAT_MOD_INVALID) {
     aligned_caps = gst_msdkcaps_video_info_to_drm_caps (info, thiz->modifier);
     gst_caps_set_features (aligned_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_DMABUF, NULL));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_DMABUF,
+            NULL));
   } else
     aligned_caps = gst_video_info_to_caps (info);
 
@@ -1418,7 +1429,8 @@
   if (!thiz->use_va && sinkpad_can_dmabuf (thiz)) {
     thiz->input_state->caps = gst_caps_make_writable (thiz->input_state->caps);
     gst_caps_set_features (thiz->input_state->caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_DMABUF, NULL));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_DMABUF,
+            NULL));
     thiz->use_dmabuf = TRUE;
     thiz->modifier = get_msdkcaps_get_modifier (state->caps);
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkh265enc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkh265enc.c Changed

@@ -386,8 +386,10 @@
     } else if (!g_strcmp0 (h265enc->profile_name, "main-444") ||
         !g_strcmp0 (h265enc->profile_name, "main-422-10") ||
         !g_strcmp0 (h265enc->profile_name, "main-444-10") ||
-        !g_strcmp0 (h265enc->profile_name, "main-12"))
+        !g_strcmp0 (h265enc->profile_name, "main-12") ||
+        !g_strcmp0 (h265enc->profile_name, "main-422-12"))
       encoder->param.mfx.CodecProfile = MFX_PROFILE_HEVC_REXT;
+
 #if (MFX_VERSION >= 1032)
     else if (!g_strcmp0 (h265enc->profile_name, "screen-extended-main") ||
         !g_strcmp0 (h265enc->profile_name, "screen-extended-main-10") ||
@@ -409,6 +411,7 @@
 #endif
 #if (MFX_VERSION >= 1031)
       case MFX_FOURCC_P016:
+      case MFX_FOURCC_Y216:
 #endif
         encoder->param.mfx.CodecProfile = MFX_PROFILE_HEVC_REXT;
         break;
@@ -597,6 +600,10 @@
         gst_structure_set (structure, "profile", G_TYPE_STRING, "main-12",
             NULL);
         break;
+      case MFX_FOURCC_Y216:
+        gst_structure_set (structure, "profile", G_TYPE_STRING, "main-422-12",
+            NULL);
+        break;
 #endif
       default:
         gst_structure_set (structure, "profile", G_TYPE_STRING, "main", NULL);
@@ -938,6 +945,7 @@
           h265enc->tune_mode == MFX_CODINGOPTION_OFF)
         return TRUE;
 #endif
+      /* FALLTHROUGH */
     default:
       return FALSE;
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkvpp.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkvpp.c Changed

@@ -101,6 +101,9 @@
   PROP_MIRRORING,
 #endif
   PROP_SCALING_MODE,
+#if (MFX_VERSION >= 1033)
+  PROP_INTERPOLATION_METHOD,
+#endif
   PROP_FORCE_ASPECT_RATIO,
   PROP_FRC_ALGORITHM,
   PROP_VIDEO_DIRECTION,
@@ -127,6 +130,10 @@
 #define PROP_CONTRAST_DEFAULT            1
 #define PROP_DETAIL_DEFAULT              0
 #define PROP_SCALING_MODE_DEFAULT        MFX_SCALING_MODE_DEFAULT
+#if (MFX_VERSION >= 1033)
+#define PROP_INTERPOLATION_METHOD_DEFAULT \
+  MFX_INTERPOLATION_DEFAULT
+#endif
 #define PROP_FORCE_ASPECT_RATIO_DEFAULT  TRUE
 #define PROP_FRC_ALGORITHM_DEFAULT       _MFX_FRC_ALGORITHM_NONE
 #define PROP_VIDEO_DIRECTION_DEFAULT     GST_VIDEO_ORIENTATION_IDENTITY
@@ -139,6 +146,9 @@
 /* 8 should enough for a normal encoder */
 #define SRC_POOL_SIZE_DEFAULT            8
 
+/* It is used to compensate timestamp for input mfx surface */
+#define PTS_OFFSET                       GST_SECOND * 60 * 60 * 1000
+
 /* *INDENT-OFF* */
 static const gchar *doc_sink_caps_str =
     GST_VIDEO_CAPS_MAKE (
@@ -429,7 +439,8 @@
     usage_hint |= VA_SURFACE_ATTRIB_USAGE_HINT_VPP_READ |
         VA_SURFACE_ATTRIB_USAGE_HINT_VPP_WRITE;
     gst_caps_set_features (aligned_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_DMABUF, NULL));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_DMABUF,
+            NULL));
   } else
     aligned_caps = gst_video_info_to_caps (info);
 
@@ -862,8 +873,20 @@
   if (inbuf->pts == GST_CLOCK_TIME_NONE)
     in_surface->surface->Data.TimeStamp = MFX_TIMESTAMP_UNKNOWN;
   else
+    /* In the case of multi-channel transoding, for example:
+     * "gst-launch-1.0 -vf filesrc location=input.bin ! h265parse ! msdkh265dec !\
+     * tee name=t ! queue ! msdkh265enc ! h265parse ! filesink location=out.h265\
+     * t. ! queue ! msdkvpp denoise=10 ! fakesink",
+     * msdkenc and msdkvpp re-use surface from decoder and they both need to set
+     * timestamp for input mfx surface; but encoder use input frame->pts while vpp
+     * use input buffer->pts, and frame->pts has 1000h offset larger than inbuf->pts;
+     * It is very likely to cause conflict or mfx surface timestamp. So we add this
+     * PTS_OFFSET here to ensure enc and vpp set the same value to input mfx surface
+     * meanwhile does not break encoder's setting min_pts for dts protection.
+     */
     in_surface->surface->Data.TimeStamp =
-        gst_util_uint64_scale_round (inbuf->pts, 90000, GST_SECOND);
+        gst_util_uint64_scale_round
+        (inbuf->pts + PTS_OFFSET, 90000, GST_SECOND);
 
   if (thiz->use_video_memory) {
     out_surface = gst_msdk_import_to_msdk_surface (outbuf, thiz->context,
@@ -916,7 +939,9 @@
     if (timestamp == MFX_TIMESTAMP_UNKNOWN)
       timestamp = GST_CLOCK_TIME_NONE;
     else
-      timestamp = gst_util_uint64_scale_round (timestamp, GST_SECOND, 90000);
+      /* We remove PTS_OFFSET here to avoid 1000h delay introduced earlier */
+      timestamp = gst_util_uint64_scale_round (timestamp, GST_SECOND, 90000)
+          - PTS_OFFSET;
 
     if (status == MFX_WRN_INCOMPATIBLE_VIDEO_PARAM)
       GST_WARNING_OBJECT (thiz, "VPP returned: %s",
@@ -1090,8 +1115,9 @@
     gst_msdkvpp_add_extra_param (thiz, (mfxExtBuffer *) mfx_mirroring);
   }
 
-  /* Scaling Mode */
-  if (thiz->flags & GST_MSDK_FLAG_SCALING_MODE) {
+  /* Scaling Mode & Interpolation Method */
+  if (thiz->flags & (GST_MSDK_FLAG_SCALING_MODE |
+          GST_MSDK_FLAG_INTERPOLATION_METHOD)) {
     gboolean scaling_mode_is_compute = FALSE;
 #if (MFX_VERSION >= 2007)
     if (thiz->scaling_mode == MFX_SCALING_MODE_INTEL_GEN_COMPUTE)
@@ -1103,6 +1129,14 @@
       mfx_scaling->Header.BufferId = MFX_EXTBUFF_VPP_SCALING;
       mfx_scaling->Header.BufferSz = sizeof (mfxExtVPPScaling);
       mfx_scaling->ScalingMode = thiz->scaling_mode;
+      if (MFX_RUNTIME_VERSION_ATLEAST (thiz->version, 1, 33)) {
+#if (MFX_VERSION >= 1033)
+        mfx_scaling->InterpolationMethod = thiz->interpolation_method;
+#endif
+      } else if (thiz->flags & GST_MSDK_FLAG_INTERPOLATION_METHOD) {
+        GST_WARNING_OBJECT (thiz,
+            "Interpolation method not supported, ignore it...");
+      }
       gst_msdkvpp_add_extra_param (thiz, (mfxExtBuffer *) mfx_scaling);
     } else {
       GST_WARNING_OBJECT (thiz,
@@ -1649,6 +1683,12 @@
       thiz->scaling_mode = g_value_get_enum (value);
       thiz->flags |= GST_MSDK_FLAG_SCALING_MODE;
       break;
+#if (MFX_VERSION >= 1033)
+    case PROP_INTERPOLATION_METHOD:
+      thiz->interpolation_method = g_value_get_enum (value);
+      thiz->flags |= GST_MSDK_FLAG_INTERPOLATION_METHOD;
+      break;
+#endif
     case PROP_FORCE_ASPECT_RATIO:
       thiz->keep_aspect = g_value_get_boolean (value);
       break;
@@ -1729,6 +1769,11 @@
     case PROP_SCALING_MODE:
       g_value_set_enum (value, thiz->scaling_mode);
       break;
+#if (MFX_VERSION >= 1033)
+    case PROP_INTERPOLATION_METHOD:
+      g_value_set_enum (value, thiz->interpolation_method);
+      break;
+#endif
     case PROP_FORCE_ASPECT_RATIO:
       g_value_set_boolean (value, thiz->keep_aspect);
       break;
@@ -1781,17 +1826,15 @@
     gst_object_unref (msdk_context);
   } else
 #ifndef _WIN32
-    if (gst_msdk_context_from_external_va_display (context,
-          thiz->hardware, 0 /* GST_MSDK_JOB_VPP will be set later */ ,
-          &msdk_context)) {
+  if (gst_msdk_context_from_external_va_display (context,
+          thiz->hardware, GST_MSDK_JOB_VPP, &msdk_context)) {
     gst_object_replace ((GstObject **) & thiz->context,
         (GstObject *) msdk_context);
     gst_object_unref (msdk_context);
   }
 #else
-    if (gst_msdk_context_from_external_d3d11_device (context,
-          thiz->hardware, 0 /* GST_MSDK_JOB_VPP will be set later */ ,
-          &msdk_context)) {
+  if (gst_msdk_context_from_external_d3d11_device (context,
+          thiz->hardware, GST_MSDK_JOB_VPP, &msdk_context)) {
     gst_object_replace ((GstObject **) & thiz->context,
         (GstObject *) msdk_context);
     gst_object_unref (msdk_context);
@@ -1880,6 +1923,16 @@
       "The Scaling mode to use", gst_msdkvpp_scaling_mode_get_type (),
       PROP_SCALING_MODE_DEFAULT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS);
 
+#if (MFX_VERSION >= 1033)
+  obj_propertiesPROP_INTERPOLATION_METHOD =
+      g_param_spec_enum ("interpolation-method", "Interpolation Method",
+      "The Interpolation method used for scaling, note that not all interpolation-methods "
+      "may be compatible with all scaling-modes",
+      gst_msdkvpp_interpolation_method_get_type (),
+      PROP_INTERPOLATION_METHOD_DEFAULT, G_PARAM_READWRITE |
+      G_PARAM_STATIC_STRINGS);
+#endif
+
   obj_propertiesPROP_FORCE_ASPECT_RATIO =
       g_param_spec_boolean ("force-aspect-ratio", "Force Aspect Ratio",
       "When enabled, scaling will respect original aspect ratio",
@@ -2014,6 +2067,9 @@
   thiz->contrast = PROP_CONTRAST_DEFAULT;
   thiz->detail = PROP_DETAIL_DEFAULT;
   thiz->scaling_mode = PROP_SCALING_MODE_DEFAULT;
+#if (MFX_VERSION >= 1033)
+  thiz->interpolation_method = PROP_INTERPOLATION_METHOD_DEFAULT;
+#endif
   thiz->keep_aspect = PROP_FORCE_ASPECT_RATIO_DEFAULT;
   thiz->frc_algm = PROP_FRC_ALGORITHM_DEFAULT;
   thiz->video_direction = PROP_VIDEO_DIRECTION_DEFAULT;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkvpp.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkvpp.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/gstmsdkvpputil.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/gstmsdkvpputil.c Changed

@@ -196,15 +196,17 @@
 #ifndef _WIN32
   if (is_va)
     gst_caps_set_features (ret, 0,
-        gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_VA));
+        gst_caps_features_new_single_static_str (GST_CAPS_FEATURE_MEMORY_VA));
 #else
   if (is_d3d)
     gst_caps_set_features (ret, 0,
-        gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
+        gst_caps_features_new_single_static_str
+        (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
 #endif
   else if (is_dma)
     gst_caps_set_features (ret, 0,
-        gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_DMABUF));
+        gst_caps_features_new_single_static_str
+        (GST_CAPS_FEATURE_MEMORY_DMABUF));
 
   return ret;
 }
@@ -689,6 +691,7 @@
   GstStructure *structure = NULL;
   GstCaps *outcaps, *fixate_caps;
   GstCapsFeatures *features;
+  gchar *colorimetry = NULL;
 
   /* Fixate the format */
   fixate_caps = fixate_output_format (thiz, vinfo, srccaps);
@@ -719,7 +722,12 @@
   if (!set_multiview_mode (thiz, vinfo, structure))
     goto fixate_failed;
 
-  /*Fixme: Set colorimetry */
+  /* set colorimetry based on input info */
+  if ((colorimetry = gst_video_colorimetry_to_string (&vinfo->colorimetry))) {
+    gst_structure_set (structure, "colorimetry", G_TYPE_STRING, colorimetry,
+        NULL);
+    g_free (colorimetry);
+  }
 
   /* set interlace mode */
   if (!set_interlace_mode (thiz, vinfo, structure))

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/meson.build Changed

@@ -23,6 +23,72 @@
   'msdk.c',
 
 
+msdk_headers = 
+  'gstmsdkallocator.h',
+  'gstmsdkcaps.h',
+  'gstmsdkcontext.h',
+  'gstmsdkav1dec.h',
+  'gstmsdkvp8dec.h',
+  'msdk_libva.h',
+  'gstmsdkvp9enc.h',
+  'gstmsdkh264enc.h',
+  'gstmsdkav1enc.h',
+  'gstmsdkvp9dec.h',
+  'gstmsdkmjpegdec.h',
+  'gstmsdkallocator_libva.h',
+  'gstmsdkdec.h',
+  'gstmsdkenc.h',
+  'gstmsdkmpeg2dec.h',
+  'gstmsdkh265enc.h',
+  'gstmsdkvpputil.h',
+  'msdk.h',
+  'gstmsdkdecproputil.h',
+  'gstmsdkh265dec.h',
+  'gstmsdkcontextutil.h',
+  'gstmsdkvc1dec.h',
+  'gstmsdkmpeg2enc.h',
+  'msdk-enums.h',
+  'gstmsdkmjpegenc.h',
+  'gstmsdkh264dec.h',
+  'gstmsdkvpp.h',
+
+
+windows_sources = 
+    'msdk_d3d.c',
+    'gstmsdkallocator_d3d.c',
+
+
+non_windows_sources = 
+  'msdk_libva.c',
+  'gstmsdkallocator_libva.c',
+
+
+vp9dec_sources = 
+  'gstmsdkvp9dec.c',
+
+
+vp9enc_sources = 
+  'gstmsdkvp9enc.c',
+
+
+av1dec_sources = 
+  'gstmsdkav1dec.c',
+
+
+av1enc_sources = 
+  'gstmsdkav1enc.c',
+
+
+doc_sources = 
+foreach s: msdk_sources + windows_sources + non_windows_sources + vp9dec_sources + vp9enc_sources + av1dec_sources + av1enc_sources + msdk_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'msdk': pathsep.join(doc_sources)
+}
+have_msdk = true
+
 have_msdk = false
 msdk_dep = 
 use_msdk = false
@@ -33,6 +99,8 @@
   '-DGST_USE_UNSTABLE_API',
   '-DMFX_DEPRECATED_OFF'
 
+# Ignore aggregate from SDK
+extra_args += cc.get_supported_arguments('-Wno-aggregate-return')
 
 msdk_option = get_option('msdk')
 if msdk_option.disabled()
@@ -40,7 +108,7 @@
 endif
 
 if host_machine.system() == 'windows'
-  msdk_sources += 'msdk_d3d.c', 'gstmsdkallocator_d3d.c' 
+  msdk_sources += windows_sources
   if gstd3d11_dep.found()
     extra_args += '-DCOBJMACROS'
   else
@@ -57,7 +125,7 @@
     endif
     subdir_done()
   endif
-  msdk_sources += 'msdk_libva.c', 'gstmsdkallocator_libva.c'
+  msdk_sources += non_windows_sources
 endif
 
 mfx_api = get_option('mfx_api')
@@ -120,7 +188,7 @@
 endif
 
 if use_onevpl or cxx.has_header('mfxvp9.h', args: '-I' + mfx_incdir)
-  msdk_sources +=  'gstmsdkvp9dec.c' 
+  msdk_sources += vp9dec_sources
   cdata.set('USE_MSDK_VP9_DEC', 1)
 endif
 
@@ -140,7 +208,7 @@
                 include_directories : configinc, mfx_inc)
 
 if have_mfx_ver126
-  msdk_sources +=  'gstmsdkvp9enc.c' 
+  msdk_sources += vp9enc_sources
   cdata.set('USE_MSDK_VP9_ENC', 1)
 endif
 
@@ -155,7 +223,7 @@
                 include_directories : configinc, mfx_inc)
 
 if have_mfx_ver134
-  msdk_sources +=  'gstmsdkav1dec.c' 
+  msdk_sources += av1dec_sources
   cdata.set('USE_MSDK_AV1_DEC', 1)
 endif
 
@@ -170,7 +238,7 @@
                 include_directories: configinc, mfx_inc)
 
 if use_onevpl and have_mfx_ver205
-  msdk_sources +=  'gstmsdkav1enc.c' 
+  msdk_sources += av1enc_sources
   cdata.set10('USE_MSDK_AV1_ENC', 1)
 endif
 
@@ -206,5 +274,4 @@
     install_dir : plugins_install_dir,
   )
   plugins += gstmsdktag
-  have_msdk = true
 endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/msdk-enums.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/msdk-enums.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/msdk/msdk-enums.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/msdk/msdk-enums.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/cuviddec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/cuviddec.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudacompositor.cpp Added

@@ -0,0 +1,1672 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-cudacompositor
+ * @title: cudacompositor
+ *
+ * A CUDA based video compositing element.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 cudacompositor name=c ! cudadownload ! autovideosink \
+ *     videotestsrc ! video/x-raw,width=320,height=240 ! cudaupload ! c. \
+ *     videotestsrc pattern=ball ! video/x-raw,width=100,height=100 ! cudaupload ! c.
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/cuda/gstcuda-private.h>
+#include "gstcudacompositor.h"
+#include "gstcudaconverter.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_cuda_compositor_debug);
+#define GST_CAT_DEFAULT gst_cuda_compositor_debug
+
+enum GstCudaCompositorOperator
+{
+  GST_CUDA_COMPOSITOR_OPERATOR_SOURCE,
+  GST_CUDA_COMPOSITOR_OPERATOR_OVER,
+};
+
+/**
+ * GstCudaCompositorOperator:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_CUDA_COMPOSITOR_OPERATOR (gst_cuda_compositor_operator_get_type())
+static GType
+gst_cuda_compositor_operator_get_type (void)
+{
+  static GType compositor_operator_type = 0;
+  static const GEnumValue compositor_operator = {
+    {GST_CUDA_COMPOSITOR_OPERATOR_SOURCE, "Source", "source"},
+    {GST_CUDA_COMPOSITOR_OPERATOR_OVER, "Over", "over"},
+    {0, nullptr, nullptr},
+  };
+
+  GST_CUDA_CALL_ONCE_BEGIN {
+    compositor_operator_type =
+        g_enum_register_static ("GstCudaCompositorOperator",
+        compositor_operator);
+  } GST_CUDA_CALL_ONCE_END;
+
+  return compositor_operator_type;
+}
+
+enum GstCudaCompositorSizingPolicy
+{
+  GST_CUDA_COMPOSITOR_SIZING_POLICY_NONE,
+  GST_CUDA_COMPOSITOR_SIZING_POLICY_KEEP_ASPECT_RATIO,
+};
+
+/**
+ * GstCudaCompositorSizingPolicy:
+ *
+ * Since: 1.26
+ */
+#define GST_TYPE_CUDA_COMPOSITOR_SIZING_POLICY (gst_cuda_compositor_sizing_policy_get_type())
+static GType
+gst_cuda_compositor_sizing_policy_get_type (void)
+{
+  static GType sizing_policy_type = 0;
+
+  static const GEnumValue sizing_polices = {
+    {GST_CUDA_COMPOSITOR_SIZING_POLICY_NONE,
+        "None: Image is scaled to fill configured destination rectangle without "
+          "padding or keeping the aspect ratio", "none"},
+    {GST_CUDA_COMPOSITOR_SIZING_POLICY_KEEP_ASPECT_RATIO,
+          "Keep Aspect Ratio: Image is scaled to fit destination rectangle "
+          "specified by GstD3D12CompositorPad:{xpos, ypos, width, height} "
+          "with preserved aspect ratio. Resulting image will be centered in "
+          "the destination rectangle with padding if necessary",
+        "keep-aspect-ratio"},
+    {0, nullptr, nullptr},
+  };
+
+  GST_CUDA_CALL_ONCE_BEGIN {
+    sizing_policy_type =
+        g_enum_register_static ("GstCudaCompositorSizingPolicy",
+        sizing_polices);
+  } GST_CUDA_CALL_ONCE_END;
+
+  return sizing_policy_type;
+}
+
+enum
+{
+  PROP_PAD_0,
+  PROP_PAD_XPOS,
+  PROP_PAD_YPOS,
+  PROP_PAD_WIDTH,
+  PROP_PAD_HEIGHT,
+  PROP_PAD_ALPHA,
+  PROP_PAD_OPERATOR,
+  PROP_PAD_SIZING_POLICY,
+};
+
+#define DEFAULT_PAD_XPOS   0
+#define DEFAULT_PAD_YPOS   0
+#define DEFAULT_PAD_WIDTH  0
+#define DEFAULT_PAD_HEIGHT 0
+#define DEFAULT_PAD_ALPHA  1.0
+#define DEFAULT_PAD_OPERATOR GST_CUDA_COMPOSITOR_OPERATOR_OVER
+#define DEFAULT_PAD_SIZING_POLICY GST_CUDA_COMPOSITOR_SIZING_POLICY_NONE
+
+enum
+{
+  PROP_0,
+  PROP_DEVICE_ID,
+  PROP_IGNORE_INACTIVE_PADS,
+};
+
+#define DEFAULT_DEVICE_ID -1
+
+/* *INDENT-OFF* */
+struct GstCudaCompositorPadPrivate
+{
+  ~GstCudaCompositorPadPrivate ()
+  {
+    gst_clear_object (&conv);
+    gst_clear_buffer (&prepared_buf);
+    if (fallback_pool) {
+      gst_buffer_pool_set_active (fallback_pool, FALSE);
+      gst_object_unref (fallback_pool);
+    }
+  }
+
+  GstCudaConverter *conv = nullptr;
+  GstBufferPool *fallback_pool = nullptr;
+  GstBuffer *prepared_buf = nullptr;
+
+  gboolean config_updated = FALSE;
+
+  std::recursive_mutex lock;
+
+  /* properties */
+  gint xpos = DEFAULT_PAD_XPOS;
+  gint ypos = DEFAULT_PAD_YPOS;
+  gint width = DEFAULT_PAD_WIDTH;
+  gint height = DEFAULT_PAD_HEIGHT;
+  gdouble alpha = DEFAULT_PAD_ALPHA;
+  GstCudaCompositorOperator op = DEFAULT_PAD_OPERATOR;
+  GstCudaCompositorSizingPolicy sizing_policy = DEFAULT_PAD_SIZING_POLICY;
+};
+
+/**
+ * GstCudaCompositorPad:
+ *
+ * Since: 1.26
+ */
+struct _GstCudaCompositorPad
+{
+  GstVideoAggregatorConvertPad parent;
+
+  GstCudaCompositorPadPrivate *priv;
+};
+
+struct GstCudaCompositorPrivate
+{
+  std::recursive_mutex lock;
+
+  /* properties */
+  gint device_id = DEFAULT_DEVICE_ID;
+};
+/* *INDENT-ON* */
+
+struct _GstCudaCompositor
+{
+  GstVideoAggregator parent;
+
+  GstCudaContext *context;
+  GstCudaStream *stream;
+  GstCudaStream *other_stream;
+
+  GstCudaCompositorPrivate *priv;
+};
+
+static void gst_cuda_compositor_pad_finalize (GObject * object);
+static void gst_cuda_compositor_pad_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_cuda_compositor_pad_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+static gboolean
+gst_cuda_compositor_pad_prepare_frame (GstVideoAggregatorPad * pad,
+    GstVideoAggregator * vagg, GstBuffer * buffer,
+    GstVideoFrame * prepared_frame);
+static void gst_cuda_compositor_pad_clean_frame (GstVideoAggregatorPad * pad,
+    GstVideoAggregator * vagg, GstVideoFrame * prepared_frame);
+
+#define gst_cuda_compositor_pad_parent_class parent_pad_class
+G_DEFINE_TYPE (GstCudaCompositorPad, gst_cuda_compositor_pad,
+    GST_TYPE_VIDEO_AGGREGATOR_PAD);
+
+static void
+gst_cuda_compositor_pad_class_init (GstCudaCompositorPadClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto vagg_pad_class = GST_VIDEO_AGGREGATOR_PAD_CLASS (klass);
+  auto param_flags = (GParamFlags)
+      (G_PARAM_READWRITE | GST_PARAM_CONTROLLABLE | G_PARAM_STATIC_STRINGS);
+
+  object_class->finalize = gst_cuda_compositor_pad_finalize;
+  object_class->set_property = gst_cuda_compositor_pad_set_property;
+  object_class->get_property = gst_cuda_compositor_pad_get_property;
+
+  g_object_class_install_property (object_class, PROP_PAD_XPOS,
+      g_param_spec_int ("xpos", "X Position", "X position of the picture",
+          G_MININT, G_MAXINT, DEFAULT_PAD_XPOS, param_flags));
+  g_object_class_install_property (object_class, PROP_PAD_YPOS,
+      g_param_spec_int ("ypos", "Y Position", "Y position of the picture",
+          G_MININT, G_MAXINT, DEFAULT_PAD_YPOS, param_flags));
+  g_object_class_install_property (object_class, PROP_PAD_WIDTH,
+      g_param_spec_int ("width", "Width", "Width of the picture",
+          G_MININT, G_MAXINT, DEFAULT_PAD_WIDTH, param_flags));
+  g_object_class_install_property (object_class, PROP_PAD_HEIGHT,
+      g_param_spec_int ("height", "Height", "Height of the picture",
+          G_MININT, G_MAXINT, DEFAULT_PAD_HEIGHT, param_flags));
+  g_object_class_install_property (object_class, PROP_PAD_ALPHA,
+      g_param_spec_double ("alpha", "Alpha", "Alpha of the picture", 0.0, 1.0,
+          DEFAULT_PAD_ALPHA, param_flags));
+  g_object_class_install_property (object_class, PROP_PAD_OPERATOR,
+      g_param_spec_enum ("operator", "Operator",
+          "Blending operator to use for blending this pad over the previous ones",
+          GST_TYPE_CUDA_COMPOSITOR_OPERATOR, DEFAULT_PAD_OPERATOR,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_PAD_SIZING_POLICY,
+      g_param_spec_enum ("sizing-policy", "Sizing policy",
+          "Sizing policy to use for image scaling",
+          GST_TYPE_CUDA_COMPOSITOR_SIZING_POLICY, DEFAULT_PAD_SIZING_POLICY,
+          param_flags));
+
+  vagg_pad_class->prepare_frame =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_pad_prepare_frame);
+  vagg_pad_class->clean_frame =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_pad_clean_frame);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_CUDA_COMPOSITOR_OPERATOR,
+      (GstPluginAPIFlags) 0);
+  gst_type_mark_as_plugin_api (GST_TYPE_CUDA_COMPOSITOR_SIZING_POLICY,
+      (GstPluginAPIFlags) 0);
+}
+
+static void
+gst_cuda_compositor_pad_init (GstCudaCompositorPad * self)
+{
+  self->priv = new GstCudaCompositorPadPrivate ();
+}
+
+static void
+gst_cuda_compositor_pad_finalize (GObject * object)
+{
+  auto self = GST_CUDA_COMPOSITOR_PAD (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_pad_class)->finalize (object);
+}
+
+static void
+pad_update_position (GstCudaCompositorPad * self,
+    gint * old, const GValue * value)
+{
+  auto priv = self->priv;
+  auto tmp = g_value_get_int (value);
+
+  if (*old != tmp) {
+    *old = tmp;
+    priv->config_updated = TRUE;
+  }
+}
+
+static void
+gst_cuda_compositor_pad_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_CUDA_COMPOSITOR_PAD (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_PAD_XPOS:
+      pad_update_position (self, &priv->xpos, value);
+      break;
+    case PROP_PAD_YPOS:
+      pad_update_position (self, &priv->ypos, value);
+      break;
+    case PROP_PAD_WIDTH:
+      pad_update_position (self, &priv->width, value);
+      break;
+    case PROP_PAD_HEIGHT:
+      pad_update_position (self, &priv->height, value);
+      break;
+    case PROP_PAD_ALPHA:
+    {
+      gdouble alpha = g_value_get_double (value);
+      if (priv->alpha != alpha) {
+        priv->config_updated = TRUE;
+        priv->alpha = alpha;
+      }
+      break;
+    }
+    case PROP_PAD_OPERATOR:
+    {
+      auto op = (GstCudaCompositorOperator) g_value_get_enum (value);
+      if (op != priv->op) {
+        priv->op = op;
+        priv->config_updated = TRUE;
+      }
+      break;
+    }
+    case PROP_PAD_SIZING_POLICY:
+    {
+      auto policy = (GstCudaCompositorSizingPolicy) g_value_get_enum (value);
+      if (priv->sizing_policy != policy) {
+        priv->sizing_policy = policy;
+        priv->config_updated = TRUE;
+      }
+      break;
+    }
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_cuda_compositor_pad_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_CUDA_COMPOSITOR_PAD (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_PAD_XPOS:
+      g_value_set_int (value, priv->xpos);
+      break;
+    case PROP_PAD_YPOS:
+      g_value_set_int (value, priv->ypos);
+      break;
+    case PROP_PAD_WIDTH:
+      g_value_set_int (value, priv->width);
+      break;
+    case PROP_PAD_HEIGHT:
+      g_value_set_int (value, priv->height);
+      break;
+    case PROP_PAD_ALPHA:
+      g_value_set_double (value, priv->alpha);
+      break;
+    case PROP_PAD_OPERATOR:
+      g_value_set_enum (value, priv->op);
+      break;
+    case PROP_PAD_SIZING_POLICY:
+      g_value_set_enum (value, priv->sizing_policy);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_cuda_compositor_pad_get_output_size (GstCudaCompositorPad * self,
+    gint out_par_n, gint out_par_d, gint * width, gint * height,
+    gint * x_offset, gint * y_offset)
+{
+  auto vagg_pad = GST_VIDEO_AGGREGATOR_PAD (self);
+  auto priv = self->priv;
+  gint pad_width, pad_height;
+  guint dar_n, dar_d;
+
+  *x_offset = 0;
+  *y_offset = 0;
+  *width = 0;
+  *height = 0;
+
+  if (!vagg_pad->info.finfo
+      || vagg_pad->info.finfo->format == GST_VIDEO_FORMAT_UNKNOWN) {
+    GST_DEBUG_OBJECT (self, "Have no caps yet");
+    return;
+  }
+
+  pad_width = priv->width <= 0 ?
+      GST_VIDEO_INFO_WIDTH (&vagg_pad->info) : priv->width;
+  pad_height = priv->height <= 0 ?
+      GST_VIDEO_INFO_HEIGHT (&vagg_pad->info) : priv->height;
+
+  if (pad_width == 0 || pad_height == 0)
+    return;
+
+  if (!gst_video_calculate_display_ratio (&dar_n, &dar_d, pad_width, pad_height,
+          GST_VIDEO_INFO_PAR_N (&vagg_pad->info),
+          GST_VIDEO_INFO_PAR_D (&vagg_pad->info), out_par_n, out_par_d)) {
+    GST_WARNING_OBJECT (self, "Cannot calculate display aspect ratio");
+    return;
+  }
+
+  GST_TRACE_OBJECT (self, "scaling %ux%u by %u/%u (%u/%u / %u/%u)",
+      pad_width, pad_height, dar_n, dar_d,
+      GST_VIDEO_INFO_PAR_N (&vagg_pad->info),
+      GST_VIDEO_INFO_PAR_D (&vagg_pad->info), out_par_n, out_par_d);
+
+  switch (priv->sizing_policy) {
+    case GST_CUDA_COMPOSITOR_SIZING_POLICY_NONE:
+      /* Pick either height or width, whichever is an integer multiple of the
+       * display aspect ratio. However, prefer preserving the height to account
+       * for interlaced video. */
+      if (pad_height % dar_n == 0) {
+        pad_width = gst_util_uint64_scale_int (pad_height, dar_n, dar_d);
+      } else if (pad_width % dar_d == 0) {
+        pad_height = gst_util_uint64_scale_int (pad_width, dar_d, dar_n);
+      } else {
+        pad_width = gst_util_uint64_scale_int (pad_height, dar_n, dar_d);
+      }
+      break;
+    case GST_CUDA_COMPOSITOR_SIZING_POLICY_KEEP_ASPECT_RATIO:
+    {
+      gint from_dar_n, from_dar_d, to_dar_n, to_dar_d, num, den;
+
+      /* Calculate DAR again with actual video size */
+      if (!gst_util_fraction_multiply (GST_VIDEO_INFO_WIDTH (&vagg_pad->info),
+              GST_VIDEO_INFO_HEIGHT (&vagg_pad->info),
+              GST_VIDEO_INFO_PAR_N (&vagg_pad->info),
+              GST_VIDEO_INFO_PAR_D (&vagg_pad->info), &from_dar_n,
+              &from_dar_d)) {
+        from_dar_n = from_dar_d = -1;
+      }
+
+      if (!gst_util_fraction_multiply (pad_width, pad_height,
+              out_par_n, out_par_d, &to_dar_n, &to_dar_d)) {
+        to_dar_n = to_dar_d = -1;
+      }
+
+      if (from_dar_n != to_dar_n || from_dar_d != to_dar_d) {
+        /* Calculate new output resolution */
+        if (from_dar_n != -1 && from_dar_d != -1
+            && gst_util_fraction_multiply (from_dar_n, from_dar_d,
+                out_par_d, out_par_n, &num, &den)) {
+          GstVideoRectangle src_rect, dst_rect, rst_rect;
+
+          src_rect.h = gst_util_uint64_scale_int (pad_width, den, num);
+          if (src_rect.h == 0) {
+            pad_width = 0;
+            pad_height = 0;
+            break;
+          }
+
+          src_rect.x = src_rect.y = 0;
+          src_rect.w = pad_width;
+
+          dst_rect.x = dst_rect.y = 0;
+          dst_rect.w = pad_width;
+          dst_rect.h = pad_height;
+
+          /* Scale rect to be centered in destination rect */
+          gst_video_center_rect (&src_rect, &dst_rect, &rst_rect, TRUE);
+
+          GST_LOG_OBJECT (self,
+              "Re-calculated size %dx%d -> %dx%d (x-offset %d, y-offset %d)",
+              pad_width, pad_height, rst_rect.w, rst_rect.h, rst_rect.x,
+              rst_rect.h);
+
+          *x_offset = rst_rect.x;
+          *y_offset = rst_rect.y;
+          pad_width = rst_rect.w;
+          pad_height = rst_rect.h;
+        } else {
+          GST_WARNING_OBJECT (self, "Failed to calculate output size");
+
+          *x_offset = 0;
+          *y_offset = 0;
+          pad_width = 0;
+          pad_height = 0;
+        }
+      }
+      break;
+    }
+  }
+
+  *width = pad_width;
+  *height = pad_height;
+}
+
+static GstVideoRectangle
+clamp_rectangle (gint x, gint y, gint w, gint h, gint outer_width,
+    gint outer_height)
+{
+  gint x2 = x + w;
+  gint y2 = y + h;
+  GstVideoRectangle clamped;
+
+  /* Clamp the x/y coordinates of this frame to the output boundaries to cover
+   * the case where (say, with negative xpos/ypos or w/h greater than the output
+   * size) the non-obscured portion of the frame could be outside the bounds of
+   * the video itself and hence not visible at all */
+  clamped.x = CLAMP (x, 0, outer_width);
+  clamped.y = CLAMP (y, 0, outer_height);
+  clamped.w = CLAMP (x2, 0, outer_width) - clamped.x;
+  clamped.h = CLAMP (y2, 0, outer_height) - clamped.y;
+
+  return clamped;
+}
+
+static gboolean
+gst_cuda_compositor_pad_check_frame_obscured (GstVideoAggregatorPad * pad,
+    GstVideoAggregator * vagg)
+{
+  auto self = GST_CUDA_COMPOSITOR_PAD (pad);
+  auto priv = self->priv;
+  gint width, height;
+  GstVideoInfo *info = &vagg->info;
+  /* The rectangle representing this frame, clamped to the video's boundaries.
+   * Due to the clamping, this is different from the frame width/height above. */
+  GstVideoRectangle frame_rect;
+  gint x_offset, y_offset;
+
+  /* There's three types of width/height here:
+   * 1. GST_VIDEO_FRAME_WIDTH/HEIGHT:
+   *     The frame width/height (same as pad->info.height/width;
+   *     see gst_video_frame_map())
+   * 2. cpad->width/height:
+   *     The optional pad property for scaling the frame (if zero, the video is
+   *     left unscaled)
+   */
+
+  if (priv->alpha == 0)
+    return TRUE;
+
+  gst_cuda_compositor_pad_get_output_size (self, GST_VIDEO_INFO_PAR_N (info),
+      GST_VIDEO_INFO_PAR_D (info), &width, &height, &x_offset, &y_offset);
+
+  frame_rect = clamp_rectangle (priv->xpos + x_offset, priv->ypos + y_offset,
+      width, height, GST_VIDEO_INFO_WIDTH (info), GST_VIDEO_INFO_HEIGHT (info));
+
+  if (frame_rect.w == 0 || frame_rect.h == 0) {
+    GST_DEBUG_OBJECT (pad, "Resulting frame is zero-width or zero-height "
+        "(w: %i, h: %i), skipping", frame_rect.w, frame_rect.h);
+    return TRUE;
+  }
+
+  return FALSE;
+}
+
+static GstBuffer *
+gst_cuda_compositor_upload_frame (GstCudaCompositor * self,
+    GstVideoAggregatorPad * pad, GstBuffer * buffer)
+{
+  auto cpad = GST_CUDA_COMPOSITOR_PAD (pad);
+  auto priv = cpad->priv;
+  GstVideoFrame src, dst;
+
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (gst_is_cuda_memory (mem)) {
+    auto cmem = GST_CUDA_MEMORY_CAST (mem);
+    if (cmem->context == self->context)
+      return gst_buffer_ref (buffer);
+  }
+
+  if (!priv->fallback_pool) {
+    priv->fallback_pool = gst_cuda_buffer_pool_new (self->context);
+    auto config = gst_buffer_pool_get_config (priv->fallback_pool);
+
+    if (self->stream)
+      gst_buffer_pool_config_set_cuda_stream (config, self->stream);
+
+    auto caps = gst_video_info_to_caps (&pad->info);
+    gst_buffer_pool_config_set_params (config, caps, pad->info.size, 0, 0);
+    gst_caps_unref (caps);
+    if (!gst_buffer_pool_set_config (priv->fallback_pool, config)) {
+      GST_ERROR_OBJECT (pad, "Set config failed");
+      gst_clear_object (&priv->fallback_pool);
+      return nullptr;
+    }
+
+    if (!gst_buffer_pool_set_active (priv->fallback_pool, TRUE)) {
+      GST_ERROR_OBJECT (pad, "Set active failed");
+      gst_clear_object (&priv->fallback_pool);
+      return nullptr;
+    }
+  }
+
+  GstBuffer *outbuf = nullptr;
+  gst_buffer_pool_acquire_buffer (priv->fallback_pool, &outbuf, nullptr);
+  if (!outbuf) {
+    GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
+    return nullptr;
+  }
+
+  if (!gst_video_frame_map (&src, &pad->info, buffer, GST_MAP_READ)) {
+    GST_ERROR_OBJECT (pad, "Couldn't map src frame");
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  if (!gst_video_frame_map (&dst, &pad->info, outbuf, GST_MAP_WRITE)) {
+    GST_ERROR_OBJECT (pad, "Couldn't map dst frame");
+    gst_video_frame_unmap (&src);
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  auto ret = gst_video_frame_copy (&dst, &src);
+  gst_video_frame_unmap (&dst);
+  gst_video_frame_unmap (&src);
+
+  if (!ret) {
+    GST_ERROR_OBJECT (pad, "Couldn't copy frame");
+    gst_buffer_unref (outbuf);
+    return nullptr;
+  }
+
+  return outbuf;
+}
+
+static gboolean
+gst_cuda_compositor_pad_prepare_frame (GstVideoAggregatorPad * pad,
+    GstVideoAggregator * vagg, GstBuffer * buffer,
+    GstVideoFrame * prepared_frame)
+{
+  auto self = GST_CUDA_COMPOSITOR_PAD (pad);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (gst_cuda_compositor_pad_check_frame_obscured (pad, vagg))
+    return TRUE;
+
+  buffer = gst_cuda_compositor_upload_frame (GST_CUDA_COMPOSITOR (vagg),
+      pad, buffer);
+  if (!buffer)
+    return FALSE;
+
+  if (!gst_video_frame_map (prepared_frame,
+          &pad->info, buffer, (GstMapFlags) (GST_MAP_READ | GST_MAP_CUDA))) {
+    GST_ERROR_OBJECT (self, "Couldn't map frame");
+    gst_buffer_unref (buffer);
+    return FALSE;
+  }
+
+  priv->prepared_buf = buffer;
+
+  return TRUE;
+}
+
+static void
+gst_cuda_compositor_pad_clean_frame (GstVideoAggregatorPad * pad,
+    GstVideoAggregator * vagg, GstVideoFrame * prepared_frame)
+{
+  auto self = GST_CUDA_COMPOSITOR_PAD (pad);
+  auto priv = self->priv;
+
+  if (prepared_frame->buffer)
+    gst_video_frame_unmap (prepared_frame);
+
+  memset (prepared_frame, 0, sizeof (GstVideoFrame));
+  gst_clear_buffer (&priv->prepared_buf);
+}
+
+static gboolean
+gst_cuda_compositor_pad_setup_converter (GstVideoAggregatorPad * pad,
+    GstVideoAggregator * vagg)
+{
+  auto self = GST_CUDA_COMPOSITOR (vagg);
+  auto cpad = GST_CUDA_COMPOSITOR_PAD (pad);
+  auto priv = cpad->priv;
+  gint width, height;
+  GstVideoInfo *info = &vagg->info;
+  GstVideoRectangle frame_rect;
+  gint x_offset, y_offset;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  if (!priv->conv) {
+    priv->conv = gst_cuda_converter_new (&pad->info, &vagg->info, self->context,
+        nullptr);
+    if (!priv->conv) {
+      GST_ERROR_OBJECT (self, "Couldn't create converter");
+      return FALSE;
+    }
+
+    priv->config_updated = TRUE;
+  }
+
+  if (!priv->config_updated)
+    return TRUE;
+
+  gst_cuda_compositor_pad_get_output_size (cpad, GST_VIDEO_INFO_PAR_N (info),
+      GST_VIDEO_INFO_PAR_D (info), &width, &height, &x_offset, &y_offset);
+
+  frame_rect = clamp_rectangle (priv->xpos + x_offset, priv->ypos + y_offset,
+      width, height, GST_VIDEO_INFO_WIDTH (info), GST_VIDEO_INFO_HEIGHT (info));
+
+#ifndef GST_DISABLE_GST_DEBUG
+  guint zorder = 0;
+  g_object_get (pad, "zorder", &zorder, nullptr);
+
+  GST_LOG_OBJECT (pad, "Update position, pad-xpos %d, pad-ypos %d, "
+      "pad-zorder %d, pad-width %d, pad-height %d, in-resolution %dx%d, "
+      "out-resoution %dx%d, dst-{x,y,width,height} %d-%d-%d-%d",
+      priv->xpos, priv->ypos, zorder, priv->width, priv->height,
+      GST_VIDEO_INFO_WIDTH (&pad->info), GST_VIDEO_INFO_HEIGHT (&pad->info),
+      GST_VIDEO_INFO_WIDTH (info), GST_VIDEO_INFO_HEIGHT (info),
+      frame_rect.x, frame_rect.y, frame_rect.w, frame_rect.h);
+#endif
+
+  g_object_set (priv->conv, "dest-x", frame_rect.x,
+      "dest-y", frame_rect.y, "dest-width", frame_rect.w,
+      "dest-height", frame_rect.h, "alpha", priv->alpha,
+      "blend", priv->op == GST_CUDA_COMPOSITOR_OPERATOR_SOURCE ? FALSE : TRUE,
+      nullptr);
+  priv->config_updated = FALSE;
+
+  return TRUE;
+}
+
+#define GST_CUDA_COMPOSITOR_FORMATS \
+    "{ I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, " \
+    "Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, " \
+    "BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, " \
+    "GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }"
+
+static GstStaticPadTemplate sink_template =
+GST_STATIC_PAD_TEMPLATE ("sink_%u", GST_PAD_SINK, GST_PAD_REQUEST,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, GST_CUDA_COMPOSITOR_FORMATS)));
+
+static GstStaticPadTemplate src_template =
+GST_STATIC_PAD_TEMPLATE ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, GST_CUDA_COMPOSITOR_FORMATS)));
+
+static void gst_cuda_compositor_child_proxy_init (gpointer g_iface,
+    gpointer iface_data);
+static void gst_cuda_compositor_finalize (GObject * object);
+static void gst_cuda_compositor_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_cuda_compositor_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+
+static GstPad *gst_cuda_compositor_request_new_pad (GstElement * element,
+    GstPadTemplate * templ, const gchar * name, const GstCaps * caps);
+static void gst_cuda_compositor_release_pad (GstElement * element,
+    GstPad * pad);
+static void gst_cuda_compositor_set_context (GstElement * element,
+    GstContext * context);
+
+static gboolean gst_cuda_compositor_start (GstAggregator * agg);
+static gboolean gst_cuda_compositor_stop (GstAggregator * agg);
+static gboolean gst_cuda_compositor_sink_query (GstAggregator * agg,
+    GstAggregatorPad * pad, GstQuery * query);
+static gboolean gst_cuda_compositor_src_query (GstAggregator * agg,
+    GstQuery * query);
+static GstCaps *gst_cuda_compositor_fixate_src_caps (GstAggregator * agg,
+    GstCaps * caps);
+static gboolean gst_cuda_compositor_negotiated_src_caps (GstAggregator * agg,
+    GstCaps * caps);
+static gboolean
+gst_cuda_compositor_propose_allocation (GstAggregator * agg,
+    GstAggregatorPad * pad, GstQuery * decide_query, GstQuery * query);
+static gboolean gst_cuda_compositor_decide_allocation (GstAggregator * agg,
+    GstQuery * query);
+static GstFlowReturn
+gst_cuda_compositor_aggregate_frames (GstVideoAggregator * vagg,
+    GstBuffer * outbuf);
+
+#define gst_cuda_compositor_parent_class parent_class
+G_DEFINE_TYPE_WITH_CODE (GstCudaCompositor, gst_cuda_compositor,
+    GST_TYPE_VIDEO_AGGREGATOR, G_IMPLEMENT_INTERFACE (GST_TYPE_CHILD_PROXY,
+        gst_cuda_compositor_child_proxy_init));
+
+static void
+gst_cuda_compositor_class_init (GstCudaCompositorClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto agg_class = GST_AGGREGATOR_CLASS (klass);
+  auto vagg_class = GST_VIDEO_AGGREGATOR_CLASS (klass);
+
+  object_class->finalize = gst_cuda_compositor_finalize;
+  object_class->set_property = gst_cuda_compositor_set_property;
+  object_class->get_property = gst_cuda_compositor_get_property;
+
+  g_object_class_install_property (object_class, PROP_DEVICE_ID,
+      g_param_spec_int ("cuda-device-id", "Cuda Device ID",
+          "Set the GPU device to use for operations (-1 = auto)",
+          -1, G_MAXINT, DEFAULT_DEVICE_ID,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class,
+      PROP_IGNORE_INACTIVE_PADS, g_param_spec_boolean ("ignore-inactive-pads",
+          "Ignore inactive pads",
+          "Avoid timing out waiting for inactive pads", FALSE,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
+
+  element_class->request_new_pad =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_request_new_pad);
+  element_class->release_pad =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_release_pad);
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_set_context);
+
+  agg_class->start = GST_DEBUG_FUNCPTR (gst_cuda_compositor_start);
+  agg_class->stop = GST_DEBUG_FUNCPTR (gst_cuda_compositor_stop);
+  agg_class->sink_query = GST_DEBUG_FUNCPTR (gst_cuda_compositor_sink_query);
+  agg_class->src_query = GST_DEBUG_FUNCPTR (gst_cuda_compositor_src_query);
+  agg_class->fixate_src_caps =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_fixate_src_caps);
+  agg_class->negotiated_src_caps =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_negotiated_src_caps);
+  agg_class->propose_allocation =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_propose_allocation);
+  agg_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_decide_allocation);
+
+  vagg_class->aggregate_frames =
+      GST_DEBUG_FUNCPTR (gst_cuda_compositor_aggregate_frames);
+
+  gst_element_class_add_static_pad_template_with_gtype (element_class,
+      &sink_template, GST_TYPE_CUDA_COMPOSITOR_PAD);
+  gst_element_class_add_static_pad_template_with_gtype (element_class,
+      &src_template, GST_TYPE_AGGREGATOR_PAD);
+
+  gst_element_class_set_static_metadata (element_class, "CUDA Compositor",
+      "Filter/Editor/Video/Compositor/Hardware", "A CUDA compositor",
+      "Seungha Yang <seungha@centricular.com>");
+
+  gst_type_mark_as_plugin_api (GST_TYPE_CUDA_COMPOSITOR_PAD,
+      (GstPluginAPIFlags) 0);
+
+  GST_DEBUG_CATEGORY_INIT (gst_cuda_compositor_debug,
+      "cudacompositor", 0, "cudacompositor");
+}
+
+static void
+gst_cuda_compositor_init (GstCudaCompositor * self)
+{
+  self->priv = new GstCudaCompositorPrivate ();
+}
+
+static void
+gst_cuda_compositor_finalize (GObject * object)
+{
+  auto self = GST_CUDA_COMPOSITOR (object);
+
+  delete self->priv;
+
+  gst_clear_cuda_stream (&self->other_stream);
+  gst_clear_cuda_stream (&self->stream);
+  gst_clear_object (&self->context);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_cuda_compositor_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_CUDA_COMPOSITOR (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_DEVICE_ID:
+      priv->device_id = g_value_get_int (value);
+      break;
+    case PROP_IGNORE_INACTIVE_PADS:
+      gst_aggregator_set_ignore_inactive_pads (GST_AGGREGATOR (object),
+          g_value_get_boolean (value));
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_cuda_compositor_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_CUDA_COMPOSITOR (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::recursive_mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_DEVICE_ID:
+      g_value_set_int (value, priv->device_id);
+      break;
+    case PROP_IGNORE_INACTIVE_PADS:
+      g_value_set_boolean (value,
+          gst_aggregator_get_ignore_inactive_pads (GST_AGGREGATOR (object)));
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GObject *
+gst_cuda_compositor_child_proxy_get_child_by_index (GstChildProxy * proxy,
+    guint index)
+{
+  auto self = GST_CUDA_COMPOSITOR (proxy);
+  GObject *obj = nullptr;
+
+  GST_OBJECT_LOCK (self);
+  obj = (GObject *) g_list_nth_data (GST_ELEMENT_CAST (self)->sinkpads, index);
+  if (obj)
+    gst_object_ref (obj);
+  GST_OBJECT_UNLOCK (self);
+
+  return obj;
+}
+
+static guint
+gst_cuda_compositor_child_proxy_get_children_count (GstChildProxy * proxy)
+{
+  auto self = GST_CUDA_COMPOSITOR (proxy);
+  guint count = 0;
+
+  GST_OBJECT_LOCK (self);
+  count = GST_ELEMENT_CAST (self)->numsinkpads;
+  GST_OBJECT_UNLOCK (self);
+  GST_INFO_OBJECT (self, "Children Count: %d", count);
+
+  return count;
+}
+
+static void
+gst_cuda_compositor_child_proxy_init (gpointer g_iface, gpointer iface_data)
+{
+  GstChildProxyInterface *iface = (GstChildProxyInterface *) g_iface;
+
+  iface->get_child_by_index =
+      gst_cuda_compositor_child_proxy_get_child_by_index;
+  iface->get_children_count =
+      gst_cuda_compositor_child_proxy_get_children_count;
+}
+
+static GstPad *
+gst_cuda_compositor_request_new_pad (GstElement * element,
+    GstPadTemplate * templ, const gchar * name, const GstCaps * caps)
+{
+  GstPad *pad;
+
+  pad = GST_ELEMENT_CLASS (parent_class)->request_new_pad (element,
+      templ, name, caps);
+
+  if (!pad) {
+    GST_DEBUG_OBJECT (element, "could not create/add pad");
+    return nullptr;
+  }
+
+  gst_child_proxy_child_added (GST_CHILD_PROXY (element), G_OBJECT (pad),
+      GST_OBJECT_NAME (pad));
+
+  GST_DEBUG_OBJECT (element, "Created new pad %s:%s", GST_DEBUG_PAD_NAME (pad));
+
+  return pad;
+}
+
+static void
+gst_cuda_compositor_release_pad (GstElement * element, GstPad * pad)
+{
+  auto self = GST_CUDA_COMPOSITOR (element);
+
+  GST_DEBUG_OBJECT (self, "Releasing pad %s:%s", GST_DEBUG_PAD_NAME (pad));
+
+  gst_child_proxy_child_removed (GST_CHILD_PROXY (self), G_OBJECT (pad),
+      GST_OBJECT_NAME (pad));
+
+  GST_ELEMENT_CLASS (parent_class)->release_pad (element, pad);
+}
+
+static void
+gst_cuda_compositor_set_context (GstElement * element, GstContext * context)
+{
+  auto self = GST_CUDA_COMPOSITOR (element);
+  auto priv = self->priv;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    gst_cuda_handle_set_context (element, context, priv->device_id,
+        &self->context);
+  }
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_cuda_compositor_start (GstAggregator * agg)
+{
+  auto self = GST_CUDA_COMPOSITOR (agg);
+  auto priv = self->priv;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    if (!gst_cuda_ensure_element_context (GST_ELEMENT_CAST (self),
+            priv->device_id, &self->context)) {
+      GST_ERROR_OBJECT (self, "Failed to get context");
+      return FALSE;
+    }
+  }
+
+  self->stream = gst_cuda_stream_new (self->context);
+
+  return GST_AGGREGATOR_CLASS (parent_class)->start (agg);
+}
+
+static gboolean
+gst_cuda_compositor_stop (GstAggregator * agg)
+{
+  auto self = GST_CUDA_COMPOSITOR (agg);
+  auto priv = self->priv;
+
+  {
+    std::lock_guard < std::recursive_mutex > lk (priv->lock);
+    gst_clear_cuda_stream (&self->other_stream);
+    gst_clear_cuda_stream (&self->stream);
+    gst_clear_object (&self->context);
+  }
+
+  return GST_AGGREGATOR_CLASS (parent_class)->stop (agg);
+}
+
+static GstCaps *
+gst_cuda_compositor_sink_getcaps (GstPad * pad, GstCaps * filter)
+{
+  GstCaps *sinkcaps;
+  GstCaps *template_caps;
+  GstCaps *filtered_caps;
+  GstCaps *returned_caps;
+
+  template_caps = gst_pad_get_pad_template_caps (pad);
+
+  sinkcaps = gst_pad_get_current_caps (pad);
+  if (sinkcaps == nullptr) {
+    sinkcaps = gst_caps_ref (template_caps);
+  } else {
+    sinkcaps = gst_caps_merge (sinkcaps, gst_caps_ref (template_caps));
+  }
+
+  if (filter) {
+    filtered_caps = gst_caps_intersect (sinkcaps, filter);
+    gst_caps_unref (sinkcaps);
+  } else {
+    filtered_caps = sinkcaps;   /* pass ownership */
+  }
+
+  returned_caps = gst_caps_intersect (filtered_caps, template_caps);
+
+  gst_caps_unref (template_caps);
+  gst_caps_unref (filtered_caps);
+
+  GST_DEBUG_OBJECT (pad, "returning %" GST_PTR_FORMAT, returned_caps);
+
+  return returned_caps;
+}
+
+static gboolean
+gst_cuda_compositor_sink_acceptcaps (GstPad * pad, GstCaps * caps)
+{
+  gboolean ret;
+  GstCaps *template_caps;
+
+  GST_DEBUG_OBJECT (pad, "try accept caps of %" GST_PTR_FORMAT, caps);
+
+  template_caps = gst_pad_get_pad_template_caps (pad);
+  template_caps = gst_caps_make_writable (template_caps);
+
+  ret = gst_caps_can_intersect (caps, template_caps);
+  GST_DEBUG_OBJECT (pad, "%saccepted caps %" GST_PTR_FORMAT,
+      (ret ? "" : "not "), caps);
+  gst_caps_unref (template_caps);
+
+  return ret;
+}
+
+static gboolean
+gst_cuda_compositor_sink_query (GstAggregator * agg,
+    GstAggregatorPad * pad, GstQuery * query)
+{
+  auto self = GST_CUDA_COMPOSITOR (agg);
+  auto priv = self->priv;
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+    {
+      std::lock_guard < std::recursive_mutex > lk (priv->lock);
+      if (gst_cuda_handle_context_query (GST_ELEMENT (agg), query,
+              self->context)) {
+        return TRUE;
+      }
+      break;
+    }
+    case GST_QUERY_CAPS:
+    {
+      GstCaps *filter, *caps;
+
+      gst_query_parse_caps (query, &filter);
+      caps = gst_cuda_compositor_sink_getcaps (GST_PAD (pad), filter);
+      gst_query_set_caps_result (query, caps);
+      gst_caps_unref (caps);
+      return TRUE;
+    }
+    case GST_QUERY_ACCEPT_CAPS:
+    {
+      GstCaps *caps;
+      gboolean ret;
+
+      gst_query_parse_accept_caps (query, &caps);
+      ret = gst_cuda_compositor_sink_acceptcaps (GST_PAD (pad), caps);
+      gst_query_set_accept_caps_result (query, ret);
+      return TRUE;
+    }
+    default:
+      break;
+  }
+
+  return GST_AGGREGATOR_CLASS (parent_class)->sink_query (agg, pad, query);
+}
+
+static gboolean
+gst_cuda_compositor_src_query (GstAggregator * agg, GstQuery * query)
+{
+  auto self = GST_CUDA_COMPOSITOR (agg);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+      if (gst_cuda_handle_context_query (GST_ELEMENT (agg), query,
+              self->context)) {
+        return TRUE;
+      }
+      break;
+    default:
+      break;
+  }
+
+  return GST_AGGREGATOR_CLASS (parent_class)->src_query (agg, query);
+}
+
+static GstCaps *
+gst_cuda_compositor_fixate_src_caps (GstAggregator * agg, GstCaps * caps)
+{
+  auto vagg = GST_VIDEO_AGGREGATOR (agg);
+  GList *l;
+  gint best_width = -1, best_height = -1;
+  gint best_fps_n = -1, best_fps_d = -1;
+  gint par_n, par_d;
+  gdouble best_fps = 0.;
+  GstCaps *ret = nullptr;
+  GstStructure *s;
+
+  ret = gst_caps_make_writable (caps);
+
+  /* we need this to calculate how large to make the output frame */
+  s = gst_caps_get_structure (ret, 0);
+  if (gst_structure_has_field (s, "pixel-aspect-ratio")) {
+    gst_structure_fixate_field_nearest_fraction (s, "pixel-aspect-ratio", 1, 1);
+    gst_structure_get_fraction (s, "pixel-aspect-ratio", &par_n, &par_d);
+  } else {
+    par_n = par_d = 1;
+  }
+
+  GST_OBJECT_LOCK (vagg);
+  for (l = GST_ELEMENT (vagg)->sinkpads; l; l = l->next) {
+    auto vaggpad = GST_VIDEO_AGGREGATOR_PAD (l->data);
+    auto cpad = GST_CUDA_COMPOSITOR_PAD (vaggpad);
+    auto priv = cpad->priv;
+    gint this_width, this_height;
+    gint width, height;
+    gint fps_n, fps_d;
+    gdouble cur_fps;
+    gint x_offset;
+    gint y_offset;
+
+    fps_n = GST_VIDEO_INFO_FPS_N (&vaggpad->info);
+    fps_d = GST_VIDEO_INFO_FPS_D (&vaggpad->info);
+    gst_cuda_compositor_pad_get_output_size (cpad,
+        par_n, par_d, &width, &height, &x_offset, &y_offset);
+
+    if (width == 0 || height == 0)
+      continue;
+
+    /* {x,y}_offset represent padding size of each top and left area.
+     * To calculate total resolution, count bottom and right padding area
+     * as well here */
+    this_width = width + MAX (priv->xpos + 2 * x_offset, 0);
+    this_height = height + MAX (priv->ypos + 2 * y_offset, 0);
+
+    if (best_width < this_width)
+      best_width = this_width;
+    if (best_height < this_height)
+      best_height = this_height;
+
+    if (fps_d == 0)
+      cur_fps = 0.0;
+    else
+      gst_util_fraction_to_double (fps_n, fps_d, &cur_fps);
+
+    if (best_fps < cur_fps) {
+      best_fps = cur_fps;
+      best_fps_n = fps_n;
+      best_fps_d = fps_d;
+    }
+  }
+  GST_OBJECT_UNLOCK (vagg);
+
+  if (best_fps_n <= 0 || best_fps_d <= 0 || best_fps == 0.0) {
+    best_fps_n = 25;
+    best_fps_d = 1;
+    best_fps = 25.0;
+  }
+
+  if (best_width <= 0 || best_height <= 0) {
+    best_width = 320;
+    best_height = 240;
+  }
+
+  gst_structure_fixate_field_nearest_int (s, "width", best_width);
+  gst_structure_fixate_field_nearest_int (s, "height", best_height);
+  gst_structure_fixate_field_nearest_fraction (s, "framerate", best_fps_n,
+      best_fps_d);
+  ret = gst_caps_fixate (ret);
+
+  GST_LOG_OBJECT (agg, "Fixated caps %" GST_PTR_FORMAT, ret);
+
+  return ret;
+}
+
+static gboolean
+gst_cuda_compositor_clear_pad_context (GstCudaCompositor * self,
+    GstCudaCompositorPad * cpad, gpointer user_data)
+{
+  auto priv = cpad->priv;
+
+  gst_clear_object (&priv->conv);
+
+  return TRUE;
+}
+
+static gboolean
+gst_cuda_compositor_negotiated_src_caps (GstAggregator * agg, GstCaps * caps)
+{
+  gst_element_foreach_sink_pad (GST_ELEMENT_CAST (agg),
+      (GstElementForeachPadFunc) gst_cuda_compositor_clear_pad_context,
+      nullptr);
+
+  return GST_AGGREGATOR_CLASS (parent_class)->negotiated_src_caps (agg, caps);
+}
+
+static gboolean
+gst_cuda_compositor_propose_allocation (GstAggregator * agg,
+    GstAggregatorPad * pad, GstQuery * decide_query, GstQuery * query)
+{
+  auto self = GST_CUDA_COMPOSITOR (agg);
+  GstVideoInfo info;
+  GstCaps *caps;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+
+  if (!caps)
+    return FALSE;
+
+  if (!gst_video_info_from_caps (&info, caps))
+    return FALSE;
+
+  if (gst_query_get_n_allocation_pools (query) == 0) {
+    auto pool = gst_cuda_buffer_pool_new (self->context);
+
+    if (!pool) {
+      GST_ERROR_OBJECT (self, "Failed to create buffer pool");
+      return FALSE;
+    }
+
+    auto config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_add_option (config,
+        GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+    if (self->other_stream)
+      gst_buffer_pool_config_set_cuda_stream (config, self->other_stream);
+    else if (self->stream)
+      gst_buffer_pool_config_set_cuda_stream (config, self->stream);
+
+    guint size = GST_VIDEO_INFO_SIZE (&info);
+    gst_buffer_pool_config_set_params (config, caps, size, 0, 0);
+
+    if (!gst_buffer_pool_set_config (pool, config)) {
+      GST_ERROR_OBJECT (pool, "Couldn't set config");
+      gst_object_unref (pool);
+
+      return FALSE;
+    }
+
+    config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_get_params (config,
+        nullptr, &size, nullptr, nullptr);
+    gst_structure_free (config);
+
+    gst_query_add_allocation_pool (query, pool, size, 0, 0);
+    gst_object_unref (pool);
+  }
+
+  gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, nullptr);
+
+  return TRUE;
+}
+
+static gboolean
+gst_cuda_compositor_decide_allocation (GstAggregator * agg, GstQuery * query)
+{
+  auto self = GST_CUDA_COMPOSITOR (agg);
+  GstCaps *caps;
+  GstBufferPool *pool = nullptr;
+  guint n, size, min, max;
+  GstVideoInfo info;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+
+  if (!caps) {
+    GST_DEBUG_OBJECT (self, "No output caps");
+    return FALSE;
+  }
+
+  if (!gst_video_info_from_caps (&info, caps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps");
+    return FALSE;
+  }
+
+  n = gst_query_get_n_allocation_pools (query);
+  if (n > 0)
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+
+  /* create our own pool */
+  if (pool) {
+    if (!GST_IS_CUDA_BUFFER_POOL (pool)) {
+      GST_DEBUG_OBJECT (self,
+          "Downstream pool is not cuda, will create new one");
+      gst_clear_object (&pool);
+    } else {
+      auto cpool = GST_CUDA_BUFFER_POOL (pool);
+      if (cpool->context != self->context) {
+        GST_DEBUG_OBJECT (self, "Different context, will create new one");
+        gst_clear_object (&pool);
+      }
+    }
+  }
+
+  size = (guint) info.size;
+
+  if (!pool) {
+    pool = gst_cuda_buffer_pool_new (self->context);
+    min = 0;
+    max = 0;
+  }
+
+  auto config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_config_set_params (config, caps, size, min, max);
+  gst_clear_cuda_stream (&self->other_stream);
+  self->other_stream = gst_buffer_pool_config_get_cuda_stream (config);
+  if (self->other_stream) {
+    GST_DEBUG_OBJECT (self, "Downstream provided CUDA stream");
+  } else if (self->stream) {
+    GST_DEBUG_OBJECT (self, "Set our stream to decided buffer pool");
+    gst_buffer_pool_config_set_cuda_stream (config, self->stream);
+  }
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Set config failed");
+    gst_object_unref (pool);
+    return FALSE;
+  }
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, NULL, &size, NULL, NULL);
+  gst_structure_free (config);
+
+  if (n > 0)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+
+static gboolean
+gst_cuda_compositor_draw_background (GstCudaCompositor * self,
+    GstVideoFrame * frame, CUstream stream)
+{
+  CUresult ret;
+  CUdeviceptr data;
+  guint width, height, stride;
+  guint16 uv_val;
+  auto format = GST_VIDEO_FRAME_FORMAT (frame);
+  switch (format) {
+    case GST_VIDEO_FORMAT_I420:
+    case GST_VIDEO_FORMAT_YV12:
+    case GST_VIDEO_FORMAT_Y42B:
+    case GST_VIDEO_FORMAT_Y444:
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
+      width = GST_VIDEO_FRAME_COMP_WIDTH (frame, 0);
+      height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, 0);
+      stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, 0);
+
+      ret = CuMemsetD2D8Async (data, stride, 0, width, height, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+
+      for (guint i = 1; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
+        data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+        width = GST_VIDEO_FRAME_COMP_WIDTH (frame, i);
+        height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, i);
+        stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+
+        ret = CuMemsetD2D8Async (data, stride, 128, width, height, stream);
+        if (!gst_cuda_result (ret))
+          return FALSE;
+      }
+      break;
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_NV21:
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
+      width = GST_VIDEO_FRAME_COMP_WIDTH (frame, 0);
+      height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, 0);
+      stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, 0);
+
+      ret = CuMemsetD2D8Async (data, stride, 0, width, height, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 1);
+      ret = CuMemsetD2D8Async (data, stride, 128, width, height / 2, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+      break;
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_P012_LE:
+    case GST_VIDEO_FORMAT_P016_LE:
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
+      width = GST_VIDEO_FRAME_COMP_WIDTH (frame, 0);
+      height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, 0);
+      stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, 0);
+
+      ret = CuMemsetD2D16Async (data, stride, 0, width, height, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 1);
+      ret = CuMemsetD2D16Async (data,
+          stride, G_MAXUINT16 / 2, width, height / 2, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+      break;
+    case GST_VIDEO_FORMAT_I420_10LE:
+    case GST_VIDEO_FORMAT_I420_12LE:
+    case GST_VIDEO_FORMAT_I422_10LE:
+    case GST_VIDEO_FORMAT_I422_12LE:
+    case GST_VIDEO_FORMAT_Y444_10LE:
+    case GST_VIDEO_FORMAT_Y444_12LE:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
+      width = GST_VIDEO_FRAME_COMP_WIDTH (frame, 0);
+      height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, 0);
+      stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, 0);
+
+      ret = CuMemsetD2D16Async (data, stride, 0, width, height, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+
+      uv_val = (((guint) 1 << GST_VIDEO_FRAME_COMP_DEPTH (frame, 0)) / 2);
+      for (guint i = 1; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
+        data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+        width = GST_VIDEO_FRAME_COMP_WIDTH (frame, i);
+        height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, i);
+        stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+
+        ret = CuMemsetD2D16Async (data, stride, uv_val, width, height, stream);
+        if (!gst_cuda_result (ret))
+          return FALSE;
+      }
+      break;
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_BGRx:
+    case GST_VIDEO_FORMAT_ARGB:
+    case GST_VIDEO_FORMAT_ABGR:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+    case GST_VIDEO_FORMAT_VUYA:
+    {
+      guint32 packed = 0;
+      if (format == GST_VIDEO_FORMAT_ARGB || format == GST_VIDEO_FORMAT_ABGR) {
+        packed = 0xff;
+      } else if (format == GST_VIDEO_FORMAT_RGB10A2_LE ||
+          format == GST_VIDEO_FORMAT_BGR10A2_LE) {
+        packed = ((guint32) 0x3) << 30;
+      } else if (format == GST_VIDEO_FORMAT_VUYA) {
+        packed = (((guint32) 0xff) << 24) | (((guint32) 0x80) << 8) |
+            ((guint32) 0x80);
+      } else {
+        packed = ((guint32) 0xff) << 24;
+      }
+
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
+      width = GST_VIDEO_FRAME_WIDTH (frame);
+      height = GST_VIDEO_FRAME_HEIGHT (frame);
+      stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, 0);
+
+      ret = CuMemsetD2D32Async (data, stride, packed, width, height, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+      break;
+    }
+    case GST_VIDEO_FORMAT_RGB:
+    case GST_VIDEO_FORMAT_BGR:
+      data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, 0);
+      width = GST_VIDEO_FRAME_WIDTH (frame) * 3;
+      height = GST_VIDEO_FRAME_HEIGHT (frame);
+      stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, 0);
+
+      ret = CuMemsetD2D8Async (data, stride, 0, width, height, stream);
+      if (!gst_cuda_result (ret))
+        return FALSE;
+      break;
+    case GST_VIDEO_FORMAT_RGBP:
+    case GST_VIDEO_FORMAT_BGRP:
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_GBRA:
+      for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
+        guint8 val = 0;
+        if (format == GST_VIDEO_FORMAT_GBRA && i == 3)
+          val = 255;
+
+        data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+        width = GST_VIDEO_FRAME_COMP_WIDTH (frame, i);
+        height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, i);
+        stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+
+        ret = CuMemsetD2D8Async (data, stride, val, width, height, stream);
+        if (!gst_cuda_result (ret))
+          return FALSE;
+      }
+      break;
+    case GST_VIDEO_FORMAT_GBR_10LE:
+    case GST_VIDEO_FORMAT_GBR_12LE:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+      for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (frame); i++) {
+        data = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (frame, i);
+        width = GST_VIDEO_FRAME_COMP_WIDTH (frame, i);
+        height = GST_VIDEO_FRAME_COMP_HEIGHT (frame, i);
+        stride = GST_VIDEO_FRAME_PLANE_STRIDE (frame, i);
+
+        ret = CuMemsetD2D16Async (data, stride, 0, width, height, stream);
+        if (!gst_cuda_result (ret))
+          return FALSE;
+      }
+      break;
+    default:
+      g_assert_not_reached ();
+      return FALSE;
+  }
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_cuda_compositor_aggregate_frames (GstVideoAggregator * vagg,
+    GstBuffer * outbuf)
+{
+  auto self = GST_CUDA_COMPOSITOR (vagg);
+  GList *iter;
+  GstFlowReturn ret = GST_FLOW_OK;
+  GstVideoFrame frame;
+  GstCudaMemory *cmem;
+  GstCudaStream *stream;
+
+  GST_LOG_OBJECT (self, "aggregate");
+
+  if (!gst_cuda_context_push (self->context)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    return GST_FLOW_ERROR;
+  }
+
+  if (!gst_video_frame_map (&frame, &vagg->info, outbuf,
+          (GstMapFlags) (GST_MAP_WRITE | GST_MAP_CUDA))) {
+    GST_ERROR_OBJECT (self, "Couldn't map output frame");
+    gst_cuda_context_pop (nullptr);
+    return GST_FLOW_ERROR;
+  }
+
+  cmem = (GstCudaMemory *) gst_buffer_peek_memory (outbuf, 0);
+  stream = gst_cuda_memory_get_stream (cmem);
+  auto stream_handle = gst_cuda_stream_get_handle (stream);
+
+  if (!gst_cuda_compositor_draw_background (self, &frame, stream_handle)) {
+    GST_ERROR_OBJECT (self, "Couldn't draw background");
+    ret = GST_FLOW_ERROR;
+    goto out;
+  }
+
+  GST_OBJECT_LOCK (self);
+  for (iter = GST_ELEMENT (vagg)->sinkpads; iter; iter = g_list_next (iter)) {
+    auto pad = GST_VIDEO_AGGREGATOR_PAD (iter->data);
+    auto cpad = GST_CUDA_COMPOSITOR_PAD (pad);
+    auto pad_priv = cpad->priv;
+    auto in_frame = gst_video_aggregator_pad_get_prepared_frame (pad);
+
+    if (!in_frame)
+      continue;
+
+    if (!gst_cuda_compositor_pad_setup_converter (pad, vagg)) {
+      GST_ERROR_OBJECT (self, "Couldn't setup converter");
+      ret = GST_FLOW_ERROR;
+      break;
+    }
+
+    auto in_cmem = (GstCudaMemory *)
+        gst_buffer_peek_memory (in_frame->buffer, 0);
+    auto in_stream = gst_cuda_memory_get_stream (in_cmem);
+    if (in_stream != stream)
+      gst_cuda_memory_sync (in_cmem);
+
+    if (!gst_cuda_converter_convert_frame (pad_priv->conv, in_frame,
+            &frame, stream_handle, nullptr)) {
+      GST_ERROR_OBJECT (pad, "Couldn't convert frame");
+      ret = GST_FLOW_ERROR;
+      break;
+    }
+  }
+  GST_OBJECT_UNLOCK (self);
+
+  if (ret == GST_FLOW_OK)
+    CuStreamSynchronize (stream_handle);
+
+out:
+  gst_video_frame_unmap (&frame);
+  gst_cuda_context_pop (nullptr);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudacompositor.h Added

@@ -0,0 +1,38 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/video/gstvideoaggregator.h>
+#include <gst/cuda/gstcuda.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_CUDA_COMPOSITOR_PAD (gst_cuda_compositor_pad_get_type())
+G_DECLARE_FINAL_TYPE (GstCudaCompositorPad, gst_cuda_compositor_pad,
+    GST, CUDA_COMPOSITOR_PAD, GstVideoAggregatorPad)
+
+#define GST_TYPE_CUDA_COMPOSITOR (gst_cuda_compositor_get_type())
+G_DECLARE_FINAL_TYPE (GstCudaCompositor, gst_cuda_compositor,
+    GST, CUDA_COMPOSITOR, GstVideoAggregator)
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudaconverter.cpp Added

@@ -0,0 +1,1985 @@
+/* GStreamer
+ * Copyright (C) 2022 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstcudaconverter.h"
+#include <gst/cuda/gstcuda-private.h>
+#include <gst/cuda/gstcudanvrtc-private.h>
+#include <string.h>
+#include <mutex>
+#include <unordered_map>
+#include <string>
+#include "kernel/gstcudaconverter.cu"
+#include "kernel/gstcudaconverter-unpack.cu"
+
+/* *INDENT-OFF* */
+#ifdef NVCODEC_CUDA_PRECOMPILED
+#include "kernel/converter_ptx.h"
+#else
+static std::unordered_map<std::string, const char *> g_precompiled_ptx_table;
+#endif
+
+static std::unordered_map<std::string, const char *> g_cubin_table;
+static std::unordered_map<std::string, const char *> g_ptx_table;
+static std::mutex g_kernel_table_lock;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY_STATIC (gst_cuda_converter_debug);
+#define GST_CAT_DEFAULT gst_cuda_converter_debug
+
+#define CUDA_BLOCK_X 16
+#define CUDA_BLOCK_Y 16
+#define DIV_UP(size,block) (((size) + ((block) - 1)) / (block))
+
+/* from GstD3D11 */
+struct GstCudaColorMatrix
+{
+  gdouble matrix33;
+  gdouble offset3;
+  gdouble min3;
+  gdouble max3;
+};
+
+static gchar *
+gst_cuda_dump_color_matrix (GstCudaColorMatrix * matrix)
+{
+  /* *INDENT-OFF* */
+  static const gchar format =
+      "MATRIX\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "OFFSET\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "MIN\n"
+      "|% .6f, % .6f, % .6f|\n"
+      "MAX\n"
+      "|% .6f, % .6f, % .6f|";
+  /* *INDENT-ON* */
+
+  return g_strdup_printf (format,
+      matrix->matrix00, matrix->matrix01, matrix->matrix02,
+      matrix->matrix10, matrix->matrix11, matrix->matrix12,
+      matrix->matrix20, matrix->matrix21, matrix->matrix22,
+      matrix->offset0, matrix->offset1, matrix->offset2,
+      matrix->min0, matrix->min1, matrix->min2,
+      matrix->max0, matrix->max1, matrix->max2);
+}
+
+static void
+color_matrix_copy (GstCudaColorMatrix * dst, const GstCudaColorMatrix * src)
+{
+  for (guint i = 0; i < 3; i++) {
+    for (guint j = 0; j < 3; j++) {
+      dst->matrixij = src->matrixij;
+    }
+  }
+}
+
+static void
+color_matrix_multiply (GstCudaColorMatrix * dst, GstCudaColorMatrix * a,
+    GstCudaColorMatrix * b)
+{
+  GstCudaColorMatrix tmp;
+
+  for (guint i = 0; i < 3; i++) {
+    for (guint j = 0; j < 3; j++) {
+      gdouble val = 0;
+      for (guint k = 0; k < 3; k++) {
+        val += a->matrixik * b->matrixkj;
+      }
+
+      tmp.matrixij = val;
+    }
+  }
+
+  color_matrix_copy (dst, &tmp);
+}
+
+static void
+color_matrix_identity (GstCudaColorMatrix * m)
+{
+  for (guint i = 0; i < 3; i++) {
+    for (guint j = 0; j < 3; j++) {
+      if (i == j)
+        m->matrixij = 1.0;
+      else
+        m->matrixij = 0;
+    }
+  }
+}
+
+/**
+ * gst_cuda_color_range_adjust_matrix_unorm:
+ * @in_info: a #GstVideoInfo
+ * @out_info: a #GstVideoInfo
+ * @matrix: a #GstCudaColorMatrix
+ *
+ * Calculates matrix for color range adjustment. Both input and output
+ * signals are in normalized 0.0..1.0 space.
+ *
+ * Resulting values can be calculated by
+ * | Yout |                           | Yin |   | matrix.offset0 |
+ * | Uout | = clamp ( matrix.matrix * | Uin | + | matrix.offset1 |, matrix.min, matrix.max )
+ * | Vout |                           | Vin |   | matrix.offset2 |
+ *
+ * Returns: %TRUE if successful
+ */
+static gboolean
+gst_cuda_color_range_adjust_matrix_unorm (const GstVideoInfo * in_info,
+    const GstVideoInfo * out_info, GstCudaColorMatrix * matrix)
+{
+  gboolean in_rgb, out_rgb;
+  gint in_offsetGST_VIDEO_MAX_COMPONENTS;
+  gint in_scaleGST_VIDEO_MAX_COMPONENTS;
+  gint out_offsetGST_VIDEO_MAX_COMPONENTS;
+  gint out_scaleGST_VIDEO_MAX_COMPONENTS;
+  GstVideoColorRange in_range;
+  GstVideoColorRange out_range;
+  gdouble src_fullscale, dst_fullscale;
+
+  memset (matrix, 0, sizeof (GstCudaColorMatrix));
+  for (guint i = 0; i < 3; i++) {
+    matrix->matrixii = 1.0;
+    matrix->matrixii = 1.0;
+    matrix->matrixii = 1.0;
+    matrix->maxi = 1.0;
+  }
+
+  in_rgb = GST_VIDEO_INFO_IS_RGB (in_info);
+  out_rgb = GST_VIDEO_INFO_IS_RGB (out_info);
+
+  if (in_rgb != out_rgb) {
+    GST_WARNING ("Invalid format conversion");
+    return FALSE;
+  }
+
+  in_range = in_info->colorimetry.range;
+  out_range = out_info->colorimetry.range;
+
+  if (in_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
+    GST_WARNING ("Unknown input color range");
+    if (in_rgb || GST_VIDEO_INFO_IS_GRAY (in_info))
+      in_range = GST_VIDEO_COLOR_RANGE_0_255;
+    else
+      in_range = GST_VIDEO_COLOR_RANGE_16_235;
+  }
+
+  if (out_range == GST_VIDEO_COLOR_RANGE_UNKNOWN) {
+    GST_WARNING ("Unknown output color range");
+    if (out_rgb || GST_VIDEO_INFO_IS_GRAY (out_info))
+      out_range = GST_VIDEO_COLOR_RANGE_0_255;
+    else
+      out_range = GST_VIDEO_COLOR_RANGE_16_235;
+  }
+
+  src_fullscale = (gdouble) ((1 << in_info->finfo->depth0) - 1);
+  dst_fullscale = (gdouble) ((1 << out_info->finfo->depth0) - 1);
+
+  gst_video_color_range_offsets (in_range, in_info->finfo, in_offset, in_scale);
+  gst_video_color_range_offsets (out_range,
+      out_info->finfo, out_offset, out_scale);
+
+  matrix->min0 = matrix->min1 = matrix->min2 =
+      (gdouble) out_offset0 / dst_fullscale;
+
+  matrix->max0 = (out_scale0 + out_offset0) / dst_fullscale;
+  matrix->max1 = matrix->max2 =
+      (out_scale1 + out_offset0) / dst_fullscale;
+
+  if (in_info->colorimetry.range == out_info->colorimetry.range) {
+    GST_DEBUG ("Same color range");
+    return TRUE;
+  }
+
+  /* Formula
+   *
+   * 1) Scales and offset compensates input to 0..1 range
+   * SRC_NORMi = (srci * src_fullscale - in_offseti) / in_scalei
+   *             = (srci * src_fullscale / in_scalei) - in_offseti / in_scalei
+   *
+   * 2) Reverse to output UNIT scale
+   * DST_UINTi = SRC_NORMi * out_scalei + out_offseti
+   *             = srci * src_fullscale * out_scalei / in_scalei
+   *               - in_offseti * out_scalei / in_scalei
+   *               + out_offseti
+   *
+   * 3) Back to 0..1 scale
+   * dsti = DST_UINTi / dst_fullscale
+   *        = COEFFi * srci + OFFi
+   * where
+   *             src_fullscale * out_scalei
+   * COEFFi = ------------------------------
+   *             dst_fullscale * in_scalei
+   *
+   *            out_offseti     in_offseti * out_scalei
+   * OFFi =  -------------- -  ------------------------------
+   *            dst_fullscale     dst_fullscale * in_scalei
+   */
+  for (guint i = 0; i < 3; i++) {
+    matrix->matrixii = (src_fullscale * out_scalei) /
+        (dst_fullscale * in_scalei);
+    matrix->offseti = (out_offseti / dst_fullscale) -
+        ((gdouble) in_offseti * out_scalei / (dst_fullscale * in_scalei));
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_cuda_yuv_to_rgb_matrix_unorm:
+ * @in_yuv_info: a #GstVideoInfo of input YUV signal
+ * @out_rgb_info: a #GstVideoInfo of output RGB signal
+ * @matrix: a #GstCudaColorMatrix
+ *
+ * Calculates transform matrix from YUV to RGB conversion. Both input and output
+ * signals are in normalized 0.0..1.0 space and additional gamma decoding
+ * or primary/transfer function transform is not performed by this matrix.
+ *
+ * Resulting non-linear RGB values can be calculated by
+ * | R' |                           | Y' |   | matrix.offset0 |
+ * | G' | = clamp ( matrix.matrix * | Cb | + | matrix.offset1 | matrix.min, matrix.max )
+ * | B' |                           | Cr |   | matrix.offset2 |
+ *
+ * Returns: %TRUE if successful
+ */
+static gboolean
+gst_cuda_yuv_to_rgb_matrix_unorm (const GstVideoInfo * in_yuv_info,
+    const GstVideoInfo * out_rgb_info, GstCudaColorMatrix * matrix)
+{
+  gint offset4, scale4;
+  gdouble Kr, Kb, Kg;
+
+  /*
+   * <Formula>
+   *
+   * Input: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
+   * Output: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
+   *
+   * 1) Y'CbCr(unorm) to scaled Y'CbCr
+   * | Y' |     | Y'(unorm) |
+   * | Cb | = S | Cb(unorm) |
+   * | Cb |     | Cr(unorm) |
+   * where S = (2 ^ bitdepth) - 1
+   *
+   * 2) Y'CbCr to YPbPr
+   * Y  = (Y' - offsetY )    / scaleY
+   * Pb = (Cb - offsetCbCr) / scaleCbCr
+   * Pr = (Cr - offsetCrCr) / scaleCrCr
+   * =>
+   * Y  = Y'(unorm) * Sy  + Oy
+   * Pb = Cb(unorm) * Suv + Ouv
+   * Pb = Cr(unorm) * Suv + Ouv
+   * where
+   * Sy  = S / scaleY
+   * Suv = S / scaleCbCr
+   * Oy  = -(offsetY / scaleY)
+   * Ouv = -(offsetCbCr / scaleCbCr)
+   *
+   * 3) YPbPr to R'G'B'
+   * | R' |      | Y  |
+   * | G' | = M *| Pb |
+   * | B' |      | Pr |
+   * where
+   *     | vecR |
+   * M = | vecG |
+   *     | vecB |
+   * vecR = | 1,         0           ,       2(1 - Kr)      |
+   * vecG = | 1, -(Kb/Kg) * 2(1 - Kb), -(Kr/Kg) * 2(1 - Kr) |
+   * vecB = | 1,       2(1 - Kb)     ,          0           |
+   * =>
+   * R' = dot(vecR, (Syuv * Y'CbCr(unorm))) + dot(vecR, Offset)
+   * G' = dot(vecG, (Svuy * Y'CbCr(unorm))) + dot(vecG, Offset)
+   * B' = dot(vecB, (Syuv * Y'CbCr(unorm)) + dot(vecB, Offset)
+   * where
+   *        | Sy,   0,   0 |
+   * Syuv = |  0, Suv,   0 |
+   *        |  0    0, Suv |
+   *
+   *          | Oy  |
+   * Offset = | Ouv |
+   *          | Ouv |
+   *
+   * 4) YUV -> RGB matrix
+   * | R' |            | Y'(unorm) |   | offsetA |
+   * | G' | = Matrix * | Cb(unorm) | + | offsetB |
+   * | B' |            | Cr(unorm) |   | offsetC |
+   *
+   * where
+   *          | vecR |
+   * Matrix = | vecG | * Syuv
+   *          | vecB |
+   *
+   * offsetA = dot(vecR, Offset)
+   * offsetB = dot(vecG, Offset)
+   * offsetC = dot(vecB, Offset)
+   *
+   * 4) Consider 16-235 scale RGB
+   * RGBfull(0..255) -> RGBfull(16..235) matrix is represented by
+   * | Rs |      | Rf |   | Or |
+   * | Gs | = Ms | Gf | + | Og |
+   * | Bs |      | Bf |   | Ob |
+   *
+   * Combining all matrix into
+   * | Rs |                   | Y'(unorm) |   | offsetA |     | Or |
+   * | Gs | = Ms * ( Matrix * | Cb(unorm) | + | offsetB | ) + | Og |
+   * | Bs |                   | Cr(unorm) |   | offsetC |     | Ob |
+   *
+   *                        | Y'(unorm) |      | offsetA |   | Or |
+   *        = Ms * Matrix * | Cb(unorm) | + Ms | offsetB | + | Og |
+   *                        | Cr(unorm) |      | offsetC |   | Ob |
+   */
+
+  memset (matrix, 0, sizeof (GstCudaColorMatrix));
+  for (guint i = 0; i < 3; i++)
+    matrix->maxi = 1.0;
+
+  gst_video_color_range_offsets (in_yuv_info->colorimetry.range,
+      in_yuv_info->finfo, offset, scale);
+
+  if (gst_video_color_matrix_get_Kr_Kb (in_yuv_info->colorimetry.matrix,
+          &Kr, &Kb)) {
+    guint S;
+    gdouble Sy, Suv;
+    gdouble Oy, Ouv;
+    gdouble vecR3, vecG3, vecB3;
+
+    Kg = 1.0 - Kr - Kb;
+
+    vecR0 = 1.0;
+    vecR1 = 0;
+    vecR2 = 2 * (1 - Kr);
+
+    vecG0 = 1.0;
+    vecG1 = -(Kb / Kg) * 2 * (1 - Kb);
+    vecG2 = -(Kr / Kg) * 2 * (1 - Kr);
+
+    vecB0 = 1.0;
+    vecB1 = 2 * (1 - Kb);
+    vecB2 = 0;
+
+    /* Assume all components has the same bitdepth */
+    S = (1 << in_yuv_info->finfo->depth0) - 1;
+    Sy = (gdouble) S / scale0;
+    Suv = (gdouble) S / scale1;
+    Oy = -((gdouble) offset0 / scale0);
+    Ouv = -((gdouble) offset1 / scale1);
+
+    matrix->matrix00 = Sy * vecR0;
+    matrix->matrix10 = Sy * vecG0;
+    matrix->matrix20 = Sy * vecB0;
+
+    matrix->matrix01 = Suv * vecR1;
+    matrix->matrix11 = Suv * vecG1;
+    matrix->matrix21 = Suv * vecB1;
+
+    matrix->matrix02 = Suv * vecR2;
+    matrix->matrix12 = Suv * vecG2;
+    matrix->matrix22 = Suv * vecB2;
+
+    matrix->offset0 = vecR0 * Oy + vecR1 * Ouv + vecR2 * Ouv;
+    matrix->offset1 = vecG0 * Oy + vecG1 * Ouv + vecG2 * Ouv;
+    matrix->offset2 = vecB0 * Oy + vecB1 * Ouv + vecB2 * Ouv;
+
+    /* Apply RGB range scale matrix */
+    if (out_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
+      GstCudaColorMatrix scale_matrix, rst;
+      GstVideoInfo full_rgb = *out_rgb_info;
+
+      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+
+      if (gst_cuda_color_range_adjust_matrix_unorm (&full_rgb,
+              out_rgb_info, &scale_matrix)) {
+        /* Ms * Matrix */
+        color_matrix_multiply (&rst, &scale_matrix, matrix);
+
+        /* Ms * transform offsets */
+        for (guint i = 0; i < 3; i++) {
+          gdouble val = 0;
+          for (guint j = 0; j < 3; j++) {
+            val += scale_matrix.matrixij * matrix->offsetj;
+          }
+          rst.offseti = val + scale_matrix.offseti;
+        }
+
+        /* copy back to output matrix */
+        for (guint i = 0; i < 3; i++) {
+          for (guint j = 0; j < 3; j++) {
+            matrix->matrixij = rst.matrixij;
+          }
+          matrix->offseti = rst.offseti;
+          matrix->mini = scale_matrix.mini;
+          matrix->maxi = scale_matrix.maxi;
+        }
+      }
+    }
+  } else {
+    /* Unknown matrix */
+    matrix->matrix00 = 1.0;
+    matrix->matrix11 = 1.0;
+    matrix->matrix22 = 1.0;
+  }
+
+  return TRUE;
+}
+
+/**
+ * gst_cuda_rgb_to_yuv_matrix_unorm:
+ * @in_rgb_info: a #GstVideoInfo of input RGB signal
+ * @out_yuv_info: a #GstVideoInfo of output YUV signal
+ * @matrix: a #GstCudaColorMatrix
+ *
+ * Calculates transform matrix from RGB to YUV conversion. Both input and output
+ * signals are in normalized 0.0..1.0 space and additional gamma decoding
+ * or primary/transfer function transform is not performed by this matrix.
+ *
+ * Resulting RGB values can be calculated by
+ * | Y' |                           | R' |   | matrix.offset0 |
+ * | Cb | = clamp ( matrix.matrix * | G' | + | matrix.offset1 |, matrix.min, matrix.max )
+ * | Cr |                           | B' |   | matrix.offset2 |
+ *
+ * Returns: %TRUE if successful
+ */
+static gboolean
+gst_cuda_rgb_to_yuv_matrix_unorm (const GstVideoInfo * in_rgb_info,
+    const GstVideoInfo * out_yuv_info, GstCudaColorMatrix * matrix)
+{
+  gint offset4, scale4;
+  gdouble Kr, Kb, Kg;
+
+  /*
+   * <Formula>
+   *
+   * Input: Unsigned normalized non-linear R'G'B'(unorm), 0.0..1.0 range
+   * Output: Unsigned normalized Y'CbCr(unorm), 0.0..1.0 range
+   *
+   * 1) R'G'B' to YPbPr
+   * | Y  |      | R' |
+   * | Pb | = M *| G' |
+   * | Pr |      | B' |
+   * where
+   *     | vecY |
+   * M = | vecU |
+   *     | vecV |
+   * vecY = |       Kr      ,       Kg      ,      Kb       |
+   * vecU = | -0.5*Kr/(1-Kb), -0.5*Kg/(1-Kb),     0.5       |
+   * vecV = |      0.5      , -0.5*Kg/(1-Kr), -0.5*Kb(1-Kr) |
+   *
+   * 2) YPbPr to Y'CbCr(unorm)
+   * Y'(unorm) = (Y  * scaleY + offsetY)       / S
+   * Cb(unorm) = (Pb * scaleCbCr + offsetCbCr) / S
+   * Cr(unorm) = (Pr * scaleCbCr + offsetCbCr) / S
+   * =>
+   * Y'(unorm) = (Y  * scaleY    / S) + (offsetY    / S)
+   * Cb(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
+   * Cr(unorm) = (Pb * scaleCbCr / S) + (offsetCbCr / S)
+   * where S = (2 ^ bitdepth) - 1
+   *
+   * 3) RGB -> YUV matrix
+   * | Y'(unorm) |            | R' |   | offsetA |
+   * | Cb(unorm) | = Matrix * | G' | + | offsetB |
+   * | Cr(unorm) |            | B' |   | offsetC |
+   *
+   * where
+   *          | (scaleY/S)    * vecY |
+   * Matrix = | (scaleCbCr/S) * vecU |
+   *          | (scaleCbCr/S) * vecV |
+   *
+   * offsetA = offsetY    / S
+   * offsetB = offsetCbCr / S
+   * offsetC = offsetCbCr / S
+   *
+   * 4) Consider 16-235 scale RGB
+   * RGBstudio(16..235) -> RGBfull(0..255) matrix is represented by
+   * | Rf |      | Rs |   | Or |
+   * | Gf | = Ms | Gs | + | Og |
+   * | Bf |      | Bs |   | Ob |
+   *
+   * Combining all matrix into
+   * | Y'(unorm) |                 | Rs |   | Or |     | offsetA |
+   * | Cb(unorm) | = Matrix * ( Ms | Gs | + | Og | ) + | offsetB |
+   * | Cr(unorm) |                 | Bs |   | Ob |     | offsetC |
+   *
+   *                             | Rs |          | Or |   | offsetA |
+   *               = Matrix * Ms | Gs | + Matrix | Og | + | offsetB |
+   *                             | Bs |          | Ob |   | offsetB |
+   */
+
+  memset (matrix, 0, sizeof (GstCudaColorMatrix));
+  for (guint i = 0; i < 3; i++)
+    matrix->maxi = 1.0;
+
+  gst_video_color_range_offsets (out_yuv_info->colorimetry.range,
+      out_yuv_info->finfo, offset, scale);
+
+  if (gst_video_color_matrix_get_Kr_Kb (out_yuv_info->colorimetry.matrix,
+          &Kr, &Kb)) {
+    guint S;
+    gdouble Sy, Suv;
+    gdouble Oy, Ouv;
+    gdouble vecY3, vecU3, vecV3;
+
+    Kg = 1.0 - Kr - Kb;
+
+    vecY0 = Kr;
+    vecY1 = Kg;
+    vecY2 = Kb;
+
+    vecU0 = -0.5 * Kr / (1 - Kb);
+    vecU1 = -0.5 * Kg / (1 - Kb);
+    vecU2 = 0.5;
+
+    vecV0 = 0.5;
+    vecV1 = -0.5 * Kg / (1 - Kr);
+    vecV2 = -0.5 * Kb / (1 - Kr);
+
+    /* Assume all components has the same bitdepth */
+    S = (1 << out_yuv_info->finfo->depth0) - 1;
+    Sy = (gdouble) scale0 / S;
+    Suv = (gdouble) scale1 / S;
+    Oy = (gdouble) offset0 / S;
+    Ouv = (gdouble) offset1 / S;
+
+    for (guint i = 0; i < 3; i++) {
+      matrix->matrix0i = Sy * vecYi;
+      matrix->matrix1i = Suv * vecUi;
+      matrix->matrix2i = Suv * vecVi;
+    }
+
+    matrix->offset0 = Oy;
+    matrix->offset1 = Ouv;
+    matrix->offset2 = Ouv;
+
+    matrix->min0 = Oy;
+    matrix->min1 = Oy;
+    matrix->min2 = Oy;
+
+    matrix->max0 = ((gdouble) scale0 + offset0) / S;
+    matrix->max1 = ((gdouble) scale1 + offset0) / S;
+    matrix->max2 = ((gdouble) scale1 + offset0) / S;
+
+    /* Apply RGB range scale matrix */
+    if (in_rgb_info->colorimetry.range == GST_VIDEO_COLOR_RANGE_16_235) {
+      GstCudaColorMatrix scale_matrix, rst;
+      GstVideoInfo full_rgb = *in_rgb_info;
+
+      full_rgb.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+
+      if (gst_cuda_color_range_adjust_matrix_unorm (in_rgb_info,
+              &full_rgb, &scale_matrix)) {
+        /* Matrix * Ms */
+        color_matrix_multiply (&rst, matrix, &scale_matrix);
+
+        /* Matrix * scale offsets */
+        for (guint i = 0; i < 3; i++) {
+          gdouble val = 0;
+          for (guint j = 0; j < 3; j++) {
+            val += matrix->matrixij * scale_matrix.offsetj;
+          }
+          rst.offseti = val + matrix->offseti;
+        }
+
+        /* copy back to output matrix */
+        for (guint i = 0; i < 3; i++) {
+          for (guint j = 0; j < 3; j++) {
+            matrix->matrixij = rst.matrixij;
+          }
+          matrix->offseti = rst.offseti;
+        }
+      }
+    }
+  } else {
+    /* Unknown matrix */
+    matrix->matrix00 = 1.0;
+    matrix->matrix11 = 1.0;
+    matrix->matrix22 = 1.0;
+  }
+
+  return TRUE;
+}
+
+struct ColorMatrix
+{
+  float coeffX3;
+  float coeffY3;
+  float coeffZ3;
+  float offset3;
+  float min3;
+  float max3;
+};
+
+struct ConstBuffer
+{
+  ColorMatrix convert_matrix;
+  int width;
+  int height;
+  int left;
+  int top;
+  int right;
+  int bottom;
+  int view_width;
+  int view_height;
+  float border_x;
+  float border_y;
+  float border_z;
+  float border_w;
+  int fill_border;
+  int video_direction;
+  float alpha;
+  int do_blend;
+  int do_convert;
+};
+
+#define COLOR_SPACE_IDENTITY "color_space_identity"
+#define COLOR_SPACE_CONVERT "color_space_convert"
+
+#define SAMPLE_YUV_PLANAR "I420"
+#define SAMPLE_YV12 "YV12"
+#define SAMPLE_YUV_PLANAR_10BIS "I420_10"
+#define SAMPLE_YUV_PLANAR_12BIS "I420_12"
+#define SAMPLE_SEMI_PLANAR "NV12"
+#define SAMPLE_SEMI_PLANAR_SWAP "NV21"
+#define SAMPLE_RGBA "RGBA"
+#define SAMPLE_BGRA "BGRA"
+#define SAMPLE_RGBx "RGBx"
+#define SAMPLE_BGRx "BGRx"
+#define SAMPLE_ARGB "ARGB"
+/* same as ARGB */
+#define SAMPLE_ABGR "ABGR"
+#define SAMPLE_RGBP "RGBP"
+#define SAMPLE_BGRP "BGRP"
+#define SAMPLE_GBR "GBR"
+#define SAMPLE_GBR_10 "GBR_10"
+#define SAMPLE_GBR_12 "GBR_12"
+#define SAMPLE_GBRA "GBRA"
+#define SAMPLE_VUYA "VUYA"
+
+typedef struct _TextureFormat
+{
+  GstVideoFormat format;
+  CUarray_format array_formatGST_VIDEO_MAX_COMPONENTS;
+  guint channelsGST_VIDEO_MAX_COMPONENTS;
+  const gchar *sample_func;
+} TextureFormat;
+
+#define CU_AD_FORMAT_NONE ((CUarray_format)0)
+#define MAKE_FORMAT_YUV_PLANAR(f,cf,sample_func) \
+  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
+      CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_NONE },  {1, 1, 1, 0}, sample_func }
+#define MAKE_FORMAT_YUV_SEMI_PLANAR(f,cf,sample_func) \
+  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
+      CU_AD_FORMAT_NONE, CU_AD_FORMAT_NONE }, {1, 2, 0, 0}, sample_func }
+#define MAKE_FORMAT_RGB(f,cf,sample_func) \
+  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_NONE, \
+      CU_AD_FORMAT_NONE, CU_AD_FORMAT_NONE }, {4, 0, 0, 0}, sample_func }
+#define MAKE_FORMAT_RGBP(f,cf,sample_func) \
+  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
+      CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_NONE }, {1, 1, 1, 0}, sample_func }
+#define MAKE_FORMAT_RGBAP(f,cf,sample_func) \
+  { GST_VIDEO_FORMAT_ ##f,  { CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf, \
+      CU_AD_FORMAT_ ##cf, CU_AD_FORMAT_ ##cf }, {1, 1, 1, 1}, sample_func }
+
+static const TextureFormat format_map = {
+  MAKE_FORMAT_YUV_PLANAR (I420, UNSIGNED_INT8, SAMPLE_YUV_PLANAR),
+  MAKE_FORMAT_YUV_PLANAR (YV12, UNSIGNED_INT8, SAMPLE_YV12),
+  MAKE_FORMAT_YUV_SEMI_PLANAR (NV12, UNSIGNED_INT8, SAMPLE_SEMI_PLANAR),
+  MAKE_FORMAT_YUV_SEMI_PLANAR (NV21, UNSIGNED_INT8, SAMPLE_SEMI_PLANAR_SWAP),
+  MAKE_FORMAT_YUV_SEMI_PLANAR (P010_10LE, UNSIGNED_INT16, SAMPLE_SEMI_PLANAR),
+  MAKE_FORMAT_YUV_SEMI_PLANAR (P012_LE, UNSIGNED_INT16, SAMPLE_SEMI_PLANAR),
+  MAKE_FORMAT_YUV_SEMI_PLANAR (P016_LE, UNSIGNED_INT16, SAMPLE_SEMI_PLANAR),
+  MAKE_FORMAT_YUV_PLANAR (I420_10LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_10BIS),
+  MAKE_FORMAT_YUV_PLANAR (I420_12LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_12BIS),
+  MAKE_FORMAT_YUV_PLANAR (Y444, UNSIGNED_INT8, SAMPLE_YUV_PLANAR),
+  MAKE_FORMAT_YUV_PLANAR (Y444_10LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_10BIS),
+  MAKE_FORMAT_YUV_PLANAR (Y444_12LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_12BIS),
+  MAKE_FORMAT_YUV_PLANAR (Y444_16LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR),
+  MAKE_FORMAT_RGB (RGBA, UNSIGNED_INT8, SAMPLE_RGBA),
+  MAKE_FORMAT_RGB (BGRA, UNSIGNED_INT8, SAMPLE_BGRA),
+  MAKE_FORMAT_RGB (RGBx, UNSIGNED_INT8, SAMPLE_RGBx),
+  MAKE_FORMAT_RGB (BGRx, UNSIGNED_INT8, SAMPLE_BGRx),
+  MAKE_FORMAT_RGB (ARGB, UNSIGNED_INT8, SAMPLE_ARGB),
+  MAKE_FORMAT_RGB (ARGB64, UNSIGNED_INT16, SAMPLE_ARGB),
+  MAKE_FORMAT_RGB (ABGR, UNSIGNED_INT8, SAMPLE_ABGR),
+  MAKE_FORMAT_YUV_PLANAR (Y42B, UNSIGNED_INT8, SAMPLE_YUV_PLANAR),
+  MAKE_FORMAT_YUV_PLANAR (I422_10LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_10BIS),
+  MAKE_FORMAT_YUV_PLANAR (I422_12LE, UNSIGNED_INT16, SAMPLE_YUV_PLANAR_12BIS),
+  MAKE_FORMAT_RGBP (RGBP, UNSIGNED_INT8, SAMPLE_RGBP),
+  MAKE_FORMAT_RGBP (BGRP, UNSIGNED_INT8, SAMPLE_BGRP),
+  MAKE_FORMAT_RGBP (GBR, UNSIGNED_INT8, SAMPLE_GBR),
+  MAKE_FORMAT_RGBP (GBR_10LE, UNSIGNED_INT16, SAMPLE_GBR_10),
+  MAKE_FORMAT_RGBP (GBR_12LE, UNSIGNED_INT16, SAMPLE_GBR_12),
+  MAKE_FORMAT_RGBP (GBR_16LE, UNSIGNED_INT16, SAMPLE_GBR),
+  MAKE_FORMAT_RGBAP (GBRA, UNSIGNED_INT8, SAMPLE_GBRA),
+  MAKE_FORMAT_RGB (VUYA, UNSIGNED_INT8, SAMPLE_VUYA),
+};
+
+struct TextureBuffer
+{
+  CUdeviceptr ptr = 0;
+  gsize stride = 0;
+  CUtexObject texture = 0;
+};
+
+enum
+{
+  PROP_0,
+  PROP_DEST_X,
+  PROP_DEST_Y,
+  PROP_DEST_WIDTH,
+  PROP_DEST_HEIGHT,
+  PROP_FILL_BORDER,
+  PROP_VIDEO_DIRECTION,
+  PROP_ALPHA,
+  PROP_BLEND,
+};
+
+struct _GstCudaConverterPrivate
+{
+  _GstCudaConverterPrivate ()
+  {
+    config = gst_structure_new_empty ("converter-config");
+    const_buf = g_new0 (ConstBuffer, 1);
+  }
+
+   ~_GstCudaConverterPrivate ()
+  {
+    if (config)
+      gst_structure_free (config);
+    g_free (const_buf);
+  }
+
+  std::mutex lock;
+
+  GstVideoInfo in_info;
+  GstVideoInfo out_info;
+
+  GstStructure *config = nullptr;
+
+  GstVideoInfo texture_info;
+  const TextureFormat *texture_fmt;
+  gint texture_align;
+
+  TextureBuffer fallback_bufferGST_VIDEO_MAX_COMPONENTS;
+  TextureBuffer unpack_buffer;
+  ConstBuffer *const_buf = nullptr;
+
+  CUmodule main_module = nullptr;
+  CUfunction main_func = nullptr;
+
+  CUmodule unpack_module = nullptr;
+  CUfunction unpack_func = nullptr;
+
+  gboolean update_const_buf = TRUE;
+
+  GstCudaStream *stream = nullptr;
+
+  /* properties */
+  gint dest_x = 0;
+  gint dest_y = 0;
+  gint dest_width = 0;
+  gint dest_height = 0;
+  GstVideoOrientationMethod video_direction = GST_VIDEO_ORIENTATION_IDENTITY;
+  gboolean fill_border = FALSE;
+  CUfilter_mode filter_mode = CU_TR_FILTER_MODE_LINEAR;
+  gdouble alpha = 1.0;
+  gboolean blend = FALSE;
+};
+
+static void gst_cuda_converter_dispose (GObject * object);
+static void gst_cuda_converter_finalize (GObject * object);
+static void gst_cuda_converter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_cuda_converter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+#define gst_cuda_converter_parent_class parent_class
+G_DEFINE_TYPE (GstCudaConverter, gst_cuda_converter, GST_TYPE_OBJECT);
+
+static void
+gst_cuda_converter_class_init (GstCudaConverterClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto param_flags = (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS);
+
+  object_class->dispose = gst_cuda_converter_dispose;
+  object_class->finalize = gst_cuda_converter_finalize;
+  object_class->set_property = gst_cuda_converter_set_property;
+  object_class->get_property = gst_cuda_converter_get_property;
+
+  g_object_class_install_property (object_class, PROP_DEST_X,
+      g_param_spec_int ("dest-x", "Dest-X",
+          "x poisition in the destination frame", G_MININT, G_MAXINT, 0,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_DEST_Y,
+      g_param_spec_int ("dest-y", "Dest-Y",
+          "y poisition in the destination frame", G_MININT, G_MAXINT, 0,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_DEST_WIDTH,
+      g_param_spec_int ("dest-width", "Dest-Width",
+          "Width in the destination frame", 0, G_MAXINT, 0, param_flags));
+  g_object_class_install_property (object_class, PROP_DEST_HEIGHT,
+      g_param_spec_int ("dest-height", "Dest-Height",
+          "Height in the destination frame", 0, G_MAXINT, 0, param_flags));
+  g_object_class_install_property (object_class, PROP_FILL_BORDER,
+      g_param_spec_boolean ("fill-border", "Fill border",
+          "Fill border", FALSE, param_flags));
+  g_object_class_install_property (object_class, PROP_VIDEO_DIRECTION,
+      g_param_spec_enum ("video-direction", "Video Direction",
+          "Video direction", GST_TYPE_VIDEO_ORIENTATION_METHOD,
+          GST_VIDEO_ORIENTATION_IDENTITY, param_flags));
+  g_object_class_install_property (object_class, PROP_ALPHA,
+      g_param_spec_double ("alpha", "Alpha",
+          "The alpha color value to use", 0, 1.0, 1.0, param_flags));
+  g_object_class_install_property (object_class, PROP_BLEND,
+      g_param_spec_boolean ("blend", "Blend",
+          "Enable alpha blending", FALSE, param_flags));
+
+  GST_DEBUG_CATEGORY_INIT (gst_cuda_converter_debug,
+      "cudaconverter", 0, "cudaconverter");
+}
+
+static void
+gst_cuda_converter_init (GstCudaConverter * self)
+{
+  self->priv = new GstCudaConverterPrivate ();
+}
+
+static void
+gst_cuda_converter_dispose (GObject * object)
+{
+  auto self = GST_CUDA_CONVERTER (object);
+  auto priv = self->priv;
+  auto stream = gst_cuda_stream_get_handle (priv->stream);
+
+  if (self->context && gst_cuda_context_push (self->context)) {
+    if (priv->unpack_module) {
+      CuModuleUnload (priv->unpack_module);
+      priv->unpack_module = nullptr;
+    }
+
+    if (priv->main_module) {
+      CuModuleUnload (priv->main_module);
+      priv->main_module = nullptr;
+    }
+
+    for (guint i = 0; i < G_N_ELEMENTS (priv->fallback_buffer); i++) {
+      if (priv->fallback_bufferi.ptr) {
+        if (priv->fallback_bufferi.texture) {
+          CuTexObjectDestroy (priv->fallback_bufferi.texture);
+          priv->fallback_bufferi.texture = 0;
+        }
+
+        if (stream)
+          CuMemFreeAsync (priv->fallback_bufferi.ptr, stream);
+        else
+          CuMemFree (priv->fallback_bufferi.ptr);
+        priv->fallback_bufferi.ptr = 0;
+      }
+    }
+
+    if (priv->unpack_buffer.ptr) {
+      if (priv->unpack_buffer.texture) {
+        CuTexObjectDestroy (priv->unpack_buffer.texture);
+        priv->unpack_buffer.texture = 0;
+      }
+
+      if (stream)
+        CuMemFreeAsync (priv->unpack_buffer.ptr, stream);
+      else
+        CuMemFree (priv->unpack_buffer.ptr);
+      priv->unpack_buffer.ptr = 0;
+    }
+
+    gst_cuda_context_pop (nullptr);
+  }
+
+  if (stream)
+    CuStreamSynchronize (stream);
+  gst_clear_cuda_stream (&priv->stream);
+  gst_clear_object (&self->context);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static void
+gst_cuda_converter_finalize (GObject * object)
+{
+  auto self = GST_CUDA_CONVERTER (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_cuda_converter_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_CUDA_CONVERTER (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_DEST_X:
+    {
+      auto dest_x = g_value_get_int (value);
+      if (priv->dest_x != dest_x) {
+        priv->update_const_buf = TRUE;
+        priv->dest_x = dest_x;
+        priv->const_buf->left = dest_x;
+        priv->const_buf->right = priv->dest_x + priv->dest_width;
+      }
+      break;
+    }
+    case PROP_DEST_Y:
+    {
+      auto dest_y = g_value_get_int (value);
+      if (priv->dest_y != dest_y) {
+        priv->update_const_buf = TRUE;
+        priv->dest_y = dest_y;
+        priv->const_buf->top = dest_y;
+        priv->const_buf->bottom = priv->dest_y + priv->dest_height;
+      }
+      break;
+    }
+    case PROP_DEST_WIDTH:
+    {
+      auto dest_width = g_value_get_int (value);
+      if (priv->dest_width != dest_width) {
+        priv->update_const_buf = TRUE;
+        priv->dest_width = dest_width;
+        priv->const_buf->right = priv->dest_x + dest_width;
+        priv->const_buf->view_width = dest_width;
+      }
+      break;
+    }
+    case PROP_DEST_HEIGHT:
+    {
+      auto dest_height = g_value_get_int (value);
+      if (priv->dest_height != dest_height) {
+        priv->update_const_buf = TRUE;
+        priv->dest_height = dest_height;
+        priv->const_buf->bottom = priv->dest_y + dest_height;
+        priv->const_buf->view_height = dest_height;
+      }
+      break;
+    }
+    case PROP_FILL_BORDER:
+    {
+      auto fill_border = g_value_get_boolean (value);
+      if (priv->fill_border != fill_border) {
+        priv->update_const_buf = TRUE;
+        priv->fill_border = fill_border;
+        priv->const_buf->fill_border = fill_border;
+      }
+      break;
+    }
+    case PROP_VIDEO_DIRECTION:
+    {
+      auto video_direction =
+          (GstVideoOrientationMethod) g_value_get_enum (value);
+      if (priv->video_direction != video_direction) {
+        priv->update_const_buf = TRUE;
+        priv->video_direction = video_direction;
+        priv->const_buf->video_direction = video_direction;
+      }
+      break;
+    }
+    case PROP_ALPHA:
+    {
+      auto alpha = g_value_get_double (value);
+      if (priv->alpha != alpha) {
+        priv->update_const_buf = TRUE;
+        priv->const_buf->alpha = (float) alpha;
+      }
+      break;
+    }
+    case PROP_BLEND:
+    {
+      auto blend = g_value_get_boolean (value);
+      if (priv->blend != blend) {
+        priv->update_const_buf = TRUE;
+        priv->const_buf->do_blend = blend;
+      }
+      break;
+    }
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_cuda_converter_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_CUDA_CONVERTER (object);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  switch (prop_id) {
+    case PROP_DEST_X:
+      g_value_set_int (value, priv->dest_x);
+      break;
+    case PROP_DEST_Y:
+      g_value_set_int (value, priv->dest_y);
+      break;
+    case PROP_DEST_WIDTH:
+      g_value_set_int (value, priv->dest_width);
+      break;
+    case PROP_DEST_HEIGHT:
+      g_value_set_int (value, priv->dest_height);
+      break;
+    case PROP_FILL_BORDER:
+      g_value_set_boolean (value, priv->fill_border);
+      break;
+    case PROP_VIDEO_DIRECTION:
+      g_value_set_enum (value, priv->video_direction);
+      break;
+    case PROP_ALPHA:
+      g_value_set_double (value, priv->alpha);
+      break;
+    case PROP_BLEND:
+      g_value_set_boolean (value, priv->blend);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static const gchar *
+get_color_range_name (GstVideoColorRange range)
+{
+  switch (range) {
+    case GST_VIDEO_COLOR_RANGE_0_255:
+      return "FULL";
+    case GST_VIDEO_COLOR_RANGE_16_235:
+      return "STUDIO";
+    default:
+      break;
+  }
+
+  return "UNKNOWN";
+}
+
+static gboolean
+gst_cuda_converter_setup (GstCudaConverter * self)
+{
+  GstCudaConverterPrivate *priv = self->priv;
+  const GstVideoInfo *in_info;
+  const GstVideoInfo *out_info;
+  const GstVideoInfo *texture_info;
+  GstCudaColorMatrix convert_matrix;
+  GstCudaColorMatrix border_color_matrix;
+  gdouble border_color4;
+  guint i, j;
+  const GstVideoColorimetry *in_color;
+  const GstVideoColorimetry *out_color;
+  gchar *str = nullptr;
+  const gchar *program = nullptr;
+  CUresult ret;
+  std::string output_name;
+  std::string unpack_name;
+
+  in_info = &priv->in_info;
+  out_info = &priv->out_info;
+  texture_info = &priv->texture_info;
+  in_color = &in_info->colorimetry;
+  out_color = &out_info->colorimetry;
+
+  memset (&convert_matrix, 0, sizeof (GstCudaColorMatrix));
+  color_matrix_identity (&convert_matrix);
+
+  switch (GST_VIDEO_INFO_FORMAT (out_info)) {
+    case GST_VIDEO_FORMAT_I420:
+      output_name = "I420";
+      break;
+    case GST_VIDEO_FORMAT_YV12:
+      output_name = "YV12";
+      break;
+    case GST_VIDEO_FORMAT_NV12:
+      output_name = "NV12";
+      break;
+    case GST_VIDEO_FORMAT_NV21:
+      output_name = "NV21";
+      break;
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_P012_LE:
+    case GST_VIDEO_FORMAT_P016_LE:
+      output_name = "P010";
+      break;
+    case GST_VIDEO_FORMAT_I420_10LE:
+      output_name = "I420_10";
+      break;
+    case GST_VIDEO_FORMAT_I420_12LE:
+      output_name = "I420_12";
+      break;
+    case GST_VIDEO_FORMAT_Y444:
+      output_name = "Y444";
+      break;
+    case GST_VIDEO_FORMAT_Y444_10LE:
+      output_name = "Y444_10";
+      break;
+    case GST_VIDEO_FORMAT_Y444_12LE:
+      output_name = "Y444_12";
+      break;
+    case GST_VIDEO_FORMAT_Y444_16LE:
+      output_name = "Y444_16";
+      break;
+    case GST_VIDEO_FORMAT_RGBA:
+      output_name = "RGBA";
+      break;
+    case GST_VIDEO_FORMAT_RGBx:
+      output_name = "RGBx";
+      break;
+    case GST_VIDEO_FORMAT_BGRA:
+      output_name = "BGRA";
+      break;
+    case GST_VIDEO_FORMAT_BGRx:
+      output_name = "BGRx";
+      break;
+    case GST_VIDEO_FORMAT_ARGB:
+      output_name = "ARGB";
+      break;
+    case GST_VIDEO_FORMAT_ABGR:
+      output_name = "ABGR";
+      break;
+    case GST_VIDEO_FORMAT_RGB:
+      output_name = "RGB";
+      break;
+    case GST_VIDEO_FORMAT_BGR:
+      output_name = "BGR";
+      break;
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+      output_name = "RGB10A2";
+      break;
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+      output_name = "BGR10A2";
+      break;
+    case GST_VIDEO_FORMAT_Y42B:
+      output_name = "Y42B";
+      break;
+    case GST_VIDEO_FORMAT_I422_10LE:
+      output_name = "I422_10";
+      break;
+    case GST_VIDEO_FORMAT_I422_12LE:
+      output_name = "I422_12";
+      break;
+    case GST_VIDEO_FORMAT_RGBP:
+      output_name = "RGBP";
+      break;
+    case GST_VIDEO_FORMAT_BGRP:
+      output_name = "BGRP";
+      break;
+    case GST_VIDEO_FORMAT_GBR:
+      output_name = "GBR";
+      break;
+    case GST_VIDEO_FORMAT_GBR_10LE:
+      output_name = "GBR_10";
+      break;
+    case GST_VIDEO_FORMAT_GBR_12LE:
+      output_name = "GBR_12";
+      break;
+    case GST_VIDEO_FORMAT_GBR_16LE:
+      output_name = "GBR_16";
+      break;
+    case GST_VIDEO_FORMAT_GBRA:
+      output_name = "GBRA";
+      break;
+    case GST_VIDEO_FORMAT_VUYA:
+      output_name = "VUYA";
+      break;
+    default:
+      break;
+  }
+
+  if (output_name.empty ()) {
+    GST_ERROR_OBJECT (self, "Unknown write function for format %s",
+        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (out_info)));
+    return FALSE;
+  }
+
+  /* Decide texture info to use, 3 channel RGB or 10bits packed RGB
+   * need be converted to other format */
+  priv->texture_info = priv->in_info;
+  switch (GST_VIDEO_INFO_FORMAT (in_info)) {
+    case GST_VIDEO_FORMAT_RGB:
+      gst_video_info_set_format (&priv->texture_info,
+          GST_VIDEO_FORMAT_RGBx, GST_VIDEO_INFO_WIDTH (in_info),
+          GST_VIDEO_INFO_HEIGHT (in_info));
+      unpack_name = "GstCudaConverterUnpack_RGB_RGBx";
+      break;
+    case GST_VIDEO_FORMAT_BGR:
+      gst_video_info_set_format (&priv->texture_info,
+          GST_VIDEO_FORMAT_BGRx, GST_VIDEO_INFO_WIDTH (in_info),
+          GST_VIDEO_INFO_HEIGHT (in_info));
+      unpack_name = "GstCudaConverterUnpack_RGB_RGBx";
+      break;
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+      gst_video_info_set_format (&priv->texture_info,
+          GST_VIDEO_FORMAT_ARGB64, GST_VIDEO_INFO_WIDTH (in_info),
+          GST_VIDEO_INFO_HEIGHT (in_info));
+      unpack_name = "GstCudaConverterUnpack_RGB10A2_ARGB64";
+      break;
+    case GST_VIDEO_FORMAT_BGR10A2_LE:
+      gst_video_info_set_format (&priv->texture_info,
+          GST_VIDEO_FORMAT_ARGB64, GST_VIDEO_INFO_WIDTH (in_info),
+          GST_VIDEO_INFO_HEIGHT (in_info));
+      unpack_name = "GstCudaConverterUnpack_BGR10A2_ARGB64";
+      break;
+    default:
+      break;
+  }
+
+  for (i = 0; i < G_N_ELEMENTS (format_map); i++) {
+    if (format_mapi.format == GST_VIDEO_INFO_FORMAT (texture_info)) {
+      priv->texture_fmt = &format_mapi;
+      break;
+    }
+  }
+
+  if (!priv->texture_fmt) {
+    GST_ERROR_OBJECT (self, "Couldn't find texture format for %s (%s)",
+        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (in_info)),
+        gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (texture_info)));
+    return FALSE;
+  }
+
+  /* calculate black color
+   * TODO: add support border color */
+  if (GST_VIDEO_INFO_IS_RGB (out_info)) {
+    GstVideoInfo rgb_info = *out_info;
+    rgb_info.colorimetry.range = GST_VIDEO_COLOR_RANGE_0_255;
+    gst_cuda_color_range_adjust_matrix_unorm (&rgb_info, out_info,
+        &border_color_matrix);
+  } else {
+    GstVideoInfo rgb_info;
+
+    gst_video_info_set_format (&rgb_info, GST_VIDEO_FORMAT_RGBA64_LE,
+        out_info->width, out_info->height);
+
+    gst_cuda_rgb_to_yuv_matrix_unorm (&rgb_info,
+        out_info, &border_color_matrix);
+  }
+
+  for (i = 0; i < 3; i++) {
+    /* TODO: property */
+    gdouble border_rgba4 = { 0, 0, 0 };
+    border_colori = 0;
+    for (j = 0; j < 3; j++)
+      border_colori += border_color_matrix.matrixij * border_rgbai;
+    border_colori = border_color_matrix.offseti;
+    border_colori = CLAMP (border_colori,
+        border_color_matrix.mini, border_color_matrix.maxi);
+  }
+
+  /* FIXME: handle primaries and transfer functions */
+  priv->const_buf->do_convert = 0;
+  if (GST_VIDEO_INFO_IS_RGB (texture_info)) {
+    if (GST_VIDEO_INFO_IS_RGB (out_info)) {
+      /* RGB -> RGB */
+      if (in_color->range == out_color->range) {
+        GST_DEBUG_OBJECT (self, "RGB -> RGB conversion without matrix");
+      } else {
+        if (!gst_cuda_color_range_adjust_matrix_unorm (in_info, out_info,
+                &convert_matrix)) {
+          GST_ERROR_OBJECT (self, "Failed to get RGB range adjust matrix");
+          return FALSE;
+        }
+
+        str = gst_cuda_dump_color_matrix (&convert_matrix);
+        GST_DEBUG_OBJECT (self, "RGB range adjust %s -> %s\n%s",
+            get_color_range_name (in_color->range),
+            get_color_range_name (out_color->range), str);
+        g_free (str);
+
+        priv->const_buf->do_convert = 1;
+      }
+    } else {
+      /* RGB -> YUV */
+      if (!gst_cuda_rgb_to_yuv_matrix_unorm (in_info,
+              out_info, &convert_matrix)) {
+        GST_ERROR_OBJECT (self, "Failed to get RGB -> YUV transform matrix");
+        return FALSE;
+      }
+
+      str = gst_cuda_dump_color_matrix (&convert_matrix);
+      GST_DEBUG_OBJECT (self, "RGB -> YUV matrix:\n%s", str);
+      g_free (str);
+
+      priv->const_buf->do_convert = 1;
+    }
+  } else {
+    if (GST_VIDEO_INFO_IS_RGB (out_info)) {
+      /* YUV -> RGB */
+      if (!gst_cuda_yuv_to_rgb_matrix_unorm (in_info, out_info,
+              &convert_matrix)) {
+        GST_ERROR_OBJECT (self, "Failed to get YUV -> RGB transform matrix");
+        return FALSE;
+      }
+
+      str = gst_cuda_dump_color_matrix (&convert_matrix);
+      GST_DEBUG_OBJECT (self, "YUV -> RGB matrix:\n%s", str);
+      g_free (str);
+
+      priv->const_buf->do_convert = 1;
+    } else {
+      /* YUV -> YUV */
+      if (in_color->range == out_color->range) {
+        GST_DEBUG_OBJECT (self, "YUV -> YU conversion without matrix");
+      } else {
+        if (!gst_cuda_color_range_adjust_matrix_unorm (in_info, out_info,
+                &convert_matrix)) {
+          GST_ERROR_OBJECT (self, "Failed to get GRAY range adjust matrix");
+          return FALSE;
+        }
+
+        str = gst_cuda_dump_color_matrix (&convert_matrix);
+        GST_DEBUG_OBJECT (self, "YUV range adjust matrix:\n%s", str);
+        g_free (str);
+
+        priv->const_buf->do_convert = 1;
+      }
+    }
+  }
+
+  for (i = 0; i < 3; i++) {
+    priv->const_buf->convert_matrix.coeffXi = convert_matrix.matrix0i;
+    priv->const_buf->convert_matrix.coeffYi = convert_matrix.matrix1i;
+    priv->const_buf->convert_matrix.coeffZi = convert_matrix.matrix2i;
+    priv->const_buf->convert_matrix.offseti = convert_matrix.offseti;
+    priv->const_buf->convert_matrix.mini = convert_matrix.mini;
+    priv->const_buf->convert_matrix.maxi = convert_matrix.maxi;
+  }
+
+  priv->const_buf->width = out_info->width;
+  priv->const_buf->height = out_info->height;
+  priv->const_buf->left = 0;
+  priv->const_buf->top = 0;
+  priv->const_buf->right = out_info->width;
+  priv->const_buf->bottom = out_info->height;
+  priv->const_buf->view_width = out_info->width;
+  priv->const_buf->view_height = out_info->height;
+  priv->const_buf->border_x = border_color0;
+  priv->const_buf->border_y = border_color1;
+  priv->const_buf->border_z = border_color2;
+  priv->const_buf->border_w = border_color3;
+  priv->const_buf->fill_border = 0;
+  priv->const_buf->video_direction = 0;
+  priv->const_buf->alpha = 1;
+  priv->const_buf->do_blend = 0;
+
+  guint cuda_device;
+  g_object_get (self->context, "cuda-device-id", &cuda_device, nullptr);
+
+  std::string kernel_name = "GstCudaConverterMain_" +
+      std::string (priv->texture_fmt->sample_func) + "_" + output_name;
+
+  auto precompiled = g_precompiled_ptx_table.find (kernel_name);
+  if (precompiled != g_precompiled_ptx_table.end ())
+    program = precompiled->second;
+
+  if (!gst_cuda_context_push (self->context)) {
+    GST_ERROR_OBJECT (self, "Couldn't push context");
+    return FALSE;
+  }
+
+  if (program) {
+    GST_DEBUG_OBJECT (self, "Precompiled PTX available");
+    ret = CuModuleLoadData (&priv->main_module, program);
+    if (ret != CUDA_SUCCESS) {
+      GST_WARNING_OBJECT (self, "Could not load module from precompiled PTX");
+      priv->main_module = nullptr;
+      program = nullptr;
+    }
+  }
+
+  if (!program) {
+    std::string sampler_define = std::string ("-DSAMPLER=Sample") +
+        std::string (priv->texture_fmt->sample_func);
+    std::string output_define = std::string ("-DOUTPUT=Output") + output_name;
+    const gchar *opts2 = { sampler_define.c_str (), output_define.c_str () };
+
+    std::lock_guard < std::mutex > lk (g_kernel_table_lock);
+    std::string cubin_kernel_name =
+        kernel_name + "_device_" + std::to_string (cuda_device);
+    auto cubin = g_cubin_table.find (cubin_kernel_name);
+    if (cubin == g_cubin_table.end ()) {
+      GST_DEBUG_OBJECT (self, "Building CUBIN");
+      program =
+          gst_cuda_nvrtc_compile_cubin_with_option (GstCudaConverterMain_str,
+          cuda_device, opts, 2);
+      if (program)
+        g_cubin_tablecubin_kernel_name = program;
+    } else {
+      GST_DEBUG_OBJECT (self, "Found cached CUBIN");
+      program = cubin->second;
+    }
+
+    if (program) {
+      GST_DEBUG_OBJECT (self, "Loading CUBIN module");
+      ret = CuModuleLoadData (&priv->main_module, program);
+      if (ret != CUDA_SUCCESS) {
+        GST_WARNING_OBJECT (self, "Could not load module from cached CUBIN");
+        program = nullptr;
+        priv->main_module = nullptr;
+      }
+    }
+
+    if (!program) {
+      auto ptx = g_ptx_table.find (kernel_name);
+      if (ptx == g_ptx_table.end ()) {
+        GST_DEBUG_OBJECT (self, "Building PTX");
+        program = gst_cuda_nvrtc_compile_with_option (GstCudaConverterMain_str,
+            opts, 2);
+        if (program)
+          g_ptx_tablekernel_name = program;
+      } else {
+        GST_DEBUG_OBJECT (self, "Found cached PTX");
+        program = ptx->second;
+      }
+    }
+
+    if (program && !priv->main_module) {
+      GST_DEBUG_OBJECT (self, "Loading PTX module");
+      ret = CuModuleLoadData (&priv->main_module, program);
+      if (ret != CUDA_SUCCESS) {
+        GST_ERROR_OBJECT (self, "Could not load module from PTX");
+        program = nullptr;
+        priv->main_module = nullptr;
+      }
+    }
+  }
+
+  if (!priv->main_module) {
+    GST_ERROR_OBJECT (self, "Couldn't load module");
+    gst_cuda_context_pop (nullptr);
+    return FALSE;
+  }
+
+  ret = CuModuleGetFunction (&priv->main_func,
+      priv->main_module, "GstCudaConverterMain");
+  if (!gst_cuda_result (ret)) {
+    GST_ERROR_OBJECT (self, "Could not get main function");
+    gst_cuda_context_pop (nullptr);
+    return FALSE;
+  }
+
+  /* Allocates intermediate memory for texture */
+  if (!unpack_name.empty ()) {
+    CUDA_TEXTURE_DESC texture_desc;
+    CUDA_RESOURCE_DESC resource_desc;
+    CUtexObject texture = 0;
+
+    memset (&texture_desc, 0, sizeof (CUDA_TEXTURE_DESC));
+    memset (&resource_desc, 0, sizeof (CUDA_RESOURCE_DESC));
+
+    if (priv->stream) {
+      auto stream = gst_cuda_stream_get_handle (priv->stream);
+      gint texture_align =
+          gst_cuda_context_get_texture_alignment (self->context);
+      gint stride = GST_VIDEO_INFO_COMP_WIDTH (texture_info, 0) *
+          GST_VIDEO_INFO_COMP_PSTRIDE (texture_info, 0);
+
+      priv->unpack_buffer.stride =
+          ((stride + texture_align - 1) / texture_align) * texture_align;
+
+      ret = CuMemAllocAsync (&priv->unpack_buffer.ptr,
+          priv->unpack_buffer.stride * GST_VIDEO_INFO_HEIGHT (texture_info),
+          stream);
+
+      if (gst_cuda_result (ret))
+        ret = CuStreamSynchronize (stream);
+    } else {
+      ret = CuMemAllocPitch (&priv->unpack_buffer.ptr,
+          &priv->unpack_buffer.stride,
+          GST_VIDEO_INFO_COMP_WIDTH (texture_info, 0) *
+          GST_VIDEO_INFO_COMP_PSTRIDE (texture_info, 0),
+          GST_VIDEO_INFO_HEIGHT (texture_info), 16);
+    }
+
+    if (!gst_cuda_result (ret)) {
+      GST_ERROR_OBJECT (self, "Couldn't allocate unpack buffer");
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    resource_desc.resType = CU_RESOURCE_TYPE_PITCH2D;
+    resource_desc.res.pitch2D.format = priv->texture_fmt->array_format0;
+    resource_desc.res.pitch2D.numChannels = 4;
+    resource_desc.res.pitch2D.width = in_info->width;
+    resource_desc.res.pitch2D.height = in_info->height;
+    resource_desc.res.pitch2D.pitchInBytes = priv->unpack_buffer.stride;
+    resource_desc.res.pitch2D.devPtr = priv->unpack_buffer.ptr;
+
+    texture_desc.filterMode = priv->filter_mode;
+    texture_desc.flags = 0x2;
+    texture_desc.addressMode0 = (CUaddress_mode) 1;
+    texture_desc.addressMode1 = (CUaddress_mode) 1;
+    texture_desc.addressMode2 = (CUaddress_mode) 1;
+
+    ret = CuTexObjectCreate (&texture, &resource_desc, &texture_desc, nullptr);
+    if (!gst_cuda_result (ret)) {
+      GST_ERROR_OBJECT (self, "Couldn't create unpack texture");
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    priv->unpack_buffer.texture = texture;
+
+    program = nullptr;
+    const std::string unpack_module_name = "GstCudaConverterUnpack";
+    auto precompiled = g_precompiled_ptx_table.find (unpack_module_name);
+    if (precompiled != g_precompiled_ptx_table.end ()) {
+      program = precompiled->second;
+
+      GST_DEBUG_OBJECT (self, "Precompiled PTX available");
+      ret = CuModuleLoadData (&priv->unpack_module, program);
+      if (ret != CUDA_SUCCESS) {
+        GST_WARNING_OBJECT (self, "Could not load module from precompiled PTX");
+        priv->unpack_module = nullptr;
+        program = nullptr;
+      }
+    }
+
+    if (!program) {
+      std::lock_guard < std::mutex > lk (g_kernel_table_lock);
+      std::string cubin_kernel_name =
+          unpack_module_name + "_device_" + std::to_string (cuda_device);
+
+      auto cubin = g_cubin_table.find (cubin_kernel_name);
+      if (cubin == g_cubin_table.end ()) {
+        GST_DEBUG_OBJECT (self, "Building CUBIN");
+        program = gst_cuda_nvrtc_compile_cubin (GstCudaConverterUnpack_str,
+            cuda_device);
+        if (program)
+          g_cubin_tablecubin_kernel_name = program;
+      } else {
+        GST_DEBUG_OBJECT (self, "Found cached CUBIN");
+        program = cubin->second;
+      }
+
+      if (program) {
+        GST_DEBUG_OBJECT (self, "Loading CUBIN module");
+        ret = CuModuleLoadData (&priv->unpack_module, program);
+        if (ret != CUDA_SUCCESS) {
+          GST_WARNING_OBJECT (self, "Could not load module from CUBIN");
+          program = nullptr;
+          priv->unpack_module = nullptr;
+        }
+      }
+
+      if (!program) {
+        auto ptx = g_ptx_table.find (unpack_module_name);
+        if (ptx == g_ptx_table.end ()) {
+          GST_DEBUG_OBJECT (self, "Building PTX");
+          program = gst_cuda_nvrtc_compile (GstCudaConverterUnpack_str);
+          if (program)
+            g_ptx_tableunpack_module_name = program;
+        } else {
+          GST_DEBUG_OBJECT (self, "Found cached PTX");
+          program = ptx->second;
+        }
+      }
+
+      if (program && !priv->unpack_module) {
+        GST_DEBUG_OBJECT (self, "PTX CUBIN module");
+        ret = CuModuleLoadData (&priv->unpack_module, program);
+        if (ret != CUDA_SUCCESS) {
+          GST_ERROR_OBJECT (self, "Could not load module from PTX");
+          program = nullptr;
+          priv->unpack_module = nullptr;
+        }
+      }
+    }
+
+    if (!priv->unpack_module) {
+      GST_ERROR_OBJECT (self, "Couldn't load unpack module");
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    ret = CuModuleGetFunction (&priv->unpack_func,
+        priv->unpack_module, unpack_name.c_str ());
+    if (!gst_cuda_result (ret)) {
+      GST_ERROR_OBJECT (self, "Could not get unpack function");
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+  }
+
+  gst_cuda_context_pop (nullptr);
+
+  return TRUE;
+}
+
+static gboolean
+copy_config (const GstIdStr * fieldname, const GValue * value,
+    gpointer user_data)
+{
+  GstCudaConverter *self = (GstCudaConverter *) user_data;
+
+  gst_structure_id_str_set_value (self->priv->config, fieldname, value);
+
+  return TRUE;
+}
+
+static void
+gst_cuda_converter_set_config (GstCudaConverter * self, GstStructure * config)
+{
+  gst_structure_foreach_id_str (config, copy_config, self);
+  gst_structure_free (config);
+}
+
+static gboolean
+default_stream_ordered_alloc_enabled (void)
+{
+  static gboolean enabled = FALSE;
+  GST_CUDA_CALL_ONCE_BEGIN {
+    if (g_getenv ("GST_CUDA_ENABLE_STREAM_ORDERED_ALLOC"))
+      enabled = TRUE;
+  }
+  GST_CUDA_CALL_ONCE_END;
+
+  return enabled;
+}
+
+GstCudaConverter *
+gst_cuda_converter_new (const GstVideoInfo * in_info,
+    const GstVideoInfo * out_info, GstCudaContext * context,
+    GstStructure * config)
+{
+  GstCudaConverter *self;
+  GstCudaConverterPrivate *priv;
+  gboolean use_stream_ordered = FALSE;
+
+  g_return_val_if_fail (in_info != nullptr, nullptr);
+  g_return_val_if_fail (out_info != nullptr, nullptr);
+  g_return_val_if_fail (GST_IS_CUDA_CONTEXT (context), nullptr);
+
+  self = (GstCudaConverter *) g_object_new (GST_TYPE_CUDA_CONVERTER, nullptr);
+
+  if (!GST_IS_CUDA_CONTEXT (context)) {
+    GST_WARNING_OBJECT (self, "Not a valid cuda context object");
+    goto error;
+  }
+
+  self->context = (GstCudaContext *) gst_object_ref (context);
+  priv = self->priv;
+  priv->in_info = *in_info;
+  priv->out_info = *out_info;
+  priv->dest_width = out_info->width;
+  priv->dest_height = out_info->height;
+
+  g_object_get (context, "prefer-stream-ordered-alloc",
+      &use_stream_ordered, nullptr);
+  if (!use_stream_ordered)
+    use_stream_ordered = default_stream_ordered_alloc_enabled ();
+
+  if (use_stream_ordered)
+    priv->stream = gst_cuda_stream_new (context);
+
+  if (config)
+    gst_cuda_converter_set_config (self, config);
+
+  if (!gst_cuda_converter_setup (self))
+    goto error;
+
+  priv->texture_align = gst_cuda_context_get_texture_alignment (context);
+
+  gst_object_ref_sink (self);
+  return self;
+
+error:
+  gst_object_unref (self);
+  return nullptr;
+}
+
+static CUtexObject
+gst_cuda_converter_create_texture_unchecked (GstCudaConverter * self,
+    CUdeviceptr src, gint width, gint height, CUarray_format format,
+    guint channels, gint stride, gint plane, CUfilter_mode mode)
+{
+  CUDA_TEXTURE_DESC texture_desc;
+  CUDA_RESOURCE_DESC resource_desc;
+  CUtexObject texture = 0;
+  CUresult cuda_ret;
+
+  memset (&texture_desc, 0, sizeof (CUDA_TEXTURE_DESC));
+  memset (&resource_desc, 0, sizeof (CUDA_RESOURCE_DESC));
+
+  resource_desc.resType = CU_RESOURCE_TYPE_PITCH2D;
+  resource_desc.res.pitch2D.format = format;
+  resource_desc.res.pitch2D.numChannels = channels;
+  resource_desc.res.pitch2D.width = width;
+  resource_desc.res.pitch2D.height = height;
+  resource_desc.res.pitch2D.pitchInBytes = stride;
+  resource_desc.res.pitch2D.devPtr = src;
+
+  texture_desc.filterMode = mode;
+  /* Will read texture value as a normalized 0, 1 float value
+   * with 0, 1) coordinates */
+  /* CU_TRSF_NORMALIZED_COORDINATES */
+  texture_desc.flags = 0x2;
+  /* CU_TR_ADDRESS_MODE_CLAMP */
+  texture_desc.addressMode0 = (CUaddress_mode) 1;
+  texture_desc.addressMode1 = (CUaddress_mode) 1;
+  texture_desc.addressMode2 = (CUaddress_mode) 1;
+
+  cuda_ret =
+      CuTexObjectCreate (&texture, &resource_desc, &texture_desc, nullptr);
+
+  if (!gst_cuda_result (cuda_ret)) {
+    GST_ERROR_OBJECT (self, "Could not create texture");
+    return 0;
+  }
+
+  return texture;
+}
+
+static gboolean
+ensure_fallback_buffer (GstCudaConverter * self, gint width_in_bytes,
+    gint height, guint plane)
+{
+  GstCudaConverterPrivate *priv = self->priv;
+  CUresult ret;
+
+  if (priv->fallback_bufferplane.ptr)
+    return TRUE;
+
+  if (priv->stream) {
+    auto stream = gst_cuda_stream_get_handle (priv->stream);
+    gint texture_align = gst_cuda_context_get_texture_alignment (self->context);
+    priv->fallback_bufferplane.stride =
+        ((width_in_bytes + texture_align - 1) / texture_align) * texture_align;
+    ret = CuMemAllocAsync (&priv->unpack_buffer.ptr,
+        priv->fallback_bufferplane.stride * height, stream);
+    if (gst_cuda_result (ret))
+      ret = CuStreamSynchronize (stream);
+  } else {
+    ret = CuMemAllocPitch (&priv->fallback_bufferplane.ptr,
+        &priv->fallback_bufferplane.stride, width_in_bytes, height, 16);
+  }
+
+  if (!gst_cuda_result (ret)) {
+    GST_ERROR_OBJECT (self, "Couldn't allocate fallback buffer");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static CUtexObject
+gst_cuda_converter_create_texture (GstCudaConverter * self,
+    CUdeviceptr src, gint width, gint height, gint stride, CUfilter_mode mode,
+    CUarray_format format, guint channles, gint plane, CUstream stream)
+{
+  GstCudaConverterPrivate *priv = self->priv;
+  CUresult ret;
+  CUdeviceptr src_ptr;
+  CUDA_MEMCPY2D params = { 0, };
+
+  if (!ensure_fallback_buffer (self, stride, height, plane))
+    return 0;
+
+  params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+  params.srcPitch = stride;
+  params.srcDevice = (CUdeviceptr) src;
+
+  params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+  params.dstPitch = priv->fallback_bufferplane.stride;
+  params.dstDevice = priv->fallback_bufferplane.ptr;
+  params.WidthInBytes = GST_VIDEO_INFO_COMP_WIDTH (&priv->in_info, plane)
+      * GST_VIDEO_INFO_COMP_PSTRIDE (&priv->in_info, plane),
+      params.Height = GST_VIDEO_INFO_COMP_HEIGHT (&priv->in_info, plane);
+
+  ret = CuMemcpy2DAsync (&params, stream);
+  if (!gst_cuda_result (ret)) {
+    GST_ERROR_OBJECT (self, "Couldn't copy to fallback buffer");
+    return 0;
+  }
+
+  if (!priv->fallback_bufferplane.texture) {
+    src_ptr = priv->fallback_bufferplane.ptr;
+    stride = priv->fallback_bufferplane.stride;
+
+    priv->fallback_bufferplane.texture =
+        gst_cuda_converter_create_texture_unchecked (self, src_ptr, width,
+        height, format, channles, stride, plane, mode);
+  }
+
+  return priv->fallback_bufferplane.texture;
+}
+
+static gboolean
+gst_cuda_converter_unpack_rgb (GstCudaConverter * self,
+    GstVideoFrame * src_frame, CUstream stream)
+{
+  GstCudaConverterPrivate *priv = self->priv;
+  CUdeviceptr src;
+  gint width, height, src_stride, dst_stride;
+  CUresult ret;
+  gpointer args = { &src, &priv->unpack_buffer.ptr,
+    &width, &height, &src_stride, &dst_stride
+  };
+
+  g_assert (priv->unpack_buffer.ptr);
+  g_assert (priv->unpack_buffer.stride > 0);
+
+  src = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (src_frame, 0);
+  width = GST_VIDEO_FRAME_WIDTH (src_frame);
+  height = GST_VIDEO_FRAME_HEIGHT (src_frame);
+  src_stride = GST_VIDEO_FRAME_PLANE_STRIDE (src_frame, 0);
+  dst_stride = (gint) priv->unpack_buffer.stride;
+
+  ret = CuLaunchKernel (priv->unpack_func, DIV_UP (width, CUDA_BLOCK_X),
+      DIV_UP (height, CUDA_BLOCK_Y), 1, CUDA_BLOCK_X, CUDA_BLOCK_Y, 1, 0,
+      stream, args, nullptr);
+
+  if (!gst_cuda_result (ret)) {
+    GST_ERROR_OBJECT (self, "Couldn't unpack source RGB");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+gboolean
+gst_cuda_converter_convert_frame (GstCudaConverter * converter,
+    GstVideoFrame * src_frame, GstVideoFrame * dst_frame, CUstream stream,
+    gboolean * synchronized)
+{
+  GstCudaConverterPrivate *priv;
+  const TextureFormat *format;
+  CUtexObject textureGST_VIDEO_MAX_COMPONENTS = { 0, };
+  guint8 *dstGST_VIDEO_MAX_COMPONENTS = { nullptr, };
+  gint stride2 = { 0, };
+  guint i;
+  gboolean ret = FALSE;
+  CUresult cuda_ret;
+  gint width, height;
+  gboolean need_sync = FALSE;
+  GstCudaMemory *cmem;
+  gint off_x = 0;
+  gint off_y = 0;
+
+  g_return_val_if_fail (GST_IS_CUDA_CONVERTER (converter), FALSE);
+  g_return_val_if_fail (src_frame != nullptr, FALSE);
+  g_return_val_if_fail (dst_frame != nullptr, FALSE);
+
+  priv = converter->priv;
+  format = priv->texture_fmt;
+
+  g_assert (format);
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->fill_border && (priv->dest_width <= 0 || priv->dest_height <= 0))
+    return TRUE;
+
+  gpointer args = { &texture0, &texture1, &texture2, &texture3,
+    &dst0, &dst1, &dst2, &dst3, &stride0, &stride1,
+    priv->const_buf, &off_x, &off_y
+  };
+
+  cmem = (GstCudaMemory *) gst_buffer_peek_memory (src_frame->buffer, 0);
+  g_return_val_if_fail (gst_is_cuda_memory (GST_MEMORY_CAST (cmem)), FALSE);
+
+  if (!gst_cuda_context_push (converter->context)) {
+    GST_ERROR_OBJECT (converter, "Couldn't push context");
+    return FALSE;
+  }
+
+  if (priv->unpack_func) {
+    if (!gst_cuda_converter_unpack_rgb (converter, src_frame, stream))
+      goto out;
+
+    texture0 = priv->unpack_buffer.texture;
+    if (!texture0) {
+      GST_ERROR_OBJECT (converter, "Unpack texture is unavailable");
+      goto out;
+    }
+  } else {
+    for (i = 0; i < GST_VIDEO_FRAME_N_PLANES (src_frame); i++) {
+      if (!gst_cuda_memory_get_texture (cmem,
+              i, priv->filter_mode, &texturei)) {
+        CUdeviceptr src;
+        src = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (src_frame, i);
+        texturei = gst_cuda_converter_create_texture (converter,
+            src, GST_VIDEO_FRAME_COMP_WIDTH (src_frame, i),
+            GST_VIDEO_FRAME_COMP_HEIGHT (src_frame, i),
+            GST_VIDEO_FRAME_PLANE_STRIDE (src_frame, i),
+            priv->filter_mode, format->array_formati, format->channelsi,
+            i, stream);
+        need_sync = TRUE;
+      }
+
+      if (!texturei) {
+        GST_ERROR_OBJECT (converter, "Couldn't create texture %d", i);
+        goto out;
+      }
+    }
+  }
+
+  width = GST_VIDEO_FRAME_WIDTH (dst_frame);
+  height = GST_VIDEO_FRAME_HEIGHT (dst_frame);
+
+  if (!priv->fill_border) {
+    if (priv->dest_width < width) {
+      off_x = priv->dest_x;
+      width = priv->dest_width;
+    }
+
+    if (priv->dest_height < height) {
+      off_y = priv->dest_y;
+      height = priv->dest_height;
+    }
+  }
+
+  for (i = 0; i < GST_VIDEO_FRAME_N_PLANES (dst_frame); i++)
+    dsti = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (dst_frame, i);
+
+  stride0 = stride1 = GST_VIDEO_FRAME_PLANE_STRIDE (dst_frame, 0);
+  if (GST_VIDEO_FRAME_N_PLANES (dst_frame) > 1)
+    stride1 = GST_VIDEO_FRAME_PLANE_STRIDE (dst_frame, 1);
+
+  cuda_ret = CuLaunchKernel (priv->main_func, DIV_UP (width, CUDA_BLOCK_X),
+      DIV_UP (height, CUDA_BLOCK_Y), 1, CUDA_BLOCK_X, CUDA_BLOCK_Y, 1, 0,
+      stream, args, nullptr);
+
+  if (!gst_cuda_result (cuda_ret)) {
+    GST_ERROR_OBJECT (converter, "Couldn't convert frame");
+    goto out;
+  }
+
+  if (need_sync)
+    CuStreamSynchronize (stream);
+
+  if (synchronized)
+    *synchronized = need_sync;
+
+  ret = TRUE;
+
+out:
+  gst_cuda_context_pop (nullptr);
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudaconverter.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudaconverter.h Changed

@@ -36,41 +36,6 @@
 typedef struct _GstCudaConverterClass GstCudaConverterClass;
 typedef struct _GstCudaConverterPrivate GstCudaConverterPrivate;
 
-/**
- * GST_CUDA_CONVERTER_OPT_DEST_X:
- *
- * #G_TYPE_INT, x position in the destination frame, default 0
- */
-#define GST_CUDA_CONVERTER_OPT_DEST_X   "GstCudaConverter.dest-x"
-
-/**
- * GST_CUDA_CONVERTER_OPT_DEST_Y:
- *
- * #G_TYPE_INT, y position in the destination frame, default 0
- */
-#define GST_CUDA_CONVERTER_OPT_DEST_Y   "GstCudaConverter.dest-y"
-
-/**
- * GST_CUDA_CONVERTER_OPT_DEST_WIDTH:
- *
- * #G_TYPE_INT, width in the destination frame, default destination width
- */
-#define GST_CUDA_CONVERTER_OPT_DEST_WIDTH   "GstCudaConverter.dest-width"
-
-/**
- * GST_CUDA_CONVERTER_OPT_DEST_HEIGHT:
- *
- * #G_TYPE_INT, height in the destination frame, default destination height
- */
-#define GST_CUDA_CONVERTER_OPT_DEST_HEIGHT   "GstCudaConverter.dest-height"
-
-/**
- * GST_CUDA_CONVERTER_OPT_ORIENTATION_METHOD:
- *
- * #GstVideoOrientationMethod, default #GST_VIDEO_ORIENTATION_IDENTITY
- */
-#define GST_CUDA_CONVERTER_OPT_ORIENTATION_METHOD   "GstCudaConverter.orientation-method"
-
 struct _GstCudaConverter
 {
   GstObject parent;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudaconvertscale.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudaconvertscale.c Changed

@@ -33,7 +33,7 @@
     "{ I420, YV12, NV12, NV21, P010_10LE, P012_LE, P016_LE, I420_10LE, I420_12LE, Y444, " \
     "Y444_10LE, Y444_12LE, Y444_16LE, BGRA, RGBA, RGBx, BGRx, ARGB, ABGR, RGB, " \
     "BGR, BGR10A2_LE, RGB10A2_LE, Y42B, I422_10LE, I422_12LE, RGBP, BGRP, GBR, " \
-    "GBRA, GBR_10LE, GBR_12LE, GBR_16LE }"
+    "GBRA, GBR_10LE, GBR_12LE, GBR_16LE, VUYA }"
 
 static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
     GST_PAD_SINK,
@@ -177,7 +177,8 @@
   gint i, n;
   GstCaps *res;
   GstCapsFeatures *feature =
-      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
+      gst_caps_features_new_single_static_str
+      (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
 
   res = gst_caps_new_empty ();
 
@@ -214,7 +215,8 @@
   gint i, n;
   GstCaps *res;
   GstCapsFeatures *feature =
-      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
+      gst_caps_features_new_single_static_str
+      (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
 
   res = gst_caps_new_empty ();
 
@@ -257,7 +259,8 @@
   gint i, n;
   GstCaps *res;
   GstCapsFeatures *feature =
-      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
+      gst_caps_features_new_single_static_str
+      (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY);
 
   res = gst_caps_new_empty ();
 
@@ -1396,7 +1399,7 @@
         GST_WARNING_OBJECT (self, "Can't calculate borders");
       }
     } else {
-      GST_WARNING_OBJECT (self, "Can't keep DAR!");
+      GST_DEBUG_OBJECT (self, "Can't keep DAR!");
     }
   }
 
@@ -1412,27 +1415,20 @@
       !needs_color_convert (in_info, out_info)) {
     gst_base_transform_set_passthrough (GST_BASE_TRANSFORM (self), TRUE);
   } else {
-    GstStructure *config;
-
     gst_base_transform_set_passthrough (GST_BASE_TRANSFORM (self), FALSE);
 
-    config = gst_structure_new_empty ("GstCudaConverter");
-    gst_structure_set (config,
-        GST_CUDA_CONVERTER_OPT_DEST_X, G_TYPE_INT, self->borders_w / 2,
-        GST_CUDA_CONVERTER_OPT_DEST_Y, G_TYPE_INT, self->borders_h / 2,
-        GST_CUDA_CONVERTER_OPT_DEST_WIDTH,
-        G_TYPE_INT, out_info->width - self->borders_w,
-        GST_CUDA_CONVERTER_OPT_DEST_HEIGHT,
-        G_TYPE_INT, out_info->height - self->borders_h,
-        GST_CUDA_CONVERTER_OPT_ORIENTATION_METHOD,
-        GST_TYPE_VIDEO_ORIENTATION_METHOD, active_method, NULL);
-
     self->converter = gst_cuda_converter_new (in_info,
-        out_info, btrans->context, config);
+        out_info, btrans->context, NULL);
     if (!self->converter) {
       GST_ERROR_OBJECT (self, "Couldn't create converter");
       return FALSE;
     }
+
+    g_object_set (self->converter, "dest-x", self->borders_w / 2,
+        "dest-y", self->borders_h / 2,
+        "dest-width", out_info->width - self->borders_w,
+        "dest-height", out_info->height - self->borders_h,
+        "fill-border", TRUE, "video-direction", active_method, NULL);
   }
 
   GST_DEBUG_OBJECT (self, "%s from=%dx%d (par=%d/%d dar=%d/%d), size %"

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudaformat.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudaformat.h Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudainterop_d3d12.cpp Added

@@ -0,0 +1,833 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include <config.h>
+#endif
+
+#include "gstcudainterop_d3d12.h"
+#include <gst/d3d12/gstd3d12-private.h>
+#include <wrl.h>
+#include <queue>
+#include <mutex>
+#include <condition_variable>
+#include <vector>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct GstCudaD3D12InteropResource : public GstMiniObject
+{
+  GstCudaD3D12InteropResource() = default;
+
+  ~GstCudaD3D12InteropResource()
+  {
+    if (context) {
+      if (gst_cuda_context_push (context)) {
+        if (devptr)
+          CuMemFree (devptr);
+
+        if (ext_mem)
+          CuDestroyExternalMemory (ext_mem);
+      }
+
+      gst_object_unref (context);
+    }
+  }
+
+  GstCudaD3D12Interop *interop = nullptr;
+
+  ComPtr<ID3D12Resource> resource;
+  GstCudaContext *context = nullptr;
+  CUdeviceptr devptr = 0;
+  CUexternalMemory ext_mem = nullptr;
+};
+/* *INDENT-ON* */
+
+GST_DEFINE_MINI_OBJECT_TYPE (GstCudaD3D12InteropResource,
+    gst_cuda_d3d12_interop_resource);
+
+#define ASYNC_FENCE_WAIT_DEPTH 16
+
+struct FenceWaitData
+{
+  UINT64 fence_value = 0;
+  GstCudaD3D12InteropResource *resource = nullptr;
+};
+
+static gpointer gst_cuda_d3d12_interop_fence_wait_thread (gpointer data);
+
+struct FenceAsyncWaiter
+{
+  FenceAsyncWaiter (ID3D12Fence * fence)
+  {
+    fence_ = fence;
+    queue_ = gst_vec_deque_new_for_struct (sizeof (FenceWaitData),
+        ASYNC_FENCE_WAIT_DEPTH);
+    thread_ = g_thread_new ("GstCudaD3D12Interop",
+        gst_cuda_d3d12_interop_fence_wait_thread, this);
+  }
+
+   ~FenceAsyncWaiter ()
+  {
+    {
+      std::lock_guard < std::mutex > lk (lock_);
+      shutdown_ = true;
+      cond_.notify_one ();
+    }
+    g_thread_join (thread_);
+
+    while (!gst_vec_deque_is_empty (queue_)) {
+      auto fence_data = *((FenceWaitData *)
+          gst_vec_deque_pop_head_struct (queue_));
+      auto completed = fence_->GetCompletedValue ();
+      if (completed < fence_data.fence_value)
+        fence_->SetEventOnCompletion (fence_data.fence_value, nullptr);
+      gst_mini_object_unref (fence_data.resource);
+    }
+
+    gst_vec_deque_free (queue_);
+  }
+
+  void wait_async (UINT64 fence_value, GstCudaD3D12InteropResource * resource)
+  {
+    auto completed = fence_->GetCompletedValue ();
+    if (completed + ASYNC_FENCE_WAIT_DEPTH < fence_value) {
+      fence_->SetEventOnCompletion (fence_value - ASYNC_FENCE_WAIT_DEPTH,
+          nullptr);
+    }
+
+    FenceWaitData data;
+    data.fence_value = fence_value;
+    data.resource = resource;
+
+    std::lock_guard < std::mutex > lk (lock_);
+    gst_vec_deque_push_tail_struct (queue_, &data);
+    cond_.notify_one ();
+  }
+
+  ComPtr < ID3D12Fence > fence_;
+  GThread *thread_;
+  std::mutex lock_;
+  std::condition_variable cond_;
+  GstVecDeque *queue_;
+  bool shutdown_ = false;
+};
+
+static gpointer
+gst_cuda_d3d12_interop_fence_wait_thread (gpointer data)
+{
+  auto self = (FenceAsyncWaiter *) data;
+
+  while (true) {
+    FenceWaitData fence_data;
+
+    {
+      std::unique_lock < std::mutex > lk (self->lock_);
+      while (gst_vec_deque_is_empty (self->queue_) && !self->shutdown_)
+        self->cond_.wait (lk);
+
+      if (self->shutdown_)
+        return nullptr;
+
+      fence_data = *((FenceWaitData *)
+          gst_vec_deque_pop_head_struct (self->queue_));
+    }
+
+    auto completed = self->fence_->GetCompletedValue ();
+    if (completed < fence_data.fence_value) {
+      GST_TRACE ("Waiting for fence value %" G_GUINT64_FORMAT,
+          fence_data.fence_value);
+      self->fence_->SetEventOnCompletion (fence_data.fence_value, nullptr);
+      GST_TRACE ("Fence completed with value %" G_GUINT64_FORMAT,
+          fence_data.fence_value);
+    } else {
+      GST_TRACE ("Fence was completed already, fence value: %" G_GUINT64_FORMAT
+          ", completed: %" G_GUINT64_FORMAT, fence_data.fence_value, completed);
+    }
+
+    gst_mini_object_unref (fence_data.resource);
+  }
+
+  return nullptr;
+}
+
+struct GstCudaD3D12InteropPrivate
+{
+  GstCudaD3D12InteropPrivate ()
+  {
+    fence_data_pool = gst_d3d12_fence_data_pool_new ();
+  }
+
+   ~GstCudaD3D12InteropPrivate ()
+  {
+    fence_waiter = nullptr;
+
+    while (!resource_pool.empty ()) {
+      auto resource = resource_pool.front ();
+      resource_pool.pop ();
+      gst_mini_object_unref (resource);
+    }
+
+    if (gst_cuda_context_push (context)) {
+      if (in_sem)
+        CuDestroyExternalSemaphore (in_sem);
+
+      if (out_sem)
+        CuDestroyExternalSemaphore (out_sem);
+
+      gst_cuda_context_pop (nullptr);
+    }
+
+    in_fence = nullptr;
+    out_fence = nullptr;
+
+    gst_clear_object (&fence_data_pool);
+    gst_clear_object (&context);
+    gst_clear_object (&device);
+  }
+
+  GstVideoInfo info;
+
+  D3D12_RESOURCE_DESC desc;
+  D3D12_HEAP_PROPERTIES heap_prop;
+  D3D12_RESOURCE_ALLOCATION_INFO alloc_info;
+
+  ComPtr < ID3D12Fence > in_fence;
+  ComPtr < ID3D12Fence > out_fence;
+  guint64 fence_val = 0;
+  CUexternalSemaphore in_sem = nullptr;
+  CUexternalSemaphore out_sem = nullptr;
+  D3D12_PLACED_SUBRESOURCE_FOOTPRINT layoutGST_VIDEO_MAX_PLANES;
+
+  GstD3D12FenceDataPool *fence_data_pool;
+
+  std::shared_ptr < FenceAsyncWaiter > fence_waiter;
+
+  std::mutex lock;
+  std::queue < GstCudaD3D12InteropResource * >resource_pool;
+
+  GstCudaContext *context = nullptr;
+  GstD3D12Device *device = nullptr;
+};
+
+struct _GstCudaD3D12Interop
+{
+  GstObject parent;
+
+  GstCudaD3D12InteropPrivate *priv;
+};
+
+#define gst_cuda_d3d12_interop_parent_class parent_class
+G_DEFINE_TYPE (GstCudaD3D12Interop, gst_cuda_d3d12_interop, GST_TYPE_OBJECT);
+
+static void gst_cuda_d3d12_interop_finalize (GObject * object);
+
+static void
+gst_cuda_d3d12_interop_class_init (GstCudaD3D12InteropClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+
+  object_class->finalize = gst_cuda_d3d12_interop_finalize;
+}
+
+static void
+gst_cuda_d3d12_interop_finalize (GObject * object)
+{
+  auto self = GST_CUDA_D3D12_INTEROP (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_cuda_d3d12_interop_init (GstCudaD3D12Interop * self)
+{
+  self->priv = new GstCudaD3D12InteropPrivate ();
+}
+
+GstCudaD3D12Interop *
+gst_cuda_d3d12_interop_new (GstCudaContext * context, GstD3D12Device * device,
+    const GstVideoInfo * info, gboolean is_uploader)
+{
+  gint64 cuda_luid = 0;
+  gint64 d3d_luid = 0;
+
+  g_object_get (context, "dxgi-adapter-luid", &cuda_luid, nullptr);
+  g_object_get (device, "adapter-luid", &d3d_luid, nullptr);
+
+  if (cuda_luid != d3d_luid)
+    return nullptr;
+
+  auto self = (GstCudaD3D12Interop *)
+      g_object_new (GST_TYPE_CUDA_D3D12_INTEROP, nullptr);
+  gst_object_ref_sink (self);
+
+  auto priv = self->priv;
+
+  priv->context = (GstCudaContext *) gst_object_ref (context);
+  priv->device = (GstD3D12Device *) gst_object_ref (device);
+
+  guint64 size;
+  if (!gst_d3d12_get_copyable_footprints (device, info, priv->layout, &size)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  priv->info = *info;
+
+  D3D12_RESOURCE_DESC desc = { };
+  desc.Dimension = D3D12_RESOURCE_DIMENSION_BUFFER;
+  desc.Alignment = 0;
+  desc.Width = size;
+  desc.Height = 1;
+  desc.DepthOrArraySize = 1;
+  desc.MipLevels = 1;
+  desc.Format = DXGI_FORMAT_UNKNOWN;
+  desc.SampleDesc.Count = 1;
+  desc.SampleDesc.Quality = 0;
+  desc.Layout = D3D12_TEXTURE_LAYOUT_ROW_MAJOR;
+  desc.Flags = D3D12_RESOURCE_FLAG_NONE;
+
+  priv->desc = desc;
+
+  D3D12_HEAP_PROPERTIES heap_prop = { };
+  heap_prop.Type = D3D12_HEAP_TYPE_DEFAULT;
+  heap_prop.CPUPageProperty = D3D12_CPU_PAGE_PROPERTY_UNKNOWN;
+  heap_prop.MemoryPoolPreference = D3D12_MEMORY_POOL_UNKNOWN;
+  heap_prop.CreationNodeMask = 1;
+  heap_prop.VisibleNodeMask = 1;
+
+  priv->heap_prop = heap_prop;
+
+  auto device_handle = gst_d3d12_device_get_device_handle (device);
+  priv->alloc_info = device_handle->GetResourceAllocationInfo (0, 1, &desc);
+
+  HRESULT hr;
+  if (is_uploader) {
+    priv->in_fence = gst_d3d12_device_get_fence_handle (device,
+        D3D12_COMMAND_LIST_TYPE_COMPUTE);
+    hr = device_handle->CreateFence (0, D3D12_FENCE_FLAG_SHARED,
+        IID_PPV_ARGS (&priv->out_fence));
+  } else {
+    priv->out_fence = gst_d3d12_device_get_fence_handle (device,
+        D3D12_COMMAND_LIST_TYPE_COMPUTE);
+    hr = device_handle->CreateFence (0, D3D12_FENCE_FLAG_SHARED,
+        IID_PPV_ARGS (&priv->in_fence));
+  }
+
+  if (!gst_d3d12_result (hr, device)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  HANDLE nt_handle;
+  hr = device_handle->CreateSharedHandle (priv->in_fence.Get (),
+      nullptr, GENERIC_ALL, nullptr, &nt_handle);
+  if (!gst_d3d12_result (hr, device)) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  gst_cuda_context_push (context);
+
+  CUDA_EXTERNAL_SEMAPHORE_HANDLE_DESC sem_desc = { };
+  sem_desc.type = CU_EXTERNAL_SEMAPHORE_HANDLE_TYPE_D3D12_FENCE;
+  sem_desc.handle.win32.handle = nt_handle;
+
+  auto cuda_ret = CuImportExternalSemaphore (&priv->in_sem, &sem_desc);
+  CloseHandle (nt_handle);
+
+  if (!gst_cuda_result (cuda_ret)) {
+    gst_cuda_context_pop (nullptr);
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  if (is_uploader) {
+    hr = device_handle->CreateSharedHandle (priv->out_fence.Get (), nullptr,
+        GENERIC_ALL, nullptr, &nt_handle);
+    if (!gst_d3d12_result (hr, device)) {
+      gst_cuda_context_pop (nullptr);
+      gst_object_unref (self);
+      return nullptr;
+    }
+
+    sem_desc.handle.win32.handle = nt_handle;
+    cuda_ret = CuImportExternalSemaphore (&priv->out_sem, &sem_desc);
+    CloseHandle (nt_handle);
+    gst_cuda_context_pop (nullptr);
+
+    if (!gst_cuda_result (cuda_ret)) {
+      gst_object_unref (self);
+      return nullptr;
+    }
+  }
+
+  priv->fence_waiter =
+      std::make_shared < FenceAsyncWaiter > (priv->out_fence.Get ());
+
+  return self;
+}
+
+static void
+gst_cuda_d3d12_interop_resource_free (GstCudaD3D12InteropResource * resource)
+{
+  delete resource;
+}
+
+static void
+gst_cuda_d3d12_interop_resource_release (GstCudaD3D12Interop * interop,
+    GstCudaD3D12InteropResource * resource)
+{
+  auto priv = interop->priv;
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    resource->dispose = nullptr;
+    resource->interop = nullptr;
+    priv->resource_pool.push (resource);
+  }
+
+  gst_object_unref (interop);
+}
+
+static gboolean
+gst_cuda_d3d12_interop_resource_dispose (GstCudaD3D12InteropResource * resource)
+{
+  if (!resource->interop)
+    return TRUE;
+
+  gst_mini_object_ref (resource);
+  gst_cuda_d3d12_interop_resource_release (resource->interop, resource);
+
+  return FALSE;
+}
+
+static gboolean
+gst_cuda_d3d12_interop_acquire_resource (GstCudaD3D12Interop * self,
+    GstCudaD3D12InteropResource ** resource)
+{
+  auto priv = self->priv;
+
+  *resource = nullptr;
+
+  GstCudaD3D12InteropResource *ret = nullptr;
+
+  {
+    std::lock_guard < std::mutex > lk (priv->lock);
+    if (!priv->resource_pool.empty ()) {
+      ret = priv->resource_pool.front ();
+      priv->resource_pool.pop ();
+    }
+  }
+
+  if (!ret) {
+    auto device = gst_d3d12_device_get_device_handle (priv->device);
+    ComPtr < ID3D12Resource > resource_12;
+    auto hr = device->CreateCommittedResource (&priv->heap_prop,
+        D3D12_HEAP_FLAG_SHARED, &priv->desc, D3D12_RESOURCE_STATE_COMMON,
+        nullptr, IID_PPV_ARGS (&resource_12));
+    if (!gst_d3d12_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't allocate resource");
+      return FALSE;
+    }
+
+    HANDLE nt_handle;
+    hr = device->CreateSharedHandle (resource_12.Get (), nullptr,
+        GENERIC_ALL, nullptr, &nt_handle);
+    if (!gst_d3d12_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't create shared handle");
+      return FALSE;
+    }
+
+    if (!gst_cuda_context_push (priv->context)) {
+      GST_ERROR_OBJECT (self, "Couldn't push context");
+      CloseHandle (nt_handle);
+      return FALSE;
+    }
+
+    CUDA_EXTERNAL_MEMORY_HANDLE_DESC mem_desc = { };
+    mem_desc.type = CU_EXTERNAL_MEMORY_HANDLE_TYPE_D3D12_RESOURCE;
+    mem_desc.handle.win32.handle = nt_handle;
+    mem_desc.size = priv->alloc_info.SizeInBytes;
+    /* CUDA_EXTERNAL_MEMORY_DEDICATED = 0x1 */
+    mem_desc.flags = 0x1;
+
+    CUexternalMemory ext_mem;
+    auto cuda_ret = CuImportExternalMemory (&ext_mem, &mem_desc);
+    CloseHandle (nt_handle);
+    if (!gst_cuda_result (cuda_ret)) {
+      GST_ERROR_OBJECT (self, "Couldn't import NT handle");
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    CUDA_EXTERNAL_MEMORY_BUFFER_DESC buf_desc = { };
+    buf_desc.size = priv->desc.Width;
+
+    CUdeviceptr devptr;
+    cuda_ret = CuExternalMemoryGetMappedBuffer (&devptr, ext_mem, &buf_desc);
+    if (!gst_cuda_result (cuda_ret)) {
+      GST_ERROR_OBJECT (self, "Couldn't get mapped buffer");
+      CuDestroyExternalMemory (ext_mem);
+      gst_cuda_context_pop (nullptr);
+      return FALSE;
+    }
+
+    gst_cuda_context_pop (nullptr);
+
+    ret = new GstCudaD3D12InteropResource ();
+    gst_mini_object_init (ret, 0, gst_cuda_d3d12_interop_resource_get_type (),
+        nullptr, nullptr,
+        (GstMiniObjectFreeFunction) gst_cuda_d3d12_interop_resource_free);
+
+    ret->context = (GstCudaContext *) gst_object_ref (priv->context);
+    ret->resource = resource_12;
+    ret->ext_mem = ext_mem;
+    ret->devptr = devptr;
+  }
+
+  ret->interop = (GstCudaD3D12Interop *) gst_object_ref (self);
+  ret->dispose =
+      (GstMiniObjectDisposeFunction) gst_cuda_d3d12_interop_resource_dispose;
+
+  *resource = ret;
+
+  return TRUE;
+}
+
+gboolean
+gst_cuda_d3d12_interop_upload_async (GstCudaD3D12Interop * interop,
+    GstBuffer * dst_cuda, GstBuffer * src_d3d12, GstCudaStream * stream)
+{
+  GstD3D12Frame frame_12;
+  GstVideoFrame frame_cuda;
+
+  auto priv = interop->priv;
+
+  if (!gst_d3d12_frame_map (&frame_12, &priv->info,
+          src_d3d12, GST_MAP_READ_D3D12, GST_D3D12_FRAME_MAP_FLAG_NONE)) {
+    GST_ERROR_OBJECT (interop, "Couldn't map d3d12 buffer");
+    return FALSE;
+  }
+
+  if (!gst_d3d12_device_is_equal (priv->device, frame_12.device)) {
+    GST_WARNING_OBJECT (interop, "Different d3d12 device");
+    gst_d3d12_frame_unmap (&frame_12);
+    return FALSE;
+  }
+
+  if (!gst_video_frame_map (&frame_cuda, &priv->info, dst_cuda,
+          (GstMapFlags) (GST_MAP_WRITE | GST_MAP_CUDA))) {
+    GST_ERROR_OBJECT (interop, "Couldn't map cuda buffer");
+    gst_d3d12_frame_unmap (&frame_12);
+    return FALSE;
+  }
+
+  GstCudaD3D12InteropResource *resource;
+  if (!gst_cuda_d3d12_interop_acquire_resource (interop, &resource)) {
+    GST_ERROR_OBJECT (interop, "Couldn't acquire resource");
+    gst_d3d12_frame_unmap (&frame_12);
+    gst_video_frame_unmap (&frame_cuda);
+    return FALSE;
+  }
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_buffer_ref (src_d3d12)));
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_mini_object_ref (resource)));
+
+  GstD3D12CopyTextureRegionArgs argsGST_VIDEO_MAX_PLANES = { };
+  D3D12_BOX src_boxGST_VIDEO_MAX_PLANES = { };
+  std::vector < ID3D12Fence * >fences_to_wait;
+  std::vector < guint64 > fence_values_to_wait;
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&priv->info); i++) {
+    auto fence = frame_12.fencei.fence;
+    auto fence_val = frame_12.fencei.fence_value;
+
+    if (fence) {
+      auto completed = fence->GetCompletedValue ();
+      if (completed < fence_val) {
+        fences_to_wait.push_back (fence);
+        fence_values_to_wait.push_back (fence_val);
+      }
+    }
+
+    src_boxi.left = 0;
+    src_boxi.top = 0;
+    src_boxi.right = MIN ((UINT) frame_12.plane_recti.right,
+        (UINT) priv->layouti.Footprint.Width);
+    src_boxi.bottom = MIN ((UINT) frame_12.plane_recti.bottom,
+        priv->layouti.Footprint.Height);
+    src_boxi.front = 0;
+    src_boxi.back = 1;
+
+    argsi.src_box = &src_boxi;
+
+    argsi.src.Type = D3D12_TEXTURE_COPY_TYPE_SUBRESOURCE_INDEX;
+    argsi.src.pResource = frame_12.datai;
+    argsi.src.SubresourceIndex = frame_12.subresource_indexi;
+
+    argsi.dst.Type = D3D12_TEXTURE_COPY_TYPE_PLACED_FOOTPRINT;
+    argsi.dst.pResource = resource->resource.Get ();
+    argsi.dst.PlacedFootprint = priv->layouti;
+  }
+
+  guint64 fence_val;
+  auto ret = gst_d3d12_device_copy_texture_region (priv->device,
+      GST_VIDEO_INFO_N_PLANES (&priv->info), args, fence_data,
+      fences_to_wait.size (), fences_to_wait.data (),
+      fence_values_to_wait.data (),
+      D3D12_COMMAND_LIST_TYPE_COMPUTE, &fence_val);
+  gst_d3d12_frame_unmap (&frame_12);
+
+  if (!ret) {
+    GST_ERROR_OBJECT (interop, "Couldn't execute d3d12 copy");
+    gst_video_frame_unmap (&frame_cuda);
+    gst_mini_object_unref (resource);
+    return FALSE;
+  }
+
+  if (!gst_cuda_context_push (priv->context)) {
+    GST_ERROR_OBJECT (interop, "Couldn't push context");
+    gst_video_frame_unmap (&frame_cuda);
+    gst_mini_object_unref (resource);
+    return FALSE;
+  }
+
+  CUDA_EXTERNAL_SEMAPHORE_WAIT_PARAMS wait_params = { };
+  wait_params.params.fence.value = fence_val;
+
+  auto stream_handle = gst_cuda_stream_get_handle (stream);
+  auto cuda_ret = CuWaitExternalSemaphoresAsync (&priv->in_sem, &wait_params,
+      1, stream_handle);
+  if (!gst_cuda_result (cuda_ret)) {
+    GST_ERROR_OBJECT (interop, "CuWaitExternalSemaphoresAsync failed");
+    gst_video_frame_unmap (&frame_cuda);
+    gst_mini_object_unref (resource);
+
+    gst_cuda_context_pop (nullptr);
+    priv->in_fence->SetEventOnCompletion (fence_val, nullptr);
+
+    return FALSE;
+  }
+
+  for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (&frame_cuda); i++) {
+    CUDA_MEMCPY2D copy_params = { };
+    guint8 *src_data = (guint8 *) resource->devptr;
+
+    src_data += priv->layouti.Offset;
+
+    copy_params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+    copy_params.srcDevice = (CUdeviceptr) src_data;
+    copy_params.srcPitch = priv->layouti.Footprint.RowPitch;
+
+    copy_params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+    copy_params.dstDevice = (CUdeviceptr)
+        GST_VIDEO_FRAME_PLANE_DATA (&frame_cuda, i);
+    copy_params.dstPitch = GST_VIDEO_FRAME_PLANE_STRIDE (&frame_cuda, i);
+
+    copy_params.WidthInBytes = GST_VIDEO_FRAME_COMP_WIDTH (&frame_cuda, i) *
+        GST_VIDEO_FRAME_COMP_PSTRIDE (&frame_cuda, i);
+    copy_params.Height = GST_VIDEO_FRAME_COMP_HEIGHT (&frame_cuda, i);
+
+    cuda_ret = CuMemcpy2DAsync (&copy_params, stream_handle);
+    if (!gst_cuda_result (cuda_ret)) {
+      GST_ERROR_OBJECT (interop, "CuMemcpy2DAsync failed");
+      gst_video_frame_unmap (&frame_cuda);
+      gst_mini_object_unref (resource);
+
+      gst_cuda_context_pop (nullptr);
+      priv->in_fence->SetEventOnCompletion (fence_val, nullptr);
+
+      return FALSE;
+    }
+  }
+
+  priv->fence_val++;
+
+  CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS signal_params = { };
+  signal_params.params.fence.value = priv->fence_val;
+
+  cuda_ret = CuSignalExternalSemaphoresAsync (&priv->out_sem, &signal_params,
+      1, stream_handle);
+  gst_cuda_context_pop (nullptr);
+  gst_video_frame_unmap (&frame_cuda);
+
+  if (!gst_cuda_result (cuda_ret)) {
+    GST_ERROR_OBJECT (interop, "CuSignalExternalSemaphoresAsync failed");
+    gst_mini_object_unref (resource);
+    priv->fence_val--;
+
+    return FALSE;
+  }
+
+  priv->fence_waiter->wait_async (priv->fence_val, resource);
+
+  return TRUE;
+}
+
+gboolean
+gst_cuda_d3d12_interop_download_async (GstCudaD3D12Interop * interop,
+    GstBuffer * dst_d3d12, GstBuffer * src_cuda, GstCudaStream * stream)
+{
+  GstD3D12Frame frame_12;
+  GstVideoFrame frame_cuda;
+
+  auto priv = interop->priv;
+
+  if (!gst_d3d12_frame_map (&frame_12, &priv->info,
+          dst_d3d12, GST_MAP_WRITE_D3D12, GST_D3D12_FRAME_MAP_FLAG_NONE)) {
+    GST_ERROR_OBJECT (interop, "Couldn't map d3d12 buffer");
+    return FALSE;
+  }
+
+  if (!gst_d3d12_device_is_equal (priv->device, frame_12.device)) {
+    GST_WARNING_OBJECT (interop, "Different d3d12 device");
+    gst_d3d12_frame_unmap (&frame_12);
+    return FALSE;
+  }
+
+  if (!gst_video_frame_map (&frame_cuda, &priv->info, src_cuda,
+          (GstMapFlags) (GST_MAP_READ | GST_MAP_CUDA))) {
+    GST_ERROR_OBJECT (interop, "Couldn't map cuda buffer");
+    gst_d3d12_frame_unmap (&frame_12);
+    return FALSE;
+  }
+
+  GstCudaD3D12InteropResource *resource;
+  if (!gst_cuda_d3d12_interop_acquire_resource (interop, &resource)) {
+    GST_ERROR_OBJECT (interop, "Couldn't acquire resource");
+    gst_d3d12_frame_unmap (&frame_12);
+    gst_video_frame_unmap (&frame_cuda);
+    return FALSE;
+  }
+
+  if (!gst_cuda_context_push (priv->context)) {
+    GST_ERROR_OBJECT (interop, "Couldn't push context");
+    gst_d3d12_frame_unmap (&frame_12);
+    gst_video_frame_unmap (&frame_cuda);
+    return FALSE;
+  }
+
+  auto stream_handle = gst_cuda_stream_get_handle (stream);
+  for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (&frame_cuda); i++) {
+    CUDA_MEMCPY2D copy_params = { };
+    guint8 *dst_data = (guint8 *) resource->devptr;
+
+    dst_data += priv->layouti.Offset;
+
+    copy_params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+    copy_params.srcDevice = (CUdeviceptr)
+        GST_VIDEO_FRAME_PLANE_DATA (&frame_cuda, i);
+    copy_params.srcPitch = GST_VIDEO_FRAME_PLANE_STRIDE (&frame_cuda, i);
+
+    copy_params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+    copy_params.dstDevice = (CUdeviceptr) dst_data;
+    copy_params.dstPitch = priv->layouti.Footprint.RowPitch;
+
+    copy_params.WidthInBytes = GST_VIDEO_FRAME_COMP_WIDTH (&frame_cuda, i) *
+        GST_VIDEO_FRAME_COMP_PSTRIDE (&frame_cuda, i);
+    copy_params.Height = GST_VIDEO_FRAME_COMP_HEIGHT (&frame_cuda, i);
+
+    auto cuda_ret = CuMemcpy2DAsync (&copy_params, stream_handle);
+    if (!gst_cuda_result (cuda_ret)) {
+      GST_ERROR_OBJECT (interop, "CuMemcpy2DAsync failed");
+      gst_video_frame_unmap (&frame_cuda);
+      gst_d3d12_frame_unmap (&frame_12);
+      gst_mini_object_unref (resource);
+      gst_cuda_context_pop (nullptr);
+
+      return FALSE;
+    }
+  }
+
+  priv->fence_val++;
+  CUDA_EXTERNAL_SEMAPHORE_SIGNAL_PARAMS signal_params = { };
+  signal_params.params.fence.value = priv->fence_val;
+
+  auto cuda_ret = CuSignalExternalSemaphoresAsync (&priv->in_sem,
+      &signal_params, 1, stream_handle);
+  gst_cuda_context_pop (nullptr);
+  gst_video_frame_unmap (&frame_cuda);
+
+  if (!gst_cuda_result (cuda_ret)) {
+    GST_ERROR_OBJECT (interop, "CuSignalExternalSemaphoresAsync failed");
+    gst_mini_object_unref (resource);
+    priv->fence_val--;
+
+    return FALSE;
+  }
+
+  GstD3D12FenceData *fence_data;
+  gst_d3d12_fence_data_pool_acquire (priv->fence_data_pool, &fence_data);
+
+  gst_d3d12_fence_data_push (fence_data,
+      FENCE_NOTIFY_MINI_OBJECT (gst_mini_object_ref (resource)));
+
+  GstD3D12CopyTextureRegionArgs argsGST_VIDEO_MAX_PLANES = { };
+  D3D12_BOX src_boxGST_VIDEO_MAX_PLANES = { };
+
+  for (guint i = 0; i < GST_VIDEO_INFO_N_PLANES (&priv->info); i++) {
+    src_boxi.left = 0;
+    src_boxi.top = 0;
+    src_boxi.right = MIN ((UINT) frame_12.plane_recti.right,
+        (UINT) priv->layouti.Footprint.Width);
+    src_boxi.bottom = MIN ((UINT) frame_12.plane_recti.bottom,
+        priv->layouti.Footprint.Height);
+    src_boxi.front = 0;
+    src_boxi.back = 1;
+
+    argsi.src_box = &src_boxi;
+
+    argsi.src.Type = D3D12_TEXTURE_COPY_TYPE_PLACED_FOOTPRINT;
+    argsi.src.pResource = resource->resource.Get ();
+    argsi.src.PlacedFootprint = priv->layouti;
+
+    argsi.dst.Type = D3D12_TEXTURE_COPY_TYPE_SUBRESOURCE_INDEX;
+    argsi.dst.pResource = frame_12.datai;
+    argsi.dst.SubresourceIndex = frame_12.subresource_indexi;
+  }
+
+  auto in_fence = priv->in_fence.Get ();
+  guint64 fence_val;
+  auto ret = gst_d3d12_device_copy_texture_region (priv->device,
+      GST_VIDEO_INFO_N_PLANES (&priv->info), args, fence_data,
+      1, &in_fence, &priv->fence_val, D3D12_COMMAND_LIST_TYPE_COMPUTE,
+      &fence_val);
+  gst_d3d12_frame_unmap (&frame_12);
+
+  if (!ret) {
+    GST_ERROR_OBJECT (interop, "Couldn't execute d3d12 copy");
+    gst_mini_object_unref (resource);
+    return FALSE;
+  }
+
+  priv->fence_waiter->wait_async (priv->fence_val, resource);
+
+  gst_d3d12_buffer_set_fence (dst_d3d12, priv->out_fence.Get (), fence_val,
+      FALSE);
+
+  return TRUE;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudainterop_d3d12.h Added

@@ -0,0 +1,51 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/d3d12/gstd3d12.h>
+#include <gst/cuda/gstcuda.h>
+#include <gst/video/video.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_CUDA_D3D12_INTEROP (gst_cuda_d3d12_interop_get_type())
+G_DECLARE_FINAL_TYPE (GstCudaD3D12Interop, gst_cuda_d3d12_interop,
+    GST, CUDA_D3D12_INTEROP, GstObject)
+
+GType gst_cuda_d3d12_interop_resource_get_type (void);
+
+GstCudaD3D12Interop * gst_cuda_d3d12_interop_new (GstCudaContext * context,
+                                                  GstD3D12Device * device,
+                                                  const GstVideoInfo * info,
+                                                  gboolean is_uploader);
+
+gboolean gst_cuda_d3d12_interop_upload_async (GstCudaD3D12Interop * interop,
+                                              GstBuffer * dst_cuda,
+                                              GstBuffer * src_d3d12,
+                                              GstCudaStream * stream);
+
+gboolean gst_cuda_d3d12_interop_download_async (GstCudaD3D12Interop * interop,
+                                                GstBuffer * dst_d3d12,
+                                                GstBuffer * src_cuda,
+                                                GstCudaStream * stream);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudaipcserver.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudaipcserver.cpp Changed

@@ -453,12 +453,13 @@
     GST_LOG_OBJECT (self, "RELEASE-DATA %s, conn-id: %u",
         handle_dump.c_str (), conn->id);
 
-    for (auto it = conn->peer_handles.begin (); it != conn->peer_handles.end ();
-        it++) {
-      CUipcMemHandle & tmp = (*it)->handle;
+    for (auto it = conn->peer_handles.begin ();
+        it != conn->peer_handles.end ();) {
+      auto current = it++;
+      CUipcMemHandle & tmp = (*current)->handle;
       if (gst_cuda_ipc_handle_is_equal (tmp, handle)) {
         found = true;
-        conn->peer_handles.erase (it);
+        conn->peer_handles.erase (current);
         break;
       }
     }
@@ -480,11 +481,12 @@
     GST_LOG_OBJECT (self, "RELEASE-MMAP-DATA %" GST_CUDA_OS_HANDLE_FORMAT
         ", conn-id %u", handle, conn->id);
 
-    for (auto it = conn->peer_handles.begin (); it != conn->peer_handles.end ();
-        it++) {
-      if ((*it)->os_handle == handle) {
+    for (auto it = conn->peer_handles.begin ();
+        it != conn->peer_handles.end ();) {
+      auto current = it++;
+      if ((*current)->os_handle == handle) {
         found = true;
-        conn->peer_handles.erase (it);
+        conn->peer_handles.erase (current);
         break;
       }
     }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudaipcsink.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudaipcsink.cpp Changed

@@ -166,9 +166,10 @@
   g_object_class_install_property (object_class, PROP_ADDRESS,
       g_param_spec_string ("address", "Address",
           "Server address. Specifies name of WIN32 named pipe "
-          "or unix domain socket path on Linux",
-          DEFAULT_ADDRESS, (GParamFlags) (G_PARAM_READWRITE |
-              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_READY)));
+          "or unix domain socket path on Linux", "",
+          (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_READY |
+              GST_PARAM_DOC_SHOW_DEFAULT)));
 
   g_object_class_install_property (object_class, PROP_IPC_MODE,
       g_param_spec_enum ("ipc-mode", "IPC Mode",
@@ -437,7 +438,8 @@
   }
 
   gst_caps_set_features_simple (new_caps,
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, nullptr));
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+          nullptr));
 
   gst_clear_caps (&priv->caps);
   priv->caps = new_caps;
@@ -459,6 +461,9 @@
   if (priv->configured_ipc_mode == GST_CUDA_IPC_MMAP) {
     gst_buffer_pool_config_set_cuda_alloc_method (config,
         GST_CUDA_MEMORY_ALLOC_MMAP);
+  } else {
+    /* legacy CUDA ipc requires default cuda allocation */
+    gst_buffer_pool_config_set_cuda_stream_ordered_alloc (config, FALSE);
   }
 
   if (!gst_buffer_pool_set_config (priv->fallback_pool, config)) {
@@ -514,6 +519,9 @@
     if (priv->configured_ipc_mode == GST_CUDA_IPC_MMAP) {
       gst_buffer_pool_config_set_cuda_alloc_method (config,
           GST_CUDA_MEMORY_ALLOC_MMAP);
+    } else {
+      /* legacy CUDA ipc requires default cuda allocation */
+      gst_buffer_pool_config_set_cuda_stream_ordered_alloc (config, FALSE);
     }
 
     size = GST_VIDEO_INFO_SIZE (&info);
@@ -613,7 +621,10 @@
         (priv->configured_ipc_mode == GST_CUDA_IPC_MMAP &&
             alloc_method != GST_CUDA_MEMORY_ALLOC_MMAP) ||
         (priv->configured_ipc_mode == GST_CUDA_IPC_LEGACY &&
-            alloc_method != GST_CUDA_MEMORY_ALLOC_MALLOC)) {
+            alloc_method != GST_CUDA_MEMORY_ALLOC_MALLOC) ||
+        (priv->configured_ipc_mode == GST_CUDA_IPC_LEGACY &&
+            alloc_method == GST_CUDA_MEMORY_ALLOC_MALLOC &&
+            gst_cuda_memory_is_stream_ordered (mem))) {
       if (gst_buffer_pool_acquire_buffer (priv->fallback_pool, &cuda_buf,
               nullptr) != GST_FLOW_OK) {
         GST_ERROR_OBJECT (self, "Couldn't acquire fallback buffer");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudaipcsrc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudaipcsrc.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstcudamemorycopy.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstcudamemorycopy.c Changed

@@ -42,8 +42,9 @@
 #include "gstcudamemorycopy.h"
 #include "gstcudaformat.h"
 #include <gst/cuda/gstcuda-private.h>
-#ifdef HAVE_NVCODEC_NVMM
-#include "gstcudanvmm.h"
+#ifdef HAVE_CUDA_NVMM
+#include <gst/cuda/gstcudanvmm-private.h>
+#include <nvbufsurface.h>
 #endif
 
 #ifdef HAVE_CUDA_GST_GL
@@ -245,7 +246,7 @@
 
   for (i = 0; i < n; i++)
     gst_caps_set_features (tmp, i,
-        gst_caps_features_from_string (feature_name));
+        gst_caps_features_new_single_static_str (feature_name));
 
   return tmp;
 }
@@ -272,7 +273,7 @@
     /* SRC -> SINK of cudadownload or SINK -> SRC of cudaupload */
     ret = gst_caps_copy (caps);
 
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
     if (gst_cuda_nvmm_init_once ()) {
       new_caps = _set_caps_features (caps,
           GST_CAPS_FEATURE_MEMORY_CUDA_NVMM_MEMORY);
@@ -289,7 +290,7 @@
     /* SINK -> SRC of cudadownload or SRC -> SINK of cudaupload */
     ret = gst_caps_ref (caps);
 
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
     if (gst_cuda_nvmm_init_once ()) {
       new_caps = _set_caps_features (caps,
           GST_CAPS_FEATURE_MEMORY_CUDA_NVMM_MEMORY);
@@ -529,7 +530,7 @@
 
       pool = gst_d3d11_buffer_pool_new (self->d3d11_device);
 #endif
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
     } else if (features && gst_caps_features_contains (features,
             GST_CAPS_FEATURE_MEMORY_CUDA_NVMM_MEMORY) &&
         gst_cuda_nvmm_init_once ()) {
@@ -618,7 +619,7 @@
 #ifdef G_OS_WIN32
   gboolean need_d3d11 = FALSE;
 #endif
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   gboolean need_nvmm = FALSE;
 #endif
 
@@ -652,7 +653,7 @@
     need_d3d11 = TRUE;
   }
 #endif
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   else if (features && gst_caps_features_contains (features,
           GST_CAPS_FEATURE_MEMORY_CUDA_NVMM_MEMORY) &&
       gst_cuda_nvmm_init_once ()) {
@@ -673,7 +674,7 @@
         }
       }
     }
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
     if (need_nvmm) {
       /* XXX: Always create new pool to set config option */
       gst_clear_object (&pool);
@@ -705,7 +706,7 @@
       pool = gst_d3d11_buffer_pool_new (self->d3d11_device);
     }
 #endif
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
     else if (need_nvmm) {
       guint gpu_id = 0;
       GST_DEBUG_OBJECT (self, "create nvmm pool");
@@ -859,7 +860,7 @@
   gst_clear_object (&self->d3d11_device);
 #endif
 
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   if (gst_cuda_nvmm_init_once ()) {
     if (in_features && gst_caps_features_contains (in_features,
             GST_CAPS_FEATURE_MEMORY_CUDA_NVMM_MEMORY)) {
@@ -1160,7 +1161,7 @@
   };
   GstCaps *sys_caps;
   GstCaps *cuda_caps;
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   GstCaps *nvmm_caps = NULL;
 #endif
 #ifdef HAVE_CUDA_GST_GL
@@ -1183,7 +1184,7 @@
   cuda_caps =
       gst_caps_from_string (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
       (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, GST_CUDA_FORMATS));
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   if (gst_cuda_nvmm_init_once ()) {
     nvmm_caps =
         gst_caps_from_string (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
@@ -1209,7 +1210,7 @@
   upload_sink_caps =
       gst_caps_merge (upload_sink_caps, gst_caps_copy (d3d11_caps));
 #endif
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   if (nvmm_caps) {
     upload_sink_caps = gst_caps_merge (upload_sink_caps,
         gst_caps_copy (nvmm_caps));
@@ -1219,7 +1220,7 @@
       gst_caps_merge (upload_sink_caps, gst_caps_copy (cuda_caps));
 
   upload_src_caps = gst_caps_copy (cuda_caps);
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   if (nvmm_caps) {
     upload_src_caps = gst_caps_merge (upload_src_caps,
         gst_caps_copy (nvmm_caps));
@@ -1228,7 +1229,7 @@
   upload_src_caps = gst_caps_merge (upload_src_caps, gst_caps_copy (sys_caps));
 
   download_sink_caps = gst_caps_copy (cuda_caps);
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   if (nvmm_caps) {
     download_sink_caps = gst_caps_merge (download_sink_caps,
         gst_caps_copy (nvmm_caps));
@@ -1244,7 +1245,7 @@
 #ifdef G_OS_WIN32
   download_src_caps = gst_caps_merge (download_src_caps, d3d11_caps);
 #endif
-#ifdef HAVE_NVCODEC_NVMM
+#ifdef HAVE_CUDA_NVMM
   if (nvmm_caps) {
     download_src_caps = gst_caps_merge (download_src_caps, nvmm_caps);
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvav1dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvav1dec.cpp Changed

@@ -44,6 +44,26 @@
 GST_DEBUG_CATEGORY_STATIC (gst_nv_av1_dec_debug);
 #define GST_CAT_DEFAULT gst_nv_av1_dec_debug
 
+#define DOC_SINK_CAPS \
+    "video/x-av1, width = (int)  128, 8192 , height = (int)  128, 8192 , " \
+    "alignment= (string) frame, " \
+    "profile = (string) main"
+
+#define DOC_SRC_CAPS_COMM \
+    "format = (string) { NV12, P010_10LE }, " \
+    "width = (int)  128, 8192 , height = (int)  128, 8192 "
+
+#define DOC_SRC_CAPS_D3D11 \
+    "format = (string) { I420, I420_10LE }, " \
+    "width = (int)  128, 8192 , height = (int)  128, 8192 "
+
+#define DOC_SRC_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SRC_CAPS_D3D11 "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SRC_CAPS_COMM
+
 typedef struct _GstNvAV1Dec
 {
   GstAV1Decoder parent;
@@ -229,12 +249,19 @@
       "Codec/Decoder/Video/Hardware",
       "NVIDIA AV1 video decoder", "Seungha Yang <seungha@centricular.com>");
 
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-          cdata->sink_caps));
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-          cdata->src_caps));
+  auto pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  auto doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
 
   decoder_class->open = GST_DEBUG_FUNCPTR (gst_nv_av1_dec_open);
   decoder_class->close = GST_DEBUG_FUNCPTR (gst_nv_av1_dec_close);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvav1encoder.cpp Added

@@ -0,0 +1,1909 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-nvav1enc
+ * @title: nvav1enc
+ *
+ * NVIDIA AV1 video encoder
+ *
+ * Since: 1.26
+ */
+
+/**
+ * SECTION:element-nvd3d11av1enc
+ * @title: nvd3d11av1enc
+ *
+ * NVIDIA Direct3D11 mode AV1 video encoder
+ *
+ * Since: 1.26
+ */
+
+/**
+ * SECTION:element-nvautogpuav1enc
+ * @title: nvautogpuav1enc
+ *
+ * NVIDIA auto GPU select mode AV1 video encoder
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstnvav1encoder.h"
+#include <string>
+#include <set>
+#include <string.h>
+#include <vector>
+
+GST_DEBUG_CATEGORY_STATIC (gst_nv_av1_encoder_debug);
+#define GST_CAT_DEFAULT gst_nv_av1_encoder_debug
+
+#define DOC_SINK_CAPS_COMM \
+    "format = (string) { NV12, P010_10LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }, " \
+    "width = (int)  192, 8192 , height = (int)  128, 8192 "
+
+#define DOC_SINK_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SINK_CAPS_D3D11 \
+    "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SINK_CAPS_AUTOGPU \
+    "video/x-raw(memory:CUDAMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SRC_CAPS \
+    "video/x-av1, width = (int)  192, 8192 , height = (int)  128, 8192 , " \
+    "profile = (string) main, alignment = (string) tu, stream-format = (string) obu-stream"
+
+static GTypeClass *parent_class = nullptr;
+
+enum
+{
+  PROP_0,
+  PROP_ADAPTER_LUID,
+  PROP_CUDA_DEVICE_ID,
+
+  /* init params */
+  PROP_PRESET,
+  PROP_TUNE,
+  PROP_MULTI_PASS,
+  PROP_WEIGHTED_PRED,
+
+  /* encoding config */
+  PROP_GOP_SIZE,
+  PROP_B_FRAMES,
+
+  /* rate-control params */
+  PROP_RATE_CONTROL,
+
+  PROP_QP_CONST_I,
+  PROP_QP_CONST_P,
+  PROP_QP_CONST_B,
+
+  PROP_BITRATE,
+  PROP_MAX_BITRATE,
+  PROP_VBV_BUFFER_SIZE,
+
+  PROP_RC_LOOKAHEAD,
+  PROP_I_ADAPT,
+  PROP_B_ADAPT,
+  PROP_SPATIAL_AQ,
+  PROP_TEMPORAL_AQ,
+  PROP_ZEROLATENCY,
+  PROP_NON_REF_P,
+  PROP_STRICT_GOP,
+  PROP_AQ_STRENGTH,
+
+  PROP_QP_MIN_I,
+  PROP_QP_MIN_P,
+  PROP_QP_MIN_B,
+
+  PROP_QP_MAX_I,
+  PROP_QP_MAX_P,
+  PROP_QP_MAX_B,
+
+  PROP_CONST_QUALITY,
+};
+
+#define DEFAULT_PRESET            GST_NV_ENCODER_PRESET_DEFAULT
+#define DEFAULT_TUNE              GST_NV_ENCODER_TUNE_DEFAULT
+#define DEFAULT_MULTI_PASS        GST_NV_ENCODER_MULTI_PASS_DEFAULT
+#define DEFAULT_WEIGHTED_PRED     FALSE
+#define DEFAULT_GOP_SIZE          75
+#define DEFAULT_B_FRAMES          0
+#define DEFAULT_RATE_CONTROL      GST_NV_ENCODER_RC_MODE_DEFAULT
+#define DEFAULT_QP                -1
+#define DEFAULT_BITRATE           0
+#define DEFAULT_MAX_BITRATE       0
+#define DEFAULT_VBV_BUFFER_SIZE   0
+#define DEFAULT_RC_LOOKAHEAD      0
+#define DEFAULT_I_ADAPT           FALSE
+#define DEFAULT_B_ADAPT           FALSE
+#define DEFAULT_SPATIAL_AQ        FALSE
+#define DEFAULT_TEMPORAL_AQ       FALSE
+#define DEFAULT_ZEROLATENCY       FALSE
+#define DEFAULT_NON_REF_P         FALSE
+#define DEFAULT_STRICT_GOP        FALSE
+#define DEFAULT_AQ_STRENGTH       FALSE
+#define DEFAULT_CONST_QUALITY     0
+
+typedef struct _GstNvAv1Encoder
+{
+  GstNvEncoder parent;
+  GMutex prop_lock;
+
+  gboolean init_param_updated;
+  gboolean rc_param_updated;
+  gboolean bitrate_updated;
+
+  GstNvEncoderDeviceMode selected_device_mode;
+
+  /* Properties */
+  guint cuda_device_id;
+  gint64 adapter_luid;
+
+  GstNvEncoderPreset preset;
+  GstNvEncoderMultiPass multipass;
+  GstNvEncoderTune tune;
+  gboolean weighted_pred;
+
+  gint gop_size;
+  guint bframes;
+
+  GstNvEncoderRCMode rc_mode;
+  gint qp_const_i;
+  gint qp_const_p;
+  gint qp_const_b;
+  guint bitrate;
+  guint max_bitrate;
+  guint vbv_buffer_size;
+  guint rc_lookahead;
+  gboolean i_adapt;
+  gboolean b_adapt;
+  gboolean spatial_aq;
+  gboolean temporal_aq;
+  gboolean zero_reorder_delay;
+  gboolean non_ref_p;
+  gboolean strict_gop;
+  guint aq_strength;
+  gint qp_min_i;
+  gint qp_min_p;
+  gint qp_min_b;
+  gint qp_max_i;
+  gint qp_max_p;
+  gint qp_max_b;
+  gdouble const_quality;
+} GstNvAv1Encoder;
+
+typedef struct _GstNvAv1EncoderClass
+{
+  GstNvEncoderClass parent_class;
+
+  guint cuda_device_id;
+  gint64 adapter_luid;
+
+  GstNvEncoderDeviceMode device_mode;
+
+  /* representative device caps */
+  GstNvEncoderDeviceCaps device_caps;
+
+  /* auto gpu select mode */
+  guint cuda_device_id_list8;
+  guint cuda_device_id_size;
+
+  gint64 adapter_luid_list8;
+  guint adapter_luid_size;
+} GstNvAv1EncoderClass;
+
+#define GST_NV_AV1_ENCODER(object) ((GstNvAv1Encoder *) (object))
+#define GST_NV_AV1_ENCODER_GET_CLASS(object) \
+    (G_TYPE_INSTANCE_GET_CLASS ((object),G_TYPE_FROM_INSTANCE (object),GstNvAv1EncoderClass))
+
+static void gst_nv_av1_encoder_finalize (GObject * object);
+static void gst_nv_av1_encoder_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static void gst_nv_av1_encoder_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+static gboolean gst_nv_av1_encoder_set_format (GstNvEncoder * encoder,
+    GstVideoCodecState * state, gpointer session,
+    NV_ENC_INITIALIZE_PARAMS * init_params, NV_ENC_CONFIG * config);
+static gboolean gst_nv_av1_encoder_set_output_state (GstNvEncoder * encoder,
+    GstVideoCodecState * state, gpointer session);
+static GstNvEncoderReconfigure
+gst_nv_av1_encoder_check_reconfigure (GstNvEncoder * encoder,
+    NV_ENC_CONFIG * config);
+static gboolean gst_nv_av1_encoder_select_device (GstNvEncoder * encoder,
+    const GstVideoInfo * info, GstBuffer * buffer,
+    GstNvEncoderDeviceData * data);
+static guint gst_nv_av1_encoder_calculate_min_buffers (GstNvEncoder * encoder);
+
+static void
+gst_nv_av1_encoder_class_init (GstNvAv1EncoderClass * klass, gpointer data)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto nvenc_class = GST_NV_ENCODER_CLASS (klass);
+  auto cdata = (GstNvEncoderClassData *) data;
+  auto dev_caps = &cdata->device_caps;
+  GParamFlags param_flags = (GParamFlags) (G_PARAM_READWRITE |
+      GST_PARAM_MUTABLE_PLAYING | G_PARAM_STATIC_STRINGS);
+  GParamFlags conditional_param_flags = (GParamFlags) (G_PARAM_READWRITE |
+      GST_PARAM_CONDITIONALLY_AVAILABLE | GST_PARAM_MUTABLE_PLAYING |
+      G_PARAM_STATIC_STRINGS);
+
+  parent_class = (GTypeClass *) g_type_class_peek_parent (klass);
+
+  object_class->finalize = gst_nv_av1_encoder_finalize;
+  object_class->set_property = gst_nv_av1_encoder_set_property;
+  object_class->get_property = gst_nv_av1_encoder_get_property;
+
+  switch (cdata->device_mode) {
+    case GST_NV_ENCODER_DEVICE_CUDA:
+      g_object_class_install_property (object_class, PROP_CUDA_DEVICE_ID,
+          g_param_spec_uint ("cuda-device-id", "CUDA Device ID",
+              "CUDA device ID of associated GPU",
+              0, G_MAXINT, 0,
+              (GParamFlags) (GST_PARAM_DOC_SHOW_DEFAULT |
+                  G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
+      break;
+    case GST_NV_ENCODER_DEVICE_D3D11:
+      g_object_class_install_property (object_class, PROP_ADAPTER_LUID,
+          g_param_spec_int64 ("adapter-luid", "Adapter LUID",
+              "DXGI Adapter LUID (Locally Unique Identifier) of associated GPU",
+              G_MININT64, G_MAXINT64, 0,
+              (GParamFlags) (GST_PARAM_DOC_SHOW_DEFAULT |
+                  G_PARAM_READABLE | G_PARAM_STATIC_STRINGS)));
+      break;
+    case GST_NV_ENCODER_DEVICE_AUTO_SELECT:
+      if (cdata->cuda_device_id_size > 0) {
+        g_object_class_install_property (object_class, PROP_CUDA_DEVICE_ID,
+            g_param_spec_uint ("cuda-device-id", "CUDA Device ID",
+                "CUDA device ID to use",
+                0, G_MAXINT, 0,
+                (GParamFlags) (conditional_param_flags |
+                    GST_PARAM_DOC_SHOW_DEFAULT)));
+      }
+      if (cdata->adapter_luid_size > 0) {
+        /**
+         * GstNvAutoGpuAv1Enc:adapter-luid:
+         *
+         * Since: 1.26
+         */
+        g_object_class_install_property (object_class, PROP_ADAPTER_LUID,
+            g_param_spec_int64 ("adapter-luid", "Adapter LUID",
+                "DXGI Adapter LUID (Locally Unique Identifier) to use",
+                G_MININT64, G_MAXINT64, 0,
+                (GParamFlags) (conditional_param_flags |
+                    GST_PARAM_DOC_SHOW_DEFAULT)));
+      }
+      break;
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  g_object_class_install_property (object_class, PROP_PRESET,
+      g_param_spec_enum ("preset", "Encoding Preset",
+          "Encoding Preset", GST_TYPE_NV_ENCODER_PRESET,
+          DEFAULT_PRESET, param_flags));
+
+  g_object_class_install_property (object_class, PROP_TUNE,
+      g_param_spec_enum ("tune", "Tune",
+          "Encoding tune", GST_TYPE_NV_ENCODER_TUNE,
+          DEFAULT_TUNE, param_flags));
+
+  g_object_class_install_property (object_class, PROP_MULTI_PASS,
+      g_param_spec_enum ("multi-pass", "Multi Pass",
+          "Multi pass encoding", GST_TYPE_NV_ENCODER_MULTI_PASS,
+          DEFAULT_MULTI_PASS, param_flags));
+  if (dev_caps->weighted_prediction) {
+    g_object_class_install_property (object_class, PROP_WEIGHTED_PRED,
+        g_param_spec_boolean ("weighted-pred", "Weighted Pred",
+            "Enables Weighted Prediction", DEFAULT_WEIGHTED_PRED,
+            conditional_param_flags));
+  }
+  g_object_class_install_property (object_class, PROP_GOP_SIZE,
+      g_param_spec_int ("gop-size", "GOP size",
+          "Number of frames between intra frames (-1 = infinite)",
+          -1, G_MAXINT, DEFAULT_GOP_SIZE, param_flags));
+  if (dev_caps->max_bframes > 0) {
+    g_object_class_install_property (object_class, PROP_B_FRAMES,
+        g_param_spec_uint ("bframes", "B Frames",
+            "Number of B-frames between I and P", 0, dev_caps->max_bframes,
+            DEFAULT_B_FRAMES, conditional_param_flags));
+  }
+  g_object_class_install_property (object_class, PROP_RATE_CONTROL,
+      g_param_spec_enum ("rc-mode", "RC Mode", "Rate Control Mode",
+          GST_TYPE_NV_ENCODER_RC_MODE, DEFAULT_RATE_CONTROL, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_CONST_I,
+      g_param_spec_int ("qp-const-i", "QP I",
+          "Constant QP value for I frame (-1 = default)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_CONST_P,
+      g_param_spec_int ("qp-const-p", "QP P",
+          "Constant QP value for P frame (-1 = default)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_CONST_B,
+      g_param_spec_int ("qp-const-b", "QP B",
+          "Constant QP value for B frame (-1 = default)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_BITRATE,
+      g_param_spec_uint ("bitrate", "Bitrate",
+          "Bitrate in kbit/sec (0 = automatic)", 0, 2000 * 1024,
+          DEFAULT_BITRATE, param_flags));
+  g_object_class_install_property (object_class, PROP_MAX_BITRATE,
+      g_param_spec_uint ("max-bitrate", "Max Bitrate",
+          "Maximum Bitrate in kbit/sec (ignored in CBR mode)", 0, 2000 * 1024,
+          DEFAULT_MAX_BITRATE, param_flags));
+  if (dev_caps->custom_vbv_buf_size) {
+    g_object_class_install_property (object_class,
+        PROP_VBV_BUFFER_SIZE,
+        g_param_spec_uint ("vbv-buffer-size", "VBV Buffer Size",
+            "VBV(HRD) Buffer Size in kbits (0 = NVENC default)",
+            0, G_MAXUINT, DEFAULT_VBV_BUFFER_SIZE, conditional_param_flags));
+  }
+  if (dev_caps->lookahead) {
+    g_object_class_install_property (object_class, PROP_RC_LOOKAHEAD,
+        g_param_spec_uint ("rc-lookahead", "Rate Control Lookahead",
+            "Number of frames for frame type lookahead",
+            0, 32, DEFAULT_RC_LOOKAHEAD, conditional_param_flags));
+    g_object_class_install_property (object_class, PROP_I_ADAPT,
+        g_param_spec_boolean ("i-adapt", "I Adapt",
+            "Enable adaptive I-frame insert when lookahead is enabled",
+            DEFAULT_I_ADAPT, conditional_param_flags));
+    if (dev_caps->max_bframes > 0) {
+      g_object_class_install_property (object_class, PROP_B_ADAPT,
+          g_param_spec_boolean ("b-adapt", "B Adapt",
+              "Enable adaptive B-frame insert when lookahead is enabled",
+              DEFAULT_B_ADAPT, conditional_param_flags));
+    }
+  }
+  g_object_class_install_property (object_class, PROP_SPATIAL_AQ,
+      g_param_spec_boolean ("spatial-aq", "Spatial AQ",
+          "Spatial Adaptive Quantization", DEFAULT_SPATIAL_AQ, param_flags));
+  if (dev_caps->temporal_aq) {
+    g_object_class_install_property (object_class, PROP_TEMPORAL_AQ,
+        g_param_spec_boolean ("temporal-aq", "Temporal AQ",
+            "Temporal Adaptive Quantization", DEFAULT_TEMPORAL_AQ,
+            conditional_param_flags));
+  }
+  g_object_class_install_property (object_class, PROP_ZEROLATENCY,
+      g_param_spec_boolean ("zerolatency", "Zerolatency",
+          "Zero latency operation (no reordering delay)",
+          DEFAULT_ZEROLATENCY, param_flags));
+  g_object_class_install_property (object_class, PROP_NON_REF_P,
+      g_param_spec_boolean ("nonref-p", "Nonref P",
+          "Automatic insertion of non-reference P-frames", DEFAULT_NON_REF_P,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_STRICT_GOP,
+      g_param_spec_boolean ("strict-gop", "Strict GOP",
+          "Minimize GOP-to-GOP rate fluctuations", DEFAULT_STRICT_GOP,
+          param_flags));
+  g_object_class_install_property (object_class, PROP_AQ_STRENGTH,
+      g_param_spec_uint ("aq-strength", "AQ Strength",
+          "Adaptive Quantization Strength when spatial-aq is enabled"
+          " from 1 (low) to 15 (aggressive), (0 = autoselect)",
+          0, 15, DEFAULT_AQ_STRENGTH, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_MIN_I,
+      g_param_spec_int ("qp-min-i", "QP Min I",
+          "Minimum QP value for I frame, (-1 = automatic)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_MIN_P,
+      g_param_spec_int ("qp-min-p", "QP Min P",
+          "Minimum QP value for P frame, (-1 = automatic)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_MIN_B,
+      g_param_spec_int ("qp-min-b", "QP Min B",
+          "Minimum QP value for B frame, (-1 = automatic)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_MAX_I,
+      g_param_spec_int ("qp-max-i", "QP Max I",
+          "Maximum QP value for I frame, (-1 = automatic)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_MAX_P,
+      g_param_spec_int ("qp-max-p", "QP Max P",
+          "Maximum QP value for P frame, (-1 = automatic)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_QP_MAX_B,
+      g_param_spec_int ("qp-max-b", "Max QP B",
+          "Maximum QP value for B frame, (-1 = automatic)", -1, 255,
+          DEFAULT_QP, param_flags));
+  g_object_class_install_property (object_class, PROP_CONST_QUALITY,
+      g_param_spec_double ("const-quality", "Constant Quality",
+          "Target Constant Quality level for VBR mode (0 = automatic)",
+          0, 51, DEFAULT_CONST_QUALITY, param_flags));
+
+  GstPadTemplate *pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  GstCaps *doc_caps = nullptr;
+  switch (cdata->device_mode) {
+    case GST_NV_ENCODER_DEVICE_CUDA:
+      gst_element_class_set_static_metadata (element_class,
+          "NVENC AV1 Video Encoder CUDA Mode",
+          "Codec/Encoder/Video/Hardware",
+          "Encode AV1 video streams using NVCODEC API CUDA Mode",
+          "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
+      break;
+    case GST_NV_ENCODER_DEVICE_D3D11:
+      gst_element_class_set_static_metadata (element_class,
+          "NVENC AV1 Video Encoder Direct3D11 Mode",
+          "Codec/Encoder/Video/Hardware",
+          "Encode AV1 video streams using NVCODEC API Direct3D11 Mode",
+          "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS_D3D11);
+      break;
+    case GST_NV_ENCODER_DEVICE_AUTO_SELECT:
+      gst_element_class_set_static_metadata (element_class,
+          "NVENC AV1 Video Encoder Auto GPU select Mode",
+          "Codec/Encoder/Video/Hardware",
+          "Encode AV1 video streams using NVCODEC API auto GPU select Mode",
+          "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS_AUTOGPU);
+      break;
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  nvenc_class->set_format = GST_DEBUG_FUNCPTR (gst_nv_av1_encoder_set_format);
+  nvenc_class->set_output_state =
+      GST_DEBUG_FUNCPTR (gst_nv_av1_encoder_set_output_state);
+  nvenc_class->check_reconfigure =
+      GST_DEBUG_FUNCPTR (gst_nv_av1_encoder_check_reconfigure);
+  nvenc_class->select_device =
+      GST_DEBUG_FUNCPTR (gst_nv_av1_encoder_select_device);
+  nvenc_class->calculate_min_buffers =
+      GST_DEBUG_FUNCPTR (gst_nv_av1_encoder_calculate_min_buffers);
+
+  klass->device_caps = cdata->device_caps;
+  klass->cuda_device_id = cdata->cuda_device_id;
+  klass->adapter_luid = cdata->adapter_luid;
+  klass->device_mode = cdata->device_mode;
+  klass->cuda_device_id_size = cdata->cuda_device_id_size;
+  klass->adapter_luid_size = cdata->adapter_luid_size;
+  memcpy (klass->cuda_device_id_list, cdata->cuda_device_id_list,
+      sizeof (klass->cuda_device_id_list));
+  memcpy (klass->adapter_luid_list, cdata->adapter_luid_list,
+      sizeof (klass->adapter_luid_list));
+
+  gst_nv_encoder_class_data_unref (cdata);
+}
+
+static void
+gst_nv_av1_encoder_init (GstNvAv1Encoder * self)
+{
+  auto klass = GST_NV_AV1_ENCODER_GET_CLASS (self);
+
+  g_mutex_init (&self->prop_lock);
+
+  self->selected_device_mode = klass->device_mode;
+  self->cuda_device_id = klass->cuda_device_id;
+  self->adapter_luid = klass->adapter_luid;
+  self->preset = DEFAULT_PRESET;
+  self->tune = DEFAULT_TUNE;
+  self->multipass = DEFAULT_MULTI_PASS;
+  self->weighted_pred = DEFAULT_WEIGHTED_PRED;
+  self->gop_size = DEFAULT_GOP_SIZE;
+  self->bframes = DEFAULT_B_FRAMES;
+  self->rc_mode = DEFAULT_RATE_CONTROL;
+  self->qp_const_i = DEFAULT_QP;
+  self->qp_const_p = DEFAULT_QP;
+  self->qp_const_b = DEFAULT_QP;
+  self->bitrate = DEFAULT_BITRATE;
+  self->max_bitrate = DEFAULT_MAX_BITRATE;
+  self->vbv_buffer_size = DEFAULT_VBV_BUFFER_SIZE;
+  self->rc_lookahead = DEFAULT_RC_LOOKAHEAD;
+  self->i_adapt = DEFAULT_I_ADAPT;
+  self->b_adapt = DEFAULT_B_ADAPT;
+  self->spatial_aq = DEFAULT_SPATIAL_AQ;
+  self->temporal_aq = DEFAULT_TEMPORAL_AQ;
+  self->zero_reorder_delay = DEFAULT_ZEROLATENCY;
+  self->non_ref_p = DEFAULT_NON_REF_P;
+  self->strict_gop = DEFAULT_STRICT_GOP;
+  self->aq_strength = DEFAULT_AQ_STRENGTH;
+  self->qp_min_i = DEFAULT_QP;
+  self->qp_min_p = DEFAULT_QP;
+  self->qp_min_b = DEFAULT_QP;
+  self->qp_max_i = DEFAULT_QP;
+  self->qp_max_p = DEFAULT_QP;
+  self->qp_max_b = DEFAULT_QP;
+  self->const_quality = DEFAULT_CONST_QUALITY;
+
+  gst_nv_encoder_set_device_mode (GST_NV_ENCODER (self), klass->device_mode,
+      klass->cuda_device_id, klass->adapter_luid);
+}
+
+static void
+gst_nv_av1_encoder_finalize (GObject * object)
+{
+  auto self = GST_NV_AV1_ENCODER (object);
+
+  g_mutex_clear (&self->prop_lock);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+typedef enum
+{
+  UPDATE_INIT_PARAM,
+  UPDATE_RC_PARAM,
+  UPDATE_BITRATE,
+} PropUpdateLevel;
+
+static void
+update_boolean (GstNvAv1Encoder * self, gboolean * old_val,
+    const GValue * new_val, PropUpdateLevel level)
+{
+  gboolean val = g_value_get_boolean (new_val);
+
+  if (*old_val == val)
+    return;
+
+  *old_val = val;
+  switch (level) {
+    case UPDATE_INIT_PARAM:
+      self->init_param_updated = TRUE;
+      break;
+    case UPDATE_RC_PARAM:
+      self->rc_param_updated = TRUE;
+      break;
+    case UPDATE_BITRATE:
+      self->bitrate_updated = TRUE;
+      break;
+  }
+}
+
+static void
+update_int (GstNvAv1Encoder * self, gint * old_val,
+    const GValue * new_val, PropUpdateLevel level)
+{
+  gint val = g_value_get_int (new_val);
+
+  if (*old_val == val)
+    return;
+
+  *old_val = val;
+  switch (level) {
+    case UPDATE_INIT_PARAM:
+      self->init_param_updated = TRUE;
+      break;
+    case UPDATE_RC_PARAM:
+      self->rc_param_updated = TRUE;
+      break;
+    case UPDATE_BITRATE:
+      self->bitrate_updated = TRUE;
+      break;
+  }
+}
+
+static void
+update_uint (GstNvAv1Encoder * self, guint * old_val,
+    const GValue * new_val, PropUpdateLevel level)
+{
+  guint val = g_value_get_uint (new_val);
+
+  if (*old_val == val)
+    return;
+
+  *old_val = val;
+  switch (level) {
+    case UPDATE_INIT_PARAM:
+      self->init_param_updated = TRUE;
+      break;
+    case UPDATE_RC_PARAM:
+      self->rc_param_updated = TRUE;
+      break;
+    case UPDATE_BITRATE:
+      self->bitrate_updated = TRUE;
+      break;
+  }
+}
+
+static void
+update_double (GstNvAv1Encoder * self, gdouble * old_val,
+    const GValue * new_val, PropUpdateLevel level)
+{
+  gdouble val = g_value_get_double (new_val);
+
+  if (*old_val == val)
+    return;
+
+  *old_val = val;
+  switch (level) {
+    case UPDATE_INIT_PARAM:
+      self->init_param_updated = TRUE;
+      break;
+    case UPDATE_RC_PARAM:
+      self->rc_param_updated = TRUE;
+      break;
+    case UPDATE_BITRATE:
+      self->bitrate_updated = TRUE;
+      break;
+  }
+}
+
+static void
+gst_nv_av1_encoder_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_NV_AV1_ENCODER (object);
+  auto klass = GST_NV_AV1_ENCODER_GET_CLASS (self);
+
+  g_mutex_lock (&self->prop_lock);
+  switch (prop_id) {
+    case PROP_ADAPTER_LUID:{
+      gint64 adapter_luid = g_value_get_int64 (value);
+      gboolean is_valid = FALSE;
+
+      for (guint i = 0; i < klass->adapter_luid_size; i++) {
+        if (klass->adapter_luid_listi == adapter_luid) {
+          self->adapter_luid = adapter_luid;
+          is_valid = TRUE;
+          break;
+        }
+      }
+
+      if (!is_valid)
+        g_warning ("%" G_GINT64_FORMAT " is not a valid adapter luid",
+            adapter_luid);
+      break;
+    }
+    case PROP_CUDA_DEVICE_ID:{
+      guint cuda_device_id = g_value_get_uint (value);
+      gboolean is_valid = FALSE;
+
+      for (guint i = 0; i < klass->cuda_device_id_size; i++) {
+        if (klass->cuda_device_id_listi == cuda_device_id) {
+          self->cuda_device_id = cuda_device_id;
+          is_valid = TRUE;
+          break;
+        }
+      }
+
+      if (!is_valid)
+        g_warning ("%d is not a valid cuda device id", cuda_device_id);
+      break;
+    }
+    case PROP_PRESET:{
+      GstNvEncoderPreset preset = (GstNvEncoderPreset) g_value_get_enum (value);
+      if (preset != self->preset) {
+        self->preset = preset;
+        self->init_param_updated = TRUE;
+      }
+      break;
+    }
+    case PROP_TUNE:{
+      GstNvEncoderTune tune = (GstNvEncoderTune) g_value_get_enum (value);
+      if (tune != self->tune) {
+        self->tune = tune;
+        self->init_param_updated = TRUE;
+      }
+      break;
+    }
+    case PROP_MULTI_PASS:{
+      GstNvEncoderMultiPass multipass =
+          (GstNvEncoderMultiPass) g_value_get_enum (value);
+      if (multipass != self->multipass) {
+        self->multipass = multipass;
+        self->init_param_updated = TRUE;
+      }
+      break;
+    }
+    case PROP_WEIGHTED_PRED:
+      update_boolean (self, &self->weighted_pred, value, UPDATE_INIT_PARAM);
+      break;
+    case PROP_GOP_SIZE:
+      update_int (self, &self->gop_size, value, UPDATE_INIT_PARAM);
+      break;
+    case PROP_B_FRAMES:
+      update_uint (self, &self->bframes, value, UPDATE_INIT_PARAM);
+      break;
+    case PROP_RATE_CONTROL:{
+      GstNvEncoderRCMode mode = (GstNvEncoderRCMode) g_value_get_enum (value);
+      if (mode != self->rc_mode) {
+        self->rc_mode = mode;
+        self->rc_param_updated = TRUE;
+      }
+      break;
+    }
+    case PROP_QP_CONST_I:
+      update_int (self, &self->qp_const_i, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_CONST_P:
+      update_int (self, &self->qp_const_p, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_CONST_B:
+      update_int (self, &self->qp_const_b, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_BITRATE:
+      update_uint (self, &self->bitrate, value, UPDATE_BITRATE);
+      break;
+    case PROP_MAX_BITRATE:
+      update_uint (self, &self->max_bitrate, value, UPDATE_BITRATE);
+      break;
+    case PROP_VBV_BUFFER_SIZE:
+      update_uint (self, &self->vbv_buffer_size, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_RC_LOOKAHEAD:
+      /* rc-lookahead update requires pool size change */
+      update_uint (self, &self->rc_lookahead, value, UPDATE_INIT_PARAM);
+      break;
+    case PROP_I_ADAPT:
+      update_boolean (self, &self->i_adapt, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_B_ADAPT:
+      update_boolean (self, &self->b_adapt, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_SPATIAL_AQ:
+      update_boolean (self, &self->spatial_aq, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_TEMPORAL_AQ:
+      update_boolean (self, &self->temporal_aq, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_ZEROLATENCY:
+      update_boolean (self, &self->zero_reorder_delay, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_NON_REF_P:
+      update_boolean (self, &self->non_ref_p, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_STRICT_GOP:
+      update_boolean (self, &self->strict_gop, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_AQ_STRENGTH:
+      update_uint (self, &self->aq_strength, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MIN_I:
+      update_int (self, &self->qp_min_i, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MIN_P:
+      update_int (self, &self->qp_min_p, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MIN_B:
+      update_int (self, &self->qp_min_b, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MAX_I:
+      update_int (self, &self->qp_max_i, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MAX_P:
+      update_int (self, &self->qp_max_p, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MAX_B:
+      update_int (self, &self->qp_max_b, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_CONST_QUALITY:
+      update_double (self, &self->const_quality, value, UPDATE_RC_PARAM);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+
+  g_mutex_unlock (&self->prop_lock);
+}
+
+static void
+gst_nv_av1_encoder_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_NV_AV1_ENCODER (object);
+
+  switch (prop_id) {
+    case PROP_ADAPTER_LUID:
+      g_value_set_int64 (value, self->adapter_luid);
+      break;
+    case PROP_CUDA_DEVICE_ID:
+      g_value_set_uint (value, self->cuda_device_id);
+      break;
+    case PROP_PRESET:
+      g_value_set_enum (value, self->preset);
+      break;
+    case PROP_TUNE:
+      g_value_set_enum (value, self->tune);
+      break;
+    case PROP_MULTI_PASS:
+      g_value_set_enum (value, self->multipass);
+      break;
+    case PROP_WEIGHTED_PRED:
+      g_value_set_boolean (value, self->weighted_pred);
+      break;
+    case PROP_GOP_SIZE:
+      g_value_set_int (value, self->gop_size);
+      break;
+    case PROP_B_FRAMES:
+      g_value_set_uint (value, self->bframes);
+      break;
+    case PROP_RATE_CONTROL:
+      g_value_set_enum (value, self->rc_mode);
+      break;
+    case PROP_QP_CONST_I:
+      g_value_set_int (value, self->qp_const_i);
+      break;
+    case PROP_QP_CONST_P:
+      g_value_set_int (value, self->qp_const_p);
+      break;
+    case PROP_QP_CONST_B:
+      g_value_set_int (value, self->qp_const_b);
+      break;
+    case PROP_BITRATE:
+      g_value_set_uint (value, self->bitrate);
+      break;
+    case PROP_MAX_BITRATE:
+      g_value_set_uint (value, self->max_bitrate);
+      break;
+    case PROP_VBV_BUFFER_SIZE:
+      g_value_set_uint (value, self->vbv_buffer_size);
+      break;
+    case PROP_RC_LOOKAHEAD:
+      g_value_set_uint (value, self->rc_lookahead);
+      break;
+    case PROP_I_ADAPT:
+      g_value_set_boolean (value, self->i_adapt);
+      break;
+    case PROP_B_ADAPT:
+      g_value_set_boolean (value, self->b_adapt);
+      break;
+    case PROP_SPATIAL_AQ:
+      g_value_set_boolean (value, self->spatial_aq);
+      break;
+    case PROP_TEMPORAL_AQ:
+      g_value_set_boolean (value, self->temporal_aq);
+      break;
+    case PROP_ZEROLATENCY:
+      g_value_set_boolean (value, self->zero_reorder_delay);
+      break;
+    case PROP_NON_REF_P:
+      g_value_set_boolean (value, self->non_ref_p);
+      break;
+    case PROP_STRICT_GOP:
+      g_value_set_boolean (value, self->strict_gop);
+      break;
+    case PROP_AQ_STRENGTH:
+      g_value_set_uint (value, self->aq_strength);
+      break;
+    case PROP_QP_MIN_I:
+      g_value_set_int (value, self->qp_min_i);
+      break;
+    case PROP_QP_MIN_P:
+      g_value_set_int (value, self->qp_min_p);
+      break;
+    case PROP_QP_MIN_B:
+      g_value_set_int (value, self->qp_min_b);
+      break;
+    case PROP_QP_MAX_I:
+      g_value_set_int (value, self->qp_max_i);
+      break;
+    case PROP_QP_MAX_P:
+      g_value_set_int (value, self->qp_max_p);
+      break;
+    case PROP_QP_MAX_B:
+      g_value_set_int (value, self->qp_max_b);
+      break;
+    case PROP_CONST_QUALITY:
+      g_value_set_double (value, self->const_quality);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static gboolean
+gst_nv_av1_encoder_set_format (GstNvEncoder * encoder,
+    GstVideoCodecState * state, gpointer session,
+    NV_ENC_INITIALIZE_PARAMS * init_params, NV_ENC_CONFIG * config)
+{
+  auto self = GST_NV_AV1_ENCODER (encoder);
+  auto klass = GST_NV_AV1_ENCODER_GET_CLASS (self);
+  auto dev_caps = &klass->device_caps;
+  NV_ENC_RC_PARAMS *rc_params;
+  GstVideoInfo *info = &state->info;
+  NVENCSTATUS status;
+  NV_ENC_PRESET_CONFIG preset_config = { 0, };
+  gboolean bframe_aborted = FALSE;
+  gboolean weight_pred_aborted = FALSE;
+  gboolean vbv_buffer_size_aborted = FALSE;
+  gboolean lookahead_aborted = FALSE;
+  gboolean temporal_aq_aborted = FALSE;
+  guint bitdepth_minus8 = GST_VIDEO_INFO_COMP_DEPTH (info, 0) - 8;
+
+  g_mutex_lock (&self->prop_lock);
+
+  if (klass->device_mode == GST_NV_ENCODER_DEVICE_AUTO_SELECT) {
+    GstNvEncoderDeviceCaps dcaps;
+
+    gst_nv_encoder_get_encoder_caps (session, &NV_ENC_CODEC_AV1_GUID, &dcaps);
+    if (self->bframes > 0 && !dcaps.max_bframes) {
+      self->bframes = 0;
+      bframe_aborted = TRUE;
+
+      GST_INFO_OBJECT (self, "B-frame was enabled but not support by device");
+    }
+
+    if (self->weighted_pred && !dcaps.weighted_prediction) {
+      self->weighted_pred = FALSE;
+      weight_pred_aborted = TRUE;
+
+      GST_INFO_OBJECT (self,
+          "Weighted prediction was enabled but not support by device");
+    }
+
+    if (self->vbv_buffer_size && !dcaps.custom_vbv_buf_size) {
+      self->vbv_buffer_size = 0;
+      vbv_buffer_size_aborted = TRUE;
+
+      GST_INFO_OBJECT (self,
+          "VBV buffer size was specified but not supported by device");
+    }
+
+    if (self->rc_lookahead && !dcaps.lookahead) {
+      self->rc_lookahead = 0;
+      lookahead_aborted = TRUE;
+
+      GST_INFO_OBJECT (self,
+          "VBV buffer size was specified but not supported by device");
+    }
+
+    if (self->temporal_aq && !dcaps.temporal_aq) {
+      self->temporal_aq = FALSE;
+      temporal_aq_aborted = TRUE;
+
+      GST_INFO_OBJECT (self,
+          "temporal-aq was enabled but not supported by device");
+    }
+  }
+
+  init_params->version = gst_nvenc_get_initialize_params_version ();
+  init_params->encodeGUID = NV_ENC_CODEC_AV1_GUID;
+
+  init_params->encodeWidth = GST_VIDEO_INFO_WIDTH (info);
+  init_params->maxEncodeWidth = GST_VIDEO_INFO_WIDTH (info);
+  init_params->encodeHeight = GST_VIDEO_INFO_HEIGHT (info);
+  init_params->maxEncodeHeight = GST_VIDEO_INFO_HEIGHT (info);
+  init_params->enablePTD = TRUE;
+  if (dev_caps->async_encoding_support)
+    init_params->enableEncodeAsync = 1;
+  if (info->fps_d > 0 && info->fps_n > 0) {
+    init_params->frameRateNum = info->fps_n;
+    init_params->frameRateDen = info->fps_d;
+  } else {
+    init_params->frameRateNum = 0;
+    init_params->frameRateDen = 1;
+  }
+
+  init_params->enableWeightedPrediction = self->weighted_pred;
+
+  init_params->darWidth = GST_VIDEO_INFO_WIDTH (info);
+  init_params->darHeight = GST_VIDEO_INFO_HEIGHT (info);
+
+  GstNvEncoderPresetOptions in_opt = { };
+  GstNvEncoderPresetOptionsNative out_opt = { };
+  in_opt.preset = self->preset;
+  in_opt.tune = self->tune;
+  in_opt.rc_mode = self->rc_mode;
+  in_opt.multi_pass = self->multipass;
+  GstNvEncoderPresetResolution resolution = GST_NV_ENCODER_PRESET_720;
+  auto frame_size = info->width * info->height;
+  if (frame_size >= 3840 * 2160)
+    resolution = GST_NV_ENCODER_PRESET_2160;
+  else if (frame_size >= 1920 * 1080)
+    resolution = GST_NV_ENCODER_PRESET_1080;
+
+  gst_nv_encoder_preset_to_native (resolution, &in_opt, &out_opt);
+  init_params->presetGUID = out_opt.preset;
+  init_params->tuningInfo = out_opt.tune;
+
+  preset_config.version = gst_nvenc_get_preset_config_version ();
+  preset_config.presetCfg.version = gst_nvenc_get_config_version ();
+
+  status = NvEncGetEncodePresetConfigEx (session, NV_ENC_CODEC_AV1_GUID,
+      init_params->presetGUID, init_params->tuningInfo, &preset_config);
+  if (!gst_nv_enc_result (status, self)) {
+    GST_ERROR_OBJECT (self, "Failed to get preset config");
+    g_mutex_unlock (&self->prop_lock);
+    return FALSE;
+  }
+
+  *config = preset_config.presetCfg;
+  if (self->gop_size < 0) {
+    config->gopLength = NVENC_INFINITE_GOPLENGTH;
+    config->frameIntervalP = 1;
+  } else if (self->gop_size > 0) {
+    config->gopLength = self->gop_size;
+    /* frameIntervalP
+     * 0: All Intra frames
+     * 1: I/P only
+     * 2: IBP
+     * 3: IBBP
+     */
+    config->frameIntervalP = self->bframes + 1;
+  } else {
+    /* gop size == 0 means all intra frames */
+    config->gopLength = 1;
+    config->frameIntervalP = 0;
+  }
+
+  rc_params = &config->rcParams;
+
+  rc_params->rateControlMode = out_opt.rc_mode;
+  rc_params->multiPass = out_opt.multi_pass;
+
+  if (self->bitrate)
+    rc_params->averageBitRate = self->bitrate * 1024;
+  if (self->max_bitrate)
+    rc_params->maxBitRate = self->max_bitrate * 1024;
+  if (self->vbv_buffer_size)
+    rc_params->vbvBufferSize = self->vbv_buffer_size * 1024;
+
+  if (self->qp_min_i >= 0) {
+    rc_params->enableMinQP = TRUE;
+    rc_params->minQP.qpIntra = self->qp_min_i;
+    if (self->qp_min_p >= 0) {
+      rc_params->minQP.qpInterP = self->qp_min_p;
+    } else {
+      rc_params->minQP.qpInterP = rc_params->minQP.qpIntra;
+    }
+    if (self->qp_min_b >= 0) {
+      rc_params->minQP.qpInterB = self->qp_min_b;
+    } else {
+      rc_params->minQP.qpInterB = rc_params->minQP.qpInterP;
+    }
+  }
+
+  if (self->qp_max_i >= 0) {
+    rc_params->enableMaxQP = TRUE;
+    rc_params->maxQP.qpIntra = self->qp_max_i;
+    if (self->qp_max_p >= 0) {
+      rc_params->maxQP.qpInterP = self->qp_max_p;
+    } else {
+      rc_params->maxQP.qpInterP = rc_params->maxQP.qpIntra;
+    }
+    if (self->qp_max_b >= 0) {
+      rc_params->maxQP.qpInterB = self->qp_max_b;
+    } else {
+      rc_params->maxQP.qpInterB = rc_params->maxQP.qpInterP;
+    }
+  }
+
+  if (rc_params->rateControlMode == NV_ENC_PARAMS_RC_CONSTQP) {
+    if (self->qp_const_i >= 0)
+      rc_params->constQP.qpIntra = self->qp_const_i;
+    if (self->qp_const_p >= 0)
+      rc_params->constQP.qpInterP = self->qp_const_p;
+    if (self->qp_const_b >= 0)
+      rc_params->constQP.qpInterB = self->qp_const_b;
+  }
+
+  if (self->spatial_aq) {
+    rc_params->enableAQ = TRUE;
+    rc_params->aqStrength = self->aq_strength;
+  }
+
+  rc_params->enableTemporalAQ = self->temporal_aq;
+
+  if (self->rc_lookahead) {
+    rc_params->enableLookahead = 1;
+    rc_params->lookaheadDepth = self->rc_lookahead;
+    rc_params->disableIadapt = !self->i_adapt;
+    rc_params->disableBadapt = !self->b_adapt;
+  }
+
+  rc_params->strictGOPTarget = self->strict_gop;
+  rc_params->enableNonRefP = self->non_ref_p;
+  rc_params->zeroReorderDelay = self->zero_reorder_delay;
+
+  if (self->const_quality) {
+    guint scaled = (gint) (self->const_quality * 256.0);
+
+    rc_params->targetQuality = (guint8) (scaled >> 8);
+    rc_params->targetQualityLSB = (guint8) (scaled & 0xff);
+  }
+  self->init_param_updated = FALSE;
+  self->bitrate_updated = FALSE;
+  self->rc_param_updated = FALSE;
+
+  config->version = gst_nvenc_get_config_version ();
+  config->profileGUID = NV_ENC_AV1_PROFILE_MAIN_GUID;
+
+  NV_ENC_CONFIG_AV1 *av1_config = &config->encodeCodecConfig.av1Config;
+  av1_config->level = NV_ENC_LEVEL_AV1_AUTOSELECT;
+  av1_config->tier = NV_ENC_TIER_AV1_0;
+  /* TODO: property */
+  av1_config->minPartSize = NV_ENC_AV1_PART_SIZE_AUTOSELECT;
+  av1_config->maxPartSize = NV_ENC_AV1_PART_SIZE_AUTOSELECT;
+  av1_config->outputAnnexBFormat = FALSE;
+  av1_config->enableTimingInfo = FALSE;
+  av1_config->enableDecoderModelInfo = FALSE;
+  /* TODO: Maybe useful for debugging, but not required for decoding */
+  av1_config->enableFrameIdNumbers = FALSE;
+  av1_config->disableSeqHdr = FALSE;
+  av1_config->repeatSeqHdr = TRUE;
+  /* TODO: property */
+  av1_config->enableIntraRefresh = FALSE;
+  /* TODO: main profile only for now */
+  av1_config->chromaFormatIDC = 1;
+  av1_config->enableBitstreamPadding = FALSE;
+  /* TODO: property and configure tile info accordingly */
+  av1_config->enableCustomTileConfig = FALSE;
+  /* TODO: property, support user specified film grain params */
+  av1_config->enableFilmGrainParams = FALSE;
+  av1_config->inputPixelBitDepthMinus8 = bitdepth_minus8;
+  av1_config->pixelBitDepthMinus8 = bitdepth_minus8;
+  av1_config->idrPeriod = config->gopLength;
+
+  /* TODO: support intra refresh */
+  av1_config->intraRefreshPeriod = 0;
+  av1_config->intraRefreshCnt = 0;
+
+  av1_config->maxNumRefFramesInDPB = 0;
+  av1_config->numFwdRefs = NV_ENC_NUM_REF_FRAMES_AUTOSELECT;
+  av1_config->numBwdRefs = NV_ENC_NUM_REF_FRAMES_AUTOSELECT;
+
+  GstVideoColorimetry cinfo;
+  if (GST_VIDEO_INFO_IS_YUV (info)) {
+    cinfo = info->colorimetry;
+  } else {
+    /* Other formats will be converted 4:2:0 YUV by runtime */
+    gst_video_colorimetry_from_string (&cinfo, GST_VIDEO_COLORIMETRY_BT709);
+  }
+
+  av1_config->colorPrimaries = (NV_ENC_VUI_COLOR_PRIMARIES)
+      gst_video_color_primaries_to_iso (cinfo.primaries);
+  av1_config->transferCharacteristics = (NV_ENC_VUI_TRANSFER_CHARACTERISTIC)
+      gst_video_transfer_function_to_iso (cinfo.transfer);
+  av1_config->matrixCoefficients = (NV_ENC_VUI_MATRIX_COEFFS)
+      gst_video_color_matrix_to_iso (cinfo.matrix);
+  if (cinfo.range == GST_VIDEO_COLOR_RANGE_0_255) {
+    av1_config->colorRange = 1;
+  } else {
+    av1_config->colorRange = 0;
+  }
+
+  g_mutex_unlock (&self->prop_lock);
+
+  if (bframe_aborted)
+    g_object_notify (G_OBJECT (self), "b-frames");
+  if (weight_pred_aborted)
+    g_object_notify (G_OBJECT (self), "weighted-pred");
+  if (vbv_buffer_size_aborted)
+    g_object_notify (G_OBJECT (self), "vbv-buffer-size");
+  if (lookahead_aborted)
+    g_object_notify (G_OBJECT (self), "rc-lookahead");
+  if (temporal_aq_aborted)
+    g_object_notify (G_OBJECT (self), "temporal-aq");
+
+  return TRUE;
+}
+
+static gboolean
+gst_nv_av1_encoder_set_output_state (GstNvEncoder * encoder,
+    GstVideoCodecState * state, gpointer session)
+{
+  auto self = GST_NV_AV1_ENCODER (encoder);
+  auto venc = GST_VIDEO_ENCODER (encoder);
+
+  auto caps = gst_caps_new_simple ("video/x-av1", "stream-format",
+      G_TYPE_STRING, "obu-stream", "alignment", G_TYPE_STRING, "tu",
+      "profile", G_TYPE_STRING, "main", nullptr);
+
+  auto output_state = gst_video_encoder_set_output_state (venc, caps, state);
+  if (GST_VIDEO_INFO_IS_RGB (&state->info)) {
+    /* Format converted by runtime */
+    gst_video_colorimetry_from_string (&output_state->info.colorimetry,
+        GST_VIDEO_COLORIMETRY_BT709);
+    output_state->info.chroma_site = GST_VIDEO_CHROMA_SITE_H_COSITED;
+  }
+
+  GST_INFO_OBJECT (self, "Output caps: %" GST_PTR_FORMAT, output_state->caps);
+  gst_video_codec_state_unref (output_state);
+
+  auto tags = gst_tag_list_new_empty ();
+  gst_tag_list_add (tags, GST_TAG_MERGE_REPLACE, GST_TAG_ENCODER,
+      "nvav1enc", nullptr);
+
+  gst_video_encoder_merge_tags (GST_VIDEO_ENCODER (encoder),
+      tags, GST_TAG_MERGE_REPLACE);
+  gst_tag_list_unref (tags);
+
+  return TRUE;
+}
+
+static GstNvEncoderReconfigure
+gst_nv_av1_encoder_check_reconfigure (GstNvEncoder * encoder,
+    NV_ENC_CONFIG * config)
+{
+  auto self = GST_NV_AV1_ENCODER (encoder);
+  GstNvEncoderReconfigure reconfig = GST_NV_ENCODER_RECONFIGURE_NONE;
+
+  /* Dynamic RC param update is not tested, do soft-reconfigure only for
+   * bitrate update */
+  g_mutex_lock (&self->prop_lock);
+  if (self->init_param_updated || self->rc_param_updated) {
+    reconfig = GST_NV_ENCODER_RECONFIGURE_FULL;
+    goto done;
+  }
+
+  if (self->bitrate_updated) {
+    auto klass = GST_NV_AV1_ENCODER_GET_CLASS (self);
+    if (klass->device_caps.dyn_bitrate_change > 0) {
+      config->rcParams.averageBitRate = self->bitrate * 1024;
+      config->rcParams.maxBitRate = self->max_bitrate * 1024;
+      reconfig = GST_NV_ENCODER_RECONFIGURE_BITRATE;
+    } else {
+      reconfig = GST_NV_ENCODER_RECONFIGURE_FULL;
+    }
+  }
+
+done:
+  self->init_param_updated = FALSE;
+  self->rc_param_updated = FALSE;
+  self->bitrate_updated = FALSE;
+  g_mutex_unlock (&self->prop_lock);
+
+  return reconfig;
+}
+
+static gboolean
+gst_nv_av1_encoder_select_device (GstNvEncoder * encoder,
+    const GstVideoInfo * info, GstBuffer * buffer,
+    GstNvEncoderDeviceData * data)
+{
+  auto self = GST_NV_AV1_ENCODER (encoder);
+  auto klass = GST_NV_AV1_ENCODER_GET_CLASS (self);
+  GstMemory *mem;
+
+  memset (data, 0, sizeof (GstNvEncoderDeviceData));
+
+  g_assert (klass->device_mode == GST_NV_ENCODER_DEVICE_AUTO_SELECT);
+
+  mem = gst_buffer_peek_memory (buffer, 0);
+  if (klass->cuda_device_id_size > 0 && gst_is_cuda_memory (mem)) {
+    GstCudaMemory *cmem = GST_CUDA_MEMORY_CAST (mem);
+    GstCudaContext *context = cmem->context;
+    guint device_id;
+    gboolean found = FALSE;
+
+    g_object_get (context, "cuda-device-id", &device_id, nullptr);
+
+    data->device_mode = GST_NV_ENCODER_DEVICE_CUDA;
+    self->selected_device_mode = GST_NV_ENCODER_DEVICE_CUDA;
+
+    for (guint i = 0; i < klass->cuda_device_id_size; i++) {
+      if (klass->cuda_device_id_listi == device_id) {
+        data->cuda_device_id = device_id;
+        found = TRUE;
+        break;
+      }
+    }
+
+    if (!found) {
+      GST_INFO_OBJECT (self,
+          "Upstream CUDA device is not in supported device list");
+      data->cuda_device_id = self->cuda_device_id;
+    } else {
+      data->device = (GstObject *) gst_object_ref (context);
+    }
+
+    if (data->cuda_device_id != self->cuda_device_id) {
+      self->cuda_device_id = data->cuda_device_id;
+      g_object_notify (G_OBJECT (self), "cuda-device-id");
+    }
+
+    return TRUE;
+  }
+#ifdef G_OS_WIN32
+  if (klass->adapter_luid_size > 0 && gst_is_d3d11_memory (mem)) {
+    GstD3D11Memory *dmem = GST_D3D11_MEMORY_CAST (mem);
+    GstD3D11Device *device = dmem->device;
+    gint64 adapter_luid;
+    gboolean found = FALSE;
+
+    g_object_get (device, "adapter-luid", &adapter_luid, nullptr);
+
+    data->device_mode = GST_NV_ENCODER_DEVICE_D3D11;
+    self->selected_device_mode = GST_NV_ENCODER_DEVICE_D3D11;
+
+    for (guint i = 0; i < klass->cuda_device_id_size; i++) {
+      if (klass->adapter_luid_listi == adapter_luid) {
+        data->adapter_luid = adapter_luid;
+        found = TRUE;
+        break;
+      }
+    }
+
+    if (!found) {
+      GST_INFO_OBJECT (self,
+          "Upstream D3D11 device is not in supported device list");
+      data->adapter_luid = self->adapter_luid;
+    } else {
+      data->device = (GstObject *) gst_object_ref (device);
+    }
+
+    if (data->adapter_luid != self->adapter_luid) {
+      self->adapter_luid = data->adapter_luid;
+      g_object_notify (G_OBJECT (self), "adapter-luid");
+    }
+
+    return TRUE;
+  }
+#endif
+
+  if (klass->cuda_device_id_size > 0 &&
+      (self->selected_device_mode != GST_NV_ENCODER_DEVICE_D3D11)) {
+    GST_INFO_OBJECT (self, "Upstream is system memory, use CUDA mode");
+    data->device_mode = GST_NV_ENCODER_DEVICE_CUDA;
+    data->cuda_device_id = self->cuda_device_id;
+  } else {
+    GST_INFO_OBJECT (self, "Upstream is system memory, use CUDA mode");
+    data->device_mode = GST_NV_ENCODER_DEVICE_D3D11;
+    data->adapter_luid = self->adapter_luid;
+  }
+
+  self->selected_device_mode = data->device_mode;
+
+  return TRUE;
+}
+
+static guint
+gst_nv_av1_encoder_calculate_min_buffers (GstNvEncoder * encoder)
+{
+  auto self = GST_NV_AV1_ENCODER (encoder);
+  guint num_buffers;
+
+  /* At least 4 surfaces are required as documented by Nvidia Encoder guide */
+  num_buffers = 4;
+
+  /* lookahead depth */
+  num_buffers += self->rc_lookahead;
+
+  /* B frames + 1 */
+  num_buffers += self->bframes + 1;
+
+  return num_buffers;
+}
+
+static GstNvEncoderClassData *
+gst_nv_av1_encoder_create_class_data (GstObject * device, gpointer session,
+    GstNvEncoderDeviceMode device_mode)
+{
+  NVENCSTATUS status;
+  GstNvEncoderDeviceCaps dev_caps = { 0, };
+  GUID profile_guids16;
+  NV_ENC_BUFFER_FORMAT input_formats16;
+  guint32 profile_guid_count = 0;
+  guint32 input_format_count = 0;
+  std::string sink_caps_str;
+  std::string src_caps_str;
+  std::string format_str;
+  std::set < std::string > formats;
+  std::string profile_str;
+  std::string resolution_str;
+  GstNvEncoderClassData *cdata;
+  GstCaps *sink_caps;
+  GstCaps *system_caps;
+  NV_ENC_PRESET_CONFIG preset_config = { 0, };
+
+  preset_config.version = gst_nvenc_get_preset_config_version ();
+  preset_config.presetCfg.version = gst_nvenc_get_config_version ();
+
+  status = NvEncGetEncodePresetConfigEx (session, NV_ENC_CODEC_AV1_GUID,
+      NV_ENC_PRESET_P4_GUID, NV_ENC_TUNING_INFO_HIGH_QUALITY, &preset_config);
+  if (status != NV_ENC_SUCCESS) {
+    GST_WARNING_OBJECT (device, "New preset is not supported");
+    return nullptr;
+  }
+
+  status = NvEncGetEncodeProfileGUIDs (session, NV_ENC_CODEC_AV1_GUID,
+      profile_guids, G_N_ELEMENTS (profile_guids), &profile_guid_count);
+  if (status != NV_ENC_SUCCESS || profile_guid_count == 0) {
+    GST_WARNING_OBJECT (device, "Unable to get supported profiles");
+    return nullptr;
+  }
+
+  status = NvEncGetInputFormats (session, NV_ENC_CODEC_AV1_GUID, input_formats,
+      G_N_ELEMENTS (input_formats), &input_format_count);
+  if (status != NV_ENC_SUCCESS || input_format_count == 0) {
+    GST_WARNING_OBJECT (device, "Unable to get supported input formats");
+    return nullptr;
+  }
+
+  gst_nv_encoder_get_encoder_caps (session, &NV_ENC_CODEC_AV1_GUID, &dev_caps);
+
+  for (guint32 i = 0; i < input_format_count; i++) {
+    switch (input_formatsi) {
+      case NV_ENC_BUFFER_FORMAT_NV12:
+        formats.insert ("NV12");
+        break;
+      case NV_ENC_BUFFER_FORMAT_YUV420_10BIT:
+        if (dev_caps.supports_10bit_encode)
+          formats.insert ("P010_10LE");
+        break;
+      case NV_ENC_BUFFER_FORMAT_AYUV:
+        formats.insert ("VUYA");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ABGR:
+        formats.insert ("RGBA");
+        formats.insert ("RGBx");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ARGB:
+        formats.insert ("BGRA");
+        formats.insert ("BGRx");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ABGR10:
+        if (dev_caps.supports_10bit_encode)
+          formats.insert ("RGB10A2_LE");
+        break;
+      default:
+        break;
+    }
+  }
+
+  if (formats.empty ()) {
+    GST_WARNING_OBJECT (device, "Empty supported input format");
+    return nullptr;
+  }
+#define APPEND_STRING(dst,set,str) G_STMT_START { \
+  if (set.find(str) != set.end()) { \
+    if (!first) \
+      dst += ", "; \
+    dst += str; \
+    first = false; \
+  } \
+} G_STMT_END
+
+  if (formats.size () == 1) {
+    format_str = "format = (string) " + *(formats.begin ());
+  } else {
+    bool first = true;
+
+    format_str = "format = (string) { ";
+    APPEND_STRING (format_str, formats, "NV12");
+    APPEND_STRING (format_str, formats, "P010_10LE");
+    APPEND_STRING (format_str, formats, "VUYA");
+    APPEND_STRING (format_str, formats, "RGBA");
+    APPEND_STRING (format_str, formats, "RGBx");
+    APPEND_STRING (format_str, formats, "BGRA");
+    APPEND_STRING (format_str, formats, "BGRx");
+    APPEND_STRING (format_str, formats, "RGB10A2_LE");
+    format_str += " }";
+  }
+#undef APPEND_STRING
+
+  resolution_str = "width = (int)  " +
+      std::to_string (GST_ROUND_UP_16 (dev_caps.width_min))
+      + ", " + std::to_string (dev_caps.width_max) + " ";
+  resolution_str += ", height = (int)  " +
+      std::to_string (GST_ROUND_UP_16 (dev_caps.height_min))
+      + ", " + std::to_string (dev_caps.height_max) + " ";
+
+  sink_caps_str = "video/x-raw, " + format_str + ", " + resolution_str;
+
+  src_caps_str = "video/x-av1, " + resolution_str + ", profile = (string) main"
+      + ", stream-format = (string) obu-stream, alignment = (string) tu";
+
+  system_caps = gst_caps_from_string (sink_caps_str.c_str ());
+  sink_caps = gst_caps_copy (system_caps);
+#ifdef G_OS_WIN32
+  if (device_mode == GST_NV_ENCODER_DEVICE_D3D11) {
+    gst_caps_set_features (sink_caps, 0,
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            nullptr));
+  }
+#endif
+
+  if (device_mode == GST_NV_ENCODER_DEVICE_CUDA) {
+    gst_caps_set_features (sink_caps, 0,
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+            nullptr));
+#ifdef HAVE_GST_D3D12
+    if (gst_nvcodec_is_windows_10_or_greater ()) {
+      gboolean have_interop = FALSE;
+      g_object_get (device,
+          "external-resource-interop", &have_interop, nullptr);
+      if (have_interop) {
+        auto d3d12_caps = gst_caps_copy (system_caps);
+        gst_caps_set_features_simple (d3d12_caps,
+            gst_caps_features_new_static_str
+            (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, nullptr));
+        gst_caps_append (sink_caps, d3d12_caps);
+      }
+    }
+#endif
+#ifdef HAVE_CUDA_GST_GL
+    GstCaps *gl_caps = gst_caps_copy (system_caps);
+    gst_caps_set_features (gl_caps, 0,
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+            nullptr));
+    gst_caps_append (sink_caps, gl_caps);
+#endif
+  }
+
+  gst_caps_append (sink_caps, system_caps);
+
+  cdata = gst_nv_encoder_class_data_new ();
+  cdata->sink_caps = sink_caps;
+  cdata->src_caps = gst_caps_from_string (src_caps_str.c_str ());
+  cdata->device_caps = dev_caps;
+  cdata->device_mode = device_mode;
+
+  /* *INDENT-OFF* */
+  for (const auto &iter: formats)
+    cdata->formats = g_list_append (cdata->formats, g_strdup (iter.c_str()));
+  /* *INDENT-ON* */
+
+#ifdef G_OS_WIN32
+  if (device_mode == GST_NV_ENCODER_DEVICE_D3D11)
+    g_object_get (device, "adapter-luid", &cdata->adapter_luid, nullptr);
+  else
+    g_object_get (device, "dxgi-adapter-luid", &cdata->adapter_luid, nullptr);
+#endif
+
+  if (device_mode == GST_NV_ENCODER_DEVICE_CUDA)
+    g_object_get (device, "cuda-device-id", &cdata->cuda_device_id, nullptr);
+
+  /* class data will be leaked if the element never gets instantiated */
+  GST_MINI_OBJECT_FLAG_SET (cdata->sink_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_MINI_OBJECT_FLAG_SET (cdata->src_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  return cdata;
+}
+
+GstNvEncoderClassData *
+gst_nv_av1_encoder_register_cuda (GstPlugin * plugin, GstCudaContext * context,
+    guint rank)
+{
+  NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS session_params = { 0, };
+  gpointer session;
+  NVENCSTATUS status;
+  GstNvEncoderClassData *cdata;
+
+  GST_DEBUG_CATEGORY_INIT (gst_nv_av1_encoder_debug, "nvav1encoder", 0,
+      "nvav1encoder");
+
+  session_params.version =
+      gst_nvenc_get_open_encode_session_ex_params_version ();
+  session_params.deviceType = NV_ENC_DEVICE_TYPE_CUDA;
+  session_params.device = gst_cuda_context_get_handle (context);
+  session_params.apiVersion = gst_nvenc_get_api_version ();
+
+  status = NvEncOpenEncodeSessionEx (&session_params, &session);
+  if (status != NV_ENC_SUCCESS) {
+    GST_WARNING_OBJECT (context, "Failed to open session");
+    return nullptr;
+  }
+
+  cdata = gst_nv_av1_encoder_create_class_data (GST_OBJECT (context), session,
+      GST_NV_ENCODER_DEVICE_CUDA);
+  NvEncDestroyEncoder (session);
+
+  if (!cdata)
+    return nullptr;
+
+  gst_nv_encoder_class_data_ref (cdata);
+
+  GType type;
+  gchar *type_name;
+  gchar *feature_name;
+  GTypeInfo type_info = {
+    sizeof (GstNvAv1EncoderClass),
+    nullptr,
+    nullptr,
+    (GClassInitFunc) gst_nv_av1_encoder_class_init,
+    nullptr,
+    cdata,
+    sizeof (GstNvAv1Encoder),
+    0,
+    (GInstanceInitFunc) gst_nv_av1_encoder_init,
+  };
+
+  type_name = g_strdup ("GstNvAv1Enc");
+  feature_name = g_strdup ("nvav1enc");
+
+  gint index = 0;
+  while (g_type_from_name (type_name)) {
+    index++;
+    g_free (type_name);
+    g_free (feature_name);
+    type_name = g_strdup_printf ("GstNvAv1Device%dEnc", index);
+    feature_name = g_strdup_printf ("nvav1device%denc", index);
+  }
+
+  type = g_type_register_static (GST_TYPE_NV_ENCODER, type_name,
+      &type_info, (GTypeFlags) 0);
+
+  if (rank > 0 && index != 0)
+    rank--;
+
+  if (index != 0)
+    gst_element_type_set_skip_documentation (type);
+
+  if (!gst_element_register (plugin, feature_name, rank, type))
+    GST_WARNING ("Failed to register plugin '%s'", type_name);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return cdata;
+}
+
+#ifdef G_OS_WIN32
+GstNvEncoderClassData *
+gst_nv_av1_encoder_register_d3d11 (GstPlugin * plugin, GstD3D11Device * device,
+    guint rank)
+{
+  NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS session_params = { 0, };
+  gpointer session;
+  NVENCSTATUS status;
+  GstNvEncoderClassData *cdata;
+
+  GST_DEBUG_CATEGORY_INIT (gst_nv_av1_encoder_debug, "nvav1encoder", 0,
+      "nvav1encoder");
+
+  session_params.version =
+      gst_nvenc_get_open_encode_session_ex_params_version ();
+  session_params.deviceType = NV_ENC_DEVICE_TYPE_DIRECTX;
+  session_params.device = gst_d3d11_device_get_device_handle (device);
+  session_params.apiVersion = gst_nvenc_get_api_version ();
+
+  status = NvEncOpenEncodeSessionEx (&session_params, &session);
+  if (status != NV_ENC_SUCCESS) {
+    GST_WARNING_OBJECT (device, "Failed to open session");
+    return nullptr;
+  }
+
+  cdata = gst_nv_av1_encoder_create_class_data (GST_OBJECT (device), session,
+      GST_NV_ENCODER_DEVICE_D3D11);
+  NvEncDestroyEncoder (session);
+
+  if (!cdata)
+    return nullptr;
+
+  gst_nv_encoder_class_data_ref (cdata);
+
+  GType type;
+  gchar *type_name;
+  gchar *feature_name;
+  GTypeInfo type_info = {
+    sizeof (GstNvAv1EncoderClass),
+    nullptr,
+    nullptr,
+    (GClassInitFunc) gst_nv_av1_encoder_class_init,
+    nullptr,
+    cdata,
+    sizeof (GstNvAv1Encoder),
+    0,
+    (GInstanceInitFunc) gst_nv_av1_encoder_init,
+  };
+
+  type_name = g_strdup ("GstNvD3D11Av1Enc");
+  feature_name = g_strdup ("nvd3d11av1enc");
+
+  gint index = 0;
+  while (g_type_from_name (type_name)) {
+    index++;
+    g_free (type_name);
+    g_free (feature_name);
+    type_name = g_strdup_printf ("GstNvD3D11Av1Device%dEnc", index);
+    feature_name = g_strdup_printf ("nvd3d11av1device%denc", index);
+  }
+
+  type = g_type_register_static (GST_TYPE_NV_ENCODER, type_name,
+      &type_info, (GTypeFlags) 0);
+
+  if (rank > 0 && index != 0)
+    rank--;
+
+  if (index != 0)
+    gst_element_type_set_skip_documentation (type);
+
+  if (!gst_element_register (plugin, feature_name, rank, type))
+    GST_WARNING ("Failed to register plugin '%s'", type_name);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return cdata;
+}
+#endif
+
+void
+gst_nv_av1_encoder_register_auto_select (GstPlugin * plugin,
+    GList * device_caps_list, guint rank)
+{
+  std::set < std::string > formats;
+  std::string sink_caps_str;
+  std::string src_caps_str;
+  std::string format_str;
+  std::string resolution_str;
+  GList *iter;
+  guint adapter_luid_size = 0;
+  gint64 adapter_luid_list8 = { 0, };
+  guint cuda_device_id_size = 0;
+  guint cuda_device_id_list8 = { 0, };
+  GstNvEncoderDeviceCaps dev_caps;
+  GstNvEncoderClassData *cdata;
+  GstCaps *sink_caps = nullptr;
+  GstCaps *system_caps;
+
+  GST_DEBUG_CATEGORY_INIT (gst_nv_av1_encoder_debug, "nvav1encoder", 0,
+      "nvav1encoder");
+
+  for (iter = device_caps_list; iter; iter = g_list_next (iter)) {
+    GstNvEncoderClassData *cdata = (GstNvEncoderClassData *) iter->data;
+    GList *walk;
+
+    for (walk = cdata->formats; walk; walk = g_list_next (walk))
+      formats.insert ((gchar *) walk->data);
+
+    if (cdata->device_mode == GST_NV_ENCODER_DEVICE_D3D11 &&
+        adapter_luid_size <= G_N_ELEMENTS (adapter_luid_list) - 1) {
+      adapter_luid_listadapter_luid_size = cdata->adapter_luid;
+      adapter_luid_size++;
+    }
+
+    if (cdata->device_mode == GST_NV_ENCODER_DEVICE_CUDA &&
+        cuda_device_id_size <= G_N_ELEMENTS (cuda_device_id_list) - 1) {
+      cuda_device_id_listcuda_device_id_size = cdata->cuda_device_id;
+      cuda_device_id_size++;
+    }
+
+    if (iter == device_caps_list) {
+      dev_caps = cdata->device_caps;
+    } else {
+      gst_nv_encoder_merge_device_caps (&dev_caps, &cdata->device_caps,
+          &dev_caps);
+    }
+  }
+
+  g_list_free_full (device_caps_list,
+      (GDestroyNotify) gst_nv_encoder_class_data_unref);
+  if (formats.empty ())
+    return;
+
+#define APPEND_STRING(dst,set,str) G_STMT_START { \
+  if (set.find(str) != set.end()) { \
+    if (!first) \
+      dst += ", "; \
+    dst += str; \
+    first = false; \
+  } \
+} G_STMT_END
+
+  if (formats.size () == 1) {
+    format_str = "format = (string) " + *(formats.begin ());
+  } else {
+    bool first = true;
+
+    format_str = "format = (string) { ";
+    APPEND_STRING (format_str, formats, "NV12");
+    APPEND_STRING (format_str, formats, "P010_10LE");
+    APPEND_STRING (format_str, formats, "VUYA");
+    APPEND_STRING (format_str, formats, "RGBA");
+    APPEND_STRING (format_str, formats, "RGBx");
+    APPEND_STRING (format_str, formats, "BGRA");
+    APPEND_STRING (format_str, formats, "BGRx");
+    APPEND_STRING (format_str, formats, "RGB10A2_LE");
+    format_str += " }";
+  }
+#undef APPEND_STRING
+
+  resolution_str = "width = (int)  " +
+      std::to_string (GST_ROUND_UP_16 (dev_caps.width_min))
+      + ", " + std::to_string (dev_caps.width_max) + " ";
+  resolution_str += ", height = (int)  " +
+      std::to_string (GST_ROUND_UP_16 (dev_caps.height_min))
+      + ", " + std::to_string (dev_caps.height_max) + " ";
+
+
+  sink_caps_str = "video/x-raw, " + format_str + ", " + resolution_str;
+  src_caps_str = "video/x-av1, " + resolution_str + ", profile = (string) main"
+      + ", stream-format = (string) obu-stream, alignment = (string) tu";
+
+  system_caps = gst_caps_from_string (sink_caps_str.c_str ());
+  sink_caps = gst_caps_new_empty ();
+
+  if (cuda_device_id_size > 0) {
+    GstCaps *cuda_caps = gst_caps_copy (system_caps);
+    gst_caps_set_features (cuda_caps, 0,
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+            nullptr));
+    gst_caps_append (sink_caps, cuda_caps);
+  }
+#ifdef G_OS_WIN32
+  if (adapter_luid_size > 0) {
+    GstCaps *d3d11_caps = gst_caps_copy (system_caps);
+    gst_caps_set_features (d3d11_caps, 0,
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            nullptr));
+    gst_caps_append (sink_caps, d3d11_caps);
+  }
+#endif
+
+#ifdef HAVE_CUDA_GST_GL
+  GstCaps *gl_caps = gst_caps_copy (system_caps);
+  gst_caps_set_features (gl_caps, 0,
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+          nullptr));
+  gst_caps_append (sink_caps, gl_caps);
+#endif
+
+  gst_caps_append (sink_caps, system_caps);
+
+  cdata = gst_nv_encoder_class_data_new ();
+  cdata->sink_caps = sink_caps;
+  cdata->src_caps = gst_caps_from_string (src_caps_str.c_str ());
+  cdata->device_caps = dev_caps;
+  cdata->device_mode = GST_NV_ENCODER_DEVICE_AUTO_SELECT;
+  cdata->adapter_luid = adapter_luid_list0;
+  cdata->adapter_luid_size = adapter_luid_size;
+  memcpy (&cdata->adapter_luid_list,
+      adapter_luid_list, sizeof (adapter_luid_list));
+  cdata->cuda_device_id = cuda_device_id_list0;
+  cdata->cuda_device_id_size = cuda_device_id_size;
+  memcpy (&cdata->cuda_device_id_list,
+      cuda_device_id_list, sizeof (cuda_device_id_list));
+
+  /* class data will be leaked if the element never gets instantiated */
+  GST_MINI_OBJECT_FLAG_SET (cdata->sink_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_MINI_OBJECT_FLAG_SET (cdata->src_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  GType type;
+  GTypeInfo type_info = {
+    sizeof (GstNvAv1EncoderClass),
+    nullptr,
+    nullptr,
+    (GClassInitFunc) gst_nv_av1_encoder_class_init,
+    nullptr,
+    cdata,
+    sizeof (GstNvAv1Encoder),
+    0,
+    (GInstanceInitFunc) gst_nv_av1_encoder_init,
+  };
+
+  type = g_type_register_static (GST_TYPE_NV_ENCODER, "GstNvAutoGpuAv1Enc",
+      &type_info, (GTypeFlags) 0);
+
+  if (!gst_element_register (plugin, "nvautogpuav1enc", rank, type))
+    GST_WARNING ("Failed to register plugin 'GstNvAutoGpuAv1Enc'");
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvav1encoder.h Added

@@ -0,0 +1,41 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstnvencoder.h"
+
+G_BEGIN_DECLS
+
+GstNvEncoderClassData * gst_nv_av1_encoder_register_cuda  (GstPlugin * plugin,
+                                                           GstCudaContext * context,
+                                                           guint rank);
+
+#ifdef G_OS_WIN32
+GstNvEncoderClassData * gst_nv_av1_encoder_register_d3d11 (GstPlugin * plugin,
+                                                            GstD3D11Device * device,
+                                                            guint rank);
+#endif
+
+void gst_nv_av1_encoder_register_auto_select (GstPlugin * plugin,
+                                              GList * device_caps_list,
+                                              guint rank);
+
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvcodecutils.cpp Added

@@ -0,0 +1,39 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstnvcodecutils.h"
+#include <gst/cuda/gstcuda-private.h>
+
+gboolean
+gst_nvcodec_is_windows_10_or_greater (void)
+{
+  static gboolean ret = FALSE;
+
+#ifdef G_OS_WIN32
+  GST_CUDA_CALL_ONCE_BEGIN {
+    ret = g_win32_check_windows_version (10, 0, 0, G_WIN32_OS_ANY);
+  } GST_CUDA_CALL_ONCE_END;
+#endif
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvcodecutils.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvcodecutils.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvdec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvdec.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvdecoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvdecoder.cpp Changed

@@ -50,6 +50,11 @@
 #include <gst/gl/gstglfuncs.h>
 #endif
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#include "gstcudainterop_d3d12.h"
+#endif
+
 #ifdef G_OS_WIN32
 #include <gst/d3d11/gstd3d11.h>
 #endif
@@ -58,6 +63,7 @@
 #include <gst/cuda/gstcuda-private.h>
 #include "gstnvdecoder.h"
 #include "gstcudaconverter.h"
+#include "gstnvcodecutils.h"
 #include <string.h>
 #include <string>
 #include <set>
@@ -80,6 +86,7 @@
   GST_NV_DECODER_OUTPUT_TYPE_GL = (1 << 1),
   GST_NV_DECODER_OUTPUT_TYPE_CUDA = (1 << 2),
   GST_NV_DECODER_OUTPUT_TYPE_D3D11 = (1 << 3),
+  GST_NV_DECODER_OUTPUT_TYPE_D3D12 = (1 << 4),
 } GstNvDecoderOutputType;
 
 struct _GstNvDecoder
@@ -118,6 +125,11 @@
   GstBuffer *convert_buf;
   GstVideoInfo output_info;
 
+#ifdef HAVE_GST_D3D12
+  GstCudaD3D12Interop *interop_12;
+  GstD3D12Device *device_12;
+#endif
+
   GstNvDecoderOutputType output_type;
 };
 
@@ -264,6 +276,11 @@
   gst_clear_buffer (&decoder->convert_buf);
   gst_clear_buffer (&decoder->export_buf);
 
+#ifdef HAVE_GST_D3D12
+  gst_clear_object (&decoder->interop_12);
+  gst_clear_object (&decoder->device_12);
+#endif
+
   return TRUE;
 }
 
@@ -296,6 +313,9 @@
   gst_clear_buffer (&decoder->export_buf);
   gst_clear_buffer (&decoder->convert_buf);
   gst_clear_object (&decoder->converter);
+#ifdef HAVE_GST_D3D12
+  gst_clear_object (&decoder->interop_12);
+#endif
 
   format = GST_VIDEO_INFO_FORMAT (info);
   if (decoder->info.finfo)
@@ -730,6 +750,50 @@
 }
 #endif
 
+#ifdef HAVE_GST_D3D12
+static GstFlowReturn
+gst_nv_decoder_copy_frame_to_d3d12 (GstNvDecoder * self,
+    GstNvDecSurface * surface, GstBuffer * buffer)
+{
+  if (!self->interop_12) {
+    GST_ERROR_OBJECT (self, "D3D12 output is not configured");
+    return GST_FLOW_ERROR;
+  }
+
+  GstMemory *mem;
+  auto ret = gst_nv_dec_object_export_surface (self->object,
+      surface, self->stream, &mem);
+  if (ret != GST_FLOW_OK) {
+    GST_WARNING_OBJECT (self, "Couldn't export surface");
+    gst_nv_dec_object_unmap_surface (self->object, surface);
+    return ret;
+  }
+
+  auto cmem = GST_CUDA_MEMORY_CAST (mem);
+  if (!self->export_buf) {
+    self->export_buf = gst_buffer_new ();
+    gst_buffer_add_video_meta_full (self->export_buf, GST_VIDEO_FRAME_FLAG_NONE,
+        GST_VIDEO_INFO_FORMAT (&self->info),
+        GST_VIDEO_INFO_WIDTH (&self->info),
+        GST_VIDEO_INFO_HEIGHT (&self->info),
+        GST_VIDEO_INFO_N_PLANES (&self->info),
+        cmem->info.offset, cmem->info.stride);
+  }
+
+  gst_buffer_append_memory (self->export_buf, mem);
+  auto download_ret = gst_cuda_d3d12_interop_download_async (self->interop_12,
+      buffer, self->export_buf, self->stream);
+  gst_buffer_remove_all_memory (self->export_buf);
+
+  if (!download_ret) {
+    GST_ERROR_OBJECT (self, "Couldn't convert frame");
+    return GST_FLOW_ERROR;
+  }
+
+  return GST_FLOW_OK;
+}
+#endif
+
 static GstFlowReturn
 gst_nv_decoder_copy_frame_to_system (GstNvDecoder * decoder,
     GstNvDecSurface * surface, GstBuffer * buffer)
@@ -946,6 +1010,13 @@
         ret = gst_nv_decoder_copy_frame_to_system (decoder,
             surface, frame->output_buffer);
         break;
+#ifdef HAVE_GST_D3D12
+      case GST_NV_DECODER_OUTPUT_TYPE_D3D12:
+        ret = gst_nv_decoder_copy_frame_to_d3d12 (decoder, surface,
+            frame->output_buffer);
+        need_unmap = FALSE;
+        break;
+#endif
 #ifdef G_OS_WIN32
       case GST_NV_DECODER_OUTPUT_TYPE_D3D11:
         ret = gst_nv_decoder_copy_frame_to_d3d11 (decoder, surface,
@@ -1185,8 +1256,8 @@
 };
 
 gboolean
-gst_nv_decoder_check_device_caps (CUcontext cuda_ctx, cudaVideoCodec codec,
-    GstCaps ** sink_template, GstCaps ** src_template)
+gst_nv_decoder_check_device_caps (GstCudaContext * context,
+    cudaVideoCodec codec, GstCaps ** sink_template, GstCaps ** src_template)
 {
   CUresult cuda_ret;
   guint max_width = 0, min_width = G_MAXINT;
@@ -1213,6 +1284,7 @@
   gboolean ret = FALSE;
   std::set < std::string > formats;
   std::set < std::string > planar_formats;
+  CUcontext cuda_ctx = gst_cuda_context_get_handle (context);
 #ifdef G_OS_WIN32
   gboolean is_stateless = FALSE;
 
@@ -1249,7 +1321,8 @@
     {
       GstCaps *cuda_caps = gst_caps_copy (src_templ);
       gst_caps_set_features_simple (cuda_caps,
-          gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY));
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY));
 
 #ifdef G_OS_WIN32
       if (is_stateless) {
@@ -1266,7 +1339,8 @@
       {
         GstCaps *gl_caps = gst_caps_copy (src_templ);
         gst_caps_set_features_simple (gl_caps,
-            gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
+            gst_caps_features_new_single_static_str
+            (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
         gst_caps_append (src_templ, gl_caps);
       }
 #endif
@@ -1414,7 +1488,23 @@
 
     src_templ = gst_caps_copy (raw_caps);
     gst_caps_set_features_simple (src_templ,
-        gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY));
+        gst_caps_features_new_single_static_str
+        (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY));
+
+#ifdef HAVE_GST_D3D12
+    if (is_stateless && gst_nvcodec_is_windows_10_or_greater ()) {
+      gboolean have_interop = FALSE;
+      g_object_get (context, "external-resource-interop",
+          &have_interop, nullptr);
+      if (have_interop) {
+        auto d3d12_caps = gst_caps_copy (raw_caps);
+        gst_caps_set_features_simple (d3d12_caps,
+            gst_caps_features_new_single
+            (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY));
+        gst_caps_append (src_templ, d3d12_caps);
+      }
+    }
+#endif
 
 #ifdef G_OS_WIN32
     if (is_stateless) {
@@ -1438,7 +1528,8 @@
       src_caps_string = "video/x-raw, format = (string) " + format_str;
       GstCaps *d3d11_caps = gst_caps_from_string (src_caps_string.c_str ());
       gst_caps_set_features_simple (d3d11_caps,
-          gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
       gst_caps_append (src_templ, d3d11_caps);
     }
 #endif
@@ -1456,6 +1547,7 @@
       APPEND_STRING (format_str, formats, "P010_10LE");
       APPEND_STRING (format_str, formats, "P012_LE");
       APPEND_STRING (format_str, formats, "Y444");
+      APPEND_STRING (format_str, formats, "Y444_16LE");
       APPEND_STRING (format_str, formats, "GBR");
       format_str += " }";
     }
@@ -1463,7 +1555,8 @@
     src_caps_string = "video/x-raw, format = (string) " + format_str;
     GstCaps *gl_caps = gst_caps_from_string (src_caps_string.c_str ());
     gst_caps_set_features_simple (gl_caps,
-        gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
+        gst_caps_features_new_single_static_str
+        (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
     gst_caps_append (src_templ, gl_caps);
 #endif
     gst_caps_append (src_templ, raw_caps);
@@ -1530,6 +1623,13 @@
           &decoder->context)) {
     return;
   }
+#ifdef HAVE_GST_D3D12
+  if (gst_d3d12_handle_set_context_for_adapter_luid (element, context,
+          decoder->adapter_luid, &decoder->device_12)) {
+    return;
+  }
+#endif
+
 #ifdef G_OS_WIN32
   if (gst_d3d11_handle_set_context_for_adapter_luid (element, context,
           decoder->adapter_luid, (GstD3D11Device **) & decoder->d3d11_device)) {
@@ -1554,6 +1654,12 @@
   if (gst_cuda_handle_context_query (element, query, decoder->context))
     return TRUE;
 
+#ifdef HAVE_GST_D3D12
+  if (gst_d3d12_handle_context_query (element, query, decoder->device_12)) {
+    return TRUE;
+  }
+#endif
+
 #ifdef G_OS_WIN32
   if (gst_d3d11_handle_context_query (element,
           query, (GstD3D11Device *) decoder->d3d11_device)) {
@@ -1741,6 +1847,30 @@
 }
 #endif
 
+#ifdef HAVE_GST_D3D12
+static gboolean
+gst_nv_decoder_ensure_d3d12_output (GstNvDecoder * self, GstElement * element)
+{
+  if (!gst_d3d12_ensure_element_data_for_adapter_luid (GST_ELEMENT (element),
+          self->adapter_luid, &self->device_12)) {
+    GST_WARNING_OBJECT (element, "D3D12 device is not available");
+    return FALSE;
+  }
+
+  if (!self->interop_12) {
+    self->interop_12 = gst_cuda_d3d12_interop_new (self->context,
+        self->device_12, &self->info, FALSE);
+  }
+
+  if (!self->interop_12) {
+    GST_WARNING_OBJECT (element, "Couldn't create downloader");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+#endif
+
 gboolean
 gst_nv_decoder_negotiate (GstNvDecoder * decoder,
     GstVideoDecoder * videodec, GstVideoCodecState * input_state)
@@ -1781,6 +1911,13 @@
           GST_DEBUG_OBJECT (videodec, "found CUDA memory feature");
           available_types |= GST_NV_DECODER_OUTPUT_TYPE_CUDA;
         }
+#ifdef HAVE_GST_D3D12
+        if (features && gst_caps_features_contains (features,
+                GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY)) {
+          GST_DEBUG_OBJECT (videodec, "found D3D12 memory feature");
+          available_types |= GST_NV_DECODER_OUTPUT_TYPE_D3D12;
+        }
+#endif
 #ifdef G_OS_WIN32
         if (features && gst_caps_features_contains (features,
                 GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
@@ -1791,8 +1928,6 @@
 #ifdef HAVE_CUDA_GST_GL
         /* TODO: gl does not support Y444_16 and GBR_16 */
         if (GST_VIDEO_INFO_FORMAT (&decoder->info) !=
-            GST_VIDEO_FORMAT_Y444_16LE &&
-            GST_VIDEO_INFO_FORMAT (&decoder->info) !=
             GST_VIDEO_FORMAT_GBR_16LE &&
             features && gst_caps_features_contains (features,
                 GST_CAPS_FEATURE_MEMORY_GL_MEMORY)) {
@@ -1810,6 +1945,8 @@
       if (selected_type == GST_NV_DECODER_OUTPUT_TYPE_UNKNOWN) {
         if ((available_types & GST_NV_DECODER_OUTPUT_TYPE_CUDA) != 0)
           selected_type = GST_NV_DECODER_OUTPUT_TYPE_CUDA;
+        else if ((available_types & GST_NV_DECODER_OUTPUT_TYPE_D3D12) != 0)
+          selected_type = GST_NV_DECODER_OUTPUT_TYPE_D3D12;
         else if ((available_types & GST_NV_DECODER_OUTPUT_TYPE_D3D11) != 0)
           selected_type = GST_NV_DECODER_OUTPUT_TYPE_D3D11;
         else if ((available_types & GST_NV_DECODER_OUTPUT_TYPE_GL) != 0)
@@ -1824,6 +1961,15 @@
     gst_clear_caps (&caps);
   }
 
+#ifdef HAVE_GST_D3D12
+  if (decoder->output_type == GST_NV_DECODER_OUTPUT_TYPE_D3D12 &&
+      !gst_nv_decoder_ensure_d3d12_output (decoder, GST_ELEMENT (videodec))) {
+    GST_WARNING_OBJECT (videodec, "D3D12 setup failed");
+    decoder->output_type = GST_NV_DECODER_OUTPUT_TYPE_SYSTEM;
+    decoder->output_info = decoder->info;
+  }
+#endif
+
 #ifdef G_OS_WIN32
   if (decoder->output_type == GST_NV_DECODER_OUTPUT_TYPE_D3D11 &&
       !gst_nv_decoder_ensure_d3d11_output (decoder, GST_ELEMENT (videodec))) {
@@ -1853,21 +1999,30 @@
     case GST_NV_DECODER_OUTPUT_TYPE_CUDA:
       GST_DEBUG_OBJECT (videodec, "using CUDA memory");
       gst_caps_set_features (state->caps, 0,
-          gst_caps_features_new_single (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY));
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY));
+      break;
+#ifdef HAVE_GST_D3D12
+    case GST_NV_DECODER_OUTPUT_TYPE_D3D12:
+      gst_caps_set_features (state->caps, 0,
+          gst_caps_features_new_single (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY));
       break;
+#endif
 #ifdef G_OS_WIN32
     case GST_NV_DECODER_OUTPUT_TYPE_D3D11:
       gst_caps_set_features (state->caps, 0,
-          gst_caps_features_new_single (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY));
       break;
 #endif
 #ifdef HAVE_CUDA_GST_GL
     case GST_NV_DECODER_OUTPUT_TYPE_GL:
       GST_DEBUG_OBJECT (videodec, "using GL memory");
       gst_caps_set_features (state->caps, 0,
-          gst_caps_features_new_single (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
-      gst_caps_set_simple (state->caps, "texture-target", G_TYPE_STRING,
-          "2D", nullptr);
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
+      gst_caps_set_simple (state->caps, "texture-target", G_TYPE_STRING, "2D",
+          nullptr);
       break;
 #endif
     default:
@@ -2087,6 +2242,75 @@
 }
 #endif
 
+#ifdef HAVE_GST_D3D12
+static gboolean
+gst_nv_decoder_ensure_d3d12_pool (GstNvDecoder * self, GstElement * element,
+    GstQuery * query)
+{
+  GstCaps *outcaps;
+  GstBufferPool *pool = NULL;
+  guint n, size, min = 0, max = 0;
+  GstVideoInfo info;
+
+  gst_query_parse_allocation (query, &outcaps, nullptr);
+
+  if (!outcaps) {
+    GST_DEBUG_OBJECT (element, "No output caps");
+    return FALSE;
+  }
+
+  if (!gst_d3d12_ensure_element_data_for_adapter_luid (element,
+          self->adapter_luid, &self->device_12)) {
+    GST_ERROR_OBJECT (element, "Couldn't create d3d11 device");
+    return FALSE;
+  }
+
+  gst_video_info_from_caps (&info, outcaps);
+  n = gst_query_get_n_allocation_pools (query);
+  if (n > 0)
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+
+  /* create our own pool */
+  if (pool) {
+    if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+      GST_DEBUG_OBJECT (self,
+          "Downstream pool is not d3d11, will create new one");
+      gst_clear_object (&pool);
+    } else {
+      auto dpool = GST_D3D12_BUFFER_POOL (pool);
+      if (!gst_d3d12_device_is_equal (dpool->device, self->device_12)) {
+        GST_DEBUG_OBJECT (element, "Different device, will create new one");
+        gst_clear_object (&pool);
+      }
+    }
+  }
+
+  if (!pool) {
+    pool = gst_d3d12_buffer_pool_new (self->device_12);
+    size = info.size;
+  }
+
+  auto config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_set_params (config, outcaps, size, min, max);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+  gst_buffer_pool_set_config (pool, config);
+  /* d3d12 buffer pool will update buffer size based on allocated texture,
+   * get size from config again */
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (n > 0)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+#endif
+
 gboolean
 gst_nv_decoder_decide_allocation (GstNvDecoder * decoder,
     GstVideoDecoder * videodec, GstQuery * query)
@@ -2106,6 +2330,12 @@
           query);
       break;
 #endif
+#ifdef HAVE_GST_D3D12
+    case GST_NV_DECODER_OUTPUT_TYPE_D3D12:
+      ret = gst_nv_decoder_ensure_d3d12_pool (decoder, GST_ELEMENT (videodec),
+          query);
+      break;
+#endif
 #ifdef HAVE_CUDA_GST_GL
     case GST_NV_DECODER_OUTPUT_TYPE_GL:
       ret = gst_nv_decoder_ensure_gl_pool (decoder, query);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvdecoder.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvdecoder.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvenc.c Changed

@@ -22,10 +22,7 @@
 #endif
 
 #include "gstnvenc.h"
-#include "gstnvh264enc.h"
-#include "gstnvh265enc.h"
 #include <gst/cuda/gstcudautils.h>
-#include <gst/cuda/gstcudabufferpool.h>
 #include <string.h>
 
 #include <gmodule.h>
@@ -45,8 +42,8 @@
 #endif
 
 /* For backward compatibility */
-#define GST_NVENC_MIN_API_MAJOR_VERSION 8
-#define GST_NVENC_MIN_API_MINOR_VERSION 1
+#define GST_NVENC_MIN_API_MAJOR_VERSION 10
+#define GST_NVENC_MIN_API_MINOR_VERSION 0
 
 #define GST_NVENCAPI_VERSION(major,minor) ((major) | ((minor) << 24))
 #define GST_NVENCAPI_STRUCT_VERSION(ver,api_ver) ((uint32_t)(api_ver) | ((ver)<<16) | (0x7 << 28))
@@ -305,598 +302,6 @@
   return nvenc_api.nvEncSetIOCudaStreams (encoder, input_stream, output_stream);
 }
 
-gboolean
-gst_nvenc_cmp_guid (GUID g1, GUID g2)
-{
-  return (g1.Data1 == g2.Data1 && g1.Data2 == g2.Data2 && g1.Data3 == g2.Data3
-      && g1.Data40 == g2.Data40 && g1.Data41 == g2.Data41
-      && g1.Data42 == g2.Data42 && g1.Data43 == g2.Data43
-      && g1.Data44 == g2.Data44 && g1.Data45 == g2.Data45
-      && g1.Data46 == g2.Data46 && g1.Data47 == g2.Data47);
-}
-
-NV_ENC_BUFFER_FORMAT
-gst_nvenc_get_nv_buffer_format (GstVideoFormat fmt)
-{
-  switch (fmt) {
-    case GST_VIDEO_FORMAT_NV12:
-      return NV_ENC_BUFFER_FORMAT_NV12_PL;
-    case GST_VIDEO_FORMAT_YV12:
-      return NV_ENC_BUFFER_FORMAT_YV12_PL;
-    case GST_VIDEO_FORMAT_I420:
-      return NV_ENC_BUFFER_FORMAT_IYUV_PL;
-    case GST_VIDEO_FORMAT_Y444:
-      return NV_ENC_BUFFER_FORMAT_YUV444_PL;
-    case GST_VIDEO_FORMAT_P010_10LE:
-    case GST_VIDEO_FORMAT_P010_10BE:
-      return NV_ENC_BUFFER_FORMAT_YUV420_10BIT;
-    case GST_VIDEO_FORMAT_BGRA:
-      return NV_ENC_BUFFER_FORMAT_ARGB;
-    case GST_VIDEO_FORMAT_RGBA:
-      return NV_ENC_BUFFER_FORMAT_ABGR;
-    case GST_VIDEO_FORMAT_BGR10A2_LE:
-      return NV_ENC_BUFFER_FORMAT_ARGB10;
-    case GST_VIDEO_FORMAT_RGB10A2_LE:
-      return NV_ENC_BUFFER_FORMAT_ABGR10;
-    case GST_VIDEO_FORMAT_Y444_16LE:
-    case GST_VIDEO_FORMAT_Y444_16BE:
-      return NV_ENC_BUFFER_FORMAT_YUV444_10BIT;
-    case GST_VIDEO_FORMAT_VUYA:
-      return NV_ENC_BUFFER_FORMAT_AYUV;
-    default:
-      break;
-  }
-  return NV_ENC_BUFFER_FORMAT_UNDEFINED;
-}
-
-typedef struct
-{
-  GstVideoFormat gst_format;
-  NV_ENC_BUFFER_FORMAT nv_format;
-  gboolean is_10bit;
-
-  gboolean supported;
-} GstNvEncFormat;
-
-gboolean
-gst_nvenc_get_supported_input_formats (gpointer encoder, GUID codec_id,
-    GValue ** formats)
-{
-  guint32 i, count = 0;
-  NV_ENC_BUFFER_FORMAT format_list64;
-  GValue val = G_VALUE_INIT;
-  GValue *ret = NULL;
-  NV_ENC_CAPS_PARAM param = { 0, };
-  gint support_yuv444 = 0;
-  gint support_10bit = 0;
-  guint num_format = 0;
-  GstNvEncFormat format_map = {
-    {GST_VIDEO_FORMAT_NV12, NV_ENC_BUFFER_FORMAT_NV12, FALSE, FALSE},
-    {GST_VIDEO_FORMAT_YV12, NV_ENC_BUFFER_FORMAT_YV12, FALSE, FALSE},
-    {GST_VIDEO_FORMAT_I420, NV_ENC_BUFFER_FORMAT_IYUV, FALSE, FALSE},
-    {GST_VIDEO_FORMAT_BGRA, NV_ENC_BUFFER_FORMAT_ARGB, FALSE, FALSE},
-    {GST_VIDEO_FORMAT_RGBA, NV_ENC_BUFFER_FORMAT_ABGR, FALSE, FALSE},
-    {GST_VIDEO_FORMAT_Y444, NV_ENC_BUFFER_FORMAT_YUV444, FALSE, FALSE},
-    {GST_VIDEO_FORMAT_VUYA, NV_ENC_BUFFER_FORMAT_AYUV, FALSE, FALSE},
-#if G_BYTE_ORDER == G_LITTLE_ENDIAN
-    {GST_VIDEO_FORMAT_P010_10LE, NV_ENC_BUFFER_FORMAT_YUV420_10BIT, TRUE,
-        FALSE},
-    {GST_VIDEO_FORMAT_BGR10A2_LE, NV_ENC_BUFFER_FORMAT_ARGB10, TRUE,
-        FALSE},
-    {GST_VIDEO_FORMAT_RGB10A2_LE, NV_ENC_BUFFER_FORMAT_ABGR10, TRUE,
-        FALSE},
-    {GST_VIDEO_FORMAT_Y444_16LE, NV_ENC_BUFFER_FORMAT_YUV444_10BIT, TRUE,
-        FALSE},
-#else
-    {GST_VIDEO_FORMAT_P010_10BE, NV_ENC_BUFFER_FORMAT_YUV420_10BIT, TRUE,
-        FALSE},
-    {GST_VIDEO_FORMAT_Y444_16BE, NV_ENC_BUFFER_FORMAT_YUV444_10BIT, TRUE,
-        FALSE},
-    /* FIXME: No 10bits big-endian ARGB10 format is defined */
-#endif
-  };
-
-  param.version = gst_nvenc_get_caps_param_version ();
-  param.capsToQuery = NV_ENC_CAPS_SUPPORT_YUV444_ENCODE;
-  if (NvEncGetEncodeCaps (encoder,
-          codec_id, &param, &support_yuv444) != NV_ENC_SUCCESS) {
-    support_yuv444 = 0;
-  }
-
-  param.capsToQuery = NV_ENC_CAPS_SUPPORT_10BIT_ENCODE;
-  if (NvEncGetEncodeCaps (encoder,
-          codec_id, &param, &support_10bit) != NV_ENC_SUCCESS) {
-    support_10bit = 0;
-  }
-
-  if (NvEncGetInputFormats (encoder,
-          codec_id, format_list, G_N_ELEMENTS (format_list),
-          &count) != NV_ENC_SUCCESS || count == 0) {
-    return FALSE;
-  }
-
-  for (i = 0; i < count; i++) {
-    GST_INFO ("input format: 0x%08x", format_listi);
-    switch (format_listi) {
-      case NV_ENC_BUFFER_FORMAT_NV12:
-      case NV_ENC_BUFFER_FORMAT_YV12:
-      case NV_ENC_BUFFER_FORMAT_IYUV:
-      case NV_ENC_BUFFER_FORMAT_ARGB:
-      case NV_ENC_BUFFER_FORMAT_ABGR:
-        if (!format_mapi.supported) {
-          format_mapi.supported = TRUE;
-          num_format++;
-        }
-        break;
-      case NV_ENC_BUFFER_FORMAT_YUV444:
-      case NV_ENC_BUFFER_FORMAT_AYUV:
-        if (support_yuv444 && !format_mapi.supported) {
-          format_mapi.supported = TRUE;
-          num_format++;
-        }
-        break;
-      case NV_ENC_BUFFER_FORMAT_YUV420_10BIT:
-        if (support_10bit && !format_mapi.supported) {
-          format_mapi.supported = TRUE;
-          num_format++;
-        }
-        break;
-      case NV_ENC_BUFFER_FORMAT_YUV444_10BIT:
-        if (support_yuv444 && support_10bit && !format_mapi.supported) {
-          format_mapi.supported = TRUE;
-          num_format++;
-        }
-        break;
-#if G_BYTE_ORDER == G_LITTLE_ENDIAN
-      case NV_ENC_BUFFER_FORMAT_ARGB10:
-      case NV_ENC_BUFFER_FORMAT_ABGR10:
-        if (support_10bit && !format_mapi.supported) {
-          format_mapi.supported = TRUE;
-          num_format++;
-        }
-        break;
-#endif
-      default:
-        GST_FIXME ("unmapped input format: 0x%08x", format_listi);
-        break;
-    }
-  }
-
-  if (num_format == 0)
-    return FALSE;
-
-  /* process a second time so we can add formats in the order we want */
-  g_value_init (&val, G_TYPE_STRING);
-  ret = g_new0 (GValue, 1);
-  g_value_init (ret, GST_TYPE_LIST);
-
-  for (i = 0; i < G_N_ELEMENTS (format_map); i++) {
-    if (!format_mapi.supported)
-      continue;
-
-    g_value_set_static_string (&val,
-        gst_video_format_to_string (format_mapi.gst_format));
-
-    gst_value_list_append_value (ret, &val);
-  }
-
-  g_value_unset (&val);
-
-  *formats = ret;
-
-  return TRUE;
-}
-
-GValue *
-gst_nvenc_get_interlace_modes (gpointer enc, GUID codec_id)
-{
-  NV_ENC_CAPS_PARAM caps_param = { 0, };
-  GValue *list;
-  GValue val = G_VALUE_INIT;
-  gint interlace_modes = 0;
-
-  caps_param.version = gst_nvenc_get_caps_param_version ();
-  caps_param.capsToQuery = NV_ENC_CAPS_SUPPORT_FIELD_ENCODING;
-
-  if (NvEncGetEncodeCaps (enc, codec_id, &caps_param,
-          &interlace_modes) != NV_ENC_SUCCESS)
-    interlace_modes = 0;
-
-  list = g_new0 (GValue, 1);
-
-  g_value_init (list, GST_TYPE_LIST);
-  g_value_init (&val, G_TYPE_STRING);
-
-  g_value_set_static_string (&val, "progressive");
-  gst_value_list_append_value (list, &val);
-
-  if (interlace_modes == 0)
-    return list;
-
-  if (interlace_modes >= 1) {
-    g_value_set_static_string (&val, "interleaved");
-    gst_value_list_append_value (list, &val);
-    g_value_set_static_string (&val, "mixed");
-    gst_value_list_append_value (list, &val);
-    g_value_unset (&val);
-  }
-  /* TODO: figure out what nvenc frame based interlacing means in gst terms */
-
-  return list;
-}
-
-typedef struct
-{
-  const gchar *gst_profile;
-  const GUID nv_profile;
-  const GUID codec_id;
-  const gboolean need_yuv444;
-  const gboolean need_10bit;
-
-  gboolean supported;
-} GstNvEncCodecProfile;
-
-GValue *
-gst_nvenc_get_supported_codec_profiles (gpointer enc, GUID codec_id)
-{
-  NVENCSTATUS nv_ret;
-  GUID profile_guids64;
-  GValue *ret;
-  GValue val = G_VALUE_INIT;
-  guint i, j, n, n_profiles;
-  NV_ENC_CAPS_PARAM param = { 0, };
-  gint support_yuv444 = 0;
-  gint support_10bit = 0;
-  GstNvEncCodecProfile profiles = {
-    /* avc profiles */
-    {"main", NV_ENC_H264_PROFILE_MAIN_GUID, NV_ENC_CODEC_H264_GUID, FALSE,
-        FALSE, FALSE},
-    {"high", NV_ENC_H264_PROFILE_HIGH_GUID, NV_ENC_CODEC_H264_GUID, FALSE,
-        FALSE, FALSE},
-    {"high-4:4:4", NV_ENC_H264_PROFILE_HIGH_444_GUID, NV_ENC_CODEC_H264_GUID,
-        TRUE, FALSE, FALSE},
-    /* put baseline to last since it does not support bframe */
-    {"baseline", NV_ENC_H264_PROFILE_BASELINE_GUID, NV_ENC_CODEC_H264_GUID,
-        FALSE, FALSE, FALSE},
-    {"constrained-baseline", NV_ENC_H264_PROFILE_BASELINE_GUID,
-          NV_ENC_CODEC_H264_GUID,
-        FALSE, FALSE, FALSE},
-    /* hevc profiles */
-    {"main", NV_ENC_HEVC_PROFILE_MAIN_GUID, NV_ENC_CODEC_HEVC_GUID, FALSE,
-        FALSE, FALSE},
-    {"main-10", NV_ENC_HEVC_PROFILE_MAIN10_GUID, NV_ENC_CODEC_HEVC_GUID, FALSE,
-        TRUE, FALSE},
-    {"main-444", NV_ENC_HEVC_PROFILE_FREXT_GUID, NV_ENC_CODEC_HEVC_GUID, TRUE,
-        FALSE, FALSE},
-#if 0
-    /* FIXME: seems to unsupported format */
-    {"main-444-10", NV_ENC_HEVC_PROFILE_FREXT_GUID, FALSE}
-#endif
-  };
-
-  param.version = gst_nvenc_get_caps_param_version ();
-  param.capsToQuery = NV_ENC_CAPS_SUPPORT_YUV444_ENCODE;
-  if (NvEncGetEncodeCaps (enc,
-          codec_id, &param, &support_yuv444) != NV_ENC_SUCCESS) {
-    support_yuv444 = 0;
-  }
-
-  param.capsToQuery = NV_ENC_CAPS_SUPPORT_10BIT_ENCODE;
-  if (NvEncGetEncodeCaps (enc,
-          codec_id, &param, &support_10bit) != NV_ENC_SUCCESS) {
-    support_10bit = 0;
-  }
-
-  nv_ret = NvEncGetEncodeProfileGUIDCount (enc, codec_id, &n);
-
-  if (nv_ret != NV_ENC_SUCCESS)
-    return NULL;
-
-  nv_ret = NvEncGetEncodeProfileGUIDs (enc,
-      codec_id, profile_guids, G_N_ELEMENTS (profile_guids), &n);
-
-  if (nv_ret != NV_ENC_SUCCESS)
-    return NULL;
-
-  n_profiles = 0;
-
-  for (i = 0; i < n; i++) {
-    for (j = 0; j < G_N_ELEMENTS (profiles); j++) {
-      if (profilesj.supported == FALSE &&
-          gst_nvenc_cmp_guid (profile_guidsi, profilesj.nv_profile) &&
-          gst_nvenc_cmp_guid (codec_id, profilesj.codec_id)) {
-        if (profilesj.need_yuv444 && !support_yuv444)
-          continue;
-
-        if (profilesj.need_10bit && !support_10bit)
-          continue;
-
-        profilesj.supported = TRUE;
-        n_profiles++;
-      }
-    }
-  }
-
-  if (n_profiles == 0)
-    return NULL;
-
-  ret = g_new0 (GValue, 1);
-
-  g_value_init (ret, GST_TYPE_LIST);
-  g_value_init (&val, G_TYPE_STRING);
-
-  for (i = 0; i < G_N_ELEMENTS (profiles); i++) {
-    if (!profilesi.supported)
-      continue;
-
-    g_value_set_static_string (&val, profilesi.gst_profile);
-    gst_value_list_append_value (ret, &val);
-  }
-
-  g_value_unset (&val);
-
-  return ret;
-}
-
-#define DEBUG_DEVICE_CAPS(d,c,caps,s) \
-  GST_DEBUG ("device-%d %s %s: %s", \
-      d, c, caps, s ? "supported" : "not supported");
-
-#define ERROR_DETAILS "codec %s, device %i, error code %i"
-
-static void
-gst_nv_enc_register (GstPlugin * plugin, GUID codec_id, const gchar * codec,
-    guint rank, gint device_index, CUcontext cuda_ctx)
-{
-  {
-    GValue *formats = NULL;
-    GValue *profiles;
-    GValue *interlace_modes;
-    gpointer enc;
-    NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS params = { 0, };
-    NV_ENC_CAPS_PARAM caps_param = { 0, };
-    GUID guids16;
-    guint32 count;
-    gint max_width = 0;
-    gint max_height = 0;
-    gint min_width = 16;
-    gint min_height = 16;
-    GstCaps *sink_templ = NULL;
-    GstCaps *src_templ = NULL;
-    gchar *name;
-    gint j;
-    GstNvEncDeviceCaps device_caps = { 0, };
-    NVENCSTATUS status;
-    CUresult cu_res;
-
-    params.version = gst_nvenc_get_open_encode_session_ex_params_version ();
-    params.apiVersion = gst_nvenc_get_api_version ();
-    params.device = cuda_ctx;
-    params.deviceType = NV_ENC_DEVICE_TYPE_CUDA;
-
-    if ((cu_res = CuCtxPushCurrent (cuda_ctx)) != CUDA_SUCCESS) {
-      GST_ERROR ("CuCtxPushCurrent failed: " ERROR_DETAILS, codec,
-          device_index, cu_res);
-      goto done;
-    }
-
-    if ((status = NvEncOpenEncodeSessionEx (&params, &enc)) != NV_ENC_SUCCESS) {
-      CuCtxPopCurrent (NULL);
-      GST_ERROR ("NvEncOpenEncodeSessionEx failed: " ERROR_DETAILS, codec,
-          device_index, status);
-      goto done;
-    }
-
-    if ((status = NvEncGetEncodeGUIDs (enc, guids, G_N_ELEMENTS (guids),
-                &count)) != NV_ENC_SUCCESS) {
-      GST_ERROR ("NvEncGetEncodeGUIDs failed: " ERROR_DETAILS, codec,
-          device_index, status);
-      goto enc_free;
-    }
-
-    for (j = 0; j < count; j++) {
-      if (gst_nvenc_cmp_guid (guidsj, codec_id))
-        break;
-    }
-
-    if (j == count)
-      goto enc_free;
-
-    if (!gst_nvenc_get_supported_input_formats (enc, codec_id, &formats))
-      goto enc_free;
-
-    profiles = gst_nvenc_get_supported_codec_profiles (enc, codec_id);
-    if (!profiles)
-      goto free_format;
-
-    caps_param.version = gst_nvenc_get_caps_param_version ();
-    caps_param.capsToQuery = NV_ENC_CAPS_WIDTH_MAX;
-    if ((status = NvEncGetEncodeCaps (enc,
-                codec_id, &caps_param, &max_width)) != NV_ENC_SUCCESS) {
-      max_width = 4096;
-      GST_WARNING ("could not query max width, setting as %i: "
-          ERROR_DETAILS, max_width, codec, device_index, status);
-    } else if (max_width < 4096) {
-      GST_WARNING ("max width %d is less than expected value", max_width);
-      max_width = 4096;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_HEIGHT_MAX;
-    if ((status = NvEncGetEncodeCaps (enc,
-                codec_id, &caps_param, &max_height)) != NV_ENC_SUCCESS) {
-      GST_WARNING ("could not query max height, setting as %i: "
-          ERROR_DETAILS, max_height, codec, device_index, status);
-      max_height = 4096;
-    } else if (max_height < 4096) {
-      GST_WARNING ("max height %d is less than expected value", max_height);
-      max_height = 4096;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_WIDTH_MIN;
-    if ((status = NvEncGetEncodeCaps (enc,
-                codec_id, &caps_param, &min_width)) != NV_ENC_SUCCESS) {
-      GST_WARNING ("could not query min width, setting as %i: "
-          ERROR_DETAILS, min_width, codec, device_index, status);
-      min_width = 16;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_HEIGHT_MIN;
-    if ((status = NvEncGetEncodeCaps (enc,
-                codec_id, &caps_param, &min_height)) != NV_ENC_SUCCESS) {
-      GST_WARNING ("could not query min height, setting as %i: "
-          ERROR_DETAILS, min_height, codec, device_index, status);
-      min_height = 16;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_SUPPORTED_RATECONTROL_MODES;
-    if (NvEncGetEncodeCaps (enc, codec_id, &caps_param,
-            &device_caps.rc_modes) != NV_ENC_SUCCESS) {
-      device_caps.rc_modes = 0;
-    } else {
-      GST_DEBUG ("device-%d %s rate control modes: 0x%x",
-          device_index, codec, device_caps.rc_modes);
-#define IS_SUPPORTED_RC(rc_modes,mode) \
-      ((((rc_modes) & (mode)) == mode) ? "supported" : "not supported")
-
-      GST_DEBUG ("\tconst-qp:         %s",
-          IS_SUPPORTED_RC (device_caps.rc_modes, NV_ENC_PARAMS_RC_CONSTQP));
-      GST_DEBUG ("\tvbr:              %s",
-          IS_SUPPORTED_RC (device_caps.rc_modes, NV_ENC_PARAMS_RC_VBR));
-      GST_DEBUG ("\tcbr:              %s",
-          IS_SUPPORTED_RC (device_caps.rc_modes, NV_ENC_PARAMS_RC_CBR));
-      GST_DEBUG ("\tcbr-lowdelay-hq:  %s",
-          IS_SUPPORTED_RC (device_caps.rc_modes,
-              NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ));
-      GST_DEBUG ("\tcbr-hq:           %s",
-          IS_SUPPORTED_RC (device_caps.rc_modes, NV_ENC_PARAMS_RC_CBR_HQ));
-      GST_DEBUG ("\tvbr-hq:           %s",
-          IS_SUPPORTED_RC (device_caps.rc_modes, NV_ENC_PARAMS_RC_VBR_HQ));
-      GST_DEBUG ("\tvbr-minqp:        %s (deprecated)",
-          IS_SUPPORTED_RC (device_caps.rc_modes, NV_ENC_PARAMS_RC_VBR_MINQP));
-#undef IS_SUPPORTED_RC
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_SUPPORT_WEIGHTED_PREDICTION;
-    if (NvEncGetEncodeCaps (enc, codec_id, &caps_param,
-            &device_caps.weighted_prediction) != NV_ENC_SUCCESS) {
-      device_caps.weighted_prediction = FALSE;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_SUPPORT_CUSTOM_VBV_BUF_SIZE;
-    if (NvEncGetEncodeCaps (enc, codec_id, &caps_param,
-            &device_caps.custom_vbv_bufsize) != NV_ENC_SUCCESS) {
-      device_caps.custom_vbv_bufsize = FALSE;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_SUPPORT_LOOKAHEAD;
-    if (NvEncGetEncodeCaps (enc,
-            codec_id, &caps_param, &device_caps.lookahead) != NV_ENC_SUCCESS) {
-      device_caps.lookahead = FALSE;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_SUPPORT_TEMPORAL_AQ;
-    if (NvEncGetEncodeCaps (enc, codec_id, &caps_param,
-            &device_caps.temporal_aq) != NV_ENC_SUCCESS) {
-      device_caps.temporal_aq = FALSE;
-    }
-
-    caps_param.capsToQuery = NV_ENC_CAPS_NUM_MAX_BFRAMES;
-    if (NvEncGetEncodeCaps (enc, codec_id, &caps_param,
-            &device_caps.bframes) != NV_ENC_SUCCESS) {
-      device_caps.bframes = 0;
-    }
-
-    DEBUG_DEVICE_CAPS (device_index,
-        codec, "weighted prediction", device_caps.weighted_prediction);
-
-    DEBUG_DEVICE_CAPS (device_index, codec, "custom vbv-buffer-size",
-        device_caps.custom_vbv_bufsize);
-
-    DEBUG_DEVICE_CAPS (device_index, codec, "rc-loockahead",
-        device_caps.lookahead);
-
-    DEBUG_DEVICE_CAPS (device_index, codec, "temporal adaptive quantization",
-        device_caps.temporal_aq);
-
-    GST_DEBUG ("device-%d %s max bframes: %d", device_index, codec,
-        device_caps.bframes);
-
-    interlace_modes = gst_nvenc_get_interlace_modes (enc, codec_id);
-
-    sink_templ = gst_caps_new_empty_simple ("video/x-raw");
-    gst_caps_set_value (sink_templ, "format", formats);
-
-    gst_caps_set_simple (sink_templ,
-        "width", GST_TYPE_INT_RANGE, min_width, max_width,
-        "height", GST_TYPE_INT_RANGE, min_height, max_height,
-        "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1, NULL);
-
-    if (interlace_modes) {
-      gst_caps_set_value (sink_templ, "interlace-mode", interlace_modes);
-      g_value_unset (interlace_modes);
-      g_free (interlace_modes);
-    }
-
-    {
-      GstCaps *cuda_caps = gst_caps_copy (sink_templ);
-#ifdef HAVE_CUDA_GST_GL
-      GstCaps *gl_caps = gst_caps_copy (sink_templ);
-      gst_caps_set_features_simple (gl_caps,
-          gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_GL_MEMORY));
-      gst_caps_append (sink_templ, gl_caps);
-#endif
-
-      gst_caps_set_features_simple (cuda_caps,
-          gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY));
-      gst_caps_append (sink_templ, cuda_caps);
-    }
-
-    name = g_strdup_printf ("video/x-%s", codec);
-    src_templ = gst_caps_new_simple (name,
-        "width", GST_TYPE_INT_RANGE, min_width, max_width,
-        "height", GST_TYPE_INT_RANGE, min_height, max_height,
-        "framerate", GST_TYPE_FRACTION_RANGE, 0, 1, G_MAXINT, 1,
-        "stream-format", G_TYPE_STRING, "byte-stream",
-        "alignment", G_TYPE_STRING, "au", NULL);
-    gst_caps_set_value (src_templ, "profile", profiles);
-    g_free (name);
-
-    GST_DEBUG ("sink template caps %" GST_PTR_FORMAT, sink_templ);
-    GST_DEBUG ("src template caps %" GST_PTR_FORMAT, src_templ);
-
-    g_value_unset (profiles);
-    g_free (profiles);
-
-  free_format:
-    if (formats) {
-      g_value_unset (formats);
-      g_free (formats);
-    }
-    /* fall-through */
-
-  enc_free:
-    NvEncDestroyEncoder (enc);
-    CuCtxPopCurrent (NULL);
-    /* fall-through */
-
-  done:
-    if (sink_templ && src_templ) {
-      if (gst_nvenc_cmp_guid (codec_id, NV_ENC_CODEC_H264_GUID)) {
-        gst_nv_h264_enc_register (plugin, device_index, rank, sink_templ,
-            src_templ, &device_caps);
-      } else if (gst_nvenc_cmp_guid (codec_id, NV_ENC_CODEC_HEVC_GUID)) {
-        gst_nv_h265_enc_register (plugin, device_index, rank, sink_templ,
-            src_templ, &device_caps);
-      } else {
-        g_assert_not_reached ();
-      }
-    }
-
-    gst_clear_caps (&sink_templ);
-    gst_clear_caps (&src_templ);
-  }
-}
-
 typedef struct
 {
   gint major;
@@ -913,8 +318,10 @@
   gint i;
   static const GstNvEncVersion version_list = {
     {NVENCAPI_MAJOR_VERSION, NVENCAPI_MINOR_VERSION},
-    {9, 1},
-    {9, 0},
+    {12, 1},
+    {12, 0},
+    {11, 1},
+    {11, 0},
     {GST_NVENC_MIN_API_MAJOR_VERSION, GST_NVENC_MIN_API_MINOR_VERSION}
   };
 
@@ -1026,166 +433,247 @@
   return ret == NV_ENC_SUCCESS;
 }
 
-void
-gst_nvenc_plugin_init (GstPlugin * plugin, guint device_index,
-    CUcontext cuda_ctx)
-{
-  gst_nv_enc_register (plugin, NV_ENC_CODEC_H264_GUID,
-      "h264", GST_RANK_PRIMARY * 2, device_index, cuda_ctx);
-  gst_nv_enc_register (plugin, NV_ENC_CODEC_HEVC_GUID,
-      "h265", GST_RANK_PRIMARY * 2, device_index, cuda_ctx);
-}
+/* To verify things when updating SDK */
+#define USE_STATIC_SDK_VER 0
 
 guint32
 gst_nvenc_get_api_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NVENCAPI_VERSION;
+#else
   /* NVENCAPI_VERSION == (NVENCAPI_MAJOR_VERSION | (NVENCAPI_MINOR_VERSION << 24)) */
   return gst_nvenc_api_version;
+#endif
 }
 
 guint32
 gst_nvenc_get_caps_param_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_CAPS_PARAM_VER;
+#else
   /* NV_ENC_CAPS_PARAM_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_encode_out_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_ENCODE_OUT_PARAMS_VER;
+#else
   /* NV_ENC_ENCODE_OUT_PARAMS_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_create_input_buffer_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_CREATE_INPUT_BUFFER_VER;
+#else
   /* NV_ENC_CREATE_INPUT_BUFFER_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_create_bitstream_buffer_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_CREATE_BITSTREAM_BUFFER_VER;
+#else
   /* NV_ENC_CREATE_BITSTREAM_BUFFER_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_create_mv_buffer_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_CREATE_MV_BUFFER_VER;
+#else
   /* NV_ENC_CREATE_MV_BUFFER_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_rc_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_RC_PARAMS_VER;
+#else
   /* NV_ENC_RC_PARAMS_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_config_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_CONFIG_VER;
+#else
+  /* Version updated since SDK 12.0 */
+  if ((gst_nvenc_api_version & 12) == 12)
+    return GST_NVENCAPI_STRUCT_VERSION (8, gst_nvenc_api_version) | (1 << 31);
+
   /* NV_ENC_CONFIG_VER ==
    *   (NVENCAPI_STRUCT_VERSION(7) | ( 1<<31 )) */
   return GST_NVENCAPI_STRUCT_VERSION (7, gst_nvenc_api_version) | (1 << 31);
+#endif
 }
 
 guint32
 gst_nvenc_get_initialize_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_INITIALIZE_PARAMS_VER;
+#else
   /* NV_ENC_INITIALIZE_PARAMS_VER ==
    *   (NVENCAPI_STRUCT_VERSION(5) | ( 1<<31 )) */
   return GST_NVENCAPI_STRUCT_VERSION (5, gst_nvenc_api_version) | (1 << 31);
+#endif
 }
 
 guint32
 gst_nvenc_get_reconfigure_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_RECONFIGURE_PARAMS_VER;
+#else
   /* NV_ENC_RECONFIGURE_PARAMS_VER ==
    *   (NVENCAPI_STRUCT_VERSION(1) | ( 1<<31 )) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version) | (1 << 31);
+#endif
 }
 
 guint32
 gst_nvenc_get_preset_config_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_PRESET_CONFIG_VER;
+#else
   /* NV_ENC_PRESET_CONFIG_VER ==
    *   (NVENCAPI_STRUCT_VERSION(4) | ( 1<<31 )) */
   return GST_NVENCAPI_STRUCT_VERSION (4, gst_nvenc_api_version) | (1 << 31);
+#endif
 }
 
 guint32
 gst_nvenc_get_pic_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_PIC_PARAMS_VER;
+#else
   /* NV_ENC_PIC_PARAMS_VER ==
    *  (NVENCAPI_STRUCT_VERSION(4) | ( 1<<31 )) */
   return GST_NVENCAPI_STRUCT_VERSION (4, gst_nvenc_api_version) | (1 << 31);
+#endif
 }
 
 guint32
 gst_nvenc_get_meonly_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_MEONLY_PARAMS_VER;
+#else
   /* NV_ENC_MEONLY_PARAMS_VER == NVENCAPI_STRUCT_VERSION(3) */
   return GST_NVENCAPI_STRUCT_VERSION (3, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_lock_bitstream_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_LOCK_BITSTREAM_VER;
+#else
   /* NV_ENC_LOCK_BITSTREAM_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_lock_input_buffer_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_LOCK_INPUT_BUFFER_VER;
+#else
   /* NV_ENC_LOCK_INPUT_BUFFER_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_map_input_resource_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_MAP_INPUT_RESOURCE_VER;
+#else
   /* NV_ENC_MAP_INPUT_RESOURCE_VER == NVENCAPI_STRUCT_VERSION(4) */
   return GST_NVENCAPI_STRUCT_VERSION (4, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_register_resource_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_REGISTER_RESOURCE_VER;
+#else
   /* NV_ENC_REGISTER_RESOURCE_VER == NVENCAPI_STRUCT_VERSION(3) */
   return GST_NVENCAPI_STRUCT_VERSION (3, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_stat_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_STAT_VER;
+#else
   /* NV_ENC_STAT_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_sequence_param_payload_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_SEQUENCE_PARAM_PAYLOAD_VER;
+#else
   /* NV_ENC_SEQUENCE_PARAM_PAYLOAD_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_event_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_EVENT_PARAMS_VER;
+#else
   /* NV_ENC_EVENT_PARAMS_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 guint32
 gst_nvenc_get_open_encode_session_ex_params_version (void)
 {
+#if USE_STATIC_SDK_VER
+  return NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS_VER;
+#else
   /* NV_ENC_OPEN_ENCODE_SESSION_EX_PARAMS_VER == NVENCAPI_STRUCT_VERSION(1) */
   return GST_NVENCAPI_STRUCT_VERSION (1, gst_nvenc_api_version);
+#endif
 }
 
 gboolean

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvenc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvenc.h Changed

@@ -28,24 +28,6 @@
 
 G_BEGIN_DECLS
 
-gboolean                gst_nvenc_cmp_guid (GUID g1, GUID g2);
-
-NV_ENC_BUFFER_FORMAT    gst_nvenc_get_nv_buffer_format (GstVideoFormat fmt);
-
-gboolean                gst_nvenc_get_supported_input_formats (gpointer encoder,
-                                                               GUID codec_id,
-                                                               GValue ** formats);
-
-GValue *                gst_nvenc_get_interlace_modes (gpointer enc,
-                                                       GUID codec_id);
-
-GValue *                gst_nvenc_get_supported_codec_profiles (gpointer enc,
-                                                                GUID codec_id);
-
-void                    gst_nvenc_plugin_init (GstPlugin * plugin,
-                                               guint device_index,
-                                               CUcontext cuda_ctx);
-
 guint32                 gst_nvenc_get_api_version (void);
 
 guint32                 gst_nvenc_get_caps_param_version (void);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvencobject.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvencobject.cpp Changed

@@ -145,11 +145,14 @@
 
 #ifndef GST_DISABLE_GST_DEBUG
   const gchar *status_str = nvenc_status_to_string (status);
+  const gchar *error_detail = nullptr;
+  if (self && self->session_)
+    error_detail = NvEncGetLastErrorString (self->session_);
 
   if (self) {
     gst_debug_log_id (GST_CAT_DEFAULT, GST_LEVEL_ERROR, file, function,
-        line, self->id_.c_str (), "NvEnc API call failed: 0x%x, %s",
-        (guint) status, status_str);
+        line, self->id_.c_str (), "NvEnc API call failed: 0x%x, %s (%s)",
+        (guint) status, status_str, GST_STR_NULL (error_detail));
   } else {
     gst_debug_log (GST_CAT_DEFAULT, GST_LEVEL_ERROR, file, function,
       line, nullptr, "NvEnc API call failed: 0x%x, %s",
@@ -293,8 +296,11 @@
 
   if (memcmp (&params->encodeGUID, &NV_ENC_CODEC_H264_GUID, sizeof (GUID)) == 0) {
     codec_ = GST_NV_ENC_CODEC_H264;
-  } else {
+  } else if (memcmp (&params->encodeGUID,
+      &NV_ENC_CODEC_HEVC_GUID, sizeof (GUID)) == 0) {
     codec_ = GST_NV_ENC_CODEC_H265;
+  } else {
+    codec_ = GST_NV_ENC_CODEC_AV1;
   }
 
   info_ = *info;
@@ -313,6 +319,20 @@
     case GST_VIDEO_FORMAT_GBR_16LE:
       buffer_format_ = NV_ENC_BUFFER_FORMAT_YUV444_10BIT;
       break;
+    case GST_VIDEO_FORMAT_VUYA:
+      buffer_format_ = NV_ENC_BUFFER_FORMAT_AYUV;
+      break;
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_RGBx:
+      buffer_format_ = NV_ENC_BUFFER_FORMAT_ABGR;
+      break;
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_BGRx:
+      buffer_format_ = NV_ENC_BUFFER_FORMAT_ARGB;
+      break;
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
+      buffer_format_ = NV_ENC_BUFFER_FORMAT_ABGR10;
+      break;
     default:
       GST_ERROR_ID (id_.c_str (), "Unexpected format %s",
           gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (info)));
@@ -670,10 +690,11 @@
   GST_LOG_ID (id_.c_str (), "Running resource GC");
 
   DeviceLock ();
-  for (auto it : resource_queue_) {
-    if (active_resource_queue_.find (it) == active_resource_queue_.end ()) {
-      releaseResourceUnlocked (it);
-      resource_queue_.erase (it);
+  for (auto it = resource_queue_.begin(); it != resource_queue_.end();) {
+    auto current = it++;
+    if (active_resource_queue_.find (*current) == active_resource_queue_.end ()) {
+      releaseResourceUnlocked (*current);
+      resource_queue_.erase (*current);
     }
   }
   DeviceUnlock ();
@@ -701,8 +722,8 @@
 }
 
 NVENCSTATUS
-GstNvEncObject::acquireResourceCuda (GstMemory * mem,
-    GstNvEncResource ** resource)
+GstNvEncObject::acquireResourceCuda (GstMemory * mem, guint width, guint height,
+      guint stride, GstNvEncResource ** resource)
 {
   GstNvEncResource *res;
   GstCudaMemory *cmem;
@@ -711,11 +732,6 @@
   NVENCSTATUS status;
   GstMapInfo info;
 
-  if (!gst_is_cuda_memory (mem)) {
-    GST_ERROR_ID (id_.c_str (), "Not a CUDA memory");
-    return NV_ENC_ERR_INVALID_CALL;
-  }
-
   cmem = GST_CUDA_MEMORY_CAST (mem);
 
   res = (GstNvEncResource *) gst_cuda_memory_get_token_data (cmem,
@@ -740,9 +756,9 @@
 
   new_resource.version = gst_nvenc_get_register_resource_version ();
   new_resource.resourceType = NV_ENC_INPUT_RESOURCE_TYPE_CUDADEVICEPTR;
-  new_resource.width = cmem->info.width;
-  new_resource.height = cmem->info.height;
-  new_resource.pitch = cmem->info.stride0;
+  new_resource.width = width;
+  new_resource.height = height;
+  new_resource.pitch = stride;
   new_resource.resourceToRegister = info.data;
   new_resource.bufferFormat = buffer_format_;
 
@@ -874,7 +890,17 @@
   } else
 #endif
   {
-    status = acquireResourceCuda (mem, resource);
+    if (!gst_is_cuda_memory (mem)) {
+      GST_ERROR_ID (id_.c_str (), "Not a CUDA memory");
+      return NV_ENC_ERR_INVALID_CALL;
+    }
+
+    auto cmem = GST_CUDA_MEMORY_CAST (mem);
+    auto width = cmem->info.width;
+    auto height = cmem->info.height;
+    auto stride = cmem->info.stride0;
+
+    status = acquireResourceCuda (mem, width, height, stride, resource);
   }
 
   if (status == NV_ENC_SUCCESS) {
@@ -887,6 +913,30 @@
   return status;
 }
 
+NVENCSTATUS
+GstNvEncObject::AcquireResourceWithSize (GstMemory * mem,
+  guint width, guint height, guint stride, GstNvEncResource ** resource)
+{
+  NVENCSTATUS status;
+  std::lock_guard <std::recursive_mutex> lk (resource_lock_);
+
+  if (!gst_is_cuda_memory (mem)) {
+    GST_ERROR_ID (id_.c_str (), "Not a CUDA memory");
+    return NV_ENC_ERR_INVALID_CALL;
+  }
+
+  status = acquireResourceCuda (mem, width, height, stride, resource);
+
+  if (status == NV_ENC_SUCCESS) {
+    GST_TRACE_ID (id_.c_str (), "Returning resource %u, "
+        "resource queue size %u (active %u)",
+        (*resource)->seq_num, (guint) resource_queue_.size (),
+        (guint) active_resource_queue_.size ());
+  }
+
+  return status;
+}
+
 GstFlowReturn
 GstNvEncObject::AcquireTask (GstNvEncTask ** task, bool force)
 {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvencobject.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvencobject.h Changed

@@ -138,6 +138,7 @@
 {
   GST_NV_ENC_CODEC_H264,
   GST_NV_ENC_CODEC_H265,
+  GST_NV_ENC_CODEC_AV1,
 };
 
 class GstNvEncObject : public std::enable_shared_from_this <GstNvEncObject>
@@ -186,6 +187,12 @@
   NVENCSTATUS   AcquireResource (GstMemory * mem,
                                  GstNvEncResource ** resource);
 
+  NVENCSTATUS   AcquireResourceWithSize (GstMemory * mem,
+                                         guint width,
+                                         guint height,
+                                         guint stride,
+                                         GstNvEncResource ** resource);
+
   GstFlowReturn AcquireTask (GstNvEncTask ** task,
                              bool force);
 
@@ -207,6 +214,9 @@
   void releaseTaskUnlocked (GstNvEncTask * task);
 
   NVENCSTATUS acquireResourceCuda (GstMemory * mem,
+                                   guint width,
+                                   guint height,
+                                   guint stride,
                                    GstNvEncResource ** resource);
 
 #ifdef G_OS_WIN32

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvencoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvencoder.cpp Changed

@@ -37,6 +37,10 @@
 #include <atomic>
 #include "gstnvencobject.h"
 
+#ifdef HAVE_GST_D3D12
+#include "gstcudainterop_d3d12.h"
+#endif
+
 #ifdef G_OS_WIN32
 #include <wrl.h>
 
@@ -59,6 +63,7 @@
 {
   PROP_0,
   PROP_CC_INSERT,
+  PROP_EXTERN_POOL,
 };
 
 #define DEFAULT_CC_INSERT GST_NV_ENCODER_SEI_INSERT
@@ -71,6 +76,11 @@
     memset (&config, 0, sizeof (NV_ENC_CONFIG));
   }
 
+   ~_GstNvEncoderPrivate ()
+  {
+    gst_clear_object (&extern_pool);
+  }
+
   GstCudaContext *context = nullptr;
   GstCudaStream *stream = nullptr;
 
@@ -87,6 +97,11 @@
   gboolean gl_interop = FALSE;
 #endif
 
+#ifdef HAVE_GST_D3D12
+  GstD3D12Device *device_12 = nullptr;
+  GstCudaD3D12Interop *interop_12 = nullptr;
+#endif
+
   std::shared_ptr < GstNvEncObject > object;
 
   GstNvEncoderDeviceMode subclass_device_mode;
@@ -112,8 +127,11 @@
 
   std::atomic < GstFlowReturn > last_flow;
 
+  GstVideoInfo extern_pool_info;
+
   /* properties */
   GstNvEncoderSeiInsertMode cc_insert = DEFAULT_CC_INSERT;
+  GstBufferPool *extern_pool = nullptr;
 };
 
 /**
@@ -175,6 +193,25 @@
           GST_TYPE_NV_ENCODER_SEI_INSERT_MODE, DEFAULT_CC_INSERT,
           (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS)));
 
+  /**
+   * GstNvEncoder:extern-cuda-bufferpool:
+   *
+   * GstCudaBufferPool prepared by application. Application can pass
+   * a buffer pool instance prepared in advance, to avoid
+   * global device synchronization caused by CUDA memory allocation.
+   *
+   * The buffer pool should be configured with stream-ordered-allocation disabled
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_EXTERN_POOL,
+      g_param_spec_object ("extern-cuda-bufferpool", "Extern CUDA Buffer Pool",
+          "GstCudaBufferPool prepared by application",
+          GST_TYPE_OBJECT,
+          (GParamFlags) (G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS |
+              GST_PARAM_MUTABLE_READY)));
+
+
   element_class->set_context = GST_DEBUG_FUNCPTR (gst_nv_encoder_set_context);
 
   videoenc_class->open = GST_DEBUG_FUNCPTR (gst_nv_encoder_open);
@@ -238,6 +275,31 @@
     case PROP_CC_INSERT:
       priv->cc_insert = (GstNvEncoderSeiInsertMode) g_value_get_enum (value);
       break;
+    case PROP_EXTERN_POOL:
+      gst_clear_object (&priv->extern_pool);
+      priv->extern_pool = (GstBufferPool *) g_value_dup_object (value);
+      if (priv->extern_pool) {
+        if (!GST_IS_CUDA_BUFFER_POOL (priv->extern_pool)) {
+          GST_ERROR_OBJECT (self, "Not a CUDA buffer pool");
+          gst_clear_object (&priv->extern_pool);
+        } else if (!gst_buffer_pool_set_active (priv->extern_pool, TRUE)) {
+          GST_ERROR_OBJECT (self, "Set active failed");
+          gst_clear_object (&priv->extern_pool);
+        } else {
+          auto config = gst_buffer_pool_get_config (priv->extern_pool);
+          GstCaps *caps;
+          gst_buffer_pool_config_get_params (config,
+              &caps, nullptr, nullptr, nullptr);
+          auto is_valid = gst_video_info_from_caps (&priv->extern_pool_info,
+              caps);
+          gst_structure_free (config);
+          if (!is_valid) {
+            GST_ERROR_OBJECT (self, "Invalid buffer pool");
+            gst_clear_object (&priv->extern_pool);
+          }
+        }
+      }
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -255,6 +317,9 @@
     case PROP_CC_INSERT:
       g_value_set_enum (value, priv->cc_insert);
       break;
+    case PROP_EXTERN_POOL:
+      g_value_set_object (value, priv->extern_pool);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -286,6 +351,10 @@
           gst_gl_display_filter_gl_api (priv->gl_display, SUPPORTED_GL_APIS);
       }
 #endif
+#ifdef HAVE_GST_D3D12
+      gst_d3d12_handle_set_context_for_adapter_luid (element,
+          context, priv->dxgi_adapter_luid, &priv->device_12);
+#endif
       break;
     default:
       break;
@@ -472,6 +541,10 @@
   gst_clear_object (&priv->gl_context);
   gst_clear_object (&priv->other_gl_context);
 #endif
+#ifdef HAVE_GST_D3D12
+  gst_clear_object (&priv->interop_12);
+  gst_clear_object (&priv->device_12);
+#endif
 
   return TRUE;
 }
@@ -610,6 +683,12 @@
         return ret;
     }
 #endif
+#ifdef HAVE_GST_D3D12
+      if (gst_d3d12_handle_context_query (GST_ELEMENT (self), query,
+              priv->device_12)) {
+        return TRUE;
+      }
+#endif
       ret = gst_cuda_handle_context_query (GST_ELEMENT (self),
           query, priv->context);
       break;
@@ -757,6 +836,10 @@
   if (use_cuda_pool && priv->stream) {
     /* Set our stream on buffer pool config so that CUstream can be shared */
     gst_buffer_pool_config_set_cuda_stream (config, priv->stream);
+
+    /* Encoder does not seem to support stream ordered allocation */
+    if (!priv->extern_pool)
+      gst_buffer_pool_config_set_cuda_stream_ordered_alloc (config, FALSE);
   }
 
   if (!gst_buffer_pool_set_config (pool, config)) {
@@ -1049,6 +1132,9 @@
   if (priv->selected_device_mode == GST_NV_ENCODER_DEVICE_CUDA && priv->stream)
     gst_buffer_pool_config_set_cuda_stream (config, priv->stream);
 
+  /* Encoder does not seem to support stream ordered allocation */
+  gst_buffer_pool_config_set_cuda_stream_ordered_alloc (config, FALSE);
+
   if (!gst_buffer_pool_set_config (pool, config)) {
     GST_ERROR_OBJECT (self, "Failed to set pool config");
     gst_object_unref (pool);
@@ -1277,6 +1363,20 @@
   }
 #endif
 
+#ifdef HAVE_GST_D3D12
+  {
+    auto features = gst_caps_get_features (state->caps, 0);
+    gst_clear_object (&priv->interop_12);
+    if (gst_caps_features_contains (features,
+            GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY) &&
+        gst_d3d12_ensure_element_data_for_adapter_luid (GST_ELEMENT (self),
+            priv->dxgi_adapter_luid, &priv->device_12)) {
+      priv->interop_12 = gst_cuda_d3d12_interop_new (priv->context,
+          priv->device_12, &state->info, TRUE);
+    }
+  }
+#endif
+
   /* select device again on next buffer */
   if (priv->subclass_device_mode == GST_NV_ENCODER_DEVICE_AUTO_SELECT)
     priv->selected_device_mode = GST_NV_ENCODER_DEVICE_AUTO_SELECT;
@@ -1512,6 +1612,9 @@
   GstCudaStream *stream;
   GstNvEncResource *resource = nullptr;
   const GstVideoInfo *info = &priv->input_state->info;
+  gboolean sync_done = FALSE;
+  guint out_stride = 0;
+  gboolean is_extern_mem = FALSE;
 
   mem = gst_buffer_peek_memory (buffer, 0);
 
@@ -1548,6 +1651,52 @@
   }
 #endif
 
+#ifdef HAVE_GST_D3D12
+  if (priv->interop_12) {
+    if (gst_is_d3d12_memory (mem)) {
+      auto dmem = GST_D3D12_MEMORY_CAST (mem);
+      if (!gst_d3d12_device_is_equal (dmem->device, priv->device_12)) {
+        GST_DEBUG_OBJECT (self, "Different d3d12 device");
+        gst_clear_object (&priv->interop_12);
+      }
+    } else {
+      GST_WARNING_OBJECT (self, "Not a d3d12 buffer");
+      gst_clear_object (&priv->interop_12);
+    }
+  }
+
+  if (priv->interop_12) {
+    GstBuffer *copy = nullptr;
+    gst_buffer_pool_acquire_buffer (priv->internal_pool, &copy, nullptr);
+    if (!copy) {
+      GST_ERROR_OBJECT (self, "Couldn't acquire buffer");
+      return GST_FLOW_ERROR;
+    }
+
+    if (!gst_cuda_d3d12_interop_upload_async (priv->interop_12,
+            copy, buffer, priv->stream)) {
+      GST_WARNING_OBJECT (self, "Couldn't upload d3d12 to cuda");
+      gst_buffer_unref (copy);
+      gst_clear_object (&priv->interop_12);
+    } else {
+      mem = gst_buffer_peek_memory (copy, 0);
+
+      status = object->AcquireResource (mem, &resource);
+      if (status != NV_ENC_SUCCESS) {
+        GST_ERROR_OBJECT (self, "Failed to get resource, status %"
+            GST_NVENC_STATUS_FORMAT, GST_NVENC_STATUS_ARGS (status));
+        gst_buffer_unref (copy);
+
+        return GST_FLOW_ERROR;
+      }
+
+      gst_nv_enc_task_set_resource (task, copy, resource);
+
+      return GST_FLOW_OK;
+    }
+  }
+#endif
+
   if (!gst_is_cuda_memory (mem)) {
     GST_LOG_OBJECT (self, "Not a CUDA buffer, system copy");
     return gst_nv_encoder_copy_system (self, info, buffer, task);
@@ -1559,22 +1708,136 @@
     return gst_nv_encoder_copy_system (self, info, buffer, task);
   }
 
-  status = object->AcquireResource (mem, &resource);
+  out_stride = cmem->info.stride0;
+
+  if (gst_cuda_memory_is_stream_ordered (mem)) {
+    GstBuffer *copy = nullptr;
+    GstVideoFrame in_frame;
+    CUDA_MEMCPY2D copy_params = { };
+    GstMemory *out_mem;
+    GstMapInfo out_map;
+    guint8 *out_data;
+
+    stream = gst_cuda_memory_get_stream (cmem);
+
+    GST_LOG_OBJECT (self, "Stream ordered allocation needs memory copy");
+
+    if (!gst_video_frame_map (&in_frame, info, buffer,
+            (GstMapFlags) (GST_MAP_READ | GST_MAP_CUDA))) {
+      GST_ERROR_OBJECT (self, "Couldn't map input buffer");
+      gst_buffer_unref (copy);
+      return GST_FLOW_ERROR;
+    }
+
+    if (priv->extern_pool) {
+      auto cuda_pool = GST_CUDA_BUFFER_POOL (priv->extern_pool);
+      if (cuda_pool->context == priv->context) {
+        gst_buffer_pool_acquire_buffer (priv->extern_pool, &copy, nullptr);
+        if (copy) {
+          auto copy_mem = gst_buffer_peek_memory (copy, 0);
+          if (gst_cuda_memory_is_stream_ordered (copy_mem)) {
+            GST_LOG_OBJECT (self, "External pool uses stream ordered alloc");
+            gst_clear_buffer (&copy);
+          } else if (gst_memory_get_sizes (mem, nullptr, nullptr) >
+              gst_memory_get_sizes (copy_mem, nullptr, nullptr)) {
+            GST_LOG_OBJECT (self, "Too small extern pool buffer");
+            gst_clear_buffer (&copy);
+          } else {
+            is_extern_mem = TRUE;
+          }
+        }
+      }
+    }
+
+    if (!copy)
+      gst_buffer_pool_acquire_buffer (priv->internal_pool, &copy, nullptr);
+
+    if (!copy) {
+      GST_ERROR_OBJECT (self, "Couldn't allocate internal buffer");
+      return GST_FLOW_ERROR;
+    }
+
+    out_mem = gst_buffer_peek_memory (copy, 0);
+
+    if (!gst_memory_map (out_mem,
+            &out_map, (GstMapFlags) (GST_MAP_WRITE | GST_MAP_CUDA))) {
+      GST_ERROR_OBJECT (self, "Couldn't map output buffer");
+      gst_video_frame_unmap (&in_frame);
+      gst_buffer_unref (copy);
+      return GST_FLOW_ERROR;
+    }
+
+    out_data = (guint8 *) out_map.data;
+    if (is_extern_mem)
+      out_stride = in_frame.info.stride0;
+    else
+      out_stride = GST_CUDA_MEMORY_CAST (out_mem)->info.stride0;
+
+    for (guint i = 0; i < GST_VIDEO_FRAME_N_PLANES (&in_frame); i++) {
+      copy_params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+      copy_params.srcDevice = (CUdeviceptr)
+          GST_VIDEO_FRAME_PLANE_DATA (&in_frame, i);
+      copy_params.srcPitch = GST_VIDEO_FRAME_PLANE_STRIDE (&in_frame, i);
+
+      copy_params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+      copy_params.dstDevice = (CUdeviceptr) out_data;
+      copy_params.dstPitch = out_stride;
+
+      copy_params.WidthInBytes = GST_VIDEO_INFO_COMP_WIDTH (info, i) *
+          GST_VIDEO_INFO_COMP_PSTRIDE (info, i);
+      copy_params.Height = GST_VIDEO_INFO_COMP_HEIGHT (info, i);
+
+      auto cuda_ret = CuMemcpy2DAsync (&copy_params,
+          gst_cuda_stream_get_handle (stream));
+      if (!gst_cuda_result (cuda_ret)) {
+        GST_ERROR_OBJECT (self, "Copy failed");
+        gst_video_frame_unmap (&in_frame);
+        gst_memory_unmap (out_mem, &out_map);
+
+        gst_buffer_unref (copy);
+        return GST_FLOW_ERROR;
+      }
+
+      out_data += GST_VIDEO_INFO_COMP_HEIGHT (info, i) * out_stride;
+    }
+
+    gst_video_frame_unmap (&in_frame);
+    gst_memory_unmap (out_mem, &out_map);
+
+    if (stream && stream != priv->stream) {
+      CuStreamSynchronize (gst_cuda_stream_get_handle (stream));
+      sync_done = TRUE;
+    }
+
+    buffer = copy;
+    mem = gst_buffer_peek_memory (copy, 0);
+    cmem = GST_CUDA_MEMORY_CAST (mem);
+  } else {
+    buffer = gst_buffer_ref (buffer);
+  }
+
+  if (is_extern_mem) {
+    status = object->AcquireResourceWithSize (mem, info->width, info->height,
+        out_stride, &resource);
+  } else {
+    status = object->AcquireResource (mem, &resource);
+  }
 
   if (status != NV_ENC_SUCCESS) {
     GST_ERROR_OBJECT (self, "Failed to get resource, status %"
         GST_NVENC_STATUS_FORMAT, GST_NVENC_STATUS_ARGS (status));
+    gst_buffer_unref (buffer);
 
     return GST_FLOW_ERROR;
   }
 
   stream = gst_cuda_memory_get_stream (cmem);
-  if (stream != priv->stream) {
+  if (stream != priv->stream && !sync_done) {
     /* different stream, needs sync */
     gst_cuda_memory_sync (cmem);
   }
 
-  gst_nv_enc_task_set_resource (task, gst_buffer_ref (buffer), resource);
+  gst_nv_enc_task_set_resource (task, buffer, resource);
 
   return GST_FLOW_OK;
 }
@@ -2203,9 +2466,13 @@
 {
   static GType rc_mode_type = 0;
   static const GEnumValue rc_modes = {
-    {GST_NV_ENCODER_RC_MODE_CONSTQP, "Constant Quantization", "cqp"},
-    {GST_NV_ENCODER_RC_MODE_VBR, "Variable Bit Rate", "vbr"},
+    {GST_NV_ENCODER_RC_MODE_DEFAULT, "Default", "default"},
+    {GST_NV_ENCODER_RC_MODE_CONSTQP, "Constant Quantization", "constqp"},
     {GST_NV_ENCODER_RC_MODE_CBR, "Constant Bit Rate", "cbr"},
+    {GST_NV_ENCODER_RC_MODE_VBR, "Variable Bit Rate", "vbr"},
+    {GST_NV_ENCODER_RC_MODE_VBR_MINQP,
+        "Variable Bit Rate "
+          "(deprecated, use vbr and qp options)", "vbr-minqp"},
     {GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ,
         "Low-Delay CBR, High Quality "
           "(deprecated, use cbr with tune and multipass)", "cbr-ld-hq"},
@@ -2225,148 +2492,474 @@
   return rc_mode_type;
 }
 
-void
-gst_nv_encoder_preset_to_native (GstNvEncoderPreset preset,
-    GstNvEncoderTune tune, GUID * preset_guid, NV_ENC_TUNING_INFO * tune_info)
+static void
+gst_nv_encoder_update_preset_to_native (const GstNvEncoderPresetOptions * input,
+    GstNvEncoderPresetOptionsNative * output)
 {
-  gboolean is_low_latency = FALSE;
-  gboolean is_lossless = FALSE;
-  switch (preset) {
-    case GST_NV_ENCODER_PRESET_DEFAULT:
-      *preset_guid = NV_ENC_PRESET_P4_GUID;
-      break;
-    case GST_NV_ENCODER_PRESET_HP:
-      *preset_guid = NV_ENC_PRESET_P1_GUID;
-      break;
-    case GST_NV_ENCODER_PRESET_HQ:
-      *preset_guid = NV_ENC_PRESET_P7_GUID;
-      break;
-    case GST_NV_ENCODER_PRESET_LOW_LATENCY_DEFAULT:
-      is_low_latency = TRUE;
-      *preset_guid = NV_ENC_PRESET_P4_GUID;
-      break;
-    case GST_NV_ENCODER_PRESET_LOW_LATENCY_HQ:
-      is_low_latency = TRUE;
-      *preset_guid = NV_ENC_PRESET_P7_GUID;
-      break;
-    case GST_NV_ENCODER_PRESET_LOW_LATENCY_HP:
-      is_low_latency = TRUE;
-      *preset_guid = NV_ENC_PRESET_P1_GUID;
-      break;
-    case GST_NV_ENCODER_PRESET_LOSSLESS_DEFAULT:
-      is_lossless = TRUE;
-      *preset_guid = NV_ENC_PRESET_P4_GUID;
-      break;
-    case GST_NV_ENCODER_PRESET_LOSSLESS_HP:
-      is_lossless = TRUE;
-      *preset_guid = NV_ENC_PRESET_P1_GUID;
-      break;
+  GstNvEncoderPresetOptions updated = *input;
+  switch (updated.preset) {
     case GST_NV_ENCODER_PRESET_P1:
-      *preset_guid = NV_ENC_PRESET_P1_GUID;
+      output->preset = NV_ENC_PRESET_P1_GUID;
       break;
     case GST_NV_ENCODER_PRESET_P2:
-      *preset_guid = NV_ENC_PRESET_P2_GUID;
+      output->preset = NV_ENC_PRESET_P2_GUID;
       break;
     case GST_NV_ENCODER_PRESET_P3:
-      *preset_guid = NV_ENC_PRESET_P3_GUID;
+      output->preset = NV_ENC_PRESET_P3_GUID;
       break;
     case GST_NV_ENCODER_PRESET_P4:
-      *preset_guid = NV_ENC_PRESET_P4_GUID;
+      output->preset = NV_ENC_PRESET_P4_GUID;
       break;
     case GST_NV_ENCODER_PRESET_P5:
-      *preset_guid = NV_ENC_PRESET_P5_GUID;
+      output->preset = NV_ENC_PRESET_P5_GUID;
       break;
     case GST_NV_ENCODER_PRESET_P6:
-      *preset_guid = NV_ENC_PRESET_P6_GUID;
+      output->preset = NV_ENC_PRESET_P6_GUID;
       break;
     case GST_NV_ENCODER_PRESET_P7:
-      *preset_guid = NV_ENC_PRESET_P7_GUID;
+      output->preset = NV_ENC_PRESET_P7_GUID;
       break;
     default:
-      *preset_guid = NV_ENC_PRESET_P4_GUID;
+      GST_WARNING ("Unexpected preset %d", input->preset);
+      output->preset = NV_ENC_PRESET_P4_GUID;
       break;
   }
 
-  switch (tune) {
-    case GST_NV_ENCODER_TUNE_DEFAULT:
-      if (is_low_latency)
-        *tune_info = NV_ENC_TUNING_INFO_LOW_LATENCY;
-      else if (is_lossless)
-        *tune_info = NV_ENC_TUNING_INFO_LOSSLESS;
-      else
-        *tune_info = NV_ENC_TUNING_INFO_HIGH_QUALITY;
+  switch (updated.rc_mode) {
+    case GST_NV_ENCODER_RC_MODE_DEFAULT:
+    case GST_NV_ENCODER_RC_MODE_VBR:
+    case GST_NV_ENCODER_RC_MODE_VBR_MINQP:
+    case GST_NV_ENCODER_RC_MODE_VBR_HQ:
+      output->rc_mode = NV_ENC_PARAMS_RC_VBR;
+      break;
+    case GST_NV_ENCODER_RC_MODE_CBR:
+    case GST_NV_ENCODER_RC_MODE_CBR_HQ:
+      output->rc_mode = NV_ENC_PARAMS_RC_CBR;
+      break;
+    case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
+      output->rc_mode = NV_ENC_PARAMS_RC_CBR;
+      if (updated.tune == GST_NV_ENCODER_TUNE_DEFAULT)
+        updated.tune = GST_NV_ENCODER_TUNE_LOW_LATENCY;
       break;
+    case GST_NV_ENCODER_RC_MODE_CONSTQP:
+      output->rc_mode = NV_ENC_PARAMS_RC_CONSTQP;
+      break;
+    default:
+      output->rc_mode = NV_ENC_PARAMS_RC_VBR;
+      break;
+  }
+
+  output->tune = NV_ENC_TUNING_INFO_UNDEFINED;
+  switch (updated.tune) {
+    case GST_NV_ENCODER_TUNE_DEFAULT:
     case GST_NV_ENCODER_TUNE_HIGH_QUALITY:
-      *tune_info = NV_ENC_TUNING_INFO_HIGH_QUALITY;
+      output->tune = NV_ENC_TUNING_INFO_HIGH_QUALITY;
       break;
     case GST_NV_ENCODER_TUNE_LOW_LATENCY:
-      *tune_info = NV_ENC_TUNING_INFO_LOW_LATENCY;
+      output->tune = NV_ENC_TUNING_INFO_LOW_LATENCY;
       break;
     case GST_NV_ENCODER_TUNE_ULTRA_LOW_LATENCY:
-      *tune_info = NV_ENC_TUNING_INFO_ULTRA_LOW_LATENCY;
+      output->tune = NV_ENC_TUNING_INFO_ULTRA_LOW_LATENCY;
       break;
     case GST_NV_ENCODER_TUNE_LOSSLESS:
-      *tune_info = NV_ENC_TUNING_INFO_LOSSLESS;
+      output->tune = NV_ENC_TUNING_INFO_LOSSLESS;
       break;
+  }
+
+  if (output->tune == NV_ENC_TUNING_INFO_UNDEFINED) {
+    GST_WARNING ("Unexpected input tune %d", updated.tune);
+    output->tune = NV_ENC_TUNING_INFO_HIGH_QUALITY;
+  }
+
+  switch (updated.multi_pass) {
+    case GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION:
+      output->multi_pass = NV_ENC_TWO_PASS_QUARTER_RESOLUTION;
+      break;
+    case GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION:
+      output->multi_pass = NV_ENC_TWO_PASS_FULL_RESOLUTION;
+      break;
+    case GST_NV_ENCODER_MULTI_PASS_DEFAULT:
+    case GST_NV_ENCODER_MULTI_PASS_DISABLED:
     default:
-      *tune_info = NV_ENC_TUNING_INFO_HIGH_QUALITY;
+      output->multi_pass = NV_ENC_MULTI_PASS_DISABLED;
       break;
   }
 }
 
 void
-gst_nv_encoder_rc_mode_to_native (GstNvEncoderRCMode rc_mode,
-    GstNvEncoderMultiPass multipass, NV_ENC_PARAMS_RC_MODE * rc_mode_native,
-    NV_ENC_MULTI_PASS * multipass_native)
+gst_nv_encoder_preset_to_native_h264 (GstNvEncoderPresetResolution resolution,
+    const GstNvEncoderPresetOptions * input,
+    GstNvEncoderPresetOptionsNative * output)
 {
-  gboolean is_hq = FALSE;
-  switch (rc_mode) {
-    case GST_NV_ENCODER_RC_MODE_CONSTQP:
-      *rc_mode_native = NV_ENC_PARAMS_RC_CONSTQP;
+  GstNvEncoderPresetOptions result = *input;
+
+  /* Converts legacy preset to new preset */
+  switch (input->preset) {
+    case GST_NV_ENCODER_PRESET_HP:
+      result.preset = GST_NV_ENCODER_PRESET_P2;
+      result.tune = GST_NV_ENCODER_TUNE_HIGH_QUALITY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_VBR_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_VBR:
+        case GST_NV_ENCODER_RC_MODE_VBR_MINQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_RC_MODE_VBR:
-      *rc_mode_native = NV_ENC_PARAMS_RC_VBR;
+    case GST_NV_ENCODER_PRESET_DEFAULT:
+      result.preset = GST_NV_ENCODER_PRESET_P3;
+      result.tune = GST_NV_ENCODER_TUNE_HIGH_QUALITY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_VBR_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          if (resolution >= GST_NV_ENCODER_PRESET_2160)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          else
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_VBR:
+        case GST_NV_ENCODER_RC_MODE_VBR_MINQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_RC_MODE_CBR:
-      *rc_mode_native = NV_ENC_PARAMS_RC_CBR;
+    case GST_NV_ENCODER_PRESET_HQ:
+      result.preset = GST_NV_ENCODER_PRESET_P4;
+      result.tune = GST_NV_ENCODER_TUNE_HIGH_QUALITY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_VBR_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          if (resolution == GST_NV_ENCODER_PRESET_720) {
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          } else if (resolution == GST_NV_ENCODER_PRESET_1080) {
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          } else {
+            result.preset = GST_NV_ENCODER_PRESET_P5;
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          }
+          break;
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_VBR:
+        case GST_NV_ENCODER_RC_MODE_VBR_MINQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
-      is_hq = TRUE;
-      *rc_mode_native = NV_ENC_PARAMS_RC_CBR;
+    case GST_NV_ENCODER_PRESET_LOW_LATENCY_HP:
+      result.preset = GST_NV_ENCODER_PRESET_P2;
+      result.tune = GST_NV_ENCODER_TUNE_LOW_LATENCY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CBR:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_HQ:
+          result.tune = GST_NV_ENCODER_TUNE_ULTRA_LOW_LATENCY;
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_RC_MODE_CBR_HQ:
-      is_hq = TRUE;
-      *rc_mode_native = NV_ENC_PARAMS_RC_CBR;
+    case GST_NV_ENCODER_PRESET_LOW_LATENCY_DEFAULT:
+      switch (resolution) {
+        case GST_NV_ENCODER_PRESET_720:
+          result.preset = GST_NV_ENCODER_PRESET_P4;
+          break;
+        case GST_NV_ENCODER_PRESET_1080:
+          result.preset = GST_NV_ENCODER_PRESET_P3;
+          break;
+        case GST_NV_ENCODER_PRESET_2160:
+        default:
+          result.preset = GST_NV_ENCODER_PRESET_P2;
+          break;
+      }
+      result.tune = GST_NV_ENCODER_TUNE_LOW_LATENCY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CBR:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_HQ:
+          result.tune = GST_NV_ENCODER_TUNE_ULTRA_LOW_LATENCY;
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_2160)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_2160)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_RC_MODE_VBR_HQ:
-      is_hq = TRUE;
-      *rc_mode_native = NV_ENC_PARAMS_RC_VBR;
+    case GST_NV_ENCODER_PRESET_LOW_LATENCY_HQ:
+      result.preset = GST_NV_ENCODER_PRESET_P4;
+      result.tune = GST_NV_ENCODER_TUNE_LOW_LATENCY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CBR:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_HQ:
+          result.tune = GST_NV_ENCODER_TUNE_ULTRA_LOW_LATENCY;
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_2160)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_2160)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        default:
+          break;
+      }
+      break;
+    case GST_NV_ENCODER_PRESET_LOSSLESS_HP:
+      result.preset = GST_NV_ENCODER_PRESET_P2;
+      result.tune = GST_NV_ENCODER_TUNE_LOSSLESS;
+      result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CONSTQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CONSTQP;
+          break;
+        default:
+          break;
+      }
+      break;
+    case GST_NV_ENCODER_PRESET_LOSSLESS_DEFAULT:
+      result.preset = GST_NV_ENCODER_PRESET_P3;
+      result.tune = GST_NV_ENCODER_TUNE_LOSSLESS;
+      result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CONSTQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CONSTQP;
+          break;
+        default:
+          break;
+      }
       break;
     default:
-      *rc_mode_native = NV_ENC_PARAMS_RC_VBR;
       break;
   }
 
-  switch (multipass) {
-    case GST_NV_ENCODER_MULTI_PASS_DEFAULT:
-      if (is_hq)
-        *multipass_native = NV_ENC_TWO_PASS_QUARTER_RESOLUTION;
-      else
-        *multipass_native = NV_ENC_MULTI_PASS_DISABLED;
+  gst_nv_encoder_update_preset_to_native (&result, output);
+}
+
+void
+gst_nv_encoder_preset_to_native (GstNvEncoderPresetResolution resolution,
+    const GstNvEncoderPresetOptions * input,
+    GstNvEncoderPresetOptionsNative * output)
+{
+  GstNvEncoderPresetOptions result = *input;
+
+  /* Converts legacy preset to new preset */
+  switch (input->preset) {
+    case GST_NV_ENCODER_PRESET_HP:
+      result.preset = GST_NV_ENCODER_PRESET_P1;
+      result.tune = GST_NV_ENCODER_TUNE_HIGH_QUALITY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_VBR_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_VBR:
+        case GST_NV_ENCODER_RC_MODE_VBR_MINQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_MULTI_PASS_DISABLED:
-      *multipass_native = NV_ENC_MULTI_PASS_DISABLED;
+    case GST_NV_ENCODER_PRESET_DEFAULT:
+      result.preset = GST_NV_ENCODER_PRESET_P5;
+      result.tune = GST_NV_ENCODER_TUNE_HIGH_QUALITY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_VBR_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_VBR:
+        case GST_NV_ENCODER_RC_MODE_VBR_MINQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION:
-      *multipass_native = NV_ENC_TWO_PASS_QUARTER_RESOLUTION;
+    case GST_NV_ENCODER_PRESET_HQ:
+      result.preset = GST_NV_ENCODER_PRESET_P6;
+      if (resolution >= GST_NV_ENCODER_PRESET_2160)
+        result.preset = GST_NV_ENCODER_PRESET_P5;
+      result.tune = GST_NV_ENCODER_TUNE_HIGH_QUALITY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_VBR_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_VBR:
+        case GST_NV_ENCODER_RC_MODE_VBR_MINQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_VBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        default:
+          break;
+      }
       break;
-    case GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION:
-      *multipass_native = NV_ENC_TWO_PASS_FULL_RESOLUTION;
+    case GST_NV_ENCODER_PRESET_LOW_LATENCY_HP:
+      result.preset = GST_NV_ENCODER_PRESET_P2;
+      if (resolution >= GST_NV_ENCODER_PRESET_2160)
+        result.preset = GST_NV_ENCODER_PRESET_P1;
+      result.tune = GST_NV_ENCODER_TUNE_LOW_LATENCY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_CBR:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_HQ:
+          result.tune = GST_NV_ENCODER_TUNE_ULTRA_LOW_LATENCY;
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        default:
+          break;
+      }
+      break;
+    case GST_NV_ENCODER_PRESET_LOW_LATENCY_DEFAULT:
+      switch (resolution) {
+        case GST_NV_ENCODER_PRESET_720:
+          result.preset = GST_NV_ENCODER_PRESET_P4;
+          break;
+        case GST_NV_ENCODER_PRESET_1080:
+          result.preset = GST_NV_ENCODER_PRESET_P3;
+          break;
+        case GST_NV_ENCODER_PRESET_2160:
+        default:
+          result.preset = GST_NV_ENCODER_PRESET_P2;
+          break;
+      }
+      result.tune = GST_NV_ENCODER_TUNE_LOW_LATENCY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_CBR:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_HQ:
+          result.tune = GST_NV_ENCODER_TUNE_ULTRA_LOW_LATENCY;
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_1080)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_1080)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        default:
+          break;
+      }
+      break;
+    case GST_NV_ENCODER_PRESET_LOW_LATENCY_HQ:
+      result.preset = GST_NV_ENCODER_PRESET_P5;
+      if (resolution >= GST_NV_ENCODER_PRESET_1080)
+        result.preset = GST_NV_ENCODER_PRESET_P4;
+      result.tune = GST_NV_ENCODER_TUNE_LOW_LATENCY;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CBR:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_HQ:
+          result.tune = GST_NV_ENCODER_TUNE_ULTRA_LOW_LATENCY;
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_2160)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        case GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CBR;
+          result.multi_pass = GST_NV_ENCODER_TWO_PASS_FULL_RESOLUTION;
+          if (resolution >= GST_NV_ENCODER_PRESET_2160)
+            result.multi_pass = GST_NV_ENCODER_TWO_PASS_QUARTER_RESOLUTION;
+          break;
+        default:
+          break;
+      }
+      break;
+    case GST_NV_ENCODER_PRESET_LOSSLESS_HP:
+      result.preset = GST_NV_ENCODER_PRESET_P3;
+      result.tune = GST_NV_ENCODER_TUNE_LOSSLESS;
+      result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CONSTQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CONSTQP;
+          break;
+        default:
+          break;
+      }
+      break;
+    case GST_NV_ENCODER_PRESET_LOSSLESS_DEFAULT:
+      result.preset = GST_NV_ENCODER_PRESET_P5;
+      result.tune = GST_NV_ENCODER_TUNE_LOSSLESS;
+      result.multi_pass = GST_NV_ENCODER_MULTI_PASS_DISABLED;
+      switch (input->rc_mode) {
+        case GST_NV_ENCODER_RC_MODE_DEFAULT:
+        case GST_NV_ENCODER_RC_MODE_CONSTQP:
+          result.rc_mode = GST_NV_ENCODER_RC_MODE_CONSTQP;
+          break;
+        default:
+          break;
+      }
       break;
     default:
-      *multipass_native = NV_ENC_MULTI_PASS_DISABLED;
       break;
   }
+
+  gst_nv_encoder_update_preset_to_native (&result, output);
 }
 
 /**

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvencoder.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvencoder.h Changed

@@ -22,6 +22,10 @@
 #include <gst/gst.h>
 #include <gst/video/video.h>
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 #ifdef G_OS_WIN32
 #include <gst/d3d11/gstd3d11.h>
 #endif
@@ -35,6 +39,7 @@
 #include <gst/cuda/gstcuda.h>
 #include "nvEncodeAPI.h"
 #include "gstnvenc.h"
+#include "gstnvcodecutils.h"
 
 G_BEGIN_DECLS
 
@@ -83,9 +88,11 @@
 
 typedef enum
 {
+  GST_NV_ENCODER_RC_MODE_DEFAULT,
   GST_NV_ENCODER_RC_MODE_CONSTQP,
-  GST_NV_ENCODER_RC_MODE_VBR,
   GST_NV_ENCODER_RC_MODE_CBR,
+  GST_NV_ENCODER_RC_MODE_VBR,
+  GST_NV_ENCODER_RC_MODE_VBR_MINQP,
   GST_NV_ENCODER_RC_MODE_CBR_LOWDELAY_HQ,
   GST_NV_ENCODER_RC_MODE_CBR_HQ,
   GST_NV_ENCODER_RC_MODE_VBR_HQ,
@@ -122,6 +129,29 @@
   GST_NV_ENCODER_TUNE_LOSSLESS = 4,
 } GstNvEncoderTune;
 
+typedef enum
+{
+  GST_NV_ENCODER_PRESET_720,
+  GST_NV_ENCODER_PRESET_1080,
+  GST_NV_ENCODER_PRESET_2160,
+} GstNvEncoderPresetResolution;
+
+typedef struct
+{
+  GstNvEncoderPreset preset;
+  GstNvEncoderTune tune;
+  GstNvEncoderRCMode rc_mode;
+  GstNvEncoderMultiPass multi_pass;
+} GstNvEncoderPresetOptions;
+
+typedef struct
+{
+  GUID preset;
+  NV_ENC_TUNING_INFO tune;
+  NV_ENC_PARAMS_RC_MODE rc_mode;
+  NV_ENC_MULTI_PASS multi_pass;
+} GstNvEncoderPresetOptionsNative;
+
 typedef struct
 {
   gint max_bframes;
@@ -249,16 +279,13 @@
 
 GType gst_nv_encoder_get_type (void);
 
-void gst_nv_encoder_preset_to_native (GstNvEncoderPreset preset,
-                                      GstNvEncoderTune tune,
-                                      GUID * preset_guid,
-                                      NV_ENC_TUNING_INFO * tune_info);
-
-void gst_nv_encoder_rc_mode_to_native (GstNvEncoderRCMode rc_mode,
-                                       GstNvEncoderMultiPass multipass,
-                                       NV_ENC_PARAMS_RC_MODE * rc_mode_native,
-                                       NV_ENC_MULTI_PASS * multipass_native);
+void gst_nv_encoder_preset_to_native_h264 (GstNvEncoderPresetResolution resolution,
+                                      const GstNvEncoderPresetOptions * input,
+                                      GstNvEncoderPresetOptionsNative * output);
 
+void gst_nv_encoder_preset_to_native (GstNvEncoderPresetResolution resolution,
+                                      const GstNvEncoderPresetOptions * input,
+                                      GstNvEncoderPresetOptionsNative * output);
 
 void gst_nv_encoder_set_device_mode (GstNvEncoder * encoder,
                                      GstNvEncoderDeviceMode mode,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh264dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvh264dec.cpp Changed

@@ -97,6 +97,27 @@
 GST_DEBUG_CATEGORY_STATIC (gst_nv_h264_dec_debug);
 #define GST_CAT_DEFAULT gst_nv_h264_dec_debug
 
+#define DOC_SINK_CAPS \
+    "video/x-h264, width = (int)  48, 4096 , height = (int)  16, 4096 , " \
+    "stream-format= (string) { avc, avc3, byte-stream }, " \
+    "alignment= (string) au, " \
+    "profile = (string) { high, main, constrained-high, constrained-baseline, baseline, progressive-high }"
+
+#define DOC_SRC_CAPS_COMM \
+    "format = (string) NV12, " \
+    "width = (int)  48, 4096 , height = (int)  16, 4096 "
+
+#define DOC_SRC_CAPS_D3D11 \
+    "format = (string) NV12, " \
+    "width = (int)  48, 4096 , height = (int)  16, 4096 "
+
+#define DOC_SRC_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SRC_CAPS_D3D11 "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SRC_CAPS_COMM
+
 typedef struct _GstNvH264Dec
 {
   GstH264Decoder parent;
@@ -297,12 +318,19 @@
       "Codec/Decoder/Video/Hardware",
       "NVIDIA H.264 video decoder", "Seungha Yang <seungha@centricular.com>");
 
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-          cdata->sink_caps));
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-          cdata->src_caps));
+  auto pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  auto doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
 
   decoder_class->open = GST_DEBUG_FUNCPTR (gst_nv_h264_dec_open);
   decoder_class->close = GST_DEBUG_FUNCPTR (gst_nv_h264_dec_close);
@@ -1075,8 +1103,7 @@
   cdata->sink_caps = gst_caps_from_string ("video/x-h264, "
       "stream-format= (string) { avc, avc3, byte-stream }, "
       "alignment= (string) au, "
-      "profile = (string) { high, main, constrained-high, constrained-baseline, baseline, progressive-high }, "
-      "framerate = " GST_VIDEO_FPS_RANGE);
+      "profile = (string) { high, main, constrained-high, constrained-baseline, baseline, progressive-high }");
 
   s = gst_caps_get_structure (sink_caps, 0);
   value = gst_structure_get_value (s, "width");

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh264encoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvh264encoder.cpp Changed

@@ -18,14 +18,6 @@
  */
 
 /**
- * element-nvcudah264enc:
- *
- * NVIDIA CUDA mode H.264 encoder
- *
- * Since: 1.22
- */
-
-/**
  * element-nvd3d11h264enc:
  *
  * NVIDIA Direct3D11 mode H.264 encoder
@@ -56,6 +48,32 @@
 GST_DEBUG_CATEGORY_STATIC (gst_nv_h264_encoder_debug);
 #define GST_CAT_DEFAULT gst_nv_h264_encoder_debug
 
+#define DOC_SINK_CAPS_COMM \
+    "format = (string) { NV12, Y444, VUYA, RGBA, RGBx, BGRA, BGRx }, " \
+    "width = (int)  160, 4096 , height = (int)  64, 4096 , " \
+    "interlace-mode = (string) progressive"
+
+#define DOC_SINK_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SINK_CAPS_D3D11 \
+    "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SINK_CAPS_AUTOGPU \
+    "video/x-raw(memory:CUDAMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SRC_CAPS \
+    "video/x-h264, width = (int)  160, 4096 , height = (int)  64, 4096 , " \
+    "profile = (string) { main, high, constrained-baseline, baseline, high-4:4:4 }, " \
+    "stream-format = (string) { byte-stream, avc }, alignment = (string) au"
+
 static GTypeClass *parent_class = nullptr;
 
 enum
@@ -77,9 +95,10 @@
   /* rate-control params */
   PROP_RATE_CONTROL,
 
-  PROP_QP_I,
-  PROP_QP_P,
-  PROP_QP_B,
+  PROP_QP_CONST,
+  PROP_QP_CONST_I,
+  PROP_QP_CONST_P,
+  PROP_QP_CONST_B,
 
   PROP_BITRATE,
   PROP_MAX_BITRATE,
@@ -90,18 +109,20 @@
   PROP_B_ADAPT,
   PROP_SPATIAL_AQ,
   PROP_TEMPORAL_AQ,
-  PROP_ZERO_REORDER_DELAY,
+  PROP_ZEROLATENCY,
   PROP_NON_REF_P,
   PROP_STRICT_GOP,
   PROP_AQ_STRENGTH,
 
-  PROP_MIN_QP_I,
-  PROP_MIN_QP_P,
-  PROP_MIN_QP_B,
+  PROP_QP_MIN,
+  PROP_QP_MIN_I,
+  PROP_QP_MIN_P,
+  PROP_QP_MIN_B,
 
-  PROP_MAX_QP_I,
-  PROP_MAX_QP_P,
-  PROP_MAX_QP_B,
+  PROP_QP_MAX,
+  PROP_QP_MAX_I,
+  PROP_QP_MAX_P,
+  PROP_QP_MAX_B,
 
   PROP_CONST_QUALITY,
 
@@ -111,13 +132,13 @@
   PROP_REPEAT_SEQUENCE_HEADER,
 };
 
-#define DEFAULT_PRESET            GST_NV_ENCODER_PRESET_P4
+#define DEFAULT_PRESET            GST_NV_ENCODER_PRESET_DEFAULT
 #define DEFAULT_TUNE              GST_NV_ENCODER_TUNE_DEFAULT
 #define DEFAULT_MULTI_PASS        GST_NV_ENCODER_MULTI_PASS_DEFAULT
 #define DEFAULT_WEIGHTED_PRED     FALSE
-#define DEFAULT_GOP_SIZE          30
+#define DEFAULT_GOP_SIZE          75
 #define DEFAULT_B_FRAMES          0
-#define DEFAULT_RATE_CONTROL      GST_NV_ENCODER_RC_MODE_VBR
+#define DEFAULT_RATE_CONTROL      GST_NV_ENCODER_RC_MODE_DEFAULT
 #define DEFAULT_QP                -1
 #define DEFAULT_BITRATE           0
 #define DEFAULT_MAX_BITRATE       0
@@ -127,7 +148,7 @@
 #define DEFAULT_B_ADAPT           FALSE
 #define DEFAULT_SPATIAL_AQ        FALSE
 #define DEFAULT_TEMPORAL_AQ       FALSE
-#define DEFAULT_ZERO_REORDER_DELAY FALSE
+#define DEFAULT_ZEROLATENCY       FALSE
 #define DEFAULT_NON_REF_P         FALSE
 #define DEFAULT_STRICT_GOP        FALSE
 #define DEFAULT_AQ_STRENGTH       FALSE
@@ -164,9 +185,10 @@
   guint bframes;
 
   GstNvEncoderRCMode rc_mode;
-  gint qp_i;
-  gint qp_p;
-  gint qp_b;
+  gint qp_const;
+  gint qp_const_i;
+  gint qp_const_p;
+  gint qp_const_b;
   guint bitrate;
   guint max_bitrate;
   guint vbv_buffer_size;
@@ -179,12 +201,14 @@
   gboolean non_ref_p;
   gboolean strict_gop;
   guint aq_strength;
-  gint min_qp_i;
-  gint min_qp_p;
-  gint min_qp_b;
-  gint max_qp_i;
-  gint max_qp_p;
-  gint max_qp_b;
+  gint qp_min;
+  gint qp_min_i;
+  gint qp_min_p;
+  gint qp_min_b;
+  gint qp_max;
+  gint qp_max_i;
+  gint qp_max_p;
+  gint qp_max_b;
   gdouble const_quality;
 
   gboolean aud;
@@ -359,24 +383,63 @@
           "Number of frames between intra frames (-1 = infinite)",
           -1, G_MAXINT, DEFAULT_GOP_SIZE, param_flags));
   if (dev_caps->max_bframes > 0) {
+    /**
+     * GstNvD3D11H264Enc:bframes:
+     *
+     * Since: 1.26
+     */
     g_object_class_install_property (object_class, PROP_B_FRAMES,
-        g_param_spec_uint ("b-frames", "B-Frames",
+        g_param_spec_uint ("bframes", "B Frames",
             "Number of B-frames between I and P", 0, dev_caps->max_bframes,
             DEFAULT_B_FRAMES, conditional_param_flags));
   }
+
+  /**
+   * GstNvD3D11H264Enc:rc-mode:
+   *
+   * Since: 1.26
+   */
   g_object_class_install_property (object_class, PROP_RATE_CONTROL,
-      g_param_spec_enum ("rate-control", "Rate Control", "Rate Control Method",
+      g_param_spec_enum ("rc-mode", "RC Mode", "Rate Control Mode",
           GST_TYPE_NV_ENCODER_RC_MODE, DEFAULT_RATE_CONTROL, param_flags));
-  g_object_class_install_property (object_class, PROP_QP_I,
-      g_param_spec_int ("qp-i", "QP I",
+
+  /**
+   * GstNvD3D11H264Enc:qp-const:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST,
+      g_param_spec_int ("qp-const", "QP Const",
+          "DEPRECATED, use qp-const-{i,p,b} properties instead", -1, 51,
+          DEFAULT_QP, param_flags));
+
+  /**
+   * GstNvD3D11H264Enc:qp-const-i:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST_I,
+      g_param_spec_int ("qp-const-i", "QP Const I",
           "Constant QP value for I frame (-1 = default)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_QP_P,
-      g_param_spec_int ("qp-p", "QP P",
+
+  /**
+   * GstNvD3D11H264Enc:qp-const-p:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST_P,
+      g_param_spec_int ("qp-const-p", "QP Cost P",
           "Constant QP value for P frame (-1 = default)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_QP_B,
-      g_param_spec_int ("qp-b", "QP B",
+
+  /**
+   * GstNvD3D11H264Enc:qp-const-b:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST_B,
+      g_param_spec_int ("qp-const-b", "QP Const B",
           "Constant QP value for B frame (-1 = default)", -1, 51,
           DEFAULT_QP, param_flags));
   g_object_class_install_property (object_class, PROP_BITRATE,
@@ -419,10 +482,16 @@
             "Temporal Adaptive Quantization", DEFAULT_TEMPORAL_AQ,
             conditional_param_flags));
   }
-  g_object_class_install_property (object_class, PROP_ZERO_REORDER_DELAY,
-      g_param_spec_boolean ("zero-reorder-delay", "Zero Reorder Delay",
-          "Zero latency operation (i.e., num_reorder_frames = 0)",
-          DEFAULT_ZERO_REORDER_DELAY, param_flags));
+
+  /**
+   * GstNvD3D11H264Enc:zerolatency:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_ZEROLATENCY,
+      g_param_spec_boolean ("zerolatency", "Zerolatency",
+          "Zero latency operation (no reordering delay)",
+          DEFAULT_ZEROLATENCY, param_flags));
   g_object_class_install_property (object_class, PROP_NON_REF_P,
       g_param_spec_boolean ("nonref-p", "Nonref P",
           "Automatic insertion of non-reference P-frames", DEFAULT_NON_REF_P,
@@ -436,28 +505,84 @@
           "Adaptive Quantization Strength when spatial-aq is enabled"
           " from 1 (low) to 15 (aggressive), (0 = autoselect)",
           0, 15, DEFAULT_AQ_STRENGTH, param_flags));
-  g_object_class_install_property (object_class, PROP_MIN_QP_I,
-      g_param_spec_int ("min-qp-i", "Min QP I",
-          "Minimum QP value for I frame, (-1 = disabled)", -1, 51,
+
+  /**
+   * GstNvD3D11H264Enc:qp-min:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN,
+      g_param_spec_int ("qp-min", "QP Min",
+          "DEPRECATED, Use qp-min-{i,p,b} properties instead", -1, 51,
+          DEFAULT_QP, param_flags));
+
+  /**
+   * GstNvD3D11H264Enc:qp-min-i:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN_I,
+      g_param_spec_int ("qp-min-i", "QP Min I",
+          "Minimum QP value for I frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MIN_QP_P,
-      g_param_spec_int ("min-qp-p", "Min QP P",
+
+  /**
+   * GstNvD3D11H264Enc:qp-min-p:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN_P,
+      g_param_spec_int ("qp-min-p", "QP Min P",
           "Minimum QP value for P frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MIN_QP_B,
-      g_param_spec_int ("min-qp-b", "Min QP B",
+
+  /**
+   * GstNvD3D11H264Enc:qp-min-b:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN_B,
+      g_param_spec_int ("qp-min-b", "QP Min B",
           "Minimum QP value for B frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MAX_QP_I,
-      g_param_spec_int ("max-qp-i", "Max QP I",
-          "Maximum QP value for I frame, (-1 = disabled)", -1, 51,
+
+  /**
+   * GstNvD3D11H264Enc:qp-max:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX,
+      g_param_spec_int ("qp-max", "QP Max",
+          "DEPRECATED, Use qp-max-{i,p,b} properties instead", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MAX_QP_P,
-      g_param_spec_int ("max-qp-p", "Max QP P",
+
+  /**
+   * GstNvD3D11H264Enc:qp-max-i:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX_I,
+      g_param_spec_int ("qp-max-i", "QP Max I",
+          "Maximum QP value for I frame, (-1 = automatic)", -1, 51,
+          DEFAULT_QP, param_flags));
+
+  /**
+   * GstNvD3D11H264Enc:qp-max-p:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX_P,
+      g_param_spec_int ("qp-max-p", "QP Max P",
           "Maximum QP value for P frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MAX_QP_B,
-      g_param_spec_int ("max-qp-b", "Max QP B",
+
+  /**
+   * GstNvD3D11H264Enc:qp-max-b:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX_B,
+      g_param_spec_int ("qp-max-b", "Max QP B",
           "Maximum QP value for B frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
   g_object_class_install_property (object_class, PROP_CONST_QUALITY,
@@ -477,6 +602,9 @@
           "Insert sequence headers (SPS/PPS) per IDR",
           DEFAULT_REPEAT_SEQUENCE_HEADER, param_flags));
 
+  GstPadTemplate *pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  GstCaps *doc_caps = nullptr;
   switch (cdata->device_mode) {
     case GST_NV_ENCODER_DEVICE_CUDA:
       gst_element_class_set_static_metadata (element_class,
@@ -484,6 +612,7 @@
           "Codec/Encoder/Video/Hardware",
           "Encode H.264 video streams using NVCODEC API CUDA Mode",
           "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
       break;
     case GST_NV_ENCODER_DEVICE_D3D11:
       gst_element_class_set_static_metadata (element_class,
@@ -491,6 +620,7 @@
           "Codec/Encoder/Video/Hardware",
           "Encode H.264 video streams using NVCODEC API Direct3D11 Mode",
           "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS_D3D11);
       break;
     case GST_NV_ENCODER_DEVICE_AUTO_SELECT:
       gst_element_class_set_static_metadata (element_class,
@@ -498,18 +628,23 @@
           "Codec/Encoder/Video/Hardware",
           "Encode H.264 video streams using NVCODEC API auto GPU select Mode",
           "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS_AUTOGPU);
       break;
     default:
       g_assert_not_reached ();
       break;
   }
 
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-          cdata->sink_caps));
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-          cdata->src_caps));
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
 
   videoenc_class->getcaps = GST_DEBUG_FUNCPTR (gst_nv_h264_encoder_getcaps);
   videoenc_class->stop = GST_DEBUG_FUNCPTR (gst_nv_h264_encoder_stop);
@@ -557,9 +692,10 @@
   self->gop_size = DEFAULT_GOP_SIZE;
   self->bframes = DEFAULT_B_FRAMES;
   self->rc_mode = DEFAULT_RATE_CONTROL;
-  self->qp_i = DEFAULT_QP;
-  self->qp_p = DEFAULT_QP;
-  self->qp_b = DEFAULT_QP;
+  self->qp_const = DEFAULT_QP;
+  self->qp_const_i = DEFAULT_QP;
+  self->qp_const_p = DEFAULT_QP;
+  self->qp_const_b = DEFAULT_QP;
   self->bitrate = DEFAULT_BITRATE;
   self->max_bitrate = DEFAULT_MAX_BITRATE;
   self->vbv_buffer_size = DEFAULT_VBV_BUFFER_SIZE;
@@ -568,16 +704,18 @@
   self->b_adapt = DEFAULT_B_ADAPT;
   self->spatial_aq = DEFAULT_SPATIAL_AQ;
   self->temporal_aq = DEFAULT_TEMPORAL_AQ;
-  self->zero_reorder_delay = DEFAULT_ZERO_REORDER_DELAY;
+  self->zero_reorder_delay = DEFAULT_ZEROLATENCY;
   self->non_ref_p = DEFAULT_NON_REF_P;
   self->strict_gop = DEFAULT_STRICT_GOP;
   self->aq_strength = DEFAULT_AQ_STRENGTH;
-  self->min_qp_i = DEFAULT_QP;
-  self->min_qp_p = DEFAULT_QP;
-  self->min_qp_b = DEFAULT_QP;
-  self->max_qp_i = DEFAULT_QP;
-  self->max_qp_p = DEFAULT_QP;
-  self->max_qp_b = DEFAULT_QP;
+  self->qp_min = DEFAULT_QP;
+  self->qp_min_i = DEFAULT_QP;
+  self->qp_min_p = DEFAULT_QP;
+  self->qp_min_b = DEFAULT_QP;
+  self->qp_max = DEFAULT_QP;
+  self->qp_max_i = DEFAULT_QP;
+  self->qp_max_p = DEFAULT_QP;
+  self->qp_max_b = DEFAULT_QP;
   self->const_quality = DEFAULT_CONST_QUALITY;
   self->aud = DEFAULT_AUD;
   if (klass->device_caps.cabac)
@@ -786,14 +924,17 @@
       }
       break;
     }
-    case PROP_QP_I:
-      update_int (self, &self->qp_i, value, UPDATE_RC_PARAM);
+    case PROP_QP_CONST:
+      update_int (self, &self->qp_const, value, UPDATE_RC_PARAM);
       break;
-    case PROP_QP_P:
-      update_int (self, &self->qp_p, value, UPDATE_RC_PARAM);
+    case PROP_QP_CONST_I:
+      update_int (self, &self->qp_const_i, value, UPDATE_RC_PARAM);
       break;
-    case PROP_QP_B:
-      update_int (self, &self->qp_b, value, UPDATE_RC_PARAM);
+    case PROP_QP_CONST_P:
+      update_int (self, &self->qp_const_p, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_CONST_B:
+      update_int (self, &self->qp_const_b, value, UPDATE_RC_PARAM);
       break;
     case PROP_BITRATE:
       update_uint (self, &self->bitrate, value, UPDATE_BITRATE);
@@ -820,7 +961,7 @@
     case PROP_TEMPORAL_AQ:
       update_boolean (self, &self->temporal_aq, value, UPDATE_RC_PARAM);
       break;
-    case PROP_ZERO_REORDER_DELAY:
+    case PROP_ZEROLATENCY:
       update_boolean (self, &self->zero_reorder_delay, value, UPDATE_RC_PARAM);
       break;
     case PROP_NON_REF_P:
@@ -832,23 +973,29 @@
     case PROP_AQ_STRENGTH:
       update_uint (self, &self->aq_strength, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MIN_QP_I:
-      update_int (self, &self->min_qp_i, value, UPDATE_RC_PARAM);
+    case PROP_QP_MIN:
+      update_int (self, &self->qp_min, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MIN_I:
+      update_int (self, &self->qp_min_i, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MIN_P:
+      update_int (self, &self->qp_min_p, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MIN_QP_P:
-      update_int (self, &self->min_qp_p, value, UPDATE_RC_PARAM);
+    case PROP_QP_MIN_B:
+      update_int (self, &self->qp_min_b, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MIN_QP_B:
-      update_int (self, &self->min_qp_b, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX:
+      update_int (self, &self->qp_max, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MAX_QP_I:
-      update_int (self, &self->max_qp_i, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX_I:
+      update_int (self, &self->qp_max_i, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MAX_QP_P:
-      update_int (self, &self->max_qp_p, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX_P:
+      update_int (self, &self->qp_max_p, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MAX_QP_B:
-      update_int (self, &self->max_qp_b, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX_B:
+      update_int (self, &self->qp_max_b, value, UPDATE_RC_PARAM);
       break;
     case PROP_CONST_QUALITY:
       update_double (self, &self->const_quality, value, UPDATE_RC_PARAM);
@@ -905,14 +1052,17 @@
     case PROP_RATE_CONTROL:
       g_value_set_enum (value, self->rc_mode);
       break;
-    case PROP_QP_I:
-      g_value_set_int (value, self->qp_i);
+    case PROP_QP_CONST:
+      g_value_set_int (value, self->qp_const);
       break;
-    case PROP_QP_P:
-      g_value_set_int (value, self->qp_p);
+    case PROP_QP_CONST_I:
+      g_value_set_int (value, self->qp_const_i);
       break;
-    case PROP_QP_B:
-      g_value_set_int (value, self->qp_b);
+    case PROP_QP_CONST_P:
+      g_value_set_int (value, self->qp_const_p);
+      break;
+    case PROP_QP_CONST_B:
+      g_value_set_int (value, self->qp_const_b);
       break;
     case PROP_BITRATE:
       g_value_set_uint (value, self->bitrate);
@@ -938,7 +1088,7 @@
     case PROP_TEMPORAL_AQ:
       g_value_set_boolean (value, self->temporal_aq);
       break;
-    case PROP_ZERO_REORDER_DELAY:
+    case PROP_ZEROLATENCY:
       g_value_set_boolean (value, self->zero_reorder_delay);
       break;
     case PROP_NON_REF_P:
@@ -950,23 +1100,29 @@
     case PROP_AQ_STRENGTH:
       g_value_set_uint (value, self->aq_strength);
       break;
-    case PROP_MIN_QP_I:
-      g_value_set_int (value, self->min_qp_i);
+    case PROP_QP_MIN:
+      g_value_set_int (value, self->qp_min);
+      break;
+    case PROP_QP_MIN_I:
+      g_value_set_int (value, self->qp_min_i);
+      break;
+    case PROP_QP_MIN_P:
+      g_value_set_int (value, self->qp_min_p);
       break;
-    case PROP_MIN_QP_P:
-      g_value_set_int (value, self->min_qp_p);
+    case PROP_QP_MIN_B:
+      g_value_set_int (value, self->qp_min_b);
       break;
-    case PROP_MIN_QP_B:
-      g_value_set_int (value, self->min_qp_b);
+    case PROP_QP_MAX:
+      g_value_set_int (value, self->qp_max);
       break;
-    case PROP_MAX_QP_I:
-      g_value_set_int (value, self->max_qp_i);
+    case PROP_QP_MAX_I:
+      g_value_set_int (value, self->qp_max_i);
       break;
-    case PROP_MAX_QP_P:
-      g_value_set_int (value, self->max_qp_p);
+    case PROP_QP_MAX_P:
+      g_value_set_int (value, self->qp_max_p);
       break;
-    case PROP_MAX_QP_B:
-      g_value_set_int (value, self->max_qp_b);
+    case PROP_QP_MAX_B:
+      g_value_set_int (value, self->qp_max_b);
       break;
     case PROP_CONST_QUALITY:
       g_value_set_double (value, self->const_quality);
@@ -1067,15 +1223,19 @@
 
   /* *INDENT-OFF* */
   for (const auto &iter: downstream_profiles) {
-    if (iter == "high" || iter == "main") {
+    if (iter == "high" || iter == "main")
       profile_support_interlaced = TRUE;
-    }
 
     if (iter == "high-4:4:4") {
       profile_support_interlaced = TRUE;
       allowed_formats.insert("Y444");
     } else {
       allowed_formats.insert("NV12");
+      allowed_formats.insert("VUYA");
+      allowed_formats.insert("RGBA");
+      allowed_formats.insert("RGBx");
+      allowed_formats.insert("BGRA");
+      allowed_formats.insert("BGRx");
     }
   }
   /* *INDENT-ON* */
@@ -1290,8 +1450,22 @@
     }
   }
 
-  gst_nv_encoder_preset_to_native (self->preset, self->tune,
-      &init_params->presetGUID, &init_params->tuningInfo);
+  GstNvEncoderPresetOptions in_opt = { };
+  GstNvEncoderPresetOptionsNative out_opt = { };
+  in_opt.preset = self->preset;
+  in_opt.tune = self->tune;
+  in_opt.rc_mode = self->rc_mode;
+  in_opt.multi_pass = self->multipass;
+  GstNvEncoderPresetResolution resolution = GST_NV_ENCODER_PRESET_720;
+  auto frame_size = info->width * info->height;
+  if (frame_size >= 3840 * 2160)
+    resolution = GST_NV_ENCODER_PRESET_2160;
+  else if (frame_size >= 1920 * 1080)
+    resolution = GST_NV_ENCODER_PRESET_1080;
+
+  gst_nv_encoder_preset_to_native_h264 (resolution, &in_opt, &out_opt);
+  init_params->presetGUID = out_opt.preset;
+  init_params->tuningInfo = out_opt.tune;
 
   preset_config.version = gst_nvenc_get_preset_config_version ();
   preset_config.presetCfg.version = gst_nvenc_get_config_version ();
@@ -1333,6 +1507,9 @@
 
   rc_params = &config->rcParams;
 
+  rc_params->rateControlMode = out_opt.rc_mode;
+  rc_params->multiPass = out_opt.multi_pass;
+
   if (self->bitrate)
     rc_params->averageBitRate = self->bitrate * 1024;
   if (self->max_bitrate)
@@ -1340,46 +1517,59 @@
   if (self->vbv_buffer_size)
     rc_params->vbvBufferSize = self->vbv_buffer_size * 1024;
 
-  if (self->min_qp_i >= 0) {
+  if (self->qp_min >= 0) {
+    rc_params->enableMinQP = TRUE;
+    rc_params->minQP.qpIntra = self->qp_min;
+    rc_params->minQP.qpInterP = self->qp_min;
+    rc_params->minQP.qpInterB = self->qp_min;
+  } else if (self->qp_min_i >= 0) {
     rc_params->enableMinQP = TRUE;
-    rc_params->minQP.qpIntra = self->min_qp_i;
-    if (self->min_qp_p >= 0) {
-      rc_params->minQP.qpInterP = self->min_qp_p;
+    rc_params->minQP.qpIntra = self->qp_min_i;
+    if (self->qp_min_p >= 0) {
+      rc_params->minQP.qpInterP = self->qp_min_p;
     } else {
       rc_params->minQP.qpInterP = rc_params->minQP.qpIntra;
     }
-    if (self->min_qp_b >= 0) {
-      rc_params->minQP.qpInterB = self->min_qp_b;
+    if (self->qp_min_b >= 0) {
+      rc_params->minQP.qpInterB = self->qp_min_b;
     } else {
       rc_params->minQP.qpInterB = rc_params->minQP.qpInterP;
     }
   }
 
-  if (self->max_qp_i >= 0) {
+  if (self->qp_max >= 0) {
     rc_params->enableMaxQP = TRUE;
-    rc_params->maxQP.qpIntra = self->max_qp_i;
-    if (self->max_qp_p >= 0) {
-      rc_params->maxQP.qpInterP = self->max_qp_p;
+    rc_params->maxQP.qpIntra = self->qp_min;
+    rc_params->maxQP.qpInterP = self->qp_min;
+    rc_params->maxQP.qpInterB = self->qp_min;
+  } else if (self->qp_max_i >= 0) {
+    rc_params->enableMaxQP = TRUE;
+    rc_params->maxQP.qpIntra = self->qp_max_i;
+    if (self->qp_max_p >= 0) {
+      rc_params->maxQP.qpInterP = self->qp_max_p;
     } else {
       rc_params->maxQP.qpInterP = rc_params->maxQP.qpIntra;
     }
-    if (self->max_qp_b >= 0) {
-      rc_params->maxQP.qpInterB = self->max_qp_b;
+    if (self->qp_max_b >= 0) {
+      rc_params->maxQP.qpInterB = self->qp_max_b;
     } else {
       rc_params->maxQP.qpInterB = rc_params->maxQP.qpInterP;
     }
   }
 
-  gst_nv_encoder_rc_mode_to_native (self->rc_mode, self->multipass,
-      &rc_params->rateControlMode, &rc_params->multiPass);
-
   if (rc_params->rateControlMode == NV_ENC_PARAMS_RC_CONSTQP) {
-    if (self->qp_i >= 0)
-      rc_params->constQP.qpIntra = self->qp_i;
-    if (self->qp_p >= 0)
-      rc_params->constQP.qpInterP = self->qp_p;
-    if (self->qp_b >= 0)
-      rc_params->constQP.qpInterB = self->qp_b;
+    if (self->qp_const >= 0) {
+      rc_params->constQP.qpIntra = self->qp_const;
+      rc_params->constQP.qpInterP = self->qp_const;
+      rc_params->constQP.qpInterB = self->qp_const;
+    } else {
+      if (self->qp_const_i >= 0)
+        rc_params->constQP.qpIntra = self->qp_const_i;
+      if (self->qp_const_p >= 0)
+        rc_params->constQP.qpInterP = self->qp_const_p;
+      if (self->qp_const_b >= 0)
+        rc_params->constQP.qpInterB = self->qp_const_b;
+    }
   }
 
   if (self->spatial_aq) {
@@ -1466,21 +1656,34 @@
     h264_config->entropyCodingMode = NV_ENC_H264_ENTROPY_CODING_MODE_AUTOSELECT;
   }
 
+  GstVideoColorimetry cinfo;
+  switch (GST_VIDEO_INFO_FORMAT (info)) {
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_Y444:
+      cinfo = info->colorimetry;
+      break;
+    default:
+      /* Other formats will be converted 4:2:0 YUV by runtime */
+      gst_video_colorimetry_from_string (&cinfo, GST_VIDEO_COLORIMETRY_BT709);
+      break;
+  }
+
   vui->videoSignalTypePresentFlag = 1;
   /* Unspecified */
-  vui->videoFormat = 5;
-  if (info->colorimetry.range == GST_VIDEO_COLOR_RANGE_0_255) {
+  vui->videoFormat = NV_ENC_VUI_VIDEO_FORMAT_UNSPECIFIED;
+  if (cinfo.range == GST_VIDEO_COLOR_RANGE_0_255) {
     vui->videoFullRangeFlag = 1;
   } else {
     vui->videoFullRangeFlag = 0;
   }
 
   vui->colourDescriptionPresentFlag = 1;
-  vui->colourMatrix = gst_video_color_matrix_to_iso (info->colorimetry.matrix);
-  vui->colourPrimaries =
-      gst_video_color_primaries_to_iso (info->colorimetry.primaries);
-  vui->transferCharacteristics =
-      gst_video_transfer_function_to_iso (info->colorimetry.transfer);
+  vui->colourMatrix = (NV_ENC_VUI_MATRIX_COEFFS)
+      gst_video_color_matrix_to_iso (cinfo.matrix);
+  vui->colourPrimaries = (NV_ENC_VUI_COLOR_PRIMARIES)
+      gst_video_color_primaries_to_iso (cinfo.primaries);
+  vui->transferCharacteristics = (NV_ENC_VUI_TRANSFER_CHARACTERISTIC)
+      gst_video_transfer_function_to_iso (cinfo.transfer);
 
   g_mutex_unlock (&self->prop_lock);
 
@@ -1699,6 +1902,19 @@
   output_state = gst_video_encoder_set_output_state (GST_VIDEO_ENCODER (self),
       caps, state);
 
+  switch (GST_VIDEO_INFO_FORMAT (&state->info)) {
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_Y444:
+      /* Native formats */
+      break;
+    default:
+      /* Format converted by runtime */
+      gst_video_colorimetry_from_string (&output_state->info.colorimetry,
+          GST_VIDEO_COLORIMETRY_BT709);
+      output_state->info.chroma_site = GST_VIDEO_CHROMA_SITE_H_COSITED;
+      break;
+  }
+
   GST_INFO_OBJECT (self, "Output caps: %" GST_PTR_FORMAT, output_state->caps);
   gst_video_codec_state_unref (output_state);
 
@@ -1997,6 +2213,17 @@
         if (dev_caps.yuv444_encode)
           formats.insert ("Y444");
         break;
+      case NV_ENC_BUFFER_FORMAT_AYUV:
+        formats.insert ("VUYA");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ABGR:
+        formats.insert ("RGBA");
+        formats.insert ("RGBx");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ARGB:
+        formats.insert ("BGRA");
+        formats.insert ("BGRx");
+        break;
       default:
         break;
     }
@@ -2023,6 +2250,11 @@
     format_str = "format = (string) { ";
     APPEND_STRING (format_str, formats, "NV12");
     APPEND_STRING (format_str, formats, "Y444");
+    APPEND_STRING (format_str, formats, "VUYA");
+    APPEND_STRING (format_str, formats, "RGBA");
+    APPEND_STRING (format_str, formats, "RGBx");
+    APPEND_STRING (format_str, formats, "BGRA");
+    APPEND_STRING (format_str, formats, "BGRx");
     format_str += " }";
   }
 
@@ -2082,24 +2314,41 @@
   }
 
   src_caps_str = "video/x-h264, " + resolution_str + ", " + profile_str +
-      ", stream-format = (string) { avc, byte-stream }, alignment = (string) au";
+      ", stream-format = (string) { byte-stream, avc }, alignment = (string) au";
 
   system_caps = gst_caps_from_string (sink_caps_str.c_str ());
   sink_caps = gst_caps_copy (system_caps);
 #ifdef G_OS_WIN32
   if (device_mode == GST_NV_ENCODER_DEVICE_D3D11) {
     gst_caps_set_features (sink_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            nullptr));
   }
 #endif
 
   if (device_mode == GST_NV_ENCODER_DEVICE_CUDA) {
     gst_caps_set_features (sink_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+            nullptr));
+#ifdef HAVE_GST_D3D12
+    if (gst_nvcodec_is_windows_10_or_greater ()) {
+      gboolean have_interop = FALSE;
+      g_object_get (device,
+          "external-resource-interop", &have_interop, nullptr);
+      if (have_interop) {
+        auto d3d12_caps = gst_caps_copy (system_caps);
+        gst_caps_set_features_simple (d3d12_caps,
+            gst_caps_features_new_static_str
+            (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, nullptr));
+        gst_caps_append (sink_caps, d3d12_caps);
+      }
+    }
+#endif
 #ifdef HAVE_CUDA_GST_GL
     GstCaps *gl_caps = gst_caps_copy (system_caps);
     gst_caps_set_features (gl_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_GL_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+            nullptr));
     gst_caps_append (sink_caps, gl_caps);
 #endif
   }
@@ -2120,8 +2369,12 @@
     cdata->profiles = g_list_append (cdata->profiles, g_strdup (iter.c_str()));
   /* *INDENT-ON* */
 
+#ifdef G_OS_WIN32
   if (device_mode == GST_NV_ENCODER_DEVICE_D3D11)
     g_object_get (device, "adapter-luid", &cdata->adapter_luid, nullptr);
+  else
+    g_object_get (device, "dxgi-adapter-luid", &cdata->adapter_luid, nullptr);
+#endif
 
   if (device_mode == GST_NV_ENCODER_DEVICE_CUDA)
     g_object_get (device, "cuda-device-id", &cdata->cuda_device_id, nullptr);
@@ -2183,16 +2436,16 @@
     (GInstanceInitFunc) gst_nv_h264_encoder_init,
   };
 
-  type_name = g_strdup ("GstNvCudaH264Enc");
-  feature_name = g_strdup ("nvcudah264enc");
+  type_name = g_strdup ("GstNvH264Enc");
+  feature_name = g_strdup ("nvh264enc");
 
   gint index = 0;
   while (g_type_from_name (type_name)) {
     index++;
     g_free (type_name);
     g_free (feature_name);
-    type_name = g_strdup_printf ("GstNvCudaH264Device%dEnc", index);
-    feature_name = g_strdup_printf ("nvcudah264device%denc", index);
+    type_name = g_strdup_printf ("GstNvH264Device%dEnc", index);
+    feature_name = g_strdup_printf ("nvh264device%denc", index);
   }
 
   type = g_type_register_static (GST_TYPE_NV_ENCODER, type_name,
@@ -2369,6 +2622,11 @@
     format_str = "format = (string) { ";
     APPEND_STRING (format_str, formats, "NV12");
     APPEND_STRING (format_str, formats, "Y444");
+    APPEND_STRING (format_str, formats, "VUYA");
+    APPEND_STRING (format_str, formats, "RGBA");
+    APPEND_STRING (format_str, formats, "RGBx");
+    APPEND_STRING (format_str, formats, "BGRA");
+    APPEND_STRING (format_str, formats, "BGRx");
     format_str += " }";
   }
 
@@ -2406,7 +2664,7 @@
   }
 
   src_caps_str = "video/x-h264, " + resolution_str + ", " + profile_str +
-      ", stream-format = (string) { avc, byte-stream }, alignment = (string) au";
+      ", stream-format = (string) { byte-stream, avc }, alignment = (string) au";
 
   system_caps = gst_caps_from_string (sink_caps_str.c_str ());
   sink_caps = gst_caps_new_empty ();
@@ -2414,14 +2672,16 @@
   if (cuda_device_id_size > 0) {
     GstCaps *cuda_caps = gst_caps_copy (system_caps);
     gst_caps_set_features (cuda_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+            nullptr));
     gst_caps_append (sink_caps, cuda_caps);
   }
 #ifdef G_OS_WIN32
   if (adapter_luid_size > 0) {
     GstCaps *d3d11_caps = gst_caps_copy (system_caps);
     gst_caps_set_features (d3d11_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            nullptr));
     gst_caps_append (sink_caps, d3d11_caps);
   }
 #endif
@@ -2429,7 +2689,8 @@
 #ifdef HAVE_CUDA_GST_GL
   GstCaps *gl_caps = gst_caps_copy (system_caps);
   gst_caps_set_features (gl_caps, 0,
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_GL_MEMORY, nullptr));
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+          nullptr));
   gst_caps_append (sink_caps, gl_caps);
 #endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh265dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvh265dec.cpp Changed

@@ -98,6 +98,31 @@
 GST_DEBUG_CATEGORY_STATIC (gst_nv_h265_dec_debug);
 #define GST_CAT_DEFAULT gst_nv_h265_dec_debug
 
+#define DOC_SINK_CAPS \
+    "video/x-h265, width = (int)  144, 8192 , height = (int)  144, 8192 , " \
+    "stream-format= (string) { hev1, hvc1, byte-stream  }, " \
+    "alignment= (string) au, " \
+    "profile = (string) { main, main-10, main-12, main-444, main-444-10, main-444-12 }"
+
+#define DOC_SRC_CAPS_COMM \
+    "format = (string) { NV12, P010_10LE, P012_LE, Y444, Y444_16LE, GBR, GBR_16LE }, " \
+    "width = (int)  144, 8192 , height = (int)  144, 8192 "
+
+#define DOC_SRC_CAPS_D3D11 \
+    "format = (string) { I420, I420_10LE, I420_12LE, Y444, Y444_16LE, GBR, GBR_16LE }, " \
+    "width = (int)  144, 8192 , height = (int)  144, 8192 "
+
+#define DOC_SRC_CAPS_GL \
+    "format = (string) { I420, I420_10LE, I420_12LE, Y444, Y444_16LE, GBR }, " \
+    "width = (int)  144, 8192 , height = (int)  144, 8192 "
+
+#define DOC_SRC_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SRC_CAPS_D3D11 "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SRC_CAPS_GL "; " \
+    "video/x-raw, " DOC_SRC_CAPS_COMM
+
 typedef struct _GstNvH265Dec
 {
   GstH265Decoder parent;
@@ -293,12 +318,19 @@
       "Codec/Decoder/Video/Hardware",
       "NVIDIA H.265 video decoder", "Seungha Yang <seungha@centricular.com>");
 
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-          cdata->sink_caps));
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-          cdata->src_caps));
+  auto pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  auto doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
 
   decoder_class->open = GST_DEBUG_FUNCPTR (gst_nv_h265_dec_open);
   decoder_class->close = GST_DEBUG_FUNCPTR (gst_nv_h265_dec_close);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvh265encoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvh265encoder.cpp Changed

@@ -18,14 +18,6 @@
  */
 
 /**
- * element-nvcudah265enc:
- *
- * NVIDIA CUDA mode H.265 encoder
- *
- * Since: 1.22
- */
-
-/**
  * element-nvd3d11h265enc:
  *
  * NVIDIA Direct3D11 mode H.265 encoder
@@ -56,6 +48,32 @@
 GST_DEBUG_CATEGORY_STATIC (gst_nv_h265_encoder_debug);
 #define GST_CAT_DEFAULT gst_nv_h265_encoder_debug
 
+#define DOC_SINK_CAPS_COMM \
+    "format = (string) { NV12, P010_10LE, Y444, Y444_16LE, GBR, GBR_16LE, VUYA, RGBA, RGBx, BGRA, BGRx, RGB10A2_LE }, " \
+    "width = (int)  144, 8192 , height = (int)  48, 8192 , " \
+    "interlace-mode = (string) progressive"
+
+#define DOC_SINK_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SINK_CAPS_D3D11 \
+    "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SINK_CAPS_AUTOGPU \
+    "video/x-raw(memory:CUDAMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SINK_CAPS_COMM
+
+#define DOC_SRC_CAPS \
+    "video/x-h265, width = (int)  144, 8192 , height = (int)  48, 8192 , " \
+    "profile = (string) { main, main-10, main-444, main-444-10 }, " \
+    "stream-format = (string) { byte-stream, hvc1, hev1 }, alignment = (string) au"
+
 static GTypeClass *parent_class = NULL;
 
 enum
@@ -77,9 +95,10 @@
   /* rate-control params */
   PROP_RATE_CONTROL,
 
-  PROP_QP_I,
-  PROP_QP_P,
-  PROP_QP_B,
+  PROP_QP_CONST,
+  PROP_QP_CONST_I,
+  PROP_QP_CONST_P,
+  PROP_QP_CONST_B,
 
   PROP_BITRATE,
   PROP_MAX_BITRATE,
@@ -90,18 +109,20 @@
   PROP_B_ADAPT,
   PROP_SPATIAL_AQ,
   PROP_TEMPORAL_AQ,
-  PROP_ZERO_REORDER_DELAY,
+  PROP_ZEROLATENCY,
   PROP_NON_REF_P,
   PROP_STRICT_GOP,
   PROP_AQ_STRENGTH,
 
-  PROP_MIN_QP_I,
-  PROP_MIN_QP_P,
-  PROP_MIN_QP_B,
+  PROP_QP_MIN,
+  PROP_QP_MIN_I,
+  PROP_QP_MIN_P,
+  PROP_QP_MIN_B,
 
-  PROP_MAX_QP_I,
-  PROP_MAX_QP_P,
-  PROP_MAX_QP_B,
+  PROP_QP_MAX,
+  PROP_QP_MAX_I,
+  PROP_QP_MAX_P,
+  PROP_QP_MAX_B,
 
   PROP_CONST_QUALITY,
 
@@ -110,13 +131,13 @@
   PROP_REPEAT_SEQUENCE_HEADER,
 };
 
-#define DEFAULT_PRESET            GST_NV_ENCODER_PRESET_P4
+#define DEFAULT_PRESET            GST_NV_ENCODER_PRESET_DEFAULT
 #define DEFAULT_TUNE              GST_NV_ENCODER_TUNE_DEFAULT
 #define DEFAULT_MULTI_PASS        GST_NV_ENCODER_MULTI_PASS_DEFAULT
 #define DEFAULT_WEIGHTED_PRED     FALSE
-#define DEFAULT_GOP_SIZE          30
+#define DEFAULT_GOP_SIZE          75
 #define DEFAULT_B_FRAMES          0
-#define DEFAULT_RATE_CONTROL      GST_NV_ENCODER_RC_MODE_VBR
+#define DEFAULT_RATE_CONTROL      GST_NV_ENCODER_RC_MODE_DEFAULT
 #define DEFAULT_QP                -1
 #define DEFAULT_BITRATE           0
 #define DEFAULT_MAX_BITRATE       0
@@ -126,7 +147,7 @@
 #define DEFAULT_B_ADAPT           FALSE
 #define DEFAULT_SPATIAL_AQ        FALSE
 #define DEFAULT_TEMPORAL_AQ       FALSE
-#define DEFAULT_ZERO_REORDER_DELAY FALSE
+#define DEFAULT_ZEROLATENCY       FALSE
 #define DEFAULT_NON_REF_P         FALSE
 #define DEFAULT_STRICT_GOP        FALSE
 #define DEFAULT_AQ_STRENGTH       FALSE
@@ -170,9 +191,10 @@
   guint bframes;
 
   GstNvEncoderRCMode rc_mode;
-  gint qp_i;
-  gint qp_p;
-  gint qp_b;
+  gint qp_const;
+  gint qp_const_i;
+  gint qp_const_p;
+  gint qp_const_b;
   guint bitrate;
   guint max_bitrate;
   guint vbv_buffer_size;
@@ -185,12 +207,14 @@
   gboolean non_ref_p;
   gboolean strict_gop;
   guint aq_strength;
-  gint min_qp_i;
-  gint min_qp_p;
-  gint min_qp_b;
-  gint max_qp_i;
-  gint max_qp_p;
-  gint max_qp_b;
+  gint qp_min;
+  gint qp_min_i;
+  gint qp_min_p;
+  gint qp_min_b;
+  gint qp_max;
+  gint qp_max_i;
+  gint qp_max_p;
+  gint qp_max_b;
   gdouble const_quality;
 
   gboolean aud;
@@ -364,24 +388,63 @@
           "Number of frames between intra frames (-1 = infinite)",
           -1, G_MAXINT, DEFAULT_GOP_SIZE, param_flags));
   if (dev_caps->max_bframes > 0) {
+    /**
+     * GstNvD3D11H265Enc:bframes:
+     *
+     * Since: 1.26
+     */
     g_object_class_install_property (object_class, PROP_B_FRAMES,
-        g_param_spec_uint ("b-frames", "B-Frames",
+        g_param_spec_uint ("bframes", "B Frames",
             "Number of B-frames between I and P", 0, dev_caps->max_bframes,
             DEFAULT_B_FRAMES, conditional_param_flags));
   }
+
+  /**
+   * GstNvD3D11H265Enc:rc-mode:
+   *
+   * Since: 1.26
+   */
   g_object_class_install_property (object_class, PROP_RATE_CONTROL,
-      g_param_spec_enum ("rate-control", "Rate Control", "Rate Control Method",
+      g_param_spec_enum ("rc-mode", "RC Mode", "Rate Control Mode",
           GST_TYPE_NV_ENCODER_RC_MODE, DEFAULT_RATE_CONTROL, param_flags));
-  g_object_class_install_property (object_class, PROP_QP_I,
-      g_param_spec_int ("qp-i", "QP I",
+
+  /**
+   * GstNvD3D11H265Enc:qp-const:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST,
+      g_param_spec_int ("qp-const", "QP Const",
+          "DEPRECATED, use qp-const-{i,p,b} properties instead",
+          -1, 51, DEFAULT_QP, param_flags));
+
+  /**
+   * GstNvD3D11H265Enc:qp-const-i:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST_I,
+      g_param_spec_int ("qp-const-i", "QP Const I",
           "Constant QP value for I frame (-1 = default)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_QP_P,
-      g_param_spec_int ("qp-p", "QP P",
+
+  /**
+   * GstNvD3D11H265Enc:qp-const-p:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST_P,
+      g_param_spec_int ("qp-const-p", "QP Cost P",
           "Constant QP value for P frame (-1 = default)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_QP_B,
-      g_param_spec_int ("qp-b", "QP B",
+
+  /**
+   * GstNvD3D11H265Enc:qp-const-b:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_CONST_B,
+      g_param_spec_int ("qp-const-b", "QP Const B",
           "Constant QP value for B frame (-1 = default)", -1, 51,
           DEFAULT_QP, param_flags));
   g_object_class_install_property (object_class, PROP_BITRATE,
@@ -424,10 +487,16 @@
             "Temporal Adaptive Quantization", DEFAULT_TEMPORAL_AQ,
             conditional_param_flags));
   }
-  g_object_class_install_property (object_class, PROP_ZERO_REORDER_DELAY,
-      g_param_spec_boolean ("zero-reorder-delay", "Zero Reorder Delay",
-          "Zero latency operation (i.e., num_reorder_frames = 0)",
-          DEFAULT_ZERO_REORDER_DELAY, param_flags));
+
+  /**
+   * GstNvD3D11H265Enc:zerolatency:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_ZEROLATENCY,
+      g_param_spec_boolean ("zerolatency", "Zerolatency",
+          "Zero latency operation (no reordering delay)",
+          DEFAULT_ZEROLATENCY, param_flags));
   g_object_class_install_property (object_class, PROP_NON_REF_P,
       g_param_spec_boolean ("nonref-p", "Nonref P",
           "Automatic insertion of non-reference P-frames", DEFAULT_NON_REF_P,
@@ -441,28 +510,84 @@
           "Adaptive Quantization Strength when spatial-aq is enabled"
           " from 1 (low) to 15 (aggressive), (0 = autoselect)",
           0, 15, DEFAULT_AQ_STRENGTH, param_flags));
-  g_object_class_install_property (object_class, PROP_MIN_QP_I,
-      g_param_spec_int ("min-qp-i", "Min QP I",
-          "Minimum QP value for I frame, (-1 = disabled)", -1, 51,
+
+  /**
+   * GstNvD3D11H265Enc:qp-min:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN,
+      g_param_spec_int ("qp-min", "QP Min",
+          "DEPRECATED, Use qp-min-{i,p,b} properties instead", -1, 51,
+          DEFAULT_QP, param_flags));
+
+  /**
+   * GstNvD3D11H265Enc:qp-min-i:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN_I,
+      g_param_spec_int ("qp-min-i", "QP Min I",
+          "Minimum QP value for I frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MIN_QP_P,
-      g_param_spec_int ("min-qp-p", "Min QP P",
+
+  /**
+   * GstNvD3D11H265Enc:qp-min-p:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN_P,
+      g_param_spec_int ("qp-min-p", "QP Min P",
           "Minimum QP value for P frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MIN_QP_B,
-      g_param_spec_int ("min-qp-b", "Min QP B",
+
+  /**
+   * GstNvD3D11H265Enc:qp-min-b:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MIN_B,
+      g_param_spec_int ("qp-min-b", "QP Min B",
           "Minimum QP value for B frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MAX_QP_I,
-      g_param_spec_int ("max-qp-i", "Max QP I",
-          "Maximum QP value for I frame, (-1 = disabled)", -1, 51,
+
+  /**
+   * GstNvD3D11H265Enc:qp-max:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX,
+      g_param_spec_int ("qp-max", "QP Max",
+          "DEPRECATED, Use qp-max-{i,p,b} properties instead", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MAX_QP_P,
-      g_param_spec_int ("max-qp-p", "Max QP P",
+
+  /**
+   * GstNvD3D11H265Enc:qp-max-i:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX_I,
+      g_param_spec_int ("qp-max-i", "QP Max I",
+          "Maximum QP value for I frame, (-1 = automatic)", -1, 51,
+          DEFAULT_QP, param_flags));
+
+  /**
+   * GstNvD3D11H265Enc:qp-max-p:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX_P,
+      g_param_spec_int ("qp-max-p", "QP Max P",
           "Maximum QP value for P frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
-  g_object_class_install_property (object_class, PROP_MAX_QP_B,
-      g_param_spec_int ("max-qp-b", "Max QP B",
+
+  /**
+   * GstNvD3D11H265Enc:qp-max-b:
+   *
+   * Since: 1.26
+   */
+  g_object_class_install_property (object_class, PROP_QP_MAX_B,
+      g_param_spec_int ("qp-max-b", "Max QP B",
           "Maximum QP value for B frame, (-1 = automatic)", -1, 51,
           DEFAULT_QP, param_flags));
   g_object_class_install_property (object_class, PROP_CONST_QUALITY,
@@ -478,6 +603,9 @@
           "ignored if negotiated stream-format is \"hvc1\"",
           DEFAULT_REPEAT_SEQUENCE_HEADER, param_flags));
 
+  GstPadTemplate *pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  GstCaps *doc_caps = nullptr;
   switch (cdata->device_mode) {
     case GST_NV_ENCODER_DEVICE_CUDA:
       gst_element_class_set_static_metadata (element_class,
@@ -485,6 +613,7 @@
           "Codec/Encoder/Video/Hardware",
           "Encode H.265 video streams using NVCODEC API CUDA Mode",
           "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
       break;
     case GST_NV_ENCODER_DEVICE_D3D11:
       gst_element_class_set_static_metadata (element_class,
@@ -492,6 +621,7 @@
           "Codec/Encoder/Video/Hardware",
           "Encode H.265 video streams using NVCODEC API Direct3D11 Mode",
           "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS_D3D11);
       break;
     case GST_NV_ENCODER_DEVICE_AUTO_SELECT:
       gst_element_class_set_static_metadata (element_class,
@@ -499,18 +629,23 @@
           "Codec/Encoder/Video/Hardware",
           "Encode H.265 video streams using NVCODEC API auto GPU select Mode",
           "Seungha Yang <seungha@centricular.com>");
+      doc_caps = gst_caps_from_string (DOC_SINK_CAPS_AUTOGPU);
       break;
     default:
       g_assert_not_reached ();
       break;
   }
 
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-          cdata->sink_caps));
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-          cdata->src_caps));
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
 
   videoenc_class->getcaps = GST_DEBUG_FUNCPTR (gst_nv_h265_encoder_getcaps);
   videoenc_class->stop = GST_DEBUG_FUNCPTR (gst_nv_h265_encoder_stop);
@@ -558,9 +693,10 @@
   self->gop_size = DEFAULT_GOP_SIZE;
   self->bframes = DEFAULT_B_FRAMES;
   self->rc_mode = DEFAULT_RATE_CONTROL;
-  self->qp_i = DEFAULT_QP;
-  self->qp_p = DEFAULT_QP;
-  self->qp_b = DEFAULT_QP;
+  self->qp_const = DEFAULT_QP;
+  self->qp_const_i = DEFAULT_QP;
+  self->qp_const_p = DEFAULT_QP;
+  self->qp_const_b = DEFAULT_QP;
   self->bitrate = DEFAULT_BITRATE;
   self->max_bitrate = DEFAULT_MAX_BITRATE;
   self->vbv_buffer_size = DEFAULT_VBV_BUFFER_SIZE;
@@ -569,16 +705,18 @@
   self->b_adapt = DEFAULT_B_ADAPT;
   self->spatial_aq = DEFAULT_SPATIAL_AQ;
   self->temporal_aq = DEFAULT_TEMPORAL_AQ;
-  self->zero_reorder_delay = DEFAULT_ZERO_REORDER_DELAY;
+  self->zero_reorder_delay = DEFAULT_ZEROLATENCY;
   self->non_ref_p = DEFAULT_NON_REF_P;
   self->strict_gop = DEFAULT_STRICT_GOP;
   self->aq_strength = DEFAULT_AQ_STRENGTH;
-  self->min_qp_i = DEFAULT_QP;
-  self->min_qp_p = DEFAULT_QP;
-  self->min_qp_b = DEFAULT_QP;
-  self->max_qp_i = DEFAULT_QP;
-  self->max_qp_p = DEFAULT_QP;
-  self->max_qp_b = DEFAULT_QP;
+  self->qp_min = DEFAULT_QP;
+  self->qp_min_i = DEFAULT_QP;
+  self->qp_min_p = DEFAULT_QP;
+  self->qp_min_b = DEFAULT_QP;
+  self->qp_max = DEFAULT_QP;
+  self->qp_max_i = DEFAULT_QP;
+  self->qp_max_p = DEFAULT_QP;
+  self->qp_max_b = DEFAULT_QP;
   self->const_quality = DEFAULT_CONST_QUALITY;
   self->aud = DEFAULT_AUD;
   self->repeat_sequence_header = DEFAULT_REPEAT_SEQUENCE_HEADER;
@@ -785,14 +923,17 @@
       }
       break;
     }
-    case PROP_QP_I:
-      update_int (self, &self->qp_i, value, UPDATE_RC_PARAM);
+    case PROP_QP_CONST:
+      update_int (self, &self->qp_const, value, UPDATE_RC_PARAM);
       break;
-    case PROP_QP_P:
-      update_int (self, &self->qp_p, value, UPDATE_RC_PARAM);
+    case PROP_QP_CONST_I:
+      update_int (self, &self->qp_const_i, value, UPDATE_RC_PARAM);
       break;
-    case PROP_QP_B:
-      update_int (self, &self->qp_b, value, UPDATE_RC_PARAM);
+    case PROP_QP_CONST_P:
+      update_int (self, &self->qp_const_p, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_CONST_B:
+      update_int (self, &self->qp_const_b, value, UPDATE_RC_PARAM);
       break;
     case PROP_BITRATE:
       update_uint (self, &self->bitrate, value, UPDATE_BITRATE);
@@ -819,7 +960,7 @@
     case PROP_TEMPORAL_AQ:
       update_boolean (self, &self->temporal_aq, value, UPDATE_RC_PARAM);
       break;
-    case PROP_ZERO_REORDER_DELAY:
+    case PROP_ZEROLATENCY:
       update_boolean (self, &self->zero_reorder_delay, value, UPDATE_RC_PARAM);
       break;
     case PROP_NON_REF_P:
@@ -831,23 +972,29 @@
     case PROP_AQ_STRENGTH:
       update_uint (self, &self->aq_strength, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MIN_QP_I:
-      update_int (self, &self->min_qp_i, value, UPDATE_RC_PARAM);
+    case PROP_QP_MIN:
+      update_int (self, &self->qp_min, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MIN_I:
+      update_int (self, &self->qp_min_i, value, UPDATE_RC_PARAM);
+      break;
+    case PROP_QP_MIN_P:
+      update_int (self, &self->qp_min_p, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MIN_QP_P:
-      update_int (self, &self->min_qp_p, value, UPDATE_RC_PARAM);
+    case PROP_QP_MIN_B:
+      update_int (self, &self->qp_min_b, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MIN_QP_B:
-      update_int (self, &self->min_qp_b, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX:
+      update_int (self, &self->qp_max, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MAX_QP_I:
-      update_int (self, &self->max_qp_i, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX_I:
+      update_int (self, &self->qp_max_i, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MAX_QP_P:
-      update_int (self, &self->max_qp_p, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX_P:
+      update_int (self, &self->qp_max_p, value, UPDATE_RC_PARAM);
       break;
-    case PROP_MAX_QP_B:
-      update_int (self, &self->max_qp_b, value, UPDATE_RC_PARAM);
+    case PROP_QP_MAX_B:
+      update_int (self, &self->qp_max_b, value, UPDATE_RC_PARAM);
       break;
     case PROP_CONST_QUALITY:
       update_double (self, &self->const_quality, value, UPDATE_RC_PARAM);
@@ -901,14 +1048,17 @@
     case PROP_RATE_CONTROL:
       g_value_set_enum (value, self->rc_mode);
       break;
-    case PROP_QP_I:
-      g_value_set_int (value, self->qp_i);
+    case PROP_QP_CONST:
+      g_value_set_int (value, self->qp_const);
       break;
-    case PROP_QP_P:
-      g_value_set_int (value, self->qp_p);
+    case PROP_QP_CONST_I:
+      g_value_set_int (value, self->qp_const_i);
       break;
-    case PROP_QP_B:
-      g_value_set_int (value, self->qp_b);
+    case PROP_QP_CONST_P:
+      g_value_set_int (value, self->qp_const_p);
+      break;
+    case PROP_QP_CONST_B:
+      g_value_set_int (value, self->qp_const_b);
       break;
     case PROP_BITRATE:
       g_value_set_uint (value, self->bitrate);
@@ -934,7 +1084,7 @@
     case PROP_TEMPORAL_AQ:
       g_value_set_boolean (value, self->temporal_aq);
       break;
-    case PROP_ZERO_REORDER_DELAY:
+    case PROP_ZEROLATENCY:
       g_value_set_boolean (value, self->zero_reorder_delay);
       break;
     case PROP_NON_REF_P:
@@ -946,23 +1096,29 @@
     case PROP_AQ_STRENGTH:
       g_value_set_uint (value, self->aq_strength);
       break;
-    case PROP_MIN_QP_I:
-      g_value_set_int (value, self->min_qp_i);
+    case PROP_QP_MIN:
+      g_value_set_int (value, self->qp_min);
+      break;
+    case PROP_QP_MIN_I:
+      g_value_set_int (value, self->qp_min_i);
       break;
-    case PROP_MIN_QP_P:
-      g_value_set_int (value, self->min_qp_p);
+    case PROP_QP_MIN_P:
+      g_value_set_int (value, self->qp_min_p);
       break;
-    case PROP_MIN_QP_B:
-      g_value_set_int (value, self->min_qp_b);
+    case PROP_QP_MIN_B:
+      g_value_set_int (value, self->qp_min_b);
       break;
-    case PROP_MAX_QP_I:
-      g_value_set_int (value, self->max_qp_i);
+    case PROP_QP_MAX:
+      g_value_set_int (value, self->qp_max);
       break;
-    case PROP_MAX_QP_P:
-      g_value_set_int (value, self->max_qp_p);
+    case PROP_QP_MAX_I:
+      g_value_set_int (value, self->qp_max_i);
       break;
-    case PROP_MAX_QP_B:
-      g_value_set_int (value, self->max_qp_b);
+    case PROP_QP_MAX_P:
+      g_value_set_int (value, self->qp_max_p);
+      break;
+    case PROP_QP_MAX_B:
+      g_value_set_int (value, self->qp_max_b);
       break;
     case PROP_CONST_QUALITY:
       g_value_set_double (value, self->const_quality);
@@ -1062,8 +1218,14 @@
   for (const auto &iter: downstream_profiles) {
     if (iter == "main") {
       allowed_formats.insert("NV12");
+      allowed_formats.insert("VUYA");
+      allowed_formats.insert("RGBA");
+      allowed_formats.insert("RGBx");
+      allowed_formats.insert("BGRA");
+      allowed_formats.insert("BGRx");
     } else if (iter == "main-10") {
       allowed_formats.insert("P010_10LE");
+      allowed_formats.insert("RGB10A2_LE");
     } else if (iter == "main-444") {
       allowed_formats.insert("Y444");
       allowed_formats.insert("GBR");
@@ -1155,6 +1317,11 @@
   /* XXX: we may need to relax condition a little */
   switch (GST_VIDEO_INFO_FORMAT (info)) {
     case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_VUYA:
+    case GST_VIDEO_FORMAT_RGBA:
+    case GST_VIDEO_FORMAT_RGBx:
+    case GST_VIDEO_FORMAT_BGRA:
+    case GST_VIDEO_FORMAT_BGRx:
       if (downstream_profiles.find ("main") == downstream_profiles.end ()) {
         GST_ERROR_OBJECT (self, "Downstream does not support main profile");
         return FALSE;
@@ -1163,6 +1330,7 @@
       }
       break;
     case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_RGB10A2_LE:
       if (downstream_profiles.find ("main-10") == downstream_profiles.end ()) {
         GST_ERROR_OBJECT (self, "Downstream does not support main profile");
         return FALSE;
@@ -1277,8 +1445,22 @@
     init_params->darHeight = dar_d;
   }
 
-  gst_nv_encoder_preset_to_native (self->preset, self->tune,
-      &init_params->presetGUID, &init_params->tuningInfo);
+  GstNvEncoderPresetOptions in_opt = { };
+  GstNvEncoderPresetOptionsNative out_opt = { };
+  in_opt.preset = self->preset;
+  in_opt.tune = self->tune;
+  in_opt.rc_mode = self->rc_mode;
+  in_opt.multi_pass = self->multipass;
+  GstNvEncoderPresetResolution resolution = GST_NV_ENCODER_PRESET_720;
+  auto frame_size = info->width * info->height;
+  if (frame_size >= 3840 * 2160)
+    resolution = GST_NV_ENCODER_PRESET_2160;
+  else if (frame_size >= 1920 * 1080)
+    resolution = GST_NV_ENCODER_PRESET_1080;
+
+  gst_nv_encoder_preset_to_native (resolution, &in_opt, &out_opt);
+  init_params->presetGUID = out_opt.preset;
+  init_params->tuningInfo = out_opt.tune;
 
   preset_config.version = gst_nvenc_get_preset_config_version ();
   preset_config.presetCfg.version = gst_nvenc_get_config_version ();
@@ -1312,6 +1494,9 @@
 
   rc_params = &config->rcParams;
 
+  rc_params->rateControlMode = out_opt.rc_mode;
+  rc_params->multiPass = out_opt.multi_pass;
+
   if (self->bitrate)
     rc_params->averageBitRate = self->bitrate * 1024;
   if (self->max_bitrate)
@@ -1319,46 +1504,59 @@
   if (self->vbv_buffer_size)
     rc_params->vbvBufferSize = self->vbv_buffer_size * 1024;
 
-  if (self->min_qp_i >= 0) {
+  if (self->qp_min >= 0) {
+    rc_params->enableMinQP = TRUE;
+    rc_params->minQP.qpIntra = self->qp_min;
+    rc_params->minQP.qpInterP = self->qp_min;
+    rc_params->minQP.qpInterB = self->qp_min;
+  } else if (self->qp_min_i >= 0) {
     rc_params->enableMinQP = TRUE;
-    rc_params->minQP.qpIntra = self->min_qp_i;
-    if (self->min_qp_p >= 0) {
-      rc_params->minQP.qpInterP = self->min_qp_p;
+    rc_params->minQP.qpIntra = self->qp_min_i;
+    if (self->qp_min_p >= 0) {
+      rc_params->minQP.qpInterP = self->qp_min_p;
     } else {
       rc_params->minQP.qpInterP = rc_params->minQP.qpIntra;
     }
-    if (self->min_qp_b >= 0) {
-      rc_params->minQP.qpInterB = self->min_qp_b;
+    if (self->qp_min_b >= 0) {
+      rc_params->minQP.qpInterB = self->qp_min_b;
     } else {
       rc_params->minQP.qpInterB = rc_params->minQP.qpInterP;
     }
   }
 
-  if (self->max_qp_i >= 0) {
+  if (self->qp_max >= 0) {
+    rc_params->enableMaxQP = TRUE;
+    rc_params->maxQP.qpIntra = self->qp_min;
+    rc_params->maxQP.qpInterP = self->qp_min;
+    rc_params->maxQP.qpInterB = self->qp_min;
+  } else if (self->qp_max_i >= 0) {
     rc_params->enableMaxQP = TRUE;
-    rc_params->maxQP.qpIntra = self->max_qp_i;
-    if (self->max_qp_p >= 0) {
-      rc_params->maxQP.qpInterP = self->max_qp_p;
+    rc_params->maxQP.qpIntra = self->qp_max_i;
+    if (self->qp_max_p >= 0) {
+      rc_params->maxQP.qpInterP = self->qp_max_p;
     } else {
       rc_params->maxQP.qpInterP = rc_params->maxQP.qpIntra;
     }
-    if (self->max_qp_b >= 0) {
-      rc_params->maxQP.qpInterB = self->max_qp_b;
+    if (self->qp_max_b >= 0) {
+      rc_params->maxQP.qpInterB = self->qp_max_b;
     } else {
       rc_params->maxQP.qpInterB = rc_params->maxQP.qpInterP;
     }
   }
 
-  gst_nv_encoder_rc_mode_to_native (self->rc_mode, self->multipass,
-      &rc_params->rateControlMode, &rc_params->multiPass);
-
   if (rc_params->rateControlMode == NV_ENC_PARAMS_RC_CONSTQP) {
-    if (self->qp_i >= 0)
-      rc_params->constQP.qpIntra = self->qp_i;
-    if (self->qp_p >= 0)
-      rc_params->constQP.qpInterP = self->qp_p;
-    if (self->qp_b >= 0)
-      rc_params->constQP.qpInterB = self->qp_b;
+    if (self->qp_const >= 0) {
+      rc_params->constQP.qpIntra = self->qp_const;
+      rc_params->constQP.qpInterP = self->qp_const;
+      rc_params->constQP.qpInterB = self->qp_const;
+    } else {
+      if (self->qp_const_i >= 0)
+        rc_params->constQP.qpIntra = self->qp_const_i;
+      if (self->qp_const_p >= 0)
+        rc_params->constQP.qpInterP = self->qp_const_p;
+      if (self->qp_const_b >= 0)
+        rc_params->constQP.qpInterB = self->qp_const_b;
+    }
   }
 
   if (self->spatial_aq) {
@@ -1410,10 +1608,26 @@
     hevc_config->repeatSPSPPS = 0;
   }
 
+  GstVideoColorimetry cinfo;
+  switch (GST_VIDEO_INFO_FORMAT (info)) {
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_Y444:
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+      cinfo = info->colorimetry;
+      break;
+    default:
+      /* Other formats will be converted 4:2:0 YUV by runtime */
+      gst_video_colorimetry_from_string (&cinfo, GST_VIDEO_COLORIMETRY_BT709);
+      break;
+  }
+
   vui->videoSignalTypePresentFlag = 1;
   /* Unspecified */
-  vui->videoFormat = 5;
-  if (info->colorimetry.range == GST_VIDEO_COLOR_RANGE_0_255) {
+  vui->videoFormat = NV_ENC_VUI_VIDEO_FORMAT_UNSPECIFIED;
+  if (cinfo.range == GST_VIDEO_COLOR_RANGE_0_255) {
     vui->videoFullRangeFlag = 1;
   } else {
     vui->videoFullRangeFlag = 0;
@@ -1424,19 +1638,19 @@
     case GST_VIDEO_FORMAT_GBR:
     case GST_VIDEO_FORMAT_GBR_16LE:
       /* color matrix must be "Identity" */
-      vui->colourMatrix =
+      vui->colourMatrix = (NV_ENC_VUI_MATRIX_COEFFS)
           gst_video_color_matrix_to_iso (GST_VIDEO_COLOR_MATRIX_RGB);
       break;
     default:
-      vui->colourMatrix =
-          gst_video_color_matrix_to_iso (info->colorimetry.matrix);
+      vui->colourMatrix = (NV_ENC_VUI_MATRIX_COEFFS)
+          gst_video_color_matrix_to_iso (cinfo.matrix);
       break;
   }
 
-  vui->colourPrimaries =
-      gst_video_color_primaries_to_iso (info->colorimetry.primaries);
-  vui->transferCharacteristics =
-      gst_video_transfer_function_to_iso (info->colorimetry.transfer);
+  vui->colourPrimaries = (NV_ENC_VUI_COLOR_PRIMARIES)
+      gst_video_color_primaries_to_iso (cinfo.primaries);
+  vui->transferCharacteristics = (NV_ENC_VUI_TRANSFER_CHARACTERISTIC)
+      gst_video_transfer_function_to_iso (cinfo.transfer);
 
   g_mutex_unlock (&self->prop_lock);
 
@@ -1734,6 +1948,23 @@
   output_state = gst_video_encoder_set_output_state (GST_VIDEO_ENCODER (self),
       caps, state);
 
+  switch (GST_VIDEO_INFO_FORMAT (&state->info)) {
+    case GST_VIDEO_FORMAT_NV12:
+    case GST_VIDEO_FORMAT_P010_10LE:
+    case GST_VIDEO_FORMAT_Y444:
+    case GST_VIDEO_FORMAT_GBR:
+    case GST_VIDEO_FORMAT_Y444_16LE:
+    case GST_VIDEO_FORMAT_GBR_16LE:
+      /* Native formats */
+      break;
+    default:
+      /* Format converted by runtime */
+      gst_video_colorimetry_from_string (&output_state->info.colorimetry,
+          GST_VIDEO_COLORIMETRY_BT709);
+      output_state->info.chroma_site = GST_VIDEO_CHROMA_SITE_H_COSITED;
+      break;
+  }
+
   GST_INFO_OBJECT (self, "Output caps: %" GST_PTR_FORMAT, output_state->caps);
   gst_video_codec_state_unref (output_state);
 
@@ -2043,6 +2274,21 @@
           formats.insert ("GBR_16LE");
         }
         break;
+      case NV_ENC_BUFFER_FORMAT_AYUV:
+        formats.insert ("VUYA");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ABGR:
+        formats.insert ("RGBA");
+        formats.insert ("RGBx");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ARGB:
+        formats.insert ("BGRA");
+        formats.insert ("BGRx");
+        break;
+      case NV_ENC_BUFFER_FORMAT_ABGR10:
+        if (dev_caps.supports_10bit_encode)
+          formats.insert ("RGB10A2_LE");
+        break;
       default:
         break;
     }
@@ -2073,6 +2319,12 @@
     APPEND_STRING (format_str, formats, "Y444_16LE");
     APPEND_STRING (format_str, formats, "GBR");
     APPEND_STRING (format_str, formats, "GBR_16LE");
+    APPEND_STRING (format_str, formats, "VUYA");
+    APPEND_STRING (format_str, formats, "RGBA");
+    APPEND_STRING (format_str, formats, "RGBx");
+    APPEND_STRING (format_str, formats, "BGRA");
+    APPEND_STRING (format_str, formats, "BGRx");
+    APPEND_STRING (format_str, formats, "RGB10A2_LE");
     format_str += " }";
   }
 
@@ -2119,7 +2371,7 @@
       + ", interlace-mode = (string) progressive";
 
   src_caps_str = "video/x-h265, " + resolution_str + ", " + profile_str +
-      ", stream-format = (string) { hvc1, hev1, byte-stream }" +
+      ", stream-format = (string) { byte-stream, hvc1, hev1 }" +
       ", alignment = (string) au";
 
   system_caps = gst_caps_from_string (sink_caps_str.c_str ());
@@ -2127,17 +2379,34 @@
 #ifdef G_OS_WIN32
   if (device_mode == GST_NV_ENCODER_DEVICE_D3D11) {
     gst_caps_set_features (sink_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            nullptr));
   }
 #endif
 
   if (device_mode == GST_NV_ENCODER_DEVICE_CUDA) {
     gst_caps_set_features (sink_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+            nullptr));
+#ifdef HAVE_GST_D3D12
+    if (gst_nvcodec_is_windows_10_or_greater ()) {
+      gboolean have_interop = FALSE;
+      g_object_get (device,
+          "external-resource-interop", &have_interop, nullptr);
+      if (have_interop) {
+        auto d3d12_caps = gst_caps_copy (system_caps);
+        gst_caps_set_features_simple (d3d12_caps,
+            gst_caps_features_new_static_str
+            (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY, nullptr));
+        gst_caps_append (sink_caps, d3d12_caps);
+      }
+    }
+#endif
 #ifdef HAVE_CUDA_GST_GL
     GstCaps *gl_caps = gst_caps_copy (system_caps);
     gst_caps_set_features (gl_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_GL_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+            nullptr));
     gst_caps_append (sink_caps, gl_caps);
 #endif
   }
@@ -2158,8 +2427,12 @@
     cdata->profiles = g_list_append (cdata->profiles, g_strdup (iter.c_str()));
   /* *INDENT-ON* */
 
+#ifdef G_OS_WIN32
   if (device_mode == GST_NV_ENCODER_DEVICE_D3D11)
     g_object_get (device, "adapter-luid", &cdata->adapter_luid, nullptr);
+  else
+    g_object_get (device, "dxgi-adapter-luid", &cdata->adapter_luid, nullptr);
+#endif
 
   if (device_mode == GST_NV_ENCODER_DEVICE_CUDA)
     g_object_get (device, "cuda-device-id", &cdata->cuda_device_id, nullptr);
@@ -2221,16 +2494,16 @@
     (GInstanceInitFunc) gst_nv_h265_encoder_init,
   };
 
-  type_name = g_strdup ("GstNvCudaH265Enc");
-  feature_name = g_strdup ("nvcudah265enc");
+  type_name = g_strdup ("GstNvH265Enc");
+  feature_name = g_strdup ("nvh265enc");
 
   gint index = 0;
   while (g_type_from_name (type_name)) {
     index++;
     g_free (type_name);
     g_free (feature_name);
-    type_name = g_strdup_printf ("GstNvCudaH265Device%dEnc", index);
-    feature_name = g_strdup_printf ("nvcudah265device%denc", index);
+    type_name = g_strdup_printf ("GstNvH265Device%dEnc", index);
+    feature_name = g_strdup_printf ("nvh265device%denc", index);
   }
 
   type = g_type_register_static (GST_TYPE_NV_ENCODER, type_name,
@@ -2411,6 +2684,12 @@
     APPEND_STRING (format_str, formats, "Y444_16LE");
     APPEND_STRING (format_str, formats, "GBR");
     APPEND_STRING (format_str, formats, "GBR_16LE");
+    APPEND_STRING (format_str, formats, "VUYA");
+    APPEND_STRING (format_str, formats, "RGBA");
+    APPEND_STRING (format_str, formats, "RGBx");
+    APPEND_STRING (format_str, formats, "BGRA");
+    APPEND_STRING (format_str, formats, "BGRx");
+    APPEND_STRING (format_str, formats, "RGB10A2_LE");
     format_str += " }";
   }
 
@@ -2439,7 +2718,7 @@
       + ", interlace-mode = (string) progressive";
 
   src_caps_str = "video/x-h265, " + resolution_str + ", " + profile_str +
-      ", stream-format = (string) { hvc1, hev1, byte-stream }" +
+      ", stream-format = (string) { byte-stream, hvc1, hev1 }" +
       ", alignment = (string) au";
 
   system_caps = gst_caps_from_string (sink_caps_str.c_str ());
@@ -2448,14 +2727,16 @@
   if (cuda_device_id_size > 0) {
     GstCaps *cuda_caps = gst_caps_copy (system_caps);
     gst_caps_set_features (cuda_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY,
+            nullptr));
     gst_caps_append (sink_caps, cuda_caps);
   }
 #ifdef G_OS_WIN32
   if (adapter_luid_size > 0) {
     GstCaps *d3d11_caps = gst_caps_copy (system_caps);
     gst_caps_set_features (d3d11_caps, 0,
-        gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr));
+        gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            nullptr));
     gst_caps_append (sink_caps, d3d11_caps);
   }
 #endif
@@ -2463,7 +2744,8 @@
 #ifdef HAVE_CUDA_GST_GL
   GstCaps *gl_caps = gst_caps_copy (system_caps);
   gst_caps_set_features (gl_caps, 0,
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_GL_MEMORY, nullptr));
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_GL_MEMORY,
+          nullptr));
   gst_caps_append (sink_caps, gl_caps);
 #endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvjpegenc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvjpegenc.cpp Changed

@@ -27,6 +27,8 @@
 #include <gmodule.h>
 #include <string>
 #include <mutex>
+#include <unordered_map>
+#include "kernel/gstnvjpegenc.cu"
 
 /**
  * SECTION:element-nvjpegenc
@@ -43,6 +45,18 @@
  *
  */
 
+/* *INDENT-OFF* */
+#ifdef NVCODEC_CUDA_PRECOMPILED
+#include "kernel/jpegenc_ptx.h"
+#else
+static std::unordered_map<std::string, const char *> g_precompiled_ptx_table;
+#endif
+
+static std::unordered_map<std::string, const char *> g_cubin_table;
+static std::unordered_map<std::string, const char *> g_ptx_table;
+static std::mutex g_kernel_table_lock;
+/* *INDENT-ON* */
+
 GST_DEBUG_CATEGORY_STATIC (gst_nv_jpeg_enc_debug);
 #define GST_CAT_DEFAULT gst_nv_jpeg_enc_debug
 
@@ -391,38 +405,6 @@
   GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
 }
 
-#define KERNEL_MAIN_FUNC "gst_nv_jpec_enc_kernel"
-/* *INDENT-OFF* */
-const static gchar kernel_source =
-"extern \"C\" {\n"
-"__device__ inline unsigned char\n"
-"scale_to_uchar (float val)\n"
-"{\n"
-"  return (unsigned char) __float2int_rz (val * 255.0);\n"
-"}\n"
-"\n"
-"__global__ void\n"
-KERNEL_MAIN_FUNC "(cudaTextureObject_t uv_tex, unsigned char * out_u,\n"
-"    unsigned char * out_v, int width, int height, int stride)\n"
-"{\n"
-"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
-"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
-"  if (x_pos >= width || y_pos >= height)\n"
-"    return;\n"
-"  float x = 0;\n"
-"  float y = 0;\n"
-"  if (width > 1)\n"
-"    x = (float) x_pos / (width - 1);\n"
-"  if (height > 1)\n"
-"    y = (float) y_pos / (height - 1);\n"
-"  float2 uv = tex2D<float2> (uv_tex, x, y);\n"
-"  unsigned int pos = x_pos + (y_pos * stride);\n"
-"  out_upos = scale_to_uchar (uv.x);\n"
-"  out_vpos = scale_to_uchar (uv.y);\n"
-"}\n"
-"}";
-/* *INDENT-ON* */
-
 static gboolean
 gst_nv_jpeg_enc_open (GstVideoEncoder * encoder)
 {
@@ -444,28 +426,81 @@
   }
 
   if (!priv->module && klass->have_nvrtc) {
-    auto program = gst_cuda_nvrtc_compile_cubin (kernel_source,
-        klass->cuda_device_id);
-    if (!program)
-      program = gst_cuda_nvrtc_compile (kernel_source);
+    const gchar *program = nullptr;
+    auto precompiled = g_precompiled_ptx_table.find ("GstJpegEnc");
+    CUresult ret;
+    if (precompiled != g_precompiled_ptx_table.end ())
+      program = precompiled->second;
+
+    if (program) {
+      GST_DEBUG_OBJECT (self, "Precompiled PTX available");
+      ret = CuModuleLoadData (&priv->module, program);
+      if (ret != CUDA_SUCCESS) {
+        GST_WARNING_OBJECT (self, "Could not load module from precompiled PTX");
+        priv->module = nullptr;
+        program = nullptr;
+      }
+    }
 
     if (!program) {
-      GST_ERROR_OBJECT (self, "Couldn't compile kernel source");
-      gst_cuda_context_pop (nullptr);
-      return FALSE;
-    }
+      std::lock_guard < std::mutex > lk (g_kernel_table_lock);
+      std::string cubin_kernel_name =
+          "GstJpegEnc_device_" + std::to_string (klass->cuda_device_id);
+
+      auto cubin = g_cubin_table.find (cubin_kernel_name);
+      if (cubin == g_cubin_table.end ()) {
+        GST_DEBUG_OBJECT (self, "Building CUBIN");
+        program = gst_cuda_nvrtc_compile_cubin (GstNvJpegEncConvertMain_str,
+            klass->cuda_device_id);
+        if (program)
+          g_cubin_tablecubin_kernel_name = program;
+      } else {
+        GST_DEBUG_OBJECT (self, "Found cached CUBIN");
+        program = cubin->second;
+      }
 
-    auto ret = CuModuleLoadData (&priv->module, program);
-    g_free (program);
+      if (program) {
+        GST_DEBUG_OBJECT (self, "Loading CUBIN module");
+        ret = CuModuleLoadData (&priv->module, program);
+        if (ret != CUDA_SUCCESS) {
+          GST_WARNING_OBJECT (self, "Could not load module from cached CUBIN");
+          program = nullptr;
+          priv->module = nullptr;
+        }
+      }
 
-    if (!gst_cuda_result (ret)) {
+      if (!program) {
+        auto ptx = g_ptx_table.find ("GstJpegEnc");
+        if (ptx == g_ptx_table.end ()) {
+          GST_DEBUG_OBJECT (self, "Building PTX");
+          program = gst_cuda_nvrtc_compile (GstNvJpegEncConvertMain_str);
+          if (program)
+            g_ptx_table"GstJpegEnc" = program;
+        } else {
+          GST_DEBUG_OBJECT (self, "Found cached PTX");
+          program = ptx->second;
+        }
+      }
+
+      if (program && !priv->module) {
+        GST_DEBUG_OBJECT (self, "Loading PTX module");
+        ret = CuModuleLoadData (&priv->module, program);
+        if (ret != CUDA_SUCCESS) {
+          GST_ERROR_OBJECT (self, "Could not load module from PTX");
+          program = nullptr;
+          priv->module = nullptr;
+        }
+      }
+    }
+
+    if (!priv->module) {
       GST_ERROR_OBJECT (self, "Couldn't load module");
       gst_cuda_context_pop (nullptr);
       return FALSE;
     }
 
     ret = CuModuleGetFunction (&priv->kernel_func, priv->module,
-        KERNEL_MAIN_FUNC);
+        "GstNvJpegEncConvertMain");
     if (!gst_cuda_result (ret)) {
       GST_ERROR_OBJECT (self, "Couldn't get kernel function");
       gst_cuda_context_pop (nullptr);
@@ -1013,6 +1048,10 @@
   g_object_get (context, "cuda-device-id", &cuda_device_id, nullptr);
 
   std::string format_string;
+#ifdef NVCODEC_CUDA_PRECOMPILED
+  have_nvrtc = TRUE;
+#endif
+
   if (have_nvrtc)
     format_string = "NV12, I420, Y42B, Y444";
   else

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvvp8dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvvp8dec.cpp Changed

@@ -44,6 +44,24 @@
 GST_DEBUG_CATEGORY_STATIC (gst_nv_vp8_dec_debug);
 #define GST_CAT_DEFAULT gst_nv_vp8_dec_debug
 
+#define DOC_SINK_CAPS \
+    "video/x-vp8, width = (int)  48, 4096 , height = (int)  16, 4096 " \
+
+#define DOC_SRC_CAPS_COMM \
+    "format = (string) NV12, " \
+    "width = (int)  48, 4096 , height = (int)  16, 4096 "
+
+#define DOC_SRC_CAPS_D3D11 \
+    "format = (string) NV12, " \
+    "width = (int)  48, 4096 , height = (int)  16, 4096 "
+
+#define DOC_SRC_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SRC_CAPS_D3D11 "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SRC_CAPS_COMM
+
 typedef struct _GstNvVp8Dec
 {
   GstVp8Decoder parent;
@@ -216,12 +234,19 @@
       "Codec/Decoder/Video/Hardware",
       "NVIDIA VP8 video decoder", "Seungha Yang <seungha@centricular.com>");
 
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-          cdata->sink_caps));
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-          cdata->src_caps));
+  auto pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  auto doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
 
   decoder_class->open = GST_DEBUG_FUNCPTR (gst_nv_vp8_dec_open);
   decoder_class->close = GST_DEBUG_FUNCPTR (gst_nv_vp8_dec_close);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/gstnvvp9dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/gstnvvp9dec.cpp Changed

@@ -44,6 +44,26 @@
 GST_DEBUG_CATEGORY_STATIC (gst_nv_vp9_dec_debug);
 #define GST_CAT_DEFAULT gst_nv_vp9_dec_debug
 
+#define DOC_SINK_CAPS \
+    "video/x-vp9, width = (int)  128, 8192 , height = (int)  128, 8192 , " \
+    "alignment= (string) frame, " \
+    "profile = (string) { 0, 2 }"
+
+#define DOC_SRC_CAPS_COMM \
+    "format = (string) { NV12, P010_10LE, P012_LE }, " \
+    "width = (int)  128, 8192 , height = (int)  128, 8192 "
+
+#define DOC_SRC_CAPS_D3D11 \
+    "format = (string) { I420, I420_10LE, I420_12LE }, " \
+    "width = (int)  128, 8192 , height = (int)  128, 8192 "
+
+#define DOC_SRC_CAPS \
+    "video/x-raw(memory:CUDAMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D11Memory), " DOC_SRC_CAPS_D3D11 "; " \
+    "video/x-raw(memory:GLMemory), " DOC_SRC_CAPS_COMM "; " \
+    "video/x-raw, " DOC_SRC_CAPS_COMM
+
 typedef struct _GstNvVp9Dec
 {
   GstVp9Decoder parent;
@@ -219,12 +239,19 @@
       "Codec/Decoder/Video/Hardware",
       "NVIDIA VP9 video decoder", "Seungha Yang <seungha@centricular.com>");
 
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
-          cdata->sink_caps));
-  gst_element_class_add_pad_template (element_class,
-      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
-          cdata->src_caps));
+  auto pad_templ = gst_pad_template_new ("sink",
+      GST_PAD_SINK, GST_PAD_ALWAYS, cdata->sink_caps);
+  auto doc_caps = gst_caps_from_string (DOC_SINK_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
+
+  pad_templ = gst_pad_template_new ("src",
+      GST_PAD_SRC, GST_PAD_ALWAYS, cdata->src_caps);
+  doc_caps = gst_caps_from_string (DOC_SRC_CAPS);
+  gst_pad_template_set_documentation_caps (pad_templ, doc_caps);
+  gst_caps_unref (doc_caps);
+  gst_element_class_add_pad_template (element_class, pad_templ);
 
   decoder_class->open = GST_DEBUG_FUNCPTR (gst_nv_vp9_dec_open);
   decoder_class->close = GST_DEBUG_FUNCPTR (gst_nv_vp9_dec_close);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/kernel Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/kernel/collect_ptx_headers.py Added

@@ -0,0 +1,79 @@
+#!/usr/bin/env python3
+# GStreamer
+# Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+#
+# This library is free software; you can redistribute it and/or
+# modify it under the terms of the GNU Library General Public
+# License as published by the Free Software Foundation; either
+# version 2 of the License, or (at your option) any later version.
+#
+# This library is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+# Library General Public License for more details.
+#
+# You should have received a copy of the GNU Library General Public
+# License along with this library; if not, write to the
+# Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+# Boston, MA 02110-1301, USA.
+
+import sys
+import os
+import argparse
+
+start_header = """/*
+ * This file is autogenerated by collect_ptx_headers.py
+ */
+#pragma once
+
+"""
+
+start_map = """
+#define MAKE_BYTECODE(name) { G_STRINGIFY (name), g_##name }
+static std::unordered_map<std::string, const char *>
+"""
+
+end_map = """};
+#undef MAKE_BYTECODE
+"""
+
+def convert_ptx_to_header(ptx_file, header_file):
+    with open(ptx_file, 'r', encoding='utf8') as ptx:
+        ptx_content = ptx.read()
+
+    with open(header_file, 'w', newline='\n', encoding='utf8') as header:
+        header.write('#pragma once\n')
+        header.write('// This file is autogenerated by collect_ptx_headers.py\n')
+        header.write(f'static const char* g_{os.path.splitext(os.path.basename(ptx_file))0} = R"(\n')
+        header.write(ptx_content)
+        header.write(')";\n\n')
+
+
+def main(args):
+    parser = argparse.ArgumentParser(description='Read CUDA PTX from directory and make single header')
+    parser.add_argument("--input", help="the precompiled CUDA PTX directory")
+    parser.add_argument("--output", help="output header file location")
+    parser.add_argument("--prefix", help="CUDA PTX header filename prefix")
+    parser.add_argument("--name", help="Hash map variable name")
+
+    args = parser.parse_args(args)
+
+    ptx_files = os.path.join(args.input, file) for file in os.listdir(args.input) if file.startswith(args.prefix) and file.endswith(".ptx") 
+
+    with open(args.output, 'w', newline='\n', encoding='utf8') as f:
+        f.write(start_header)
+        for ptx_file in ptx_files:
+            header_file = os.path.splitext(ptx_file)0 + '.h'
+            convert_ptx_to_header(ptx_file, header_file)
+            f.write("#include \"")
+            f.write(os.path.basename(header_file))
+            f.write("\"\n")
+        f.write(start_map)
+        f.write(args.name)
+        f.write(" = {\n")
+        for ptx_file in ptx_files:
+            f.write("  MAKE_BYTECODE ({}),\n".format(os.path.splitext(os.path.basename(ptx_file))0))
+        f.write(end_map)
+
+if __name__ == "__main__":
+    sys.exit(main(sys.argv1:))

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/kernel/gstcudaconverter-unpack.cu Added

@@ -0,0 +1,168 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef __NVCC__
+extern "C" {
+__global__ void
+GstCudaConverterUnpack_RGB_RGBx
+(unsigned char *src, unsigned char *dst, int width, int height,
+    int src_stride, int dst_stride)
+{
+  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;
+  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;
+  if (x_pos < width && y_pos < height) {
+    int dst_pos = x_pos * 4 + y_pos * dst_stride;
+    int src_pos = x_pos * 3 + y_pos * src_stride;
+    dstdst_pos = srcsrc_pos;
+    dstdst_pos + 1 = srcsrc_pos + 1;
+    dstdst_pos + 2 = srcsrc_pos + 2;
+    dstdst_pos + 3 = 0xff;
+  }
+}
+
+__global__ void
+GstCudaConverterUnpack_RGB10A2_ARGB64
+(unsigned char *src, unsigned char *dst, int width, int height,
+    int src_stride, int dst_stride)
+{
+  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;
+  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;
+  if (x_pos < width && y_pos < height) {
+    unsigned short a, r, g, b;
+    unsigned int val;
+    int dst_pos = x_pos * 8 + y_pos * dst_stride;
+    val = *(unsigned int *)&srcx_pos * 4 + y_pos * src_stride;
+    a = (val >> 30) & 0x03;
+    a = (a << 14) | (a << 12) | (a << 10) | (a << 8) | (a << 6) | (a << 4) | (a << 2) | (a << 0);
+    r = (val & 0x3ff);
+    r = (r << 6) | (r >> 4);
+    g = ((val >> 10) & 0x3ff);
+    g = (g << 6) | (g >> 4);
+    b = ((val >> 20) & 0x3ff);
+    b = (b << 6) | (b >> 4);
+    *(unsigned short *) &dstdst_pos = a;
+    *(unsigned short *) &dstdst_pos + 2 = r;
+    *(unsigned short *) &dstdst_pos + 4 = g;
+    *(unsigned short *) &dstdst_pos + 6 = b;
+  }
+}
+
+__global__ void
+GstCudaConverterUnpack_BGR10A2_ARGB64
+(unsigned char *src, unsigned char *dst, int width, int height,
+    int src_stride, int dst_stride)
+{
+  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;
+  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;
+  if (x_pos < width && y_pos < height) {
+    unsigned short a, r, g, b;
+    unsigned int val;
+    int dst_pos = x_pos * 8 + y_pos * dst_stride;
+    val = *(unsigned int *)&srcx_pos * 4 + y_pos * src_stride;
+    a = (val >> 30) & 0x03;
+    a = (a << 14) | (a << 12) | (a << 10) | (a << 8) | (a << 6) | (a << 4) | (a << 2) | (a << 0);
+    b = (val & 0x3ff);
+    b = (b << 6) | (b >> 4);
+    g = ((val >> 10) & 0x3ff);
+    g = (g << 6) | (g >> 4);
+    r = ((val >> 20) & 0x3ff);
+    r = (r << 6) | (r >> 4);
+    *(unsigned short *) &dstdst_pos = a;
+    *(unsigned short *) &dstdst_pos + 2 = r;
+    *(unsigned short *) &dstdst_pos + 4 = g;
+    *(unsigned short *) &dstdst_pos + 6 = b;
+  }
+}
+}
+#else
+static const char GstCudaConverterUnpack_str =
+"extern \"C\" {\n"
+"__global__ void\n"
+"GstCudaConverterUnpack_RGB_RGBx\n"
+"(unsigned char *src, unsigned char *dst, int width, int height,\n"
+"    int src_stride, int dst_stride)\n"
+"{\n"
+"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
+"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
+"  if (x_pos < width && y_pos < height) {\n"
+"    int dst_pos = x_pos * 4 + y_pos * dst_stride;\n"
+"    int src_pos = x_pos * 3 + y_pos * src_stride;\n"
+"    dstdst_pos = srcsrc_pos;\n"
+"    dstdst_pos + 1 = srcsrc_pos + 1;\n"
+"    dstdst_pos + 2 = srcsrc_pos + 2;\n"
+"    dstdst_pos + 3 = 0xff;\n"
+"  }\n"
+"}\n"
+"\n"
+"__global__ void\n"
+"GstCudaConverterUnpack_RGB10A2_ARGB64\n"
+"(unsigned char *src, unsigned char *dst, int width, int height,\n"
+"    int src_stride, int dst_stride)\n"
+"{\n"
+"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
+"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
+"  if (x_pos < width && y_pos < height) {\n"
+"    unsigned short a, r, g, b;\n"
+"    unsigned int val;\n"
+"    int dst_pos = x_pos * 8 + y_pos * dst_stride;\n"
+"    val = *(unsigned int *)&srcx_pos * 4 + y_pos * src_stride;\n"
+"    a = (val >> 30) & 0x03;\n"
+"    a = (a << 14) | (a << 12) | (a << 10) | (a << 8) | (a << 6) | (a << 4) | (a << 2) | (a << 0);\n"
+"    r = (val & 0x3ff);\n"
+"    r = (r << 6) | (r >> 4);\n"
+"    g = ((val >> 10) & 0x3ff);\n"
+"    g = (g << 6) | (g >> 4);\n"
+"    b = ((val >> 20) & 0x3ff);\n"
+"    b = (b << 6) | (b >> 4);\n"
+"    *(unsigned short *) &dstdst_pos = a;\n"
+"    *(unsigned short *) &dstdst_pos + 2 = r;\n"
+"    *(unsigned short *) &dstdst_pos + 4 = g;\n"
+"    *(unsigned short *) &dstdst_pos + 6 = b;\n"
+"  }\n"
+"}\n"
+"\n"
+"__global__ void\n"
+"GstCudaConverterUnpack_BGR10A2_ARGB64\n"
+"(unsigned char *src, unsigned char *dst, int width, int height,\n"
+"    int src_stride, int dst_stride)\n"
+"{\n"
+"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
+"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
+"  if (x_pos < width && y_pos < height) {\n"
+"    unsigned short a, r, g, b;\n"
+"    unsigned int val;\n"
+"    int dst_pos = x_pos * 8 + y_pos * dst_stride;\n"
+"    val = *(unsigned int *)&srcx_pos * 4 + y_pos * src_stride;\n"
+"    a = (val >> 30) & 0x03;\n"
+"    a = (a << 14) | (a << 12) | (a << 10) | (a << 8) | (a << 6) | (a << 4) | (a << 2) | (a << 0);\n"
+"    b = (val & 0x3ff);\n"
+"    b = (b << 6) | (b >> 4);\n"
+"    g = ((val >> 10) & 0x3ff);\n"
+"    g = (g << 6) | (g >> 4);\n"
+"    r = ((val >> 20) & 0x3ff);\n"
+"    r = (r << 6) | (r >> 4);\n"
+"    *(unsigned short *) &dstdst_pos = a;\n"
+"    *(unsigned short *) &dstdst_pos + 2 = r;\n"
+"    *(unsigned short *) &dstdst_pos + 4 = g;\n"
+"    *(unsigned short *) &dstdst_pos + 6 = b;\n"
+"  }\n"
+"}\n"
+"}\n"
+"\n";
+#endif
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/kernel/gstcudaconverter.cu Added

@@ -0,0 +1,2924 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef __NVCC__
+struct ColorMatrix
+{
+  float CoeffX3;
+  float CoeffY3;
+  float CoeffZ3;
+  float Offset3;
+  float Min3;
+  float Max3;
+};
+
+struct ConstBuffer
+{
+  ColorMatrix matrix;
+  int width;
+  int height;
+  int left;
+  int top;
+  int right;
+  int bottom;
+  int view_width;
+  int view_height;
+  float border_x;
+  float border_y;
+  float border_z;
+  float border_w;
+  int fill_border;
+  int video_direction;
+  float alpha;
+  int do_blend;
+  int do_convert;
+};
+
+__device__ inline float
+dot (const float coeff3, float3 val)
+{
+  return coeff0 * val.x + coeff1 * val.y + coeff2 * val.z;
+}
+
+__device__ inline float
+clamp (float val, float min_val, float max_val)
+{
+  return max (min_val, min (val, max_val));
+}
+
+__device__ inline float3
+clamp3 (float3 val, const float min_val3, const float max_val3)
+{
+  return make_float3 (clamp (val.x, min_val0, max_val0),
+      clamp (val.y, min_val1, max_val2),
+      clamp (val.z, min_val1, max_val2));
+}
+
+__device__ inline unsigned char
+scale_to_2bits (float val)
+{
+  return (unsigned short) __float2int_rz (val * 3.0);
+}
+
+__device__ inline unsigned char
+scale_to_uchar (float val)
+{
+  return (unsigned char) __float2int_rz (val * 255.0);
+}
+
+__device__ inline unsigned short
+scale_to_ushort (float val)
+{
+  return (unsigned short) __float2int_rz (val * 65535.0);
+}
+
+__device__ inline unsigned short
+scale_to_10bits (float val)
+{
+  return (unsigned short) __float2int_rz (val * 1023.0);
+}
+
+__device__ inline unsigned short
+scale_to_12bits (float val)
+{
+  return (unsigned short) __float2int_rz (val * 4095.0);
+}
+
+__device__ inline unsigned char
+blend_uchar (unsigned char dst, float src, float src_alpha)
+{
+  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor
+  float src_val = src * src_alpha;
+  float dst_val = __int2float_rz (dst) / 255.0 * (1.0 - src_alpha);
+  return scale_to_uchar(clamp(src_val + dst_val, 0, 1.0));
+}
+
+__device__ inline unsigned short
+blend_ushort (unsigned short dst, float src, float src_alpha)
+{
+  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor
+  float src_val = src * src_alpha;
+  float dst_val = __int2float_rz (dst) / 65535.0 * (1.0 - src_alpha);
+  return scale_to_ushort(clamp(src_val + dst_val, 0, 1.0));
+}
+
+__device__ inline unsigned short
+blend_10bits (unsigned short dst, float src, float src_alpha)
+{
+  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor
+  float src_val = src * src_alpha;
+  float dst_val = __int2float_rz (dst) / 1023.0 * (1.0 - src_alpha);
+  return scale_to_10bits(clamp(src_val + dst_val, 0, 1.0));
+}
+
+__device__ inline unsigned short
+blend_12bits (unsigned short dst, float src, float src_alpha)
+{
+  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor
+  float src_val = src * src_alpha;
+  float dst_val = __int2float_rz (dst) / 4095.0 * (1.0 - src_alpha);
+  return scale_to_12bits(clamp(src_val + dst_val, 0, 1.0));
+}
+
+struct IConverter
+{
+  __device__ virtual float3
+  Execute (float3 sample, const ColorMatrix * matrix) = 0;
+};
+
+struct ConvertSimple : public IConverter
+{
+  __device__ float3
+  Execute (float3 sample, const ColorMatrix * matrix)
+  {
+    float3 out;
+    out.x = dot (matrix->CoeffX, sample);
+    out.y = dot (matrix->CoeffY, sample);
+    out.z = dot (matrix->CoeffZ, sample);
+    out.x += matrix->Offset0;
+    out.y += matrix->Offset1;
+    out.z += matrix->Offset2;
+    return clamp3 (out, matrix->Min, matrix->Max);
+  }
+};
+
+struct ISampler
+{
+  __device__ virtual float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y) = 0;
+};
+
+struct SampleI420 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float luma = tex2D<float>(tex0, x, y);
+    float u = tex2D<float>(tex1, x, y);
+    float v = tex2D<float>(tex2, x, y);
+    return make_float4 (luma, u, v, 1);
+  }
+};
+
+struct SampleYV12 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float luma = tex2D<float>(tex0, x, y);
+    float u = tex2D<float>(tex2, x, y);
+    float v = tex2D<float>(tex1, x, y);
+    return make_float4 (luma, u, v, 1);
+  }
+};
+
+struct SampleI420_10 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float luma = tex2D<float>(tex0, x, y);
+    float u = tex2D<float>(tex1, x, y);
+    float v = tex2D<float>(tex2, x, y);
+    /* (1 << 6) to scale 0, 1.0) range */
+    return make_float4 (luma * 64, u * 64, v * 64, 1);
+  }
+};
+
+struct SampleI420_12 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float luma = tex2D<float>(tex0, x, y);
+    float u = tex2D<float>(tex1, x, y);
+    float v = tex2D<float>(tex2, x, y);
+    /* (1 << 4) to scale 0, 1.0) range */
+    return make_float4 (luma * 16, u * 16, v * 16, 1);
+  }
+};
+
+struct SampleNV12 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float luma = tex2D<float>(tex0, x, y);
+    float2 uv = tex2D<float2>(tex1, x, y);
+    return make_float4 (luma, uv.x, uv.y, 1);
+  }
+};
+
+struct SampleNV21 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float luma = tex2D<float>(tex0, x, y);
+    float2 vu = tex2D<float2>(tex1, x, y);
+    return make_float4 (luma, vu.y, vu.x, 1);
+  }
+};
+
+struct SampleRGBA : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    return tex2D<float4>(tex0, x, y);
+  }
+};
+
+struct SampleBGRA : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float4 bgra = tex2D<float4>(tex0, x, y);
+    return make_float4 (bgra.z, bgra.y, bgra.x, bgra.w);
+  }
+};
+
+struct SampleRGBx : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float4 rgbx = tex2D<float4>(tex0, x, y);
+    rgbx.w = 1;
+    return rgbx;
+  }
+};
+
+struct SampleBGRx : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float4 bgrx = tex2D<float4>(tex0, x, y);
+    return make_float4 (bgrx.z, bgrx.y, bgrx.x, 1);
+  }
+};
+
+struct SampleARGB : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+   float4 argb = tex2D<float4>(tex0, x, y);
+   return make_float4 (argb.y, argb.z, argb.w, argb.x);
+  }
+};
+
+struct SampleABGR : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+   float4 abgr = tex2D<float4>(tex0, x, y);
+   return make_float4 (abgr.w, abgr.z, abgr.y, abgr.x);
+  }
+};
+
+struct SampleRGBP : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float r = tex2D<float>(tex0, x, y);
+    float g = tex2D<float>(tex1, x, y);
+    float b = tex2D<float>(tex2, x, y);
+    return make_float4 (r, g, b, 1);
+  }
+};
+
+struct SampleBGRP : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float b = tex2D<float>(tex0, x, y);
+    float g = tex2D<float>(tex1, x, y);
+    float r = tex2D<float>(tex2, x, y);
+    return make_float4 (r, g, b, 1);
+  }
+};
+
+struct SampleGBR : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float g = tex2D<float>(tex0, x, y);
+    float b = tex2D<float>(tex1, x, y);
+    float r = tex2D<float>(tex2, x, y);
+    return make_float4 (r, g, b, 1);
+  }
+};
+
+struct SampleGBR_10 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float g = tex2D<float>(tex0, x, y);
+    float b = tex2D<float>(tex1, x, y);
+    float r = tex2D<float>(tex2, x, y);
+    /* (1 << 6) to scale 0, 1.0) range */
+    return make_float4 (r * 64, g * 64, b * 64, 1);
+  }
+};
+
+struct SampleGBR_12 : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float g = tex2D<float>(tex0, x, y);
+    float b = tex2D<float>(tex1, x, y);
+    float r = tex2D<float>(tex2, x, y);
+    /* (1 << 4) to scale 0, 1.0) range */
+    return make_float4 (r * 16, g * 16, b * 16, 1);
+  }
+};
+
+struct SampleGBRA : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float g = tex2D<float>(tex0, x, y);
+    float b = tex2D<float>(tex1, x, y);
+    float r = tex2D<float>(tex2, x, y);
+    float a = tex2D<float>(tex3, x, y);
+    return make_float4 (r, g, b, a);
+  }
+};
+
+struct SampleVUYA : public ISampler
+{
+  __device__ float4
+  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)
+  {
+    float4 vuya = tex2D<float4>(tex0, x, y);
+    return make_float4 (vuya.z, vuya.y, vuya.x, vuya.w);
+  }
+};
+
+struct IOutput
+{
+  __device__ virtual void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1) = 0;
+
+  __device__ virtual void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+        unsigned char * dst3, float4 sample, int x, int y, int stride0,
+        int stride1) = 0;
+};
+
+struct OutputI420 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    dst0x + y * stride0 = scale_to_uchar (sample.x);
+    if (x % 2 == 0 && y % 2 == 0) {
+      unsigned int pos = x / 2 + (y / 2) * stride1;
+      dst1pos = scale_to_uchar (sample.y);
+      dst2pos = scale_to_uchar (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    if (x % 2 == 0 && y % 2 == 0) {
+      pos = x / 2 + (y / 2) * stride1;
+      dst1pos = blend_uchar (dst1pos, sample.y, sample.w);
+      dst2pos = blend_uchar (dst2pos, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputYV12 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    dst0x + y * stride0 = scale_to_uchar (sample.x);
+    if (x % 2 == 0 && y % 2 == 0) {
+      unsigned int pos = x / 2 + (y / 2) * stride1;
+      dst1pos = scale_to_uchar (sample.z);
+      dst2pos = scale_to_uchar (sample.y);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    if (x % 2 == 0 && y % 2 == 0) {
+      pos = x / 2 + (y / 2) * stride1;
+      dst1pos = blend_uchar (dst1pos, sample.z, sample.w);
+      dst2pos = blend_uchar (dst2pos, sample.y, sample.w);
+    }
+  }
+};
+
+struct OutputNV12 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    dst0x + y * stride0 = scale_to_uchar (sample.x);
+    if (x % 2 == 0 && y % 2 == 0) {
+      unsigned int pos = x + (y / 2) * stride1;
+      dst1pos = scale_to_uchar (sample.y);
+      dst1pos + 1 = scale_to_uchar (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    if (x % 2 == 0 && y % 2 == 0) {
+      pos = x + (y / 2) * stride1;
+      dst1pos = blend_uchar (dst1pos, sample.y, sample.w);
+      dst1pos + 1 = blend_uchar (dst1pos + 1, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputNV21 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    dst0x + y * stride0 = scale_to_uchar (sample.x);
+    if (x % 2 == 0 && y % 2 == 0) {
+      unsigned int pos = x + (y / 2) * stride1;
+      dst1pos = scale_to_uchar (sample.z);
+      dst1pos + 1 = scale_to_uchar (sample.y);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    if (x % 2 == 0 && y % 2 == 0) {
+      pos = x + (y / 2) * stride1;
+      dst1pos = blend_uchar (dst1pos, sample.z, sample.w);
+      dst1pos + 1 = blend_uchar (dst1pos + 1, sample.y, sample.w);
+    }
+  }
+};
+
+struct OutputP010 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_ushort (sample.x);
+    if (x % 2 == 0 && y % 2 == 0) {
+      unsigned int pos = x * 2 + (y / 2) * stride1;
+      *(unsigned short *) &dst1pos = scale_to_ushort (sample.y);
+      *(unsigned short *) &dst1pos + 2 = scale_to_ushort (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_ushort (*target, sample.x, sample.w);
+    if (x % 2 == 0 && y % 2 == 0) {
+      pos = x * 2 + (y / 2) * stride1;
+      target = (unsigned short *) &dst1pos;
+      *target = blend_ushort (*target, sample.y, sample.w);
+      target = (unsigned short *) &dst1pos + 2;
+      *target = blend_ushort (*target, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputI420_10 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_10bits (sample.x);
+    if (x % 2 == 0 && y % 2 == 0) {
+      unsigned int pos = x + (y / 2) * stride1;
+      *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);
+      *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_10bits (*target, sample.x, sample.w);
+    if (x % 2 == 0 && y % 2 == 0) {
+      pos = x * 2 + (y / 2) * stride1;
+      target = (unsigned short *) &dst1pos;
+      *target = blend_10bits (*target, sample.y, sample.w);
+      target = (unsigned short *) &dst2pos;
+      *target = blend_10bits (*target, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputI420_12 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_12bits (sample.x);
+    if (x % 2 == 0 && y % 2 == 0) {
+      unsigned int pos = x + (y / 2) * stride1;
+      *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);
+      *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_12bits (*target, sample.x, sample.w);
+    if (x % 2 == 0 && y % 2 == 0) {
+      pos = x * 2 + (y / 2) * stride1;
+      target = (unsigned short *) &dst1pos;
+      *target = blend_12bits (*target, sample.y, sample.w);
+      target = (unsigned short *) &dst2pos;
+      *target = blend_12bits (*target, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputY444 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = scale_to_uchar (sample.x);
+    dst1pos = scale_to_uchar (sample.y);
+    dst2pos = scale_to_uchar (sample.z);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    dst1pos = blend_uchar (dst1pos, sample.y, sample.w);
+    dst2pos = blend_uchar (dst2pos, sample.z, sample.w);
+  }
+};
+
+struct OutputY444_10 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    *(unsigned short *) &dst0pos = scale_to_10bits (sample.x);
+    *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);
+    *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_10bits (*target, sample.x, sample.w);
+    target = (unsigned short *) &dst1pos;
+    *target = blend_10bits (*target, sample.y, sample.w);
+    target = (unsigned short *) &dst2pos;
+    *target = blend_10bits (*target, sample.z, sample.w);
+  }
+};
+
+struct OutputY444_12 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    *(unsigned short *) &dst0pos = scale_to_12bits (sample.x);
+    *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);
+    *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_12bits (*target, sample.x, sample.w);
+    target = (unsigned short *) &dst1pos;
+    *target = blend_12bits (*target, sample.y, sample.w);
+    target = (unsigned short *) &dst2pos;
+    *target = blend_12bits (*target, sample.z, sample.w);
+  }
+};
+
+struct OutputY444_16 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    *(unsigned short *) &dst0pos = scale_to_ushort (sample.x);
+    *(unsigned short *) &dst1pos = scale_to_ushort (sample.y);
+    *(unsigned short *) &dst2pos = scale_to_ushort (sample.z);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_ushort (*target, sample.x, sample.w);
+    target = (unsigned short *) &dst1pos;
+    *target = blend_ushort (*target, sample.y, sample.w);
+    target = (unsigned short *) &dst2pos;
+    *target = blend_ushort (*target, sample.z, sample.w);
+  }
+};
+
+struct OutputRGBA : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = scale_to_uchar (sample.x);
+    dst0pos + 1 = scale_to_uchar (sample.y);
+    dst0pos + 2 = scale_to_uchar (sample.z);
+    dst0pos + 3 = scale_to_uchar (sample.w);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.z, sample.w);
+    dst0pos + 3 = blend_uchar (dst0pos + 3, 1.0, sample.w);
+  }
+};
+
+struct OutputRGBx : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = scale_to_uchar (sample.x);
+    dst0pos + 1 = scale_to_uchar (sample.y);
+    dst0pos + 2 = scale_to_uchar (sample.z);
+    dst0pos + 3 = 255;
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.z, sample.w);
+    dst0pos + 3 = 255;
+  }
+};
+
+struct OutputBGRA : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = scale_to_uchar (sample.z);
+    dst0pos + 1 = scale_to_uchar (sample.y);
+    dst0pos + 2 = scale_to_uchar (sample.x);
+    dst0pos + 3 = scale_to_uchar (sample.w);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);
+    dst0pos + 3 = blend_uchar (dst0pos + 3, 1.0, sample.w);
+  }
+};
+
+struct OutputBGRx : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = scale_to_uchar (sample.z);
+    dst0pos + 1 = scale_to_uchar (sample.y);
+    dst0pos + 2 = scale_to_uchar (sample.x);
+    dst0pos + 3 = 255;
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);
+    dst0pos + 3 = 255;
+  }
+};
+
+struct OutputARGB : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = scale_to_uchar (sample.w);
+    dst0pos + 1 = scale_to_uchar (sample.x);
+    dst0pos + 2 = scale_to_uchar (sample.y);
+    dst0pos + 3 = scale_to_uchar (sample.z);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, 1.0, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.x, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.y, sample.w);
+    dst0pos + 3 = blend_uchar (dst0pos + 3, sample.z, sample.w);
+  }
+};
+
+struct OutputABGR : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = scale_to_uchar (sample.w);
+    dst0pos + 1 = scale_to_uchar (sample.z);
+    dst0pos + 2 = scale_to_uchar (sample.y);
+    dst0pos + 3 = scale_to_uchar (sample.x);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, 1.0, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.z, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.y, sample.w);
+    dst0pos + 3 = blend_uchar (dst0pos + 3, sample.x, sample.w);
+  }
+};
+
+struct OutputRGB : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 3 + y * stride0;
+    dst0pos = scale_to_uchar (sample.x);
+    dst0pos + 1 = scale_to_uchar (sample.y);
+    dst0pos + 2 = scale_to_uchar (sample.z);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 3 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.z, sample.w);
+  }
+};
+
+struct OutputBGR : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 3 + y * stride0;
+    dst0pos = scale_to_uchar (sample.z);
+    dst0pos + 1 = scale_to_uchar (sample.y);
+    dst0pos + 2 = scale_to_uchar (sample.x);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 3 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);
+  }
+};
+
+__device__ inline ushort3
+unpack_rgb10a2 (unsigned int val)
+{
+  unsigned short r, g, b;
+  r = (val & 0x3ff);
+  r = (r << 6) | (r >> 4);
+  g = ((val >> 10) & 0x3ff);
+  g = (g << 6) | (g >> 4);
+  b = ((val >> 20) & 0x3ff);
+  b = (b << 6) | (b >> 4);
+  return make_ushort3 (r, g, b);
+}
+
+struct OutputRGB10A2 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int alpha = (unsigned int) scale_to_2bits (sample.w);
+    unsigned int packed_rgb = alpha << 30;
+    packed_rgb |= ((unsigned int) scale_to_10bits (sample.x));
+    packed_rgb |= ((unsigned int) scale_to_10bits (sample.y)) << 10;
+    packed_rgb |= ((unsigned int) scale_to_10bits (sample.z)) << 20;
+    *(unsigned int *) &dst0x * 4 + y * stride0 = packed_rgb;
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int * target = (unsigned int *) &dst0x * 4 + y * stride0;
+    ushort3 val = unpack_rgb10a2 (*target);
+    unsigned int alpha = (unsigned int) scale_to_2bits (sample.w);
+    unsigned int packed_rgb = alpha << 30;
+    packed_rgb |= ((unsigned int) blend_10bits (val.x, sample.x, sample.w));
+    packed_rgb |= ((unsigned int) blend_10bits (val.y, sample.y, sample.w)) << 10;
+    packed_rgb |= ((unsigned int) blend_10bits (val.z, sample.z, sample.w)) << 20;
+    *target = packed_rgb;
+  }
+};
+
+__device__ inline ushort3
+unpack_bgr10a2 (unsigned int val)
+{
+  unsigned short r, g, b;
+  b = (val & 0x3ff);
+  b = (b << 6) | (b >> 4);
+  g = ((val >> 10) & 0x3ff);
+  g = (g << 6) | (g >> 4);
+  r = ((val >> 20) & 0x3ff);
+  r = (r << 6) | (r >> 4);
+  return make_ushort3 (r, g, b);
+}
+
+struct OutputBGR10A2 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int alpha = (unsigned int) scale_to_2bits (sample.x);
+    unsigned int packed_rgb = alpha << 30;
+    packed_rgb |= ((unsigned int) scale_to_10bits (sample.x)) << 20;
+    packed_rgb |= ((unsigned int) scale_to_10bits (sample.y)) << 10;
+    packed_rgb |= ((unsigned int) scale_to_10bits (sample.z));
+    *(unsigned int *) &dst0x * 4 + y * stride0 = packed_rgb;
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int * target = (unsigned int *) &dst0x * 4 + y * stride0;
+    ushort3 val = unpack_bgr10a2 (*target);
+    unsigned int alpha = (unsigned int) scale_to_2bits (sample.w);
+    unsigned int packed_rgb = alpha << 30;
+    packed_rgb |= ((unsigned int) blend_10bits (val.x, sample.x, sample.w)) << 20;
+    packed_rgb |= ((unsigned int) blend_10bits (val.y, sample.y, sample.w)) << 10;
+    packed_rgb |= ((unsigned int) blend_10bits (val.z, sample.z, sample.w));
+    *target = packed_rgb;
+  }
+};
+
+struct OutputY42B : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    dst0x + y * stride0 = scale_to_uchar (sample.x);
+    if (x % 2 == 0) {
+      unsigned int pos = x / 2 + y * stride1;
+      dst1pos = scale_to_uchar (sample.y);
+      dst2pos = scale_to_uchar (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    if (x % 2 == 0) {
+      pos = x / 2 + y * stride1;
+      dst1pos = blend_uchar (dst1pos, sample.y, sample.w);
+      dst2pos = blend_uchar (dst2pos, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputI422_10 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_10bits (sample.x);
+    if (x % 2 == 0) {
+      unsigned int pos = x + y * stride1;
+      *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);
+      *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_10bits (*target, sample.x, sample.w);
+    if (x % 2 == 0) {
+      pos = x / 2 + y * stride1;
+      target = (unsigned short *) &dst1pos;
+      *target = blend_10bits (*target, sample.y, sample.w);
+      target = (unsigned short *) &dst2pos;
+      *target = blend_10bits (*target, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputI422_12 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_12bits (sample.x);
+    if (x % 2 == 0) {
+      unsigned int pos = x + y * stride1;
+      *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);
+      *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);
+    }
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    unsigned int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_12bits (*target, sample.x, sample.w);
+    if (x % 2 == 0) {
+      pos = x / 2 + y * stride1;
+      target = (unsigned short *) &dst1pos;
+      *target = blend_12bits (*target, sample.y, sample.w);
+      target = (unsigned short *) &dst2pos;
+      *target = blend_12bits (*target, sample.z, sample.w);
+    }
+  }
+};
+
+struct OutputRGBP : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = scale_to_uchar (sample.x);
+    dst1pos = scale_to_uchar (sample.y);
+    dst2pos = scale_to_uchar (sample.z);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);
+    dst1pos = blend_uchar (dst1pos, sample.y, sample.w);
+    dst2pos = blend_uchar (dst2pos, sample.z, sample.w);
+  }
+};
+
+struct OutputBGRP : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = scale_to_uchar (sample.z);
+    dst1pos = scale_to_uchar (sample.y);
+    dst2pos = scale_to_uchar (sample.x);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);
+    dst1pos = blend_uchar (dst1pos, sample.y, sample.w);
+    dst2pos = blend_uchar (dst2pos, sample.x, sample.w);
+  }
+};
+
+struct OutputGBR : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = scale_to_uchar (sample.y);
+    dst1pos = scale_to_uchar (sample.z);
+    dst2pos = scale_to_uchar (sample.x);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.y, sample.w);
+    dst1pos = blend_uchar (dst1pos, sample.z, sample.w);
+    dst2pos = blend_uchar (dst2pos, sample.x, sample.w);
+  }
+};
+
+struct OutputGBR_10 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    *(unsigned short *) &dst0pos = scale_to_10bits (sample.y);
+    *(unsigned short *) &dst1pos = scale_to_10bits (sample.z);
+    *(unsigned short *) &dst2pos = scale_to_10bits (sample.x);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_10bits (*target, sample.y, sample.w);
+    target = (unsigned short *) &dst1pos;
+    *target = blend_10bits (*target, sample.z, sample.w);
+    target = (unsigned short *) &dst2pos;
+    *target = blend_10bits (*target, sample.x, sample.w);
+  }
+};
+
+struct OutputGBR_12 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    *(unsigned short *) &dst0pos = scale_to_12bits (sample.y);
+    *(unsigned short *) &dst1pos = scale_to_12bits (sample.z);
+    *(unsigned short *) &dst2pos = scale_to_12bits (sample.x);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_12bits (*target, sample.y, sample.w);
+    target = (unsigned short *) &dst1pos;
+    *target = blend_12bits (*target, sample.z, sample.w);
+    target = (unsigned short *) &dst2pos;
+    *target = blend_12bits (*target, sample.x, sample.w);
+  }
+};
+
+struct OutputGBR_16 : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    *(unsigned short *) &dst0pos = scale_to_ushort (sample.y);
+    *(unsigned short *) &dst1pos = scale_to_ushort (sample.z);
+    *(unsigned short *) &dst2pos = scale_to_ushort (sample.x);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 2 + y * stride0;
+    unsigned short * target = (unsigned short *) &dst0pos;
+    *target = blend_ushort (*target, sample.y, sample.w);
+    target = (unsigned short *) &dst1pos;
+    *target = blend_ushort (*target, sample.z, sample.w);
+    target = (unsigned short *) &dst2pos;
+    *target = blend_ushort (*target, sample.x, sample.w);
+  }
+};
+
+struct OutputGBRA : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = scale_to_uchar (sample.y);
+    dst1pos = scale_to_uchar (sample.z);
+    dst2pos = scale_to_uchar (sample.x);
+    dst3pos = scale_to_uchar (sample.w);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.y, sample.w);
+    dst1pos = blend_uchar (dst1pos, sample.z, sample.w);
+    dst2pos = blend_uchar (dst2pos, sample.x, sample.w);
+    dst3pos = blend_uchar (dst3pos, 1.0, sample.w);
+  }
+};
+
+struct OutputVUYA : public IOutput
+{
+  __device__ void
+  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = scale_to_uchar (sample.z);
+    dst0pos + 1 = scale_to_uchar (sample.y);
+    dst0pos + 2 = scale_to_uchar (sample.x);
+    dst0pos + 3 = scale_to_uchar (sample.w);
+  }
+
+  __device__ void
+  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,
+      unsigned char * dst3, float4 sample, int x, int y, int stride0,
+      int stride1)
+  {
+    int pos = x * 4 + y * stride0;
+    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);
+    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);
+    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);
+    dst0pos + 3 = blend_uchar (dst0pos + 3, 1.0, sample.w);
+  }
+};
+
+__device__ inline float2
+rotate_identity (float x, float y)
+{
+  return make_float2(x, y);
+}
+
+__device__ inline float2
+rotate_90r (float x, float y)
+{
+  return make_float2(y, 1.0 - x);
+}
+
+__device__ inline float2
+rotate_180 (float x, float y)
+{
+  return make_float2(1.0 - x, 1.0 - y);
+}
+
+__device__ inline float2
+rotate_90l (float x, float y)
+{
+  return make_float2(1.0 - y, x);
+}
+
+__device__ inline float2
+rotate_horiz (float x, float y)
+{
+  return make_float2(1.0 - x, y);
+}
+
+__device__ inline float2
+rotate_vert (float x, float y)
+{
+  return make_float2(x, 1.0 - y);
+}
+
+__device__ inline float2
+rotate_ul_lr (float x, float y)
+{
+  return make_float2(y, x);
+}
+
+__device__ inline float2
+rotate_ur_ll (float x, float y)
+{
+  return make_float2(1.0 - y, 1.0 - x);
+}
+__device__ inline float2
+do_rotate (float x, float y, int direction)
+{
+  switch (direction) {
+    case 1:
+      return rotate_90r (x, y);
+    case 2:
+      return rotate_180 (x, y);
+    case 3:
+      return rotate_90l (x, y);
+    case 4:
+      return rotate_horiz (x, y);
+    case 5:
+      return rotate_vert (x, y);
+    case 6:
+      return rotate_ul_lr (x, y);
+    case 7:
+      return rotate_ur_ll (x, y);
+    default:
+      return rotate_identity (x, y);
+  }
+}
+
+extern "C" {
+__global__ void
+GstCudaConverterMain (cudaTextureObject_t tex0, cudaTextureObject_t tex1,
+    cudaTextureObject_t tex2, cudaTextureObject_t tex3, unsigned char * dst0,
+    unsigned char * dst1, unsigned char * dst2, unsigned char * dst3,
+    int stride0, int stride1, ConstBuffer const_buf, int off_x, int off_y)
+{
+  ConvertSimple g_converter;
+  SAMPLER g_sampler;
+  OUTPUT g_output;
+  int x_pos = blockIdx.x * blockDim.x + threadIdx.x + off_x;
+  int y_pos = blockIdx.y * blockDim.y + threadIdx.y + off_y;
+  float4 sample;
+  if (x_pos >= const_buf.width || y_pos >= const_buf.height ||
+      const_buf.view_width <= 0 || const_buf.view_height <= 0)
+    return;
+  if (x_pos < const_buf.left || x_pos >= const_buf.right ||
+      y_pos < const_buf.top || y_pos >= const_buf.bottom) {
+    if (!const_buf.fill_border)
+      return;
+    sample = make_float4 (const_buf.border_x, const_buf.border_y,
+       const_buf.border_z, const_buf.border_w);
+  } else {
+    float x = (__int2float_rz (x_pos - const_buf.left) + 0.5) / const_buf.view_width;
+    if (x < 0.0 || x > 1.0)
+      return;
+    float y = (__int2float_rz (y_pos - const_buf.top) + 0.5) / const_buf.view_height;
+    if (y < 0.0 || y > 1.0)
+      return;
+    float2 rotated = do_rotate (x, y, const_buf.video_direction);
+    float4 s = g_sampler.Execute (tex0, tex1, tex2, tex3, rotated.x, rotated.y);
+    float3 rgb = make_float3 (s.x, s.y, s.z);
+    float3 yuv;
+    if (const_buf.do_convert)
+      yuv = g_converter.Execute (rgb, &const_buf.matrix);
+    else
+      yuv = rgb;
+    sample = make_float4 (yuv.x, yuv.y, yuv.z, s.w);
+  }
+  sample.w = sample.w * const_buf.alpha;
+  if (!const_buf.do_blend) {
+    g_output.Write (dst0, dst1, dst2, dst3, sample, x_pos, y_pos, stride0, stride1);
+  } else {
+    g_output.Blend (dst0, dst1, dst2, dst3, sample, x_pos, y_pos, stride0, stride1);
+  }
+}
+}
+#else
+static const char GstCudaConverterMain_str =
+"struct ColorMatrix\n"
+"{\n"
+"  float CoeffX3;\n"
+"  float CoeffY3;\n"
+"  float CoeffZ3;\n"
+"  float Offset3;\n"
+"  float Min3;\n"
+"  float Max3;\n"
+"};\n"
+"\n"
+"struct ConstBuffer\n"
+"{\n"
+"  ColorMatrix matrix;\n"
+"  int width;\n"
+"  int height;\n"
+"  int left;\n"
+"  int top;\n"
+"  int right;\n"
+"  int bottom;\n"
+"  int view_width;\n"
+"  int view_height;\n"
+"  float border_x;\n"
+"  float border_y;\n"
+"  float border_z;\n"
+"  float border_w;\n"
+"  int fill_border;\n"
+"  int video_direction;\n"
+"  float alpha;\n"
+"  int do_blend;\n"
+"  int do_convert;\n"
+"};\n"
+"\n"
+"__device__ inline float\n"
+"dot (const float coeff3, float3 val)\n"
+"{\n"
+"  return coeff0 * val.x + coeff1 * val.y + coeff2 * val.z;\n"
+"}\n"
+"\n"
+"__device__ inline float\n"
+"clamp (float val, float min_val, float max_val)\n"
+"{\n"
+"  return max (min_val, min (val, max_val));\n"
+"}\n"
+"\n"
+"__device__ inline float3\n"
+"clamp3 (float3 val, const float min_val3, const float max_val3)\n"
+"{\n"
+"  return make_float3 (clamp (val.x, min_val0, max_val0),\n"
+"      clamp (val.y, min_val1, max_val2),\n"
+"      clamp (val.z, min_val1, max_val2));\n"
+"}\n"
+"\n"
+"__device__ inline unsigned char\n"
+"scale_to_2bits (float val)\n"
+"{\n"
+"  return (unsigned short) __float2int_rz (val * 3.0);\n"
+"}\n"
+"\n"
+"__device__ inline unsigned char\n"
+"scale_to_uchar (float val)\n"
+"{\n"
+"  return (unsigned char) __float2int_rz (val * 255.0);\n"
+"}\n"
+"\n"
+"__device__ inline unsigned short\n"
+"scale_to_ushort (float val)\n"
+"{\n"
+"  return (unsigned short) __float2int_rz (val * 65535.0);\n"
+"}\n"
+"\n"
+"__device__ inline unsigned short\n"
+"scale_to_10bits (float val)\n"
+"{\n"
+"  return (unsigned short) __float2int_rz (val * 1023.0);\n"
+"}\n"
+"\n"
+"__device__ inline unsigned short\n"
+"scale_to_12bits (float val)\n"
+"{\n"
+"  return (unsigned short) __float2int_rz (val * 4095.0);\n"
+"}\n"
+"\n"
+"__device__ inline unsigned char\n"
+"blend_uchar (unsigned char dst, float src, float src_alpha)\n"
+"{\n"
+"  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor\n"
+"  float src_val = src * src_alpha;\n"
+"  float dst_val = __int2float_rz (dst) / 255.0 * (1.0 - src_alpha);\n"
+"  return scale_to_uchar(clamp(src_val + dst_val, 0, 1.0));\n"
+"}\n"
+"\n"
+"__device__ inline unsigned short\n"
+"blend_ushort (unsigned short dst, float src, float src_alpha)\n"
+"{\n"
+"  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor\n"
+"  float src_val = src * src_alpha;\n"
+"  float dst_val = __int2float_rz (dst) / 65535.0 * (1.0 - src_alpha);\n"
+"  return scale_to_ushort(clamp(src_val + dst_val, 0, 1.0));\n"
+"}\n"
+"\n"
+"__device__ inline unsigned short\n"
+"blend_10bits (unsigned short dst, float src, float src_alpha)\n"
+"{\n"
+"  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor\n"
+"  float src_val = src * src_alpha;\n"
+"  float dst_val = __int2float_rz (dst) / 1023.0 * (1.0 - src_alpha);\n"
+"  return scale_to_10bits(clamp(src_val + dst_val, 0, 1.0));\n"
+"}\n"
+"\n"
+"__device__ inline unsigned short\n"
+"blend_12bits (unsigned short dst, float src, float src_alpha)\n"
+"{\n"
+"  // DstColor' = SrcA * SrcColor + (1 - SrcA) DstColor\n"
+"  float src_val = src * src_alpha;\n"
+"  float dst_val = __int2float_rz (dst) / 4095.0 * (1.0 - src_alpha);\n"
+"  return scale_to_12bits(clamp(src_val + dst_val, 0, 1.0));\n"
+"}\n"
+"\n"
+"struct IConverter\n"
+"{\n"
+"  __device__ virtual float3\n"
+"  Execute (float3 sample, const ColorMatrix * matrix) = 0;\n"
+"};\n"
+"\n"
+"struct ConvertSimple : public IConverter\n"
+"{\n"
+"  __device__ float3\n"
+"  Execute (float3 sample, const ColorMatrix * matrix)\n"
+"  {\n"
+"    float3 out;\n"
+"    out.x = dot (matrix->CoeffX, sample);\n"
+"    out.y = dot (matrix->CoeffY, sample);\n"
+"    out.z = dot (matrix->CoeffZ, sample);\n"
+"    out.x += matrix->Offset0;\n"
+"    out.y += matrix->Offset1;\n"
+"    out.z += matrix->Offset2;\n"
+"    return clamp3 (out, matrix->Min, matrix->Max);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct ISampler\n"
+"{\n"
+"  __device__ virtual float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y) = 0;\n"
+"};\n"
+"\n"
+"struct SampleI420 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float luma = tex2D<float>(tex0, x, y);\n"
+"    float u = tex2D<float>(tex1, x, y);\n"
+"    float v = tex2D<float>(tex2, x, y);\n"
+"    return make_float4 (luma, u, v, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleYV12 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float luma = tex2D<float>(tex0, x, y);\n"
+"    float u = tex2D<float>(tex2, x, y);\n"
+"    float v = tex2D<float>(tex1, x, y);\n"
+"    return make_float4 (luma, u, v, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleI420_10 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float luma = tex2D<float>(tex0, x, y);\n"
+"    float u = tex2D<float>(tex1, x, y);\n"
+"    float v = tex2D<float>(tex2, x, y);\n"
+"    /* (1 << 6) to scale 0, 1.0) range */\n"
+"    return make_float4 (luma * 64, u * 64, v * 64, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleI420_12 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float luma = tex2D<float>(tex0, x, y);\n"
+"    float u = tex2D<float>(tex1, x, y);\n"
+"    float v = tex2D<float>(tex2, x, y);\n"
+"    /* (1 << 4) to scale 0, 1.0) range */\n"
+"    return make_float4 (luma * 16, u * 16, v * 16, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleNV12 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float luma = tex2D<float>(tex0, x, y);\n"
+"    float2 uv = tex2D<float2>(tex1, x, y);\n"
+"    return make_float4 (luma, uv.x, uv.y, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleNV21 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float luma = tex2D<float>(tex0, x, y);\n"
+"    float2 vu = tex2D<float2>(tex1, x, y);\n"
+"    return make_float4 (luma, vu.y, vu.x, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleRGBA : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    return tex2D<float4>(tex0, x, y);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleBGRA : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float4 bgra = tex2D<float4>(tex0, x, y);\n"
+"    return make_float4 (bgra.z, bgra.y, bgra.x, bgra.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleRGBx : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float4 rgbx = tex2D<float4>(tex0, x, y);\n"
+"    rgbx.w = 1;\n"
+"    return rgbx;\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleBGRx : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float4 bgrx = tex2D<float4>(tex0, x, y);\n"
+"    return make_float4 (bgrx.z, bgrx.y, bgrx.x, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleARGB : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"   float4 argb = tex2D<float4>(tex0, x, y);\n"
+"   return make_float4 (argb.y, argb.z, argb.w, argb.x);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleABGR : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"   float4 abgr = tex2D<float4>(tex0, x, y);\n"
+"   return make_float4 (abgr.w, abgr.z, abgr.y, abgr.x);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleRGBP : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float r = tex2D<float>(tex0, x, y);\n"
+"    float g = tex2D<float>(tex1, x, y);\n"
+"    float b = tex2D<float>(tex2, x, y);\n"
+"    return make_float4 (r, g, b, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleBGRP : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float b = tex2D<float>(tex0, x, y);\n"
+"    float g = tex2D<float>(tex1, x, y);\n"
+"    float r = tex2D<float>(tex2, x, y);\n"
+"    return make_float4 (r, g, b, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleGBR : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float g = tex2D<float>(tex0, x, y);\n"
+"    float b = tex2D<float>(tex1, x, y);\n"
+"    float r = tex2D<float>(tex2, x, y);\n"
+"    return make_float4 (r, g, b, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleGBR_10 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float g = tex2D<float>(tex0, x, y);\n"
+"    float b = tex2D<float>(tex1, x, y);\n"
+"    float r = tex2D<float>(tex2, x, y);\n"
+"    /* (1 << 6) to scale 0, 1.0) range */\n"
+"    return make_float4 (r * 64, g * 64, b * 64, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleGBR_12 : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float g = tex2D<float>(tex0, x, y);\n"
+"    float b = tex2D<float>(tex1, x, y);\n"
+"    float r = tex2D<float>(tex2, x, y);\n"
+"    /* (1 << 4) to scale 0, 1.0) range */\n"
+"    return make_float4 (r * 16, g * 16, b * 16, 1);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleGBRA : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float g = tex2D<float>(tex0, x, y);\n"
+"    float b = tex2D<float>(tex1, x, y);\n"
+"    float r = tex2D<float>(tex2, x, y);\n"
+"    float a = tex2D<float>(tex3, x, y);\n"
+"    return make_float4 (r, g, b, a);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct SampleVUYA : public ISampler\n"
+"{\n"
+"  __device__ float4\n"
+"  Execute (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"      cudaTextureObject_t tex2, cudaTextureObject_t tex3, float x, float y)\n"
+"  {\n"
+"    float4 vuya = tex2D<float4>(tex0, x, y);\n"
+"    return make_float4 (vuya.z, vuya.y, vuya.x, vuya.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct IOutput\n"
+"{\n"
+"  __device__ virtual void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1) = 0;\n"
+"\n"
+"  __device__ virtual void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"        unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"        int stride1) = 0;\n"
+"};\n"
+"\n"
+"struct OutputI420 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      unsigned int pos = x / 2 + (y / 2) * stride1;\n"
+"      dst1pos = scale_to_uchar (sample.y);\n"
+"      dst2pos = scale_to_uchar (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      pos = x / 2 + (y / 2) * stride1;\n"
+"      dst1pos = blend_uchar (dst1pos, sample.y, sample.w);\n"
+"      dst2pos = blend_uchar (dst2pos, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputYV12 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      unsigned int pos = x / 2 + (y / 2) * stride1;\n"
+"      dst1pos = scale_to_uchar (sample.z);\n"
+"      dst2pos = scale_to_uchar (sample.y);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      pos = x / 2 + (y / 2) * stride1;\n"
+"      dst1pos = blend_uchar (dst1pos, sample.z, sample.w);\n"
+"      dst2pos = blend_uchar (dst2pos, sample.y, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputNV12 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      unsigned int pos = x + (y / 2) * stride1;\n"
+"      dst1pos = scale_to_uchar (sample.y);\n"
+"      dst1pos + 1 = scale_to_uchar (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      pos = x + (y / 2) * stride1;\n"
+"      dst1pos = blend_uchar (dst1pos, sample.y, sample.w);\n"
+"      dst1pos + 1 = blend_uchar (dst1pos + 1, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputNV21 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      unsigned int pos = x + (y / 2) * stride1;\n"
+"      dst1pos = scale_to_uchar (sample.z);\n"
+"      dst1pos + 1 = scale_to_uchar (sample.y);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      pos = x + (y / 2) * stride1;\n"
+"      dst1pos = blend_uchar (dst1pos, sample.z, sample.w);\n"
+"      dst1pos + 1 = blend_uchar (dst1pos + 1, sample.y, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputP010 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_ushort (sample.x);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      unsigned int pos = x * 2 + (y / 2) * stride1;\n"
+"      *(unsigned short *) &dst1pos = scale_to_ushort (sample.y);\n"
+"      *(unsigned short *) &dst1pos + 2 = scale_to_ushort (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_ushort (*target, sample.x, sample.w);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      pos = x * 2 + (y / 2) * stride1;\n"
+"      target = (unsigned short *) &dst1pos;\n"
+"      *target = blend_ushort (*target, sample.y, sample.w);\n"
+"      target = (unsigned short *) &dst1pos + 2;\n"
+"      *target = blend_ushort (*target, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputI420_10 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_10bits (sample.x);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      unsigned int pos = x + (y / 2) * stride1;\n"
+"      *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);\n"
+"      *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_10bits (*target, sample.x, sample.w);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      pos = x * 2 + (y / 2) * stride1;\n"
+"      target = (unsigned short *) &dst1pos;\n"
+"      *target = blend_10bits (*target, sample.y, sample.w);\n"
+"      target = (unsigned short *) &dst2pos;\n"
+"      *target = blend_10bits (*target, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputI420_12 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_12bits (sample.x);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      unsigned int pos = x + (y / 2) * stride1;\n"
+"      *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);\n"
+"      *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_12bits (*target, sample.x, sample.w);\n"
+"    if (x % 2 == 0 && y % 2 == 0) {\n"
+"      pos = x * 2 + (y / 2) * stride1;\n"
+"      target = (unsigned short *) &dst1pos;\n"
+"      *target = blend_12bits (*target, sample.y, sample.w);\n"
+"      target = (unsigned short *) &dst2pos;\n"
+"      *target = blend_12bits (*target, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputY444 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.x);\n"
+"    dst1pos = scale_to_uchar (sample.y);\n"
+"    dst2pos = scale_to_uchar (sample.z);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    dst1pos = blend_uchar (dst1pos, sample.y, sample.w);\n"
+"    dst2pos = blend_uchar (dst2pos, sample.z, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputY444_10 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    *(unsigned short *) &dst0pos = scale_to_10bits (sample.x);\n"
+"    *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);\n"
+"    *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_10bits (*target, sample.x, sample.w);\n"
+"    target = (unsigned short *) &dst1pos;\n"
+"    *target = blend_10bits (*target, sample.y, sample.w);\n"
+"    target = (unsigned short *) &dst2pos;\n"
+"    *target = blend_10bits (*target, sample.z, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputY444_12 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    *(unsigned short *) &dst0pos = scale_to_12bits (sample.x);\n"
+"    *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);\n"
+"    *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_12bits (*target, sample.x, sample.w);\n"
+"    target = (unsigned short *) &dst1pos;\n"
+"    *target = blend_12bits (*target, sample.y, sample.w);\n"
+"    target = (unsigned short *) &dst2pos;\n"
+"    *target = blend_12bits (*target, sample.z, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputY444_16 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    *(unsigned short *) &dst0pos = scale_to_ushort (sample.x);\n"
+"    *(unsigned short *) &dst1pos = scale_to_ushort (sample.y);\n"
+"    *(unsigned short *) &dst2pos = scale_to_ushort (sample.z);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_ushort (*target, sample.x, sample.w);\n"
+"    target = (unsigned short *) &dst1pos;\n"
+"    *target = blend_ushort (*target, sample.y, sample.w);\n"
+"    target = (unsigned short *) &dst2pos;\n"
+"    *target = blend_ushort (*target, sample.z, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputRGBA : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.x);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.z);\n"
+"    dst0pos + 3 = scale_to_uchar (sample.w);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.z, sample.w);\n"
+"    dst0pos + 3 = blend_uchar (dst0pos + 3, 1.0, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputRGBx : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.x);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.z);\n"
+"    dst0pos + 3 = 255;\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.z, sample.w);\n"
+"    dst0pos + 3 = 255;\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputBGRA : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.z);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.x);\n"
+"    dst0pos + 3 = scale_to_uchar (sample.w);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);\n"
+"    dst0pos + 3 = blend_uchar (dst0pos + 3, 1.0, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputBGRx : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.z);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.x);\n"
+"    dst0pos + 3 = 255;\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);\n"
+"    dst0pos + 3 = 255;\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputARGB : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.w);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.x);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 3 = scale_to_uchar (sample.z);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, 1.0, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.x, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.y, sample.w);\n"
+"    dst0pos + 3 = blend_uchar (dst0pos + 3, sample.z, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputABGR : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.w);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.z);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 3 = scale_to_uchar (sample.x);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, 1.0, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.z, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.y, sample.w);\n"
+"    dst0pos + 3 = blend_uchar (dst0pos + 3, sample.x, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputRGB : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 3 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.x);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.z);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 3 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.z, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputBGR : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 3 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.z);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.x);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 3 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"__device__ inline ushort3\n"
+"unpack_rgb10a2 (unsigned int val)\n"
+"{\n"
+"  unsigned short r, g, b;\n"
+"  r = (val & 0x3ff);\n"
+"  r = (r << 6) | (r >> 4);\n"
+"  g = ((val >> 10) & 0x3ff);\n"
+"  g = (g << 6) | (g >> 4);\n"
+"  b = ((val >> 20) & 0x3ff);\n"
+"  b = (b << 6) | (b >> 4);\n"
+"  return make_ushort3 (r, g, b);\n"
+"}\n"
+"\n"
+"struct OutputRGB10A2 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int alpha = (unsigned int) scale_to_2bits (sample.w);\n"
+"    unsigned int packed_rgb = alpha << 30;\n"
+"    packed_rgb |= ((unsigned int) scale_to_10bits (sample.x));\n"
+"    packed_rgb |= ((unsigned int) scale_to_10bits (sample.y)) << 10;\n"
+"    packed_rgb |= ((unsigned int) scale_to_10bits (sample.z)) << 20;\n"
+"    *(unsigned int *) &dst0x * 4 + y * stride0 = packed_rgb;\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int * target = (unsigned int *) &dst0x * 4 + y * stride0;\n"
+"    ushort3 val = unpack_rgb10a2 (*target);\n"
+"    unsigned int alpha = (unsigned int) scale_to_2bits (sample.w);\n"
+"    unsigned int packed_rgb = alpha << 30;\n"
+"    packed_rgb |= ((unsigned int) blend_10bits (val.x, sample.x, sample.w));\n"
+"    packed_rgb |= ((unsigned int) blend_10bits (val.y, sample.y, sample.w)) << 10;\n"
+"    packed_rgb |= ((unsigned int) blend_10bits (val.z, sample.z, sample.w)) << 20;\n"
+"    *target = packed_rgb;\n"
+"  }\n"
+"};\n"
+"\n"
+"__device__ inline ushort3\n"
+"unpack_bgr10a2 (unsigned int val)\n"
+"{\n"
+"  unsigned short r, g, b;\n"
+"  b = (val & 0x3ff);\n"
+"  b = (b << 6) | (b >> 4);\n"
+"  g = ((val >> 10) & 0x3ff);\n"
+"  g = (g << 6) | (g >> 4);\n"
+"  r = ((val >> 20) & 0x3ff);\n"
+"  r = (r << 6) | (r >> 4);\n"
+"  return make_ushort3 (r, g, b);\n"
+"}\n"
+"\n"
+"struct OutputBGR10A2 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int alpha = (unsigned int) scale_to_2bits (sample.x);\n"
+"    unsigned int packed_rgb = alpha << 30;\n"
+"    packed_rgb |= ((unsigned int) scale_to_10bits (sample.x)) << 20;\n"
+"    packed_rgb |= ((unsigned int) scale_to_10bits (sample.y)) << 10;\n"
+"    packed_rgb |= ((unsigned int) scale_to_10bits (sample.z));\n"
+"    *(unsigned int *) &dst0x * 4 + y * stride0 = packed_rgb;\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int * target = (unsigned int *) &dst0x * 4 + y * stride0;\n"
+"    ushort3 val = unpack_bgr10a2 (*target);\n"
+"    unsigned int alpha = (unsigned int) scale_to_2bits (sample.w);\n"
+"    unsigned int packed_rgb = alpha << 30;\n"
+"    packed_rgb |= ((unsigned int) blend_10bits (val.x, sample.x, sample.w)) << 20;\n"
+"    packed_rgb |= ((unsigned int) blend_10bits (val.y, sample.y, sample.w)) << 10;\n"
+"    packed_rgb |= ((unsigned int) blend_10bits (val.z, sample.z, sample.w));\n"
+"    *target = packed_rgb;\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputY42B : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    dst0x + y * stride0 = scale_to_uchar (sample.x);\n"
+"    if (x % 2 == 0) {\n"
+"      unsigned int pos = x / 2 + y * stride1;\n"
+"      dst1pos = scale_to_uchar (sample.y);\n"
+"      dst2pos = scale_to_uchar (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    if (x % 2 == 0) {\n"
+"      pos = x / 2 + y * stride1;\n"
+"      dst1pos = blend_uchar (dst1pos, sample.y, sample.w);\n"
+"      dst2pos = blend_uchar (dst2pos, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputI422_10 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_10bits (sample.x);\n"
+"    if (x % 2 == 0) {\n"
+"      unsigned int pos = x + y * stride1;\n"
+"      *(unsigned short *) &dst1pos = scale_to_10bits (sample.y);\n"
+"      *(unsigned short *) &dst2pos = scale_to_10bits (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_10bits (*target, sample.x, sample.w);\n"
+"    if (x % 2 == 0) {\n"
+"      pos = x / 2 + y * stride1;\n"
+"      target = (unsigned short *) &dst1pos;\n"
+"      *target = blend_10bits (*target, sample.y, sample.w);\n"
+"      target = (unsigned short *) &dst2pos;\n"
+"      *target = blend_10bits (*target, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputI422_12 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    *(unsigned short *) &dst0x * 2 + y * stride0 = scale_to_12bits (sample.x);\n"
+"    if (x % 2 == 0) {\n"
+"      unsigned int pos = x + y * stride1;\n"
+"      *(unsigned short *) &dst1pos = scale_to_12bits (sample.y);\n"
+"      *(unsigned short *) &dst2pos = scale_to_12bits (sample.z);\n"
+"    }\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    unsigned int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_12bits (*target, sample.x, sample.w);\n"
+"    if (x % 2 == 0) {\n"
+"      pos = x / 2 + y * stride1;\n"
+"      target = (unsigned short *) &dst1pos;\n"
+"      *target = blend_12bits (*target, sample.y, sample.w);\n"
+"      target = (unsigned short *) &dst2pos;\n"
+"      *target = blend_12bits (*target, sample.z, sample.w);\n"
+"    }\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputRGBP : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.x);\n"
+"    dst1pos = scale_to_uchar (sample.y);\n"
+"    dst2pos = scale_to_uchar (sample.z);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.x, sample.w);\n"
+"    dst1pos = blend_uchar (dst1pos, sample.y, sample.w);\n"
+"    dst2pos = blend_uchar (dst2pos, sample.z, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputBGRP : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.z);\n"
+"    dst1pos = scale_to_uchar (sample.y);\n"
+"    dst2pos = scale_to_uchar (sample.x);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);\n"
+"    dst1pos = blend_uchar (dst1pos, sample.y, sample.w);\n"
+"    dst2pos = blend_uchar (dst2pos, sample.x, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputGBR : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.y);\n"
+"    dst1pos = scale_to_uchar (sample.z);\n"
+"    dst2pos = scale_to_uchar (sample.x);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.y, sample.w);\n"
+"    dst1pos = blend_uchar (dst1pos, sample.z, sample.w);\n"
+"    dst2pos = blend_uchar (dst2pos, sample.x, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputGBR_10 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    *(unsigned short *) &dst0pos = scale_to_10bits (sample.y);\n"
+"    *(unsigned short *) &dst1pos = scale_to_10bits (sample.z);\n"
+"    *(unsigned short *) &dst2pos = scale_to_10bits (sample.x);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_10bits (*target, sample.y, sample.w);\n"
+"    target = (unsigned short *) &dst1pos;\n"
+"    *target = blend_10bits (*target, sample.z, sample.w);\n"
+"    target = (unsigned short *) &dst2pos;\n"
+"    *target = blend_10bits (*target, sample.x, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputGBR_12 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    *(unsigned short *) &dst0pos = scale_to_12bits (sample.y);\n"
+"    *(unsigned short *) &dst1pos = scale_to_12bits (sample.z);\n"
+"    *(unsigned short *) &dst2pos = scale_to_12bits (sample.x);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_12bits (*target, sample.y, sample.w);\n"
+"    target = (unsigned short *) &dst1pos;\n"
+"    *target = blend_12bits (*target, sample.z, sample.w);\n"
+"    target = (unsigned short *) &dst2pos;\n"
+"    *target = blend_12bits (*target, sample.x, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputGBR_16 : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    *(unsigned short *) &dst0pos = scale_to_ushort (sample.y);\n"
+"    *(unsigned short *) &dst1pos = scale_to_ushort (sample.z);\n"
+"    *(unsigned short *) &dst2pos = scale_to_ushort (sample.x);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 2 + y * stride0;\n"
+"    unsigned short * target = (unsigned short *) &dst0pos;\n"
+"    *target = blend_ushort (*target, sample.y, sample.w);\n"
+"    target = (unsigned short *) &dst1pos;\n"
+"    *target = blend_ushort (*target, sample.z, sample.w);\n"
+"    target = (unsigned short *) &dst2pos;\n"
+"    *target = blend_ushort (*target, sample.x, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputGBRA : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.y);\n"
+"    dst1pos = scale_to_uchar (sample.z);\n"
+"    dst2pos = scale_to_uchar (sample.x);\n"
+"    dst3pos = scale_to_uchar (sample.w);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.y, sample.w);\n"
+"    dst1pos = blend_uchar (dst1pos, sample.z, sample.w);\n"
+"    dst2pos = blend_uchar (dst2pos, sample.x, sample.w);\n"
+"    dst3pos = blend_uchar (dst3pos, 1.0, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"struct OutputVUYA : public IOutput\n"
+"{\n"
+"  __device__ void\n"
+"  Write (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = scale_to_uchar (sample.z);\n"
+"    dst0pos + 1 = scale_to_uchar (sample.y);\n"
+"    dst0pos + 2 = scale_to_uchar (sample.x);\n"
+"    dst0pos + 3 = scale_to_uchar (sample.w);\n"
+"  }\n"
+"\n"
+"  __device__ void\n"
+"  Blend (unsigned char * dst0, unsigned char * dst1, unsigned char * dst2,\n"
+"      unsigned char * dst3, float4 sample, int x, int y, int stride0,\n"
+"      int stride1)\n"
+"  {\n"
+"    int pos = x * 4 + y * stride0;\n"
+"    dst0pos = blend_uchar (dst0pos, sample.z, sample.w);\n"
+"    dst0pos + 1 = blend_uchar (dst0pos + 1, sample.y, sample.w);\n"
+"    dst0pos + 2 = blend_uchar (dst0pos + 2, sample.x, sample.w);\n"
+"    dst0pos + 3 = blend_uchar (dst0pos + 3, 1.0, sample.w);\n"
+"  }\n"
+"};\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_identity (float x, float y)\n"
+"{\n"
+"  return make_float2(x, y);\n"
+"}\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_90r (float x, float y)\n"
+"{\n"
+"  return make_float2(y, 1.0 - x);\n"
+"}\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_180 (float x, float y)\n"
+"{\n"
+"  return make_float2(1.0 - x, 1.0 - y);\n"
+"}\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_90l (float x, float y)\n"
+"{\n"
+"  return make_float2(1.0 - y, x);\n"
+"}\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_horiz (float x, float y)\n"
+"{\n"
+"  return make_float2(1.0 - x, y);\n"
+"}\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_vert (float x, float y)\n"
+"{\n"
+"  return make_float2(x, 1.0 - y);\n"
+"}\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_ul_lr (float x, float y)\n"
+"{\n"
+"  return make_float2(y, x);\n"
+"}\n"
+"\n"
+"__device__ inline float2\n"
+"rotate_ur_ll (float x, float y)\n"
+"{\n"
+"  return make_float2(1.0 - y, 1.0 - x);\n"
+"}\n"
+"__device__ inline float2\n"
+"do_rotate (float x, float y, int direction)\n"
+"{\n"
+"  switch (direction) {\n"
+"    case 1:\n"
+"      return rotate_90r (x, y);\n"
+"    case 2:\n"
+"      return rotate_180 (x, y);\n"
+"    case 3:\n"
+"      return rotate_90l (x, y);\n"
+"    case 4:\n"
+"      return rotate_horiz (x, y);\n"
+"    case 5:\n"
+"      return rotate_vert (x, y);\n"
+"    case 6:\n"
+"      return rotate_ul_lr (x, y);\n"
+"    case 7:\n"
+"      return rotate_ur_ll (x, y);\n"
+"    default:\n"
+"      return rotate_identity (x, y);\n"
+"  }\n"
+"}\n"
+"\n"
+"extern \"C\" {\n"
+"__global__ void\n"
+"GstCudaConverterMain (cudaTextureObject_t tex0, cudaTextureObject_t tex1,\n"
+"    cudaTextureObject_t tex2, cudaTextureObject_t tex3, unsigned char * dst0,\n"
+"    unsigned char * dst1, unsigned char * dst2, unsigned char * dst3,\n"
+"    int stride0, int stride1, ConstBuffer const_buf, int off_x, int off_y)\n"
+"{\n"
+"  ConvertSimple g_converter;\n"
+"  SAMPLER g_sampler;\n"
+"  OUTPUT g_output;\n"
+"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x + off_x;\n"
+"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y + off_y;\n"
+"  float4 sample;\n"
+"  if (x_pos >= const_buf.width || y_pos >= const_buf.height ||\n"
+"      const_buf.view_width <= 0 || const_buf.view_height <= 0)\n"
+"    return;\n"
+"  if (x_pos < const_buf.left || x_pos >= const_buf.right ||\n"
+"      y_pos < const_buf.top || y_pos >= const_buf.bottom) {\n"
+"    if (!const_buf.fill_border)\n"
+"      return;\n"
+"    sample = make_float4 (const_buf.border_x, const_buf.border_y,\n"
+"       const_buf.border_z, const_buf.border_w);\n"
+"  } else {\n"
+"    float x = (__int2float_rz (x_pos - const_buf.left) + 0.5) / const_buf.view_width;\n"
+"    if (x < 0.0 || x > 1.0)\n"
+"      return;\n"
+"    float y = (__int2float_rz (y_pos - const_buf.top) + 0.5) / const_buf.view_height;\n"
+"    if (y < 0.0 || y > 1.0)\n"
+"      return;\n"
+"    float2 rotated = do_rotate (x, y, const_buf.video_direction);\n"
+"    float4 s = g_sampler.Execute (tex0, tex1, tex2, tex3, rotated.x, rotated.y);\n"
+"    float3 rgb = make_float3 (s.x, s.y, s.z);\n"
+"    float3 yuv;\n"
+"    if (const_buf.do_convert)\n"
+"      yuv = g_converter.Execute (rgb, &const_buf.matrix);\n"
+"    else\n"
+"      yuv = rgb;\n"
+"    sample = make_float4 (yuv.x, yuv.y, yuv.z, s.w);\n"
+"  }\n"
+"  sample.w = sample.w * const_buf.alpha;\n"
+"  if (!const_buf.do_blend) {\n"
+"    g_output.Write (dst0, dst1, dst2, dst3, sample, x_pos, y_pos, stride0, stride1);\n"
+"  } else {\n"
+"    g_output.Blend (dst0, dst1, dst2, dst3, sample, x_pos, y_pos, stride0, stride1);\n"
+"  }\n"
+"}\n"
+"}\n"
+"\n";
+#endif
\ No newline at end of file

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/kernel/gstnvjpegenc.cu Added

@@ -0,0 +1,78 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef __NVCC__
+__device__ inline unsigned char
+scale_to_uchar (float val)
+{
+  return (unsigned char) __float2int_rz (val * 255.0);
+}
+
+extern "C" {
+__global__ void
+GstNvJpegEncConvertMain (cudaTextureObject_t uv_tex, unsigned char * out_u,
+    unsigned char * out_v, int width, int height, int stride)
+{
+  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;
+  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;
+  if (x_pos >= width || y_pos >= height)
+    return;
+  float x = 0;
+  float y = 0;
+  if (width > 1)
+    x = (float) x_pos / (width - 1);
+  if (height > 1)
+    y = (float) y_pos / (height - 1);
+  float2 uv = tex2D<float2> (uv_tex, x, y);
+  unsigned int pos = x_pos + (y_pos * stride);
+  out_upos = scale_to_uchar (uv.x);
+  out_vpos = scale_to_uchar (uv.y);
+}
+}
+#else
+static const gchar *GstNvJpegEncConvertMain_str = R"(
+__device__ inline unsigned char
+scale_to_uchar (float val)
+{
+  return (unsigned char) __float2int_rz (val * 255.0);
+}
+
+extern "C" {
+__global__ void
+GstNvJpegEncConvertMain (cudaTextureObject_t uv_tex, unsigned char * out_u,
+    unsigned char * out_v, int width, int height, int stride)
+{
+  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;
+  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;
+  if (x_pos >= width || y_pos >= height)
+    return;
+  float x = 0;
+  float y = 0;
+  if (width > 1)
+    x = (float) x_pos / (width - 1);
+  if (height > 1)
+    y = (float) y_pos / (height - 1);
+  float2 uv = tex2D<float2> (uv_tex, x, y);
+  unsigned int pos = x_pos + (y_pos * stride);
+  out_upos = scale_to_uchar (uv.x);
+  out_vpos = scale_to_uchar (uv.y);
+}
+}
+)";
+#endif

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/kernel/meson.build Added

@@ -0,0 +1,123 @@
+conv_source = files('gstcudaconverter.cu')
+conv_comm_source = files('gstcudaconverter-unpack.cu')
+jpegenc_source = files('gstnvjpegenc.cu')
+
+conv_input_formats = 
+  'I420',
+  'YV12',
+  'I420_10',
+  'I420_12',
+  'NV12',
+  'NV21',
+  'VUYA',
+  'RGBA',
+  'BGRA',
+  'RGBx',
+  'BGRx',
+  'ARGB',
+  'ABGR',
+  'RGBP',
+  'BGRP',
+  'GBR',
+  'GBR_10',
+  'GBR_12',
+  'GBRA',
+
+
+conv_output_formats = 
+  'I420',
+  'YV12',
+  'NV12',
+  'NV21',
+  'P010',
+  'I420_10',
+  'I420_12',
+  'Y444',
+  'Y444_10',
+  'Y444_12',
+  'Y444_16',
+  'Y42B',
+  'I422_10',
+  'I422_12',
+  'VUYA',
+  'RGBA',
+  'RGBx',
+  'BGRA',
+  'BGRx',
+  'ARGB',
+  'ABGR',
+  'RGB',
+  'BGR',
+  'RGB10A2',
+  'BGR10A2',
+  'RGBP',
+  'GBR',
+  'GBR_10',
+  'GBR_12',
+  'GBR_16',
+  'GBRA',
+
+
+header_collector = find_program('collect_ptx_headers.py')
+
+conv_precompiled = 
+jpegenc_precompiled = 
+opt_common = '-ptx', '-w', '-o', '@OUTPUT@'
+arch_opt = get_option('nvcodec-nvcc-arch')
+if arch_opt != ''
+  opt_common += '-arch=' + arch_opt
+endif
+
+foreach input_format : conv_input_formats
+  foreach output_format : conv_output_formats
+    ptx_name = 'GstCudaConverterMain_@0@_@1@.ptx'.format(input_format, output_format)
+    opts = opt_common + '-DSAMPLER=Sample@0@'.format(input_format),
+            '-DOUTPUT=Output@0@'.format(output_format), '@INPUT@'
+    compiled_kernel = custom_target(ptx_name,
+        input : conv_source,
+        output : ptx_name,
+        command : nvcc + opts)
+    conv_precompiled += compiled_kernel
+  endforeach
+endforeach
+
+ptx_name = 'GstCudaConverterUnpack.ptx'
+compiled_kernel = custom_target(ptx_name,
+    input : conv_comm_source,
+    output : ptx_name,
+    command : nvcc + opt_common + '@INPUT@')
+conv_precompiled += compiled_kernel
+
+conv_ptx_collection = custom_target('converter_ptx',
+    input : conv_precompiled,
+    output : 'converter_ptx.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'GstCudaConverter',
+        '--name', 'g_precompiled_ptx_table',
+        '--output', '@OUTPUT@'
+    )
+
+ptx_name = 'GstJpegEnc.ptx'
+compiled_kernel = custom_target(ptx_name,
+    input : jpegenc_source,
+    output : ptx_name,
+    command : nvcc + opt_common + '@INPUT@')
+jpegenc_precompiled += compiled_kernel
+
+jpegenc_ptx_collection = custom_target('jpegenc_ptx',
+    input : jpegenc_precompiled,
+    output : 'jpegenc_ptx.h',
+    command : header_collector,
+        '--input', meson.current_build_dir(),
+        '--prefix', 'GstJpegEnc',
+        '--name', 'g_precompiled_ptx_table',
+        '--output', '@OUTPUT@'
+    )
+
+nvcodec_kernel_precompiled += 
+  conv_precompiled,
+  conv_ptx_collection,
+  jpegenc_precompiled,
+  jpegenc_ptx_collection,
+

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/meson.build Changed

@@ -1,6 +1,7 @@
 nvcodec_sources = 
   'gstcudabasetransform.c',
-  'gstcudaconverter.c',
+  'gstcudacompositor.cpp',
+  'gstcudaconverter.cpp',
   'gstcudaconvertscale.c',
   'gstcudaipc.cpp',
   'gstcudaipcclient.cpp',
@@ -8,9 +9,19 @@
   'gstcudaipcsink.cpp',
   'gstcudaipcsrc.cpp',
   'gstcudamemorycopy.c',
+  'gstnvcodecutils.cpp',
+  'plugin.c'
+
+
+# Only docstring-containing headers need listing here
+nvcodec_headers = 
+  'gstcudaconverter.h'
+
+
+nvcodec_dgpu_sources = 
   'gstcuvidloader.c',
   'gstnvav1dec.cpp',
-  'gstnvbaseenc.c',
+  'gstnvav1encoder.cpp',
   'gstnvdec.c',
   'gstnvdecobject.cpp',
   'gstnvdecoder.cpp',
@@ -18,19 +29,12 @@
   'gstnvencobject.cpp',
   'gstnvencoder.cpp',
   'gstnvh264dec.cpp',
-  'gstnvh264enc.c',
   'gstnvh264encoder.cpp',
   'gstnvh265dec.cpp',
-  'gstnvh265enc.c',
   'gstnvh265encoder.cpp',
   'gstnvjpegenc.cpp',
   'gstnvvp8dec.cpp',
-  'gstnvvp9dec.cpp',
-  'plugin.c',
-
-
-nvmm_sources = 
-  'gstcudanvmm.c',
+  'gstnvvp9dec.cpp'
 
 
 nvcodec_win32_sources = 
@@ -43,6 +47,19 @@
   'gstcudaipcserver_unix.cpp',
 
 
+nvcodec_d3d12_sources = 
+  'gstcudainterop_d3d12.cpp',
+
+
+doc_sources = 
+foreach s: nvcodec_sources + nvcodec_dgpu_sources + nvcodec_win32_sources + nvcodec_unix_sources + nvcodec_d3d12_sources + nvcodec_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'nvcodec': pathsep.join(doc_sources)
+}
+
 if get_option('nvcodec').disabled()
   subdir_done()
 endif
@@ -58,23 +75,24 @@
 extra_args = '-DGST_USE_UNSTABLE_API'
 extra_deps = 
 
+nvcodec_kernel_precompiled = 
+nvcodec_precompile_opt = get_option('nvcodec-cuda-precompile')
+if not nvcodec_precompile_opt.disabled() and not meson.is_cross_build()
+  nvcc = find_program ('nvcc', required : nvcodec_precompile_opt)
+  if nvcc.found()
+    subdir('kernel')
+    extra_args += '-DNVCODEC_CUDA_PRECOMPILED'
+  endif
+endif
+
 if gstgl_dep.found()
   extra_args += '-DHAVE_CUDA_GST_GL'
 endif
 
 if host_system == 'linux'
-  have_nvmm = false
-  if cc.has_header('nvbufsurface.h')
-    have_nvmm = true
-  elif cc.has_header('/opt/nvidia/deepstream/deepstream/sources/includes/nvbufsurface.h')
-    # XXX: Should add an option for SDK path??
-    have_nvmm = true
-    plugin_incdirs += include_directories('/opt/nvidia/deepstream/deepstream/sources/includes')
-  endif
-
-  if have_nvmm
-    extra_args += '-DHAVE_NVCODEC_NVMM'
-    nvcodec_sources += nvmm_sources
+  if have_nvbufsurface_h
+    extra_args += '-DHAVE_CUDA_NVMM'
+    plugin_incdirs += gstcuda_nvmm_inc
   endif
 
   gio_unix_dep = dependency('gio-unix-2.0', required : get_option('nvcodec'))
@@ -85,6 +103,18 @@
   nvcodec_sources += nvcodec_win32_sources
 endif
 
+# if the system is not a tegra based system we add the other sources for encoding and decoding
+if not nvbuf_dep.found()
+  extra_args += '-DHAVE_NVCODEC_DGPU'
+  nvcodec_sources += nvcodec_dgpu_sources
+endif
+
+if gstd3d12_dep.found() and cc.has_header('d3d12video.h')
+  extra_args += '-DHAVE_GST_D3D12'
+  extra_deps += gstd3d12_dep
+  nvcodec_sources += nvcodec_d3d12_sources
+endif
+
 if cc.get_id() != 'msvc'
   if host_system == 'windows'
     # MinGW 32bits compiler seems to be complaining about redundant-decls
@@ -101,7 +131,7 @@
 endif
 
 gstnvcodec = library('gstnvcodec',
-  nvcodec_sources,
+  nvcodec_sources + nvcodec_kernel_precompiled,
   c_args : gst_plugins_bad_args + extra_args,
   cpp_args : gst_plugins_bad_args + extra_args,
   include_directories : plugin_incdirs,
@@ -113,4 +143,3 @@
   install_dir : plugins_install_dir,
 )
 plugins += gstnvcodec
-

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/nvEncodeAPI.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/nvEncodeAPI.h Changed

@@ -1,7 +1,7 @@
 /*
  * This copyright notice applies to this header file only:
  *
- * Copyright (c) 2010-2021 NVIDIA Corporation
+ * Copyright (c) 2010-2022 NVIDIA Corporation
  *
  * Permission is hereby granted, free of charge, to any person
  * obtaining a copy of this software and associated documentation
@@ -30,7 +30,7 @@
  *   NVIDIA GPUs - beginning with the Kepler generation - contain a hardware-based encoder
  *   (referred to as NVENC) which provides fully-accelerated hardware-based video encoding.
  *   NvEncodeAPI provides the interface for NVIDIA video encoder (NVENC).
- * \date 2011-2020
+ * \date 2011-2022
  *  This file contains the interface constants, structure definitions and function prototypes.
  */
 
@@ -73,20 +73,21 @@
 #else
 #define NVENCAPI
 // =========================================================================================
-#if !defined(GUID) && !defined(GUID_DEFINED)
+#ifndef GUID_DEFINED
+#define GUID_DEFINED
 /*!
  * \struct GUID
  * Abstracts the GUID structure for non-windows platforms.
  */
 // =========================================================================================
-typedef struct
+typedef struct _GUID
 {
     uint32_t Data1;                                      /**< in: Specifies the first 8 hexadecimal digits of the GUID.                                */
     uint16_t Data2;                                      /**< in: Specifies the first group of 4 hexadecimal digits.                                   */
     uint16_t Data3;                                      /**< in: Specifies the second group of 4 hexadecimal digits.                                  */
     uint8_t  Data48;                                   /**< in: Array of 8 bytes. The first 2 bytes contain the third group of 4 hexadecimal digits.
                                                                     The remaining 6 bytes contain the final 12 hexadecimal digits.                       */
-} GUID;
+} GUID, *LPGUID;
 #endif // GUID
 
 /**
@@ -110,8 +111,8 @@
 typedef void* NV_ENC_REGISTERED_PTR;        /**< A Resource that has been registered with NVENCODE API*/
 typedef void* NV_ENC_CUSTREAM_PTR;          /**< Pointer to CUstream*/
 
-#define NVENCAPI_MAJOR_VERSION 11
-#define NVENCAPI_MINOR_VERSION 1
+#define NVENCAPI_MAJOR_VERSION 12
+#define NVENCAPI_MINOR_VERSION 0
 
 #define NVENCAPI_VERSION (NVENCAPI_MAJOR_VERSION | (NVENCAPI_MINOR_VERSION << 24))
 
@@ -140,9 +141,13 @@
 { 0x6bc82762, 0x4e63, 0x4ca4, { 0xaa, 0x85, 0x1e, 0x50, 0xf3, 0x21, 0xf6, 0xbf } };
 
 // {790CDC88-4522-4d7b-9425-BDA9975F7603}
-static const GUID NV_ENC_CODEC_HEVC_GUID = 
+static const GUID NV_ENC_CODEC_HEVC_GUID =
 { 0x790cdc88, 0x4522, 0x4d7b, { 0x94, 0x25, 0xbd, 0xa9, 0x97, 0x5f, 0x76, 0x3 } };
 
+// {0A352289-0AA7-4759-862D-5D15CD16D254}
+static const GUID NV_ENC_CODEC_AV1_GUID =
+{ 0x0a352289, 0x0aa7, 0x4759, { 0x86, 0x2d, 0x5d, 0x15, 0xcd, 0x16, 0xd2, 0x54 } };
+
 
 
 // =========================================================================================
@@ -150,7 +155,7 @@
 // =========================================================================================
 
 // {BFD6F8E7-233C-4341-8B3E-4818523803F4}
-static const GUID NV_ENC_CODEC_PROFILE_AUTOSELECT_GUID = 
+static const GUID NV_ENC_CODEC_PROFILE_AUTOSELECT_GUID =
 { 0xbfd6f8e7, 0x233c, 0x4341, { 0x8b, 0x3e, 0x48, 0x18, 0x52, 0x38, 0x3, 0xf4 } };
 
 // {0727BCAA-78C4-4c83-8C2F-EF3DFF267C6A}
@@ -166,7 +171,7 @@
 { 0xe7cbc309, 0x4f7a, 0x4b89, { 0xaf, 0x2a, 0xd5, 0x37, 0xc9, 0x2b, 0xe3, 0x10 } };
 
 // {7AC663CB-A598-4960-B844-339B261A7D52}
-static const GUID  NV_ENC_H264_PROFILE_HIGH_444_GUID = 
+static const GUID  NV_ENC_H264_PROFILE_HIGH_444_GUID =
 { 0x7ac663cb, 0xa598, 0x4960, { 0xb8, 0x44, 0x33, 0x9b, 0x26, 0x1a, 0x7d, 0x52 } };
 
 // {40847BF5-33F7-4601-9084-E8FE3C1DB8B7}
@@ -174,26 +179,30 @@
 { 0x40847bf5, 0x33f7, 0x4601, { 0x90, 0x84, 0xe8, 0xfe, 0x3c, 0x1d, 0xb8, 0xb7 } };
 
 // {B405AFAC-F32B-417B-89C4-9ABEED3E5978}
-static const GUID NV_ENC_H264_PROFILE_PROGRESSIVE_HIGH_GUID = 
+static const GUID NV_ENC_H264_PROFILE_PROGRESSIVE_HIGH_GUID =
 { 0xb405afac, 0xf32b, 0x417b, { 0x89, 0xc4, 0x9a, 0xbe, 0xed, 0x3e, 0x59, 0x78 } };
 
 // {AEC1BD87-E85B-48f2-84C3-98BCA6285072}
-static const GUID NV_ENC_H264_PROFILE_CONSTRAINED_HIGH_GUID = 
+static const GUID NV_ENC_H264_PROFILE_CONSTRAINED_HIGH_GUID =
 { 0xaec1bd87, 0xe85b, 0x48f2, { 0x84, 0xc3, 0x98, 0xbc, 0xa6, 0x28, 0x50, 0x72 } };
 
 // {B514C39A-B55B-40fa-878F-F1253B4DFDEC}
-static const GUID NV_ENC_HEVC_PROFILE_MAIN_GUID = 
+static const GUID NV_ENC_HEVC_PROFILE_MAIN_GUID =
 { 0xb514c39a, 0xb55b, 0x40fa, { 0x87, 0x8f, 0xf1, 0x25, 0x3b, 0x4d, 0xfd, 0xec } };
 
 // {fa4d2b6c-3a5b-411a-8018-0a3f5e3c9be5}
-static const GUID NV_ENC_HEVC_PROFILE_MAIN10_GUID = 
+static const GUID NV_ENC_HEVC_PROFILE_MAIN10_GUID =
 { 0xfa4d2b6c, 0x3a5b, 0x411a, { 0x80, 0x18, 0x0a, 0x3f, 0x5e, 0x3c, 0x9b, 0xe5 } };
 
 // For HEVC Main 444 8 bit and HEVC Main 444 10 bit profiles only
 // {51ec32b5-1b4c-453c-9cbd-b616bd621341}
-static const GUID NV_ENC_HEVC_PROFILE_FREXT_GUID = 
+static const GUID NV_ENC_HEVC_PROFILE_FREXT_GUID =
 { 0x51ec32b5, 0x1b4c, 0x453c, { 0x9c, 0xbd, 0xb6, 0x16, 0xbd, 0x62, 0x13, 0x41 } };
 
+// {5f2a39f5-f14e-4f95-9a9e-b76d568fcf97}
+static const GUID NV_ENC_AV1_PROFILE_MAIN_GUID =
+{ 0x5f2a39f5, 0xf14e, 0x4f95, { 0x9a, 0x9e, 0xb7, 0x6d, 0x56, 0x8f, 0xcf, 0x97 } };
+
 // =========================================================================================
 // *   Preset GUIDS supported by the NvEncodeAPI interface.
 // =========================================================================================
@@ -210,15 +219,15 @@
 { 0x34dba71d, 0xa77b, 0x4b8f, { 0x9c, 0x3e, 0xb6, 0xd5, 0xda, 0x24, 0xc0, 0x12 } };
 
 // {82E3E450-BDBB-4e40-989C-82A90DF9EF32}
-NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_BD_GUID  = 
+NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_BD_GUID  =
 { 0x82e3e450, 0xbdbb, 0x4e40, { 0x98, 0x9c, 0x82, 0xa9, 0xd, 0xf9, 0xef, 0x32 } };
 
 // {49DF21C5-6DFA-4feb-9787-6ACC9EFFB726}
-NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOW_LATENCY_DEFAULT_GUID  = 
+NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOW_LATENCY_DEFAULT_GUID  =
 { 0x49df21c5, 0x6dfa, 0x4feb, { 0x97, 0x87, 0x6a, 0xcc, 0x9e, 0xff, 0xb7, 0x26 } };
 
 // {C5F733B9-EA97-4cf9-BEC2-BF78A74FD105}
-NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOW_LATENCY_HQ_GUID  = 
+NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOW_LATENCY_HQ_GUID  =
 { 0xc5f733b9, 0xea97, 0x4cf9, { 0xbe, 0xc2, 0xbf, 0x78, 0xa7, 0x4f, 0xd1, 0x5 } };
 
 // {67082A44-4BAD-48FA-98EA-93056D150A58}
@@ -226,42 +235,42 @@
 { 0x67082a44, 0x4bad, 0x48fa, { 0x98, 0xea, 0x93, 0x5, 0x6d, 0x15, 0xa, 0x58 } };
 
 // {D5BFB716-C604-44e7-9BB8-DEA5510FC3AC}
-NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOSSLESS_DEFAULT_GUID = 
+NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOSSLESS_DEFAULT_GUID =
 { 0xd5bfb716, 0xc604, 0x44e7, { 0x9b, 0xb8, 0xde, 0xa5, 0x51, 0xf, 0xc3, 0xac } };
 
 // {149998E7-2364-411d-82EF-179888093409}
-NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOSSLESS_HP_GUID = 
+NV_ENC_DEPRECATED static const GUID NV_ENC_PRESET_LOSSLESS_HP_GUID =
 { 0x149998e7, 0x2364, 0x411d, { 0x82, 0xef, 0x17, 0x98, 0x88, 0x9, 0x34, 0x9 } };
 
-// Performance degrades and quality improves as we move from P1 to P7. Presets P3 to P7 for H264 and Presets P2 to P7 for HEVC have B frames enabled by default 
+// Performance degrades and quality improves as we move from P1 to P7. Presets P3 to P7 for H264 and Presets P2 to P7 for HEVC have B frames enabled by default
 // for HIGH_QUALITY and LOSSLESS tuning info, and will not work with Weighted Prediction enabled. In case Weighted Prediction is required, disable B frames by
 // setting frameIntervalP = 1
 // {FC0A8D3E-45F8-4CF8-80C7-298871590EBF}
-static const GUID NV_ENC_PRESET_P1_GUID   = 
+static const GUID NV_ENC_PRESET_P1_GUID   =
 { 0xfc0a8d3e, 0x45f8, 0x4cf8, { 0x80, 0xc7, 0x29, 0x88, 0x71, 0x59, 0xe, 0xbf } };
 
 // {F581CFB8-88D6-4381-93F0-DF13F9C27DAB}
-static const GUID NV_ENC_PRESET_P2_GUID   = 
+static const GUID NV_ENC_PRESET_P2_GUID   =
 { 0xf581cfb8, 0x88d6, 0x4381, { 0x93, 0xf0, 0xdf, 0x13, 0xf9, 0xc2, 0x7d, 0xab } };
 
 // {36850110-3A07-441F-94D5-3670631F91F6}
-static const GUID NV_ENC_PRESET_P3_GUID   = 
+static const GUID NV_ENC_PRESET_P3_GUID   =
 { 0x36850110, 0x3a07, 0x441f, { 0x94, 0xd5, 0x36, 0x70, 0x63, 0x1f, 0x91, 0xf6 } };
 
 // {90A7B826-DF06-4862-B9D2-CD6D73A08681}
-static const GUID NV_ENC_PRESET_P4_GUID   = 
+static const GUID NV_ENC_PRESET_P4_GUID   =
 { 0x90a7b826, 0xdf06, 0x4862, { 0xb9, 0xd2, 0xcd, 0x6d, 0x73, 0xa0, 0x86, 0x81 } };
 
 // {21C6E6B4-297A-4CBA-998F-B6CBDE72ADE3}
-static const GUID NV_ENC_PRESET_P5_GUID   = 
+static const GUID NV_ENC_PRESET_P5_GUID   =
 { 0x21c6e6b4, 0x297a, 0x4cba, { 0x99, 0x8f, 0xb6, 0xcb, 0xde, 0x72, 0xad, 0xe3 } };
 
 // {8E75C279-6299-4AB6-8302-0B215A335CF5}
-static const GUID NV_ENC_PRESET_P6_GUID   = 
+static const GUID NV_ENC_PRESET_P6_GUID   =
 { 0x8e75c279, 0x6299, 0x4ab6, { 0x83, 0x2, 0xb, 0x21, 0x5a, 0x33, 0x5c, 0xf5 } };
 
 // {84848C12-6F71-4C13-931B-53E283F57974}
-static const GUID NV_ENC_PRESET_P7_GUID   = 
+static const GUID NV_ENC_PRESET_P7_GUID   =
 { 0x84848c12, 0x6f71, 0x4c13, { 0x93, 0x1b, 0x53, 0xe2, 0x83, 0xf5, 0x79, 0x74 } };
 
 /**
@@ -344,6 +353,20 @@
 } NV_ENC_PIC_STRUCT;
 
 /**
+ * Display picture structure
+ * Currently, this enum is only used for deciding the number of clock timestamp sets in Picture Timing SEI / Time Code SEI
+ * Otherwise, this has no impact on encoder behavior
+ */
+typedef enum _NV_ENC_DISPLAY_PIC_STRUCT
+{
+    NV_ENC_PIC_STRUCT_DISPLAY_FRAME             = 0x00,                 /**< Field encoding top field first */
+    NV_ENC_PIC_STRUCT_DISPLAY_FIELD_TOP_BOTTOM  = 0x01,                 /**< Field encoding top field first */
+    NV_ENC_PIC_STRUCT_DISPLAY_FIELD_BOTTOM_TOP  = 0x02,                 /**< Field encoding bottom field first */
+    NV_ENC_PIC_STRUCT_DISPLAY_FRAME_DOUBLING    = 0x03,                 /**< Frame doubling */
+    NV_ENC_PIC_STRUCT_DISPLAY_FRAME_TRIPLING    = 0x04                  /**< Field tripling */
+} NV_ENC_DISPLAY_PIC_STRUCT;
+
+/**
  * Input picture type
  */
 typedef enum _NV_ENC_PIC_TYPE
@@ -355,7 +378,7 @@
     NV_ENC_PIC_TYPE_BI              = 0x04,    /**< Bi-directionally predicted with only Intra MBs */
     NV_ENC_PIC_TYPE_SKIPPED         = 0x05,    /**< Picture is skipped */
     NV_ENC_PIC_TYPE_INTRA_REFRESH   = 0x06,    /**< First picture in intra refresh cycle */
-    NV_ENC_PIC_TYPE_NONREF_P        = 0x07,    /**< Non reference P picture */            
+    NV_ENC_PIC_TYPE_NONREF_P        = 0x07,    /**< Non reference P picture */
     NV_ENC_PIC_TYPE_UNKNOWN         = 0xFF     /**< Picture type unknown */
 } NV_ENC_PIC_TYPE;
 
@@ -377,7 +400,7 @@
 typedef enum _NV_ENC_BUFFER_FORMAT
 {
     NV_ENC_BUFFER_FORMAT_UNDEFINED                       = 0x00000000,  /**< Undefined buffer format */
-                                                                       
+
     NV_ENC_BUFFER_FORMAT_NV12                            = 0x00000001,  /**< Semi-Planar YUV Y plane followed by interleaved UV plane */
     NV_ENC_BUFFER_FORMAT_YV12                            = 0x00000010,  /**< Planar YUV Y plane followed by V and U planes */
     NV_ENC_BUFFER_FORMAT_IYUV                            = 0x00000100,  /**< Planar YUV Y plane followed by U and V planes */
@@ -404,8 +427,8 @@
                                                                              where a pixel is represented by a 32-bit word with R
                                                                              in the lowest 10 bits, G in the next 10 bits, B in the
                                                                              10 bits after that and A in the highest 2 bits. */
-    NV_ENC_BUFFER_FORMAT_U8                              = 0x40000000,  /**< Buffer format representing one-dimensional buffer. 
-                                                                             This format should be used only when registering the 
+    NV_ENC_BUFFER_FORMAT_U8                              = 0x40000000,  /**< Buffer format representing one-dimensional buffer.
+                                                                             This format should be used only when registering the
                                                                              resource as output buffer, which will be used to write
                                                                              the encoded bit stream or H.264 ME only mode output. */
 } NV_ENC_BUFFER_FORMAT;
@@ -421,7 +444,7 @@
 typedef enum _NV_ENC_LEVEL
 {
     NV_ENC_LEVEL_AUTOSELECT         = 0,
-    
+
     NV_ENC_LEVEL_H264_1             = 10,
     NV_ENC_LEVEL_H264_1b            = 9,
     NV_ENC_LEVEL_H264_11            = 11,
@@ -458,7 +481,36 @@
     NV_ENC_LEVEL_HEVC_62            = 186,
 
     NV_ENC_TIER_HEVC_MAIN           = 0,
-    NV_ENC_TIER_HEVC_HIGH           = 1
+    NV_ENC_TIER_HEVC_HIGH           = 1,
+
+    NV_ENC_LEVEL_AV1_2              = 0,
+    NV_ENC_LEVEL_AV1_21             = 1,
+    NV_ENC_LEVEL_AV1_22             = 2,
+    NV_ENC_LEVEL_AV1_23             = 3,
+    NV_ENC_LEVEL_AV1_3              = 4,
+    NV_ENC_LEVEL_AV1_31             = 5,
+    NV_ENC_LEVEL_AV1_32             = 6,
+    NV_ENC_LEVEL_AV1_33             = 7,
+    NV_ENC_LEVEL_AV1_4              = 8,
+    NV_ENC_LEVEL_AV1_41             = 9,
+    NV_ENC_LEVEL_AV1_42             = 10,
+    NV_ENC_LEVEL_AV1_43             = 11,
+    NV_ENC_LEVEL_AV1_5              = 12,
+    NV_ENC_LEVEL_AV1_51             = 13,
+    NV_ENC_LEVEL_AV1_52             = 14,
+    NV_ENC_LEVEL_AV1_53             = 15,
+    NV_ENC_LEVEL_AV1_6              = 16,
+    NV_ENC_LEVEL_AV1_61             = 17,
+    NV_ENC_LEVEL_AV1_62             = 18,
+    NV_ENC_LEVEL_AV1_63             = 19,
+    NV_ENC_LEVEL_AV1_7              = 20,
+    NV_ENC_LEVEL_AV1_71             = 21,
+    NV_ENC_LEVEL_AV1_72             = 22,
+    NV_ENC_LEVEL_AV1_73             = 23,
+    NV_ENC_LEVEL_AV1_AUTOSELECT         ,
+
+    NV_ENC_TIER_AV1_0               = 0,
+    NV_ENC_TIER_AV1_1               = 1
 } NV_ENC_LEVEL;
 
 /**
@@ -482,7 +534,7 @@
     NV_ENC_ERR_UNSUPPORTED_DEVICE,
 
     /**
-     * This indicates that the encoder device supplied by the client is not 
+     * This indicates that the encoder device supplied by the client is not
      * valid.
      */
     NV_ENC_ERR_INVALID_ENCODERDEVICE,
@@ -493,9 +545,9 @@
     NV_ENC_ERR_INVALID_DEVICE,
 
     /**
-     * This indicates that device passed to the API call is no longer available and 
-     * needs to be reinitialized. The clients need to destroy the current encoder  
-     * session by freeing the allocated input output buffers and destroying the device 
+     * This indicates that device passed to the API call is no longer available and
+     * needs to be reinitialized. The clients need to destroy the current encoder
+     * session by freeing the allocated input output buffers and destroying the device
      * and create a new encoding session.
      */
     NV_ENC_ERR_DEVICE_NOT_EXIST,
@@ -524,11 +576,11 @@
     NV_ENC_ERR_INVALID_CALL,
 
     /**
-     * This indicates that the API call failed because it was unable to allocate 
+     * This indicates that the API call failed because it was unable to allocate
      * enough memory to perform the requested operation.
      */
     NV_ENC_ERR_OUT_OF_MEMORY,
-    
+
     /**
      * This indicates that the encoder has not been initialized with
      * ::NvEncInitializeEncoder() or that initialization has failed.
@@ -543,8 +595,8 @@
     NV_ENC_ERR_UNSUPPORTED_PARAM,
 
     /**
-     * This indicates that the ::NvEncLockBitstream() failed to lock the output 
-     * buffer. This happens when the client makes a non blocking lock call to 
+     * This indicates that the ::NvEncLockBitstream() failed to lock the output
+     * buffer. This happens when the client makes a non blocking lock call to
      * access the output bitstream by passing NV_ENC_LOCK_BITSTREAM::doNotWait flag.
      * This is not a fatal error and client should retry the same operation after
      * few milliseconds.
@@ -552,7 +604,7 @@
     NV_ENC_ERR_LOCK_BUSY,
 
     /**
-     * This indicates that the size of the user buffer passed by the client is 
+     * This indicates that the size of the user buffer passed by the client is
      * insufficient for the requested operation.
      */
     NV_ENC_ERR_NOT_ENOUGH_BUFFER,
@@ -572,10 +624,10 @@
      * This indicates encode driver requires more input buffers to produce an output
      * bitstream. If this error is returned from ::NvEncEncodePicture() API, this
      * is not a fatal error. If the client is encoding with B frames then,
-     * ::NvEncEncodePicture() API might be buffering the input frame for re-ordering. 
-     * 
+     * ::NvEncEncodePicture() API might be buffering the input frame for re-ordering.
+     *
      * A client operating in synchronous mode cannot call ::NvEncLockBitstream()
-     * API on the output bitstream buffer if ::NvEncEncodePicture() returned the 
+     * API on the output bitstream buffer if ::NvEncEncodePicture() returned the
      * ::NV_ENC_ERR_NEED_MORE_INPUT error code.
      * The client must continue providing input frames until encode driver returns
      * ::NV_ENC_SUCCESS. After receiving ::NV_ENC_SUCCESS status the client can call
@@ -585,7 +637,7 @@
     NV_ENC_ERR_NEED_MORE_INPUT,
 
     /**
-     * This indicates that the HW encoder is busy encoding and is unable to encode  
+     * This indicates that the HW encoder is busy encoding and is unable to encode
      * the input. The client should call ::NvEncEncodePicture() again after few
      * milliseconds.
      */
@@ -601,13 +653,13 @@
      * This indicates that an unknown internal error has occurred.
      */
     NV_ENC_ERR_GENERIC,
-    
+
     /**
      * This indicates that the client is attempting to use a feature
      * that is not available for the license type for the current system.
      */
     NV_ENC_ERR_INCOMPATIBLE_CLIENT_KEY,
-    
+
     /**
      * This indicates that the client is attempting to use a feature
      * that is not implemented for the current version.
@@ -639,11 +691,11 @@
 typedef enum _NV_ENC_PIC_FLAGS
 {
     NV_ENC_PIC_FLAG_FORCEINTRA         = 0x1,   /**< Encode the current picture as an Intra picture */
-    NV_ENC_PIC_FLAG_FORCEIDR           = 0x2,   /**< Encode the current picture as an IDR picture. 
+    NV_ENC_PIC_FLAG_FORCEIDR           = 0x2,   /**< Encode the current picture as an IDR picture.
                                                      This flag is only valid when Picture type decision is taken by the Encoder
                                                      _NV_ENC_INITIALIZE_PARAMS::enablePTD == 1. */
     NV_ENC_PIC_FLAG_OUTPUT_SPSPPS      = 0x4,   /**< Write the sequence and picture header in encoded bitstream of the current picture */
-    NV_ENC_PIC_FLAG_EOS                = 0x8,   /**< Indicates end of the input stream */ 
+    NV_ENC_PIC_FLAG_EOS                = 0x8,   /**< Indicates end of the input stream */
 } NV_ENC_PIC_FLAGS;
 
 /**
@@ -663,7 +715,7 @@
 typedef enum _NV_ENC_BFRAME_REF_MODE
 {
     NV_ENC_BFRAME_REF_MODE_DISABLED = 0x0,          /**< B frame is not used for reference */
-    NV_ENC_BFRAME_REF_MODE_EACH     = 0x1,          /**< Each B-frame will be used for reference. currently not supported for H.264 */
+    NV_ENC_BFRAME_REF_MODE_EACH     = 0x1,          /**< Each B-frame will be used for reference */
     NV_ENC_BFRAME_REF_MODE_MIDDLE   = 0x2,          /**< Only(Number of B-frame)/2 th B-frame will be used for reference */
 } NV_ENC_BFRAME_REF_MODE;
 
@@ -741,9 +793,9 @@
 typedef enum _NV_ENC_BUFFER_USAGE
 {
     NV_ENC_INPUT_IMAGE              = 0x0,          /**< Registered surface will be used for input image */
-    NV_ENC_OUTPUT_MOTION_VECTOR     = 0x1,          /**< Registered surface will be used for output of H.264 ME only mode. 
+    NV_ENC_OUTPUT_MOTION_VECTOR     = 0x1,          /**< Registered surface will be used for output of H.264 ME only mode.
                                                          This buffer usage type is not supported for HEVC ME only mode. */
-    NV_ENC_OUTPUT_BITSTREAM         = 0x2           /**< Registered surface will be used for output bitstream in encoding */
+    NV_ENC_OUTPUT_BITSTREAM         = 0x2,          /**< Registered surface will be used for output bitstream in encoding */
 } NV_ENC_BUFFER_USAGE;
 
 /**
@@ -788,7 +840,7 @@
      */
     NV_ENC_CAPS_SUPPORTED_RATECONTROL_MODES,
 
-    /** 
+    /**
      * Indicates HW support for field mode encoding.
      * \n 0 : Interlaced mode encoding is not supported.
      * \n 1 : Interlaced field mode encoding is supported.
@@ -870,7 +922,7 @@
      * Maximum Encoding level supported (See ::NV_ENC_LEVEL for details).
      */
     NV_ENC_CAPS_LEVEL_MAX,
- 
+
     /**
      * Minimum Encoding level supported (See ::NV_ENC_LEVEL for details).
      */
@@ -882,12 +934,12 @@
      * \n 1 : Separate colour plane encoding supported.
      */
     NV_ENC_CAPS_SEPARATE_COLOUR_PLANE,
-    
+
     /**
      * Maximum output width supported.
      */
     NV_ENC_CAPS_WIDTH_MAX,
-    
+
     /**
      * Maximum output height supported.
      */
@@ -915,7 +967,7 @@
      * \n 1 : Dynamic Encode bitrate change supported.
      */
     NV_ENC_CAPS_SUPPORT_DYN_BITRATE_CHANGE,
-        
+
     /**
      * Indicates Forcing Constant QP On The Fly Support.
      * Support added from NvEncodeAPI version 2.0.
@@ -925,7 +977,7 @@
     NV_ENC_CAPS_SUPPORT_DYN_FORCE_CONSTQP,
 
     /**
-     * Indicates Dynamic rate control mode Change Support.    
+     * Indicates Dynamic rate control mode Change Support.
      * \n 0 : Dynamic rate control mode change not supported.
      * \n 1 : Dynamic rate control mode change supported.
      */
@@ -981,7 +1033,7 @@
      * \n 1 : Reference Picture Invalidation supported.
      */
     NV_ENC_CAPS_SUPPORT_REF_PIC_INVALIDATION,
-    
+
     /**
      * Indicates support for Pre-Processing.
      * The API return value is a bitmask of the values defined in ::NV_ENC_PREPROC_FLAGS
@@ -1018,7 +1070,7 @@
      * \n 1 : lossless encoding supported.
      */
     NV_ENC_CAPS_SUPPORT_LOSSLESS_ENCODE,
-    
+
      /**
      * Indicates HW support for Sample Adaptive Offset.
      * \n 0 : SAO not supported.
@@ -1067,10 +1119,10 @@
 
 
     /**
-     * On managed (vGPU) platforms (Windows only), this API, in conjunction with other GRID Management APIs, can be used 
-     * to estimate the residual capacity of the hardware encoder on the GPU as a percentage of the total available encoder capacity. 
-     * This API can be called at any time; i.e. during the encode session or before opening the encode session. 
-     * If the available encoder capacity is returned as zero, applications may choose to switch to software encoding 
+     * On managed (vGPU) platforms (Windows only), this API, in conjunction with other GRID Management APIs, can be used
+     * to estimate the residual capacity of the hardware encoder on the GPU as a percentage of the total available encoder capacity.
+     * This API can be called at any time; i.e. during the encode session or before opening the encode session.
+     * If the available encoder capacity is returned as zero, applications may choose to switch to software encoding
      * and continue to call this API (e.g. polling once per second) until capacity becomes available.
      *
      * On bare metal (non-virtualized GPU) and linux platforms, this API always returns 100.
@@ -1114,7 +1166,7 @@
      */
     NV_ENC_CAPS_SUPPORT_ALPHA_LAYER_ENCODING,
 
-     /**
+    /**
      * Indicates number of Encoding engines present on GPU.
      */
     NV_ENC_CAPS_NUM_ENCODER_ENGINES,
@@ -1128,6 +1180,7 @@
      * Reserved - Not to be used by clients.
      */
     NV_ENC_CAPS_EXPOSED_COUNT
+
 } NV_ENC_CAPS;
 
 /**
@@ -1143,6 +1196,89 @@
 }NV_ENC_HEVC_CUSIZE;
 
 /**
+*  AV1 PART SIZE
+*/
+typedef enum _NV_ENC_AV1_PART_SIZE
+{
+    NV_ENC_AV1_PART_SIZE_AUTOSELECT    = 0,
+    NV_ENC_AV1_PART_SIZE_4x4           = 1,
+    NV_ENC_AV1_PART_SIZE_8x8           = 2,
+    NV_ENC_AV1_PART_SIZE_16x16         = 3,
+    NV_ENC_AV1_PART_SIZE_32x32         = 4,
+    NV_ENC_AV1_PART_SIZE_64x64         = 5,
+}NV_ENC_AV1_PART_SIZE;
+
+/**
+*  Enums related to fields in VUI parameters.
+*/
+typedef enum _NV_ENC_VUI_VIDEO_FORMAT
+{
+    NV_ENC_VUI_VIDEO_FORMAT_COMPONENT   = 0,
+    NV_ENC_VUI_VIDEO_FORMAT_PAL         = 1,
+    NV_ENC_VUI_VIDEO_FORMAT_NTSC        = 2,
+    NV_ENC_VUI_VIDEO_FORMAT_SECAM       = 3,
+    NV_ENC_VUI_VIDEO_FORMAT_MAC         = 4,
+    NV_ENC_VUI_VIDEO_FORMAT_UNSPECIFIED = 5,
+}NV_ENC_VUI_VIDEO_FORMAT;
+
+typedef enum _NV_ENC_VUI_COLOR_PRIMARIES
+{
+    NV_ENC_VUI_COLOR_PRIMARIES_UNDEFINED   = 0,
+    NV_ENC_VUI_COLOR_PRIMARIES_BT709       = 1,
+    NV_ENC_VUI_COLOR_PRIMARIES_UNSPECIFIED = 2,
+    NV_ENC_VUI_COLOR_PRIMARIES_RESERVED    = 3,
+    NV_ENC_VUI_COLOR_PRIMARIES_BT470M      = 4,
+    NV_ENC_VUI_COLOR_PRIMARIES_BT470BG     = 5,
+    NV_ENC_VUI_COLOR_PRIMARIES_SMPTE170M   = 6,
+    NV_ENC_VUI_COLOR_PRIMARIES_SMPTE240M   = 7,
+    NV_ENC_VUI_COLOR_PRIMARIES_FILM        = 8,
+    NV_ENC_VUI_COLOR_PRIMARIES_BT2020      = 9,
+    NV_ENC_VUI_COLOR_PRIMARIES_SMPTE428    = 10,
+    NV_ENC_VUI_COLOR_PRIMARIES_SMPTE431    = 11,
+    NV_ENC_VUI_COLOR_PRIMARIES_SMPTE432    = 12,
+    NV_ENC_VUI_COLOR_PRIMARIES_JEDEC_P22   = 22,
+}NV_ENC_VUI_COLOR_PRIMARIES;
+
+typedef enum _NV_ENC_VUI_TRANSFER_CHARACTERISTIC
+{
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_UNDEFINED     = 0,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_BT709         = 1,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_UNSPECIFIED   = 2,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_RESERVED      = 3,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_BT470M        = 4,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_BT470BG       = 5,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_SMPTE170M     = 6,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_SMPTE240M     = 7,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_LINEAR        = 8,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_LOG           = 9,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_LOG_SQRT      = 10,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_IEC61966_2_4  = 11,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_BT1361_ECG    = 12,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_SRGB          = 13,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_BT2020_10     = 14,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_BT2020_12     = 15,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_SMPTE2084     = 16,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_SMPTE428      = 17,
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC_ARIB_STD_B67  = 18,
+}NV_ENC_VUI_TRANSFER_CHARACTERISTIC;
+
+typedef enum _NV_ENC_VUI_MATRIX_COEFFS
+{
+    NV_ENC_VUI_MATRIX_COEFFS_RGB         = 0,
+    NV_ENC_VUI_MATRIX_COEFFS_BT709       = 1,
+    NV_ENC_VUI_MATRIX_COEFFS_UNSPECIFIED = 2,
+    NV_ENC_VUI_MATRIX_COEFFS_RESERVED    = 3,
+    NV_ENC_VUI_MATRIX_COEFFS_FCC         = 4,
+    NV_ENC_VUI_MATRIX_COEFFS_BT470BG     = 5,
+    NV_ENC_VUI_MATRIX_COEFFS_SMPTE170M   = 6,
+    NV_ENC_VUI_MATRIX_COEFFS_SMPTE240M   = 7,
+    NV_ENC_VUI_MATRIX_COEFFS_YCGCO       = 8,
+    NV_ENC_VUI_MATRIX_COEFFS_BT2020_NCL  = 9,
+    NV_ENC_VUI_MATRIX_COEFFS_BT2020_CL   = 10,
+    NV_ENC_VUI_MATRIX_COEFFS_SMPTE2085   = 11,
+}NV_ENC_VUI_MATRIX_COEFFS;
+
+/**
  * Input struct for querying Encoding capabilities.
  */
 typedef struct _NV_ENC_CAPS_PARAM
@@ -1167,7 +1303,7 @@
 } NV_ENC_ENCODE_OUT_PARAMS;
 
 /** NV_ENC_ENCODE_OUT_PARAMS struct version. */
-#define NV_ENC_ENCODE_OUT_PARAMS_VER NVENCAPI_STRUCT_VERSION(1) 
+#define NV_ENC_ENCODE_OUT_PARAMS_VER NVENCAPI_STRUCT_VERSION(1)
 
 /**
  * Creation parameters for input buffer.
@@ -1187,7 +1323,7 @@
 } NV_ENC_CREATE_INPUT_BUFFER;
 
 /** NV_ENC_CREATE_INPUT_BUFFER struct version. */
-#define NV_ENC_CREATE_INPUT_BUFFER_VER NVENCAPI_STRUCT_VERSION(1) 
+#define NV_ENC_CREATE_INPUT_BUFFER_VER NVENCAPI_STRUCT_VERSION(1)
 
 /**
  * Creation parameters for output bitstream buffer.
@@ -1208,7 +1344,7 @@
 #define NV_ENC_CREATE_BITSTREAM_BUFFER_VER NVENCAPI_STRUCT_VERSION(1)
 
 /**
- * Structs needed for ME only mode. 
+ * Structs needed for ME only mode.
  */
 typedef struct _NV_ENC_MVECTOR
 {
@@ -1216,7 +1352,7 @@
     int16_t             mvy;               /**< the y component of MV in quarter-pel units */
 } NV_ENC_MVECTOR;
 
-/** 
+/**
  * Motion vector structure per macroblock for H264 motion estimation.
  */
 typedef struct _NV_ENC_H264_MV_DATA
@@ -1256,7 +1392,7 @@
 /** NV_ENC_CREATE_MV_BUFFER struct version*/
 #define NV_ENC_CREATE_MV_BUFFER_VER NVENCAPI_STRUCT_VERSION(1)
 
-/** 
+/**
  * QP value for frames
  */
 typedef struct _NV_ENC_QP
@@ -1290,7 +1426,7 @@
     uint32_t                        zeroReorderDelay     :1;                     /**< in: Set this to 1 to indicate zero latency operation (no reordering delay, num_reorder_frames=0) */
     uint32_t                        enableNonRefP        :1;                     /**< in: Set this to 1 to enable automatic insertion of non-reference P-frames (no effect if enablePTD=0) */
     uint32_t                        strictGOPTarget      :1;                     /**< in: Set this to 1 to minimize GOP-to-GOP rate fluctuations */
-    uint32_t                        aqStrength           :4;                     /**< in: When AQ (Spatial) is enabled (i.e. NV_ENC_RC_PARAMS::enableAQ is set), this field is used to specify AQ strength. AQ strength scale is from 1 (low) - 15 (aggressive). 
+    uint32_t                        aqStrength           :4;                     /**< in: When AQ (Spatial) is enabled (i.e. NV_ENC_RC_PARAMS::enableAQ is set), this field is used to specify AQ strength. AQ strength scale is from 1 (low) - 15 (aggressive).
                                                                                             If not set, strength is auto selected by driver. */
     uint32_t                        reservedBitFields    :16;                    /**< in: Reserved bitfields and must be set to 0 */
     NV_ENC_QP                       minQP;                                       /**< in: Specifies the minimum QP used for rate control. Client must set NV_ENC_CONFIG::enableMinQP to 1. */
@@ -1302,40 +1438,69 @@
                                                                                             Applicable only for constant QP mode (NV_ENC_RC_PARAMS::rateControlMode = NV_ENC_PARAMS_RC_CONSTQP). */
     uint8_t                         targetQuality;                               /**< in: Target CQ (Constant Quality) level for VBR mode (range 0-51 with 0-automatic)  */
     uint8_t                         targetQualityLSB;                            /**< in: Fractional part of target quality (as 8.8 fixed point format) */
-    uint16_t                        lookaheadDepth;                              /**< in: Maximum depth of lookahead with range 0-(31 - number of B frames). 
+    uint16_t                        lookaheadDepth;                              /**< in: Maximum depth of lookahead with range 0-(31 - number of B frames).
                                                                                             lookaheadDepth is only used if enableLookahead=1.*/
     uint8_t                         lowDelayKeyFrameScale;                       /**< in: Specifies the ratio of I frame bits to P frame bits in case of single frame VBV and CBR rate control mode,
                                                                                             is set to 2 by default for low latency tuning info and 1 by default for ultra low latency tuning info  */
-    uint8_t                         reserved13;
+    int8_t                          yDcQPIndexOffset;                            /**< in: Specifies the value of 'deltaQ_y_dc' in AV1.*/
+    int8_t                          uDcQPIndexOffset;                            /**< in: Specifies the value of 'deltaQ_u_dc' in AV1.*/
+    int8_t                          vDcQPIndexOffset;                            /**< in: Specifies the value of 'deltaQ_v_dc' in AV1 (for future use only - deltaQ_v_dc is currently always internally set to same value as deltaQ_u_dc). */
     NV_ENC_QP_MAP_MODE              qpMapMode;                                   /**< in: This flag is used to interpret values in array specified by NV_ENC_PIC_PARAMS::qpDeltaMap.
-                                                                                            Set this to NV_ENC_QP_MAP_EMPHASIS to treat values specified by NV_ENC_PIC_PARAMS::qpDeltaMap as Emphasis Level Map. 
-                                                                                            Emphasis Level can be assigned any value specified in enum NV_ENC_EMPHASIS_MAP_LEVEL. 
-                                                                                            Emphasis Level Map is used to specify regions to be encoded at varying levels of quality. 
+                                                                                            Set this to NV_ENC_QP_MAP_EMPHASIS to treat values specified by NV_ENC_PIC_PARAMS::qpDeltaMap as Emphasis Level Map.
+                                                                                            Emphasis Level can be assigned any value specified in enum NV_ENC_EMPHASIS_MAP_LEVEL.
+                                                                                            Emphasis Level Map is used to specify regions to be encoded at varying levels of quality.
                                                                                             The hardware encoder adjusts the quantization within the image as per the provided emphasis map,
-                                                                                            by adjusting the quantization parameter (QP) assigned to each macroblock. This adjustment is commonly called “Delta QP”.
-                                                                                            The adjustment depends on the absolute QP decided by the rate control algorithm, and is applied after the rate control has decided each macroblock’s QP.
+                                                                                            by adjusting the quantization parameter (QP) assigned to each macroblock. This adjustment is commonly called "Delta QP".
+                                                                                            The adjustment depends on the absolute QP decided by the rate control algorithm, and is applied after the rate control has decided each macroblock's QP.
                                                                                             Since the Delta QP overrides rate control, enabling Emphasis Level Map may violate bitrate and VBV buffer size constraints.
                                                                                             Emphasis Level Map is useful in situations where client has a priori knowledge of the image complexity (e.g. via use of NVFBC's Classification feature) and encoding those high-complexity areas at higher quality (lower QP) is important, even at the possible cost of violating bitrate/VBV buffer size constraints
                                                                                             This feature is not supported when AQ( Spatial/Temporal) is enabled.
                                                                                             This feature is only supported for H264 codec currently.
-                                                                                            
-                                                                                            Set this to NV_ENC_QP_MAP_DELTA to treat values specified by NV_ENC_PIC_PARAMS::qpDeltaMap as QP Delta. This specifies QP modifier to be applied on top of the QP chosen by rate control 
-                                                                                            
+
+                                                                                            Set this to NV_ENC_QP_MAP_DELTA to treat values specified by NV_ENC_PIC_PARAMS::qpDeltaMap as QP Delta. This specifies QP modifier to be applied on top of the QP chosen by rate control
+
                                                                                             Set this to NV_ENC_QP_MAP_DISABLED to ignore NV_ENC_PIC_PARAMS::qpDeltaMap values. In this case, qpDeltaMap should be set to NULL.
-                                                                                             
+
                                                                                             Other values are reserved for future use.*/
     NV_ENC_MULTI_PASS               multiPass;                                    /**< in: This flag is used to enable multi-pass encoding for a given ::NV_ENC_PARAMS_RC_MODE. This flag is not valid for H264 and HEVC MEOnly mode */
-    uint32_t                        alphaLayerBitrateRatio;                       /**< in: Specifies the ratio in which bitrate should be split between base and alpha layer. A value 'x' for this field will split the target bitrate in a ratio of x : 1 between base and alpha layer. 
+    uint32_t                        alphaLayerBitrateRatio;                       /**< in: Specifies the ratio in which bitrate should be split between base and alpha layer. A value 'x' for this field will split the target bitrate in a ratio of x : 1 between base and alpha layer.
                                                                                              The default split ratio is 15.*/
-    int8_t                          cbQPIndexOffset;                              /**< in: Specifies the value of 'chroma_qp_index_offset' in H264 / 'pps_cb_qp_offset' in HEVC.*/
-    int8_t                          crQPIndexOffset;                              /**< in: Specifies the value of 'second_chroma_qp_index_offset' in H264 / 'pps_cr_qp_offset' in HEVC.*/
+    int8_t                          cbQPIndexOffset;                              /**< in: Specifies the value of 'chroma_qp_index_offset' in H264 / 'pps_cb_qp_offset' in HEVC / 'deltaQ_u_ac' in AV1.*/
+    int8_t                          crQPIndexOffset;                              /**< in: Specifies the value of 'second_chroma_qp_index_offset' in H264 / 'pps_cr_qp_offset' in HEVC / 'deltaQ_v_ac' in AV1 (for future use only - deltaQ_v_ac is currently always internally set to same value as deltaQ_u_ac). */
     uint16_t                        reserved2;
     uint32_t                        reserved4;
  } NV_ENC_RC_PARAMS;
 
 /** macro for constructing the version field of ::_NV_ENC_RC_PARAMS */
 #define NV_ENC_RC_PARAMS_VER NVENCAPI_STRUCT_VERSION(1)
- 
+
+#define MAX_NUM_CLOCK_TS    3
+
+/**
+* Clock Timestamp set parameters
+* For H264, this structure is used to populate Picture Timing SEI when NV_ENC_CONFIG_H264::enableTimeCode is set to 1.
+* For HEVC, this structure is used to populate Time Code SEI when NV_ENC_CONFIG_HEVC::enableTimeCodeSEI is set to 1.
+* For more details, refer to Annex D of ITU-T Specification.
+*/
+
+typedef struct _NV_ENC_CLOCK_TIMESTAMP_SET
+{
+    uint32_t        countingType            : 1;    /**< in Specifies the 'counting_type' */
+    uint32_t        discontinuityFlag       : 1;    /**< in Specifies the 'discontinuity_flag' */
+    uint32_t        cntDroppedFrames        : 1;    /**< in Specifies the 'cnt_dropped_flag' */
+    uint32_t        nFrames                 : 8;    /**< in Specifies the value of 'n_frames' */
+    uint32_t        secondsValue            : 6;    /**< in Specifies the 'seconds_value' */
+    uint32_t        minutesValue            : 6;    /**< in Specifies the 'minutes_value' */
+    uint32_t        hoursValue              : 5;    /**< in Specifies the 'hours_value' */
+    uint32_t        reserved2               : 4;    /**< in Reserved and must be set to 0 */
+    uint32_t        timeOffset;                     /**< in Specifies the 'time_offset_value' */
+} NV_ENC_CLOCK_TIMESTAMP_SET;
+
+typedef struct _NV_ENC_TIME_CODE
+{
+    NV_ENC_DISPLAY_PIC_STRUCT       displayPicStruct;                   /**< in Display picStruct */
+    NV_ENC_CLOCK_TIMESTAMP_SET      clockTimestampMAX_NUM_CLOCK_TS;   /**< in Clock Timestamp set */
+} NV_ENC_TIME_CODE;
 
 
 /**
@@ -1344,20 +1509,24 @@
  */
 typedef struct _NV_ENC_CONFIG_H264_VUI_PARAMETERS
 {
-    uint32_t    overscanInfoPresentFlag;              /**< in: if set to 1 , it specifies that the overscanInfo is present */
-    uint32_t    overscanInfo;                         /**< in: Specifies the overscan info(as defined in Annex E of the ITU-T Specification). */
-    uint32_t    videoSignalTypePresentFlag;           /**< in: If set to 1, it specifies  that the videoFormat, videoFullRangeFlag and colourDescriptionPresentFlag are present. */
-    uint32_t    videoFormat;                          /**< in: Specifies the source video format(as defined in Annex E of the ITU-T Specification).*/
-    uint32_t    videoFullRangeFlag;                   /**< in: Specifies the output range of the luma and chroma samples(as defined in Annex E of the ITU-T Specification). */
-    uint32_t    colourDescriptionPresentFlag;         /**< in: If set to 1, it specifies that the colourPrimaries, transferCharacteristics and colourMatrix are present. */
-    uint32_t    colourPrimaries;                      /**< in: Specifies color primaries for converting to RGB(as defined in Annex E of the ITU-T Specification) */
-    uint32_t    transferCharacteristics;              /**< in: Specifies the opto-electronic transfer characteristics to use (as defined in Annex E of the ITU-T Specification) */
-    uint32_t    colourMatrix;                         /**< in: Specifies the matrix coefficients used in deriving the luma and chroma from the RGB primaries (as defined in Annex E of the ITU-T Specification). */
-    uint32_t    chromaSampleLocationFlag;             /**< in: if set to 1 , it specifies that the chromaSampleLocationTop and chromaSampleLocationBot are present.*/
-    uint32_t    chromaSampleLocationTop;              /**< in: Specifies the chroma sample location for top field(as defined in Annex E of the ITU-T Specification) */
-    uint32_t    chromaSampleLocationBot;              /**< in: Specifies the chroma sample location for bottom field(as defined in Annex E of the ITU-T Specification) */
-    uint32_t    bitstreamRestrictionFlag;             /**< in: if set to 1, it specifies the bitstream restriction parameters are present in the bitstream.*/
-    uint32_t    reserved15;
+    uint32_t                            overscanInfoPresentFlag;        /**< in: If set to 1 , it specifies that the overscanInfo is present */
+    uint32_t                            overscanInfo;                   /**< in: Specifies the overscan info(as defined in Annex E of the ITU-T Specification). */
+    uint32_t                            videoSignalTypePresentFlag;     /**< in: If set to 1, it specifies  that the videoFormat, videoFullRangeFlag and colourDescriptionPresentFlag are present. */
+    NV_ENC_VUI_VIDEO_FORMAT             videoFormat;                    /**< in: Specifies the source video format(as defined in Annex E of the ITU-T Specification).*/
+    uint32_t                            videoFullRangeFlag;             /**< in: Specifies the output range of the luma and chroma samples(as defined in Annex E of the ITU-T Specification). */
+    uint32_t                            colourDescriptionPresentFlag;   /**< in: If set to 1, it specifies that the colourPrimaries, transferCharacteristics and colourMatrix are present. */
+    NV_ENC_VUI_COLOR_PRIMARIES          colourPrimaries;                /**< in: Specifies color primaries for converting to RGB(as defined in Annex E of the ITU-T Specification) */
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC  transferCharacteristics;        /**< in: Specifies the opto-electronic transfer characteristics to use (as defined in Annex E of the ITU-T Specification) */
+    NV_ENC_VUI_MATRIX_COEFFS            colourMatrix;                   /**< in: Specifies the matrix coefficients used in deriving the luma and chroma from the RGB primaries (as defined in Annex E of the ITU-T Specification). */
+    uint32_t                            chromaSampleLocationFlag;       /**< in: If set to 1 , it specifies that the chromaSampleLocationTop and chromaSampleLocationBot are present.*/
+    uint32_t                            chromaSampleLocationTop;        /**< in: Specifies the chroma sample location for top field(as defined in Annex E of the ITU-T Specification) */
+    uint32_t                            chromaSampleLocationBot;        /**< in: Specifies the chroma sample location for bottom field(as defined in Annex E of the ITU-T Specification) */
+    uint32_t                            bitstreamRestrictionFlag;       /**< in: If set to 1, it specifies the bitstream restriction parameters are present in the bitstream.*/
+    uint32_t                            timingInfoPresentFlag;          /**< in: If set to 1, it specifies that the timingInfo is present and the 'numUnitInTicks' and 'timeScale' fields are specified by the application. */
+                                                                        /**< in: If not set, the timingInfo may still be present with timing related fields calculated internally basedon the frame rate specified by the application. */
+    uint32_t                            numUnitInTicks;                 /**< in: Specifies the number of time units of the clock(as defined in Annex E of the ITU-T Specification). */
+    uint32_t                            timeScale;                      /**< in: Specifies the frquency of the clock(as defined in Annex E of the ITU-T Specification). */
+    uint32_t                            reserved12;                   /**< in: Reserved and must be set to 0 */
 }NV_ENC_CONFIG_H264_VUI_PARAMETERS;
 
 typedef NV_ENC_CONFIG_H264_VUI_PARAMETERS NV_ENC_CONFIG_HEVC_VUI_PARAMETERS;
@@ -1365,7 +1534,7 @@
 /**
  * \struct _NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE
  * External motion vector hint counts per block type.
- * H264 supports multiple hint while HEVC supports one hint for each valid candidate.
+ * H264 and AV1 support multiple hint while HEVC supports one hint for each valid candidate.
  */
 typedef struct _NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE
 {
@@ -1373,7 +1542,8 @@
     uint32_t   numCandsPerBlk16x8                    : 4;   /**< in: Supported for H264 only. Specifies the number of candidates per 16x8 block. */
     uint32_t   numCandsPerBlk8x16                    : 4;   /**< in: Supported for H264 only. Specifies the number of candidates per 8x16 block. */
     uint32_t   numCandsPerBlk8x8                     : 4;   /**< in: Supported for H264, HEVC. Specifies the number of candidates per 8x8 block. */
-    uint32_t   reserved                              : 16;  /**< in: Reserved for padding. */
+    uint32_t   numCandsPerSb                         : 8;   /**< in: Supported for AV1 only. Specifies the number of candidates per SB. */
+    uint32_t   reserved                              : 8;   /**< in: Reserved for padding. */
     uint32_t   reserved13;                                /**< in: Reserved for future use. */
 } NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE;
 
@@ -1393,6 +1563,26 @@
     int32_t    lastOfMB    : 1;                         /**< in: Set to 1 for the last MV of macroblock. */
 } NVENC_EXTERNAL_ME_HINT;
 
+/**
+ * \struct _NVENC_EXTERNAL_ME_SB_HINT
+ * External Motion Vector SB hint structure for AV1
+ */
+typedef struct _NVENC_EXTERNAL_ME_SB_HINT
+{
+    int16_t    refidx         : 5;                      /**< in: Specifies the reference index (31=invalid) */
+    int16_t    direction      : 1;                      /**< in: Specifies the direction of motion estimation . 0=L0 1=L1.*/
+    int16_t    bi             : 1;                      /**< in: Specifies reference mode 0=single mv, 1=compound mv */
+    int16_t    partition_type : 3;                      /**< in: Specifies the partition type: 0: 2NX2N, 1:2NxN, 2:Nx2N. reserved 3bits for future modes */
+    int16_t    x8             : 3;                      /**< in: Specifies the current partition's top left x position in 8 pixel unit */
+    int16_t    last_of_cu     : 1;                      /**< in: Set to 1 for the last MV current CU */
+    int16_t    last_of_sb     : 1;                      /**< in: Set to 1 for the last MV of current SB */
+    int16_t    reserved0      : 1;                      /**< in: Reserved and must be set to 0 */
+    int16_t    mvx            : 14;                     /**< in: Specifies the x component of integer pixel MV (relative to current MB) S12.2. */
+    int16_t    cu_size        : 2;                      /**< in: Specifies the CU size: 0: 8x8, 1: 16x16, 2:32x32, 3:64x64 */
+    int16_t    mvy            : 12;                     /**< in: Specifies the y component of integer pixel MV (relative to current MB) S10.2 .*/
+    int16_t    y8             : 3;                      /**< in: Specifies the current partition's top left y position in 8 pixel unit */
+    int16_t    reserved1      : 1;                      /**< in: Reserved and must be set to 0 */
+} NVENC_EXTERNAL_ME_SB_HINT;
 
 /**
  * \struct _NV_ENC_CONFIG_H264
@@ -1405,8 +1595,7 @@
     uint32_t hierarchicalPFrames       :1;                          /**< in: Set to 1 to enable hierarchical P Frames */
     uint32_t hierarchicalBFrames       :1;                          /**< in: Set to 1 to enable hierarchical B Frames */
     uint32_t outputBufferingPeriodSEI  :1;                          /**< in: Set to 1 to write SEI buffering period syntax in the bitstream */
-    uint32_t outputPictureTimingSEI    :1;                          /**< in: Set to 1 to write SEI picture timing syntax in the bitstream.  When set for following rateControlMode : NV_ENC_PARAMS_RC_CBR, NV_ENC_PARAMS_RC_CBR_LOWDELAY_HQ,
-                                                                               NV_ENC_PARAMS_RC_CBR_HQ, filler data is inserted if needed to achieve HRD bitrate */ 
+    uint32_t outputPictureTimingSEI    :1;                          /**< in: Set to 1 to write SEI picture timing syntax in the bitstream. */
     uint32_t outputAUD                 :1;                          /**< in: Set to 1 to write access unit delimiter syntax in bitstream */
     uint32_t disableSPSPPS             :1;                          /**< in: Set to 1 to disable writing of Sequence and Picture parameter info in bitstream */
     uint32_t outputFramePackingSEI     :1;                          /**< in: Set to 1 to enable writing of frame packing arrangement SEI messages to bitstream */
@@ -1416,7 +1605,7 @@
                                                                                Constrained encoding works only with rectangular slices.
                                                                                Check support for constrained encoding using ::NV_ENC_CAPS_SUPPORT_CONSTRAINED_ENCODING caps. */
     uint32_t repeatSPSPPS              :1;                          /**< in: Set to 1 to enable writing of Sequence and Picture parameter for every IDR frame */
-    uint32_t enableVFR                 :1;                          /**< in: Setting enableVFR=1 currently only sets the fixed_frame_rate_flag=0 in the VUI but otherwise 
+    uint32_t enableVFR                 :1;                          /**< in: Setting enableVFR=1 currently only sets the fixed_frame_rate_flag=0 in the VUI but otherwise
                                                                                has no impact on the encoder behavior. For more details please refer to E.1 VUI syntax of H.264 standard. Note, however, that NVENC does not support VFR encoding and rate control. */
     uint32_t enableLTR                 :1;                          /**< in: Set to 1 to enable LTR (Long Term Reference) frame support. LTR can be used in two modes: "LTR Trust" mode and "LTR Per Picture" mode.
                                                                                LTR Trust mode: In this mode, ltrNumFrames pictures after IDR are automatically marked as LTR. This mode is enabled by setting ltrTrustMode = 1.
@@ -1440,18 +1629,19 @@
                                                                                return an error. */
     uint32_t disableSVCPrefixNalu      :1;                          /**< in: Set to 1 to disable writing of SVC Prefix NALU preceding each slice in bitstream.
                                                                                Applicable only when temporal SVC is enabled (NV_ENC_CONFIG_H264::enableTemporalSVC = 1). */
-    uint32_t enableScalabilityInfoSEI  :1;                          /**< in: Set to 1 to enable writing of Scalability Information SEI message preceding each IDR picture in bitstream 
+    uint32_t enableScalabilityInfoSEI  :1;                          /**< in: Set to 1 to enable writing of Scalability Information SEI message preceding each IDR picture in bitstream
                                                                                Applicable only when temporal SVC is enabled (NV_ENC_CONFIG_H264::enableTemporalSVC = 1). */
-    uint32_t singleSliceIntraRefresh : 1;                           /**< in: Set to 1 to maintain single slice in frames during intra refresh.
+    uint32_t singleSliceIntraRefresh   :1;                          /**< in: Set to 1 to maintain single slice in frames during intra refresh.
                                                                                Check support for single slice intra refresh using ::NV_ENC_CAPS_SINGLE_SLICE_INTRA_REFRESH caps.
                                                                                This flag will be ignored if the value returned for ::NV_ENC_CAPS_SINGLE_SLICE_INTRA_REFRESH caps is false. */
-    uint32_t reservedBitFields : 11;                                /**< in: Reserved bitfields and must be set to 0 */
+    uint32_t enableTimeCode            :1;                          /**< in: Set to 1 to enable writing of clock timestamp sets in picture timing SEI.  Note that this flag will be ignored for D3D12 interface. */
+    uint32_t reservedBitFields         :10;                         /**< in: Reserved bitfields and must be set to 0 */
     uint32_t level;                                                 /**< in: Specifies the encoding level. Client is recommended to set this to NV_ENC_LEVEL_AUTOSELECT in order to enable the NvEncodeAPI interface to select the correct level. */
     uint32_t idrPeriod;                                             /**< in: Specifies the IDR interval. If not set, this is made equal to gopLength in NV_ENC_CONFIG.Low latency application client can set IDR interval to NVENC_INFINITE_GOPLENGTH so that IDR frames are not inserted automatically. */
     uint32_t separateColourPlaneFlag;                               /**< in: Set to 1 to enable 4:4:4 separate colour planes */
-    uint32_t disableDeblockingFilterIDC;                            /**< in: Specifies the deblocking filter mode. Permissible value range: 0,2. This flag corresponds 
-                                                                               to the flag disable_deblocking_filter_idc specified in section 7.4.3 of H.264 specification, 
-                                                                               which specifies whether the operation of the deblocking filter shall be disabled across some 
+    uint32_t disableDeblockingFilterIDC;                            /**< in: Specifies the deblocking filter mode. Permissible value range: 0,2. This flag corresponds
+                                                                               to the flag disable_deblocking_filter_idc specified in section 7.4.3 of H.264 specification,
+                                                                               which specifies whether the operation of the deblocking filter shall be disabled across some
                                                                                block edges of the slice and specifies for which edges the filtering is disabled. See section
                                                                                7.4.3 of H.264 specification for more details.*/
     uint32_t numTemporalLayers;                                     /**< in: Specifies number of temporal layers to be used for hierarchical coding / temporal SVC. Valid value range is 1,::NV_ENC_CAPS_NUM_MAX_TEMPORAL_LAYERS */
@@ -1465,7 +1655,7 @@
     uint32_t                            intraRefreshPeriod;         /**< in: Specifies the interval between successive intra refresh if enableIntrarefresh is set. Requires enableIntraRefresh to be set.
                                                                                Will be disabled if NV_ENC_CONFIG::gopLength is not set to NVENC_INFINITE_GOPLENGTH. */
     uint32_t                            intraRefreshCnt;            /**< in: Specifies the length of intra refresh in number of frames for periodic intra refresh. This value should be smaller than intraRefreshPeriod */
-    uint32_t                            maxNumRefFrames;            /**< in: Specifies the DPB size used for encoding. Setting it to 0 will let driver use the default DPB size. 
+    uint32_t                            maxNumRefFrames;            /**< in: Specifies the DPB size used for encoding. Setting it to 0 will let driver use the default DPB size.
                                                                                The low latency application which wants to invalidate reference frame as an error resilience tool
                                                                                is recommended to use a large DPB size so that the encoder can keep old reference frames which can be used if recent
                                                                                frames are invalidated. */
@@ -1483,19 +1673,20 @@
                                                                                In "LTR Trust" mode (ltrTrustMode = 1), encoder will mark the first ltrNumFrames base layer reference frames within each IDR interval as LTR.
                                                                                In "LTR Per Picture" mode (ltrTrustMode = 0 and ltrMarkFrame = 1), ltrNumFrames specifies maximum number of LTR frames in DPB. */
     uint32_t                            ltrTrustMode;               /**< in: Specifies the LTR operating mode. See comments near NV_ENC_CONFIG_H264::enableLTR for description of the two modes.
-                                                                               Set to 1 to use "LTR Trust" mode of LTR operation. Clients are discouraged to use "LTR Trust" mode as this mode may 
+                                                                               Set to 1 to use "LTR Trust" mode of LTR operation. Clients are discouraged to use "LTR Trust" mode as this mode may
                                                                                be deprecated in future releases.
                                                                                Set to 0 when using "LTR Per Picture" mode of LTR operation. */
     uint32_t                            chromaFormatIDC;            /**< in: Specifies the chroma format. Should be set to 1 for yuv420 input, 3 for yuv444 input.
                                                                                Check support for YUV444 encoding using ::NV_ENC_CAPS_SUPPORT_YUV444_ENCODE caps.*/
-    uint32_t                            maxTemporalLayers;          /**< in: Specifies the maximum temporal layer used for temporal SVC / hierarchical coding.
+    uint32_t                            maxTemporalLayers;          /**< in: Specifies the max temporal layer used for temporal SVC / hierarchical coding.
                                                                                Defaut value of this field is NV_ENC_CAPS::NV_ENC_CAPS_NUM_MAX_TEMPORAL_LAYERS. Note that the value NV_ENC_CONFIG_H264::maxNumRefFrames should
                                                                                be greater than or equal to (NV_ENC_CONFIG_H264::maxTemporalLayers - 2) * 2, for NV_ENC_CONFIG_H264::maxTemporalLayers >= 2.*/
     NV_ENC_BFRAME_REF_MODE              useBFramesAsRef;            /**< in: Specifies the B-Frame as reference mode. Check support for useBFramesAsRef mode using ::NV_ENC_CAPS_SUPPORT_BFRAME_REF_MODE caps.*/
-    NV_ENC_NUM_REF_FRAMES               numRefL0;                   /**< in: Specifies max number of reference frames in reference picture list L0, that can be used by hardware for prediction of a frame. 
+    NV_ENC_NUM_REF_FRAMES               numRefL0;                   /**< in: Specifies max number of reference frames in reference picture list L0, that can be used by hardware for prediction of a frame.
                                                                                Check support for numRefL0 using ::NV_ENC_CAPS_SUPPORT_MULTIPLE_REF_FRAMES caps. */
-    NV_ENC_NUM_REF_FRAMES               numRefL1;                   /**< in: Specifies max number of reference frames in reference picture list L1, that can be used by hardware for prediction of a frame. 
+    NV_ENC_NUM_REF_FRAMES               numRefL1;                   /**< in: Specifies max number of reference frames in reference picture list L1, that can be used by hardware for prediction of a frame.
                                                                                Check support for numRefL1 using ::NV_ENC_CAPS_SUPPORT_MULTIPLE_REF_FRAMES caps. */
+
     uint32_t                            reserved1267;             /**< in: Reserved and must be set to 0 */
     void*                               reserved264;              /**< in: Reserved and must be set to NULL */
 } NV_ENC_CONFIG_H264;
@@ -1541,10 +1732,12 @@
                                                                                Constrained encoding works only with rectangular slices.
                                                                                Check support for constrained encoding using ::NV_ENC_CAPS_SUPPORT_CONSTRAINED_ENCODING caps. */
     uint32_t enableAlphaLayerEncoding              :1;              /**< in: Set this to 1 to enable HEVC encode with alpha layer. */
-    uint32_t singleSliceIntraRefresh : 1;                           /**< in: Set this to 1 to maintain single slice frames during intra refresh.
+    uint32_t singleSliceIntraRefresh               :1;              /**< in: Set this to 1 to maintain single slice frames during intra refresh.
                                                                                Check support for single slice intra refresh using ::NV_ENC_CAPS_SINGLE_SLICE_INTRA_REFRESH caps.
                                                                                This flag will be ignored if the value returned for ::NV_ENC_CAPS_SINGLE_SLICE_INTRA_REFRESH caps is false. */
-    uint32_t reserved : 14;                                         /**< in: Reserved bitfields.*/
+    uint32_t outputRecoveryPointSEI                :1;              /**< in: Set to 1 to enable writing of recovery point SEI message */
+    uint32_t outputTimeCodeSEI                     :1;              /**< in: Set 1 to write SEI time code syntax in the bitstream. Note that this flag will be ignored for D3D12 interface.*/
+    uint32_t reserved                              :12;             /**< in: Reserved bitfields.*/
     uint32_t idrPeriod;                                             /**< in: Specifies the IDR interval. If not set, this is made equal to gopLength in NV_ENC_CONFIG. Low latency application client can set IDR interval to NVENC_INFINITE_GOPLENGTH so that IDR frames are not inserted automatically. */
     uint32_t intraRefreshPeriod;                                    /**< in: Specifies the interval between successive intra refresh if enableIntrarefresh is set. Requires enableIntraRefresh to be set.
                                                                     Will be disabled if NV_ENC_CONFIG::gopLength is not set to NVENC_INFINITE_GOPLENGTH. */
@@ -1552,7 +1745,10 @@
     uint32_t maxNumRefFramesInDPB;                                  /**< in: Specifies the maximum number of references frames in the DPB.*/
     uint32_t ltrNumFrames;                                          /**< in: This parameter has different meaning in two LTR modes.
                                                                                In "LTR Trust" mode (ltrTrustMode = 1), encoder will mark the first ltrNumFrames base layer reference frames within each IDR interval as LTR.
-                                                                               In "LTR Per Picture" mode (ltrTrustMode = 0 and ltrMarkFrame = 1), ltrNumFrames specifies maximum number of LTR frames in DPB. */
+                                                                               In "LTR Per Picture" mode (ltrTrustMode = 0 and ltrMarkFrame = 1), ltrNumFrames specifies maximum number of LTR frames in DPB.
+                                                                               These ltrNumFrames acts as a guidance to the encoder and are not necessarily honored. To achieve a right balance between the encoding
+                                                                               quality and keeping LTR frames in the DPB queue, the encoder can internally limit the number of LTR frames.
+                                                                               The number of LTR frames actually used depends upon the encoding preset being used; Faster encoding presets will use fewer LTR frames.*/
     uint32_t vpsId;                                                 /**< in: Specifies the VPS id of the video parameter set */
     uint32_t spsId;                                                 /**< in: Specifies the SPS id of the sequence header */
     uint32_t ppsId;                                                 /**< in: Specifies the PPS id of the picture header */
@@ -1567,22 +1763,121 @@
     uint32_t maxTemporalLayersMinus1;                               /**< in: Specifies the max temporal layer used for hierarchical coding. */
     NV_ENC_CONFIG_HEVC_VUI_PARAMETERS   hevcVUIParameters;          /**< in: Specifies the HEVC video usability info parameters */
     uint32_t ltrTrustMode;                                          /**< in: Specifies the LTR operating mode. See comments near NV_ENC_CONFIG_HEVC::enableLTR for description of the two modes.
-                                                                               Set to 1 to use "LTR Trust" mode of LTR operation. Clients are discouraged to use "LTR Trust" mode as this mode may 
+                                                                               Set to 1 to use "LTR Trust" mode of LTR operation. Clients are discouraged to use "LTR Trust" mode as this mode may
                                                                                be deprecated in future releases.
                                                                                Set to 0 when using "LTR Per Picture" mode of LTR operation. */
     NV_ENC_BFRAME_REF_MODE              useBFramesAsRef;            /**< in: Specifies the B-Frame as reference mode. Check support for useBFramesAsRef mode using  ::NV_ENC_CAPS_SUPPORT_BFRAME_REF_MODE caps.*/
-    NV_ENC_NUM_REF_FRAMES               numRefL0;                   /**< in: Specifies max number of reference frames in reference picture list L0, that can be used by hardware for prediction of a frame. 
+    NV_ENC_NUM_REF_FRAMES               numRefL0;                   /**< in: Specifies max number of reference frames in reference picture list L0, that can be used by hardware for prediction of a frame.
                                                                                Check support for numRefL0 using ::NV_ENC_CAPS_SUPPORT_MULTIPLE_REF_FRAMES caps. */
-    NV_ENC_NUM_REF_FRAMES               numRefL1;                   /**< in: Specifies max number of reference frames in reference picture list L1, that can be used by hardware for prediction of a frame. 
+    NV_ENC_NUM_REF_FRAMES               numRefL1;                   /**< in: Specifies max number of reference frames in reference picture list L1, that can be used by hardware for prediction of a frame.
                                                                                Check support for numRefL1 using ::NV_ENC_CAPS_SUPPORT_MULTIPLE_REF_FRAMES caps. */
     uint32_t                            reserved1214;             /**< in: Reserved and must be set to 0.*/
     void*                               reserved264;              /**< in: Reserved and must be set to NULL */
 } NV_ENC_CONFIG_HEVC;
 
+#define NV_MAX_TILE_COLS_AV1               64
+#define NV_MAX_TILE_ROWS_AV1               64
+
+/**
+ * \struct _NV_ENC_FILM_GRAIN_PARAMS_AV1
+ * AV1 Film Grain Parameters structure
+ */
+
+typedef struct _NV_ENC_FILM_GRAIN_PARAMS_AV1
+{
+    uint32_t applyGrain                 :1;                         /**< in: Set to 1 to specify film grain should be added to frame */
+    uint32_t chromaScalingFromLuma      :1;                         /**< in: Set to 1 to specify the chroma scaling is inferred from luma scaling */
+    uint32_t overlapFlag                :1;                         /**< in: Set to 1 to indicate that overlap between film grain blocks should be applied*/
+    uint32_t clipToRestrictedRange      :1;                         /**< in: Set to 1 to clip values to restricted (studio) range after adding film grain  */
+    uint32_t grainScalingMinus8         :2;                         /**< in: Represents the shift - 8 applied to the values of the chroma component */
+    uint32_t arCoeffLag                 :2;                         /**< in: Specifies the number of auto-regressive coefficients for luma and chroma */
+    uint32_t numYPoints                 :4;                         /**< in: Specifies the number of points for the piecewise linear scaling function of the luma component */
+    uint32_t numCbPoints                :4;                         /**< in: Specifies the number of points for the piecewise linear scaling function of the cb component */
+    uint32_t numCrPoints                :4;                         /**< in: Specifies the number of points for the piecewise linear scaling function of the cr component */
+    uint32_t arCoeffShiftMinus6         :2;                         /**< in: specifies the range of the auto-regressive coefficients */
+    uint32_t grainScaleShift            :2;                         /**< in: Specifies how much the Gaussian random numbers should be scaled down during the grain synthesi process  */
+    uint32_t reserved1                  :8;                         /**< in: Reserved bits field - should be set to 0 */
+    uint8_t  pointYValue14;                                       /**< in: pointYValuei: x coordinate for i-th point of luma piecewise linear scaling function. Values on a scale of 0...255 */
+    uint8_t  pointYScaling14;                                     /**< in: pointYScalingi: i-th point output value of luma piecewise linear scaling function */
+    uint8_t  pointCbValue10;                                      /**< in: pointCbValuei: x coordinate for i-th point of cb piecewise linear scaling function. Values on a scale of 0...255 */
+    uint8_t  pointCbScaling10;                                    /**< in: pointCbScalingi: i-th point output value of cb piecewise linear scaling function */
+    uint8_t  pointCrValue10;                                      /**< in: pointCrValuei: x coordinate for i-th point of cr piecewise linear scaling function. Values on a scale of 0...255 */
+    uint8_t  pointCrScaling10;                                    /**< in: pointCrScalingi: i-th point output value of cr piecewise linear scaling function */
+    uint8_t  arCoeffsYPlus12824;                                  /**< in: Specifies auto-regressive coefficients used for the Y plane */
+    uint8_t  arCoeffsCbPlus12825;                                 /**< in: Specifies auto-regressive coefficients used for the U plane */
+    uint8_t  arCoeffsCrPlus12825;                                 /**< in: Specifies auto-regressive coefficients used for the V plane */
+    uint8_t  reserved22;                                          /**< in: Reserved bytes -  should be set to 0 */
+    uint8_t  cbMult;                                                /**< in: Represents a multiplier for the cb component used in derivation of the input index to the cb component scaling function */
+    uint8_t  cbLumaMult;                                            /**< in: represents a multiplier for the average luma component used in derivation of the input index to the cb component scaling function. */
+    uint16_t cbOffset;                                              /**< in: Represents an offset used in derivation of the input index to the cb component scaling function */
+    uint8_t  crMult;                                                /**< in: Represents a multiplier for the cr component used in derivation of the input index to the cr component scaling function */
+    uint8_t  crLumaMult;                                            /**< in: represents a multiplier for the average luma component used in derivation of the input index to the cr component scaling function. */
+    uint16_t crOffset;                                              /**< in: Represents an offset used in derivation of the input index to the cr component scaling function */
+} NV_ENC_FILM_GRAIN_PARAMS_AV1;
+
+/**
+* \struct _NV_ENC_CONFIG_AV1
+* AV1 encoder configuration parameters to be set during initialization.
+*/
+typedef struct _NV_ENC_CONFIG_AV1
+{
+    uint32_t level;                                                 /**< in: Specifies the level of the encoded bitstream.*/
+    uint32_t tier;                                                  /**< in: Specifies the level tier of the encoded bitstream.*/
+    NV_ENC_AV1_PART_SIZE minPartSize;                               /**< in: Specifies the minimum size of luma coding block partition.*/
+    NV_ENC_AV1_PART_SIZE maxPartSize;                               /**< in: Specifies the maximum size of luma coding block partition.*/
+    uint32_t outputAnnexBFormat             : 1;                    /**< in: Set 1 to use Annex B format for bitstream output.*/
+    uint32_t enableTimingInfo               : 1;                    /**< in: Set 1 to write Timing Info into sequence/frame headers */
+    uint32_t enableDecoderModelInfo         : 1;                    /**< in: Set 1 to write Decoder Model Info into sequence/frame headers */
+    uint32_t enableFrameIdNumbers           : 1;                    /**< in: Set 1 to write Frame id numbers in  bitstream */
+    uint32_t disableSeqHdr                  : 1;                    /**< in: Set 1 to disable Sequence Header signaling in the bitstream. */
+    uint32_t repeatSeqHdr                   : 1;                    /**< in: Set 1 to output Sequence Header for every Key frame.*/
+    uint32_t enableIntraRefresh             : 1;                    /**< in: Set 1 to enable gradual decoder refresh or intra refresh. If the GOP structure uses B frames this will be ignored */
+    uint32_t chromaFormatIDC                : 2;                    /**< in: Specifies the chroma format. Should be set to 1 for yuv420 input (yuv444 input currently not supported).*/
+    uint32_t enableBitstreamPadding         : 1;                    /**< in: Set 1 to enable bitstream padding. */
+    uint32_t enableCustomTileConfig         : 1;                    /**< in: Set 1 to enable custom tile configuration: numTileColumns and numTileRows must have non zero values and tileWidths and tileHeights must point to a valid address  */
+    uint32_t enableFilmGrainParams          : 1;                    /**< in: Set 1 to enable custom film grain parameters: filmGrainParams must point to a valid address  */
+    uint32_t inputPixelBitDepthMinus8       : 3;                    /**< in: Specifies pixel bit depth minus 8 of video input. Should be set to 0 for 8 bit input, 2 for 10 bit input.*/
+    uint32_t pixelBitDepthMinus8            : 3;                    /**< in: Specifies pixel bit depth minus 8 of encoded video. Should be set to 0 for 8 bit, 2 for 10 bit.
+                                                                               HW will do the bitdepth conversion internally from inputPixelBitDepthMinus8 -> pixelBitDepthMinus8 if bit dpeths differ
+                                                                               Support for 8 bit input to 10 bit encode conversion only */
+    uint32_t reserved                       : 14;                   /**< in: Reserved bitfields.*/
+    uint32_t idrPeriod;                                             /**< in: Specifies the IDR/Key frame interval. If not set, this is made equal to gopLength in NV_ENC_CONFIG.Low latency application client can set IDR interval to NVENC_INFINITE_GOPLENGTH so that IDR frames are not inserted automatically. */
+    uint32_t intraRefreshPeriod;                                    /**< in: Specifies the interval between successive intra refresh if enableIntrarefresh is set. Requires enableIntraRefresh to be set.
+                                                                               Will be disabled if NV_ENC_CONFIG::gopLength is not set to NVENC_INFINITE_GOPLENGTH. */
+    uint32_t intraRefreshCnt;                                       /**< in: Specifies the length of intra refresh in number of frames for periodic intra refresh. This value should be smaller than intraRefreshPeriod */
+    uint32_t maxNumRefFramesInDPB;                                  /**< in: Specifies the maximum number of references frames in the DPB.*/
+    uint32_t numTileColumns;                                        /**< in: This parameter in conjunction with the flag enableCustomTileConfig and the array tileWidths specifies the way in which the picture is divided into tile columns.
+                                                                               When enableCustomTileConfig == 0, the picture will be uniformly divided into numTileColumns tile columns. If numTileColumns is not a power of 2,
+                                                                               it will be rounded down to the next power of 2 value. If numTileColumns == 0, the picture will be coded with the smallest number of vertical tiles as allowed by standard.
+                                                                               When enableCustomTileConfig == 1, numTileColumns must be > 0 and <= NV_MAX_TILE_COLS_AV1 and tileWidths must point to a valid array of numTileColumns entries.
+                                                                               Entry i specifies the width in 64x64 CTU unit of tile colum i. The sum of all the entries should be equal to the picture width in 64x64 CTU units. */
+    uint32_t numTileRows;                                           /**< in: This parameter in conjunction with the flag enableCustomTileConfig and the array tileHeights specifies the way in which the picture is divided into tiles rows
+                                                                               When enableCustomTileConfig == 0, the picture will be uniformly divided into numTileRows tile rows. If numTileRows is not a power of 2,
+                                                                               it will be rounded down to the next power of 2 value. If numTileRows == 0, the picture will be coded with the smallest number of horizontal tiles as allowed by standard.
+                                                                               When enableCustomTileConfig == 1, numTileRows must be > 0 and <= NV_MAX_TILE_ROWS_AV1 and tileHeights must point to a valid array of numTileRows entries.
+                                                                               Entry i specifies the height in 64x64 CTU unit of tile row i. The sum of all the entries should be equal to the picture hieght in 64x64 CTU units. */
+    uint32_t *tileWidths;                                           /**< in: If enableCustomTileConfig == 1, tileWidthsi specifies the width of tile column i in 64x64 CTU unit, with 0 <= i <= numTileColumns -1. */
+    uint32_t *tileHeights;                                          /**< in: If enableCustomTileConfig == 1, tileHeightsi specifies the height of tile row i in 64x64 CTU unit, with 0 <= i <= numTileRows -1. */
+    uint32_t maxTemporalLayersMinus1;                               /**< in: Specifies the max temporal layer used for hierarchical coding. */
+    NV_ENC_VUI_COLOR_PRIMARIES colorPrimaries;                      /**< in: as defined in section of ISO/IEC 23091-4/ITU-T H.273 */
+    NV_ENC_VUI_TRANSFER_CHARACTERISTIC transferCharacteristics;     /**< in: as defined in section of ISO/IEC 23091-4/ITU-T H.273 */
+    NV_ENC_VUI_MATRIX_COEFFS matrixCoefficients;                    /**< in: as defined in section of ISO/IEC 23091-4/ITU-T H.273 */
+    uint32_t colorRange;                                            /**< in: 0: studio swing representation - 1: full swing representation */
+    uint32_t chromaSamplePosition;                                  /**< in: 0: unknown
+                                                                               1: Horizontally collocated with luma (0,0) sample, between two vertical samples
+                                                                               2: Co-located with luma (0,0) sample */
+    NV_ENC_BFRAME_REF_MODE useBFramesAsRef;                         /**< in: Specifies the B-Frame as reference mode. Check support for useBFramesAsRef mode using  ::NV_ENC_CAPS_SUPPORT_BFRAME_REF_MODE caps.*/
+    NV_ENC_FILM_GRAIN_PARAMS_AV1 *filmGrainParams;                  /**< in: If enableFilmGrainParams == 1, filmGrainParams must point to a valid NV_ENC_FILM_GRAIN_PARAMS_AV1 structure */
+    NV_ENC_NUM_REF_FRAMES  numFwdRefs;                              /**< in: Specifies max number of forward reference frame used for prediction of a frame. It must be in range 1-4 (Last, Last2, last3 and Golden). It's a suggestive value not necessarily be honored always. */
+    NV_ENC_NUM_REF_FRAMES  numBwdRefs;                              /**< in: Specifies max number of L1 list reference frame used for prediction of a frame. It must be in range 1-3 (Backward, Altref2, Altref). It's a suggestive value not necessarily be honored always. */
+    uint32_t reserved1235;                                        /**< in: Reserved and must be set to 0.*/
+    void*    reserved262;                                         /**< in: Reserved and must be set to NULL */
+} NV_ENC_CONFIG_AV1;
+
 /**
  * \struct _NV_ENC_CONFIG_H264_MEONLY
  * H264 encoder configuration parameters for ME only Mode
- * 
+ *
  */
 typedef struct _NV_ENC_CONFIG_H264_MEONLY
 {
@@ -1601,7 +1896,7 @@
 /**
  * \struct _NV_ENC_CONFIG_HEVC_MEONLY
  * HEVC encoder configuration parameters for ME only Mode
- * 
+ *
  */
 typedef struct _NV_ENC_CONFIG_HEVC_MEONLY
 {
@@ -1617,6 +1912,7 @@
 {
     NV_ENC_CONFIG_H264        h264Config;                /**< in: Specifies the H.264-specific encoder configuration. */
     NV_ENC_CONFIG_HEVC        hevcConfig;                /**< in: Specifies the HEVC-specific encoder configuration. */
+    NV_ENC_CONFIG_AV1         av1Config;                 /**< in: Specifies the AV1-specific encoder configuration. */
     NV_ENC_CONFIG_H264_MEONLY h264MeOnlyConfig;          /**< in: Specifies the H.264-specific ME only encoder configuration. */
     NV_ENC_CONFIG_HEVC_MEONLY hevcMeOnlyConfig;          /**< in: Specifies the HEVC-specific ME only encoder configuration. */
     uint32_t                reserved320;               /**< in: Reserved and must be set to 0 */
@@ -1645,7 +1941,7 @@
 } NV_ENC_CONFIG;
 
 /** macro for constructing the version field of ::_NV_ENC_CONFIG */
-#define NV_ENC_CONFIG_VER (NVENCAPI_STRUCT_VERSION(7) | ( 1<<31 ))
+#define NV_ENC_CONFIG_VER (NVENCAPI_STRUCT_VERSION(8) | ( 1<<31 ))
 
 /**
  *  Tuning information of NVENC encoding (TuningInfo is not applicable to H264 and HEVC MEOnly mode).
@@ -1671,21 +1967,21 @@
     GUID                                       presetGUID;                      /**< in: Specifies the preset for encoding. If the preset GUID is set then , the preset configuration will be applied before any other parameter. */
     uint32_t                                   encodeWidth;                     /**< in: Specifies the encode width. If not set ::NvEncInitializeEncoder() API will fail. */
     uint32_t                                   encodeHeight;                    /**< in: Specifies the encode height. If not set ::NvEncInitializeEncoder() API will fail. */
-    uint32_t                                   darWidth;                        /**< in: Specifies the display aspect ratio Width. */
-    uint32_t                                   darHeight;                       /**< in: Specifies the display aspect ratio height. */
+    uint32_t                                   darWidth;                        /**< in: Specifies the display aspect ratio width (H264/HEVC) or the render width (AV1). */
+    uint32_t                                   darHeight;                       /**< in: Specifies the display aspect ratio height (H264/HEVC) or the render height (AV1). */
     uint32_t                                   frameRateNum;                    /**< in: Specifies the numerator for frame rate used for encoding in frames per second ( Frame rate = frameRateNum / frameRateDen ). */
     uint32_t                                   frameRateDen;                    /**< in: Specifies the denominator for frame rate used for encoding in frames per second ( Frame rate = frameRateNum / frameRateDen ). */
     uint32_t                                   enableEncodeAsync;               /**< in: Set this to 1 to enable asynchronous mode and is expected to use events to get picture completion notification. */
     uint32_t                                   enablePTD;                       /**< in: Set this to 1 to enable the Picture Type Decision is be taken by the NvEncodeAPI interface. */
     uint32_t                                   reportSliceOffsets        :1;    /**< in: Set this to 1 to enable reporting slice offsets in ::_NV_ENC_LOCK_BITSTREAM. NV_ENC_INITIALIZE_PARAMS::enableEncodeAsync must be set to 0 to use this feature. Client must set this to 0 if NV_ENC_CONFIG_H264::sliceMode is 1 on Kepler GPUs */
     uint32_t                                   enableSubFrameWrite       :1;    /**< in: Set this to 1 to write out available bitstream to memory at subframe intervals.
-                                                                                           If enableSubFrameWrite = 1, then the hardware encoder returns data as soon as a slice has completed encoding.
-                                                                                           This results in better encoding latency, but the downside is that the application has to keep polling via a call to nvEncLockBitstream API continuously to see if any encoded slice data is available. 
+                                                                                           If enableSubFrameWrite = 1, then the hardware encoder returns data as soon as a slice (H264/HEVC) or tile (AV1) has completed encoding.
+                                                                                           This results in better encoding latency, but the downside is that the application has to keep polling via a call to nvEncLockBitstream API continuously to see if any encoded slice/tile data is available.
                                                                                            Use this mode if you feel that the marginal reduction in latency from sub-frame encoding is worth the increase in complexity due to CPU-based polling. */
-    uint32_t                                   enableExternalMEHints     :1;    /**< in: Set to 1 to enable external ME hints for the current frame. For NV_ENC_INITIALIZE_PARAMS::enablePTD=1 with B frames, programming L1 hints is optional for B frames since Client doesn't know internal GOP structure. 
+    uint32_t                                   enableExternalMEHints     :1;    /**< in: Set to 1 to enable external ME hints for the current frame. For NV_ENC_INITIALIZE_PARAMS::enablePTD=1 with B frames, programming L1 hints is optional for B frames since Client doesn't know internal GOP structure.
                                                                                            NV_ENC_PIC_PARAMS::meHintRefPicDist should preferably be set with enablePTD=1. */
     uint32_t                                   enableMEOnlyMode          :1;    /**< in: Set to 1 to enable ME Only Mode .*/
-    uint32_t                                   enableWeightedPrediction  :1;    /**< in: Set this to 1 to enable weighted prediction. Not supported if encode session is configured for B-Frames (i.e. NV_ENC_CONFIG::frameIntervalP > 1 or preset >=P3 when tuningInfo = ::NV_ENC_TUNING_INFO_HIGH_QUALITY or 
+    uint32_t                                   enableWeightedPrediction  :1;    /**< in: Set this to 1 to enable weighted prediction. Not supported if encode session is configured for B-Frames (i.e. NV_ENC_CONFIG::frameIntervalP > 1 or preset >=P3 when tuningInfo = ::NV_ENC_TUNING_INFO_HIGH_QUALITY or
                                                                                            tuningInfo = ::NV_ENC_TUNING_INFO_LOSSLESS. This is because preset >=p3 internally enables B frames when tuningInfo = ::NV_ENC_TUNING_INFO_HIGH_QUALITY or ::NV_ENC_TUNING_INFO_LOSSLESS). */
     uint32_t                                   enableOutputInVidmem      :1;    /**< in: Set this to 1 to enable output of NVENC in video memory buffer created by application. This feature is not supported for HEVC ME only mode. */
     uint32_t                                   reservedBitFields         :26;   /**< in: Reserved bitfields and must be set to 0 */
@@ -1698,12 +1994,12 @@
                                                                                            Client should allocate output buffers according to this dimension for dynamic resolution change. If set to 0, Encoder will not allow dynamic resolution change. */
     uint32_t                                   maxEncodeHeight;                 /**< in: Maximum encode height to be allowed for current Encode session.
                                                                                            Client should allocate output buffers according to this dimension for dynamic resolution change. If set to 0, Encode will not allow dynamic resolution change. */
-    NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE maxMEHintCountsPerBlock2;      /**< in: If Client wants to pass external motion vectors in NV_ENC_PIC_PARAMS::meExternalHints buffer it must specify the maximum number of hint candidates per block per direction for the encode session.
+    NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE maxMEHintCountsPerBlock2;     /**< in: If Client wants to pass external motion vectors in NV_ENC_PIC_PARAMS::meExternalHints buffer it must specify the maximum number of hint candidates per block per direction for the encode session.
                                                                                            The NV_ENC_INITIALIZE_PARAMS::maxMEHintCountsPerBlock0 is for L0 predictors and NV_ENC_INITIALIZE_PARAMS::maxMEHintCountsPerBlock1 is for L1 predictors.
                                                                                            This client must also set NV_ENC_INITIALIZE_PARAMS::enableExternalMEHints to 1. */
     NV_ENC_TUNING_INFO                         tuningInfo;                      /**< in: Tuning Info of NVENC encoding(TuningInfo is not applicable to H264 and HEVC meonly mode). */
-    NV_ENC_BUFFER_FORMAT                       bufferFormat;                    /**< in: Specifies input buffer format. Client should set input buffer format only when D3D12 interface type is used. */
-    uint32_t                                   reserved287;                   /**< in: Reserved and must be set to 0 */
+    NV_ENC_BUFFER_FORMAT                       bufferFormat;                    /**< in: Input buffer format. Used only when DX12 interface type is used */
+    uint32_t                                   reserved 287;                  /**< in: Reserved and must be set to 0 */
     void*                                      reserved264;                   /**< in: Reserved and must be set to NULL */
 } NV_ENC_INITIALIZE_PARAMS;
 
@@ -1747,7 +2043,7 @@
 /**
  * \struct _NV_ENC_PRESET_CONFIG
  * Encoder preset config
- */ 
+ */
 typedef struct _NV_ENC_PRESET_CONFIG
 {
     uint32_t      version;                               /**< in:  Struct version. Must be set to ::NV_ENC_PRESET_CONFIG_VER. */
@@ -1763,7 +2059,7 @@
 /**
  * \struct _NV_ENC_PIC_PARAMS_MVC
  * MVC-specific parameters to be sent on a per-frame basis.
- */ 
+ */
 typedef struct _NV_ENC_PIC_PARAMS_MVC
 {
     uint32_t version;                                    /**< in: Struct version. Must be set to ::NV_ENC_PIC_PARAMS_MVC_VER. */
@@ -1781,7 +2077,7 @@
 /**
  * \union _NV_ENC_PIC_PARAMS_H264_EXT
  * H264 extension  picture parameters
- */ 
+ */
 typedef union _NV_ENC_PIC_PARAMS_H264_EXT
 {
     NV_ENC_PIC_PARAMS_MVC mvcPicParams;                  /**< in: Specifies the MVC picture parameters. */
@@ -1804,17 +2100,17 @@
 /**
  * \struct _NV_ENC_PIC_PARAMS_H264
  * H264 specific enc pic params. sent on a per frame basis.
- */ 
+ */
 typedef struct _NV_ENC_PIC_PARAMS_H264
 {
     uint32_t displayPOCSyntax;                           /**< in: Specifies the display POC syntax This is required to be set if client is handling the picture type decision. */
     uint32_t reserved3;                                  /**< in: Reserved and must be set to 0 */
     uint32_t refPicFlag;                                 /**< in: Set to 1 for a reference picture. This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
     uint32_t colourPlaneId;                              /**< in: Specifies the colour plane ID associated with the current input. */
-    uint32_t forceIntraRefreshWithFrameCnt;              /**< in: Forces an intra refresh with duration equal to intraRefreshFrameCnt. 
-                                                                    When outputRecoveryPointSEI is set this is value is used for recovery_frame_cnt in recovery point SEI message 
+    uint32_t forceIntraRefreshWithFrameCnt;              /**< in: Forces an intra refresh with duration equal to intraRefreshFrameCnt.
+                                                                    When outputRecoveryPointSEI is set this is value is used for recovery_frame_cnt in recovery point SEI message
                                                                     forceIntraRefreshWithFrameCnt cannot be used if B frames are used in the GOP structure specified */
-    uint32_t constrainedFrame           :1;              /**< in: Set to 1 if client wants to encode this frame with each slice completely independent of other slices in the frame. 
+    uint32_t constrainedFrame           :1;              /**< in: Set to 1 if client wants to encode this frame with each slice completely independent of other slices in the frame.
                                                                     NV_ENC_INITIALIZE_PARAMS::enableConstrainedEncoding should be set to 1 */
     uint32_t sliceModeDataUpdate        :1;              /**< in: Set to 1 if client wants to change the sliceModeData field to specify new sliceSize Parameter
                                                                     When forceIntraRefreshWithFrameCnt is set it will have priority over sliceMode setting */
@@ -1840,9 +2136,10 @@
     uint32_t forceIntraSliceCount;                       /**< in: Specifies the number of slices to be forced to Intra in the current picture.
                                                                     This option along with forceIntraSliceIdx array needs to be used with sliceMode = 3 only */
     uint32_t *forceIntraSliceIdx;                        /**< in: Slice indices to be forced to intra in the current picture. Each slice index should be <= num_slices_in_picture -1. Index starts from 0 for first slice.
-                                                                    The number of entries in this array should be equal to forceIntraSliceCount */															
+                                                                    The number of entries in this array should be equal to forceIntraSliceCount */
     NV_ENC_PIC_PARAMS_H264_EXT h264ExtPicParams;         /**< in: Specifies the H264 extension config parameters using this config. */
-    uint32_t reserved 210;                             /**< in: Reserved and must be set to 0. */
+    NV_ENC_TIME_CODE timeCode;                           /**< in: Specifies the clock timestamp sets used in picture timing SEI. Applicable only when NV_ENC_CONFIG_H264::enableTimeCode is set to 1. */
+    uint32_t reserved 203;                             /**< in: Reserved and must be set to 0. */
     void*    reserved261;                              /**< in: Reserved and must be set to NULL. */
 } NV_ENC_PIC_PARAMS_H264;
 
@@ -1855,18 +2152,18 @@
     uint32_t displayPOCSyntax;                           /**< in: Specifies the display POC syntax This is required to be set if client is handling the picture type decision. */
     uint32_t refPicFlag;                                 /**< in: Set to 1 for a reference picture. This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
     uint32_t temporalId;                                 /**< in: Specifies the temporal id of the picture */
-    uint32_t forceIntraRefreshWithFrameCnt;              /**< in: Forces an intra refresh with duration equal to intraRefreshFrameCnt. 
-                                                                    When outputRecoveryPointSEI is set this is value is used for recovery_frame_cnt in recovery point SEI message 
+    uint32_t forceIntraRefreshWithFrameCnt;              /**< in: Forces an intra refresh with duration equal to intraRefreshFrameCnt.
+                                                                    When outputRecoveryPointSEI is set this is value is used for recovery_frame_cnt in recovery point SEI message
                                                                     forceIntraRefreshWithFrameCnt cannot be used if B frames are used in the GOP structure specified */
-    uint32_t constrainedFrame           :1;              /**< in: Set to 1 if client wants to encode this frame with each slice completely independent of other slices in the frame. 
+    uint32_t constrainedFrame           :1;              /**< in: Set to 1 if client wants to encode this frame with each slice completely independent of other slices in the frame.
                                                                     NV_ENC_INITIALIZE_PARAMS::enableConstrainedEncoding should be set to 1 */
     uint32_t sliceModeDataUpdate        :1;              /**< in: Set to 1 if client wants to change the sliceModeData field to specify new sliceSize Parameter
                                                                     When forceIntraRefreshWithFrameCnt is set it will have priority over sliceMode setting */
     uint32_t ltrMarkFrame               :1;              /**< in: Set to 1 if client wants to mark this frame as LTR */
     uint32_t ltrUseFrames               :1;              /**< in: Set to 1 if client allows encoding this frame using the LTR frames specified in ltrFrameBitmap */
     uint32_t reservedBitFields          :28;             /**< in: Reserved bit fields and must be set to 0 */
-    uint8_t* sliceTypeData;                              /**< in: Array which specifies the slice type used to force intra slice for a particular slice. Currently supported only for NV_ENC_CONFIG_H264::sliceMode == 3. 
-                                                                    Client should allocate array of size sliceModeData where sliceModeData is specified in field of ::_NV_ENC_CONFIG_H264 
+    uint8_t* sliceTypeData;                              /**< in: Array which specifies the slice type used to force intra slice for a particular slice. Currently supported only for NV_ENC_CONFIG_H264::sliceMode == 3.
+                                                                    Client should allocate array of size sliceModeData where sliceModeData is specified in field of ::_NV_ENC_CONFIG_H264
                                                                     Array element with index n corresponds to nth slice. To force a particular slice to intra client should set corresponding array element to NV_ENC_SLICE_TYPE_I
                                                                     all other array elements should be set to NV_ENC_SLICE_TYPE_DEFAULT */
     uint32_t sliceTypeArrayCnt;                          /**< in: Client should set this to the number of elements allocated in sliceTypeData array. If sliceTypeData is NULL then this should be set to 0 */
@@ -1885,10 +2182,60 @@
     uint32_t seiPayloadArrayCnt;                         /**< in: Specifies the number of elements allocated in  seiPayloadArray array. */
     uint32_t reserved;                                   /**< in: Reserved and must be set to 0. */
     NV_ENC_SEI_PAYLOAD* seiPayloadArray;                 /**< in: Array of SEI payloads which will be inserted for this frame. */
-    uint32_t reserved2 244;                             /**< in: Reserved and must be set to 0. */
+    NV_ENC_TIME_CODE timeCode;                           /**< in: Specifies the clock timestamp sets used in time code SEI. Applicable only when NV_ENC_CONFIG_HEVC::enableTimeCodeSEI is set to 1. */
+    uint32_t reserved2 237;                            /**< in: Reserved and must be set to 0. */
     void*    reserved361;                              /**< in: Reserved and must be set to NULL. */
 } NV_ENC_PIC_PARAMS_HEVC;
 
+#define NV_ENC_AV1_OBU_PAYLOAD NV_ENC_SEI_PAYLOAD
+
+/**
+* \struct _NV_ENC_PIC_PARAMS_AV1
+* AV1 specific enc pic params. sent on a per frame basis.
+*/
+typedef struct _NV_ENC_PIC_PARAMS_AV1
+{
+    uint32_t displayPOCSyntax;                           /**< in: Specifies the display POC syntax This is required to be set if client is handling the picture type decision. */
+    uint32_t refPicFlag;                                 /**< in: Set to 1 for a reference picture. This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
+    uint32_t temporalId;                                 /**< in: Specifies the temporal id of the picture */
+    uint32_t forceIntraRefreshWithFrameCnt;              /**< in: Forces an intra refresh with duration equal to intraRefreshFrameCnt.
+                                                                    forceIntraRefreshWithFrameCnt cannot be used if B frames are used in the GOP structure specified */
+    uint32_t goldenFrameFlag            : 1;             /**< in: Encode frame as Golden Frame. This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
+    uint32_t arfFrameFlag               : 1;             /**< in: Encode frame as Alternate Reference Frame. This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
+    uint32_t arf2FrameFlag              : 1;             /**< in: Encode frame as Alternate Reference 2 Frame. This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
+    uint32_t bwdFrameFlag               : 1;             /**< in: Encode frame as Backward Reference Frame. This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
+    uint32_t overlayFrameFlag           : 1;             /**< in: Encode frame as overlay frame. A previously encoded frame with the same displayPOCSyntax value should be present in reference frame buffer.
+                                                                    This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
+    uint32_t showExistingFrameFlag      : 1;             /**< in: When ovelayFrameFlag is set to 1, this flag controls the value of the show_existing_frame syntax element associated with the overlay frame.
+                                                                    This flag is added to the interface as a placeholder. Its value is ignored for now and always assumed to be set to 1.
+                                                                    This is ignored if NV_ENC_INITIALIZE_PARAMS::enablePTD is set to 1. */
+    uint32_t errorResilientModeFlag     : 1;             /**< in: encode frame independently from previously encoded frames */
+
+    uint32_t tileConfigUpdate           : 1;             /**< in: Set to 1 if client wants to overwrite the default tile configuration with the tile parameters specified below
+                                                                    When forceIntraRefreshWithFrameCnt is set it will have priority over tileConfigUpdate setting */
+    uint32_t enableCustomTileConfig     : 1;             /**< in: Set 1 to enable custom tile configuration: numTileColumns and numTileRows must have non zero values and tileWidths and tileHeights must point to a valid address  */
+    uint32_t filmGrainParamsUpdate      : 1;             /**< in: Set to 1 if client wants to update previous film grain parameters: filmGrainParams must point to a valid address and encoder must have been configured with film grain enabled  */
+    uint32_t reservedBitFields          : 22;            /**< in: Reserved bitfields and must be set to 0 */
+    uint32_t numTileColumns;                             /**< in: This parameter in conjunction with the flag enableCustomTileConfig and the array tileWidths specifies the way in which the picture is divided into tile columns.
+                                                                    When enableCustomTileConfig == 0, the picture will be uniformly divided into numTileColumns tile columns. If numTileColumns is not a power of 2,
+                                                                    it will be rounded down to the next power of 2 value. If numTileColumns == 0, the picture will be coded with the smallest number of vertical tiles as allowed by standard.
+                                                                    When enableCustomTileConfig == 1, numTileColumns must be > 0 and <= NV_MAX_TILE_COLS_AV1 and tileWidths must point to a valid array of numTileColumns entries.
+                                                                    Entry i specifies the width in 64x64 CTU unit of tile colum i. The sum of all the entries should be equal to the picture width in 64x64 CTU units. */
+    uint32_t numTileRows;                                /**< in: This parameter in conjunction with the flag enableCustomTileConfig and the array tileHeights specifies the way in which the picture is divided into tiles rows
+                                                                    When enableCustomTileConfig == 0, the picture will be uniformly divided into numTileRows tile rows. If numTileRows is not a power of 2,
+                                                                    it will be rounded down to the next power of 2 value. If numTileRows == 0, the picture will be coded with the smallest number of horizontal tiles as allowed by standard.
+                                                                    When enableCustomTileConfig == 1, numTileRows must be > 0 and <= NV_MAX_TILE_ROWS_AV1 and tileHeights must point to a valid array of numTileRows entries.
+                                                                    Entry i specifies the height in 64x64 CTU unit of tile row i. The sum of all the entries should be equal to the picture hieght in 64x64 CTU units. */
+    uint32_t *tileWidths;                                /**< in: If enableCustomTileConfig == 1, tileWidthsi specifies the width of tile column i in 64x64 CTU unit, with 0 <= i <= numTileColumns -1. */
+    uint32_t *tileHeights;                               /**< in: If enableCustomTileConfig == 1, tileHeightsi specifies the height of tile row i in 64x64 CTU unit, with 0 <= i <= numTileRows -1. */
+    uint32_t obuPayloadArrayCnt;                         /**< in: Specifies the number of elements allocated in  obuPayloadArray array. */
+    uint32_t reserved;                                   /**< in: Reserved and must be set to 0. */
+    NV_ENC_AV1_OBU_PAYLOAD* obuPayloadArray;             /**< in: Array of OBU payloads which will be inserted for this frame. */
+    NV_ENC_FILM_GRAIN_PARAMS_AV1 *filmGrainParams;       /**< in: If filmGrainParamsUpdate == 1, filmGrainParams must point to a valid NV_ENC_FILM_GRAIN_PARAMS_AV1 structure */
+    uint32_t reserved2247;                             /**< in: Reserved and must be set to 0. */
+    void*    reserved361;                              /**< in: Reserved and must be set to NULL. */
+} NV_ENC_PIC_PARAMS_AV1;
+
 /**
  * Codec specific per-picture encoding parameters.
  */
@@ -1896,9 +2243,11 @@
 {
     NV_ENC_PIC_PARAMS_H264 h264PicParams;                /**< in: H264 encode picture params. */
     NV_ENC_PIC_PARAMS_HEVC hevcPicParams;                /**< in: HEVC encode picture params. */
+    NV_ENC_PIC_PARAMS_AV1  av1PicParams;                 /**< in: AV1 encode picture params. */
     uint32_t               reserved256;                /**< in: Reserved and must be set to 0. */
 } NV_ENC_CODEC_PIC_PARAMS;
 
+
 /**
  * \struct _NV_ENC_PIC_PARAMS
  * Encoding parameters that need to be sent on a per frame basis.
@@ -1911,18 +2260,18 @@
     uint32_t                                    inputPitch;                     /**< in: Specifies the input buffer pitch. If pitch value is not known, set this to inputWidth. */
     uint32_t                                    encodePicFlags;                 /**< in: Specifies bit-wise OR of encode picture flags. See ::NV_ENC_PIC_FLAGS enum. */
     uint32_t                                    frameIdx;                       /**< in: Specifies the frame index associated with the input frame optional. */
-    uint64_t                                    inputTimeStamp;                 /**< in: Specifies opaque data which is associated with the encoded frame, but not actually encoded in the output bitstream. 
-                                                                                           This opaque data can be used later to uniquely refer to the corresponding encoded frame. For example, it can be used 
+    uint64_t                                    inputTimeStamp;                 /**< in: Specifies opaque data which is associated with the encoded frame, but not actually encoded in the output bitstream.
+                                                                                           This opaque data can be used later to uniquely refer to the corresponding encoded frame. For example, it can be used
                                                                                            for identifying the frame to be invalidated in the reference picture buffer, if lost at the client. */
     uint64_t                                    inputDuration;                  /**< in: Specifies duration of the input picture */
     NV_ENC_INPUT_PTR                            inputBuffer;                    /**< in: Specifies the input buffer pointer. Client must use a pointer obtained from ::NvEncCreateInputBuffer() or ::NvEncMapInputResource() APIs.*/
-    NV_ENC_OUTPUT_PTR                           outputBitstream;                /**< in: Specifies the output buffer pointer. 
-                                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 0, specifies the pointer to output buffer. Client should use a pointer obtained from ::NvEncCreateBitstreamBuffer() API. 
-                                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 1, client should allocate buffer in video memory for NV_ENC_ENCODE_OUT_PARAMS struct and encoded bitstream data. Client 
-                                                                                           should use a pointer obtained from ::NvEncMapInputResource() API, when mapping this output buffer and assign it to NV_ENC_PIC_PARAMS::outputBitstream. 
-                                                                                           First 256 bytes of this buffer should be interpreted as NV_ENC_ENCODE_OUT_PARAMS struct followed by encoded bitstream data. Recommended size for output buffer is sum of size of 
-                                                                                           NV_ENC_ENCODE_OUT_PARAMS struct and twice the input frame size for lower resolution eg. CIF and 1.5 times the input frame size for higher resolutions. If encoded bitstream size is 
-                                                                                           greater than the allocated buffer size for encoded bitstream, then the output buffer will have encoded bitstream data equal to buffer size. All CUDA operations on this buffer must use 
+    NV_ENC_OUTPUT_PTR                           outputBitstream;                /**< in: Specifies the output buffer pointer.
+                                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 0, specifies the pointer to output buffer. Client should use a pointer obtained from ::NvEncCreateBitstreamBuffer() API.
+                                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 1, client should allocate buffer in video memory for NV_ENC_ENCODE_OUT_PARAMS struct and encoded bitstream data. Client
+                                                                                           should use a pointer obtained from ::NvEncMapInputResource() API, when mapping this output buffer and assign it to NV_ENC_PIC_PARAMS::outputBitstream.
+                                                                                           First 256 bytes of this buffer should be interpreted as NV_ENC_ENCODE_OUT_PARAMS struct followed by encoded bitstream data. Recommended size for output buffer is sum of size of
+                                                                                           NV_ENC_ENCODE_OUT_PARAMS struct and twice the input frame size for lower resolution eg. CIF and 1.5 times the input frame size for higher resolutions. If encoded bitstream size is
+                                                                                           greater than the allocated buffer size for encoded bitstream, then the output buffer will have encoded bitstream data equal to buffer size. All CUDA operations on this buffer must use
                                                                                            the default stream. */
     void*                                       completionEvent;                /**< in: Specifies an event to be signaled on completion of encoding of this Frame only if operating in Asynchronous mode. Each output buffer should be associated with a distinct event pointer. */
     NV_ENC_BUFFER_FORMAT                        bufferFmt;                      /**< in: Specifies the input buffer format. */
@@ -1931,28 +2280,33 @@
     NV_ENC_CODEC_PIC_PARAMS                     codecPicParams;                 /**< in: Specifies the codec specific per-picture encoding parameters. */
     NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE meHintCountsPerBlock2;        /**< in: For H264 and Hevc, specifies the number of hint candidates per block per direction for the current frame. meHintCountsPerBlock0 is for L0 predictors and meHintCountsPerBlock1 is for L1 predictors.
                                                                                            The candidate count in NV_ENC_PIC_PARAMS::meHintCountsPerBlocklx must never exceed NV_ENC_INITIALIZE_PARAMS::maxMEHintCountsPerBlocklx provided during encoder initialization. */
-    NVENC_EXTERNAL_ME_HINT*                     meExternalHints;                /**< in: For H264 and Hevc, Specifies the pointer to ME external hints for the current frame. The size of ME hint buffer should be equal to number of macroblocks * the total number of candidates per macroblock.
-                                                                                           The total number of candidates per MB per direction = 1*meHintCountsPerBlockLx.numCandsPerBlk16x16 + 2*meHintCountsPerBlockLx.numCandsPerBlk16x8 + 2*meHintCountsPerBlockLx.numCandsPerBlk8x8  
+    NVENC_EXTERNAL_ME_HINT                     *meExternalHints;                /**< in: For H264 and Hevc, Specifies the pointer to ME external hints for the current frame. The size of ME hint buffer should be equal to number of macroblocks * the total number of candidates per macroblock.
+                                                                                           The total number of candidates per MB per direction = 1*meHintCountsPerBlockLx.numCandsPerBlk16x16 + 2*meHintCountsPerBlockLx.numCandsPerBlk16x8 + 2*meHintCountsPerBlockLx.numCandsPerBlk8x8
                                                                                            + 4*meHintCountsPerBlockLx.numCandsPerBlk8x8. For frames using bidirectional ME , the total number of candidates for single macroblock is sum of total number of candidates per MB for each direction (L0 and L1) */
     uint32_t                                    reserved16;                    /**< in: Reserved and must be set to 0 */
     void*                                       reserved22;                    /**< in: Reserved and must be set to NULL */
-    int8_t                                     *qpDeltaMap;                      /**< in: Specifies the pointer to signed byte array containing value per MB for H264 and per CTB for HEVC in raster scan order for the current picture, which will be interpreted depending on NV_ENC_RC_PARAMS::qpMapMode. 
-                                                                                            If NV_ENC_RC_PARAMS::qpMapMode is NV_ENC_QP_MAP_DELTA, qpDeltaMap specifies QP modifier per MB for H264 and per CTB for HEVC. This QP modifier will be applied on top of the QP chosen by rate control.
-                                                                                            If NV_ENC_RC_PARAMS::qpMapMode is NV_ENC_QP_MAP_EMPHASIS, qpDeltaMap specifies Emphasis Level Map per MB for H264. This level value along with QP chosen by rate control is used to 
+    int8_t                                     *qpDeltaMap;                      /**< in: Specifies the pointer to signed byte array containing value per MB for H264, per CTB for HEVC and per SB for AV1 in raster scan order for the current picture, which will be interpreted depending on NV_ENC_RC_PARAMS::qpMapMode.
+                                                                                            If NV_ENC_RC_PARAMS::qpMapMode is NV_ENC_QP_MAP_DELTA, qpDeltaMap specifies QP modifier per MB for H264, per CTB for HEVC and per SB for AV1. This QP modifier will be applied on top of the QP chosen by rate control.
+                                                                                            If NV_ENC_RC_PARAMS::qpMapMode is NV_ENC_QP_MAP_EMPHASIS, qpDeltaMap specifies Emphasis Level Map per MB for H264. This level value along with QP chosen by rate control is used to
                                                                                             compute the QP modifier, which in turn is applied on top of QP chosen by rate control.
                                                                                             If NV_ENC_RC_PARAMS::qpMapMode is NV_ENC_QP_MAP_DISABLED, value in qpDeltaMap will be ignored.*/
-    uint32_t                                    qpDeltaMapSize;                  /**< in: Specifies the size in bytes of qpDeltaMap surface allocated by client and pointed to by NV_ENC_PIC_PARAMS::qpDeltaMap. Surface (array) should be picWidthInMbs * picHeightInMbs for H264 and picWidthInCtbs * picHeightInCtbs for HEVC */
+    uint32_t                                    qpDeltaMapSize;                  /**< in: Specifies the size in bytes of qpDeltaMap surface allocated by client and pointed to by NV_ENC_PIC_PARAMS::qpDeltaMap. Surface (array) should be picWidthInMbs * picHeightInMbs for H264, picWidthInCtbs * picHeightInCtbs for HEVC and
+                                                                                            picWidthInSbs * picHeightInSbs for AV1 */
     uint32_t                                    reservedBitFields;               /**< in: Reserved bitfields and must be set to 0 */
-    uint16_t                                    meHintRefPicDist2;             /**< in: Specifies temporal distance for reference picture (NVENC_EXTERNAL_ME_HINT::refidx = 0) used during external ME with NV_ENC_INITALIZE_PARAMS::enablePTD = 1 . meHintRefPicDist0 is for L0 hints and meHintRefPicDist1 is for L1 hints. 
+    uint16_t                                    meHintRefPicDist2;             /**< in: Specifies temporal distance for reference picture (NVENC_EXTERNAL_ME_HINT::refidx = 0) used during external ME with NV_ENC_INITALIZE_PARAMS::enablePTD = 1 . meHintRefPicDist0 is for L0 hints and meHintRefPicDist1 is for L1 hints.
                                                                                             If not set, will internally infer distance of 1. Ignored for NV_ENC_INITALIZE_PARAMS::enablePTD = 0 */
     NV_ENC_INPUT_PTR                            alphaBuffer;                     /**< in: Specifies the input alpha buffer pointer. Client must use a pointer obtained from ::NvEncCreateInputBuffer() or ::NvEncMapInputResource() APIs.
                                                                                             Applicable only when encoding hevc with alpha layer is enabled. */
-    uint32_t                                    reserved3286;                  /**< in: Reserved and must be set to 0 */
-    void*                                       reserved459;                   /**< in: Reserved and must be set to NULL */
+    NVENC_EXTERNAL_ME_SB_HINT                  *meExternalSbHints;               /**< in: For AV1,Specifies the pointer to ME external SB hints for the current frame. The size of ME hint buffer should be equal to meSbHintsCount. */
+    uint32_t                                    meSbHintsCount;                  /**< in: For AV1, specifies the total number of external ME SB hint candidates for the frame
+                                                                                            NV_ENC_PIC_PARAMS::meSbHintsCount must never exceed the total number of SBs in frame * the max number of candidates per SB provided during encoder initialization.
+                                                                                            The max number of candidates per SB is maxMeHintCountsPerBlock0.numCandsPerSb + maxMeHintCountsPerBlock1.numCandsPerSb */
+    uint32_t                                    reserved3285;                  /**< in: Reserved and must be set to 0 */
+    void*                                       reserved458;                   /**< in: Reserved and must be set to NULL */
 } NV_ENC_PIC_PARAMS;
 
 /** Macro for constructing the version field of ::_NV_ENC_PIC_PARAMS */
-#define NV_ENC_PIC_PARAMS_VER (NVENCAPI_STRUCT_VERSION(4) | ( 1<<31 ))
+#define NV_ENC_PIC_PARAMS_VER (NVENCAPI_STRUCT_VERSION(6) | ( 1<<31 ))
 
 
 /**
@@ -1968,22 +2322,22 @@
     NV_ENC_INPUT_PTR        inputBuffer;                        /**< in: Specifies the input buffer pointer. Client must use a pointer obtained from NvEncCreateInputBuffer() or NvEncMapInputResource() APIs. */
     NV_ENC_INPUT_PTR        referenceFrame;                     /**< in: Specifies the reference frame pointer */
     NV_ENC_OUTPUT_PTR       mvBuffer;                           /**< in: Specifies the output buffer pointer.
-                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 0, specifies the pointer to motion vector data buffer allocated by NvEncCreateMVBuffer. 
-                                                                           Client must lock mvBuffer using ::NvEncLockBitstream() API to get the motion vector data. 
-                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 1, client should allocate buffer in video memory for storing the motion vector data. The size of this buffer must 
-                                                                           be equal to total number of macroblocks multiplied by size of NV_ENC_H264_MV_DATA struct. Client should use a pointer obtained from ::NvEncMapInputResource() API, when mapping this 
+                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 0, specifies the pointer to motion vector data buffer allocated by NvEncCreateMVBuffer.
+                                                                           Client must lock mvBuffer using ::NvEncLockBitstream() API to get the motion vector data.
+                                                                           If NV_ENC_INITIALIZE_PARAMS::enableOutputInVidmem is set to 1, client should allocate buffer in video memory for storing the motion vector data. The size of this buffer must
+                                                                           be equal to total number of macroblocks multiplied by size of NV_ENC_H264_MV_DATA struct. Client should use a pointer obtained from ::NvEncMapInputResource() API, when mapping this
                                                                            output buffer and assign it to NV_ENC_MEONLY_PARAMS::mvBuffer. All CUDA operations on this buffer must use the default stream. */
     NV_ENC_BUFFER_FORMAT    bufferFmt;                          /**< in: Specifies the input buffer format. */
-    void*                   completionEvent;                    /**< in: Specifies an event to be signaled on completion of motion estimation 
-                                                                           of this Frame only if operating in Asynchronous mode. 
+    void*                   completionEvent;                    /**< in: Specifies an event to be signaled on completion of motion estimation
+                                                                           of this Frame only if operating in Asynchronous mode.
                                                                            Each output buffer should be associated with a distinct event pointer. */
     uint32_t                viewID;                             /**< in: Specifies left or right viewID if NV_ENC_CONFIG_H264_MEONLY::bStereoEnable is set.
                                                                             viewID can be 0,1 if bStereoEnable is set, 0 otherwise. */
-    NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE 
+    NVENC_EXTERNAL_ME_HINT_COUNTS_PER_BLOCKTYPE
                             meHintCountsPerBlock2;            /**< in: Specifies the number of hint candidates per block for the current frame. meHintCountsPerBlock0 is for L0 predictors.
                                                                             The candidate count in NV_ENC_PIC_PARAMS::meHintCountsPerBlocklx must never exceed NV_ENC_INITIALIZE_PARAMS::maxMEHintCountsPerBlocklx provided during encoder initialization. */
     NVENC_EXTERNAL_ME_HINT  *meExternalHints;                   /**< in: Specifies the pointer to ME external hints for the current frame. The size of ME hint buffer should be equal to number of macroblocks * the total number of candidates per macroblock.
-                                                                            The total number of candidates per MB per direction = 1*meHintCountsPerBlockLx.numCandsPerBlk16x16 + 2*meHintCountsPerBlockLx.numCandsPerBlk16x8 + 2*meHintCountsPerBlockLx.numCandsPerBlk8x8  
+                                                                            The total number of candidates per MB per direction = 1*meHintCountsPerBlockLx.numCandsPerBlk16x16 + 2*meHintCountsPerBlockLx.numCandsPerBlk16x8 + 2*meHintCountsPerBlockLx.numCandsPerBlk8x8
                                                                             + 4*meHintCountsPerBlockLx.numCandsPerBlk8x8. For frames using bidirectional ME , the total number of candidates for single macroblock is sum of total number of candidates per MB for each direction (L0 and L1) */
     uint32_t                reserved1243;                     /**< in: Reserved and must be set to 0 */
     void*                   reserved259;                      /**< in: Reserved and must be set to NULL */
@@ -1998,22 +2352,23 @@
  * Bitstream buffer lock parameters.
  */
 typedef struct _NV_ENC_LOCK_BITSTREAM
-{ 
+{
     uint32_t                version;                     /**< in: Struct version. Must be set to ::NV_ENC_LOCK_BITSTREAM_VER. */
     uint32_t                doNotWait         :1;        /**< in: If this flag is set, the NvEncodeAPI interface will return buffer pointer even if operation is not completed. If not set, the call will block until operation completes. */
     uint32_t                ltrFrame          :1;        /**< out: Flag indicating this frame is marked as LTR frame */
     uint32_t                getRCStats        :1;        /**< in: If this flag is set then lockBitstream call will add additional intra-inter MB count and average MVX, MVY */
     uint32_t                reservedBitFields :29;       /**< in: Reserved bit fields and must be set to 0 */
     void*                   outputBitstream;             /**< in: Pointer to the bitstream buffer being locked. */
-    uint32_t*               sliceOffsets;                /**< in, out: Array which receives the slice offsets. This is not supported if NV_ENC_CONFIG_H264::sliceMode is 1 on Kepler GPUs. Array size must be equal to size of frame in MBs. */
-    uint32_t                frameIdx;                    /**< out: Frame no. for which the bitstream is being retrieved. */ 
+    uint32_t*               sliceOffsets;                /**< in, out: Array which receives the slice (H264/HEVC) or tile (AV1) offsets. This is not supported if NV_ENC_CONFIG_H264::sliceMode is 1 on Kepler GPUs. Array size must be equal to size of frame in MBs. */
+    uint32_t                frameIdx;                    /**< out: Frame no. for which the bitstream is being retrieved. */
     uint32_t                hwEncodeStatus;              /**< out: The NvEncodeAPI interface status for the locked picture. */
-    uint32_t                numSlices;                   /**< out: Number of slices in the encoded picture. Will be reported only if NV_ENC_INITIALIZE_PARAMS::reportSliceOffsets set to 1. */
-    uint32_t                bitstreamSizeInBytes;        /**< out: Actual number of bytes generated and copied to the memory pointed by bitstreamBufferPtr. 
-                                                                     When HEVC alpha layer encoding is enabled, this field reports the total encoded size in bytes i.e it is the encoded size of the base plus the alpha layer. */
+    uint32_t                numSlices;                   /**< out: Number of slices (H264/HEVC) or tiles (AV1) in the encoded picture. Will be reported only if NV_ENC_INITIALIZE_PARAMS::reportSliceOffsets set to 1. */
+    uint32_t                bitstreamSizeInBytes;        /**< out: Actual number of bytes generated and copied to the memory pointed by bitstreamBufferPtr.
+                                                                     When HEVC alpha layer encoding is enabled, this field reports the total encoded size in bytes i.e it is the encoded size of the base plus the alpha layer.
+                                                                     For AV1 when enablePTD is set, this field reports the total encoded size in bytes of all the encoded frames packed into the current output surface i.e. show frame plus all preceding no-show frames */
     uint64_t                outputTimeStamp;             /**< out: Presentation timestamp associated with the encoded output. */
     uint64_t                outputDuration;              /**< out: Presentation duration associates with the encoded output. */
-    void*                   bitstreamBufferPtr;          /**< out: Pointer to the generated output bitstream. 
+    void*                   bitstreamBufferPtr;          /**< out: Pointer to the generated output bitstream.
                                                                      For MEOnly mode _NV_ENC_LOCK_BITSTREAM::bitstreamBufferPtr should be typecast to
                                                                      NV_ENC_H264_MV_DATA/NV_ENC_HEVC_MV_DATA pointer respectively for H264/HEVC  */
     NV_ENC_PIC_TYPE         pictureType;                 /**< out: Picture type of the encoded picture. */
@@ -2023,19 +2378,19 @@
     uint32_t                ltrFrameIdx;                 /**< out: Frame index associated with this LTR frame. */
     uint32_t                ltrFrameBitmap;              /**< out: Bitmap of LTR frames indices which were used for encoding this frame. Value of 0 if no LTR frames were used. */
     uint32_t                temporalId;                  /**< out: TemporalId value of the frame when using temporalSVC encoding */
-    uint32_t                reserved12;                /**< in:  Reserved and must be set to 0 */
-    uint32_t                intraMBCount;                /**< out: For H264, Number of Intra MBs in the encoded frame. For HEVC, Number of Intra CTBs in the encoded frame. Supported only if _NV_ENC_LOCK_BITSTREAM::getRCStats set to 1. */
-    uint32_t                interMBCount;                /**< out: For H264, Number of Inter MBs in the encoded frame, includes skip MBs. For HEVC, Number of Inter CTBs in the encoded frame. Supported only if _NV_ENC_LOCK_BITSTREAM::getRCStats set to 1. */
+    uint32_t                reserved12;                /**< in: Reserved and must be set to 0 */
+    uint32_t                intraMBCount;                /**< out: For H264, Number of Intra MBs in the encoded frame. For HEVC, Number of Intra CTBs in the encoded frame. For AV1, Number of Intra SBs in the encoded show frame. Supported only if _NV_ENC_LOCK_BITSTREAM::getRCStats set to 1. */
+    uint32_t                interMBCount;                /**< out: For H264, Number of Inter MBs in the encoded frame, includes skip MBs. For HEVC, Number of Inter CTBs in the encoded frame. For AV1, Number of Inter SBs in the encoded show frame. Supported only if _NV_ENC_LOCK_BITSTREAM::getRCStats set to 1. */
     int32_t                 averageMVX;                  /**< out: Average Motion Vector in X direction for the encoded frame. Supported only if _NV_ENC_LOCK_BITSTREAM::getRCStats set to 1. */
     int32_t                 averageMVY;                  /**< out: Average Motion Vector in y direction for the encoded frame. Supported only if _NV_ENC_LOCK_BITSTREAM::getRCStats set to 1. */
-    uint32_t                alphaLayerSizeInBytes;       /**< out: Number of bytes generated for the alpha layer in the encoded output. Applicable only when HEVC with alpha encoding is enabled. */ 
+    uint32_t                alphaLayerSizeInBytes;       /**< out: Number of bytes generated for the alpha layer in the encoded output. Applicable only when HEVC with alpha encoding is enabled. */
 
     uint32_t                reserved1218;              /**< in: Reserved and must be set to 0 */
     void*                   reserved264;               /**< in: Reserved and must be set to NULL */
 } NV_ENC_LOCK_BITSTREAM;
 
 /** Macro for constructing the version field of ::_NV_ENC_LOCK_BITSTREAM */
-#define NV_ENC_LOCK_BITSTREAM_VER NVENCAPI_STRUCT_VERSION(1)
+#define NV_ENC_LOCK_BITSTREAM_VER NVENCAPI_STRUCT_VERSION(2)
 
 
 /**
@@ -2089,44 +2444,59 @@
 } NV_ENC_INPUT_RESOURCE_OPENGL_TEX;
 
 /** \struct NV_ENC_FENCE_POINT_D3D12
-  * Fence and fence value for synchronization.
-  */
+* Fence and fence value for synchronization.
+*/
 typedef struct _NV_ENC_FENCE_POINT_D3D12
 {
+    uint32_t                version;                   /**< in: Struct version. Must be set to ::NV_ENC_FENCE_POINT_D3D12_VER. */
+    uint32_t                reserved;                  /**< in: Reserved and must be set to 0. */
     void*                   pFence;                    /**< in: Pointer to ID3D12Fence. This fence object is used for synchronization. */
-    uint64_t                value;                     /**< in: Fence value to reach or exceed before the GPU operation or
-                                                                  fence value to set the fence to, after the GPU operation. */
+    uint64_t                waitValue;                 /**< in: Fence value to reach or exceed before the GPU operation. */
+    uint64_t                signalValue;               /**< in: Fence value to set the fence to, after the GPU operation. */
+    uint32_t                bWait:1;                   /**< in: Wait on 'waitValue' if bWait is set to 1, before starting GPU operation. */
+    uint32_t                bSignal:1;                 /**< in: Signal on 'signalValue' if bSignal is set to 1, after GPU operation is complete. */
+    uint32_t                reservedBitField:30;       /**< in: Reserved and must be set to 0. */
+    uint32_t                reserved17;              /**< in: Reserved and must be set to 0. */
 } NV_ENC_FENCE_POINT_D3D12;
 
+#define NV_ENC_FENCE_POINT_D3D12_VER NVENCAPI_STRUCT_VERSION(1)
+
 /**
-  * \struct _NV_ENC_INPUT_RESOURCE_D3D12
-  * NV_ENC_PIC_PARAMS::inputBuffer and NV_ENC_PIC_PARAMS::alphaBuffer must be a pointer to a struct of this type,
-  * when D3D12 interface is used
-  */
+ * \struct _NV_ENC_INPUT_RESOURCE_D3D12
+ * NV_ENC_PIC_PARAMS::inputBuffer and NV_ENC_PIC_PARAMS::alphaBuffer must be a pointer to a struct of this type,
+ * when D3D12 interface is used
+ */
 typedef struct _NV_ENC_INPUT_RESOURCE_D3D12
 {
-    NV_ENC_REGISTERED_PTR       pInputBuffer;          /**< in: Specifies the input surface pointer. Client must use a pointer obtained from NvEncRegisterResource() in NV_ENC_REGISTER_RESOURCE::registeredResource
-                                                                  when registering input surface. */
-    NV_ENC_FENCE_POINT_D3D12    inputFencePoint;       /**< in: Specifies the input fence and corresponding fence value to do GPU wait. 
-                                                                  This fence will be used to do GPU wait until the specified fence reaches or exceeds the specified value. */
-    uint32_t                    reserved116;         /**< in: Reserved and must be set to 0. */
-    void*                       reserved216;         /**< in: Reserved and must be set to NULL. */
+    uint32_t                    version;                /**< in: Struct version. Must be set to ::NV_ENC_INPUT_RESOURCE_D3D12_VER. */
+    uint32_t                    reserved;               /**< in: Reserved and must be set to 0. */
+    NV_ENC_INPUT_PTR            pInputBuffer;           /**< in: Specifies the input surface pointer. Client must use a pointer obtained from NvEncMapInputResource() in NV_ENC_MAP_INPUT_RESOURCE::mappedResource
+                                                                   when mapping the input surface. */
+    NV_ENC_FENCE_POINT_D3D12    inputFencePoint;        /**< in: Specifies the fence and corresponding fence values to do GPU wait and signal. */
+    uint32_t                    reserved116;          /**< in: Reserved and must be set to 0. */
+    void*                       reserved216;          /**< in: Reserved and must be set to NULL. */
 } NV_ENC_INPUT_RESOURCE_D3D12;
 
+#define NV_ENC_INPUT_RESOURCE_D3D12_VER NVENCAPI_STRUCT_VERSION(1)
+
 /**
-  * \struct _NV_ENC_OUTPUT_RESOURCE_D3D12
-  * NV_ENC_PIC_PARAMS::outputBitstream and NV_ENC_LOCK_BITSTREAM::outputBitstream must be a pointer to a struct of this type,
-  * when D3D12 interface is used
-  */
+ * \struct _NV_ENC_OUTPUT_RESOURCE_D3D12
+ * NV_ENC_PIC_PARAMS::outputBitstream and NV_ENC_LOCK_BITSTREAM::outputBitstream must be a pointer to a struct of this type,
+ * when D3D12 interface is used
+ */
 typedef struct _NV_ENC_OUTPUT_RESOURCE_D3D12
 {
-    NV_ENC_REGISTERED_PTR      pOutputBuffer;          /**< in: Specifies the output buffer pointer. Client must use a pointer obtained from NvEncRegisterResource() in NV_ENC_REGISTER_RESOURCE::registeredResource
-                                                                  when registering output bitstream buffer */
-    NV_ENC_FENCE_POINT_D3D12   outputFencePoint;       /**< in: Specifies the output fence and corresponding fence value to set after GPU operation is finished.*/
-    uint32_t                   reserved116;          /**< in: Reserved and must be set to 0. */
-    void*                      reserved216;          /**< in: Reserved and must be set to NULL. */
+    uint32_t                    version;                /**< in: Struct version. Must be set to ::NV_ENC_OUTPUT_RESOURCE_D3D12_VER. */
+    uint32_t                    reserved;               /**< in: Reserved and must be set to 0. */
+    NV_ENC_INPUT_PTR            pOutputBuffer;          /**< in: Specifies the output buffer pointer. Client must use a pointer obtained from NvEncMapInputResource() in NV_ENC_MAP_INPUT_RESOURCE::mappedResource
+                                                                   when mapping output bitstream buffer */
+    NV_ENC_FENCE_POINT_D3D12    outputFencePoint;       /**< in: Specifies the fence and corresponding fence values to do GPU wait and signal.*/
+    uint32_t                    reserved116;          /**< in: Reserved and must be set to 0. */
+    void*                       reserved216;          /**< in: Reserved and must be set to NULL. */
 } NV_ENC_OUTPUT_RESOURCE_D3D12;
 
+#define NV_ENC_OUTPUT_RESOURCE_D3D12_VER NVENCAPI_STRUCT_VERSION(1)
+
 /**
  * \struct _NV_ENC_REGISTER_RESOURCE
  * Register a resource for future use with the Nvidia Video Encoder Interface.
@@ -2158,19 +2528,19 @@
     NV_ENC_REGISTERED_PTR       registeredResource;             /**< out: Registered resource handle. This should be used in future interactions with the Nvidia Video Encoder Interface. */
     NV_ENC_BUFFER_FORMAT        bufferFormat;                   /**< in: Buffer format of resource to be registered. */
     NV_ENC_BUFFER_USAGE         bufferUsage;                    /**< in: Usage of resource to be registered. */
-    NV_ENC_FENCE_POINT_D3D12*   pInputFencePoint;               /**< in: Specifies the pointer to input fence and corresponding fence value to do GPU wait.
+    NV_ENC_FENCE_POINT_D3D12*   pInputFencePoint;               /**< in: Specifies the input fence and corresponding fence values to do GPU wait and signal.
                                                                            To be used only when NV_ENC_REGISTER_RESOURCE::resourceToRegister represents D3D12 surface and
                                                                            NV_ENC_BUFFER_USAGE::bufferUsage is NV_ENC_INPUT_IMAGE.
-                                                                           This fence will be used to do GPU wait until the specified fence reaches or exceeds the specified value. */
-    NV_ENC_FENCE_POINT_D3D12*   pOutputFencePoint;              /**< in: Specifies the pointer to output fence and corresponding fence value to set after GPU operation is finished.
-                                                                           To be used only when NV_ENC_REGISTER_RESOURCE::resourceToRegister represents D3D12 surface and
-                                                                           NV_ENC_BUFFER_USAGE::bufferUsage is NV_ENC_INPUT_IMAGE. */
+                                                                           The fence NV_ENC_FENCE_POINT_D3D12::pFence and NV_ENC_FENCE_POINT_D3D12::waitValue will be used to do GPU wait
+                                                                           before starting GPU operation, if NV_ENC_FENCE_POINT_D3D12::bWait is set.
+                                                                           The fence NV_ENC_FENCE_POINT_D3D12::pFence and NV_ENC_FENCE_POINT_D3D12::signalValue will be used to do GPU signal
+                                                                           when GPU operation finishes, if NV_ENC_FENCE_POINT_D3D12::bSignal is set. */
     uint32_t                    reserved1247;                 /**< in: Reserved and must be set to 0. */
-    void*                       reserved260;                  /**< in: Reserved and must be set to NULL. */
+    void*                       reserved261;                  /**< in: Reserved and must be set to NULL. */
 } NV_ENC_REGISTER_RESOURCE;
 
 /** Macro for constructing the version field of ::_NV_ENC_REGISTER_RESOURCE */
-#define NV_ENC_REGISTER_RESOURCE_VER NVENCAPI_STRUCT_VERSION(3)
+#define NV_ENC_REGISTER_RESOURCE_VER NVENCAPI_STRUCT_VERSION(4)
 
 /**
  * \struct _NV_ENC_STAT
@@ -2212,7 +2582,7 @@
     uint32_t            inBufferSize;                    /**< in:  Specifies the size of the spsppsBuffer provided by the client */
     uint32_t            spsId;                           /**< in:  Specifies the SPS id to be used in sequence header. Default value is 0.  */
     uint32_t            ppsId;                           /**< in:  Specifies the PPS id to be used in picture header. Default value is 0.  */
-    void*               spsppsBuffer;                    /**< in:  Specifies bitstream header pointer of size NV_ENC_SEQUENCE_PARAM_PAYLOAD::inBufferSize. 
+    void*               spsppsBuffer;                    /**< in:  Specifies bitstream header pointer of size NV_ENC_SEQUENCE_PARAM_PAYLOAD::inBufferSize.
                                                                      It is the client's responsibility to manage this memory. */
     uint32_t*           outSPSPPSPayloadSize;            /**< out: Size of the sequence and picture header in bytes. */
     uint32_t            reserved 250;                  /**< in:  Reserved and must be set to 0 */
@@ -2265,7 +2635,7 @@
 // NvEncOpenEncodeSession
 /**
  * \brief Opens an encoding session.
- * 
+ *
  * Deprecated.
  *
  * \return
@@ -2280,10 +2650,10 @@
  *
  * The function returns the number of codec GUIDs supported by the NvEncodeAPI
  * interface.
- *  
- * \param in encoder  
+ *
+ * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
- * \param out encodeGUIDCount 
+ * \param out encodeGUIDCount
  *   Number of supported encode GUIDs.
  *
  * \return
@@ -2339,15 +2709,15 @@
 /**
  * \brief Retrieves the number of supported profile GUIDs.
  *
- * The function returns the number of profile GUIDs supported for a given codec. 
- * The client must first enumerate the codec GUIDs supported by the NvEncodeAPI 
+ * The function returns the number of profile GUIDs supported for a given codec.
+ * The client must first enumerate the codec GUIDs supported by the NvEncodeAPI
  * interface. After determining the codec GUID, it can query the NvEncodeAPI
  * interface to determine the number of profile GUIDs supported for a particular
  * codec GUID.
  *
- * \param in encoder  
+ * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
- * \param in encodeGUID 
+ * \param in encodeGUID
  *   The codec GUID for which the profile GUIDs are being enumerated.
  * \param out encodeProfileGUIDCount
  *   Number of encode profiles supported for the given encodeGUID.
@@ -2372,7 +2742,7 @@
  *
  * The function returns an array of supported profile GUIDs for a particular
  * codec GUID. The client must allocate an array where the NvEncodeAPI interface
- * can populate the profile GUIDs. The client can determine the array size using 
+ * can populate the profile GUIDs. The client can determine the array size using
  * ::NvEncGetEncodeProfileGUIDCount() API. The client must also validiate that the
  * NvEncodeAPI interface supports the GUID the client wants to pass as \p encodeGUID
  * parameter.
@@ -2382,7 +2752,7 @@
  * \param in encodeGUID
  *   The encode GUID whose profile GUIDs are being enumerated.
  * \param in guidArraySize
- *   Number of GUIDs to be retrieved. Should be set to the number retrieved using 
+ *   Number of GUIDs to be retrieved. Should be set to the number retrieved using
  *   ::NvEncGetEncodeProfileGUIDCount.
  * \param out profileGUIDs
  *   Array of supported Encode Profile GUIDs
@@ -2413,7 +2783,7 @@
  * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
  * \param in encodeGUID
- *   Encode GUID, corresponding to which the number of supported input formats 
+ *   Encode GUID, corresponding to which the number of supported input formats
  *   is to be retrieved.
  * \param out inputFmtCount
  *   Number of input formats supported for specified Encode GUID.
@@ -2435,13 +2805,13 @@
 /**
  * \brief Retrieves an array of supported Input formats
  *
- * Returns an array of supported input formats  The client must use the input 
+ * Returns an array of supported input formats  The client must use the input
  * format to create input surface using ::NvEncCreateInputBuffer() API.
- * 
- * \param in encoder 
+ *
+ * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
  * \param in encodeGUID
- *   Encode GUID, corresponding to which the number of supported input formats 
+ *   Encode GUID, corresponding to which the number of supported input formats
  *   is to be retrieved.
  *\param in inputFmtArraySize
  *   Size input format count array passed in \p inputFmts.
@@ -2469,9 +2839,9 @@
 /**
  * \brief Retrieves the capability value for a specified encoder attribute.
  *
- * The function returns the capability value for a given encoder attribute. The 
- * client must validate the encodeGUID using ::NvEncGetEncodeGUIDs() API before 
- * calling this function. The encoder attribute being queried are enumerated in 
+ * The function returns the capability value for a given encoder attribute. The
+ * client must validate the encodeGUID using ::NvEncGetEncodeGUIDs() API before
+ * calling this function. The encoder attribute being queried are enumerated in
  * ::NV_ENC_CAPS_PARAM enum.
  *
  * \param in encoder
@@ -2479,7 +2849,7 @@
  * \param in encodeGUID
  *   Encode GUID, corresponding to which the capability attribute is to be retrieved.
  * \param in capsParam
- *   Used to specify attribute being queried. Refer ::NV_ENC_CAPS_PARAM for  more 
+ *   Used to specify attribute being queried. Refer ::NV_ENC_CAPS_PARAM for  more
  * details.
  * \param out capsVal
  *   The value corresponding to the capability attribute being queried.
@@ -2501,14 +2871,14 @@
 /**
  * \brief Retrieves the number of supported preset GUIDs.
  *
- * The function returns the number of preset GUIDs available for a given codec. 
- * The client must validate the codec GUID using ::NvEncGetEncodeGUIDs() API 
+ * The function returns the number of preset GUIDs available for a given codec.
+ * The client must validate the codec GUID using ::NvEncGetEncodeGUIDs() API
  * before calling this function.
  *
  * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
  * \param in encodeGUID
- *   Encode GUID, corresponding to which the number of supported presets is to 
+ *   Encode GUID, corresponding to which the number of supported presets is to
  *   be retrieved.
  * \param out encodePresetGUIDCount
  *   Receives the number of supported preset GUIDs.
@@ -2531,19 +2901,19 @@
 /**
  * \brief Receives an array of supported encoder preset GUIDs.
  *
- * The function returns an array of encode preset GUIDs available for a given codec. 
+ * The function returns an array of encode preset GUIDs available for a given codec.
  * The client can directly use one of the preset GUIDs based upon the use case
- * or target device. The preset GUID chosen can be directly used in 
- * NV_ENC_INITIALIZE_PARAMS::presetGUID parameter to ::NvEncEncodePicture() API. 
- * Alternately client can  also use the preset GUID to retrieve the encoding config 
+ * or target device. The preset GUID chosen can be directly used in
+ * NV_ENC_INITIALIZE_PARAMS::presetGUID parameter to ::NvEncEncodePicture() API.
+ * Alternately client can  also use the preset GUID to retrieve the encoding config
  * parameters being used by NvEncodeAPI interface for that given preset, using
  * ::NvEncGetEncodePresetConfig() API. It can then modify preset config parameters
- * as per its use case and send it to NvEncodeAPI interface as part of 
+ * as per its use case and send it to NvEncodeAPI interface as part of
  * NV_ENC_INITIALIZE_PARAMS::encodeConfig parameter for NvEncInitializeEncoder()
  * API.
  *
  *
- * \param in encoder 
+ * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
  * \param in encodeGUID
  *   Encode GUID, corresponding to which the list of supported presets is to be
@@ -2551,10 +2921,10 @@
  * \param in guidArraySize
  *   Size of array of preset GUIDs passed in \p preset GUIDs
  * \param out presetGUIDs
- *   Array of supported Encode preset GUIDs from the NvEncodeAPI interface 
+ *   Array of supported Encode preset GUIDs from the NvEncodeAPI interface
  *   to client.
  * \param out encodePresetGUIDCount
- *   Receives the number of preset GUIDs returned by the NvEncodeAPI 
+ *   Receives the number of preset GUIDs returned by the NvEncodeAPI
  *   interface.
  *
  * \return
@@ -2575,21 +2945,22 @@
 /**
  * \brief Returns a preset config structure supported for given preset GUID.
  *
- * The function returns a preset config structure for a given preset GUID. Before  
- * using this function the client must enumerate the preset GUIDs available for 
+ * The function returns a preset config structure for a given preset GUID.
+ * NvEncGetEncodePresetConfig() API is not applicable to AV1.
+ * Before using this function the client must enumerate the preset GUIDs available for
  * a given codec. The preset config structure can be modified by the client depending
- * upon its use case and can be then used to initialize the encoder using 
- * ::NvEncInitializeEncoder() API. The client can use this function only if it 
- * wants to modify the NvEncodeAPI preset configuration, otherwise it can 
+ * upon its use case and can be then used to initialize the encoder using
+ * ::NvEncInitializeEncoder() API. The client can use this function only if it
+ * wants to modify the NvEncodeAPI preset configuration, otherwise it can
  * directly use the preset GUID.
- * 
+ *
  * \param in encoder
- *   Pointer to the NvEncodeAPI interface. 
+ *   Pointer to the NvEncodeAPI interface.
  * \param in encodeGUID
  *   Encode GUID, corresponding to which the list of supported presets is to be
  *   retrieved.
  * \param in presetGUID
- *   Preset GUID, corresponding to which the Encoding configurations is to be 
+ *   Preset GUID, corresponding to which the Encoding configurations is to be
  *   retrieved.
  * \param out presetConfig
  *   The requested Preset Encoder Attribute set. Refer ::_NV_ENC_CONFIG for
@@ -2613,25 +2984,25 @@
 /**
  * \brief Returns a preset config structure supported for given preset GUID.
  *
- * The function returns a preset config structure for a given preset GUID and tuning info. 
+ * The function returns a preset config structure for a given preset GUID and tuning info.
  * NvEncGetEncodePresetConfigEx() API is not applicable to H264 and HEVC meonly mode.
- * Before using this function the client must enumerate the preset GUIDs available for 
+ * Before using this function the client must enumerate the preset GUIDs available for
  * a given codec. The preset config structure can be modified by the client depending
- * upon its use case and can be then used to initialize the encoder using 
- * ::NvEncInitializeEncoder() API. The client can use this function only if it 
- * wants to modify the NvEncodeAPI preset configuration, otherwise it can 
+ * upon its use case and can be then used to initialize the encoder using
+ * ::NvEncInitializeEncoder() API. The client can use this function only if it
+ * wants to modify the NvEncodeAPI preset configuration, otherwise it can
  * directly use the preset GUID.
- * 
+ *
  * \param in encoder
- *   Pointer to the NvEncodeAPI interface. 
+ *   Pointer to the NvEncodeAPI interface.
  * \param in encodeGUID
  *   Encode GUID, corresponding to which the list of supported presets is to be
  *   retrieved.
  * \param in presetGUID
- *   Preset GUID, corresponding to which the Encoding configurations is to be 
+ *   Preset GUID, corresponding to which the Encoding configurations is to be
  *   retrieved.
  * \param in tuningInfo
- *   tuning info, corresponding to which the Encoding configurations is to be 
+ *   tuning info, corresponding to which the Encoding configurations is to be
  *   retrieved.
  * \param out presetConfig
  *   The requested Preset Encoder Attribute set. Refer ::_NV_ENC_CONFIG for
@@ -2661,11 +3032,11 @@
  * - NV_ENC_INITIALIZE_PARAMS::encodeGUID
  * - NV_ENC_INITIALIZE_PARAMS::encodeWidth
  * - NV_ENC_INITIALIZE_PARAMS::encodeHeight
- * 
+ *
  * The client can pass a preset GUID directly to the NvEncodeAPI interface using
- * NV_ENC_INITIALIZE_PARAMS::presetGUID field. If the client doesn't pass 
+ * NV_ENC_INITIALIZE_PARAMS::presetGUID field. If the client doesn't pass
  * NV_ENC_INITIALIZE_PARAMS::encodeConfig structure, the codec specific parameters
- * will be selected based on the preset GUID. The preset GUID must have been 
+ * will be selected based on the preset GUID. The preset GUID must have been
  * validated by the client using ::NvEncGetEncodePresetGUIDs() API.
  * If the client passes a custom ::_NV_ENC_CONFIG structure through
  * NV_ENC_INITIALIZE_PARAMS::encodeConfig , it will override the codec specific parameters
@@ -2699,7 +3070,7 @@
  * The client working in synchronous mode can work in a single threaded or multi
  * threaded mode. The client need not allocate any event objects. The client can
  * only lock the bitstream data after NvEncodeAPI interface has returned
- * ::NV_ENC_SUCCESS from encode picture. The NvEncodeAPI interface can return 
+ * ::NV_ENC_SUCCESS from encode picture. The NvEncodeAPI interface can return
  * ::NV_ENC_ERR_NEED_MORE_INPUT error code from ::NvEncEncodePicture() API. The
  * client must not lock the output buffer in such case but should send the next
  * frame for encoding. The client must keep on calling ::NvEncEncodePicture() API
@@ -2710,16 +3081,16 @@
  *\par Picture type decision:
  * If the client is taking the picture type decision and it must disable the picture
  * type decision module in NvEncodeAPI by setting NV_ENC_INITIALIZE_PARAMS::enablePTD
- * to 0. In this case the client is  required to send the picture in encoding 
+ * to 0. In this case the client is  required to send the picture in encoding
  * order to NvEncodeAPI by doing the re-ordering for B frames. \n
- * If the client doesn't want to take the picture type decision it can enable 
- * picture type decision module in the NvEncodeAPI interface by setting 
- * NV_ENC_INITIALIZE_PARAMS::enablePTD to 1 and send the input pictures in display 
+ * If the client doesn't want to take the picture type decision it can enable
+ * picture type decision module in the NvEncodeAPI interface by setting
+ * NV_ENC_INITIALIZE_PARAMS::enablePTD to 1 and send the input pictures in display
  * order.
- * 
+ *
  * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
- * \param in createEncodeParams 
+ * \param in createEncodeParams
  *   Refer ::_NV_ENC_INITIALIZE_PARAMS for details.
  *
  * \return
@@ -2742,10 +3113,10 @@
  * \brief Allocates Input buffer.
  *
  * This function is used to allocate an input buffer. The client must enumerate
- * the input buffer format before allocating the input buffer resources. The 
- * NV_ENC_INPUT_PTR returned by the NvEncodeAPI interface in the 
+ * the input buffer format before allocating the input buffer resources. The
+ * NV_ENC_INPUT_PTR returned by the NvEncodeAPI interface in the
  * NV_ENC_CREATE_INPUT_BUFFER::inputBuffer field can be directly used in
- * ::NvEncEncodePicture() API. The number of input buffers to be allocated by the 
+ * ::NvEncEncodePicture() API. The number of input buffers to be allocated by the
  * client must be at least 4 more than the number of B frames being used for encoding.
  *
  * \param in encoder
@@ -2763,7 +3134,7 @@
  * ::NV_ENC_ERR_INVALID_PARAM \n
  * ::NV_ENC_ERR_INVALID_VERSION \n
  * ::NV_ENC_ERR_GENERIC \n
- * 
+ *
  */
 NVENCSTATUS NVENCAPI NvEncCreateInputBuffer                     (void* encoder, NV_ENC_CREATE_INPUT_BUFFER* createInputBufferParams);
 
@@ -2779,7 +3150,7 @@
  *
  * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
- * \param in inputBuffer 
+ * \param in inputBuffer
  *   Pointer to the input buffer to be released.
  *
  * \return
@@ -2801,18 +3172,18 @@
  * \brief Set input and output CUDA stream for specified encoder attribute.
  *
  * Encoding may involve CUDA pre-processing on the input and post-processing on encoded output.
- * This function is used to set input and output CUDA streams to pipeline the CUDA pre-processing 
- * and post-processing tasks. Clients should call this function before the call to 
- * NvEncUnlockInputBuffer(). If this function is not called, the default CUDA stream is used for 
- * input and output processing. After a successful call to this function, the streams specified 
- * in that call will replace the previously-used streams. 
+ * This function is used to set input and output CUDA streams to pipeline the CUDA pre-processing
+ * and post-processing tasks. Clients should call this function before the call to
+ * NvEncUnlockInputBuffer(). If this function is not called, the default CUDA stream is used for
+ * input and output processing. After a successful call to this function, the streams specified
+ * in that call will replace the previously-used streams.
  * This API is supported for NVCUVID interface only.
  *
- * \param in encoder 
+ * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
  * \param in inputStream
  *   Pointer to CUstream which is used to process ::NV_ENC_PIC_PARAMS::inputFrame for encode.
- *   In case of ME-only mode, inputStream is used to process ::NV_ENC_MEONLY_PARAMS::inputBuffer and 
+ *   In case of ME-only mode, inputStream is used to process ::NV_ENC_MEONLY_PARAMS::inputBuffer and
  *   ::NV_ENC_MEONLY_PARAMS::referenceFrame
  * \param in outputStream
  *  Pointer to CUstream which is used to process ::NV_ENC_PIC_PARAMS::outputBuffer for encode.
@@ -2834,15 +3205,15 @@
 
 // NvEncCreateBitstreamBuffer
 /**
- * \brief Allocates an output bitstream buffer 
+ * \brief Allocates an output bitstream buffer
  *
- * This function is used to allocate an output bitstream buffer and returns a 
- * NV_ENC_OUTPUT_PTR to bitstream  buffer to the client in the 
+ * This function is used to allocate an output bitstream buffer and returns a
+ * NV_ENC_OUTPUT_PTR to bitstream  buffer to the client in the
  * NV_ENC_CREATE_BITSTREAM_BUFFER::bitstreamBuffer field.
- * The client can only call this function after the encoder session has been 
- * initialized using ::NvEncInitializeEncoder() API. The minimum number of output 
+ * The client can only call this function after the encoder session has been
+ * initialized using ::NvEncInitializeEncoder() API. The minimum number of output
  * buffers allocated by the client must be at least 4 more than the number of B
- * B frames being used for encoding. The client can only access the output 
+ * B frames being used for encoding. The client can only access the output
  * bitstream data by locking the \p bitstreamBuffer using the ::NvEncLockBitstream()
  * function.
  *
@@ -2869,7 +3240,7 @@
 
 // NvEncDestroyBitstreamBuffer
 /**
- * \brief Release a bitstream buffer. 
+ * \brief Release a bitstream buffer.
  *
  * This function is used to release the output bitstream buffer allocated using
  * the ::NvEncCreateBitstreamBuffer() function. The client must release the output
@@ -2899,7 +3270,7 @@
 /**
  * \brief Submit an input picture for encoding.
  *
- * This function is used to submit an input picture buffer for encoding. The 
+ * This function is used to submit an input picture buffer for encoding. The
  * encoding parameters are passed using \p *encodePicParams which is a pointer
  * to the ::_NV_ENC_PIC_PARAMS structure.
  *
@@ -2917,62 +3288,62 @@
  * view and view ID as 1 for dependent view.
  *
  *\par Asynchronous Encoding
- * If the client has enabled asynchronous mode of encoding by setting 
+ * If the client has enabled asynchronous mode of encoding by setting
  * NV_ENC_INITIALIZE_PARAMS::enableEncodeAsync to 1 in the ::NvEncInitializeEncoder()
  * API ,then the client must send a valid NV_ENC_PIC_PARAMS::completionEvent.
  * Incase of asynchronous mode of operation, client can queue the ::NvEncEncodePicture()
- * API commands from the main thread and then queue output buffers to be processed 
- * to a secondary worker thread. Before the locking the output buffers in the 
+ * API commands from the main thread and then queue output buffers to be processed
+ * to a secondary worker thread. Before the locking the output buffers in the
  * secondary thread , the client must wait on NV_ENC_PIC_PARAMS::completionEvent
  * it has queued in ::NvEncEncodePicture() API call. The client must always process
  * completion event and the output buffer in the same order in which they have been
- * submitted for encoding. The NvEncodeAPI interface is responsible for any 
+ * submitted for encoding. The NvEncodeAPI interface is responsible for any
  * re-ordering required for B frames and will always ensure that encoded bitstream
  * data is written in the same order in which output buffer is submitted.
  * The NvEncodeAPI interface may return ::NV_ENC_ERR_NEED_MORE_INPUT error code for
  * some ::NvEncEncodePicture() API calls but the client must not treat it as a fatal error.
- * The NvEncodeAPI interface might not be able to submit an input picture buffer for encoding 
+ * The NvEncodeAPI interface might not be able to submit an input picture buffer for encoding
  * immediately due to re-ordering for B frames.
  *\code
   The below example shows how  asynchronous encoding in case of 1 B frames
   ------------------------------------------------------------------------
-  Suppose the client allocated 4 input buffers(I1,I2..), 4 output buffers(O1,O2..) 
-  and 4 completion events(E1, E2, ...). The NvEncodeAPI interface will need to 
-  keep a copy of the input buffers for re-ordering and it allocates following 
+  Suppose the client allocated 4 input buffers(I1,I2..), 4 output buffers(O1,O2..)
+  and 4 completion events(E1, E2, ...). The NvEncodeAPI interface will need to
+  keep a copy of the input buffers for re-ordering and it allocates following
   internal buffers (NvI1, NvI2...). These internal buffers are managed by NvEncodeAPI
-  and the client is not responsible for the allocating or freeing the memory of 
+  and the client is not responsible for the allocating or freeing the memory of
   the internal buffers.
 
-  a) The client main thread will queue the following encode frame calls. 
-  Note the picture type is unknown to the client, the decision is being taken by 
-  NvEncodeAPI interface. The client should pass ::_NV_ENC_PIC_PARAMS parameter  
-  consisting of allocated input buffer, output buffer and output events in successive 
+  a) The client main thread will queue the following encode frame calls.
+  Note the picture type is unknown to the client, the decision is being taken by
+  NvEncodeAPI interface. The client should pass ::_NV_ENC_PIC_PARAMS parameter
+  consisting of allocated input buffer, output buffer and output events in successive
   ::NvEncEncodePicture() API calls along with other required encode picture params.
   For example:
   1st EncodePicture parameters - (I1, O1, E1)
   2nd EncodePicture parameters - (I2, O2, E2)
   3rd EncodePicture parameters - (I3, O3, E3)
 
-  b) NvEncodeAPI SW will receive the following encode Commands from the client. 
-  The left side shows input from client in the form (Input buffer, Output Buffer, 
+  b) NvEncodeAPI SW will receive the following encode Commands from the client.
+  The left side shows input from client in the form (Input buffer, Output Buffer,
   Output Event). The right hand side shows a possible picture type decision take by
   the NvEncodeAPI interface.
   (I1, O1, E1)    ---P1 Frame
   (I2, O2, E2)    ---B2 Frame
   (I3, O3, E3)    ---P3 Frame
 
-  c) NvEncodeAPI interface will make a copy of the input buffers to its internal  
-   buffers for re-ordering. These copies are done as part of nvEncEncodePicture  
-   function call from the client and NvEncodeAPI interface is responsible for  
+  c) NvEncodeAPI interface will make a copy of the input buffers to its internal
+   buffers for re-ordering. These copies are done as part of nvEncEncodePicture
+   function call from the client and NvEncodeAPI interface is responsible for
    synchronization of copy operation with the actual encoding operation.
-   I1 --> NvI1  
-   I2 --> NvI2 
+   I1 --> NvI1
+   I2 --> NvI2
    I3 --> NvI3
 
    d) The NvEncodeAPI encodes I1 as P frame and submits I1 to encoder HW and returns ::NV_ENC_SUCCESS.
    The NvEncodeAPI tries to encode I2 as B frame and fails with ::NV_ENC_ERR_NEED_MORE_INPUT error code.
    The error is not fatal and it notifies client that I2 is not submitted to encoder immediately.
-   The NvEncodeAPI encodes I3 as P frame and submits I3 for encoding which will be used as  backward 
+   The NvEncodeAPI encodes I3 as P frame and submits I3 for encoding which will be used as  backward
    reference frame for I2. The NvEncodeAPI then submits I2 for encoding and returns ::NV_ENC_SUCESS.
    Both the submission are part of the same ::NvEncEncodePicture() function call.
 
@@ -2984,22 +3355,22 @@
    (I1, O1, E1)
    (I2, O2, E2)
    (I3, O3, E3)
-   Note they are in the same order in which client calls ::NvEncEncodePicture() API 
+   Note they are in the same order in which client calls ::NvEncEncodePicture() API
    in \p step a).
 
-  f) NvEncodeAPI interface  will do the re-ordering such that Encoder HW will receive 
+  f) NvEncodeAPI interface  will do the re-ordering such that Encoder HW will receive
   the following encode commands:
   (NvI1, O1, E1)   ---P1 Frame
   (NvI3, O2, E2)   ---P3 Frame
   (NvI2, O3, E3)   ---B2 frame
 
-  g) After the encoding operations are completed, the events will be signaled 
+  g) After the encoding operations are completed, the events will be signaled
   by NvEncodeAPI interface in the following order :
   (O1, E1) ---P1 Frame ,output bitstream copied to O1 and event E1 signaled.
   (O2, E2) ---P3 Frame ,output bitstream copied to O2 and event E2 signaled.
   (O3, E3) ---B2 Frame ,output bitstream copied to O3 and event E3 signaled.
 
-  h) The client must lock the bitstream data using ::NvEncLockBitstream() API in 
+  h) The client must lock the bitstream data using ::NvEncLockBitstream() API in
    the order O1,O2,O3  to read the encoded data, after waiting for the events
    to be signaled in the same order i.e E1, E2 and E3.The output processing is
    done in the secondary thread in the following order:
@@ -3007,57 +3378,57 @@
    Waits on E2, copies encoded bitstream from O2
    Waits on E3, copies encoded bitstream from O3
 
-  -Note the client will receive the events signaling and output buffer in the 
+  -Note the client will receive the events signaling and output buffer in the
    same order in which they have submitted for encoding.
-  -Note the LockBitstream will have picture type field which will notify the 
+  -Note the LockBitstream will have picture type field which will notify the
    output picture type to the clients.
-  -Note the input, output buffer and the output completion event are free to be 
+  -Note the input, output buffer and the output completion event are free to be
    reused once NvEncodeAPI interfaced has signaled the event and the client has
    copied the data from the output buffer.
 
  * \endcode
  *
  *\par Synchronous Encoding
- * The client can enable synchronous mode of encoding by setting 
+ * The client can enable synchronous mode of encoding by setting
  * NV_ENC_INITIALIZE_PARAMS::enableEncodeAsync to 0 in ::NvEncInitializeEncoder() API.
  * The NvEncodeAPI interface may return ::NV_ENC_ERR_NEED_MORE_INPUT error code for
- * some ::NvEncEncodePicture() API calls when NV_ENC_INITIALIZE_PARAMS::enablePTD 
- * is set to 1, but the client must not treat it as a fatal error. The NvEncodeAPI 
- * interface might not be able to submit an input picture buffer for encoding 
- * immediately due to re-ordering for B frames. The NvEncodeAPI interface cannot 
- * submit the input picture which is decided to be encoded as B frame as it waits 
+ * some ::NvEncEncodePicture() API calls when NV_ENC_INITIALIZE_PARAMS::enablePTD
+ * is set to 1, but the client must not treat it as a fatal error. The NvEncodeAPI
+ * interface might not be able to submit an input picture buffer for encoding
+ * immediately due to re-ordering for B frames. The NvEncodeAPI interface cannot
+ * submit the input picture which is decided to be encoded as B frame as it waits
  * for backward reference from  temporally subsequent frames. This input picture
  * is buffered internally and waits for more input picture to arrive. The client
- * must not call ::NvEncLockBitstream() API on the output buffers whose 
- * ::NvEncEncodePicture() API returns ::NV_ENC_ERR_NEED_MORE_INPUT. The client must 
- * wait for the NvEncodeAPI interface to return ::NV_ENC_SUCCESS before locking the 
+ * must not call ::NvEncLockBitstream() API on the output buffers whose
+ * ::NvEncEncodePicture() API returns ::NV_ENC_ERR_NEED_MORE_INPUT. The client must
+ * wait for the NvEncodeAPI interface to return ::NV_ENC_SUCCESS before locking the
  * output bitstreams to read the encoded bitstream data. The following example
  * explains the scenario with synchronous encoding with 2 B frames.
  *\code
  The below example shows how  synchronous encoding works in case of 1 B frames
  -----------------------------------------------------------------------------
- Suppose the client allocated 4 input buffers(I1,I2..), 4 output buffers(O1,O2..) 
- and 4 completion events(E1, E2, ...). The NvEncodeAPI interface will need to 
- keep a copy of the input buffers for re-ordering and it allocates following 
+ Suppose the client allocated 4 input buffers(I1,I2..), 4 output buffers(O1,O2..)
+ and 4 completion events(E1, E2, ...). The NvEncodeAPI interface will need to
+ keep a copy of the input buffers for re-ordering and it allocates following
  internal buffers (NvI1, NvI2...). These internal buffers are managed by NvEncodeAPI
- and the client is not responsible for the allocating or freeing the memory of 
+ and the client is not responsible for the allocating or freeing the memory of
  the internal buffers.
 
  The client calls ::NvEncEncodePicture() API with input buffer I1 and output buffer O1.
  The NvEncodeAPI decides to encode I1 as P frame and submits it to encoder
- HW and returns ::NV_ENC_SUCCESS. 
+ HW and returns ::NV_ENC_SUCCESS.
  The client can now read the encoded data by locking the output O1 by calling
  NvEncLockBitstream API.
 
  The client calls ::NvEncEncodePicture() API with input buffer I2 and output buffer O2.
  The NvEncodeAPI decides to encode I2 as B frame and buffers I2 by copying it
  to internal buffer and returns ::NV_ENC_ERR_NEED_MORE_INPUT.
- The error is not fatal and it notifies client that it cannot read the encoded 
+ The error is not fatal and it notifies client that it cannot read the encoded
  data by locking the output O2 by calling ::NvEncLockBitstream() API without submitting
  more work to the NvEncodeAPI interface.
-  
+
  The client calls ::NvEncEncodePicture() with input buffer I3 and output buffer O3.
- The NvEncodeAPI decides to encode I3 as P frame and it first submits I3 for 
+ The NvEncodeAPI decides to encode I3 as P frame and it first submits I3 for
  encoding which will be used as backward reference frame for I2.
  The NvEncodeAPI then submits I2 for encoding and returns ::NV_ENC_SUCESS. Both
  the submission are part of the same ::NvEncEncodePicture() function call.
@@ -3097,16 +3468,16 @@
  * \brief Lock output bitstream buffer
  *
  * This function is used to lock the bitstream buffer to read the encoded data.
- * The client can only access the encoded data by calling this function. 
- * The pointer to client accessible encoded data is returned in the 
+ * The client can only access the encoded data by calling this function.
+ * The pointer to client accessible encoded data is returned in the
  * NV_ENC_LOCK_BITSTREAM::bitstreamBufferPtr field. The size of the encoded data
  * in the output buffer is returned in the NV_ENC_LOCK_BITSTREAM::bitstreamSizeInBytes
- * The NvEncodeAPI interface also returns the output picture type and picture structure 
+ * The NvEncodeAPI interface also returns the output picture type and picture structure
  * of the encoded frame in NV_ENC_LOCK_BITSTREAM::pictureType and
  * NV_ENC_LOCK_BITSTREAM::pictureStruct fields respectively. If the client has
  * set NV_ENC_LOCK_BITSTREAM::doNotWait to 1, the function might return
- * ::NV_ENC_ERR_LOCK_BUSY if client is operating in synchronous mode. This is not 
- * a fatal failure if NV_ENC_LOCK_BITSTREAM::doNotWait is set to 1. In the above case the client can 
+ * ::NV_ENC_ERR_LOCK_BUSY if client is operating in synchronous mode. This is not
+ * a fatal failure if NV_ENC_LOCK_BITSTREAM::doNotWait is set to 1. In the above case the client can
  * retry the function after few milliseconds.
  *
  * \param in encoder
@@ -3168,9 +3539,9 @@
  * This function is used to lock the input buffer to load the uncompressed YUV
  * pixel data into input buffer memory. The client must pass the NV_ENC_INPUT_PTR
  * it had previously allocated using ::NvEncCreateInputBuffer()in the
- * NV_ENC_LOCK_INPUT_BUFFER::inputBuffer field. 
- * The NvEncodeAPI interface returns pointer to client accessible input buffer 
- * memory in NV_ENC_LOCK_INPUT_BUFFER::bufferDataPtr field. 
+ * NV_ENC_LOCK_INPUT_BUFFER::inputBuffer field.
+ * The NvEncodeAPI interface returns pointer to client accessible input buffer
+ * memory in NV_ENC_LOCK_INPUT_BUFFER::bufferDataPtr field.
  *
  * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
@@ -3231,6 +3602,8 @@
  *
  * This function is used to retrieve the encoding statistics.
  * This API is not supported when encode device type is CUDA.
+ * Note that this API will be removed in future Video Codec SDK release.
+ * Clients should use NvEncLockBitstream() API to retrieve the encoding statistics.
  *
  * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
@@ -3256,16 +3629,16 @@
 /**
  * \brief Get encoded sequence and picture header.
  *
- * This function can be used to retrieve the sequence and picture header out of 
- * band. The client must call this function only after the encoder has been 
- * initialized using ::NvEncInitializeEncoder() function. The client must 
+ * This function can be used to retrieve the sequence and picture header out of
+ * band. The client must call this function only after the encoder has been
+ * initialized using ::NvEncInitializeEncoder() function. The client must
  * allocate the memory where the NvEncodeAPI interface can copy the bitstream
- * header and pass the pointer to the memory in NV_ENC_SEQUENCE_PARAM_PAYLOAD::spsppsBuffer. 
+ * header and pass the pointer to the memory in NV_ENC_SEQUENCE_PARAM_PAYLOAD::spsppsBuffer.
  * The size of buffer is passed in the field  NV_ENC_SEQUENCE_PARAM_PAYLOAD::inBufferSize.
- * The NvEncodeAPI interface will copy the bitstream header payload and returns 
+ * The NvEncodeAPI interface will copy the bitstream header payload and returns
  * the actual size of the bitstream header in the field
  * NV_ENC_SEQUENCE_PARAM_PAYLOAD::outSPSPPSPayloadSize.
- * The client must call  ::NvEncGetSequenceParams() function from the same thread which is 
+ * The client must call  ::NvEncGetSequenceParams() function from the same thread which is
  * being used to call ::NvEncEncodePicture() function.
  *
  * \param in encoder
@@ -3283,7 +3656,7 @@
  * ::NV_ENC_ERR_INVALID_VERSION \n
  * ::NV_ENC_ERR_INVALID_PARAM \n
  * ::NV_ENC_ERR_ENCODER_NOT_INITIALIZED \n
- * ::NV_ENC_ERR_GENERIC \n 
+ * ::NV_ENC_ERR_GENERIC \n
  *
  */
 NVENCSTATUS NVENCAPI NvEncGetSequenceParams                     (void* encoder, NV_ENC_SEQUENCE_PARAM_PAYLOAD* sequenceParamPayload);
@@ -3293,15 +3666,15 @@
  * \brief Get sequence and picture header.
  *
  * This function can be used to retrieve the sequence and picture header out of band, even when
- * encoder has not been initialized using ::NvEncInitializeEncoder() function. 
+ * encoder has not been initialized using ::NvEncInitializeEncoder() function.
  * The client must allocate the memory where the NvEncodeAPI interface can copy the bitstream
- * header and pass the pointer to the memory in NV_ENC_SEQUENCE_PARAM_PAYLOAD::spsppsBuffer. 
- * The size of buffer is passed in the field  NV_ENC_SEQUENCE_PARAM_PAYLOAD::inBufferSize. 
- * If encoder has not been initialized using ::NvEncInitializeEncoder() function, client must 
- * send NV_ENC_INITIALIZE_PARAMS as input. The NV_ENC_INITIALIZE_PARAMS passed must be same as the 
+ * header and pass the pointer to the memory in NV_ENC_SEQUENCE_PARAM_PAYLOAD::spsppsBuffer.
+ * The size of buffer is passed in the field  NV_ENC_SEQUENCE_PARAM_PAYLOAD::inBufferSize.
+ * If encoder has not been initialized using ::NvEncInitializeEncoder() function, client must
+ * send NV_ENC_INITIALIZE_PARAMS as input. The NV_ENC_INITIALIZE_PARAMS passed must be same as the
  * one which will be used for initializing encoder using ::NvEncInitializeEncoder() function later.
- * If encoder is already initialized using ::NvEncInitializeEncoder() function, the provided 
- * NV_ENC_INITIALIZE_PARAMS structure is ignored. The NvEncodeAPI interface will copy the bitstream 
+ * If encoder is already initialized using ::NvEncInitializeEncoder() function, the provided
+ * NV_ENC_INITIALIZE_PARAMS structure is ignored. The NvEncodeAPI interface will copy the bitstream
  * header payload and returns the actual size of the bitstream header in the field
  * NV_ENC_SEQUENCE_PARAM_PAYLOAD::outSPSPPSPayloadSize. The client must call  ::NvEncGetSequenceParamsEx()
  * function from the same thread which is being used to call ::NvEncEncodePicture() function.
@@ -3322,7 +3695,7 @@
  * ::NV_ENC_ERR_OUT_OF_MEMORY \n
  * ::NV_ENC_ERR_INVALID_VERSION \n
  * ::NV_ENC_ERR_INVALID_PARAM \n
- * ::NV_ENC_ERR_GENERIC \n 
+ * ::NV_ENC_ERR_GENERIC \n
  *
  */
 NVENCSTATUS NVENCAPI NvEncGetSequenceParamEx                     (void* encoder, NV_ENC_INITIALIZE_PARAMS* encInitParams, NV_ENC_SEQUENCE_PARAM_PAYLOAD* sequenceParamPayload);
@@ -3331,11 +3704,11 @@
 /**
  * \brief Register event for notification to encoding completion.
  *
- * This function is used to register the completion event with NvEncodeAPI 
- * interface. The event is required when the client has configured the encoder to 
+ * This function is used to register the completion event with NvEncodeAPI
+ * interface. The event is required when the client has configured the encoder to
  * work in asynchronous mode. In this mode the client needs to send a completion
- * event with every output buffer. The NvEncodeAPI interface will signal the 
- * completion of the encoding process using this event. Only after the event is 
+ * event with every output buffer. The NvEncodeAPI interface will signal the
+ * completion of the encoding process using this event. Only after the event is
  * signaled the client can get the encoded data using ::NvEncLockBitstream() function.
  *
  * \param in encoder
@@ -3388,7 +3761,7 @@
 NVENCSTATUS NVENCAPI NvEncUnregisterAsyncEvent                  (void* encoder, NV_ENC_EVENT_PARAMS* eventParams);
 
 
-// NvEncMapInputResource 
+// NvEncMapInputResource
 /**
  * \brief Map an externally created input resource pointer for encoding.
  *
@@ -3427,7 +3800,7 @@
 NVENCSTATUS NVENCAPI NvEncMapInputResource                         (void* encoder, NV_ENC_MAP_INPUT_RESOURCE* mapInputResParams);
 
 
-// NvEncUnmapInputResource 
+// NvEncUnmapInputResource
 /**
  * \brief  UnMaps a NV_ENC_INPUT_PTR  which was mapped for encoding
  *
@@ -3466,14 +3839,14 @@
  * \brief Destroy Encoding Session
  *
  * Destroys the encoder session previously created using ::NvEncOpenEncodeSession()
- * function. The client must flush the encoder before freeing any resources. In order 
- * to flush the encoder the client must pass a NULL encode picture packet and either 
- * wait for the ::NvEncEncodePicture() function to return in synchronous mode or wait 
+ * function. The client must flush the encoder before freeing any resources. In order
+ * to flush the encoder the client must pass a NULL encode picture packet and either
+ * wait for the ::NvEncEncodePicture() function to return in synchronous mode or wait
  * for the flush event to be signaled by the encoder in asynchronous mode.
  * The client must free all the input and output resources created using the
  * NvEncodeAPI interface before destroying the encoder. If the client is operating
  * in asynchronous mode, it must also unregister the completion events previously
- * registered. 
+ * registered.
  *
  * \param in encoder
  *   Pointer to the NvEncodeAPI interface.
@@ -3493,15 +3866,15 @@
 
 // NvEncInvalidateRefFrames
 /**
- * \brief Invalidate reference frames 
+ * \brief Invalidate reference frames
  *
- * Invalidates reference frame based on the time stamp provided by the client. 
+ * Invalidates reference frame based on the time stamp provided by the client.
  * The encoder marks any reference frames or any frames which have been reconstructed
  * using the corrupt frame as invalid for motion estimation and uses older reference
- * frames for motion estimation. The encoded forces the current frame to be encoded
+ * frames for motion estimation. The encoder forces the current frame to be encoded
  * as an intra frame if no reference frames are left after invalidation process.
- * This is useful for low latency application for error resiliency. The client 
- * is recommended to set NV_ENC_CONFIG_H264::maxNumRefFrames to a large value so 
+ * This is useful for low latency application for error resiliency. The client
+ * is recommended to set NV_ENC_CONFIG_H264::maxNumRefFrames to a large value so
  * that encoder can keep a backup of older reference frames in the DPB and can use them
  * for motion estimation when the newer reference frames have been invalidated.
  * This API can be called multiple times.
@@ -3527,14 +3900,14 @@
 // NvEncOpenEncodeSessionEx
 /**
  * \brief Opens an encoding session.
- * 
+ *
  * Opens an encoding session and returns a pointer to the encoder interface in
  * the \p **encoder parameter. The client should start encoding process by calling
- * this API first. 
+ * this API first.
  * The client must pass a pointer to IDirect3DDevice9 device or CUDA context in the \p *device parameter.
  * For the OpenGL interface, \p device must be NULL. An OpenGL context must be current when
  * calling all NvEncodeAPI functions.
- * If the creation of encoder session fails, the client must call ::NvEncDestroyEncoder API 
+ * If the creation of encoder session fails, the client must call ::NvEncDestroyEncoder API
  * before exiting.
  *
  * \param in openSessionExParams
@@ -3557,7 +3930,7 @@
 // NvEncRegisterResource
 /**
  * \brief Registers a resource with the Nvidia Video Encoder Interface.
- * 
+ *
  * Registers a resource with the Nvidia Video Encoder Interface for book keeping.
  * The client is expected to pass the registered resource handle as well, while calling ::NvEncMapInputResource API.
  *
@@ -3566,7 +3939,7 @@
  *
  * \param in registerResParams
  *   Pointer to a ::_NV_ENC_REGISTER_RESOURCE structure
- * 
+ *
  * \return
  * ::NV_ENC_SUCCESS \n
  * ::NV_ENC_ERR_INVALID_PTR \n
@@ -3587,9 +3960,9 @@
 // NvEncUnregisterResource
 /**
  * \brief Unregisters a resource previously registered with the Nvidia Video Encoder Interface.
- * 
+ *
  * Unregisters a resource previously registered with the Nvidia Video Encoder Interface.
- * The client is expected to unregister any resource that it has registered with the 
+ * The client is expected to unregister any resource that it has registered with the
  * Nvidia Video Encoder Interface before destroying the resource.
  *
  * \param in encoder
@@ -3618,16 +3991,16 @@
 // NvEncReconfigureEncoder
 /**
  * \brief Reconfigure an existing encoding session.
- * 
+ *
  * Reconfigure an existing encoding session.
- * The client should call this API to change/reconfigure the parameter passed during 
+ * The client should call this API to change/reconfigure the parameter passed during
  * NvEncInitializeEncoder API call.
  * Currently Reconfiguration of following are not supported.
  * Change in GOP structure.
  * Change in sync-Async mode.
  * Change in MaxWidth & MaxHeight.
  * Change in PTD mode.
- * 
+ *
  * Resolution change is possible only if maxEncodeWidth & maxEncodeHeight of NV_ENC_INITIALIZE_PARAMS
  * is set while creating encoder session.
  *
@@ -3776,7 +4149,7 @@
 
 /// \cond API PFN
 /*
- *  Defines API function pointers 
+ *  Defines API function pointers
  */
 typedef NVENCSTATUS (NVENCAPI* PNVENCOPENENCODESESSION)         (void* device, uint32_t deviceType, void** encoder);
 typedef NVENCSTATUS (NVENCAPI* PNVENCGETENCODEGUIDCOUNT)        (void* encoder, uint32_t* encodeGUIDCount);
@@ -3885,7 +4258,7 @@
 /**
  * \ingroup ENCODE_FUNC
  * Entry Point to the NvEncodeAPI interface.
- * 
+ *
  * Creates an instance of the NvEncodeAPI interface, and populates the
  * pFunctionList with function pointers to the API routines implemented by the
  * NvEncodeAPI interface.

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/nvcuvid.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/nvcuvid.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/nvcodec/plugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/nvcodec/plugin.c Changed

@@ -30,6 +30,7 @@
 #endif
 
 #include <gst/cuda/gstcuda.h>
+#ifdef HAVE_NVCODEC_DGPU
 #include "gstnvdec.h"
 #include "gstnvenc.h"
 #include "gstnvav1dec.h"
@@ -38,21 +39,25 @@
 #include "gstnvvp8dec.h"
 #include "gstnvvp9dec.h"
 #include "gstnvdecoder.h"
+#endif
 #include "gstcudamemorycopy.h"
 #include "gstcudaconvertscale.h"
-#ifdef HAVE_NVCODEC_NVMM
-#include "gstcudanvmm.h"
-#endif
+#include <gst/cuda/gstcudanvmm-private.h>
 
 #ifdef G_OS_WIN32
 #include <gst/d3d11/gstd3d11.h>
 #endif
+#ifdef HAVE_NVCODEC_DGPU
 #include "gstnvh264encoder.h"
 #include "gstnvh265encoder.h"
+#include "gstnvav1encoder.h"
+#include "gstnvjpegenc.h"
+#endif
+
 #include "gstcudaipcsink.h"
 #include "gstcudaipcsrc.h"
 #include "gstnvcodecutils.h"
-#include "gstnvjpegenc.h"
+#include "gstcudacompositor.h"
 
 #include <glib/gi18n-lib.h>
 
@@ -61,10 +66,6 @@
 GST_DEBUG_CATEGORY (gst_nvenc_debug);
 GST_DEBUG_CATEGORY (gst_nv_decoder_debug);
 
-#ifdef HAVE_NVCODEC_NVMM
-GST_DEBUG_CATEGORY (gst_cuda_nvmm_debug);
-#endif
-
 #define GST_CAT_DEFAULT gst_nvcodec_debug
 
 #ifdef G_OS_WIN32
@@ -119,6 +120,7 @@
   const char *err_name = NULL, *err_desc = NULL;
   gint dev_count = 0;
   guint i;
+#ifdef HAVE_NVCODEC_DGPU
   gboolean nvdec_available = TRUE;
   gboolean nvenc_available = TRUE;
   /* hardcoded minimum supported version */
@@ -126,6 +128,8 @@
   guint api_minor_ver = 1;
   GList *h264_enc_cdata = NULL;
   GList *h265_enc_cdata = NULL;
+  GList *av1_enc_cdata = NULL;
+#endif
   gboolean have_nvrtc = FALSE;
 
   GST_DEBUG_CATEGORY_INIT (gst_nvcodec_debug, "nvcodec", 0, "nvcodec");
@@ -133,16 +137,13 @@
   GST_DEBUG_CATEGORY_INIT (gst_nvenc_debug, "nvenc", 0, "nvenc");
   GST_DEBUG_CATEGORY_INIT (gst_nv_decoder_debug, "nvdecoder", 0, "nvdecoder");
 
-#ifdef HAVE_NVCODEC_NVMM
-  GST_DEBUG_CATEGORY_INIT (gst_cuda_nvmm_debug, "cudanvmm", 0, "cudanvmm");
-#endif
-
   if (!gst_cuda_load_library ()) {
     gst_plugin_add_status_warning (plugin,
         "CUDA library \"" CUDA_LIBNAME "\" was not found.");
     return TRUE;
   }
 
+#ifdef HAVE_NVCODEC_DGPU
   /* get available API version from nvenc and it will be passed to
    * nvdec */
   if (!gst_nvenc_load_library (&api_major_ver, &api_minor_ver)) {
@@ -161,6 +162,7 @@
 
   if (!nvdec_available && !nvenc_available)
     return TRUE;
+#endif
 
   cuda_ret = CuInit (0);
   if (cuda_ret != CUDA_SUCCESS) {
@@ -191,7 +193,15 @@
     return TRUE;
   }
 
+#ifdef NVCODEC_CUDA_PRECOMPILED
+  /* If cuda kernels are precompiled, just try library load library.
+   * Even if we have compiled kernel bytecode, we may need to use
+   * this runtime compiler as a fallback */
+  gst_cuda_nvrtc_load_library ();
+  have_nvrtc = TRUE;
+#else
   have_nvrtc = check_runtime_compiler ();
+#endif
   if (!have_nvrtc) {
     gst_plugin_add_status_info (plugin,
         "CUDA runtime compilation library \"" NVRTC_LIBNAME "\" was not found, "
@@ -200,8 +210,9 @@
 
   for (i = 0; i < dev_count; i++) {
     GstCudaContext *context = gst_cuda_context_new (i);
-    CUcontext cuda_ctx;
+#if defined(G_OS_WIN32) || defined(HAVE_NVCODEC_DGPU)
     gint64 adapter_luid = 0;
+#endif
 
     if (!context) {
       GST_WARNING ("Failed to create context for device %d", i);
@@ -211,7 +222,7 @@
     g_object_get (context, "dxgi-adapter-luid", &adapter_luid, NULL);
 #endif
 
-    cuda_ctx = gst_cuda_context_get_handle (context);
+#ifdef HAVE_NVCODEC_DGPU
     if (nvdec_available) {
       gint j;
 
@@ -221,7 +232,7 @@
         cudaVideoCodec codec = (cudaVideoCodec) j;
         gboolean register_cuviddec = FALSE;
 
-        if (gst_nv_decoder_check_device_caps (cuda_ctx,
+        if (gst_nv_decoder_check_device_caps (context,
                 codec, &sink_template, &src_template)) {
           const gchar *codec_name = gst_cuda_video_codec_to_string (codec);
 
@@ -291,37 +302,54 @@
           if (cdata)
             h265_enc_cdata = g_list_append (h265_enc_cdata, cdata);
 
+          cdata = gst_nv_av1_encoder_register_d3d11 (plugin,
+              d3d11_device, GST_RANK_NONE);
+          if (cdata)
+            av1_enc_cdata = g_list_append (av1_enc_cdata, cdata);
+
           gst_object_unref (d3d11_device);
         }
       }
 #endif
-      cdata =
-          gst_nv_h264_encoder_register_cuda (plugin, context, GST_RANK_NONE);
+      cdata = gst_nv_h264_encoder_register_cuda (plugin,
+          context, GST_RANK_PRIMARY + 1);
       if (cdata)
         h264_enc_cdata = g_list_append (h264_enc_cdata, cdata);
 
-      cdata =
-          gst_nv_h265_encoder_register_cuda (plugin, context, GST_RANK_NONE);
+      cdata = gst_nv_h265_encoder_register_cuda (plugin,
+          context, GST_RANK_PRIMARY + 1);
       if (cdata)
         h265_enc_cdata = g_list_append (h265_enc_cdata, cdata);
 
-      gst_nvenc_plugin_init (plugin, i, cuda_ctx);
+      cdata = gst_nv_av1_encoder_register_cuda (plugin,
+          context, GST_RANK_PRIMARY + 1);
+      if (cdata)
+        av1_enc_cdata = g_list_append (av1_enc_cdata, cdata);
     }
 
     gst_nv_jpeg_enc_register (plugin, context, GST_RANK_NONE, have_nvrtc);
 
+#endif
     gst_object_unref (context);
   }
 
+#ifdef HAVE_NVCODEC_DGPU
   if (h264_enc_cdata) {
     gst_nv_h264_encoder_register_auto_select (plugin, h264_enc_cdata,
         GST_RANK_NONE);
   }
+
   if (h265_enc_cdata) {
     gst_nv_h265_encoder_register_auto_select (plugin, h265_enc_cdata,
         GST_RANK_NONE);
   }
 
+  if (av1_enc_cdata) {
+    gst_nv_av1_encoder_register_auto_select (plugin, av1_enc_cdata,
+        GST_RANK_NONE);
+  }
+#endif
+
   gst_cuda_memory_copy_register (plugin, GST_RANK_NONE);
 
   if (have_nvrtc) {
@@ -331,6 +359,8 @@
         GST_TYPE_CUDA_SCALE);
     gst_element_register (plugin, "cudaconvertscale", GST_RANK_NONE,
         GST_TYPE_CUDA_CONVERT_SCALE);
+    gst_element_register (plugin, "cudacompositor", GST_RANK_NONE,
+        GST_TYPE_CUDA_COMPOSITOR);
   }
   gst_element_register (plugin,
       "cudaipcsink", GST_RANK_NONE, GST_TYPE_CUDA_IPC_SINK);
@@ -338,12 +368,8 @@
       "cudaipcsrc", GST_RANK_NONE, GST_TYPE_CUDA_IPC_SRC);
 
   gst_cuda_memory_init_once ();
-
-#ifdef HAVE_NVCODEC_NVMM
-  if (gst_cuda_nvmm_init_once ()) {
+  if (gst_cuda_nvmm_init_once ())
     GST_INFO ("Enable NVMM support");
-  }
-#endif
 
   g_object_set_data_full (G_OBJECT (plugin),
       "plugin-nvcodec-shutdown", (gpointer) "shutdown-data",

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/opensles/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/opensles/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvallocator_d3d11.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvallocator_d3d11.cpp Changed

@@ -25,6 +25,10 @@
 #include <string.h>
 #include <wrl.h>
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 /* *INDENT-OFF* */
 using namespace Microsoft::WRL;
 /* *INDENT-ON* */
@@ -38,6 +42,7 @@
 
   GstD3D11Device *device;
   GstD3D11Fence *fence;
+  gboolean d3d12_import_allowed;
 };
 
 #define gst_qsv_d3d11_allocator_parent_class parent_class
@@ -438,6 +443,7 @@
 gst_qsv_d3d11_allocator_upload (GstQsvAllocator * allocator,
     const GstVideoInfo * info, GstBuffer * buffer, GstBufferPool * pool)
 {
+  auto self = GST_QSV_D3D11_ALLOCATOR (allocator);
   GstMemory *mem;
   GstD3D11Memory *dmem;
   D3D11_TEXTURE2D_DESC desc;
@@ -455,19 +461,48 @@
    */
 
   if (!GST_IS_D3D11_BUFFER_POOL (pool)) {
-    GST_ERROR_OBJECT (allocator, "Not a d3d11 buffer pool");
+    GST_ERROR_OBJECT (self, "Not a d3d11 buffer pool");
     return nullptr;
   }
 
   flow_ret = gst_buffer_pool_acquire_buffer (pool, &dst_buf, nullptr);
   if (flow_ret != GST_FLOW_OK) {
-    GST_WARNING_OBJECT (allocator,
+    GST_WARNING_OBJECT (self,
         "Failed to acquire buffer from pool, return %s",
         gst_flow_get_name (flow_ret));
     return nullptr;
   }
 
   mem = gst_buffer_peek_memory (buffer, 0);
+
+#ifdef HAVE_GST_D3D12
+  if (self->d3d12_import_allowed && gst_is_d3d12_memory (mem)) {
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    gint64 luid, other_luid;
+    auto device11 = GST_D3D11_BUFFER_POOL (pool)->device;
+    g_object_get (dmem->device, "adapter-luid", &luid, nullptr);
+    g_object_get (device11, "adapter-luid", &other_luid, nullptr);
+    if (luid == other_luid) {
+      auto device_handle = gst_d3d11_device_get_device_handle (device11);
+      auto texture = gst_d3d12_memory_get_d3d11_texture (dmem, device_handle);
+      if (texture) {
+        gst_d3d12_memory_sync (dmem);
+        auto wrapped = gst_d3d11_allocator_alloc_wrapped (nullptr,
+            device11, texture, 1, nullptr, nullptr);
+        if (wrapped) {
+          GST_TRACE_OBJECT (allocator, "Importing D3D12 resource");
+
+          auto wrapped_buf = gst_buffer_new ();
+          gst_buffer_append_memory (wrapped_buf, wrapped);
+          gst_buffer_add_parent_buffer_meta (wrapped_buf, buffer);
+          gst_buffer_unref (dst_buf);
+          return wrapped_buf;
+        }
+      }
+    }
+  }
+#endif
+
   if (!gst_is_d3d11_memory (mem) || gst_buffer_n_memory (buffer) > 1) {
     /* d3d11 buffer should hold single memory object */
     return gst_qsv_frame_upload_sysmem (info, buffer, dst_buf);
@@ -491,14 +526,13 @@
   gst_d3d11_memory_get_texture_desc (dmem, &desc);
 
   if (desc.Usage == D3D11_USAGE_DEFAULT && !shared_copy) {
-    GST_TRACE_OBJECT (allocator, "Wrapping D3D11 buffer without copy");
+    GST_TRACE_OBJECT (self, "Wrapping D3D11 buffer without copy");
     gst_buffer_unref (dst_buf);
 
     return gst_buffer_ref (buffer);
   }
 
-  return gst_qsv_frame_copy_d3d11 (GST_QSV_D3D11_ALLOCATOR (allocator), info,
-      buffer, dst_buf, shared_copy);
+  return gst_qsv_frame_copy_d3d11 (self, info, buffer, dst_buf, shared_copy);
 }
 
 static GstBuffer *
@@ -571,3 +605,11 @@
 
   return GST_QSV_ALLOCATOR (self);
 }
+
+void
+gst_qsv_d3d11_allocator_set_d3d12_import_allowed (GstQsvAllocator * allocator,
+    gboolean allowed)
+{
+  auto self = GST_QSV_D3D11_ALLOCATOR (allocator);
+  self->d3d12_import_allowed = allowed;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvallocator_d3d11.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvallocator_d3d11.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvav1enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvav1enc.cpp Changed

@@ -46,6 +46,10 @@
 #include <gst/va/gstva.h>
 #endif
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 GST_DEBUG_CATEGORY_STATIC (gst_qsv_av1_enc_debug);
 #define GST_CAT_DEFAULT gst_qsv_av1_enc_debug
 
@@ -116,6 +120,7 @@
 
 #define DOC_SINK_CAPS \
     "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw(memory:VAMemory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw, " DOC_SINK_CAPS_COMM
 
@@ -131,6 +136,7 @@
   gint64 adapter_luid;
   gchar *display_path;
   gchar *description;
+  gboolean d3d12_interop;
 } GstQsvAV1EncClassData;
 
 typedef struct _GstQsvAV1Enc
@@ -195,6 +201,7 @@
   qsvenc_class->impl_index = cdata->impl_index;
   qsvenc_class->adapter_luid = cdata->adapter_luid;
   qsvenc_class->display_path = cdata->display_path;
+  qsvenc_class->d3d12_interop = cdata->d3d12_interop;
 
   object_class->finalize = gst_qsv_av1_enc_finalize;
   object_class->set_property = gst_qsv_av1_enc_set_property;
@@ -619,7 +626,7 @@
 
 void
 gst_qsv_av1_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
-    GstObject * device, mfxSession session)
+    GstObject * device, mfxSession session, gboolean d3d12_interop)
 {
   mfxVideoParam param;
   mfxInfoMFX *mfx;
@@ -744,14 +751,23 @@
 #ifdef G_OS_WIN32
   GstCaps *d3d11_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+      nullptr);
   gst_caps_set_features_simple (d3d11_caps, caps_features);
+#ifdef HAVE_GST_D3D12
+  auto d3d12_caps = gst_caps_copy (sink_caps);
+  auto d3d12_feature =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+      nullptr);
+  gst_caps_set_features_simple (d3d12_caps, d3d12_feature);
+  gst_caps_append (d3d11_caps, d3d12_caps);
+#endif
   gst_caps_append (d3d11_caps, sink_caps);
   sink_caps = d3d11_caps;
 #else
   GstCaps *va_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
   gst_caps_set_features_simple (va_caps, caps_features);
   gst_caps_append (va_caps, sink_caps);
   sink_caps = va_caps;
@@ -771,6 +787,7 @@
   cdata->sink_caps = sink_caps;
   cdata->src_caps = src_caps;
   cdata->impl_index = impl_index;
+  cdata->d3d12_interop = d3d12_interop;
 
 #ifdef G_OS_WIN32
   g_object_get (device, "adapter-luid", &cdata->adapter_luid,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvav1enc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvav1enc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvdecoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvdecoder.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvencoder.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvencoder.cpp Changed

@@ -38,6 +38,10 @@
 #include "gstqsvallocator_va.h"
 #endif /* G_OS_WIN32 */
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 GST_DEBUG_CATEGORY_STATIC (gst_qsv_encoder_debug);
 #define GST_CAT_DEFAULT gst_qsv_encoder_debug
 
@@ -115,6 +119,7 @@
 struct _GstQsvEncoderPrivate
 {
   GstObject *device;
+  GstObject *device12;
 
   GstVideoCodecState *input_state;
   GstQsvAllocator *allocator;
@@ -282,6 +287,7 @@
   GstQsvEncoderPrivate *priv = self->priv;
 
   gst_clear_object (&priv->device);
+  gst_clear_object (&priv->device12);
 
   G_OBJECT_CLASS (parent_class)->dispose (object);
 }
@@ -356,6 +362,10 @@
 #ifdef G_OS_WIN32
   gst_d3d11_handle_set_context_for_adapter_luid (element,
       context, klass->adapter_luid, (GstD3D11Device **) & priv->device);
+#ifdef HAVE_GST_D3D12
+  gst_d3d12_handle_set_context_for_adapter_luid (element,
+      context, klass->adapter_luid, (GstD3D12Device **) & priv->device12);
+#endif
 #else
   gst_va_handle_set_context (element, context, klass->display_path,
       (GstVaDisplay **) & priv->device);
@@ -384,6 +394,8 @@
 
   device = GST_D3D11_DEVICE_CAST (priv->device);
   priv->allocator = gst_qsv_d3d11_allocator_new (device);
+  gst_qsv_d3d11_allocator_set_d3d12_import_allowed (priv->allocator,
+      klass->d3d12_interop);
 
   /* For D3D11 device handle to be used by QSV, multithread protection layer
    * must be enabled before the MFXVideoCORE_SetHandle() call.
@@ -1421,13 +1433,20 @@
 static gboolean
 gst_qsv_encoder_handle_context_query (GstQsvEncoder * self, GstQuery * query)
 {
-  GstQsvEncoderPrivate *priv = self->priv;
+  auto priv = self->priv;
+  auto elem = GST_ELEMENT_CAST (self);
 
 #ifdef G_OS_WIN32
-  return gst_d3d11_handle_context_query (GST_ELEMENT (self), query,
+#ifdef HAVE_GST_D3D12
+  if (gst_d3d12_handle_context_query (elem, query,
+          (GstD3D12Device *) priv->device12)) {
+    return TRUE;
+  }
+#endif
+  return gst_d3d11_handle_context_query (elem, query,
       (GstD3D11Device *) priv->device);
 #else
-  return gst_va_handle_context_query (GST_ELEMENT (self), query,
+  return gst_va_handle_context_query (elem, query,
       (GstVaDisplay *) priv->device);
 #endif
 }
@@ -1474,12 +1493,16 @@
   GstQsvEncoderPrivate *priv = self->priv;
   GstD3D11Device *device = GST_D3D11_DEVICE (priv->device);
   GstVideoInfo info;
-  GstBufferPool *pool;
+  GstBufferPool *pool = nullptr;
   GstCaps *caps;
   guint size;
   GstStructure *config;
   GstCapsFeatures *features;
   gboolean is_d3d11 = FALSE;
+#ifdef HAVE_GST_D3D12
+  GstQsvEncoderClass *klass = GST_QSV_ENCODER_GET_CLASS (self);
+  gboolean is_d3d12 = FALSE;
+#endif
 
   gst_query_parse_allocation (query, &caps, nullptr);
   if (!caps) {
@@ -1493,14 +1516,25 @@
   }
 
   features = gst_caps_get_features (caps, 0);
-  if (features && gst_caps_features_contains (features,
+  if (gst_caps_features_contains (features,
           GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY)) {
     GST_DEBUG_OBJECT (self, "upstream support d3d11 memory");
     pool = gst_d3d11_buffer_pool_new (device);
     is_d3d11 = TRUE;
-  } else {
-    pool = gst_video_buffer_pool_new ();
   }
+#ifdef HAVE_GST_D3D12
+  else if (gst_caps_features_contains (features,
+          GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY) &&
+      gst_d3d12_ensure_element_data_for_adapter_luid (GST_ELEMENT (self),
+          klass->adapter_luid, (GstD3D12Device **) & priv->device12)) {
+    GST_DEBUG_OBJECT (self, "upstream support d3d12 memory");
+    pool = gst_d3d12_buffer_pool_new ((GstD3D12Device *) priv->device12);
+    is_d3d12 = TRUE;
+  }
+#endif
+
+  if (!pool)
+    pool = gst_video_buffer_pool_new ();
 
   config = gst_buffer_pool_get_config (pool);
   gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
@@ -1525,7 +1559,28 @@
     gst_d3d11_allocation_params_alignment (d3d11_params, &align);
     gst_buffer_pool_config_set_d3d11_allocation_params (config, d3d11_params);
     gst_d3d11_allocation_params_free (d3d11_params);
-  } else {
+  }
+#ifdef HAVE_GST_D3D12
+  else if (is_d3d12) {
+    GstVideoAlignment align;
+    gst_video_alignment_reset (&align);
+    auto device12 = GST_D3D12_DEVICE (priv->device12);
+
+    align.padding_right = GST_VIDEO_INFO_WIDTH (&priv->aligned_info) -
+        GST_VIDEO_INFO_WIDTH (&info);
+    align.padding_bottom = GST_VIDEO_INFO_HEIGHT (&priv->aligned_info) -
+        GST_VIDEO_INFO_HEIGHT (&info);
+
+    auto params = gst_d3d12_allocation_params_new (device12, &info,
+        GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+        D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+        D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_SHARED);
+    gst_d3d12_allocation_params_alignment (params, &align);
+    gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+    gst_d3d12_allocation_params_free (params);
+  }
+#endif
+  else {
     gst_buffer_pool_config_add_option (config,
         GST_BUFFER_POOL_OPTION_VIDEO_ALIGNMENT);
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvencoder.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvencoder.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvh264dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvh264dec.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvh264enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvh264enc.cpp Changed

@@ -49,6 +49,10 @@
 #include <gst/va/gstva.h>
 #endif
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 GST_DEBUG_CATEGORY_STATIC (gst_qsv_h264_enc_debug);
 #define GST_CAT_DEFAULT gst_qsv_h264_enc_debug
 
@@ -368,6 +372,7 @@
 
 #define DOC_SINK_CAPS \
     "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw(memory:VAMemory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw, " DOC_SINK_CAPS_COMM
 
@@ -385,6 +390,7 @@
   gint64 adapter_luid;
   gchar *display_path;
   gchar *description;
+  gboolean d3d12_interop;
 } GstQsvH264EncClassData;
 
 typedef struct _GstQsvH264Enc
@@ -494,6 +500,7 @@
   qsvenc_class->impl_index = cdata->impl_index;
   qsvenc_class->adapter_luid = cdata->adapter_luid;
   qsvenc_class->display_path = cdata->display_path;
+  qsvenc_class->d3d12_interop = cdata->d3d12_interop;
 
   object_class->finalize = gst_qsv_h264_enc_finalize;
   object_class->set_property = gst_qsv_h264_enc_set_property;
@@ -2111,7 +2118,7 @@
 
 void
 gst_qsv_h264_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
-    GstObject * device, mfxSession session)
+    GstObject * device, mfxSession session, gboolean d3d12_interop)
 {
   mfxStatus status;
   mfxVideoParam param;
@@ -2234,14 +2241,23 @@
 #ifdef G_OS_WIN32
   GstCaps *d3d11_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+      nullptr);
   gst_caps_set_features_simple (d3d11_caps, caps_features);
+#ifdef HAVE_GST_D3D12
+  auto d3d12_caps = gst_caps_copy (sink_caps);
+  auto d3d12_feature =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+      nullptr);
+  gst_caps_set_features_simple (d3d12_caps, d3d12_feature);
+  gst_caps_append (d3d11_caps, d3d12_caps);
+#endif
   gst_caps_append (d3d11_caps, sink_caps);
   sink_caps = d3d11_caps;
 #else
   GstCaps *va_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
   gst_caps_set_features_simple (va_caps, caps_features);
   gst_caps_append (va_caps, sink_caps);
   sink_caps = va_caps;
@@ -2281,6 +2297,7 @@
   cdata->sink_caps = sink_caps;
   cdata->src_caps = src_caps;
   cdata->impl_index = impl_index;
+  cdata->d3d12_interop = d3d12_interop;
 
 #ifdef G_OS_WIN32
   g_object_get (device, "adapter-luid", &cdata->adapter_luid,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvh264enc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvh264enc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvh265dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvh265dec.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvh265enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvh265enc.cpp Changed

@@ -48,6 +48,10 @@
 #include <gst/va/gstva.h>
 #endif
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 GST_DEBUG_CATEGORY_STATIC (gst_qsv_h265_enc_debug);
 #define GST_CAT_DEFAULT gst_qsv_h265_enc_debug
 
@@ -209,6 +213,7 @@
 
 #define DOC_SINK_CAPS \
     "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw(memory:VAMemory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw, " DOC_SINK_CAPS_COMM
 
@@ -226,6 +231,7 @@
   gchar *display_path;
   gchar *description;
   gboolean hdr10_aware;
+  gboolean d3d12_interop;
 } GstQsvH265EncClassData;
 
 typedef struct _GstQsvH265Enc
@@ -322,6 +328,7 @@
   qsvenc_class->impl_index = cdata->impl_index;
   qsvenc_class->adapter_luid = cdata->adapter_luid;
   qsvenc_class->display_path = cdata->display_path;
+  qsvenc_class->d3d12_interop = cdata->d3d12_interop;
 
   object_class->finalize = gst_qsv_h265_enc_finalize;
   object_class->set_property = gst_qsv_h265_enc_set_property;
@@ -1422,7 +1429,7 @@
 
 void
 gst_qsv_h265_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
-    GstObject * device, mfxSession session)
+    GstObject * device, mfxSession session, gboolean d3d12_interop)
 {
   mfxVideoParam param;
   mfxInfoMFX *mfx;
@@ -1573,14 +1580,23 @@
 #ifdef G_OS_WIN32
   GstCaps *d3d11_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+      nullptr);
   gst_caps_set_features_simple (d3d11_caps, caps_features);
+#ifdef HAVE_GST_D3D12
+  auto d3d12_caps = gst_caps_copy (sink_caps);
+  auto d3d12_feature =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+      nullptr);
+  gst_caps_set_features_simple (d3d12_caps, d3d12_feature);
+  gst_caps_append (d3d11_caps, d3d12_caps);
+#endif
   gst_caps_append (d3d11_caps, sink_caps);
   sink_caps = d3d11_caps;
 #else
   GstCaps *va_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
   gst_caps_set_features_simple (va_caps, caps_features);
   gst_caps_append (va_caps, sink_caps);
   sink_caps = va_caps;
@@ -1621,6 +1637,7 @@
   cdata->src_caps = src_caps;
   cdata->impl_index = impl_index;
   cdata->hdr10_aware = hdr10_aware;
+  cdata->d3d12_interop = d3d12_interop;
 
 #ifdef G_OS_WIN32
   g_object_get (device, "adapter-luid", &cdata->adapter_luid,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvh265enc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvh265enc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvjpegdec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvjpegdec.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvjpegenc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvjpegenc.cpp Changed

@@ -47,6 +47,10 @@
 #include <gst/va/gstva.h>
 #endif
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 GST_DEBUG_CATEGORY_STATIC (gst_qsv_jpeg_enc_debug);
 #define GST_CAT_DEFAULT gst_qsv_jpeg_enc_debug
 
@@ -64,6 +68,7 @@
 
 #define DOC_SINK_CAPS \
     "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw(memory:VAMemory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw, " DOC_SINK_CAPS_COMM
 
@@ -79,6 +84,7 @@
   gchar *display_path;
   gchar *description;
   gboolean interlaved;
+  gboolean d3d12_interop;
 } GstQsvJpegEncClassData;
 
 typedef struct _GstQsvJpegEnc
@@ -134,6 +140,7 @@
   qsvenc_class->impl_index = cdata->impl_index;
   qsvenc_class->adapter_luid = cdata->adapter_luid;
   qsvenc_class->display_path = cdata->display_path;
+  qsvenc_class->d3d12_interop = cdata->d3d12_interop;
 
   object_class->finalize = gst_qsv_jpeg_enc_finalize;
   object_class->set_property = gst_qsv_jpeg_enc_set_property;
@@ -360,7 +367,7 @@
 
 void
 gst_qsv_jpeg_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
-    GstObject * device, mfxSession session)
+    GstObject * device, mfxSession session, gboolean d3d12_interop)
 {
   mfxVideoParam param;
   mfxInfoMFX *mfx;
@@ -476,14 +483,23 @@
 #ifdef G_OS_WIN32
   GstCaps *d3d11_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+      nullptr);
   gst_caps_set_features_simple (d3d11_caps, caps_features);
+#ifdef HAVE_GST_D3D12
+  auto d3d12_caps = gst_caps_copy (sink_caps);
+  auto d3d12_feature =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+      nullptr);
+  gst_caps_set_features_simple (d3d12_caps, d3d12_feature);
+  gst_caps_append (d3d11_caps, d3d12_caps);
+#endif
   gst_caps_append (d3d11_caps, sink_caps);
   sink_caps = d3d11_caps;
 #else
   GstCaps *va_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
   gst_caps_set_features_simple (va_caps, caps_features);
   gst_caps_append (va_caps, sink_caps);
   sink_caps = va_caps;
@@ -503,6 +519,7 @@
   cdata->src_caps = src_caps;
   cdata->impl_index = impl_index;
   cdata->interlaved = interlaved;
+  cdata->d3d12_interop = d3d12_interop;
 
 #ifdef G_OS_WIN32
   g_object_get (device, "adapter-luid", &cdata->adapter_luid,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvjpegenc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvjpegenc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvvp9dec.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvvp9dec.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvvp9enc.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvvp9enc.cpp Changed

@@ -47,6 +47,10 @@
 #include <gst/va/gstva.h>
 #endif
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#endif
+
 GST_DEBUG_CATEGORY_STATIC (gst_qsv_vp9_enc_debug);
 #define GST_CAT_DEFAULT gst_qsv_vp9_enc_debug
 
@@ -127,6 +131,7 @@
 
 #define DOC_SINK_CAPS \
     "video/x-raw(memory:D3D11Memory), " DOC_SINK_CAPS_COMM "; " \
+    "video/x-raw(memory:D3D12Memory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw(memory:VAMemory), " DOC_SINK_CAPS_COMM "; " \
     "video/x-raw, " DOC_SINK_CAPS_COMM
 
@@ -142,6 +147,7 @@
   gint64 adapter_luid;
   gchar *display_path;
   gchar *description;
+  gboolean d3d12_interop;
 } GstQsvVP9EncClassData;
 
 typedef struct _GstQsvVP9Enc
@@ -212,6 +218,7 @@
   qsvenc_class->impl_index = cdata->impl_index;
   qsvenc_class->adapter_luid = cdata->adapter_luid;
   qsvenc_class->display_path = cdata->display_path;
+  qsvenc_class->d3d12_interop = cdata->d3d12_interop;
 
   object_class->finalize = gst_qsv_vp9_enc_finalize;
   object_class->set_property = gst_qsv_vp9_enc_set_property;
@@ -820,7 +827,7 @@
 
 void
 gst_qsv_vp9_enc_register (GstPlugin * plugin, guint rank, guint impl_index,
-    GstObject * device, mfxSession session)
+    GstObject * device, mfxSession session, gboolean d3d12_interop)
 {
   mfxVideoParam param;
   mfxInfoMFX *mfx;
@@ -963,14 +970,23 @@
 #ifdef G_OS_WIN32
   GstCaps *d3d11_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+      nullptr);
   gst_caps_set_features_simple (d3d11_caps, caps_features);
+#ifdef HAVE_GST_D3D12
+  auto d3d12_caps = gst_caps_copy (sink_caps);
+  auto d3d12_feature =
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+      nullptr);
+  gst_caps_set_features_simple (d3d12_caps, d3d12_feature);
+  gst_caps_append (d3d11_caps, d3d12_caps);
+#endif
   gst_caps_append (d3d11_caps, sink_caps);
   sink_caps = d3d11_caps;
 #else
   GstCaps *va_caps = gst_caps_copy (sink_caps);
   GstCapsFeatures *caps_features =
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VA, nullptr);
   gst_caps_set_features_simple (va_caps, caps_features);
   gst_caps_append (va_caps, sink_caps);
   sink_caps = va_caps;
@@ -1008,6 +1024,7 @@
   cdata->sink_caps = sink_caps;
   cdata->src_caps = src_caps;
   cdata->impl_index = impl_index;
+  cdata->d3d12_interop = d3d12_interop;
 
 #ifdef G_OS_WIN32
   g_object_get (device, "adapter-luid", &cdata->adapter_luid,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/gstqsvvp9enc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/gstqsvvp9enc.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/libmfx/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/libmfx/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/meson.build Changed

@@ -15,6 +15,24 @@
   'plugin.cpp',
 
 
+qsv_headers = 
+  'gstqsvallocator_d3d11.h',
+  'gstqsvallocator.h',
+  'gstqsvallocator_va.h',
+  'gstqsvav1enc.h',
+  'gstqsvdecoder.h',
+  'gstqsvencoder.h',
+  'gstqsvh264dec.h',
+  'gstqsvh264enc.h',
+  'gstqsvh265dec.h',
+  'gstqsvh265enc.h',
+  'gstqsvjpegdec.h',
+  'gstqsvjpegenc.h',
+  'gstqsvutils.h',
+  'gstqsvvp9dec.h',
+  'gstqsvvp9enc.h',
+
+
 qsv_d3d11_sources = 
   'gstqsvallocator_d3d11.cpp',
 
@@ -23,6 +41,15 @@
   'gstqsvallocator_va.cpp',
 
 
+doc_sources = 
+foreach s: qsv_sources + qsv_d3d11_sources + qsv_va_sources + qsv_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'qsv': pathsep.join(doc_sources)
+}
+
 extra_args = 
   '-DGST_USE_UNSTABLE_API',
 
@@ -57,6 +84,10 @@
 
   qsv_sources += qsv_d3d11_sources
   qsv_platform_deps += gstd3d11_dep
+  if gstd3d12_dep.found() and cc.has_header('d3d12video.h')
+    qsv_platform_deps += gstd3d12_dep
+    extra_args += '-DHAVE_GST_D3D12'
+  endif
 elif host_system == 'linux'
   if not gstva_dep.found()
     if qsv_option.enabled()

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/qsv/plugin.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/qsv/plugin.cpp Changed

@@ -57,10 +57,16 @@
 #include <windows.h>
 #include <versionhelpers.h>
 #include <gst/d3d11/gstd3d11.h>
+#include <gst/d3d11/gstd3d11device-private.h>
 #else
 #include <gst/va/gstva.h>
 #endif
 
+#ifdef HAVE_GST_D3D12
+#include <gst/d3d12/gstd3d12.h>
+#include <d3d11_4.h>
+#endif
+
 #include <glib/gi18n-lib.h>
 
 GST_DEBUG_CATEGORY (gst_qsv_debug);
@@ -250,6 +256,7 @@
     mfxSession session = nullptr;
     mfxImplDescription *desc = nullptr;
     GstObject *device = nullptr;
+    gboolean d3d12_interop = FALSE;
 
     status = MFXEnumImplementations (loader,
         i, MFX_IMPLCAPS_IMPLDESCSTRUCTURE, (mfxHDL *) & desc);
@@ -268,16 +275,28 @@
     if (!session)
       goto next;
 
+#ifdef HAVE_GST_D3D12
+    if (gst_d3d11_device_d3d12_import_supported (GST_D3D11_DEVICE (device))) {
+      GST_INFO_OBJECT (device, "Device supports D3D12 resource share");
+      d3d12_interop = TRUE;
+    }
+#endif
+
     gst_qsv_h264_dec_register (plugin, GST_RANK_MARGINAL, i, device, session);
     gst_qsv_h265_dec_register (plugin, GST_RANK_MARGINAL, i, device, session);
     gst_qsv_jpeg_dec_register (plugin, GST_RANK_SECONDARY, i, device, session);
     gst_qsv_vp9_dec_register (plugin, GST_RANK_MARGINAL, i, device, session);
 
-    gst_qsv_h264_enc_register (plugin, enc_rank, i, device, session);
-    gst_qsv_h265_enc_register (plugin, enc_rank, i, device, session);
-    gst_qsv_jpeg_enc_register (plugin, enc_rank, i, device, session);
-    gst_qsv_vp9_enc_register (plugin, enc_rank, i, device, session);
-    gst_qsv_av1_enc_register (plugin, enc_rank, i, device, session);
+    gst_qsv_h264_enc_register (plugin,
+        enc_rank, i, device, session, d3d12_interop);
+    gst_qsv_h265_enc_register (plugin,
+        enc_rank, i, device, session, d3d12_interop);
+    gst_qsv_jpeg_enc_register (plugin,
+        enc_rank, i, device, session, d3d12_interop);
+    gst_qsv_vp9_enc_register (plugin,
+        enc_rank, i, device, session, d3d12_interop);
+    gst_qsv_av1_enc_register (plugin,
+        enc_rank, i, device, session, d3d12_interop);
 
   next:
     MFXDispReleaseImplDescription (loader, desc);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/shm/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/shm/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/tinyalsa/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/tinyalsa/meson.build Changed

@@ -1,22 +1,34 @@
+tinyalsa_sources = 
+  'tinyalsa.c',
+  'tinyalsasink.c',
+
+
+tinyalsa_headers = 
+  'tinyalsasink.h',
+
+
+doc_sources = 
+foreach s: tinyalsa_sources + tinyalsa_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'tinyalsa': pathsep.join(doc_sources)
+}
+
+
 if get_option('tinyalsa').disabled()
   subdir_done()
 endif
 
-have_tinyalsa = cc.has_header ('tinyalsa/asoundlib.h')
-if have_tinyalsa
-  tinyalsa_dep = cc.find_library('tinyalsa', required: false)
-  have_tinyalsa = tinyalsa_dep.found()
-endif
-
-if not have_tinyalsa
-  tinyalsa_dep = dependency('tinyalsa', required: get_option('tinyalsa'),
-                            fallback: 'tinyalsa', 'tinyalsa_dep')
-  have_tinyalsa = tinyalsa_dep.found()
-endif
+tinyalsa_dep = dependency('tinyalsa', required: get_option('tinyalsa'),
+                          version: '>= 1.1.0',
+                          fallback: 'tinyalsa', 'tinyalsa_dep')
+have_tinyalsa = tinyalsa_dep.found()
 
 if have_tinyalsa
   gsttinyalsa = library('gsttinyalsa',
-    'tinyalsa.c', 'tinyalsasink.c',
+    tinyalsa_sources,
     c_args: gst_plugins_bad_args,
     include_directories: configinc,
     dependencies : gstbase_dep, gstaudio_dep, tinyalsa_dep,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/tinyalsa/tinyalsasink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/tinyalsa/tinyalsasink.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/uvcgadget/configfs.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/uvcgadget/configfs.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/uvcgadget/gstuvcsink.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/uvcgadget/gstuvcsink.c Changed

@@ -95,30 +95,152 @@
   }
 }
 
+static GstVideoFormat
+gst_v4l2_object_v4l2fourcc_to_video_format (guint32 fourcc)
+{
+  GstVideoFormat format;
+
+  switch (fourcc) {
+    case V4L2_PIX_FMT_GREY:    /*  8  Greyscale     */
+      format = GST_VIDEO_FORMAT_GRAY8;
+      break;
+    case V4L2_PIX_FMT_Y16:
+      format = GST_VIDEO_FORMAT_GRAY16_LE;
+      break;
+    case V4L2_PIX_FMT_Y16_BE:
+      format = GST_VIDEO_FORMAT_GRAY16_BE;
+      break;
+    case V4L2_PIX_FMT_XRGB555:
+    case V4L2_PIX_FMT_RGB555:
+      format = GST_VIDEO_FORMAT_RGB15;
+      break;
+    case V4L2_PIX_FMT_XRGB555X:
+    case V4L2_PIX_FMT_RGB555X:
+      format = GST_VIDEO_FORMAT_BGR15;
+      break;
+    case V4L2_PIX_FMT_RGB565:
+      format = GST_VIDEO_FORMAT_RGB16;
+      break;
+    case V4L2_PIX_FMT_RGB24:
+      format = GST_VIDEO_FORMAT_RGB;
+      break;
+    case V4L2_PIX_FMT_BGR24:
+      format = GST_VIDEO_FORMAT_BGR;
+      break;
+    case V4L2_PIX_FMT_XRGB32:
+    case V4L2_PIX_FMT_RGB32:
+      format = GST_VIDEO_FORMAT_xRGB;
+      break;
+    case V4L2_PIX_FMT_RGBX32:
+      format = GST_VIDEO_FORMAT_RGBx;
+      break;
+    case V4L2_PIX_FMT_XBGR32:
+    case V4L2_PIX_FMT_BGR32:
+      format = GST_VIDEO_FORMAT_BGRx;
+      break;
+    case V4L2_PIX_FMT_BGRX32:
+      format = GST_VIDEO_FORMAT_xBGR;
+      break;
+    case V4L2_PIX_FMT_ABGR32:
+      format = GST_VIDEO_FORMAT_BGRA;
+      break;
+    case V4L2_PIX_FMT_BGRA32:
+      format = GST_VIDEO_FORMAT_ABGR;
+      break;
+    case V4L2_PIX_FMT_RGBA32:
+      format = GST_VIDEO_FORMAT_RGBA;
+      break;
+    case V4L2_PIX_FMT_ARGB32:
+      format = GST_VIDEO_FORMAT_ARGB;
+      break;
+    case V4L2_PIX_FMT_NV12:
+    case V4L2_PIX_FMT_NV12M:
+      format = GST_VIDEO_FORMAT_NV12;
+      break;
+    case V4L2_PIX_FMT_NV12MT:
+      format = GST_VIDEO_FORMAT_NV12_64Z32;
+      break;
+    case V4L2_PIX_FMT_MM21:
+      format = GST_VIDEO_FORMAT_NV12_16L32S;
+      break;
+    case V4L2_PIX_FMT_NV12M_8L128:
+      format = GST_VIDEO_FORMAT_NV12_8L128;
+      break;
+    case V4L2_PIX_FMT_NV12M_10BE_8L128:
+      format = GST_VIDEO_FORMAT_NV12_10BE_8L128;
+      break;
+    case V4L2_PIX_FMT_NV21:
+    case V4L2_PIX_FMT_NV21M:
+      format = GST_VIDEO_FORMAT_NV21;
+      break;
+    case V4L2_PIX_FMT_YVU410:
+      format = GST_VIDEO_FORMAT_YVU9;
+      break;
+    case V4L2_PIX_FMT_YUV410:
+      format = GST_VIDEO_FORMAT_YUV9;
+      break;
+    case V4L2_PIX_FMT_YUV420:
+    case V4L2_PIX_FMT_YUV420M:
+      format = GST_VIDEO_FORMAT_I420;
+      break;
+    case V4L2_PIX_FMT_YUYV:
+      format = GST_VIDEO_FORMAT_YUY2;
+      break;
+    case V4L2_PIX_FMT_YVU420:
+    case V4L2_PIX_FMT_YVU420M:
+      format = GST_VIDEO_FORMAT_YV12;
+      break;
+    case V4L2_PIX_FMT_UYVY:
+      format = GST_VIDEO_FORMAT_UYVY;
+      break;
+    case V4L2_PIX_FMT_YUV411P:
+      format = GST_VIDEO_FORMAT_Y41B;
+      break;
+    case V4L2_PIX_FMT_YUV422P:
+      format = GST_VIDEO_FORMAT_Y42B;
+      break;
+    case V4L2_PIX_FMT_YVYU:
+      format = GST_VIDEO_FORMAT_YVYU;
+      break;
+    case V4L2_PIX_FMT_NV16:
+    case V4L2_PIX_FMT_NV16M:
+      format = GST_VIDEO_FORMAT_NV16;
+      break;
+    case V4L2_PIX_FMT_NV61:
+    case V4L2_PIX_FMT_NV61M:
+      format = GST_VIDEO_FORMAT_NV61;
+      break;
+    case V4L2_PIX_FMT_NV24:
+      format = GST_VIDEO_FORMAT_NV24;
+      break;
+    default:
+      format = GST_VIDEO_FORMAT_UNKNOWN;
+      break;
+  }
+
+  return format;
+}
+
 static GstStructure *
 gst_v4l2uvc_fourcc_to_bare_struct (guint32 fourcc)
 {
   GstStructure *structure = NULL;
+  GstVideoFormat format = GST_VIDEO_FORMAT_UNKNOWN;
 
-  /* Since MJPEG and YUY2 are currently the only one supported
-   * we limit the function to parse only these fourccs
-   */
   switch (fourcc) {
     case V4L2_PIX_FMT_MJPEG:   /* Motion-JPEG */
     case V4L2_PIX_FMT_JPEG:    /* JFIF JPEG */
       structure = gst_structure_new_empty ("image/jpeg");
       break;
-    case V4L2_PIX_FMT_YUYV:{
-      GstVideoFormat format = GST_VIDEO_FORMAT_YUY2;
-      if (format != GST_VIDEO_FORMAT_UNKNOWN)
-        structure = gst_structure_new ("video/x-raw",
-            "format", G_TYPE_STRING, gst_video_format_to_string (format), NULL);
-      break;
-    }
-      break;
     default:
-      GST_DEBUG ("Unsupported fourcc 0x%08x %" GST_FOURCC_FORMAT,
-          fourcc, GST_FOURCC_ARGS (fourcc));
+      format = gst_v4l2_object_v4l2fourcc_to_video_format (fourcc);
+      if (format == GST_VIDEO_FORMAT_UNKNOWN) {
+        GST_DEBUG ("Unsupported fourcc 0x%08x %" GST_FOURCC_FORMAT,
+            fourcc, GST_FOURCC_ARGS (fourcc));
+        break;
+      }
+      structure = gst_structure_new ("video/x-raw",
+          "format", G_TYPE_STRING, gst_video_format_to_string (format), NULL);
       break;
   }
 
@@ -155,6 +277,8 @@
   }
 
   s = gst_v4l2uvc_fourcc_to_bare_struct (format.pixelformat);
+  if (!s)
+    return NULL;
 
   memset (&size, 0, sizeof (struct v4l2_frmsizeenum));
   size.index = self->cur.bFrameIndex - 1;
@@ -631,6 +755,15 @@
            * from the probed caps that match the configured caps.
            */
           configured_caps = gst_uvc_sink_get_configured_caps (self);
+          if (!configured_caps) {
+            GST_ELEMENT_ERROR (self, RESOURCE, WRITE,
+                ("gst_uvc_sink_get_configured_caps failed"),
+                ("gst_uvc_sink_get_configured_caps on current format failed"));
+            gst_uvc_sink_unwatch (self);
+            gst_element_set_state (GST_ELEMENT (self), GST_STATE_NULL);
+            return;
+          }
+
           gst_clear_caps (&self->cur_caps);
           self->cur_caps =
               gst_caps_intersect_full (self->probed_caps, configured_caps,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/uvcgadget/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/uvcgadget/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/uvcgadget/uvc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/uvcgadget/uvc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/uvch264/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/uvch264/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecallocator.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecallocator.c Changed

@@ -173,28 +173,43 @@
 {
   GstV4l2Decoder *decoder = self->decoder;
   GstPadDirection direction = self->direction;
-  gint ret;
+  GstV4l2CodecBuffer *buf;
   guint i;
 
-  ret = gst_v4l2_decoder_request_buffers (decoder, direction, self->pool_size);
-  if (ret < self->pool_size) {
-    if (ret >= 0)
+  GST_DEBUG_OBJECT (self, "Try to create %d buffers", self->pool_size);
+
+  /* Allocate buffers one by one to avoid fragmentation issue and
+   * use the possible holes in v4l2 queue array */
+  for (i = 0; i < self->pool_size; i++) {
+    GstV4l2CodecBuffer *buf;
+    gint index = gst_v4l2_decoder_create_buffers (decoder, direction, 1);
+    if (index < 0) {
       GST_ERROR_OBJECT (self,
           "%i buffer was needed, but only %i could be allocated",
-          self->pool_size, ret);
-    goto failed;
-  }
+          self->pool_size, i);
+      goto failed;
+    }
 
-  for (i = 0; i < self->pool_size; i++) {
-    GstV4l2CodecBuffer *buf = gst_v4l2_codec_buffer_new (GST_ALLOCATOR (self),
-        decoder, direction, i);
+    buf =
+        gst_v4l2_codec_buffer_new (GST_ALLOCATOR (self), decoder, direction,
+        index);
     g_queue_push_tail (&self->pool, buf);
   }
 
   return TRUE;
 
 failed:
-  gst_v4l2_decoder_request_buffers (decoder, direction, 0);
+  /* If buffer allocation failed remove them all either by
+   * calling delete_buffers IOCTL if the driver support it,
+   * either by using legacy request_buf IOCTL with 0 has parameter */
+  if (gst_v4l2_decoder_has_remove_bufs (decoder)) {
+    while (i-- && (buf = g_queue_pop_tail (&self->pool))) {
+      gst_v4l2_decoder_remove_buffers (decoder, direction, buf->index, 1);
+      gst_v4l2_codec_buffer_free (buf);
+    }
+  } else {
+    gst_v4l2_decoder_request_buffers (decoder, direction, 0);
+  }
   return FALSE;
 }
 
@@ -208,10 +223,16 @@
 gst_v4l2_codec_allocator_dispose (GObject * object)
 {
   GstV4l2CodecAllocator *self = GST_V4L2_CODEC_ALLOCATOR (object);
+  GstV4l2Decoder *decoder = self->decoder;
+  GstPadDirection direction = self->direction;
   GstV4l2CodecBuffer *buf;
 
-  while ((buf = g_queue_pop_head (&self->pool)))
+  while ((buf = g_queue_pop_head (&self->pool))) {
+    if (gst_v4l2_decoder_has_remove_bufs (decoder)) {
+      gst_v4l2_decoder_remove_buffers (decoder, direction, buf->index, 1);
+    }
     gst_v4l2_codec_buffer_free (buf);
+  }
 
   if (self->decoder) {
     gst_v4l2_codec_allocator_detach (self);
@@ -345,10 +366,22 @@
 void
 gst_v4l2_codec_allocator_detach (GstV4l2CodecAllocator * self)
 {
+  GstV4l2Decoder *decoder = self->decoder;
+
   GST_OBJECT_LOCK (self);
   if (!self->detached) {
     self->detached = TRUE;
-    gst_v4l2_decoder_request_buffers (self->decoder, self->direction, 0);
+    if (!gst_v4l2_decoder_has_remove_bufs (decoder)) {
+      gst_v4l2_decoder_request_buffers (self->decoder, self->direction, 0);
+    } else {
+      GstV4l2CodecBuffer *buf;
+
+      while ((buf = g_queue_pop_tail (&self->pool))) {
+        gst_v4l2_decoder_remove_buffers (self->decoder, self->direction,
+            buf->index, 1);
+        gst_v4l2_codec_buffer_free (buf);
+      }
+    }
   }
   GST_OBJECT_UNLOCK (self);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecallocator.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecallocator.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecalphadecodebin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecalphadecodebin.c Changed

@@ -18,6 +18,17 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:gstv4l2codecalphadecodebin
+ * @title: GstV4l2CodecAlphaDecodeBin
+ * @short_description: V4L2 base class to implement VP8/VP9 alpha decoding.
+ *
+ * V4L2 base class to implement VP8/VP9 alpha decoding.
+ *
+ * Since: 1.20
+ */
+
+
 #ifdef HAVE_CONFIG_H
 #include "config.h"
 #endif
@@ -27,6 +38,14 @@
 #include "gstv4l2codecalphadecodebin.h"
 #include "gstv4l2decoder.h"
 
+/* When wrapping, use the original rank plus this offset. The ad-hoc rules is
+ * that hardware implementation will use PRIMARY+1 or +2 to override the
+ * software decoder, so the offset must be large enough to jump over those.
+ * This should also be small enough so that a marginal (64) or secondary
+ * wrapper does not cross the PRIMARY line.
+ */
+#define GST_V4L2_CODEC_ALPHA_DECODE_BIN_RANK_OFFSET 10
+
 GST_DEBUG_CATEGORY_STATIC (v4l2_codecalphadecodebin_debug);
 #define GST_CAT_DEFAULT (v4l2_codecalphadecodebin_debug)
 
@@ -224,8 +243,15 @@
 {
   /* TODO check that we have compatible src format */
 
-  gst_v4l2_decoder_register (plugin,
-      GST_TYPE_V4L2_CODEC_ALPHA_DECODE_BIN, class_init, class_data, NULL,
-      element_name_tmpl, device,
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstV4l2CodecAlphaDecodeBinClass),
+    .class_init = class_init,
+    .class_data = class_data,
+    .instance_size = sizeof (GstV4l2CodecAlphaDecodeBin),
+    .instance_init = NULL,
+  };
+
+  gst_v4l2_decoder_register (plugin, GST_TYPE_V4L2_CODEC_ALPHA_DECODE_BIN,
+      &type_info, element_name_tmpl, device,
       rank + GST_V4L2_CODEC_ALPHA_DECODE_BIN_RANK_OFFSET, NULL);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecalphadecodebin.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecalphadecodebin.h Changed

@@ -18,26 +18,31 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_CODEC_ALPHA_DECODE_BIN_H__
-#define __GST_V4L2_CODEC_ALPHA_DECODE_BIN_H__
+#pragma once
 
-#include <gst/gst.h>
 #include <gstv4l2decoder.h>
 
-/* When wrapping, use the original rank plus this offset. The ad-hoc rules is
- * that hardware implementation will use PRIMARY+1 or +2 to override the
- * software decoder, so the offset must be large enough to jump over those.
- * This should also be small enough so that a marginal (64) or secondary
- * wrapper does not cross the PRIMARY line.
- */
-#define GST_V4L2_CODEC_ALPHA_DECODE_BIN_RANK_OFFSET 10
-
 G_BEGIN_DECLS
 
 #define GST_TYPE_V4L2_CODEC_ALPHA_DECODE_BIN (gst_v4l2_codec_alpha_decode_bin_get_type())
 G_DECLARE_DERIVABLE_TYPE (GstV4l2CodecAlphaDecodeBin,
     gst_v4l2_codec_alpha_decode_bin, GST, V4L2_CODEC_ALPHA_DECODE_BIN, GstBin);
 
+/**
+ * GstV4l2CodecAlphaDecodeBin:
+ *
+ * Base class for V4L2 Stateless alpha decoders.
+ *
+ * Since: 1.20
+ */
+
+/**
+ * GstV4l2CodecAlphaDecodeBinClass:
+ *
+ * Base class for V4L2 Stateless alpha decoders.
+ *
+ * Since: 1.20
+ */
 struct _GstV4l2CodecAlphaDecodeBinClass
 {
   GstBinClass parent_class;
@@ -47,11 +52,8 @@
 void gst_v4l2_codec_alpha_decode_bin_register (GstPlugin * plugin,
                                                GClassInitFunc class_init,
                                                gconstpointer class_data,
-                                               const gchar * element_name_tmpl, 
+                                               const gchar * element_name_tmpl,
                                                GstV4l2CodecDevice * device,
                                                guint rank);
 
-
-
 G_END_DECLS
-#endif /* __GST_V4L2_CODEC_ALPHA_DECODE_BIN_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecav1dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecav1dec.c Changed

@@ -18,11 +18,29 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-v4l2slav1dec
+ * @title: v4l2slav1dec
+ * @short_description: V4L2 Stateless AV1 video decoder
+ *
+ * decodes AV1 bitstreams as DMABuf using Linux V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mov ! parsebin ! v4l2slav1dec ! autovideosink
+ * ```
+ *
+ * Since: 1.24
+ */
+
 
 #ifdef HAVE_CONFIG_H
 #include "config.h"
 #endif
 
+#define GST_USE_UNSTABLE_API
+#include <gst/codecs/gstav1decoder.h>
+
 #include "gstv4l2codecallocator.h"
 #include "gstv4l2codecav1dec.h"
 #include "gstv4l2codecpool.h"
@@ -32,12 +50,14 @@
 #define KERNEL_VERSION(a,b,c) (((a) << 16) + ((b) << 8) + (c))
 
 #define V4L2_MIN_KERNEL_VER_MAJOR 6
-#define V4L2_MIN_KERNEL_VER_MINOR 7
+#define V4L2_MIN_KERNEL_VER_MINOR 5
 #define V4L2_MIN_KERNEL_VERSION KERNEL_VERSION(V4L2_MIN_KERNEL_VER_MAJOR, V4L2_MIN_KERNEL_VER_MINOR, 0)
 
 GST_DEBUG_CATEGORY_STATIC (v4l2_av1dec_debug);
 #define GST_CAT_DEFAULT v4l2_av1dec_debug
 
+#define GST_V4L2_CODEC_AV1_DEC(obj) ((GstV4l2CodecAV1Dec *) obj)
+
 /* Used to mark picture that have been outputted */
 #define FLAG_PICTURE_HOLDS_BUFFER GST_MINI_OBJECT_FLAG_LAST
 
@@ -62,10 +82,14 @@
 static GstStaticCaps static_src_caps = GST_STATIC_CAPS (SRC_CAPS);
 static GstStaticCaps static_src_caps_no_drm = GST_STATIC_CAPS (SRC_CAPS_NO_DRM);
 
-static GstStaticPadTemplate src_template =
-GST_STATIC_PAD_TEMPLATE (GST_VIDEO_DECODER_SRC_NAME,
-    GST_PAD_SRC, GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (SRC_CAPS));
+typedef struct _GstV4l2CodecAV1Dec GstV4l2CodecAV1Dec;
+typedef struct _GstV4l2CodecAV1DecClass GstV4l2CodecAV1DecClass;
+
+struct _GstV4l2CodecAV1DecClass
+{
+  GstAV1DecoderClass parent_class;
+  GstV4l2CodecDevice *device;
+};
 
 struct _GstV4l2CodecAV1Dec
 {
@@ -82,6 +106,7 @@
   gboolean has_videometa;
   gboolean streaming;
   gboolean copy_frames;
+  gboolean need_negotiation;
 
   gint frame_width;
   gint frame_height;
@@ -105,10 +130,7 @@
   GstMapInfo bitstream_map;
 };
 
-G_DEFINE_ABSTRACT_TYPE (GstV4l2CodecAV1Dec, gst_v4l2_codec_av1_dec,
-    GST_TYPE_AV1_DECODER);
-
-#define parent_class gst_v4l2_codec_av1_dec_parent_class
+static GstElementClass *parent_class = NULL;
 
 static GstFlowReturn
 gst_v4l2_codec_av1_dec_ensure_bitstream (GstV4l2CodecAV1Dec * self)
@@ -293,9 +315,11 @@
   GstStaticCaps *static_filter;
 
   /* Ignore downstream renegotiation request. */
-  if (self->streaming)
+  if (!self->need_negotiation)
     goto done;
 
+  self->need_negotiation = FALSE;
+
   GST_DEBUG_OBJECT (self, "Negotiate");
 
   gst_v4l2_codec_av1_dec_reset_allocation (self);
@@ -334,11 +358,14 @@
   gst_caps_unref (filter);
   GST_DEBUG_OBJECT (self, "Peer supported formats: %" GST_PTR_FORMAT, caps);
 
-  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps, &self->vinfo,
+  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps,
           &self->vinfo_drm)) {
     GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
         ("Unsupported pixel format"),
-        ("No support for %ux%u", self->frame_width, self->frame_height));
+        ("No support for %ux%u format %s", self->frame_width,
+            self->frame_height,
+            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->
+                    vinfo_drm.vinfo))));
     gst_caps_unref (caps);
     return FALSE;
   }
@@ -349,9 +376,9 @@
     gst_video_codec_state_unref (self->output_state);
 
   self->output_state =
-      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self), &self->vinfo,
-      &self->vinfo_drm, self->render_width, self->render_height,
-      av1dec->input_state);
+      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self),
+      &self->vinfo_drm, self->render_width,
+      self->render_height, av1dec->input_state);
 
   if (GST_VIDEO_DECODER_CLASS (parent_class)->negotiate (decoder)) {
     if (self->streaming)
@@ -387,13 +414,9 @@
   GstCaps *caps = NULL;
   guint min = 0, num_bitstream;
 
-  /* If we are streaming here, then it means there is nothing allocation
-   * related in the new state and allocation can be ignored */
-  if (self->streaming)
-    goto no_internal_changes;
-
   g_clear_object (&self->src_pool);
   g_clear_object (&self->src_allocator);
+  g_clear_object (&self->sink_allocator);
 
   self->has_videometa = gst_query_find_allocation_meta (query,
       GST_VIDEO_META_API_TYPE, NULL);
@@ -435,9 +458,9 @@
     return FALSE;
   }
 
-  self->src_pool = gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo);
+  self->src_pool =
+      gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo_drm);
 
-no_internal_changes:
   /* Our buffer pool is internal, we will let the base class create a video
    * pool, and use it if we are running out of buffers or if downstream does
    * not support GstVideoMeta */
@@ -1052,22 +1075,20 @@
   g_array_set_size (self->tile_group_entries, 0);
 }
 
-static GstFlowReturn
-gst_v4l2_codec_av1_dec_new_picture (GstAV1Decoder * decoder,
-    GstVideoCodecFrame * frame, GstAV1Picture * picture)
+static gboolean
+gst_v4l2_codec_av1_dec_is_format_change (GstV4l2CodecAV1Dec * self,
+    GstAV1FrameHeaderOBU * frame_hdr)
 {
-  GstV4l2CodecAV1Dec *self = GST_V4L2_CODEC_AV1_DEC (decoder);
-  GstAV1FrameHeaderOBU *frame_hdr = &picture->frame_hdr;
   struct v4l2_ctrl_av1_sequence *seq_hdr = &self->v4l2_sequence;
-  gboolean negotiation_needed = FALSE;
+  gboolean ret = FALSE;
   gint max_width;
   gint max_height;
 
   max_width = seq_hdr->max_frame_width_minus_1 + 1;
   max_height = seq_hdr->max_frame_height_minus_1 + 1;
 
-  if (self->vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
-    negotiation_needed = TRUE;
+  if (self->vinfo_drm.vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
+    ret = TRUE;
 
   /* FIXME the base class could signal this, but let's assume that when we
    * have spatial layers, that smaller resolution will never be shown, and
@@ -1077,21 +1098,11 @@
       self->frame_width = self->render_width = max_width;
       self->frame_height = self->render_height = max_height;
 
-      negotiation_needed = TRUE;
+      ret = TRUE;
 
       GST_INFO_OBJECT (self, "max {width|height} changed to %dx%d",
           self->frame_width, self->frame_height);
     }
-
-    if (self->frame_height < frame_hdr->frame_height || self->frame_width <
-        frame_hdr->upscaled_width) {
-      GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
-          ("SVC AV1 frame is larger then sequence max size."),
-          ("Frame have size %dx%d but the max size is %dx%d",
-              frame_hdr->upscaled_width, frame_hdr->frame_height,
-              max_width, max_height));
-      return GST_FLOW_ERROR;
-    }
   } else if (self->frame_width != frame_hdr->upscaled_width ||
       self->frame_height != frame_hdr->frame_height ||
       self->render_width != frame_hdr->render_width ||
@@ -1102,7 +1113,7 @@
     self->render_width = frame_hdr->render_width;
     self->render_height = frame_hdr->render_height;
 
-    negotiation_needed = TRUE;
+    ret = TRUE;
 
     GST_INFO_OBJECT (self, "frame {width|height} changed to %dx%d",
         self->frame_width, self->frame_height);
@@ -1114,7 +1125,7 @@
     GST_DEBUG_OBJECT (self, "bit-depth changed from %d to %d", self->bit_depth,
         seq_hdr->bit_depth);
     self->bit_depth = seq_hdr->bit_depth;
-    negotiation_needed = TRUE;
+    ret = TRUE;
   }
 
   if (self->profile != GST_AV1_PROFILE_UNDEFINED &&
@@ -1122,24 +1133,35 @@
     GST_DEBUG_OBJECT (self, "profile changed from %d to %d", self->profile,
         seq_hdr->seq_profile);
     self->profile = seq_hdr->seq_profile;
-    negotiation_needed = TRUE;
+    ret = TRUE;
   }
 
   if (seq_hdr->bit_depth != self->bit_depth) {
     GST_DEBUG_OBJECT (self, "bit-depth changed from %d to %d",
         self->bit_depth, seq_hdr->bit_depth);
     self->bit_depth = seq_hdr->bit_depth;
-    negotiation_needed = TRUE;
+    ret = TRUE;
   }
 
-  if (negotiation_needed) {
-    if (frame_hdr->frame_type != GST_AV1_KEY_FRAME) {
-      GST_ERROR_OBJECT (self,
-          "Inter-frame resolution changes are not yet supported in v4l2");
-      return GST_FLOW_ERROR;
+  return ret;
+}
+
+static GstFlowReturn
+gst_v4l2_codec_av1_dec_new_picture (GstAV1Decoder * decoder,
+    GstVideoCodecFrame * frame, GstAV1Picture * picture)
+{
+  GstV4l2CodecAV1Dec *self = GST_V4L2_CODEC_AV1_DEC (decoder);
+  GstAV1FrameHeaderOBU *frame_hdr = &picture->frame_hdr;
+
+  self->need_negotiation =
+      gst_v4l2_codec_av1_dec_is_format_change (self, frame_hdr);
+
+  if (self->need_negotiation) {
+    /* Call streamoff only if the resolution change on keyframe */
+    if (frame_hdr->frame_type == GST_AV1_KEY_FRAME) {
+      gst_v4l2_codec_av1_dec_streamoff (self);
     }
 
-    gst_v4l2_codec_av1_dec_streamoff (self);
     if (!gst_video_decoder_negotiate (GST_VIDEO_DECODER (self))) {
       GST_ERROR_OBJECT (self, "Failed to negotiate with downstream");
       return GST_FLOW_ERROR;
@@ -1151,12 +1173,12 @@
       gint i;
 
       gst_video_info_set_format (&ref_vinfo,
-          GST_VIDEO_INFO_FORMAT (&self->vinfo),
-          self->render_width, self->render_height);
+          GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->render_width,
+          self->render_height);
 
-      for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo); i++) {
-        if (self->vinfo.stridei != ref_vinfo.stridei ||
-            self->vinfo.offseti != ref_vinfo.offseti) {
+      for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo_drm.vinfo); i++) {
+        if (self->vinfo_drm.vinfo.stridei != ref_vinfo.stridei ||
+            self->vinfo_drm.vinfo.offseti != ref_vinfo.offseti) {
           GST_WARNING_OBJECT (self,
               "GstVideoMeta support required, copying frames.");
           self->copy_frames = TRUE;
@@ -1395,14 +1417,15 @@
   GstVideoInfo dest_vinfo;
   GstBuffer *buffer;
 
-  gst_video_info_set_format (&dest_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-      self->render_width, self->render_height);
+  gst_video_info_set_format (&dest_vinfo,
+      GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->render_width,
+      self->render_height);
 
   buffer = gst_video_decoder_allocate_output_buffer (GST_VIDEO_DECODER (self));
   if (!buffer)
     goto fail;
 
-  if (!gst_video_frame_map (&src_frame, &self->vinfo,
+  if (!gst_video_frame_map (&src_frame, &self->vinfo_drm.vinfo,
           codec_frame->output_buffer, GST_MAP_READ))
     goto fail;
 
@@ -1518,7 +1541,7 @@
 }
 
 static void
-gst_v4l2_codec_av1_dec_subclass_init (GstV4l2CodecAV1DecClass * klass,
+gst_v4l2_codec_av1_dec_class_init (GstV4l2CodecAV1DecClass * klass,
     GstV4l2CodecDevice * device)
 {
   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
@@ -1536,8 +1559,12 @@
       "A V4L2 based AV1 video decoder",
       "Daniel Almeida <daniel.almeida@collabora.com>");
 
+  parent_class = g_type_class_peek_parent (klass);
+
   gst_element_class_add_static_pad_template (element_class, &sink_template);
-  gst_element_class_add_static_pad_template (element_class, &src_template);
+  gst_element_class_add_pad_template (element_class,
+      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+          device->src_caps));
 
   element_class->change_state =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_av1_dec_change_state);
@@ -1575,39 +1602,43 @@
 }
 
 static void
-gst_v4l2_codec_av1_dec_subinit (GstV4l2CodecAV1Dec * self,
+gst_v4l2_codec_av1_dec_init (GstV4l2CodecAV1Dec * self,
     GstV4l2CodecAV1DecClass * klass)
 {
   self->decoder = gst_v4l2_decoder_new (klass->device);
-  gst_video_info_init (&self->vinfo);
   gst_video_info_dma_drm_init (&self->vinfo_drm);
   self->tile_group_entries =
       g_array_new (FALSE, TRUE, sizeof (struct v4l2_ctrl_av1_tile_group_entry));
-}
-
-static void
-gst_v4l2_codec_av1_dec_class_init (GstV4l2CodecAV1DecClass * klass)
-{
-}
-
-static void
-gst_v4l2_codec_av1_dec_init (GstV4l2CodecAV1Dec * self)
-{
+  self->need_negotiation = TRUE;
 }
 
 void
 gst_v4l2_codec_av1_dec_register (GstPlugin * plugin, GstV4l2Decoder * decoder,
     GstV4l2CodecDevice * device, guint rank)
 {
-  GstCaps *src_caps;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstV4l2CodecAV1DecClass),
+    .class_init = (GClassInitFunc) gst_v4l2_codec_av1_dec_class_init,
+    .class_data = gst_mini_object_ref (GST_MINI_OBJECT (device)),
+    .instance_size = sizeof (GstV4l2CodecAV1Dec),
+    .instance_init = (GInstanceInitFunc) gst_v4l2_codec_av1_dec_init,
+  };
+  GstCaps *src_caps = NULL;
+  guint version;
 
   GST_DEBUG_CATEGORY_INIT (v4l2_av1dec_debug, "v4l2codecs-av1dec", 0,
       "V4L2 stateless AV1 decoder");
 
+  if (gst_v4l2_decoder_in_doc_mode (decoder)) {
+    device->src_caps = gst_static_caps_get (&static_src_caps);
+    goto register_element;
+  }
+
   if (!gst_v4l2_decoder_set_sink_fmt (decoder, V4L2_PIX_FMT_AV1_FRAME,
           320, 240, 8))
     return;
 
+  /* Make sure that decoder support stateless AV1 */
   src_caps = gst_v4l2_decoder_enum_src_formats (decoder, &static_src_caps);
 
   if (gst_caps_is_empty (src_caps)) {
@@ -1616,26 +1647,26 @@
     goto done;
   }
 
-  /* TODO uncomment this when AV1 get included in Linus tree */
-#if 0
+  /* Get all supported pixel formats for AV1 */
+  device->src_caps =
+      gst_v4l2_decoder_enum_all_src_formats (decoder, &static_src_caps);
+
   version = gst_v4l2_decoder_get_version (decoder);
   if (version < V4L2_MIN_KERNEL_VERSION)
     GST_WARNING ("V4L2 API v%u.%u too old, at least v%u.%u required",
         (version >> 16) & 0xff, (version >> 8) & 0xff,
         V4L2_MIN_KERNEL_VER_MAJOR, V4L2_MIN_KERNEL_VER_MINOR);
-#endif
 
   if (!gst_v4l2_decoder_av1_api_check (decoder)) {
     GST_WARNING ("Not registering AV1 decoder as it failed ABI check.");
     goto done;
   }
 
-  gst_v4l2_decoder_register (plugin, GST_TYPE_V4L2_CODEC_AV1_DEC,
-      (GClassInitFunc) gst_v4l2_codec_av1_dec_subclass_init,
-      gst_mini_object_ref (GST_MINI_OBJECT (device)),
-      (GInstanceInitFunc) gst_v4l2_codec_av1_dec_subinit,
+register_element:
+  gst_v4l2_decoder_register (plugin, GST_TYPE_AV1_DECODER, &type_info,
       "v4l2sl%sav1dec", device, rank, NULL);
 
 done:
-  gst_caps_unref (src_caps);
+  if (src_caps)
+    gst_caps_unref (src_caps);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecav1dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecav1dec.h Changed

@@ -17,38 +17,15 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_CODEC_AV1_DEC_H__
-#define __GST_V4L2_CODEC_AV1_DEC_H__
-
-#define GST_USE_UNSTABLE_API
-#include <gst/codecs/gstav1decoder.h>
+#pragma once
 
 #include "gstv4l2decoder.h"
 
 G_BEGIN_DECLS
 
-#define GST_TYPE_V4L2_CODEC_AV1_DEC           (gst_v4l2_codec_av1_dec_get_type())
-#define GST_V4L2_CODEC_AV1_DEC(obj)           (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_V4L2_CODEC_AV1_DEC,GstV4l2CodecAV1Dec))
-#define GST_V4L2_CODEC_AV1_DEC_CLASS(klass)   (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_V4L2_CODEC_AV1_DEC,GstV4l2CodecAV1DecClass))
-#define GST_V4L2_CODEC_AV1_DEC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_V4L2_CODEC_AV1_DEC, GstV4l2CodecAV1DecClass))
-#define GST_IS_V4L2_CODEC_AV1_DEC(obj)        (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_V4L2_CODEC_AV1_DEC))
-#define GST_IS_V4L2_CODEC_AV1_DEC_CLASS(obj)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_V4L2_CODEC_AV1_DEC))
-
-typedef struct _GstV4l2CodecAV1Dec GstV4l2CodecAV1Dec;
-typedef struct _GstV4l2CodecAV1DecClass GstV4l2CodecAV1DecClass;
-
-struct _GstV4l2CodecAV1DecClass
-{
-  GstAV1DecoderClass parent_class;
-  GstV4l2CodecDevice *device;
-};
-
-GType gst_v4l2_codec_av1_dec_get_type (void);
 void  gst_v4l2_codec_av1_dec_register (GstPlugin * plugin,
                                        GstV4l2Decoder * decoder,
                                        GstV4l2CodecDevice * device,
                                        guint rank);
 
 G_END_DECLS
-
-#endif /* __GST_D3D11_AV1_DEC_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecdevice.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecdevice.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecdevice.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecdevice.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codech264dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codech264dec.c Changed

@@ -17,10 +17,29 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-v4l2slh264dec
+ * @title: v4l2slh264dec
+ * @short_description: V4L2 Stateless H.264 video decoder
+ *
+ * decodes H.264 bitstreams as DMABuf using Linux V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mov ! parsebin ! v4l2slh264dec ! autovideosink
+ * ```
+ *
+ * Since: 1.20
+ */
+
+
 #ifdef HAVE_CONFIG_H
 #include <config.h>
 #endif
 
+#define GST_USE_UNSTABLE_API
+#include <gst/codecs/gsth264decoder.h>
+
 #include "gstv4l2codecallocator.h"
 #include "gstv4l2codech264dec.h"
 #include "gstv4l2codecpool.h"
@@ -36,6 +55,8 @@
 GST_DEBUG_CATEGORY_STATIC (v4l2_h264dec_debug);
 #define GST_CAT_DEFAULT v4l2_h264dec_debug
 
+#define GST_V4L2_CODEC_H264_DEC(obj) ((GstV4l2CodecH264Dec *) obj);
+
 enum
 {
   PROP_0,
@@ -60,17 +81,20 @@
 static GstStaticCaps static_src_caps = GST_STATIC_CAPS (SRC_CAPS);
 static GstStaticCaps static_src_caps_no_drm = GST_STATIC_CAPS (SRC_CAPS_NO_DRM);
 
-static GstStaticPadTemplate src_template =
-GST_STATIC_PAD_TEMPLATE (GST_VIDEO_DECODER_SRC_NAME,
-    GST_PAD_SRC, GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (SRC_CAPS));
+typedef struct _GstV4l2CodecH264Dec GstV4l2CodecH264Dec;
+typedef struct _GstV4l2CodecH264DecClass GstV4l2CodecH264DecClass;
+
+struct _GstV4l2CodecH264DecClass
+{
+  GstH264DecoderClass parent_class;
+  GstV4l2CodecDevice *device;
+};
 
 struct _GstV4l2CodecH264Dec
 {
   GstH264Decoder parent;
   GstV4l2Decoder *decoder;
   GstVideoCodecState *output_state;
-  GstVideoInfo vinfo;
   GstVideoInfoDmaDrm vinfo_drm;
   gint display_width;
   gint display_height;
@@ -106,10 +130,7 @@
   GstMapInfo bitstream_map;
 };
 
-G_DEFINE_ABSTRACT_TYPE (GstV4l2CodecH264Dec, gst_v4l2_codec_h264_dec,
-    GST_TYPE_H264_DECODER);
-
-#define parent_class gst_v4l2_codec_h264_dec_parent_class
+static GstElementClass *parent_class = NULL;
 
 static gboolean
 is_frame_based (GstV4l2CodecH264Dec * self)
@@ -375,12 +396,14 @@
   gst_caps_unref (filter);
   GST_DEBUG_OBJECT (self, "Peer supported formats: %" GST_PTR_FORMAT, caps);
 
-  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps, &self->vinfo,
+  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps,
           &self->vinfo_drm)) {
     GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
-        ("Unsupported bitdepth/chroma format"),
-        ("No support for %ux%u %ubit chroma IDC %i", self->coded_width,
-            self->coded_height, self->bitdepth, self->chroma_format_idc));
+        ("Unsupported pixel format"),
+        ("No support for %ux%u format %s", self->display_width,
+            self->display_height,
+            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->
+                    vinfo_drm.vinfo))));
     gst_caps_unref (caps);
     return FALSE;
   }
@@ -391,7 +414,7 @@
     gst_video_codec_state_unref (self->output_state);
 
   self->output_state =
-      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self), &self->vinfo,
+      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self),
       &self->vinfo_drm, self->display_width, self->display_height,
       h264dec->input_state);
 
@@ -439,6 +462,7 @@
 
   g_clear_object (&self->src_pool);
   g_clear_object (&self->src_allocator);
+  g_clear_object (&self->sink_allocator);
 
   self->has_videometa = gst_query_find_allocation_meta (query,
       GST_VIDEO_META_API_TYPE, NULL);
@@ -480,7 +504,8 @@
     return FALSE;
   }
 
-  self->src_pool = gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo);
+  self->src_pool =
+      gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo_drm);
 
 no_internal_changes:
   /* Our buffer pool is internal, we will let the base class create a video
@@ -884,7 +909,7 @@
   gboolean negotiation_needed = FALSE;
   gboolean interlaced;
 
-  if (self->vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
+  if (self->vinfo_drm.vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
     negotiation_needed = TRUE;
 
   /* TODO check if CREATE_BUFS is supported, and simply grow the pool */
@@ -948,12 +973,13 @@
     GstVideoInfo ref_vinfo;
     gint i;
 
-    gst_video_info_set_format (&ref_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-        self->display_width, self->display_height);
+    gst_video_info_set_format (&ref_vinfo,
+        GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->display_width,
+        self->display_height);
 
-    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo); i++) {
-      if (self->vinfo.stridei != ref_vinfo.stridei ||
-          self->vinfo.offseti != ref_vinfo.offseti) {
+    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo_drm.vinfo); i++) {
+      if (self->vinfo_drm.vinfo.stridei != ref_vinfo.stridei ||
+          self->vinfo_drm.vinfo.offseti != ref_vinfo.offseti) {
         GST_WARNING_OBJECT (self,
             "GstVideoMeta support required, copying frames.");
         self->copy_frames = TRUE;
@@ -1040,14 +1066,15 @@
   GstVideoInfo dest_vinfo;
   GstBuffer *buffer;
 
-  gst_video_info_set_format (&dest_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-      self->display_width, self->display_height);
+  gst_video_info_set_format (&dest_vinfo,
+      GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->display_width,
+      self->display_height);
 
   buffer = gst_video_decoder_allocate_output_buffer (GST_VIDEO_DECODER (self));
   if (!buffer)
     goto fail;
 
-  if (!gst_video_frame_map (&src_frame, &self->vinfo,
+  if (!gst_video_frame_map (&src_frame, &self->vinfo_drm.vinfo,
           codec_frame->output_buffer, GST_MAP_READ))
     goto fail;
 
@@ -1502,16 +1529,10 @@
 }
 
 static void
-gst_v4l2_codec_h264_dec_init (GstV4l2CodecH264Dec * self)
-{
-}
-
-static void
-gst_v4l2_codec_h264_dec_subinit (GstV4l2CodecH264Dec * self,
+gst_v4l2_codec_h264_dec_init (GstV4l2CodecH264Dec * self,
     GstV4l2CodecH264DecClass * klass)
 {
   self->decoder = gst_v4l2_decoder_new (klass->device);
-  gst_video_info_init (&self->vinfo);
   gst_video_info_dma_drm_init (&self->vinfo_drm);
   self->slice_params = g_array_sized_new (FALSE, TRUE,
       sizeof (struct v4l2_ctrl_h264_slice_params), 4);
@@ -1530,12 +1551,7 @@
 }
 
 static void
-gst_v4l2_codec_h264_dec_class_init (GstV4l2CodecH264DecClass * klass)
-{
-}
-
-static void
-gst_v4l2_codec_h264_dec_subclass_init (GstV4l2CodecH264DecClass * klass,
+gst_v4l2_codec_h264_dec_class_init (GstV4l2CodecH264DecClass * klass,
     GstV4l2CodecDevice * device)
 {
   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
@@ -1553,8 +1569,13 @@
       "A V4L2 based H.264 video decoder",
       "Nicolas Dufresne <nicolas.dufresne@collabora.com>");
 
+  parent_class = g_type_class_peek_parent (klass);
+
   gst_element_class_add_static_pad_template (element_class, &sink_template);
-  gst_element_class_add_static_pad_template (element_class, &src_template);
+  gst_element_class_add_pad_template (element_class,
+      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+          device->src_caps));
+
   element_class->change_state =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_h264_dec_change_state);
 
@@ -1592,15 +1613,29 @@
 gst_v4l2_codec_h264_dec_register (GstPlugin * plugin, GstV4l2Decoder * decoder,
     GstV4l2CodecDevice * device, guint rank)
 {
-  GstCaps *src_caps;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstV4l2CodecH264DecClass),
+    .class_init = (GClassInitFunc) gst_v4l2_codec_h264_dec_class_init,
+    .class_data = gst_mini_object_ref (GST_MINI_OBJECT (device)),
+    .instance_size = sizeof (GstV4l2CodecH264Dec),
+    .instance_init = (GInstanceInitFunc) gst_v4l2_codec_h264_dec_init,
+  };
+  GstCaps *src_caps = NULL;
   guint version;
 
   GST_DEBUG_CATEGORY_INIT (v4l2_h264dec_debug, "v4l2codecs-h264dec", 0,
       "V4L2 stateless h264 decoder");
 
+  if (gst_v4l2_decoder_in_doc_mode (decoder)) {
+    device->src_caps = gst_static_caps_get (&static_src_caps);
+    goto register_element;
+  }
+
   if (!gst_v4l2_decoder_set_sink_fmt (decoder, V4L2_PIX_FMT_H264_SLICE,
           320, 240, 8))
     return;
+
+  /* Make sure that decoder support stateless H264 */
   src_caps = gst_v4l2_decoder_enum_src_formats (decoder, &static_src_caps);
 
   if (gst_caps_is_empty (src_caps)) {
@@ -1609,6 +1644,10 @@
     goto done;
   }
 
+  /* Get all supported pixel formats for H264 */
+  device->src_caps =
+      gst_v4l2_decoder_enum_all_src_formats (decoder, &static_src_caps);
+
   version = gst_v4l2_decoder_get_version (decoder);
   if (version < V4L2_MIN_KERNEL_VERSION)
     GST_WARNING ("V4L2 API v%u.%u too old, at least v%u.%u required",
@@ -1620,13 +1659,11 @@
     goto done;
   }
 
-  gst_v4l2_decoder_register (plugin,
-      GST_TYPE_V4L2_CODEC_H264_DEC,
-      (GClassInitFunc) gst_v4l2_codec_h264_dec_subclass_init,
-      gst_mini_object_ref (GST_MINI_OBJECT (device)),
-      (GInstanceInitFunc) gst_v4l2_codec_h264_dec_subinit,
+register_element:
+  gst_v4l2_decoder_register (plugin, GST_TYPE_H264_DECODER, &type_info,
       "v4l2sl%sh264dec", device, rank, NULL);
 
 done:
-  gst_caps_unref (src_caps);
+  if (src_caps)
+    gst_caps_unref (src_caps);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codech264dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codech264dec.h Changed

@@ -17,38 +17,15 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_CODEC_H264_DEC_H__
-#define __GST_V4L2_CODEC_H264_DEC_H__
-
-#define GST_USE_UNSTABLE_API
-#include <gst/codecs/gsth264decoder.h>
+#pragma once
 
 #include "gstv4l2decoder.h"
 
 G_BEGIN_DECLS
 
-#define GST_TYPE_V4L2_CODEC_H264_DEC           (gst_v4l2_codec_h264_dec_get_type())
-#define GST_V4L2_CODEC_H264_DEC(obj)           (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_V4L2_CODEC_H264_DEC,GstV4l2CodecH264Dec))
-#define GST_V4L2_CODEC_H264_DEC_CLASS(klass)   (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_V4L2_CODEC_H264_DEC,GstV4l2CodecH264DecClass))
-#define GST_V4L2_CODEC_H264_DEC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_V4L2_CODEC_H264_DEC, GstV4l2CodecH264DecClass))
-#define GST_IS_V4L2_CODEC_H264_DEC(obj)        (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_V4L2_CODEC_H264_DEC))
-#define GST_IS_V4L2_CODEC_H264_DEC_CLASS(obj)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_V4L2_CODEC_H264_DEC))
-
-typedef struct _GstV4l2CodecH264Dec GstV4l2CodecH264Dec;
-typedef struct _GstV4l2CodecH264DecClass GstV4l2CodecH264DecClass;
-
-struct _GstV4l2CodecH264DecClass
-{
-  GstH264DecoderClass parent_class;
-  GstV4l2CodecDevice *device;
-};
-
-GType gst_v4l2_codec_h264_dec_get_type (void);
 void  gst_v4l2_codec_h264_dec_register (GstPlugin * plugin,
                                         GstV4l2Decoder * decoder,
                                         GstV4l2CodecDevice * device,
                                         guint rank);
 
 G_END_DECLS
-
-#endif /* __GST_D3D11_H264_DEC_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codech265dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codech265dec.c Changed

@@ -18,10 +18,28 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-v4l2slh265dec
+ * @title: v4l2slh265dec
+ * @short_description: V4L2 Stateless H.265 video decoder
+ *
+ * decodes H.265 bitstreams as DMABuf using Linux V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mov ! parsebin ! v4l2slh265dec ! autovideosink
+ * ```
+ *
+ * Since: 1.22
+ */
+
 #ifdef HAVE_CONFIG_H
 #include <config.h>
 #endif
 
+#define GST_USE_UNSTABLE_API
+#include <gst/codecs/gsth265decoder.h>
+
 #include "gstv4l2codecallocator.h"
 #include "gstv4l2codech265dec.h"
 #include "gstv4l2codecpool.h"
@@ -37,6 +55,8 @@
 GST_DEBUG_CATEGORY_STATIC (v4l2_h265dec_debug);
 #define GST_CAT_DEFAULT v4l2_h265dec_debug
 
+#define GST_V4L2_CODEC_H265_DEC(obj) ((GstV4l2CodecH265Dec *) obj)
+
 enum
 {
   PROP_0,
@@ -61,17 +81,20 @@
 static GstStaticCaps static_src_caps = GST_STATIC_CAPS (SRC_CAPS);
 static GstStaticCaps static_src_caps_no_drm = GST_STATIC_CAPS (SRC_CAPS_NO_DRM);
 
-static GstStaticPadTemplate src_template =
-GST_STATIC_PAD_TEMPLATE (GST_VIDEO_DECODER_SRC_NAME,
-    GST_PAD_SRC, GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (SRC_CAPS));
+typedef struct _GstV4l2CodecH265Dec GstV4l2CodecH265Dec;
+typedef struct _GstV4l2CodecH265DecClass GstV4l2CodecH265DecClass;
+
+struct _GstV4l2CodecH265DecClass
+{
+  GstH265DecoderClass parent_class;
+  GstV4l2CodecDevice *device;
+};
 
 struct _GstV4l2CodecH265Dec
 {
   GstH265Decoder parent;
   GstV4l2Decoder *decoder;
   GstVideoCodecState *output_state;
-  GstVideoInfo vinfo;
   GstVideoInfoDmaDrm vinfo_drm;
   gint display_width;
   gint display_height;
@@ -114,10 +137,7 @@
   gint crop_rect_x, crop_rect_y;
 };
 
-G_DEFINE_ABSTRACT_TYPE (GstV4l2CodecH265Dec, gst_v4l2_codec_h265_dec,
-    GST_TYPE_H265_DECODER);
-
-#define parent_class gst_v4l2_codec_h265_dec_parent_class
+static GstElementClass *parent_class = NULL;
 
 static gboolean
 is_frame_based (GstV4l2CodecH265Dec * self)
@@ -409,12 +429,14 @@
   gst_caps_unref (filter);
   GST_DEBUG_OBJECT (self, "Peer supported formats: %" GST_PTR_FORMAT, caps);
 
-  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps, &self->vinfo,
+  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps,
           &self->vinfo_drm)) {
     GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
-        ("Unsupported bitdepth/chroma format"),
-        ("No support for %ux%u %ubit chroma IDC %i", self->coded_width,
-            self->coded_height, self->bitdepth, self->chroma_format_idc));
+        ("Unsupported pixel format"),
+        ("No support for %ux%u format %s", self->display_width,
+            self->display_height,
+            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->
+                    vinfo_drm.vinfo))));
     gst_caps_unref (caps);
     return FALSE;
   }
@@ -425,7 +447,7 @@
     gst_video_codec_state_unref (self->output_state);
 
   self->output_state =
-      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self), &self->vinfo,
+      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self),
       &self->vinfo_drm, self->display_width, self->display_height,
       h265dec->input_state);
 
@@ -468,6 +490,7 @@
 
   g_clear_object (&self->src_pool);
   g_clear_object (&self->src_allocator);
+  g_clear_object (&self->sink_allocator);
 
   self->has_videometa = gst_query_find_allocation_meta (query,
       GST_VIDEO_META_API_TYPE, NULL);
@@ -509,7 +532,8 @@
     return FALSE;
   }
 
-  self->src_pool = gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo);
+  self->src_pool =
+      gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo_drm);
 
 no_internal_changes:
   /* Our buffer pool is internal, we will let the base class create a video
@@ -907,7 +931,7 @@
   gint crop_height = sps->height;
   gboolean negotiation_needed = FALSE;
 
-  if (self->vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
+  if (self->vinfo_drm.vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
     negotiation_needed = TRUE;
 
   /* TODO check if CREATE_BUFS is supported, and simply grow the pool */
@@ -974,12 +998,13 @@
     GstVideoInfo ref_vinfo;
     gint i;
 
-    gst_video_info_set_format (&ref_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-        self->display_width, self->display_height);
+    gst_video_info_set_format (&ref_vinfo,
+        GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->display_width,
+        self->display_height);
 
-    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo); i++) {
-      if (self->vinfo.stridei != ref_vinfo.stridei ||
-          self->vinfo.offseti != ref_vinfo.offseti) {
+    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo_drm.vinfo); i++) {
+      if (self->vinfo_drm.vinfo.stridei != ref_vinfo.stridei ||
+          self->vinfo_drm.vinfo.offseti != ref_vinfo.offseti) {
         GST_WARNING_OBJECT (self,
             "GstVideoMeta support required, copying frames.");
         self->copy_frames = TRUE;
@@ -1181,14 +1206,15 @@
   GstVideoInfo dest_vinfo;
   GstBuffer *buffer;
 
-  gst_video_info_set_format (&dest_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-      self->display_width, self->display_height);
+  gst_video_info_set_format (&dest_vinfo,
+      GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->display_width,
+      self->display_height);
 
   buffer = gst_video_decoder_allocate_output_buffer (GST_VIDEO_DECODER (self));
   if (!buffer)
     goto fail;
 
-  if (!gst_video_frame_map (&src_frame, &self->vinfo,
+  if (!gst_video_frame_map (&src_frame, &self->vinfo_drm.vinfo,
           codec_frame->output_buffer, GST_MAP_READ))
     goto fail;
 
@@ -1632,16 +1658,10 @@
 }
 
 static void
-gst_v4l2_codec_h265_dec_init (GstV4l2CodecH265Dec * self)
-{
-}
-
-static void
-gst_v4l2_codec_h265_dec_subinit (GstV4l2CodecH265Dec * self,
+gst_v4l2_codec_h265_dec_init (GstV4l2CodecH265Dec * self,
     GstV4l2CodecH265DecClass * klass)
 {
   self->decoder = gst_v4l2_decoder_new (klass->device);
-  gst_video_info_init (&self->vinfo);
   gst_video_info_dma_drm_init (&self->vinfo_drm);
   self->slice_params = g_array_sized_new (FALSE, TRUE,
       sizeof (struct v4l2_ctrl_hevc_slice_params), 4);
@@ -1663,12 +1683,7 @@
 }
 
 static void
-gst_v4l2_codec_h265_dec_class_init (GstV4l2CodecH265DecClass * klass)
-{
-}
-
-static void
-gst_v4l2_codec_h265_dec_subclass_init (GstV4l2CodecH265DecClass * klass,
+gst_v4l2_codec_h265_dec_class_init (GstV4l2CodecH265DecClass * klass,
     GstV4l2CodecDevice * device)
 {
   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
@@ -1686,8 +1701,13 @@
       "A V4L2 based H.265 video decoder",
       "Nicolas Dufresne <nicolas.dufresne@collabora.com>");
 
+  parent_class = g_type_class_peek_parent (klass);
+
   gst_element_class_add_static_pad_template (element_class, &sink_template);
-  gst_element_class_add_static_pad_template (element_class, &src_template);
+  gst_element_class_add_pad_template (element_class,
+      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+          device->src_caps));
+
   element_class->change_state =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_h265_dec_change_state);
 
@@ -1723,15 +1743,29 @@
 gst_v4l2_codec_h265_dec_register (GstPlugin * plugin, GstV4l2Decoder * decoder,
     GstV4l2CodecDevice * device, guint rank)
 {
-  GstCaps *src_caps;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstV4l2CodecH265DecClass),
+    .class_init = (GClassInitFunc) gst_v4l2_codec_h265_dec_class_init,
+    .class_data = gst_mini_object_ref (GST_MINI_OBJECT (device)),
+    .instance_size = sizeof (GstV4l2CodecH265Dec),
+    .instance_init = (GInstanceInitFunc) gst_v4l2_codec_h265_dec_init,
+  };
+  GstCaps *src_caps = NULL;
   guint version;
 
   GST_DEBUG_CATEGORY_INIT (v4l2_h265dec_debug, "v4l2codecs-h265dec", 0,
       "V4L2 stateless h265 decoder");
 
+  if (gst_v4l2_decoder_in_doc_mode (decoder)) {
+    device->src_caps = gst_static_caps_get (&static_src_caps);
+    goto register_element;
+  }
+
   if (!gst_v4l2_decoder_set_sink_fmt (decoder, V4L2_PIX_FMT_HEVC_SLICE,
           320, 240, 8))
     return;
+
+  /* Make sure that decoder support stateless H265 */
   src_caps = gst_v4l2_decoder_enum_src_formats (decoder, &static_src_caps);
 
   if (gst_caps_is_empty (src_caps)) {
@@ -1740,6 +1774,10 @@
     goto done;
   }
 
+  /* Get all supported pixel formats for H265 */
+  device->src_caps =
+      gst_v4l2_decoder_enum_all_src_formats (decoder, &static_src_caps);
+
   version = gst_v4l2_decoder_get_version (decoder);
   if (version < V4L2_MIN_KERNEL_VERSION)
     GST_WARNING ("V4L2 API v%u.%u too old, at least v%u.%u required",
@@ -1751,12 +1789,11 @@
     goto done;
   }
 
-  gst_v4l2_decoder_register (plugin, GST_TYPE_V4L2_CODEC_H265_DEC,
-      (GClassInitFunc) gst_v4l2_codec_h265_dec_subclass_init,
-      gst_mini_object_ref (GST_MINI_OBJECT (device)),
-      (GInstanceInitFunc) gst_v4l2_codec_h265_dec_subinit,
+register_element:
+  gst_v4l2_decoder_register (plugin, GST_TYPE_H265_DECODER, &type_info,
       "v4l2sl%sh265dec", device, rank, NULL);
 
 done:
-  gst_caps_unref (src_caps);
+  if (src_caps)
+    gst_caps_unref (src_caps);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codech265dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codech265dec.h Changed

@@ -18,38 +18,15 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_CODEC_H265_DEC_H__
-#define __GST_V4L2_CODEC_H265_DEC_H__
-
-#define GST_USE_UNSTABLE_API
-#include <gst/codecs/gsth265decoder.h>
+#pragma once
 
 #include "gstv4l2decoder.h"
 
 G_BEGIN_DECLS
 
-#define GST_TYPE_V4L2_CODEC_H265_DEC           (gst_v4l2_codec_h265_dec_get_type())
-#define GST_V4L2_CODEC_H265_DEC(obj)           (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_V4L2_CODEC_H265_DEC,GstV4l2CodecH265Dec))
-#define GST_V4L2_CODEC_H265_DEC_CLASS(klass)   (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_V4L2_CODEC_H265_DEC,GstV4l2CodecH265DecClass))
-#define GST_V4L2_CODEC_H265_DEC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_V4L2_CODEC_H265_DEC, GstV4l2CodecH265DecClass))
-#define GST_IS_V4L2_CODEC_H265_DEC(obj)        (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_V4L2_CODEC_H265_DEC))
-#define GST_IS_V4L2_CODEC_H265_DEC_CLASS(obj)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_V4L2_CODEC_H265_DEC))
-
-typedef struct _GstV4l2CodecH265Dec GstV4l2CodecH265Dec;
-typedef struct _GstV4l2CodecH265DecClass GstV4l2CodecH265DecClass;
-
-struct _GstV4l2CodecH265DecClass
-{
-  GstH265DecoderClass parent_class;
-  GstV4l2CodecDevice *device;
-};
-
-GType gst_v4l2_codec_h265_dec_get_type (void);
 void  gst_v4l2_codec_h265_dec_register (GstPlugin * plugin,
                                         GstV4l2Decoder * decoder,
                                         GstV4l2CodecDevice * device,
                                         guint rank);
 
 G_END_DECLS
-
-#endif /* __GST_D3D11_H265_DEC_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecmpeg2dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecmpeg2dec.c Changed

@@ -17,11 +17,29 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-v4l2slmpeg2dec
+ * @title: v4l2slmpeg2dec
+ * @short_description: V4L2 Stateless MPEG2 Video video decoder
+ *
+ * decodes MPEG2 Video bitstreams as DMABuf using Linux V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mov ! parsebin ! v4l2slmpeg2dec ! autovideosink
+ * ```
+ *
+ * Since: 1.20
+ */
+
 
 #ifdef HAVE_CONFIG_H
 #include <config.h>
 #endif
 
+#define GST_USE_UNSTABLE_API
+#include <gst/codecs/gstmpeg2decoder.h>
+
 #include "gstv4l2codecallocator.h"
 #include "gstv4l2codecmpeg2dec.h"
 #include "gstv4l2codecpool.h"
@@ -40,6 +58,8 @@
 GST_DEBUG_CATEGORY_STATIC (v4l2_mpeg2dec_debug);
 #define GST_CAT_DEFAULT v4l2_mpeg2dec_debug
 
+#define GST_V4L2_CODEC_MPEG2_DEC(obj) ((GstV4l2CodecMpeg2Dec *) obj)
+
 enum
 {
   PROP_0,
@@ -63,10 +83,15 @@
 static GstStaticCaps static_src_caps = GST_STATIC_CAPS (SRC_CAPS);
 static GstStaticCaps static_src_caps_no_drm = GST_STATIC_CAPS (SRC_CAPS_NO_DRM);
 
-static GstStaticPadTemplate src_template =
-GST_STATIC_PAD_TEMPLATE (GST_VIDEO_DECODER_SRC_NAME,
-    GST_PAD_SRC, GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (SRC_CAPS));
+typedef struct _GstV4l2CodecMpeg2Dec GstV4l2CodecMpeg2Dec;
+typedef struct _GstV4l2CodecMpeg2DecClass GstV4l2CodecMpeg2DecClass;
+
+struct _GstV4l2CodecMpeg2DecClass
+{
+  GstMpeg2DecoderClass parent_class;
+  GstV4l2CodecDevice *device;
+};
+
 
 struct _GstV4l2CodecMpeg2Dec
 {
@@ -103,10 +128,7 @@
   gboolean copy_frames;
 };
 
-G_DEFINE_ABSTRACT_TYPE (GstV4l2CodecMpeg2Dec, gst_v4l2_codec_mpeg2_dec,
-    GST_TYPE_MPEG2_DECODER);
-
-#define parent_class gst_v4l2_codec_mpeg2_dec_parent_class
+static GstElementClass *parent_class = NULL;
 
 static guint
 gst_v4l2_codec_mpeg2_dec_get_preferred_output_delay (GstMpeg2Decoder * decoder,
@@ -297,12 +319,13 @@
   gst_caps_unref (filter);
   GST_DEBUG_OBJECT (self, "Peer supported formats: %" GST_PTR_FORMAT, caps);
 
-  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps, &self->vinfo,
+  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps,
           &self->vinfo_drm)) {
     GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
-        ("Unsupported bitdepth/chroma format"),
-        ("No support for %ux%u chroma IDC %i", self->width,
-            self->height, self->chroma_format));
+        ("Unsupported pixel format"),
+        ("No support for %ux%u format %s", self->width, self->height,
+            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->
+                    vinfo_drm.vinfo))));
     gst_caps_unref (caps);
     return FALSE;
   }
@@ -313,7 +336,7 @@
     gst_video_codec_state_unref (self->output_state);
 
   self->output_state =
-      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self), &self->vinfo,
+      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self),
       &self->vinfo_drm, self->width, self->height, mpeg2dec->input_state);
 
   if (self->interlaced)
@@ -361,6 +384,7 @@
 
   g_clear_object (&self->src_pool);
   g_clear_object (&self->src_allocator);
+  g_clear_object (&self->sink_allocator);
 
   self->has_videometa = gst_query_find_allocation_meta (query,
       GST_VIDEO_META_API_TYPE, NULL);
@@ -389,7 +413,8 @@
       GST_PAD_SINK, num_bitstream);
   self->src_allocator = gst_v4l2_codec_allocator_new (self->decoder,
       GST_PAD_SRC, self->min_pool_size + min + 4);
-  self->src_pool = gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo);
+  self->src_pool =
+      gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo_drm);
 
 no_internal_changes:
   /* Our buffer pool is internal, we will let the base class create a video
@@ -466,7 +491,7 @@
     self->streaming = TRUE;
   }
 
-  if (self->vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
+  if (self->vinfo_drm.vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
     negotiation_needed = TRUE;
 
   /* copy quantiser from the sequence header,
@@ -509,12 +534,13 @@
     GstVideoInfo ref_vinfo;
     gint i;
 
-    gst_video_info_set_format (&ref_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-        self->width, self->height);
+    gst_video_info_set_format (&ref_vinfo,
+        GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->width,
+        self->height);
 
-    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo); i++) {
-      if (self->vinfo.stridei != ref_vinfo.stridei ||
-          self->vinfo.offseti != ref_vinfo.offseti) {
+    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo_drm.vinfo); i++) {
+      if (self->vinfo_drm.vinfo.stridei != ref_vinfo.stridei ||
+          self->vinfo_drm.vinfo.offseti != ref_vinfo.offseti) {
         GST_WARNING_OBJECT (self,
             "GstVideoMeta support required, copying frames.");
         self->copy_frames = TRUE;
@@ -673,14 +699,15 @@
   GstVideoInfo dest_vinfo;
   GstBuffer *buffer;
 
-  gst_video_info_set_format (&dest_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-      self->width, self->height);
+  gst_video_info_set_format (&dest_vinfo,
+      GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->width,
+      self->height);
 
   buffer = gst_video_decoder_allocate_output_buffer (GST_VIDEO_DECODER (self));
   if (!buffer)
     goto fail;
 
-  if (!gst_video_frame_map (&src_frame, &self->vinfo,
+  if (!gst_video_frame_map (&src_frame, &self->vinfo_drm.vinfo,
           codec_frame->output_buffer, GST_MAP_READ))
     goto fail;
 
@@ -1026,16 +1053,10 @@
 }
 
 static void
-gst_v4l2_codec_mpeg2_dec_init (GstV4l2CodecMpeg2Dec * self)
-{
-}
-
-static void
-gst_v4l2_codec_mpeg2_dec_subinit (GstV4l2CodecMpeg2Dec * self,
+gst_v4l2_codec_mpeg2_dec_init (GstV4l2CodecMpeg2Dec * self,
     GstV4l2CodecMpeg2DecClass * klass)
 {
   self->decoder = gst_v4l2_decoder_new (klass->device);
-  gst_video_info_init (&self->vinfo);
   gst_video_info_dma_drm_init (&self->vinfo_drm);
 }
 
@@ -1050,12 +1071,7 @@
 }
 
 static void
-gst_v4l2_codec_mpeg2_dec_class_init (GstV4l2CodecMpeg2DecClass * klass)
-{
-}
-
-static void
-gst_v4l2_codec_mpeg2_dec_subclass_init (GstV4l2CodecMpeg2DecClass * klass,
+gst_v4l2_codec_mpeg2_dec_class_init (GstV4l2CodecMpeg2DecClass * klass,
     GstV4l2CodecDevice * device)
 {
   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
@@ -1073,8 +1089,13 @@
       "A V4L2 based Mpeg2 video decoder",
       "Daniel Almeida <daniel.almeida@collabora.com>");
 
+  parent_class = g_type_class_peek_parent (klass);
+
   gst_element_class_add_static_pad_template (element_class, &sink_template);
-  gst_element_class_add_static_pad_template (element_class, &src_template);
+  gst_element_class_add_pad_template (element_class,
+      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+          device->src_caps));
+
   element_class->change_state =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_mpeg2_dec_change_state);
 
@@ -1110,14 +1131,28 @@
 gst_v4l2_codec_mpeg2_dec_register (GstPlugin * plugin, GstV4l2Decoder * decoder,
     GstV4l2CodecDevice * device, guint rank)
 {
-  GstCaps *src_caps;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstV4l2CodecMpeg2DecClass),
+    .class_init = (GClassInitFunc) gst_v4l2_codec_mpeg2_dec_class_init,
+    .class_data = gst_mini_object_ref (GST_MINI_OBJECT (device)),
+    .instance_size = sizeof (GstV4l2CodecMpeg2Dec),
+    .instance_init = (GInstanceInitFunc) gst_v4l2_codec_mpeg2_dec_init,
+  };
+  GstCaps *src_caps = NULL;
 
   GST_DEBUG_CATEGORY_INIT (v4l2_mpeg2dec_debug, "v4l2codecs-mpeg2dec", 0,
       "V4L2 stateless mpeg2 decoder");
 
+  if (gst_v4l2_decoder_in_doc_mode (decoder)) {
+    device->src_caps = gst_static_caps_get (&static_src_caps);
+    goto register_element;
+  }
+
   if (!gst_v4l2_decoder_set_sink_fmt (decoder, V4L2_PIX_FMT_MPEG2_SLICE,
           320, 240, 8))
     return;
+
+  /* Make sure that decoder support stateless MPEG2 */
   src_caps = gst_v4l2_decoder_enum_src_formats (decoder, &static_src_caps);
 
   if (gst_caps_is_empty (src_caps)) {
@@ -1126,12 +1161,15 @@
     goto done;
   }
 
-  gst_v4l2_decoder_register (plugin, GST_TYPE_V4L2_CODEC_MPEG2_DEC,
-      (GClassInitFunc) gst_v4l2_codec_mpeg2_dec_subclass_init,
-      gst_mini_object_ref (GST_MINI_OBJECT (device)),
-      (GInstanceInitFunc) gst_v4l2_codec_mpeg2_dec_subinit,
+  /* Get all supported pixel formats for MPEG2 */
+  device->src_caps =
+      gst_v4l2_decoder_enum_all_src_formats (decoder, &static_src_caps);
+
+register_element:
+  gst_v4l2_decoder_register (plugin, GST_TYPE_MPEG2_DECODER, &type_info,
       "v4l2sl%smpeg2dec", device, rank, NULL);
 
 done:
-  gst_caps_unref (src_caps);
+  if (src_caps)
+    gst_caps_unref (src_caps);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecmpeg2dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecmpeg2dec.h Changed

@@ -17,38 +17,15 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_CODEC_MPEG2_DEC_H__
-#define __GST_V4L2_CODEC_MPEG2_DEC_H__
-
-#define GST_USE_UNSTABLE_API
-#include <gst/codecs/gstmpeg2decoder.h>
+#pragma once
 
 #include "gstv4l2decoder.h"
 
 G_BEGIN_DECLS
 
-#define GST_TYPE_V4L2_CODEC_MPEG2_DEC           (gst_v4l2_codec_mpeg2_dec_get_type())
-#define GST_V4L2_CODEC_MPEG2_DEC(obj)           (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_V4L2_CODEC_MPEG2_DEC,GstV4l2CodecMpeg2Dec))
-#define GST_V4L2_CODEC_MPEG2_DEC_CLASS(klass)   (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_V4L2_CODEC_MPEG2_DEC,GstV4l2CodecMpeg2DecClass))
-#define GST_V4L2_CODEC_MPEG2_DEC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_V4L2_CODEC_MPEG2_DEC, GstV4l2CodecMpeg2DecClass))
-#define GST_IS_V4L2_CODEC_MPEG2_DEC(obj)        (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_V4L2_CODEC_MPEG2_DEC))
-#define GST_IS_V4L2_CODEC_MPEG2_DEC_CLASS(obj)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_V4L2_CODEC_MPEG2_DEC))
-
-typedef struct _GstV4l2CodecMpeg2Dec GstV4l2CodecMpeg2Dec;
-typedef struct _GstV4l2CodecMpeg2DecClass GstV4l2CodecMpeg2DecClass;
-
-struct _GstV4l2CodecMpeg2DecClass
-{
-  GstMpeg2DecoderClass parent_class;
-  GstV4l2CodecDevice *device;
-};
-
-GType gst_v4l2_codec_mpeg2_dec_get_type (void);
 void  gst_v4l2_codec_mpeg2_dec_register (GstPlugin * plugin,
                                          GstV4l2Decoder * decoder,
                                          GstV4l2CodecDevice * device,
                                          guint rank);
 
 G_END_DECLS
-
-#endif /* __GST_V4L2_MPEG2_DEC_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecpool.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecpool.c Changed

@@ -19,6 +19,7 @@
  */
 
 #include "gstv4l2codecpool.h"
+#include "gstv4l2format.h"
 
 #include <string.h>
 
@@ -28,7 +29,7 @@
   GstAtomicQueue *queue;
   GstV4l2CodecAllocator *allocator;
   /* Used to set GstVideoMeta */
-  GstVideoInfo *vinfo;
+  GstVideoInfoDmaDrm *vinfo_drm;
 };
 
 G_DEFINE_TYPE (GstV4l2CodecPool, gst_v4l2_codec_pool, GST_TYPE_BUFFER_POOL);
@@ -54,7 +55,7 @@
   GstVideoMeta *vmeta;
 
   /* A GstVideoInfo must be set before buffer can be acquired */
-  g_return_val_if_fail (self->vinfo, GST_FLOW_ERROR);
+  g_return_val_if_fail (self->vinfo_drm, GST_FLOW_ERROR);
 
   buf = gst_atomic_queue_pop (self->queue);
   if (!buf)
@@ -85,12 +86,12 @@
   }
 
   vmeta = gst_buffer_get_video_meta (buf);
-  vmeta->format = GST_VIDEO_INFO_FORMAT (self->vinfo);
-  vmeta->width = GST_VIDEO_INFO_WIDTH (self->vinfo);
-  vmeta->height = GST_VIDEO_INFO_HEIGHT (self->vinfo);
-  vmeta->n_planes = GST_VIDEO_INFO_N_PLANES (self->vinfo);
-  memcpy (vmeta->offset, self->vinfo->offset, sizeof (vmeta->offset));
-  memcpy (vmeta->stride, self->vinfo->stride, sizeof (vmeta->stride));
+  vmeta->format = GST_VIDEO_INFO_FORMAT (&self->vinfo_drm->vinfo);
+  vmeta->width = GST_VIDEO_INFO_WIDTH (&self->vinfo_drm->vinfo);
+  vmeta->height = GST_VIDEO_INFO_HEIGHT (&self->vinfo_drm->vinfo);
+  vmeta->n_planes = gst_v4l2_format_get_n_planes (self->vinfo_drm);
+  memcpy (vmeta->offset, self->vinfo_drm->vinfo.offset, sizeof (vmeta->offset));
+  memcpy (vmeta->stride, self->vinfo_drm->vinfo.stride, sizeof (vmeta->stride));
 
   *buffer = buf;
   return GST_FLOW_OK;
@@ -133,8 +134,8 @@
   gst_atomic_queue_unref (self->queue);
   g_object_unref (self->allocator);
 
-  if (self->vinfo)
-    gst_video_info_free (self->vinfo);
+  if (self->vinfo_drm)
+    gst_video_info_dma_drm_free (self->vinfo_drm);
 
   G_OBJECT_CLASS (gst_v4l2_codec_pool_parent_class)->finalize (object);
 }
@@ -154,13 +155,14 @@
 
 GstV4l2CodecPool *
 gst_v4l2_codec_pool_new (GstV4l2CodecAllocator * allocator,
-    const GstVideoInfo * vinfo)
+    const GstVideoInfoDmaDrm * vinfo_drm)
 {
   GstV4l2CodecPool *pool = g_object_new (GST_TYPE_V4L2_CODEC_POOL, NULL);
   gsize pool_size;
 
   pool->allocator = g_object_ref (allocator);
-  pool->vinfo = gst_video_info_copy (vinfo);
+
+  pool->vinfo_drm = g_boxed_copy (GST_TYPE_VIDEO_INFO_DMA_DRM, vinfo_drm);
 
   pool_size = gst_v4l2_codec_allocator_get_pool_size (allocator);
   for (gsize i = 0; i < pool_size; i++) {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecpool.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecpool.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecvp8dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecvp8dec.c Changed

@@ -17,10 +17,45 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-v4l2slvp8dec
+ * @title: v4l2slvp8dec
+ * @short_description: V4L2 Stateless VP8 video decoder
+ *
+ * decodes VP8 bitstreams as DMABuf using Linux V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mkv ! parsebin ! v4l2slvp8dec ! autovideosink
+ * ```
+ *
+ * Since: 1.20
+ */
+
+/**
+ * SECTION:element-v4l2slvp8alphadecodebin
+ * @title: v4l2slvp8alphadecodebin
+ * @short_description: V4L2 Stateless VP8 with alpa video decoder
+ *
+ * decodes VP8 bitstreams with alpha auxiliary stream as DMABuf using Linux
+ * V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mkv ! parsebin ! v4l2slvp8alphadecodebin ! autovideosink
+ * ```
+ *
+ * Since: 1.20
+ */
+
+
 #ifdef HAVE_CONFIG_H
 #include <config.h>
 #endif
 
+#define GST_USE_UNSTABLE_API
+#include <gst/codecs/gstvp8decoder.h>
+
 #include "gstv4l2codecallocator.h"
 #include "gstv4l2codecalphadecodebin.h"
 #include "gstv4l2codecpool.h"
@@ -36,6 +71,8 @@
 GST_DEBUG_CATEGORY_STATIC (v4l2_vp8dec_debug);
 #define GST_CAT_DEFAULT v4l2_vp8dec_debug
 
+#define GST_V4L2_CODEC_VP8_DEC(obj) ((GstV4l2CodecVp8Dec *) obj)
+
 enum
 {
   PROP_0,
@@ -64,17 +101,20 @@
 static GstStaticCaps static_src_caps = GST_STATIC_CAPS (SRC_CAPS);
 static GstStaticCaps static_src_caps_no_drm = GST_STATIC_CAPS (SRC_CAPS_NO_DRM);
 
-static GstStaticPadTemplate src_template =
-GST_STATIC_PAD_TEMPLATE (GST_VIDEO_DECODER_SRC_NAME,
-    GST_PAD_SRC, GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (SRC_CAPS));
+typedef struct _GstV4l2CodecVp8Dec GstV4l2CodecVp8Dec;
+typedef struct _GstV4l2CodecVp8DecClass GstV4l2CodecVp8DecClass;
+
+struct _GstV4l2CodecVp8DecClass
+{
+  GstVp8DecoderClass parent_class;
+  GstV4l2CodecDevice *device;
+};
 
 struct _GstV4l2CodecVp8Dec
 {
   GstVp8Decoder parent;
   GstV4l2Decoder *decoder;
   GstVideoCodecState *output_state;
-  GstVideoInfo vinfo;
   GstVideoInfoDmaDrm vinfo_drm;
   gint width;
   gint height;
@@ -93,10 +133,7 @@
   GstMapInfo bitstream_map;
 };
 
-G_DEFINE_ABSTRACT_TYPE (GstV4l2CodecVp8Dec, gst_v4l2_codec_vp8_dec,
-    GST_TYPE_VP8_DECODER);
-
-#define parent_class gst_v4l2_codec_vp8_dec_parent_class
+static GstElementClass *parent_class = NULL;
 
 static guint
 gst_v4l2_codec_vp8_dec_get_preferred_output_delay (GstVp8Decoder * decoder,
@@ -246,12 +283,13 @@
   gst_caps_unref (filter);
   GST_DEBUG_OBJECT (self, "Peer supported formats: %" GST_PTR_FORMAT, caps);
 
-  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps, &self->vinfo,
+  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps,
           &self->vinfo_drm)) {
     GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
         ("Unsupported pixel format"),
         ("No support for %ux%u format %s", self->width, self->height,
-            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->vinfo))));
+            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->
+                    vinfo_drm.vinfo))));
     gst_caps_unref (caps);
     return FALSE;
   }
@@ -262,7 +300,7 @@
     gst_video_codec_state_unref (self->output_state);
 
   self->output_state =
-      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self), &self->vinfo,
+      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self),
       &self->vinfo_drm, self->width, self->height, vp8dec->input_state);
 
   if (GST_VIDEO_DECODER_CLASS (parent_class)->negotiate (decoder)) {
@@ -305,6 +343,7 @@
 
   g_clear_object (&self->src_pool);
   g_clear_object (&self->src_allocator);
+  g_clear_object (&self->sink_allocator);
 
   self->has_videometa = gst_query_find_allocation_meta (query,
       GST_VIDEO_META_API_TYPE, NULL);
@@ -346,7 +385,8 @@
     return FALSE;
   }
 
-  self->src_pool = gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo);
+  self->src_pool =
+      gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo_drm);
 
 no_internal_changes:
   /* Our buffer pool is internal, we will let the base class create a video
@@ -501,7 +541,7 @@
   GstV4l2CodecVp8Dec *self = GST_V4L2_CODEC_VP8_DEC (decoder);
   gboolean negotiation_needed = FALSE;
 
-  if (self->vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
+  if (self->vinfo_drm.vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
     negotiation_needed = TRUE;
 
   /* TODO Check if current buffers are large enough, and reuse them */
@@ -528,12 +568,13 @@
     GstVideoInfo ref_vinfo;
     gint i;
 
-    gst_video_info_set_format (&ref_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-        self->width, self->height);
+    gst_video_info_set_format (&ref_vinfo,
+        GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->width,
+        self->height);
 
-    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo); i++) {
-      if (self->vinfo.stridei != ref_vinfo.stridei ||
-          self->vinfo.offseti != ref_vinfo.offseti) {
+    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo_drm.vinfo); i++) {
+      if (self->vinfo_drm.vinfo.stridei != ref_vinfo.stridei ||
+          self->vinfo_drm.vinfo.offseti != ref_vinfo.offseti) {
         GST_WARNING_OBJECT (self,
             "GstVideoMeta support required, copying frames.");
         self->copy_frames = TRUE;
@@ -708,14 +749,15 @@
   GstVideoInfo dest_vinfo;
   GstBuffer *buffer;
 
-  gst_video_info_set_format (&dest_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-      self->width, self->height);
+  gst_video_info_set_format (&dest_vinfo,
+      GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->width,
+      self->height);
 
   buffer = gst_video_decoder_allocate_output_buffer (GST_VIDEO_DECODER (self));
   if (!buffer)
     goto fail;
 
-  if (!gst_video_frame_map (&src_frame, &self->vinfo,
+  if (!gst_video_frame_map (&src_frame, &self->vinfo_drm.vinfo,
           codec_frame->output_buffer, GST_MAP_READ))
     goto fail;
 
@@ -886,16 +928,10 @@
 }
 
 static void
-gst_v4l2_codec_vp8_dec_init (GstV4l2CodecVp8Dec * self)
-{
-}
-
-static void
-gst_v4l2_codec_vp8_dec_subinit (GstV4l2CodecVp8Dec * self,
+gst_v4l2_codec_vp8_dec_init (GstV4l2CodecVp8Dec * self,
     GstV4l2CodecVp8DecClass * klass)
 {
   self->decoder = gst_v4l2_decoder_new (klass->device);
-  gst_video_info_init (&self->vinfo);
   gst_video_info_dma_drm_init (&self->vinfo_drm);
 }
 
@@ -910,12 +946,7 @@
 }
 
 static void
-gst_v4l2_codec_vp8_dec_class_init (GstV4l2CodecVp8DecClass * klass)
-{
-}
-
-static void
-gst_v4l2_codec_vp8_dec_subclass_init (GstV4l2CodecVp8DecClass * klass,
+gst_v4l2_codec_vp8_dec_class_init (GstV4l2CodecVp8DecClass * klass,
     GstV4l2CodecDevice * device)
 {
   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
@@ -933,8 +964,13 @@
       "A V4L2 based VP8 video decoder",
       "Nicolas Dufresne <nicolas.dufresne@collabora.com>");
 
+  parent_class = g_type_class_peek_parent (klass);
+
   gst_element_class_add_static_pad_template (element_class, &sink_template);
-  gst_element_class_add_static_pad_template (element_class, &src_template);
+  gst_element_class_add_pad_template (element_class,
+      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+          device->src_caps));
+
   element_class->change_state =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_vp8_dec_change_state);
 
@@ -977,7 +1013,7 @@
   gst_element_class_add_static_pad_template (element_class, &alpha_template);
 
   gst_element_class_set_static_metadata (element_class,
-      "VP8 Alpha Decoder", "Codec/Decoder/Video",
+      "VP8 Alpha Decoder", "Codec/Decoder/Video/Hardware",
       "Wrapper bin to decode VP8 with alpha stream.",
       "Daniel Almeida <daniel.almeida@collabora.com>");
 }
@@ -986,15 +1022,29 @@
 gst_v4l2_codec_vp8_dec_register (GstPlugin * plugin, GstV4l2Decoder * decoder,
     GstV4l2CodecDevice * device, guint rank)
 {
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstV4l2CodecVp8DecClass),
+    .class_init = (GClassInitFunc) gst_v4l2_codec_vp8_dec_class_init,
+    .class_data = gst_mini_object_ref (GST_MINI_OBJECT (device)),
+    .instance_size = sizeof (GstV4l2CodecVp8Dec),
+    .instance_init = (GInstanceInitFunc) gst_v4l2_codec_vp8_dec_init,
+  };
   gchar *element_name;
-  GstCaps *src_caps, *alpha_caps;
+  GstCaps *src_caps = NULL, *alpha_caps;
 
   GST_DEBUG_CATEGORY_INIT (v4l2_vp8dec_debug, "v4l2codecs-vp8dec", 0,
       "V4L2 stateless VP8 decoder");
 
+  if (gst_v4l2_decoder_in_doc_mode (decoder)) {
+    device->src_caps = gst_static_caps_get (&static_src_caps);
+    goto register_element;
+  }
+
   if (!gst_v4l2_decoder_set_sink_fmt (decoder, V4L2_PIX_FMT_VP8_FRAME,
           320, 240, 8))
     return;
+
+  /* Make sure that decoder support stateless VP8 */
   src_caps = gst_v4l2_decoder_enum_src_formats (decoder, &static_src_caps);
 
   if (gst_caps_is_empty (src_caps)) {
@@ -1003,10 +1053,12 @@
     goto done;
   }
 
-  gst_v4l2_decoder_register (plugin, GST_TYPE_V4L2_CODEC_VP8_DEC,
-      (GClassInitFunc) gst_v4l2_codec_vp8_dec_subclass_init,
-      gst_mini_object_ref (GST_MINI_OBJECT (device)),
-      (GInstanceInitFunc) gst_v4l2_codec_vp8_dec_subinit,
+  /* Get all supported pixel formats for VP8 */
+  device->src_caps =
+      gst_v4l2_decoder_enum_all_src_formats (decoder, &static_src_caps);
+
+register_element:
+  gst_v4l2_decoder_register (plugin, GST_TYPE_VP8_DECODER, &type_info,
       "v4l2sl%svp8dec", device, rank, &element_name);
 
   if (!element_name)
@@ -1014,7 +1066,8 @@
 
   alpha_caps = gst_caps_from_string ("video/x-raw,format={I420, NV12}");
 
-  if (gst_caps_can_intersect (src_caps, alpha_caps))
+  if (gst_v4l2_decoder_in_doc_mode (decoder) ||
+      gst_caps_can_intersect (device->src_caps, alpha_caps))
     gst_v4l2_codec_alpha_decode_bin_register (plugin,
         (GClassInitFunc) gst_v4l2_codec_vp8_alpha_decode_bin_subclass_init,
         element_name, "v4l2slvp8%salphadecodebin", device, rank);
@@ -1022,5 +1075,6 @@
   gst_caps_unref (alpha_caps);
 
 done:
-  gst_caps_unref (src_caps);
+  if (src_caps)
+    gst_caps_unref (src_caps);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecvp8dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecvp8dec.h Changed

@@ -17,38 +17,15 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_CODEC_VP8_DEC_H__
-#define __GST_V4L2_CODEC_VP8_DEC_H__
-
-#define GST_USE_UNSTABLE_API
-#include <gst/codecs/gstvp8decoder.h>
+#pragma once
 
 #include "gstv4l2decoder.h"
 
 G_BEGIN_DECLS
 
-#define GST_TYPE_V4L2_CODEC_VP8_DEC           (gst_v4l2_codec_vp8_dec_get_type())
-#define GST_V4L2_CODEC_VP8_DEC(obj)           (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_V4L2_CODEC_VP8_DEC,GstV4l2CodecVp8Dec))
-#define GST_V4L2_CODEC_VP8_DEC_CLASS(klass)   (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_V4L2_CODEC_VP8_DEC,GstV4l2CodecVp8DecClass))
-#define GST_V4L2_CODEC_VP8_DEC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_V4L2_CODEC_VP8_DEC, GstV4l2CodecVp8DecClass))
-#define GST_IS_V4L2_CODEC_VP8_DEC(obj)        (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_V4L2_CODEC_VP8_DEC))
-#define GST_IS_V4L2_CODEC_VP8_DEC_CLASS(obj)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_V4L2_CODEC_VP8_DEC))
-
-typedef struct _GstV4l2CodecVp8Dec GstV4l2CodecVp8Dec;
-typedef struct _GstV4l2CodecVp8DecClass GstV4l2CodecVp8DecClass;
-
-struct _GstV4l2CodecVp8DecClass
-{
-  GstVp8DecoderClass parent_class;
-  GstV4l2CodecDevice *device;
-};
-
-GType gst_v4l2_codec_vp8_dec_get_type (void);
 void  gst_v4l2_codec_vp8_dec_register (GstPlugin * plugin,
                                        GstV4l2Decoder * decoder,
                                        GstV4l2CodecDevice * device,
                                        guint rank);
 
 G_END_DECLS
-
-#endif /* __GST_V4L2_CODEC_VP8_DEC_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecvp9dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecvp9dec.c Changed

@@ -18,10 +18,44 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * SECTION:element-v4l2slvp9dec
+ * @title: v4l2slvp9dec
+ * @short_description: V4L2 Stateless VP9 video decoder
+ *
+ * decodes VP9 bitstreams as DMABuf using Linux V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mkv ! parsebin ! v4l2slvp9dec ! autovideosink
+ * ```
+ *
+ * Since: 1.20
+ */
+
+/**
+ * SECTION:element-v4l2slvp9alphadecodebin
+ * @title: v4l2slvp9alphadecodebin
+ * @short_description: V4L2 Stateless VP9 with alpa video decoder
+ *
+ * decodes VP9 bitstreams with alpha auxiliary stream as DMABuf using Linux
+ * V4L2 Stateless API.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.mkv ! parsebin ! v4l2slvp9alphadecodebin ! autovideosink
+ * ```
+ *
+ * Since: 1.20
+ */
+
 #ifdef HAVE_CONFIG_H
 #include <config.h>
 #endif
 
+#define GST_USE_UNSTABLE_API
+#include <gst/codecs/gstvp9decoder.h>
+
 #include "gstv4l2codecallocator.h"
 #include "gstv4l2codecalphadecodebin.h"
 #include "gstv4l2codecpool.h"
@@ -33,6 +67,8 @@
 GST_DEBUG_CATEGORY_STATIC (v4l2_vp9dec_debug);
 #define GST_CAT_DEFAULT v4l2_vp9dec_debug
 
+#define GST_V4L2_CODEC_VP9_DEC(obj) ((GstV4l2CodecVp9Dec *) obj)
+
 /* Used to mark picture that have been outputed */
 #define FLAG_PICTURE_HOLDS_BUFFER GST_MINI_OBJECT_FLAG_LAST
 
@@ -65,10 +101,14 @@
 static GstStaticCaps static_src_caps = GST_STATIC_CAPS (SRC_CAPS);
 static GstStaticCaps static_src_caps_no_drm = GST_STATIC_CAPS (SRC_CAPS_NO_DRM);
 
-static GstStaticPadTemplate src_template =
-GST_STATIC_PAD_TEMPLATE (GST_VIDEO_DECODER_SRC_NAME,
-    GST_PAD_SRC, GST_PAD_ALWAYS,
-    GST_STATIC_CAPS (SRC_CAPS));
+typedef struct _GstV4l2CodecVp9Dec GstV4l2CodecVp9Dec;
+typedef struct _GstV4l2CodecVp9DecClass GstV4l2CodecVp9DecClass;
+
+struct _GstV4l2CodecVp9DecClass
+{
+  GstVp9DecoderClass parent_class;
+  GstV4l2CodecDevice *device;
+};
 
 struct _GstV4l2CodecVp9Dec
 {
@@ -86,6 +126,7 @@
   gboolean has_videometa;
   gboolean streaming;
   gboolean copy_frames;
+  gboolean need_negotiation;
 
   struct v4l2_ctrl_vp9_frame v4l2_vp9_frame;
   struct v4l2_ctrl_vp9_compressed_hdr v4l2_delta_probs;
@@ -102,10 +143,7 @@
   guint subsampling_y;
 };
 
-G_DEFINE_ABSTRACT_TYPE (GstV4l2CodecVp9Dec, gst_v4l2_codec_vp9_dec,
-    GST_TYPE_VP9_DECODER);
-
-#define parent_class gst_v4l2_codec_vp9_dec_parent_class
+static GstElementClass *parent_class = NULL;
 
 static guint
 gst_v4l2_codec_vp9_dec_get_preferred_output_delay (GstVp9Decoder * decoder,
@@ -400,9 +438,8 @@
       gst_v4l2_decoder_query_control_size (self->decoder,
       V4L2_CID_STATELESS_VP9_COMPRESSED_HDR, NULL);
 
-  /* V4L2 does not support non-keyframe resolution change, this will ask the
-   * base class to drop frame until the next keyframe as a workaround. */
-  gst_vp9_decoder_set_non_keyframe_format_change_support (vp9dec, FALSE);
+  gst_vp9_decoder_set_non_keyframe_format_change_support (vp9dec,
+      gst_v4l2_decoder_has_remove_bufs (self->decoder));
 
   return TRUE;
 }
@@ -477,9 +514,11 @@
   GstStaticCaps *static_filter;
 
   /* Ignore downstream renegotiation request. */
-  if (self->streaming)
+  if (!self->need_negotiation)
     goto done;
 
+  self->need_negotiation = FALSE;
+
   GST_DEBUG_OBJECT (self, "Negotiate");
 
   gst_v4l2_codec_vp9_dec_reset_allocation (self);
@@ -517,12 +556,13 @@
   gst_caps_unref (filter);
   GST_DEBUG_OBJECT (self, "Peer supported formats: %" GST_PTR_FORMAT, caps);
 
-  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps, &self->vinfo,
+  if (!gst_v4l2_decoder_select_src_format (self->decoder, caps,
           &self->vinfo_drm)) {
     GST_ELEMENT_ERROR (self, CORE, NEGOTIATION,
         ("Unsupported pixel format"),
         ("No support for %ux%u format %s", self->width, self->height,
-            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->vinfo))));
+            gst_video_format_to_string (GST_VIDEO_INFO_FORMAT (&self->
+                    vinfo_drm.vinfo))));
     gst_caps_unref (caps);
     return FALSE;
   }
@@ -533,7 +573,7 @@
     gst_video_codec_state_unref (self->output_state);
 
   self->output_state =
-      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self), &self->vinfo,
+      gst_v4l2_decoder_set_output_state (GST_VIDEO_DECODER (self),
       &self->vinfo_drm, self->width, self->height, vp9dec->input_state);
 
   if (GST_VIDEO_DECODER_CLASS (parent_class)->negotiate (decoder)) {
@@ -571,13 +611,9 @@
   guint min = 0;
   guint num_bitstream;
 
-  /* If we are streaming here, then it means there is nothing allocation
-   * related in the new state and allocation can be ignored */
-  if (self->streaming)
-    goto no_internal_changes;
-
   g_clear_object (&self->src_pool);
   g_clear_object (&self->src_allocator);
+  g_clear_object (&self->sink_allocator);
 
   self->has_videometa = gst_query_find_allocation_meta (query,
       GST_VIDEO_META_API_TYPE, NULL);
@@ -619,9 +655,9 @@
     return FALSE;
   }
 
-  self->src_pool = gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo);
+  self->src_pool =
+      gst_v4l2_codec_pool_new (self->src_allocator, &self->vinfo_drm);
 
-no_internal_changes:
   /* Our buffer pool is internal, we will let the base class create a video
    * pool, and use it if we are running out of buffers or if downstream does
    * not support GstVideoMeta */
@@ -629,23 +665,21 @@
       (decoder, query);
 }
 
-static GstFlowReturn
-gst_v4l2_codec_vp9_dec_new_sequence (GstVp9Decoder * decoder,
-    const GstVp9FrameHeader * frame_hdr, gint max_dpb_size)
+static gboolean
+gst_v4l2_codec_vp9_dec_is_format_change (GstV4l2CodecVp9Dec * self,
+    const GstVp9FrameHeader * frame_hdr)
 {
-  GstV4l2CodecVp9Dec *self = GST_V4L2_CODEC_VP9_DEC (decoder);
-  gboolean negotiation_needed = FALSE;
+  gboolean ret = FALSE;
 
-  if (self->vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
-    negotiation_needed = TRUE;
+  if (self->vinfo_drm.vinfo.finfo->format == GST_VIDEO_FORMAT_UNKNOWN)
+    ret = TRUE;
 
-  /* TODO Check if current buffers are large enough, and reuse them */
   if (self->width != frame_hdr->width || self->height != frame_hdr->height) {
     self->width = frame_hdr->width;
     self->height = frame_hdr->height;
-    negotiation_needed = TRUE;
-    GST_INFO_OBJECT (self, "Resolution changed to %dx%d",
+    GST_DEBUG_OBJECT (self, "Resolution changed to %dx%d",
         self->width, self->height);
+    ret = TRUE;
   }
 
   if (self->subsampling_x != frame_hdr->subsampling_x ||
@@ -656,7 +690,7 @@
         frame_hdr->subsampling_x, frame_hdr->subsampling_y);
     self->subsampling_x = frame_hdr->subsampling_x;
     self->subsampling_y = frame_hdr->subsampling_y;
-    negotiation_needed = TRUE;
+    ret = TRUE;
   }
 
   if (frame_hdr->color_space != GST_VP9_CS_UNKNOWN &&
@@ -665,14 +699,14 @@
     GST_DEBUG_OBJECT (self, "colorspace changed from %d to %d",
         self->color_space, frame_hdr->color_space);
     self->color_space = frame_hdr->color_space;
-    negotiation_needed = TRUE;
+    ret = TRUE;
   }
 
   if (frame_hdr->color_range != self->color_range) {
     GST_DEBUG_OBJECT (self, "color range changed from %d to %d",
         self->color_range, frame_hdr->color_range);
     self->color_range = frame_hdr->color_range;
-    negotiation_needed = TRUE;
+    ret = TRUE;
   }
 
   if (frame_hdr->profile != GST_VP9_PROFILE_UNDEFINED &&
@@ -680,23 +714,61 @@
     GST_DEBUG_OBJECT (self, "profile changed from %d to %d", self->profile,
         frame_hdr->profile);
     self->profile = frame_hdr->profile;
-    negotiation_needed = TRUE;
+    ret = TRUE;
   }
 
   if (frame_hdr->bit_depth != self->bit_depth) {
     GST_DEBUG_OBJECT (self, "bit-depth changed from %d to %d",
         self->bit_depth, frame_hdr->bit_depth);
     self->bit_depth = frame_hdr->bit_depth;
-    negotiation_needed = TRUE;
+    ret = TRUE;
+  }
+
+  return ret;
+}
+
+static GstFlowReturn
+gst_v4l2_codec_vp9_dec_new_picture (GstVp9Decoder * decoder,
+    GstVideoCodecFrame * frame, GstVp9Picture * picture)
+{
+  GstV4l2CodecVp9Dec *self = GST_V4L2_CODEC_VP9_DEC (decoder);
+
+  self->need_negotiation =
+      gst_v4l2_codec_vp9_dec_is_format_change (self, &picture->frame_hdr);
+
+  if (!self->need_negotiation)
+    return GST_FLOW_OK;
+
+  if (!gst_video_decoder_negotiate (GST_VIDEO_DECODER (self))) {
+    GST_ERROR_OBJECT (self, "Failed to negotiate with downstream");
+    return GST_FLOW_ERROR;
   }
 
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_v4l2_codec_vp9_dec_new_sequence (GstVp9Decoder * decoder,
+    const GstVp9FrameHeader * frame_hdr, gint max_dpb_size)
+{
+  GstV4l2CodecVp9Dec *self = GST_V4L2_CODEC_VP9_DEC (decoder);
+
+  /* TODO Check if current buffers are large enough, and reuse them */
+  self->need_negotiation =
+      gst_v4l2_codec_vp9_dec_is_format_change (self, frame_hdr);
+
   gst_v4l2_codec_vp9_dec_fill_dec_params (self, frame_hdr, NULL);
 
   if (decoder->parse_compressed_headers)
     gst_v4l2_codec_vp9_dec_fill_prob_updates (self, frame_hdr);
 
-  if (negotiation_needed) {
-    gst_v4l2_codec_vp9_dec_streamoff (self);
+  if (self->need_negotiation) {
+    /* If the negotiation request occurs on a key frame or
+     * remove buffer isn't supported do a stream off */
+    if ((frame_hdr->frame_type == GST_VP9_KEY_FRAME)
+        || !gst_v4l2_decoder_has_remove_bufs (self->decoder)) {
+      gst_v4l2_codec_vp9_dec_streamoff (self);
+    }
     if (!gst_video_decoder_negotiate (GST_VIDEO_DECODER (self))) {
       GST_ERROR_OBJECT (self, "Failed to negotiate with downstream");
       return GST_FLOW_ERROR;
@@ -708,12 +780,13 @@
     GstVideoInfo ref_vinfo;
     gint i;
 
-    gst_video_info_set_format (&ref_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-        self->width, self->height);
+    gst_video_info_set_format (&ref_vinfo,
+        GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->width,
+        self->height);
 
-    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo); i++) {
-      if (self->vinfo.stridei != ref_vinfo.stridei ||
-          self->vinfo.offseti != ref_vinfo.offseti) {
+    for (i = 0; i < GST_VIDEO_INFO_N_PLANES (&self->vinfo_drm.vinfo); i++) {
+      if (self->vinfo_drm.vinfo.stridei != ref_vinfo.stridei ||
+          self->vinfo_drm.vinfo.offseti != ref_vinfo.offseti) {
         GST_WARNING_OBJECT (self,
             "GstVideoMeta support required, copying frames.");
         self->copy_frames = TRUE;
@@ -896,14 +969,15 @@
   GstVideoInfo dest_vinfo;
   GstBuffer *buffer;
 
-  gst_video_info_set_format (&dest_vinfo, GST_VIDEO_INFO_FORMAT (&self->vinfo),
-      self->width, self->height);
+  gst_video_info_set_format (&dest_vinfo,
+      GST_VIDEO_INFO_FORMAT (&self->vinfo_drm.vinfo), self->width,
+      self->height);
 
   buffer = gst_video_decoder_allocate_output_buffer (GST_VIDEO_DECODER (self));
   if (!buffer)
     goto fail;
 
-  if (!gst_video_frame_map (&src_frame, &self->vinfo,
+  if (!gst_video_frame_map (&src_frame, &self->vinfo_drm.vinfo,
           codec_frame->output_buffer, GST_MAP_READ))
     goto fail;
 
@@ -1129,16 +1203,10 @@
 }
 
 static void
-gst_v4l2_codec_vp9_dec_init (GstV4l2CodecVp9Dec * self)
-{
-}
-
-static void
-gst_v4l2_codec_vp9_dec_subinit (GstV4l2CodecVp9Dec * self,
+gst_v4l2_codec_vp9_dec_init (GstV4l2CodecVp9Dec * self,
     GstV4l2CodecVp9DecClass * klass)
 {
   self->decoder = gst_v4l2_decoder_new (klass->device);
-  gst_video_info_init (&self->vinfo);
   gst_video_info_dma_drm_init (&self->vinfo_drm);
 }
 
@@ -1153,12 +1221,7 @@
 }
 
 static void
-gst_v4l2_codec_vp9_dec_class_init (GstV4l2CodecVp9DecClass * klass)
-{
-}
-
-static void
-gst_v4l2_codec_vp9_dec_subclass_init (GstV4l2CodecVp9DecClass * klass,
+gst_v4l2_codec_vp9_dec_class_init (GstV4l2CodecVp9DecClass * klass,
     GstV4l2CodecDevice * device)
 {
   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
@@ -1176,8 +1239,13 @@
       "A V4L2 based VP9 video decoder",
       "Daniel Almeida <daniel.almeida@collabora.com>");
 
+  parent_class = g_type_class_peek_parent (klass);
+
   gst_element_class_add_static_pad_template (element_class, &sink_template);
-  gst_element_class_add_static_pad_template (element_class, &src_template);
+  gst_element_class_add_pad_template (element_class,
+      gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+          device->src_caps));
+
   element_class->change_state =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_vp9_dec_change_state);
 
@@ -1194,6 +1262,8 @@
 
   vp9decoder_class->new_sequence =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_vp9_dec_new_sequence);
+  vp9decoder_class->new_picture =
+      GST_DEBUG_FUNCPTR (gst_v4l2_codec_vp9_dec_new_picture);
   vp9decoder_class->start_picture =
       GST_DEBUG_FUNCPTR (gst_v4l2_codec_vp9_dec_start_picture);
   vp9decoder_class->decode_picture =
@@ -1222,7 +1292,7 @@
   gst_element_class_add_static_pad_template (element_class, &alpha_template);
 
   gst_element_class_set_static_metadata (element_class,
-      "VP9 Alpha Decoder", "Codec/Decoder/Video",
+      "VP9 Alpha Decoder", "Codec/Decoder/Video/Hardware",
       "Wrapper bin to decode VP9 with alpha stream.",
       "Nicolas Dufresne <nicolas.dufresne@collabora.com>");
 }
@@ -1231,15 +1301,29 @@
 gst_v4l2_codec_vp9_dec_register (GstPlugin * plugin, GstV4l2Decoder * decoder,
     GstV4l2CodecDevice * device, guint rank)
 {
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstV4l2CodecVp9DecClass),
+    .class_init = (GClassInitFunc) gst_v4l2_codec_vp9_dec_class_init,
+    .class_data = gst_mini_object_ref (GST_MINI_OBJECT (device)),
+    .instance_size = sizeof (GstV4l2CodecVp9Dec),
+    .instance_init = (GInstanceInitFunc) gst_v4l2_codec_vp9_dec_init,
+  };
   gchar *element_name;
-  GstCaps *src_caps, *alpha_caps;
+  GstCaps *src_caps = NULL, *alpha_caps;
 
   GST_DEBUG_CATEGORY_INIT (v4l2_vp9dec_debug, "v4l2codecs-vp9dec", 0,
       "V4L2 stateless VP9 decoder");
 
+  if (gst_v4l2_decoder_in_doc_mode (decoder)) {
+    device->src_caps = gst_static_caps_get (&static_src_caps);
+    goto register_element;
+  }
+
   if (!gst_v4l2_decoder_set_sink_fmt (decoder, V4L2_PIX_FMT_VP9_FRAME,
           320, 240, 8))
     return;
+
+  /* Make sure that decoder support stateless VP9 */
   src_caps = gst_v4l2_decoder_enum_src_formats (decoder, &static_src_caps);
 
   if (gst_caps_is_empty (src_caps)) {
@@ -1248,10 +1332,12 @@
     goto done;
   }
 
-  gst_v4l2_decoder_register (plugin, GST_TYPE_V4L2_CODEC_VP9_DEC,
-      (GClassInitFunc) gst_v4l2_codec_vp9_dec_subclass_init,
-      gst_mini_object_ref (GST_MINI_OBJECT (device)),
-      (GInstanceInitFunc) gst_v4l2_codec_vp9_dec_subinit,
+  /* Get all supported pixel formats for VP9 */
+  device->src_caps =
+      gst_v4l2_decoder_enum_all_src_formats (decoder, &static_src_caps);
+
+register_element:
+  gst_v4l2_decoder_register (plugin, GST_TYPE_VP9_DECODER, &type_info,
       "v4l2sl%svp9dec", device, rank, &element_name);
 
   if (!element_name)
@@ -1259,7 +1345,8 @@
 
   alpha_caps = gst_caps_from_string ("video/x-raw,format={I420, NV12}");
 
-  if (gst_caps_can_intersect (src_caps, alpha_caps))
+  if (gst_v4l2_decoder_in_doc_mode (decoder) ||
+      gst_caps_can_intersect (device->src_caps, alpha_caps))
     gst_v4l2_codec_alpha_decode_bin_register (plugin,
         (GClassInitFunc) gst_v4l2_codec_vp9_alpha_decode_bin_subclass_init,
         element_name, "v4l2slvp9%salphadecodebin", device, rank);
@@ -1267,5 +1354,6 @@
   gst_caps_unref (alpha_caps);
 
 done:
-  gst_caps_unref (src_caps);
+  if (src_caps)
+    gst_caps_unref (src_caps);
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2codecvp9dec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2codecvp9dec.h Changed

@@ -18,38 +18,15 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_CODEC_VP9_DEC_H__
-#define __GST_V4L2_CODEC_VP9_DEC_H__
-
-#define GST_USE_UNSTABLE_API
-#include <gst/codecs/gstvp9decoder.h>
+#pragma once
 
 #include "gstv4l2decoder.h"
 
 G_BEGIN_DECLS
 
-#define GST_TYPE_V4L2_CODEC_VP9_DEC           (gst_v4l2_codec_vp9_dec_get_type())
-#define GST_V4L2_CODEC_VP9_DEC(obj)           (G_TYPE_CHECK_INSTANCE_CAST((obj),GST_TYPE_V4L2_CODEC_VP9_DEC,GstV4l2CodecVp9Dec))
-#define GST_V4L2_CODEC_VP9_DEC_CLASS(klass)   (G_TYPE_CHECK_CLASS_CAST((klass),GST_TYPE_V4L2_CODEC_VP9_DEC,GstV4l2CodecVp9DecClass))
-#define GST_V4L2_CODEC_VP9_DEC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS ((obj), GST_TYPE_V4L2_CODEC_VP9_DEC, GstV4l2CodecVp9DecClass))
-#define GST_IS_V4L2_CODEC_VP9_DEC(obj)        (G_TYPE_CHECK_INSTANCE_TYPE((obj),GST_TYPE_V4L2_CODEC_VP9_DEC))
-#define GST_IS_V4L2_CODEC_VP9_DEC_CLASS(obj)  (G_TYPE_CHECK_CLASS_TYPE((klass),GST_TYPE_V4L2_CODEC_VP9_DEC))
-
-typedef struct _GstV4l2CodecVp9Dec GstV4l2CodecVp9Dec;
-typedef struct _GstV4l2CodecVp9DecClass GstV4l2CodecVp9DecClass;
-
-struct _GstV4l2CodecVp9DecClass
-{
-  GstVp9DecoderClass parent_class;
-  GstV4l2CodecDevice *device;
-};
-
-GType gst_v4l2_codec_vp9_dec_get_type (void);
 void  gst_v4l2_codec_vp9_dec_register (GstPlugin * plugin,
                                        GstV4l2Decoder * decoder,
                                        GstV4l2CodecDevice * device,
                                        guint rank);
 
 G_END_DECLS
-
-#endif /* __GST_V4L2_CODEC_VP9_DEC_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2decoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2decoder.c Changed

@@ -25,6 +25,7 @@
 #include "gstv4l2codecpool.h"
 #include "gstv4l2decoder.h"
 #include "gstv4l2format.h"
+#include "linux/drm_fourcc.h"
 #include "linux/media.h"
 #include "linux/videodev2.h"
 
@@ -41,6 +42,12 @@
 GST_DEBUG_CATEGORY (v4l2_decoder_debug);
 #define GST_CAT_DEFAULT v4l2_decoder_debug
 
+#define SRC_CAPS \
+    GST_VIDEO_DMA_DRM_CAPS_MAKE " ; " \
+    GST_VIDEO_CAPS_MAKE (GST_V4L2_DEFAULT_VIDEO_FORMATS)
+
+static GstStaticCaps default_src_caps = GST_STATIC_CAPS (SRC_CAPS);
+
 enum
 {
   PROP_0,
@@ -75,8 +82,8 @@
   gboolean opened;
   gint media_fd;
   gint video_fd;
-  GstQueueArray *request_pool;
-  GstQueueArray *pending_requests;
+  GstVecDeque *request_pool;
+  GstVecDeque *pending_requests;
   guint version;
 
   enum v4l2_buf_type src_buf_type;
@@ -90,6 +97,10 @@
 
   /* detected features */
   gboolean supports_holding_capture;
+  gboolean supports_remove_buffers;
+
+  /* special state for doc generator */
+  gboolean doc_mode;
 };
 
 G_DEFINE_TYPE_WITH_CODE (GstV4l2Decoder, gst_v4l2_decoder, GST_TYPE_OBJECT,
@@ -116,8 +127,8 @@
 
   g_free (self->media_device);
   g_free (self->video_device);
-  gst_queue_array_free (self->request_pool);
-  gst_queue_array_free (self->pending_requests);
+  gst_vec_deque_free (self->request_pool);
+  gst_vec_deque_free (self->pending_requests);
 
   G_OBJECT_CLASS (gst_v4l2_decoder_parent_class)->finalize (obj);
 }
@@ -125,15 +136,14 @@
 static void
 gst_v4l2_decoder_init (GstV4l2Decoder * self)
 {
-  self->request_pool = gst_queue_array_new (16);
-  self->pending_requests = gst_queue_array_new (16);
+  self->request_pool = gst_vec_deque_new (16);
+  self->pending_requests = gst_vec_deque_new (16);
 }
 
 static void
 gst_v4l2_decoder_class_init (GstV4l2DecoderClass * klass)
 {
   GObjectClass *gobject_class = G_OBJECT_CLASS (klass);
-
   gobject_class->finalize = gst_v4l2_decoder_finalize;
   gobject_class->get_property = gst_v4l2_decoder_get_property;
   gobject_class->set_property = gst_v4l2_decoder_set_property;
@@ -153,6 +163,9 @@
       "media-device", device->media_device_path,
       "video-device", device->video_device_path, NULL);
 
+  if (!g_strcmp0 (device->name, "docdec-proc"))
+    decoder->doc_mode = TRUE;
+
   return gst_object_ref_sink (decoder);
 }
 
@@ -167,8 +180,18 @@
 {
   gint ret;
   struct v4l2_capability querycap;
+  struct v4l2_create_buffers createbufs = {
+    .count = 0,
+    .memory = V4L2_MEMORY_MMAP,
+  };
+
   guint32 capabilities;
 
+  if (self->doc_mode) {
+    self->opened = TRUE;
+    return TRUE;
+  }
+
   self->media_fd = open (self->media_device, 0);
   if (self->media_fd < 0) {
     GST_ERROR_OBJECT (self, "Failed to open '%s': %s",
@@ -211,6 +234,20 @@
     return FALSE;
   }
 
+  createbufs.format.type = self->sink_buf_type;
+  ret = ioctl (self->video_fd, VIDIOC_CREATE_BUFS, &createbufs);
+  if (ret < 0) {
+    GST_ERROR_OBJECT (self,
+        "GStreamer requires VIDIOC_CREATE_BUFS to be supported by stateless decoders.");
+    gst_v4l2_decoder_close (self);
+    return FALSE;
+  }
+
+  if (createbufs.capabilities & V4L2_BUF_CAP_SUPPORTS_REMOVE_BUFS)
+    self->supports_remove_buffers = TRUE;
+  else
+    self->supports_remove_buffers = FALSE;
+
   self->opened = TRUE;
 
   return TRUE;
@@ -221,10 +258,10 @@
 {
   GstV4l2Request *request;
 
-  while ((request = gst_queue_array_pop_head (self->pending_requests)))
+  while ((request = gst_vec_deque_pop_head (self->pending_requests)))
     gst_v4l2_request_unref (request);
 
-  while ((request = gst_queue_array_pop_head (self->request_pool)))
+  while ((request = gst_vec_deque_pop_head (self->request_pool)))
     gst_v4l2_request_free (request);
 
   if (self->media_fd)
@@ -265,7 +302,7 @@
 
     /* STREAMOFF have the effect of cancelling all requests and unqueuing all
      * buffers, so clear the pending request list */
-    while ((pending_req = gst_queue_array_pop_head (self->pending_requests))) {
+    while ((pending_req = gst_vec_deque_pop_head (self->pending_requests))) {
       g_clear_pointer (&pending_req->bitstream, gst_memory_unref);
       pending_req->pending = FALSE;
       gst_v4l2_request_unref (pending_req);
@@ -302,6 +339,19 @@
 
   g_return_val_if_fail (self->opened, FALSE);
 
+  if (self->doc_mode) {
+    guint32 all_fmt = {
+      V4L2_PIX_FMT_H264_SLICE, V4L2_PIX_FMT_HEVC_SLICE, V4L2_PIX_FMT_VP8_FRAME,
+      V4L2_PIX_FMT_MPEG2_SLICE, V4L2_PIX_FMT_VP9_FRAME, V4L2_PIX_FMT_AV1_FRAME,
+    };
+
+    if (i >= G_N_ELEMENTS (all_fmt))
+      return FALSE;
+
+    *out_fmt = all_fmti;
+    return TRUE;
+  }
+
   ret = ioctl (self->video_fd, VIDIOC_ENUM_FMT, &fmtdesc);
   if (ret < 0) {
     if (errno != EINVAL)
@@ -361,9 +411,7 @@
     guint32 pixelformat, gint index, gint unscaled_width, gint unscaled_height)
 {
   struct v4l2_frmsizeenum size;
-  GstVideoFormat format;
   gint ret;
-  gboolean res;
 
   memset (&size, 0, sizeof (struct v4l2_frmsizeenum));
   size.index = index;
@@ -391,9 +439,6 @@
     return NULL;
   }
 
-  res = gst_v4l2_format_to_video_format (pixelformat, &format);
-  g_assert (res);
-
   GST_DEBUG_OBJECT (self, "get size (%d x %d) index %d for %" GST_FOURCC_FORMAT,
       size.discrete.width, size.discrete.height, index,
       GST_FOURCC_ARGS (pixelformat));
@@ -411,44 +456,63 @@
   GstCaps *caps, *tmp, *size_caps;
   GstVideoFormat format;
   guint32 drm_fourcc;
+  guint64 modifier;
 
   GST_DEBUG_OBJECT (self, "enumerate size for %" GST_FOURCC_FORMAT,
       GST_FOURCC_ARGS (pixelformat));
 
-  if (!gst_v4l2_format_to_video_format (pixelformat, &format))
-    return gst_caps_new_empty ();
+  caps = gst_caps_new_empty ();
+  if (!gst_v4l2_format_to_video_format (pixelformat, &format) ||
+      !gst_v4l2_format_to_drm_format (pixelformat, &drm_fourcc, &modifier)) {
+    return caps;
+  }
 
-  caps = gst_caps_new_simple ("video/x-raw", "format", G_TYPE_STRING,
-      gst_video_format_to_string (format), NULL);
+  GST_DEBUG_OBJECT (self,
+      "got format %s DRM %" GST_FOURCC_FORMAT ":0x%016" G_GINT64_MODIFIER "x",
+      gst_video_format_to_string (format), GST_FOURCC_ARGS (drm_fourcc),
+      modifier);
 
-  size_caps = gst_caps_new_empty ();
+  size_caps = gst_caps_new_simple ("video/x-raw",
+      "width", G_TYPE_INT, unscaled_width,
+      "height", G_TYPE_INT, unscaled_height, NULL);
   while ((tmp = gst_v4l2_decoder_enum_size_for_format (self, pixelformat,
               index++, unscaled_width, unscaled_height))) {
     size_caps = gst_caps_merge (size_caps, tmp);
   }
 
-  if (!gst_caps_is_empty (size_caps)) {
-    tmp = caps;
-    caps = gst_caps_intersect_full (tmp, size_caps, GST_CAPS_INTERSECT_FIRST);
-    gst_caps_unref (tmp);
+  if (format != GST_VIDEO_FORMAT_UNKNOWN) {
+    GstCaps *simple_caps;
+
+    simple_caps = gst_caps_new_simple ("video/x-raw", "format", G_TYPE_STRING,
+        gst_video_format_to_string (format), NULL);
+
+    if (!gst_caps_is_empty (size_caps)) {
+      tmp = simple_caps;
+      simple_caps =
+          gst_caps_intersect_full (tmp, size_caps, GST_CAPS_INTERSECT_FIRST);
+      gst_caps_unref (tmp);
+    }
+
+    caps = gst_caps_merge (simple_caps, caps);
   }
 
-  /* TODO: Add a V4L2 to DRM fourcc translator for formats that we don't support
-   * in software.
-   */
-  drm_fourcc = gst_video_dma_drm_fourcc_from_format (format);
-  if (drm_fourcc /* != DRM_FORMAT_INVALID */ ) {
+  if (drm_fourcc != DRM_FORMAT_INVALID) {
     GstCaps *drm_caps;
+    gchar *drm_format_str =
+        gst_video_dma_drm_fourcc_to_string (drm_fourcc, modifier);
 
     drm_caps = gst_caps_new_simple ("video/x-raw", "format", G_TYPE_STRING,
-        "DMA_DRM", "drm-format", G_TYPE_STRING,
-        gst_video_dma_drm_fourcc_to_string (drm_fourcc, 0), NULL);
+        "DMA_DRM", "drm-format", G_TYPE_STRING, drm_format_str, NULL);
+    g_free (drm_format_str);
+
     gst_caps_set_features_simple (drm_caps,
-        gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_DMABUF));
+        gst_caps_features_new_single_static_str
+        (GST_CAPS_FEATURE_MEMORY_DMABUF));
 
     if (!gst_caps_is_empty (size_caps)) {
       gst_caps_set_features_simple (size_caps,
-          gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_DMABUF));
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_DMABUF));
       tmp = drm_caps;
       drm_caps =
           gst_caps_intersect_full (tmp, size_caps, GST_CAPS_INTERSECT_FIRST);
@@ -477,9 +541,9 @@
   return !gst_caps_features_contains (features, GST_CAPS_FEATURE_MEMORY_DMABUF);
 }
 
-GstCaps *
-gst_v4l2_decoder_enum_src_formats (GstV4l2Decoder * self,
-    GstStaticCaps * static_filter)
+static GstCaps *
+gst_v4l2_decoder_enum_src_formats_full (GstV4l2Decoder * self,
+    GstStaticCaps * static_filter, gboolean enum_all)
 {
   gint ret;
   struct v4l2_format fmt = {
@@ -505,7 +569,17 @@
   for (i = 0; ret >= 0; i++) {
     struct v4l2_fmtdesc fmtdesc = { i, self->src_buf_type, };
 
+    if (enum_all)
+      fmtdesc.index |= V4L2_FMTDESC_FLAG_ENUM_ALL;
+
     ret = ioctl (self->video_fd, VIDIOC_ENUM_FMT, &fmtdesc);
+    /* If the driver can't enumerate all the pixels formats
+     * return empty caps */
+    if (enum_all && ret < 0 && errno == EINVAL) {
+      gst_caps_unref (caps);
+      return gst_static_caps_get (&default_src_caps);
+    }
+
     if (ret < 0) {
       if (errno != EINVAL)
         GST_ERROR_OBJECT (self, "VIDIOC_ENUM_FMT failed: %s",
@@ -529,14 +603,64 @@
   gst_caps_filter_and_map_in_place (tmp, filter_non_dmabuf_caps, NULL);
   gst_caps_append (caps, tmp);
 
+  if (enum_all) {
+    /* When enumerating all the formats we don't need yet resolution
+     * so remove width, height and framerate fields */
+    guint n = gst_caps_get_size (caps);
+    for (i = 0; i < n; i++) {
+      GstStructure *s = gst_caps_get_structure (caps, i);
+
+      gst_structure_remove_fields (s, "width", "height", "framerate", NULL);
+    }
+    caps = gst_caps_simplify (caps);
+  }
   GST_DEBUG_OBJECT (self, "Probed caps: %" GST_PTR_FORMAT, caps);
 
   return caps;
 }
 
+GstCaps *
+gst_v4l2_decoder_enum_src_formats (GstV4l2Decoder * self,
+    GstStaticCaps * static_filter)
+{
+  return gst_v4l2_decoder_enum_src_formats_full (self, static_filter, FALSE);
+}
+
+GstCaps *
+gst_v4l2_decoder_enum_all_src_formats (GstV4l2Decoder * self,
+    GstStaticCaps * static_filter)
+{
+  return gst_v4l2_decoder_enum_src_formats_full (self, static_filter, TRUE);
+}
+
+gboolean
+gst_v4l2_decoder_remove_buffers (GstV4l2Decoder * self,
+    GstPadDirection direction, guint index, guint num_buffers)
+{
+  gint ret;
+  struct v4l2_remove_buffers remove_bufs = {
+    .type = direction_to_buffer_type (self, direction),
+    .index = index,
+    .count = num_buffers,
+  };
+
+  if (!self->supports_remove_buffers)
+    return FALSE;
+
+  GST_DEBUG_OBJECT (self, "remove buffers %d from index %d", remove_bufs.count,
+      remove_bufs.index);
+  ret = ioctl (self->video_fd, VIDIOC_REMOVE_BUFS, &remove_bufs);
+  if (ret < 0) {
+    GST_ERROR_OBJECT (self, "VIDIOC_REMOVE_BUF failed: %s", g_strerror (errno));
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
 gboolean
 gst_v4l2_decoder_select_src_format (GstV4l2Decoder * self, GstCaps * caps,
-    GstVideoInfo * vinfo, GstVideoInfoDmaDrm * vinfo_drm)
+    GstVideoInfoDmaDrm * vinfo_drm)
 {
   gint ret;
   struct v4l2_format fmt = {
@@ -544,7 +668,6 @@
   };
   GstVideoFormat format;
   guint32 pix_fmt;
-  GstVideoInfo tmp_vinfo;
   GstVideoInfoDmaDrm tmp_vinfo_drm;
 
   if (gst_caps_is_empty (caps))
@@ -556,31 +679,37 @@
     return FALSE;
   }
 
-  gst_video_info_init (&tmp_vinfo);
-  gst_video_info_dma_drm_init (&tmp_vinfo_drm);
-
   GST_DEBUG_OBJECT (self, "Original caps: %" GST_PTR_FORMAT, caps);
+  caps = gst_v4l2_format_sort_caps (caps);
   caps = gst_caps_fixate (caps);
   GST_DEBUG_OBJECT (self, "Fixated caps: %" GST_PTR_FORMAT, caps);
 
-  if (gst_video_info_dma_drm_from_caps (&tmp_vinfo_drm, caps)) {
-    format = tmp_vinfo_drm.vinfo.finfo->format;
-  } else if (gst_video_info_from_caps (&tmp_vinfo, caps)) {
-    format = tmp_vinfo.finfo->format;
-  } else {
+  gst_video_info_dma_drm_init (&tmp_vinfo_drm);
+  if (!gst_video_info_dma_drm_from_caps (&tmp_vinfo_drm, caps) &&
+      !gst_video_info_from_caps (&tmp_vinfo_drm.vinfo, caps)) {
     GST_WARNING_OBJECT (self, "Can't transform caps into video info!");
+    gst_caps_unref (caps);
     return FALSE;
   }
-
-  if (!gst_v4l2_format_from_video_format (format, &pix_fmt)) {
-    GST_ERROR_OBJECT (self, "Unsupported V4L2 pixelformat %" GST_FOURCC_FORMAT,
-        GST_FOURCC_ARGS (fmt.fmt.pix_mp.pixelformat));
+  gst_caps_unref (caps);
+
+  format = tmp_vinfo_drm.vinfo.finfo->format;
+  if (!gst_v4l2_format_from_drm_format (tmp_vinfo_drm.drm_fourcc,
+          tmp_vinfo_drm.drm_modifier, &pix_fmt) &&
+      !gst_v4l2_format_from_video_format (format, &pix_fmt)) {
+    GST_ERROR_OBJECT (self,
+        "Unsupported format %s DRM %" GST_FOURCC_FORMAT ":0x%016"
+        G_GINT64_MODIFIER "x", gst_video_format_to_string (format),
+        GST_FOURCC_ARGS (tmp_vinfo_drm.drm_fourcc), tmp_vinfo_drm.drm_modifier);
     return FALSE;
   }
 
   if (pix_fmt != fmt.fmt.pix_mp.pixelformat) {
-    GST_WARNING_OBJECT (self, "Trying to use peer format: %s",
-        gst_video_format_to_string (format));
+    GST_WARNING_OBJECT (self,
+        "Trying to use peer format: %s V4L2 %" GST_FOURCC_FORMAT " DRM %"
+        GST_FOURCC_FORMAT ":0x%016" G_GINT64_MODIFIER "x",
+        gst_video_format_to_string (format), GST_FOURCC_ARGS (pix_fmt),
+        GST_FOURCC_ARGS (tmp_vinfo_drm.drm_fourcc), tmp_vinfo_drm.drm_modifier);
     fmt.fmt.pix_mp.pixelformat = pix_fmt;
 
     ret = ioctl (self->video_fd, VIDIOC_S_FMT, &fmt);
@@ -590,44 +719,54 @@
     }
   }
 
-  if (!gst_v4l2_format_to_video_info (&fmt, vinfo)) {
+  if (!gst_v4l2_format_to_dma_drm_info (&fmt, vinfo_drm)) {
     GST_ERROR_OBJECT (self, "Unsupported V4L2 pixelformat %" GST_FOURCC_FORMAT,
         GST_FOURCC_ARGS (fmt.fmt.pix_mp.pixelformat));
     return FALSE;
   }
 
-  if (tmp_vinfo_drm.drm_fourcc) {
-    if (!gst_video_info_dma_drm_from_video_info (vinfo_drm, vinfo, 0)) {
+  if (tmp_vinfo_drm.drm_fourcc == DRM_FORMAT_INVALID) {
+    if (vinfo_drm->vinfo.finfo->format == GST_VIDEO_FORMAT_DMA_DRM) {
       GST_ERROR_OBJECT (self,
-          "Unsupported V4L2 pixelformat for DRM %" GST_FOURCC_FORMAT,
+          "V4L2 pixelformat %" GST_FOURCC_FORMAT
+          " only supported with DMA_DRM caps but non-DMA_DRM caps requested.",
           GST_FOURCC_ARGS (fmt.fmt.pix_mp.pixelformat));
       return FALSE;
     }
-  } else {
-    gst_video_info_dma_drm_init (vinfo_drm);
+
+    // Non-DMA_DRM caps, clean VideoInfo.
+    vinfo_drm->drm_fourcc = DRM_FORMAT_INVALID;
+    vinfo_drm->drm_modifier = DRM_FORMAT_MOD_INVALID;
   }
 
-  GST_INFO_OBJECT (self, "Selected format %s %ix%i",
-      gst_video_format_to_string (vinfo->finfo->format),
-      vinfo->width, vinfo->height);
+  GST_INFO_OBJECT (self,
+      "Selected format %s DRM %" GST_FOURCC_FORMAT ":0x%016" G_GINT64_MODIFIER
+      "x %ix%i", gst_video_format_to_string (format),
+      GST_FOURCC_ARGS (vinfo_drm->drm_fourcc), vinfo_drm->drm_modifier,
+      vinfo_drm->vinfo.width, vinfo_drm->vinfo.height);
 
   return TRUE;
 }
 
 GstVideoCodecState *
 gst_v4l2_decoder_set_output_state (GstVideoDecoder * decoder,
-    GstVideoInfo * vinfo, GstVideoInfoDmaDrm * vinfo_drm, guint width,
+    GstVideoInfoDmaDrm * vinfo_drm, guint width,
     guint height, GstVideoCodecState * reference)
 {
   GstVideoCodecState *state;
 
-  state = gst_video_decoder_set_output_state (decoder, vinfo->finfo->format,
-      width, height, reference);
+  state =
+      gst_video_decoder_set_output_state (decoder,
+      vinfo_drm->vinfo.finfo->format, width, height, reference);
 
   if (vinfo_drm->drm_fourcc /* != DRM_FORMAT_INVALID */ ) {
     GstVideoInfoDmaDrm tmp_vinfo_drm;
 
-    gst_video_info_dma_drm_from_video_info (&tmp_vinfo_drm, &state->info, 0);
+    gst_video_info_dma_drm_init (&tmp_vinfo_drm);
+    tmp_vinfo_drm.vinfo = state->info;
+    tmp_vinfo_drm.drm_fourcc = vinfo_drm->drm_fourcc;
+    tmp_vinfo_drm.drm_modifier = vinfo_drm->drm_modifier;
+
     state->caps = gst_video_info_dma_drm_to_caps (&tmp_vinfo_drm);
   } else {
     state->caps = gst_video_info_to_caps (&state->info);
@@ -657,14 +796,43 @@
     return ret;
   }
 
+  return reqbufs.count;
+}
+
+gint
+gst_v4l2_decoder_create_buffers (GstV4l2Decoder * self,
+    GstPadDirection direction, guint num_buffers)
+{
+  gint ret;
+  struct v4l2_create_buffers createbufs = {
+    .count = num_buffers,
+    .memory = V4L2_MEMORY_MMAP,
+    .format.type = direction_to_buffer_type (self, direction),
+  };
+
+  GST_DEBUG_OBJECT (self, "Creating %u buffers", num_buffers);
+
+  ret = ioctl (self->video_fd, VIDIOC_G_FMT, &createbufs.format);
+  if (ret < 0) {
+    GST_ERROR_OBJECT (self, "VIDIOC_G_FMT failed: %s", g_strerror (errno));
+    return ret;
+  }
+
+  ret = ioctl (self->video_fd, VIDIOC_CREATE_BUFS, &createbufs);
+  if (ret < 0) {
+    GST_ERROR_OBJECT (self, "VIDIOC_CREATE_BUFS failed: %s",
+        g_strerror (errno));
+    return ret;
+  }
+
   if (direction == GST_PAD_SINK) {
-    if (reqbufs.capabilities & V4L2_BUF_CAP_SUPPORTS_M2M_HOLD_CAPTURE_BUF)
+    if (createbufs.capabilities & V4L2_BUF_CAP_SUPPORTS_M2M_HOLD_CAPTURE_BUF)
       self->supports_holding_capture = TRUE;
     else
       self->supports_holding_capture = FALSE;
   }
 
-  return reqbufs.count;
+  return createbufs.index;
 }
 
 gboolean
@@ -999,13 +1167,11 @@
 /**
  * gst_v4l2_decoder_register:
  * @plugin: a #GstPlugin
- * @dec_type: A #GType for the codec
- * @class_init: The #GClassInitFunc for #dec_type
- * @instance_init: The #GInstanceInitFunc for #dec_type
+ * @dec_type: Base #GType for the codec
+ * @type_info: a #GTypeInfo for the codec
  * @element_name_tmpl: A string to use for the first codec found and as a template for the next ones.
  * @device: (transfer full) A #GstV4l2CodecDevice
  * @rank: The rank to use for the element
- * @class_data: (nullable) (transfer full) A #gpointer to pass as class_data, set to @device if null
  * @element_name (nullable) (out) Sets the pointer to the new element name
  *
  * Registers a decoder element as a subtype of @dec_type for @plugin.
@@ -1014,24 +1180,13 @@
  */
 void
 gst_v4l2_decoder_register (GstPlugin * plugin,
-    GType dec_type, GClassInitFunc class_init, gconstpointer class_data,
-    GInstanceInitFunc instance_init, const gchar * element_name_tmpl,
+    GType dec_type, GTypeInfo * type_info, const gchar * element_name_tmpl,
     GstV4l2CodecDevice * device, guint rank, gchar ** element_name)
 {
-  GTypeQuery type_query;
-  GTypeInfo type_info = { 0, };
   GType subtype;
   gchar *type_name;
 
-  g_type_query (dec_type, &type_query);
-  memset (&type_info, 0, sizeof (type_info));
-  type_info.class_size = type_query.class_size;
-  type_info.instance_size = type_query.instance_size;
-  type_info.class_init = class_init;
-  type_info.class_data = class_data;
-  type_info.instance_init = instance_init;
-
-  if (class_data == device)
+  if (type_info->class_data == device)
     GST_MINI_OBJECT_FLAG_SET (device, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
 
   /* The first decoder to be registered should use a constant name, like
@@ -1048,7 +1203,7 @@
     g_free (basename);
   }
 
-  subtype = g_type_register_static (dec_type, type_name, &type_info, 0);
+  subtype = g_type_register_static (dec_type, type_name, type_info, 0);
 
   if (!gst_element_register (plugin, type_name, rank, subtype)) {
     GST_WARNING ("Failed to register plugin '%s'", type_name);
@@ -1080,7 +1235,7 @@
 gst_v4l2_decoder_alloc_request (GstV4l2Decoder * self, guint32 frame_num,
     GstMemory * bitstream, GstBuffer * pic_buf)
 {
-  GstV4l2Request *request = gst_queue_array_pop_head (self->request_pool);
+  GstV4l2Request *request = gst_vec_deque_pop_head (self->request_pool);
   gint ret;
 
   if (!request) {
@@ -1126,7 +1281,7 @@
 gst_v4l2_decoder_alloc_sub_request (GstV4l2Decoder * self,
     GstV4l2Request * prev_request, GstMemory * bitstream)
 {
-  GstV4l2Request *request = gst_queue_array_pop_head (self->request_pool);
+  GstV4l2Request *request = gst_vec_deque_pop_head (self->request_pool);
   gint ret;
 
   if (!request) {
@@ -1188,6 +1343,31 @@
   return self->render_delay;
 }
 
+/**
+ * gst_v4l2_decoder_has_remove_bufs:
+ * @self: a #GstV4l2Decoder pointer
+ *
+ * Returns: TRUE if the video decoder driver allows to remove
+ * buffers from CAPTURE queue.
+ */
+gboolean
+gst_v4l2_decoder_has_remove_bufs (GstV4l2Decoder * self)
+{
+  return self->supports_remove_buffers;
+}
+
+/**
+ * gst_v4l2_decoder_in_doc_mode:
+ * @slef: a #GstV4l2Decoder pointer
+ *
+ * Returns: %TRUE if running in documenetation genetator mode
+ */
+gboolean
+gst_v4l2_decoder_in_doc_mode (GstV4l2Decoder * self)
+{
+  return self->doc_mode;
+}
+
 GstV4l2Request *
 gst_v4l2_request_ref (GstV4l2Request * request)
 {
@@ -1232,9 +1412,9 @@
 
     GST_DEBUG_OBJECT (decoder, "Freeing pending request %i.", request->fd);
 
-    idx = gst_queue_array_find (decoder->pending_requests, NULL, request);
+    idx = gst_vec_deque_find (decoder->pending_requests, NULL, request);
     if (idx >= 0)
-      gst_queue_array_drop_element (decoder->pending_requests, idx);
+      gst_vec_deque_drop_element (decoder->pending_requests, idx);
 
     gst_v4l2_request_free (request);
     return;
@@ -1250,7 +1430,7 @@
     return;
   }
 
-  gst_queue_array_push_tail (decoder->request_pool, request);
+  gst_vec_deque_push_tail (decoder->request_pool, request);
   g_clear_object (&request->decoder);
 }
 
@@ -1295,15 +1475,15 @@
     request->hold_pic_buf = TRUE;
 
   request->pending = TRUE;
-  gst_queue_array_push_tail (decoder->pending_requests,
+  gst_vec_deque_push_tail (decoder->pending_requests,
       gst_v4l2_request_ref (request));
 
   max_pending = MAX (1, decoder->render_delay);
 
-  if (gst_queue_array_get_length (decoder->pending_requests) > max_pending) {
+  if (gst_vec_deque_get_length (decoder->pending_requests) > max_pending) {
     GstV4l2Request *pending_req;
 
-    pending_req = gst_queue_array_peek_head (decoder->pending_requests);
+    pending_req = gst_vec_deque_peek_head (decoder->pending_requests);
     gst_v4l2_request_set_done (pending_req);
   }
 
@@ -1335,7 +1515,7 @@
     return ret;
   }
 
-  while ((pending_req = gst_queue_array_pop_head (decoder->pending_requests))) {
+  while ((pending_req = gst_vec_deque_pop_head (decoder->pending_requests))) {
     gst_v4l2_decoder_dequeue_sink (decoder);
     g_clear_pointer (&pending_req->bitstream, gst_memory_unref);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2decoder.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2decoder.h Changed

@@ -17,8 +17,7 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_DECODER_H__
-#define __GST_V4L2_DECODER_H__
+#pragma once
 
 #include <gst/gst.h>
 #include <gst/video/video.h>
@@ -34,8 +33,8 @@
  *
  * Since: 1.24
  */
-#define GST_CODEC_PICTURE_TS_NS(picture)	\
-	gst_util_uint64_scale_int (GST_CODEC_PICTURE_FRAME_NUMBER(picture), 1000, 1)
+#define GST_CODEC_PICTURE_TS_NS(picture) \
+  gst_util_uint64_scale_int (GST_CODEC_PICTURE_FRAME_NUMBER(picture), 1000, 1)
 
 G_BEGIN_DECLS
 
@@ -70,13 +69,14 @@
 GstCaps *         gst_v4l2_decoder_enum_src_formats (GstV4l2Decoder * self,
                                                      GstStaticCaps * static_filter);
 
+GstCaps *         gst_v4l2_decoder_enum_all_src_formats (GstV4l2Decoder * self,
+                                                         GstStaticCaps * static_filter);
+
 gboolean          gst_v4l2_decoder_select_src_format (GstV4l2Decoder * self,
                                                       GstCaps * caps,
-                                                      GstVideoInfo * vinfo,
                                                       GstVideoInfoDmaDrm * vinfo_drm);
 
 GstVideoCodecState * gst_v4l2_decoder_set_output_state (GstVideoDecoder * decoder,
-                                                        GstVideoInfo * vinfo,
                                                         GstVideoInfoDmaDrm * drm_info,
                                                         guint width,
                                                         guint height,
@@ -86,6 +86,15 @@
                                                     GstPadDirection direction,
                                                     guint num_buffers);
 
+gint              gst_v4l2_decoder_create_buffers (GstV4l2Decoder * self,
+                                                   GstPadDirection direction,
+                                                   guint num_buffers);
+
+gint              gst_v4l2_decoder_remove_buffers (GstV4l2Decoder * self,
+                                                   GstPadDirection direction,
+                                                   guint index,
+                                                   guint num_buffers);
+
 gboolean          gst_v4l2_decoder_export_buffer (GstV4l2Decoder * self,
                                                   GstPadDirection directon,
                                                   gint index,
@@ -105,7 +114,7 @@
 
 gboolean          gst_v4l2_decoder_query_control_size (GstV4l2Decoder * self,
                                                  unsigned int control_id,
-						 unsigned int *control_size);
+                                                 unsigned int *control_size);
 
 void              gst_v4l2_decoder_install_properties (GObjectClass * gobject_class,
                                                        gint prop_offset,
@@ -119,9 +128,7 @@
 
 void              gst_v4l2_decoder_register (GstPlugin * plugin,
                                              GType dec_type,
-                                             GClassInitFunc class_init,
-                                             gconstpointer class_data,
-                                             GInstanceInitFunc instance_init,
+                                             GTypeInfo * type_info,
                                              const gchar *element_name_tmpl,
                                              GstV4l2CodecDevice * device,
                                              guint rank,
@@ -141,6 +148,9 @@
 
 guint             gst_v4l2_decoder_get_render_delay (GstV4l2Decoder * self);
 
+gboolean          gst_v4l2_decoder_has_remove_bufs (GstV4l2Decoder * self);
+
+gboolean          gst_v4l2_decoder_in_doc_mode (GstV4l2Decoder * self);
 
 GstV4l2Request *  gst_v4l2_request_ref (GstV4l2Request * request);
 
@@ -161,5 +171,3 @@
 gint              gst_v4l2_request_get_fd (GstV4l2Request * request);
 
 G_END_DECLS
-
-#endif /* __GST_V4L2_DECODER_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2format.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2format.c Changed

@@ -17,70 +17,137 @@
  * Boston, MA 02110-1301, USA.
  */
 
+#include <gst/allocators/allocators.h>
+
 #include "gstv4l2format.h"
 
+#include "linux/drm_fourcc.h"
+
 #define GST_CAT_DEFAULT gstv4l2codecs_debug
 GST_DEBUG_CATEGORY_EXTERN (gstv4l2codecs_debug);
 
-struct FormatEntry
+#ifndef V4L2_PIX_FMT_NC12
+#define V4L2_PIX_FMT_NC12 v4l2_fourcc('N', 'C', '1', '2')       /* Y/CbCr 4:2:0 (128b cols) */
+#endif
+
+#ifndef V4L2_PIX_FMT_NV15
+#define V4L2_PIX_FMT_NV15    v4l2_fourcc('N', 'V', '1', '5')    /* 15  Y/CbCr 4:2:0 10-bit packed */
+#endif
+
+typedef struct
 {
   guint32 v4l2_pix_fmt;
-  gint num_planes;
   GstVideoFormat gst_fmt;
-  guint bitdepth;
-  gint subsampling;
-};
-
-static struct FormatEntry format_map = {
-  {V4L2_PIX_FMT_NV12, 1, GST_VIDEO_FORMAT_NV12, 8, 420},
-  {V4L2_PIX_FMT_YUYV, 1, GST_VIDEO_FORMAT_YUY2, 8, 422},
-  {V4L2_PIX_FMT_SUNXI_TILED_NV12, 1, GST_VIDEO_FORMAT_NV12_32L32, 8, 422},
-  {V4L2_PIX_FMT_NV12_4L4, 1, GST_VIDEO_FORMAT_NV12_4L4, 8, 420},
-  {V4L2_PIX_FMT_MM21, 2, GST_VIDEO_FORMAT_NV12_16L32S, 8, 420},
-  {V4L2_PIX_FMT_YUV420M, 3, GST_VIDEO_FORMAT_I420, 8, 420},
-  {V4L2_PIX_FMT_P010, 1, GST_VIDEO_FORMAT_P010_10LE, 16, 420},
-  {V4L2_PIX_FMT_NV15_4L4, 1, GST_VIDEO_FORMAT_NV12_10LE40_4L4, 10, 420},
-  {V4L2_PIX_FMT_MT2110T, 2, GST_VIDEO_FORMAT_MT2110T, 10, 420},
-  {V4L2_PIX_FMT_MT2110R, 2, GST_VIDEO_FORMAT_MT2110R, 10, 420},
-  {0,}
+  guint32 drm_fourcc;
+  guint64 drm_modifier;
+  gint num_planes;
+} GstV4l2FormatDesc;
+
+/* *INDENT-OFF* */
+/* Keep the same order as GST_V4L2_DEFAULT_VIDEO_FORMATS */
+static const GstV4l2FormatDesc gst_v4l2_descriptions = {
+  {V4L2_PIX_FMT_MT2110R,          GST_VIDEO_FORMAT_MT2110R,         DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_MT2110T,          GST_VIDEO_FORMAT_MT2110T,         DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_NV15_4L4,         GST_VIDEO_FORMAT_NV12_10LE40_4L4, DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_NV15,             GST_VIDEO_FORMAT_NV12_10LE40,     DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_P010,             GST_VIDEO_FORMAT_P010_10LE,       DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_YUYV,             GST_VIDEO_FORMAT_YUY2,            DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_MM21,             GST_VIDEO_FORMAT_NV12_16L32S,     DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_SUNXI_TILED_NV12, GST_VIDEO_FORMAT_NV12_32L32,      DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_NV12_4L4,         GST_VIDEO_FORMAT_NV12_4L4,        DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_NC12,             GST_VIDEO_FORMAT_UNKNOWN,         DRM_FORMAT_NV12,    DRM_FORMAT_MOD_BROADCOM_SAND128, 2},
+  {V4L2_PIX_FMT_NV12,             GST_VIDEO_FORMAT_NV12,            DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
+  {V4L2_PIX_FMT_YUV420M,          GST_VIDEO_FORMAT_I420,            DRM_FORMAT_INVALID, DRM_FORMAT_MOD_INVALID, 0},
 };
+/* *INDENT-ON* */
+#define GST_V4L2_FORMAT_DESC_COUNT (G_N_ELEMENTS (gst_v4l2_descriptions))
 
-static struct FormatEntry *
-lookup_v4l2_fmt (guint v4l2_pix_fmt)
+static const GstV4l2FormatDesc *
+gst_v4l2_format_get_descriptions (void)
 {
-  gint i;
-  struct FormatEntry *ret = NULL;
-
-  for (i = 0; format_mapi.v4l2_pix_fmt; i++) {
-    if (format_mapi.v4l2_pix_fmt == v4l2_pix_fmt) {
-      ret = format_map + i;
-      break;
+  static GstV4l2FormatDesc v4l2_descsGST_V4L2_FORMAT_DESC_COUNT;
+  static gsize once = 0;
+
+  if (g_once_init_enter (&once)) {
+    for (int i = 0; i < GST_V4L2_FORMAT_DESC_COUNT; i++) {
+      v4l2_descsi.v4l2_pix_fmt = gst_v4l2_descriptionsi.v4l2_pix_fmt;
+      if (gst_v4l2_descriptionsi.gst_fmt != GST_VIDEO_FORMAT_UNKNOWN) {
+        const GstVideoFormatInfo *info;
+        guint64 drm_modifier;
+
+        v4l2_descsi.gst_fmt = gst_v4l2_descriptionsi.gst_fmt;
+        v4l2_descsi.drm_fourcc =
+            gst_video_dma_drm_format_from_gst_format (gst_v4l2_descriptions
+            i.gst_fmt, &drm_modifier);
+        v4l2_descsi.drm_modifier = drm_modifier;
+
+        info = gst_video_format_get_info (gst_v4l2_descriptionsi.gst_fmt);
+        v4l2_descsi.num_planes = GST_VIDEO_FORMAT_INFO_N_PLANES (info);
+      } else if (gst_v4l2_descriptionsi.drm_fourcc != DRM_FORMAT_INVALID &&
+          gst_v4l2_descriptionsi.num_planes > 0) {
+        v4l2_descsi.gst_fmt = GST_VIDEO_FORMAT_DMA_DRM;
+        v4l2_descsi.drm_fourcc = gst_v4l2_descriptionsi.drm_fourcc;
+        v4l2_descsi.drm_modifier = gst_v4l2_descriptionsi.drm_modifier;
+        v4l2_descsi.num_planes = gst_v4l2_descriptionsi.num_planes;
+      } else {
+        g_assert_not_reached ();
+      }
     }
+
+    g_once_init_leave (&once, 1);
   }
 
-  return ret;
+  return v4l2_descs;
 }
 
-static struct FormatEntry *
-lookup_gst_fmt (GstVideoFormat gst_fmt)
+static const GstV4l2FormatDesc *
+gst_v4l2_lookup_pix_format (guint32 pix_format)
 {
-  gint i;
-  struct FormatEntry *ret = NULL;
+  const GstV4l2FormatDesc *fmt_descs = gst_v4l2_format_get_descriptions ();
 
-  for (i = 0; format_mapi.v4l2_pix_fmt; i++) {
-    if (format_mapi.gst_fmt == gst_fmt) {
-      ret = format_map + i;
-      break;
-    }
+  for (int i = 0; i < GST_V4L2_FORMAT_DESC_COUNT; i++) {
+    if (fmt_descsi.v4l2_pix_fmt == pix_format)
+      return &fmt_descsi;
   }
+  return NULL;
+}
 
-  return ret;
+static const GstV4l2FormatDesc *
+gst_v4l2_lookup_drm_format (guint32 drm_fourcc, guint64 drm_modifier)
+{
+  const GstV4l2FormatDesc *fmt_descs = gst_v4l2_format_get_descriptions ();
+
+  if (drm_fourcc == DRM_FORMAT_INVALID)
+    return NULL;
+
+  for (int i = 0; i < GST_V4L2_FORMAT_DESC_COUNT; i++) {
+    if (fmt_descsi.drm_fourcc == drm_fourcc &&
+        fmt_descsi.drm_modifier == drm_modifier)
+      return &fmt_descsi;
+  }
+  return NULL;
+}
+
+static const GstV4l2FormatDesc *
+gst_v4l2_loopup_video_format (GstVideoFormat gst_format)
+{
+  const GstV4l2FormatDesc *fmt_descs = gst_v4l2_format_get_descriptions ();
+
+  if (gst_format == GST_VIDEO_FORMAT_UNKNOWN ||
+      gst_format == GST_VIDEO_FORMAT_DMA_DRM)
+    return NULL;
+
+  for (int i = 0; i < GST_V4L2_FORMAT_DESC_COUNT; i++) {
+    if (fmt_descsi.gst_fmt == gst_format)
+      return &fmt_descsi;
+  }
+  return NULL;
 }
 
 static void
-set_stride (GstVideoInfo * info, gint plane, gint stride)
+set_stride (GstVideoInfoDmaDrm * info, gint plane, gint stride)
 {
-  const GstVideoFormatInfo *finfo = info->finfo;
+  const GstVideoFormatInfo *finfo = info->vinfo.finfo;
 
   if (GST_VIDEO_FORMAT_INFO_IS_TILED (finfo)) {
     guint x_tiles, y_tiles, tile_height, padded_height;
@@ -88,52 +155,62 @@
     tile_height = GST_VIDEO_FORMAT_INFO_TILE_HEIGHT (finfo, plane);
 
     padded_height = GST_VIDEO_FORMAT_INFO_SCALE_HEIGHT (finfo, plane,
-        info->height);
+        info->vinfo.height);
 
     x_tiles = stride / GST_VIDEO_FORMAT_INFO_TILE_STRIDE (finfo, plane);
     y_tiles = (padded_height + tile_height - 1) / tile_height;
-    info->strideplane = GST_VIDEO_TILE_MAKE_STRIDE (x_tiles, y_tiles);
+    info->vinfo.strideplane = GST_VIDEO_TILE_MAKE_STRIDE (x_tiles, y_tiles);
   } else {
-    info->strideplane = stride;
+    info->vinfo.strideplane = stride;
   }
 }
 
 gboolean
-gst_v4l2_format_to_video_info (struct v4l2_format *fmt, GstVideoInfo * out_info)
+gst_v4l2_format_to_dma_drm_info (struct v4l2_format *fmt,
+    GstVideoInfoDmaDrm * out_drm_info)
 {
-  struct FormatEntry *entry = lookup_v4l2_fmt (fmt->fmt.pix_mp.pixelformat);
   struct v4l2_pix_format_mplane *pix_mp = &fmt->fmt.pix_mp;
   struct v4l2_pix_format *pix = &fmt->fmt.pix;
+  gint n_planes;
   gint plane;
   gsize offset = 0;
   gboolean extrapolate = FALSE;
+  GstVideoFormat format;
+  guint32 drm_fourcc;
+  guint64 drm_mod;
 
-  if (!entry)
+  if (!gst_v4l2_format_to_video_format (pix_mp->pixelformat, &format) ||
+      !gst_v4l2_format_to_drm_format (pix_mp->pixelformat, &drm_fourcc,
+          &drm_mod))
     return FALSE;
 
-  /* validate the entry against the format */
-  if (V4L2_TYPE_IS_MULTIPLANAR (fmt->type)) {
-    if (entry->num_planes != pix_mp->num_planes) {
-      GST_ERROR ("Miss-matched number of planes in internal entry "
-          "(%i != %i)", entry->num_planes, pix_mp->num_planes);
-      return FALSE;
-    }
-  } else if (entry->num_planes != 1) {
-    GST_ERROR ("Miss-matched number of planes in internal entry "
-        "(must be 1 for non-multiplanar, got %i)", entry->num_planes);
-    return FALSE;
-  }
+  g_return_val_if_fail (format != GST_VIDEO_FORMAT_DMA_DRM
+      || drm_fourcc != DRM_FORMAT_INVALID, FALSE);
 
-  if (!gst_video_info_set_format (out_info, entry->gst_fmt,
-          pix_mp->width, pix_mp->height))
-    return FALSE;
+  gst_video_info_dma_drm_init (out_drm_info);
+  out_drm_info->vinfo.finfo = gst_video_format_get_info (format);
+
+  out_drm_info->vinfo.width = pix_mp->width;
+  out_drm_info->vinfo.height = pix_mp->height;
+  out_drm_info->drm_fourcc = drm_fourcc;
+  out_drm_info->drm_modifier = drm_mod;
 
   if (V4L2_TYPE_IS_MULTIPLANAR (fmt->type)) {
-    out_info->size = 0;
+    out_drm_info->vinfo.size = 0;
     for (plane = 0; plane < pix_mp->num_planes; plane++)
-      out_info->size += pix_mp->plane_fmtplane.sizeimage;
+      out_drm_info->vinfo.size += pix_mp->plane_fmtplane.sizeimage;
+    n_planes = pix_mp->num_planes;
   } else {
-    out_info->size = pix->sizeimage;
+    out_drm_info->vinfo.size = pix->sizeimage;
+    n_planes = 1;
+  }
+
+  if (drm_fourcc == DRM_FORMAT_NV12
+      && drm_mod == DRM_FORMAT_MOD_BROADCOM_SAND128) {
+    out_drm_info->vinfo.offset1 = pix_mp->height * 128;
+    out_drm_info->vinfo.stride0 = pix_mp->plane_fmt0.bytesperline;
+    out_drm_info->vinfo.stride1 = pix_mp->plane_fmt0.bytesperline;
+    return TRUE;
   }
 
   /*
@@ -141,38 +218,45 @@
    * extrapolate the per-plane stride. Do this check once to prevent
    * complex inner loop.
    */
-  if (entry->num_planes == 1 && out_info->finfo->n_planes != entry->num_planes)
+  if (n_planes == 1 && gst_v4l2_format_get_n_planes (out_drm_info) != n_planes)
     extrapolate = TRUE;
 
-  for (plane = 0; plane < GST_VIDEO_INFO_N_PLANES (out_info); plane++) {
+  g_return_val_if_fail (format != GST_VIDEO_FORMAT_DMA_DRM
+      || drm_mod == DRM_FORMAT_MOD_LINEAR || !extrapolate, FALSE);
+
+  for (plane = 0; plane < gst_v4l2_format_get_n_planes (out_drm_info); plane++) {
     gint stride;
 
     if (V4L2_TYPE_IS_MULTIPLANAR (fmt->type)) {
       if (extrapolate)
-        stride = gst_video_format_info_extrapolate_stride (out_info->finfo,
+        stride =
+            gst_video_format_info_extrapolate_stride (out_drm_info->vinfo.finfo,
             plane, pix_mp->plane_fmt0.bytesperline);
       else
         stride = pix_mp->plane_fmtplane.bytesperline;
     } else {
       if (extrapolate)
-        stride = gst_video_format_info_extrapolate_stride (out_info->finfo,
+        stride =
+            gst_video_format_info_extrapolate_stride (out_drm_info->vinfo.finfo,
             plane, pix->bytesperline);
       else
         stride = pix->bytesperline;
     }
 
-    set_stride (out_info, plane, stride);
-    out_info->offsetplane = offset;
+    set_stride (out_drm_info, plane, stride);
+    out_drm_info->vinfo.offsetplane = offset;
 
     if ((V4L2_TYPE_IS_MULTIPLANAR (fmt->type) && !extrapolate))
       offset += pix_mp->plane_fmtplane.sizeimage;
     else
-      offset += stride * GST_VIDEO_FORMAT_INFO_SCALE_HEIGHT (out_info->finfo,
-          plane, pix_mp->height);
+      offset +=
+          stride *
+          GST_VIDEO_FORMAT_INFO_SCALE_HEIGHT (out_drm_info->vinfo.finfo, plane,
+          pix_mp->height);
   }
 
   /* Check that the extrapolation didn't overflow the reported sizeimage */
-  if (extrapolate && offset > out_info->size) {
+  if (extrapolate && offset > out_drm_info->vinfo.size) {
     GST_ERROR ("Extrapolated plane offset overflow the image size.");
     return FALSE;
   }
@@ -181,25 +265,119 @@
 }
 
 gboolean
-gst_v4l2_format_to_video_format (guint32 pix_fmt, GstVideoFormat * out_format)
+gst_v4l2_format_to_video_format (guint32 pix_fmt, GstVideoFormat * out_gst_fmt)
 {
-  struct FormatEntry *entry = lookup_v4l2_fmt (pix_fmt);
+  const GstV4l2FormatDesc *fmt_desc;
 
-  if (!entry)
+  fmt_desc = gst_v4l2_lookup_pix_format (pix_fmt);
+  if (!fmt_desc)
     return FALSE;
 
-  *out_format = entry->gst_fmt;
+  if (out_gst_fmt)
+    *out_gst_fmt = fmt_desc->gst_fmt;
+  return TRUE;
+}
+
+gboolean
+gst_v4l2_format_to_drm_format (guint32 pix_fmt, guint32 * out_drm_fourcc,
+    guint64 * out_drm_mod)
+{
+  const GstV4l2FormatDesc *fmt_desc;
+
+  fmt_desc = gst_v4l2_lookup_pix_format (pix_fmt);
+  if (!fmt_desc)
+    return FALSE;
+
+  if (out_drm_fourcc)
+    *out_drm_fourcc = fmt_desc->drm_fourcc;
+  if (out_drm_mod)
+    *out_drm_mod = fmt_desc->drm_modifier;
   return TRUE;
 }
 
 gboolean
 gst_v4l2_format_from_video_format (GstVideoFormat format, guint32 * out_pix_fmt)
 {
-  struct FormatEntry *entry = lookup_gst_fmt (format);
+  const GstV4l2FormatDesc *fmt_desc;
 
-  if (!entry)
+  fmt_desc = gst_v4l2_loopup_video_format (format);
+  if (!fmt_desc)
     return FALSE;
 
-  *out_pix_fmt = entry->v4l2_pix_fmt;
+  if (out_pix_fmt)
+    *out_pix_fmt = fmt_desc->v4l2_pix_fmt;
   return TRUE;
 }
+
+gboolean
+gst_v4l2_format_from_drm_format (guint32 drm_fourcc, guint64 drm_mod,
+    guint32 * out_pix_fmt)
+{
+  const GstV4l2FormatDesc *fmt_desc;
+
+  fmt_desc = gst_v4l2_lookup_drm_format (drm_fourcc, drm_mod);
+  if (!fmt_desc)
+    return FALSE;
+
+  if (out_pix_fmt)
+    *out_pix_fmt = fmt_desc->v4l2_pix_fmt;
+  return TRUE;
+}
+
+guint
+gst_v4l2_format_get_n_planes (GstVideoInfoDmaDrm * info)
+{
+  const GstV4l2FormatDesc *fmt_desc;
+
+  fmt_desc = gst_v4l2_loopup_video_format (info->vinfo.finfo->format);
+  if (fmt_desc)
+    return fmt_desc->num_planes;
+
+  fmt_desc = gst_v4l2_lookup_drm_format (info->drm_fourcc, info->drm_modifier);
+  if (fmt_desc)
+    return fmt_desc->num_planes;
+
+  g_warn_if_reached ();
+  return 0;
+}
+
+
+GstCaps *
+gst_v4l2_format_sort_caps (GstCaps * caps)
+{
+  const GstV4l2FormatDesc *fmt_descs = gst_v4l2_format_get_descriptions ();
+  GstCaps *sorted_caps = gst_caps_new_empty ();
+
+  for (int i = 0; i < GST_V4L2_FORMAT_DESC_COUNT; i++) {
+    if (fmt_descsi.drm_fourcc != DRM_FORMAT_INVALID) {
+      guint32 drm_fourcc = fmt_descsi.drm_fourcc;
+      guint64 drm_modifier = fmt_descsi.drm_modifier;
+      GValue fmt = G_VALUE_INIT;
+      g_value_init (&fmt, G_TYPE_STRING);
+      g_value_take_string (&fmt,
+          gst_video_dma_drm_fourcc_to_string (drm_fourcc, drm_modifier));
+
+      GstStructure *dma_s = gst_structure_new ("video/x-raw",
+          "format", G_TYPE_STRING, "DMA_DRM", NULL);
+      gst_structure_take_value (dma_s, "drm-format", &fmt);
+      gst_caps_append_structure_full (sorted_caps, dma_s,
+          gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_DMABUF,
+              NULL));
+    }
+  }
+
+  for (int i = 0; i < GST_V4L2_FORMAT_DESC_COUNT; i++) {
+    if (fmt_descsi.gst_fmt != GST_VIDEO_FORMAT_UNKNOWN) {
+      GstStructure *s = gst_structure_new ("video/x-raw",
+          "format", G_TYPE_STRING,
+          gst_video_format_to_string (fmt_descsi.gst_fmt), NULL);
+      gst_caps_append_structure (sorted_caps, s);
+    }
+  }
+
+  GstCaps *ret =
+      gst_caps_intersect_full (sorted_caps, caps, GST_CAPS_INTERSECT_FIRST);
+  gst_caps_unref (sorted_caps);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/gstv4l2format.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/gstv4l2format.h Changed

@@ -17,25 +17,48 @@
  * Boston, MA 02110-1301, USA.
  */
 
-#ifndef __GST_V4L2_FORMAT_H__
-#define __GST_V4L2_FORMAT_H__
+#pragma once
 
 #include <gst/gst.h>
 #include <gst/video/video.h>
 #include "linux/videodev2.h"
 
+/* 
+ * Ordered similar to what libgstvideo does, but keeping tiled formats first,
+ * and prefering bandwidth over alignment (NV12_10LE40 over P010_LE).
+ */
 #define GST_V4L2_DEFAULT_VIDEO_FORMATS "{ " \
-  "P010_10LE, NV12_10LE40_4L4, MT2110T, MT2110R," \
-  "NV12, YUY2, NV12_4L4, NV12_32L32, NV12_16L32S, I420" \
-  "}"
+    "MT2110R, " \
+    "MT2110T, " \
+    "NV12_10LE40_4L4, " \
+    "NV12_10LE40, " \
+    "P010_10LE, " \
+    "YUY2, " \
+    "NV12_16L32S, " \
+    "NV12_32L32, " \
+    "NV12_4L4, " \
+    "NV12, " \
+    "I420, " \
+    "}"
+
 
-gboolean   gst_v4l2_format_to_video_info (struct v4l2_format * fmt,
-                                          GstVideoInfo * out_info);
+gboolean   gst_v4l2_format_to_dma_drm_info (struct v4l2_format * fmt,
+                                            GstVideoInfoDmaDrm * out_drm_info);
 
 gboolean   gst_v4l2_format_to_video_format (guint32 pix_fmt,
                                             GstVideoFormat * out_format);
 
+gboolean   gst_v4l2_format_to_drm_format (guint32 pix_fmt,
+                                          guint32 * out_drm_fourcc,
+                                          guint64 * out_drm_mod);
+
 gboolean   gst_v4l2_format_from_video_format (GstVideoFormat format,
                                               guint32 * out_pix_fmt);
 
-#endif /* __GST_V4L2_FORMAT_H__ */
+gboolean   gst_v4l2_format_from_drm_format (guint32 drm_fourcc,
+                                            guint64 drm_mod,
+                                            guint32 * out_pix_fmt);
+
+guint      gst_v4l2_format_get_n_planes (GstVideoInfoDmaDrm * info);
+
+GstCaps *  gst_v4l2_format_sort_caps (GstCaps * caps);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/linux/drm_fourcc.h Added

@@ -0,0 +1,1588 @@
+/*
+ * Copyright 2011 Intel Corporation
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining a
+ * copy of this software and associated documentation files (the "Software"),
+ * to deal in the Software without restriction, including without limitation
+ * the rights to use, copy, modify, merge, publish, distribute, sublicense,
+ * and/or sell copies of the Software, and to permit persons to whom the
+ * Software is furnished to do so, subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice (including the next
+ * paragraph) shall be included in all copies or substantial portions of the
+ * Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+ * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.  IN NO EVENT SHALL
+ * VA LINUX SYSTEMS AND/OR ITS SUPPLIERS BE LIABLE FOR ANY CLAIM, DAMAGES OR
+ * OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE,
+ * ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR
+ * OTHER DEALINGS IN THE SOFTWARE.
+ */
+
+#ifndef DRM_FOURCC_H
+#define DRM_FOURCC_H
+
+#if defined(__cplusplus)
+extern "C" {
+#endif
+
+/**
+ * DOC: overview
+ *
+ * In the DRM subsystem, framebuffer pixel formats are described using the
+ * fourcc codes defined in `include/uapi/drm/drm_fourcc.h`. In addition to the
+ * fourcc code, a Format Modifier may optionally be provided, in order to
+ * further describe the buffer's format - for example tiling or compression.
+ *
+ * Format Modifiers
+ * ----------------
+ *
+ * Format modifiers are used in conjunction with a fourcc code, forming a
+ * unique fourcc:modifier pair. This format:modifier pair must fully define the
+ * format and data layout of the buffer, and should be the only way to describe
+ * that particular buffer.
+ *
+ * Having multiple fourcc:modifier pairs which describe the same layout should
+ * be avoided, as such aliases run the risk of different drivers exposing
+ * different names for the same data format, forcing userspace to understand
+ * that they are aliases.
+ *
+ * Format modifiers may change any property of the buffer, including the number
+ * of planes and/or the required allocation size. Format modifiers are
+ * vendor-namespaced, and as such the relationship between a fourcc code and a
+ * modifier is specific to the modifier being used. For example, some modifiers
+ * may preserve meaning - such as number of planes - from the fourcc code,
+ * whereas others may not.
+ *
+ * Modifiers must uniquely encode buffer layout. In other words, a buffer must
+ * match only a single modifier. A modifier must not be a subset of layouts of
+ * another modifier. For instance, it's incorrect to encode pitch alignment in
+ * a modifier: a buffer may match a 64-pixel aligned modifier and a 32-pixel
+ * aligned modifier. That said, modifiers can have implicit minimal
+ * requirements.
+ *
+ * For modifiers where the combination of fourcc code and modifier can alias,
+ * a canonical pair needs to be defined and used by all drivers. Preferred
+ * combinations are also encouraged where all combinations might lead to
+ * confusion and unnecessarily reduced interoperability. An example for the
+ * latter is AFBC, where the ABGR layouts are preferred over ARGB layouts.
+ *
+ * There are two kinds of modifier users:
+ *
+ * - Kernel and user-space drivers: for drivers it's important that modifiers
+ *   don't alias, otherwise two drivers might support the same format but use
+ *   different aliases, preventing them from sharing buffers in an efficient
+ *   format.
+ * - Higher-level programs interfacing with KMS/GBM/EGL/Vulkan/etc: these users
+ *   see modifiers as opaque tokens they can check for equality and intersect.
+ *   These users mustn't need to know to reason about the modifier value
+ *   (i.e. they are not expected to extract information out of the modifier).
+ *
+ * Vendors should document their modifier usage in as much detail as
+ * possible, to ensure maximum compatibility across devices, drivers and
+ * applications.
+ *
+ * The authoritative list of format modifier codes is found in
+ * `include/uapi/drm/drm_fourcc.h`
+ *
+ * Open Source User Waiver
+ * -----------------------
+ *
+ * Because this is the authoritative source for pixel formats and modifiers
+ * referenced by GL, Vulkan extensions and other standards and hence used both
+ * by open source and closed source driver stacks, the usual requirement for an
+ * upstream in-kernel or open source userspace user does not apply.
+ *
+ * To ensure, as much as feasible, compatibility across stacks and avoid
+ * confusion with incompatible enumerations stakeholders for all relevant driver
+ * stacks should approve additions.
+ */
+
+#define fourcc_code(a, b, c, d) ((__u32)(a) | ((__u32)(b) << 8) | \
+				 ((__u32)(c) << 16) | ((__u32)(d) << 24))
+
+#define DRM_FORMAT_BIG_ENDIAN (1U<<31) /* format is big endian instead of little endian */
+
+/* Reserve 0 for the invalid format specifier */
+#define DRM_FORMAT_INVALID	0
+
+/* color index */
+#define DRM_FORMAT_C1		fourcc_code('C', '1', ' ', ' ') /* 7:0 C0:C1:C2:C3:C4:C5:C6:C7 1:1:1:1:1:1:1:1 eight pixels/byte */
+#define DRM_FORMAT_C2		fourcc_code('C', '2', ' ', ' ') /* 7:0 C0:C1:C2:C3 2:2:2:2 four pixels/byte */
+#define DRM_FORMAT_C4		fourcc_code('C', '4', ' ', ' ') /* 7:0 C0:C1 4:4 two pixels/byte */
+#define DRM_FORMAT_C8		fourcc_code('C', '8', ' ', ' ') /* 7:0 C */
+
+/* 1 bpp Darkness (inverse relationship between channel value and brightness) */
+#define DRM_FORMAT_D1		fourcc_code('D', '1', ' ', ' ') /* 7:0 D0:D1:D2:D3:D4:D5:D6:D7 1:1:1:1:1:1:1:1 eight pixels/byte */
+
+/* 2 bpp Darkness (inverse relationship between channel value and brightness) */
+#define DRM_FORMAT_D2		fourcc_code('D', '2', ' ', ' ') /* 7:0 D0:D1:D2:D3 2:2:2:2 four pixels/byte */
+
+/* 4 bpp Darkness (inverse relationship between channel value and brightness) */
+#define DRM_FORMAT_D4		fourcc_code('D', '4', ' ', ' ') /* 7:0 D0:D1 4:4 two pixels/byte */
+
+/* 8 bpp Darkness (inverse relationship between channel value and brightness) */
+#define DRM_FORMAT_D8		fourcc_code('D', '8', ' ', ' ') /* 7:0 D */
+
+/* 1 bpp Red (direct relationship between channel value and brightness) */
+#define DRM_FORMAT_R1		fourcc_code('R', '1', ' ', ' ') /* 7:0 R0:R1:R2:R3:R4:R5:R6:R7 1:1:1:1:1:1:1:1 eight pixels/byte */
+
+/* 2 bpp Red (direct relationship between channel value and brightness) */
+#define DRM_FORMAT_R2		fourcc_code('R', '2', ' ', ' ') /* 7:0 R0:R1:R2:R3 2:2:2:2 four pixels/byte */
+
+/* 4 bpp Red (direct relationship between channel value and brightness) */
+#define DRM_FORMAT_R4		fourcc_code('R', '4', ' ', ' ') /* 7:0 R0:R1 4:4 two pixels/byte */
+
+/* 8 bpp Red (direct relationship between channel value and brightness) */
+#define DRM_FORMAT_R8		fourcc_code('R', '8', ' ', ' ') /* 7:0 R */
+
+/* 10 bpp Red (direct relationship between channel value and brightness) */
+#define DRM_FORMAT_R10		fourcc_code('R', '1', '0', ' ') /* 15:0 x:R 6:10 little endian */
+
+/* 12 bpp Red (direct relationship between channel value and brightness) */
+#define DRM_FORMAT_R12		fourcc_code('R', '1', '2', ' ') /* 15:0 x:R 4:12 little endian */
+
+/* 16 bpp Red (direct relationship between channel value and brightness) */
+#define DRM_FORMAT_R16		fourcc_code('R', '1', '6', ' ') /* 15:0 R little endian */
+
+/* 16 bpp RG */
+#define DRM_FORMAT_RG88		fourcc_code('R', 'G', '8', '8') /* 15:0 R:G 8:8 little endian */
+#define DRM_FORMAT_GR88		fourcc_code('G', 'R', '8', '8') /* 15:0 G:R 8:8 little endian */
+
+/* 32 bpp RG */
+#define DRM_FORMAT_RG1616	fourcc_code('R', 'G', '3', '2') /* 31:0 R:G 16:16 little endian */
+#define DRM_FORMAT_GR1616	fourcc_code('G', 'R', '3', '2') /* 31:0 G:R 16:16 little endian */
+
+/* 8 bpp RGB */
+#define DRM_FORMAT_RGB332	fourcc_code('R', 'G', 'B', '8') /* 7:0 R:G:B 3:3:2 */
+#define DRM_FORMAT_BGR233	fourcc_code('B', 'G', 'R', '8') /* 7:0 B:G:R 2:3:3 */
+
+/* 16 bpp RGB */
+#define DRM_FORMAT_XRGB4444	fourcc_code('X', 'R', '1', '2') /* 15:0 x:R:G:B 4:4:4:4 little endian */
+#define DRM_FORMAT_XBGR4444	fourcc_code('X', 'B', '1', '2') /* 15:0 x:B:G:R 4:4:4:4 little endian */
+#define DRM_FORMAT_RGBX4444	fourcc_code('R', 'X', '1', '2') /* 15:0 R:G:B:x 4:4:4:4 little endian */
+#define DRM_FORMAT_BGRX4444	fourcc_code('B', 'X', '1', '2') /* 15:0 B:G:R:x 4:4:4:4 little endian */
+
+#define DRM_FORMAT_ARGB4444	fourcc_code('A', 'R', '1', '2') /* 15:0 A:R:G:B 4:4:4:4 little endian */
+#define DRM_FORMAT_ABGR4444	fourcc_code('A', 'B', '1', '2') /* 15:0 A:B:G:R 4:4:4:4 little endian */
+#define DRM_FORMAT_RGBA4444	fourcc_code('R', 'A', '1', '2') /* 15:0 R:G:B:A 4:4:4:4 little endian */
+#define DRM_FORMAT_BGRA4444	fourcc_code('B', 'A', '1', '2') /* 15:0 B:G:R:A 4:4:4:4 little endian */
+
+#define DRM_FORMAT_XRGB1555	fourcc_code('X', 'R', '1', '5') /* 15:0 x:R:G:B 1:5:5:5 little endian */
+#define DRM_FORMAT_XBGR1555	fourcc_code('X', 'B', '1', '5') /* 15:0 x:B:G:R 1:5:5:5 little endian */
+#define DRM_FORMAT_RGBX5551	fourcc_code('R', 'X', '1', '5') /* 15:0 R:G:B:x 5:5:5:1 little endian */
+#define DRM_FORMAT_BGRX5551	fourcc_code('B', 'X', '1', '5') /* 15:0 B:G:R:x 5:5:5:1 little endian */
+
+#define DRM_FORMAT_ARGB1555	fourcc_code('A', 'R', '1', '5') /* 15:0 A:R:G:B 1:5:5:5 little endian */
+#define DRM_FORMAT_ABGR1555	fourcc_code('A', 'B', '1', '5') /* 15:0 A:B:G:R 1:5:5:5 little endian */
+#define DRM_FORMAT_RGBA5551	fourcc_code('R', 'A', '1', '5') /* 15:0 R:G:B:A 5:5:5:1 little endian */
+#define DRM_FORMAT_BGRA5551	fourcc_code('B', 'A', '1', '5') /* 15:0 B:G:R:A 5:5:5:1 little endian */
+
+#define DRM_FORMAT_RGB565	fourcc_code('R', 'G', '1', '6') /* 15:0 R:G:B 5:6:5 little endian */
+#define DRM_FORMAT_BGR565	fourcc_code('B', 'G', '1', '6') /* 15:0 B:G:R 5:6:5 little endian */
+
+/* 24 bpp RGB */
+#define DRM_FORMAT_RGB888	fourcc_code('R', 'G', '2', '4') /* 23:0 R:G:B little endian */
+#define DRM_FORMAT_BGR888	fourcc_code('B', 'G', '2', '4') /* 23:0 B:G:R little endian */
+
+/* 32 bpp RGB */
+#define DRM_FORMAT_XRGB8888	fourcc_code('X', 'R', '2', '4') /* 31:0 x:R:G:B 8:8:8:8 little endian */
+#define DRM_FORMAT_XBGR8888	fourcc_code('X', 'B', '2', '4') /* 31:0 x:B:G:R 8:8:8:8 little endian */
+#define DRM_FORMAT_RGBX8888	fourcc_code('R', 'X', '2', '4') /* 31:0 R:G:B:x 8:8:8:8 little endian */
+#define DRM_FORMAT_BGRX8888	fourcc_code('B', 'X', '2', '4') /* 31:0 B:G:R:x 8:8:8:8 little endian */
+
+#define DRM_FORMAT_ARGB8888	fourcc_code('A', 'R', '2', '4') /* 31:0 A:R:G:B 8:8:8:8 little endian */
+#define DRM_FORMAT_ABGR8888	fourcc_code('A', 'B', '2', '4') /* 31:0 A:B:G:R 8:8:8:8 little endian */
+#define DRM_FORMAT_RGBA8888	fourcc_code('R', 'A', '2', '4') /* 31:0 R:G:B:A 8:8:8:8 little endian */
+#define DRM_FORMAT_BGRA8888	fourcc_code('B', 'A', '2', '4') /* 31:0 B:G:R:A 8:8:8:8 little endian */
+
+#define DRM_FORMAT_XRGB2101010	fourcc_code('X', 'R', '3', '0') /* 31:0 x:R:G:B 2:10:10:10 little endian */
+#define DRM_FORMAT_XBGR2101010	fourcc_code('X', 'B', '3', '0') /* 31:0 x:B:G:R 2:10:10:10 little endian */
+#define DRM_FORMAT_RGBX1010102	fourcc_code('R', 'X', '3', '0') /* 31:0 R:G:B:x 10:10:10:2 little endian */
+#define DRM_FORMAT_BGRX1010102	fourcc_code('B', 'X', '3', '0') /* 31:0 B:G:R:x 10:10:10:2 little endian */
+
+#define DRM_FORMAT_ARGB2101010	fourcc_code('A', 'R', '3', '0') /* 31:0 A:R:G:B 2:10:10:10 little endian */
+#define DRM_FORMAT_ABGR2101010	fourcc_code('A', 'B', '3', '0') /* 31:0 A:B:G:R 2:10:10:10 little endian */
+#define DRM_FORMAT_RGBA1010102	fourcc_code('R', 'A', '3', '0') /* 31:0 R:G:B:A 10:10:10:2 little endian */
+#define DRM_FORMAT_BGRA1010102	fourcc_code('B', 'A', '3', '0') /* 31:0 B:G:R:A 10:10:10:2 little endian */
+
+/* 64 bpp RGB */
+#define DRM_FORMAT_XRGB16161616	fourcc_code('X', 'R', '4', '8') /* 63:0 x:R:G:B 16:16:16:16 little endian */
+#define DRM_FORMAT_XBGR16161616	fourcc_code('X', 'B', '4', '8') /* 63:0 x:B:G:R 16:16:16:16 little endian */
+
+#define DRM_FORMAT_ARGB16161616	fourcc_code('A', 'R', '4', '8') /* 63:0 A:R:G:B 16:16:16:16 little endian */
+#define DRM_FORMAT_ABGR16161616	fourcc_code('A', 'B', '4', '8') /* 63:0 A:B:G:R 16:16:16:16 little endian */
+
+/*
+ * Floating point 64bpp RGB
+ * IEEE 754-2008 binary16 half-precision float
+ * 15:0 sign:exponent:mantissa 1:5:10
+ */
+#define DRM_FORMAT_XRGB16161616F fourcc_code('X', 'R', '4', 'H') /* 63:0 x:R:G:B 16:16:16:16 little endian */
+#define DRM_FORMAT_XBGR16161616F fourcc_code('X', 'B', '4', 'H') /* 63:0 x:B:G:R 16:16:16:16 little endian */
+
+#define DRM_FORMAT_ARGB16161616F fourcc_code('A', 'R', '4', 'H') /* 63:0 A:R:G:B 16:16:16:16 little endian */
+#define DRM_FORMAT_ABGR16161616F fourcc_code('A', 'B', '4', 'H') /* 63:0 A:B:G:R 16:16:16:16 little endian */
+
+/*
+ * RGBA format with 10-bit components packed in 64-bit per pixel, with 6 bits
+ * of unused padding per component:
+ */
+#define DRM_FORMAT_AXBXGXRX106106106106 fourcc_code('A', 'B', '1', '0') /* 63:0 A:x:B:x:G:x:R:x 10:6:10:6:10:6:10:6 little endian */
+
+/* packed YCbCr */
+#define DRM_FORMAT_YUYV		fourcc_code('Y', 'U', 'Y', 'V') /* 31:0 Cr0:Y1:Cb0:Y0 8:8:8:8 little endian */
+#define DRM_FORMAT_YVYU		fourcc_code('Y', 'V', 'Y', 'U') /* 31:0 Cb0:Y1:Cr0:Y0 8:8:8:8 little endian */
+#define DRM_FORMAT_UYVY		fourcc_code('U', 'Y', 'V', 'Y') /* 31:0 Y1:Cr0:Y0:Cb0 8:8:8:8 little endian */
+#define DRM_FORMAT_VYUY		fourcc_code('V', 'Y', 'U', 'Y') /* 31:0 Y1:Cb0:Y0:Cr0 8:8:8:8 little endian */
+
+#define DRM_FORMAT_AYUV		fourcc_code('A', 'Y', 'U', 'V') /* 31:0 A:Y:Cb:Cr 8:8:8:8 little endian */
+#define DRM_FORMAT_AVUY8888	fourcc_code('A', 'V', 'U', 'Y') /* 31:0 A:Cr:Cb:Y 8:8:8:8 little endian */
+#define DRM_FORMAT_XYUV8888	fourcc_code('X', 'Y', 'U', 'V') /* 31:0 X:Y:Cb:Cr 8:8:8:8 little endian */
+#define DRM_FORMAT_XVUY8888	fourcc_code('X', 'V', 'U', 'Y') /* 31:0 X:Cr:Cb:Y 8:8:8:8 little endian */
+#define DRM_FORMAT_VUY888	fourcc_code('V', 'U', '2', '4') /* 23:0 Cr:Cb:Y 8:8:8 little endian */
+#define DRM_FORMAT_VUY101010	fourcc_code('V', 'U', '3', '0') /* Y followed by U then V, 10:10:10. Non-linear modifier only */
+
+/*
+ * packed Y2xx indicate for each component, xx valid data occupy msb
+ * 16-xx padding occupy lsb
+ */
+#define DRM_FORMAT_Y210         fourcc_code('Y', '2', '1', '0') /* 63:0 Cr0:0:Y1:0:Cb0:0:Y0:0 10:6:10:6:10:6:10:6 little endian per 2 Y pixels */
+#define DRM_FORMAT_Y212         fourcc_code('Y', '2', '1', '2') /* 63:0 Cr0:0:Y1:0:Cb0:0:Y0:0 12:4:12:4:12:4:12:4 little endian per 2 Y pixels */
+#define DRM_FORMAT_Y216         fourcc_code('Y', '2', '1', '6') /* 63:0 Cr0:Y1:Cb0:Y0 16:16:16:16 little endian per 2 Y pixels */
+
+/*
+ * packed Y4xx indicate for each component, xx valid data occupy msb
+ * 16-xx padding occupy lsb except Y410
+ */
+#define DRM_FORMAT_Y410         fourcc_code('Y', '4', '1', '0') /* 31:0 A:Cr:Y:Cb 2:10:10:10 little endian */
+#define DRM_FORMAT_Y412         fourcc_code('Y', '4', '1', '2') /* 63:0 A:0:Cr:0:Y:0:Cb:0 12:4:12:4:12:4:12:4 little endian */
+#define DRM_FORMAT_Y416         fourcc_code('Y', '4', '1', '6') /* 63:0 A:Cr:Y:Cb 16:16:16:16 little endian */
+
+#define DRM_FORMAT_XVYU2101010	fourcc_code('X', 'V', '3', '0') /* 31:0 X:Cr:Y:Cb 2:10:10:10 little endian */
+#define DRM_FORMAT_XVYU12_16161616	fourcc_code('X', 'V', '3', '6') /* 63:0 X:0:Cr:0:Y:0:Cb:0 12:4:12:4:12:4:12:4 little endian */
+#define DRM_FORMAT_XVYU16161616	fourcc_code('X', 'V', '4', '8') /* 63:0 X:Cr:Y:Cb 16:16:16:16 little endian */
+
+/*
+ * packed YCbCr420 2x2 tiled formats
+ * first 64 bits will contain Y,Cb,Cr components for a 2x2 tile
+ */
+/* 63:0   A3:A2:Y3:0:Cr0:0:Y2:0:A1:A0:Y1:0:Cb0:0:Y0:0  1:1:8:2:8:2:8:2:1:1:8:2:8:2:8:2 little endian */
+#define DRM_FORMAT_Y0L0		fourcc_code('Y', '0', 'L', '0')
+/* 63:0   X3:X2:Y3:0:Cr0:0:Y2:0:X1:X0:Y1:0:Cb0:0:Y0:0  1:1:8:2:8:2:8:2:1:1:8:2:8:2:8:2 little endian */
+#define DRM_FORMAT_X0L0		fourcc_code('X', '0', 'L', '0')
+
+/* 63:0   A3:A2:Y3:Cr0:Y2:A1:A0:Y1:Cb0:Y0  1:1:10:10:10:1:1:10:10:10 little endian */
+#define DRM_FORMAT_Y0L2		fourcc_code('Y', '0', 'L', '2')
+/* 63:0   X3:X2:Y3:Cr0:Y2:X1:X0:Y1:Cb0:Y0  1:1:10:10:10:1:1:10:10:10 little endian */
+#define DRM_FORMAT_X0L2		fourcc_code('X', '0', 'L', '2')
+
+/*
+ * 1-plane YUV 4:2:0
+ * In these formats, the component ordering is specified (Y, followed by U
+ * then V), but the exact Linear layout is undefined.
+ * These formats can only be used with a non-Linear modifier.
+ */
+#define DRM_FORMAT_YUV420_8BIT	fourcc_code('Y', 'U', '0', '8')
+#define DRM_FORMAT_YUV420_10BIT	fourcc_code('Y', 'U', '1', '0')
+
+/*
+ * 2 plane RGB + A
+ * index 0 = RGB plane, same format as the corresponding non _A8 format has
+ * index 1 = A plane, 7:0 A
+ */
+#define DRM_FORMAT_XRGB8888_A8	fourcc_code('X', 'R', 'A', '8')
+#define DRM_FORMAT_XBGR8888_A8	fourcc_code('X', 'B', 'A', '8')
+#define DRM_FORMAT_RGBX8888_A8	fourcc_code('R', 'X', 'A', '8')
+#define DRM_FORMAT_BGRX8888_A8	fourcc_code('B', 'X', 'A', '8')
+#define DRM_FORMAT_RGB888_A8	fourcc_code('R', '8', 'A', '8')
+#define DRM_FORMAT_BGR888_A8	fourcc_code('B', '8', 'A', '8')
+#define DRM_FORMAT_RGB565_A8	fourcc_code('R', '5', 'A', '8')
+#define DRM_FORMAT_BGR565_A8	fourcc_code('B', '5', 'A', '8')
+
+/*
+ * 2 plane YCbCr
+ * index 0 = Y plane, 7:0 Y
+ * index 1 = Cr:Cb plane, 15:0 Cr:Cb little endian
+ * or
+ * index 1 = Cb:Cr plane, 15:0 Cb:Cr little endian
+ */
+#define DRM_FORMAT_NV12		fourcc_code('N', 'V', '1', '2') /* 2x2 subsampled Cr:Cb plane */
+#define DRM_FORMAT_NV21		fourcc_code('N', 'V', '2', '1') /* 2x2 subsampled Cb:Cr plane */
+#define DRM_FORMAT_NV16		fourcc_code('N', 'V', '1', '6') /* 2x1 subsampled Cr:Cb plane */
+#define DRM_FORMAT_NV61		fourcc_code('N', 'V', '6', '1') /* 2x1 subsampled Cb:Cr plane */
+#define DRM_FORMAT_NV24		fourcc_code('N', 'V', '2', '4') /* non-subsampled Cr:Cb plane */
+#define DRM_FORMAT_NV42		fourcc_code('N', 'V', '4', '2') /* non-subsampled Cb:Cr plane */
+/*
+ * 2 plane YCbCr
+ * index 0 = Y plane, 39:0 Y3:Y2:Y1:Y0 little endian
+ * index 1 = Cr:Cb plane, 39:0 Cr1:Cb1:Cr0:Cb0 little endian
+ */
+#define DRM_FORMAT_NV15		fourcc_code('N', 'V', '1', '5') /* 2x2 subsampled Cr:Cb plane */
+#define DRM_FORMAT_NV20		fourcc_code('N', 'V', '2', '0') /* 2x1 subsampled Cr:Cb plane */
+#define DRM_FORMAT_NV30		fourcc_code('N', 'V', '3', '0') /* non-subsampled Cr:Cb plane */
+
+/*
+ * 2 plane YCbCr MSB aligned
+ * index 0 = Y plane, 15:0 Y:x 10:6 little endian
+ * index 1 = Cr:Cb plane, 31:0 Cr:x:Cb:x 10:6:10:6 little endian
+ */
+#define DRM_FORMAT_P210		fourcc_code('P', '2', '1', '0') /* 2x1 subsampled Cr:Cb plane, 10 bit per channel */
+
+/*
+ * 2 plane YCbCr MSB aligned
+ * index 0 = Y plane, 15:0 Y:x 10:6 little endian
+ * index 1 = Cr:Cb plane, 31:0 Cr:x:Cb:x 10:6:10:6 little endian
+ */
+#define DRM_FORMAT_P010		fourcc_code('P', '0', '1', '0') /* 2x2 subsampled Cr:Cb plane 10 bits per channel */
+
+/*
+ * 2 plane YCbCr MSB aligned
+ * index 0 = Y plane, 15:0 Y:x 12:4 little endian
+ * index 1 = Cr:Cb plane, 31:0 Cr:x:Cb:x 12:4:12:4 little endian
+ */
+#define DRM_FORMAT_P012		fourcc_code('P', '0', '1', '2') /* 2x2 subsampled Cr:Cb plane 12 bits per channel */
+
+/*
+ * 2 plane YCbCr MSB aligned
+ * index 0 = Y plane, 15:0 Y little endian
+ * index 1 = Cr:Cb plane, 31:0 Cr:Cb 16:16 little endian
+ */
+#define DRM_FORMAT_P016		fourcc_code('P', '0', '1', '6') /* 2x2 subsampled Cr:Cb plane 16 bits per channel */
+
+/* 2 plane YCbCr420.
+ * 3 10 bit components and 2 padding bits packed into 4 bytes.
+ * index 0 = Y plane, 31:0 x:Y2:Y1:Y0 2:10:10:10 little endian
+ * index 1 = Cr:Cb plane, 63:0 x:Cr2:Cb2:Cr1:x:Cb1:Cr0:Cb0 2:10:10:10:2:10:10:10 little endian
+ */
+#define DRM_FORMAT_P030		fourcc_code('P', '0', '3', '0') /* 2x2 subsampled Cr:Cb plane 10 bits per channel packed */
+
+/* 3 plane non-subsampled (444) YCbCr
+ * 16 bits per component, but only 10 bits are used and 6 bits are padded
+ * index 0: Y plane, 15:0 Y:x 10:6 little endian
+ * index 1: Cb plane, 15:0 Cb:x 10:6 little endian
+ * index 2: Cr plane, 15:0 Cr:x 10:6 little endian
+ */
+#define DRM_FORMAT_Q410		fourcc_code('Q', '4', '1', '0')
+
+/* 3 plane non-subsampled (444) YCrCb
+ * 16 bits per component, but only 10 bits are used and 6 bits are padded
+ * index 0: Y plane, 15:0 Y:x 10:6 little endian
+ * index 1: Cr plane, 15:0 Cr:x 10:6 little endian
+ * index 2: Cb plane, 15:0 Cb:x 10:6 little endian
+ */
+#define DRM_FORMAT_Q401		fourcc_code('Q', '4', '0', '1')
+
+/*
+ * 3 plane YCbCr
+ * index 0: Y plane, 7:0 Y
+ * index 1: Cb plane, 7:0 Cb
+ * index 2: Cr plane, 7:0 Cr
+ * or
+ * index 1: Cr plane, 7:0 Cr
+ * index 2: Cb plane, 7:0 Cb
+ */
+#define DRM_FORMAT_YUV410	fourcc_code('Y', 'U', 'V', '9') /* 4x4 subsampled Cb (1) and Cr (2) planes */
+#define DRM_FORMAT_YVU410	fourcc_code('Y', 'V', 'U', '9') /* 4x4 subsampled Cr (1) and Cb (2) planes */
+#define DRM_FORMAT_YUV411	fourcc_code('Y', 'U', '1', '1') /* 4x1 subsampled Cb (1) and Cr (2) planes */
+#define DRM_FORMAT_YVU411	fourcc_code('Y', 'V', '1', '1') /* 4x1 subsampled Cr (1) and Cb (2) planes */
+#define DRM_FORMAT_YUV420	fourcc_code('Y', 'U', '1', '2') /* 2x2 subsampled Cb (1) and Cr (2) planes */
+#define DRM_FORMAT_YVU420	fourcc_code('Y', 'V', '1', '2') /* 2x2 subsampled Cr (1) and Cb (2) planes */
+#define DRM_FORMAT_YUV422	fourcc_code('Y', 'U', '1', '6') /* 2x1 subsampled Cb (1) and Cr (2) planes */
+#define DRM_FORMAT_YVU422	fourcc_code('Y', 'V', '1', '6') /* 2x1 subsampled Cr (1) and Cb (2) planes */
+#define DRM_FORMAT_YUV444	fourcc_code('Y', 'U', '2', '4') /* non-subsampled Cb (1) and Cr (2) planes */
+#define DRM_FORMAT_YVU444	fourcc_code('Y', 'V', '2', '4') /* non-subsampled Cr (1) and Cb (2) planes */
+
+
+/*
+ * Format Modifiers:
+ *
+ * Format modifiers describe, typically, a re-ordering or modification
+ * of the data in a plane of an FB.  This can be used to express tiled/
+ * swizzled formats, or compression, or a combination of the two.
+ *
+ * The upper 8 bits of the format modifier are a vendor-id as assigned
+ * below.  The lower 56 bits are assigned as vendor sees fit.
+ */
+
+/* Vendor Ids: */
+#define DRM_FORMAT_MOD_VENDOR_NONE    0
+#define DRM_FORMAT_MOD_VENDOR_INTEL   0x01
+#define DRM_FORMAT_MOD_VENDOR_AMD     0x02
+#define DRM_FORMAT_MOD_VENDOR_NVIDIA  0x03
+#define DRM_FORMAT_MOD_VENDOR_SAMSUNG 0x04
+#define DRM_FORMAT_MOD_VENDOR_QCOM    0x05
+#define DRM_FORMAT_MOD_VENDOR_VIVANTE 0x06
+#define DRM_FORMAT_MOD_VENDOR_BROADCOM 0x07
+#define DRM_FORMAT_MOD_VENDOR_ARM     0x08
+#define DRM_FORMAT_MOD_VENDOR_ALLWINNER 0x09
+#define DRM_FORMAT_MOD_VENDOR_AMLOGIC 0x0a
+
+/* add more to the end as needed */
+
+#define DRM_FORMAT_RESERVED	      ((1ULL << 56) - 1)
+
+#define fourcc_mod_get_vendor(modifier) \
+	(((modifier) >> 56) & 0xff)
+
+#define fourcc_mod_is_vendor(modifier, vendor) \
+	(fourcc_mod_get_vendor(modifier) == DRM_FORMAT_MOD_VENDOR_## vendor)
+
+#define fourcc_mod_code(vendor, val) \
+	((((__u64)DRM_FORMAT_MOD_VENDOR_## vendor) << 56) | ((val) & 0x00ffffffffffffffULL))
+
+/*
+ * Format Modifier tokens:
+ *
+ * When adding a new token please document the layout with a code comment,
+ * similar to the fourcc codes above. drm_fourcc.h is considered the
+ * authoritative source for all of these.
+ *
+ * Generic modifier names:
+ *
+ * DRM_FORMAT_MOD_GENERIC_* definitions are used to provide vendor-neutral names
+ * for layouts which are common across multiple vendors. To preserve
+ * compatibility, in cases where a vendor-specific definition already exists and
+ * a generic name for it is desired, the common name is a purely symbolic alias
+ * and must use the same numerical value as the original definition.
+ *
+ * Note that generic names should only be used for modifiers which describe
+ * generic layouts (such as pixel re-ordering), which may have
+ * independently-developed support across multiple vendors.
+ *
+ * In future cases where a generic layout is identified before merging with a
+ * vendor-specific modifier, a new 'GENERIC' vendor or modifier using vendor
+ * 'NONE' could be considered. This should only be for obvious, exceptional
+ * cases to avoid polluting the 'GENERIC' namespace with modifiers which only
+ * apply to a single vendor.
+ *
+ * Generic names should not be used for cases where multiple hardware vendors
+ * have implementations of the same standardised compression scheme (such as
+ * AFBC). In those cases, all implementations should use the same format
+ * modifier(s), reflecting the vendor of the standard.
+ */
+
+#define DRM_FORMAT_MOD_GENERIC_16_16_TILE DRM_FORMAT_MOD_SAMSUNG_16_16_TILE
+
+/*
+ * Invalid Modifier
+ *
+ * This modifier can be used as a sentinel to terminate the format modifiers
+ * list, or to initialize a variable with an invalid modifier. It might also be
+ * used to report an error back to userspace for certain APIs.
+ */
+#define DRM_FORMAT_MOD_INVALID	fourcc_mod_code(NONE, DRM_FORMAT_RESERVED)
+
+/*
+ * Linear Layout
+ *
+ * Just plain linear layout. Note that this is different from no specifying any
+ * modifier (e.g. not setting DRM_MODE_FB_MODIFIERS in the DRM_ADDFB2 ioctl),
+ * which tells the driver to also take driver-internal information into account
+ * and so might actually result in a tiled framebuffer.
+ */
+#define DRM_FORMAT_MOD_LINEAR	fourcc_mod_code(NONE, 0)
+
+/*
+ * Deprecated: use DRM_FORMAT_MOD_LINEAR instead
+ *
+ * The "none" format modifier doesn't actually mean that the modifier is
+ * implicit, instead it means that the layout is linear. Whether modifiers are
+ * used is out-of-band information carried in an API-specific way (e.g. in a
+ * flag for drm_mode_fb_cmd2).
+ */
+#define DRM_FORMAT_MOD_NONE	0
+
+/* Intel framebuffer modifiers */
+
+/*
+ * Intel X-tiling layout
+ *
+ * This is a tiled layout using 4Kb tiles (except on gen2 where the tiles 2Kb)
+ * in row-major layout. Within the tile bytes are laid out row-major, with
+ * a platform-dependent stride. On top of that the memory can apply
+ * platform-depending swizzling of some higher address bits into bit6.
+ *
+ * Note that this layout is only accurate on intel gen 8+ or valleyview chipsets.
+ * On earlier platforms the is highly platforms specific and not useful for
+ * cross-driver sharing. It exists since on a given platform it does uniquely
+ * identify the layout in a simple way for i915-specific userspace, which
+ * facilitated conversion of userspace to modifiers. Additionally the exact
+ * format on some really old platforms is not known.
+ */
+#define I915_FORMAT_MOD_X_TILED	fourcc_mod_code(INTEL, 1)
+
+/*
+ * Intel Y-tiling layout
+ *
+ * This is a tiled layout using 4Kb tiles (except on gen2 where the tiles 2Kb)
+ * in row-major layout. Within the tile bytes are laid out in OWORD (16 bytes)
+ * chunks column-major, with a platform-dependent height. On top of that the
+ * memory can apply platform-depending swizzling of some higher address bits
+ * into bit6.
+ *
+ * Note that this layout is only accurate on intel gen 8+ or valleyview chipsets.
+ * On earlier platforms the is highly platforms specific and not useful for
+ * cross-driver sharing. It exists since on a given platform it does uniquely
+ * identify the layout in a simple way for i915-specific userspace, which
+ * facilitated conversion of userspace to modifiers. Additionally the exact
+ * format on some really old platforms is not known.
+ */
+#define I915_FORMAT_MOD_Y_TILED	fourcc_mod_code(INTEL, 2)
+
+/*
+ * Intel Yf-tiling layout
+ *
+ * This is a tiled layout using 4Kb tiles in row-major layout.
+ * Within the tile pixels are laid out in 16 256 byte units / sub-tiles which
+ * are arranged in four groups (two wide, two high) with column-major layout.
+ * Each group therefore consists out of four 256 byte units, which are also laid
+ * out as 2x2 column-major.
+ * 256 byte units are made out of four 64 byte blocks of pixels, producing
+ * either a square block or a 2:1 unit.
+ * 64 byte blocks of pixels contain four pixel rows of 16 bytes, where the width
+ * in pixel depends on the pixel depth.
+ */
+#define I915_FORMAT_MOD_Yf_TILED fourcc_mod_code(INTEL, 3)
+
+/*
+ * Intel color control surface (CCS) for render compression
+ *
+ * The framebuffer format must be one of the 8:8:8:8 RGB formats.
+ * The main surface will be plane index 0 and must be Y/Yf-tiled,
+ * the CCS will be plane index 1.
+ *
+ * Each CCS tile matches a 1024x512 pixel area of the main surface.
+ * To match certain aspects of the 3D hardware the CCS is
+ * considered to be made up of normal 128Bx32 Y tiles, Thus
+ * the CCS pitch must be specified in multiples of 128 bytes.
+ *
+ * In reality the CCS tile appears to be a 64Bx64 Y tile, composed
+ * of QWORD (8 bytes) chunks instead of OWORD (16 bytes) chunks.
+ * But that fact is not relevant unless the memory is accessed
+ * directly.
+ */
+#define I915_FORMAT_MOD_Y_TILED_CCS	fourcc_mod_code(INTEL, 4)
+#define I915_FORMAT_MOD_Yf_TILED_CCS	fourcc_mod_code(INTEL, 5)
+
+/*
+ * Intel color control surfaces (CCS) for Gen-12 render compression.
+ *
+ * The main surface is Y-tiled and at plane index 0, the CCS is linear and
+ * at index 1. A 64B CCS cache line corresponds to an area of 4x1 tiles in
+ * main surface. In other words, 4 bits in CCS map to a main surface cache
+ * line pair. The main surface pitch is required to be a multiple of four
+ * Y-tile widths.
+ */
+#define I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS fourcc_mod_code(INTEL, 6)
+
+/*
+ * Intel color control surfaces (CCS) for Gen-12 media compression
+ *
+ * The main surface is Y-tiled and at plane index 0, the CCS is linear and
+ * at index 1. A 64B CCS cache line corresponds to an area of 4x1 tiles in
+ * main surface. In other words, 4 bits in CCS map to a main surface cache
+ * line pair. The main surface pitch is required to be a multiple of four
+ * Y-tile widths. For semi-planar formats like NV12, CCS planes follow the
+ * Y and UV planes i.e., planes 0 and 1 are used for Y and UV surfaces,
+ * planes 2 and 3 for the respective CCS.
+ */
+#define I915_FORMAT_MOD_Y_TILED_GEN12_MC_CCS fourcc_mod_code(INTEL, 7)
+
+/*
+ * Intel Color Control Surface with Clear Color (CCS) for Gen-12 render
+ * compression.
+ *
+ * The main surface is Y-tiled and is at plane index 0 whereas CCS is linear
+ * and at index 1. The clear color is stored at index 2, and the pitch should
+ * be 64 bytes aligned. The clear color structure is 256 bits. The first 128 bits
+ * represents Raw Clear Color Red, Green, Blue and Alpha color each represented
+ * by 32 bits. The raw clear color is consumed by the 3d engine and generates
+ * the converted clear color of size 64 bits. The first 32 bits store the Lower
+ * Converted Clear Color value and the next 32 bits store the Higher Converted
+ * Clear Color value when applicable. The Converted Clear Color values are
+ * consumed by the DE. The last 64 bits are used to store Color Discard Enable
+ * and Depth Clear Value Valid which are ignored by the DE. A CCS cache line
+ * corresponds to an area of 4x1 tiles in the main surface. The main surface
+ * pitch is required to be a multiple of 4 tile widths.
+ */
+#define I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC fourcc_mod_code(INTEL, 8)
+
+/*
+ * Intel Tile 4 layout
+ *
+ * This is a tiled layout using 4KB tiles in a row-major layout. It has the same
+ * shape as Tile Y at two granularities: 4KB (128B x 32) and 64B (16B x 4). It
+ * only differs from Tile Y at the 256B granularity in between. At this
+ * granularity, Tile Y has a shape of 16B x 32 rows, but this tiling has a shape
+ * of 64B x 8 rows.
+ */
+#define I915_FORMAT_MOD_4_TILED         fourcc_mod_code(INTEL, 9)
+
+/*
+ * Intel color control surfaces (CCS) for DG2 render compression.
+ *
+ * The main surface is Tile 4 and at plane index 0. The CCS data is stored
+ * outside of the GEM object in a reserved memory area dedicated for the
+ * storage of the CCS data for all RC/RC_CC/MC compressible GEM objects. The
+ * main surface pitch is required to be a multiple of four Tile 4 widths.
+ */
+#define I915_FORMAT_MOD_4_TILED_DG2_RC_CCS fourcc_mod_code(INTEL, 10)
+
+/*
+ * Intel color control surfaces (CCS) for DG2 media compression.
+ *
+ * The main surface is Tile 4 and at plane index 0. For semi-planar formats
+ * like NV12, the Y and UV planes are Tile 4 and are located at plane indices
+ * 0 and 1, respectively. The CCS for all planes are stored outside of the
+ * GEM object in a reserved memory area dedicated for the storage of the
+ * CCS data for all RC/RC_CC/MC compressible GEM objects. The main surface
+ * pitch is required to be a multiple of four Tile 4 widths.
+ */
+#define I915_FORMAT_MOD_4_TILED_DG2_MC_CCS fourcc_mod_code(INTEL, 11)
+
+/*
+ * Intel Color Control Surface with Clear Color (CCS) for DG2 render compression.
+ *
+ * The main surface is Tile 4 and at plane index 0. The CCS data is stored
+ * outside of the GEM object in a reserved memory area dedicated for the
+ * storage of the CCS data for all RC/RC_CC/MC compressible GEM objects. The
+ * main surface pitch is required to be a multiple of four Tile 4 widths. The
+ * clear color is stored at plane index 1 and the pitch should be 64 bytes
+ * aligned. The format of the 256 bits of clear color data matches the one used
+ * for the I915_FORMAT_MOD_Y_TILED_GEN12_RC_CCS_CC modifier, see its description
+ * for details.
+ */
+#define I915_FORMAT_MOD_4_TILED_DG2_RC_CCS_CC fourcc_mod_code(INTEL, 12)
+
+/*
+ * Intel Color Control Surfaces (CCS) for display ver. 14 render compression.
+ *
+ * The main surface is tile4 and at plane index 0, the CCS is linear and
+ * at index 1. A 64B CCS cache line corresponds to an area of 4x1 tiles in
+ * main surface. In other words, 4 bits in CCS map to a main surface cache
+ * line pair. The main surface pitch is required to be a multiple of four
+ * tile4 widths.
+ */
+#define I915_FORMAT_MOD_4_TILED_MTL_RC_CCS fourcc_mod_code(INTEL, 13)
+
+/*
+ * Intel Color Control Surfaces (CCS) for display ver. 14 media compression
+ *
+ * The main surface is tile4 and at plane index 0, the CCS is linear and
+ * at index 1. A 64B CCS cache line corresponds to an area of 4x1 tiles in
+ * main surface. In other words, 4 bits in CCS map to a main surface cache
+ * line pair. The main surface pitch is required to be a multiple of four
+ * tile4 widths. For semi-planar formats like NV12, CCS planes follow the
+ * Y and UV planes i.e., planes 0 and 1 are used for Y and UV surfaces,
+ * planes 2 and 3 for the respective CCS.
+ */
+#define I915_FORMAT_MOD_4_TILED_MTL_MC_CCS fourcc_mod_code(INTEL, 14)
+
+/*
+ * Intel Color Control Surface with Clear Color (CCS) for display ver. 14 render
+ * compression.
+ *
+ * The main surface is tile4 and is at plane index 0 whereas CCS is linear
+ * and at index 1. The clear color is stored at index 2, and the pitch should
+ * be ignored. The clear color structure is 256 bits. The first 128 bits
+ * represents Raw Clear Color Red, Green, Blue and Alpha color each represented
+ * by 32 bits. The raw clear color is consumed by the 3d engine and generates
+ * the converted clear color of size 64 bits. The first 32 bits store the Lower
+ * Converted Clear Color value and the next 32 bits store the Higher Converted
+ * Clear Color value when applicable. The Converted Clear Color values are
+ * consumed by the DE. The last 64 bits are used to store Color Discard Enable
+ * and Depth Clear Value Valid which are ignored by the DE. A CCS cache line
+ * corresponds to an area of 4x1 tiles in the main surface. The main surface
+ * pitch is required to be a multiple of 4 tile widths.
+ */
+#define I915_FORMAT_MOD_4_TILED_MTL_RC_CCS_CC fourcc_mod_code(INTEL, 15)
+
+/*
+ * Tiled, NV12MT, grouped in 64 (pixels) x 32 (lines) -sized macroblocks
+ *
+ * Macroblocks are laid in a Z-shape, and each pixel data is following the
+ * standard NV12 style.
+ * As for NV12, an image is the result of two frame buffers: one for Y,
+ * one for the interleaved Cb/Cr components (1/2 the height of the Y buffer).
+ * Alignment requirements are (for each buffer):
+ * - multiple of 128 pixels for the width
+ * - multiple of  32 pixels for the height
+ *
+ * For more information: see https://linuxtv.org/downloads/v4l-dvb-apis/re32.html
+ */
+#define DRM_FORMAT_MOD_SAMSUNG_64_32_TILE	fourcc_mod_code(SAMSUNG, 1)
+
+/*
+ * Tiled, 16 (pixels) x 16 (lines) - sized macroblocks
+ *
+ * This is a simple tiled layout using tiles of 16x16 pixels in a row-major
+ * layout. For YCbCr formats Cb/Cr components are taken in such a way that
+ * they correspond to their 16x16 luma block.
+ */
+#define DRM_FORMAT_MOD_SAMSUNG_16_16_TILE	fourcc_mod_code(SAMSUNG, 2)
+
+/*
+ * Qualcomm Compressed Format
+ *
+ * Refers to a compressed variant of the base format that is compressed.
+ * Implementation may be platform and base-format specific.
+ *
+ * Each macrotile consists of m x n (mostly 4 x 4) tiles.
+ * Pixel data pitch/stride is aligned with macrotile width.
+ * Pixel data height is aligned with macrotile height.
+ * Entire pixel data buffer is aligned with 4k(bytes).
+ */
+#define DRM_FORMAT_MOD_QCOM_COMPRESSED	fourcc_mod_code(QCOM, 1)
+
+/*
+ * Qualcomm Tiled Format
+ *
+ * Similar to DRM_FORMAT_MOD_QCOM_COMPRESSED but not compressed.
+ * Implementation may be platform and base-format specific.
+ *
+ * Each macrotile consists of m x n (mostly 4 x 4) tiles.
+ * Pixel data pitch/stride is aligned with macrotile width.
+ * Pixel data height is aligned with macrotile height.
+ * Entire pixel data buffer is aligned with 4k(bytes).
+ */
+#define DRM_FORMAT_MOD_QCOM_TILED3	fourcc_mod_code(QCOM, 3)
+
+/*
+ * Qualcomm Alternate Tiled Format
+ *
+ * Alternate tiled format typically only used within GMEM.
+ * Implementation may be platform and base-format specific.
+ */
+#define DRM_FORMAT_MOD_QCOM_TILED2	fourcc_mod_code(QCOM, 2)
+
+
+/* Vivante framebuffer modifiers */
+
+/*
+ * Vivante 4x4 tiling layout
+ *
+ * This is a simple tiled layout using tiles of 4x4 pixels in a row-major
+ * layout.
+ */
+#define DRM_FORMAT_MOD_VIVANTE_TILED		fourcc_mod_code(VIVANTE, 1)
+
+/*
+ * Vivante 64x64 super-tiling layout
+ *
+ * This is a tiled layout using 64x64 pixel super-tiles, where each super-tile
+ * contains 8x4 groups of 2x4 tiles of 4x4 pixels (like above) each, all in row-
+ * major layout.
+ *
+ * For more information: see
+ * https://github.com/etnaviv/etna_viv/blob/master/doc/hardware.md#texture-tiling
+ */
+#define DRM_FORMAT_MOD_VIVANTE_SUPER_TILED	fourcc_mod_code(VIVANTE, 2)
+
+/*
+ * Vivante 4x4 tiling layout for dual-pipe
+ *
+ * Same as the 4x4 tiling layout, except every second 4x4 pixel tile starts at a
+ * different base address. Offsets from the base addresses are therefore halved
+ * compared to the non-split tiled layout.
+ */
+#define DRM_FORMAT_MOD_VIVANTE_SPLIT_TILED	fourcc_mod_code(VIVANTE, 3)
+
+/*
+ * Vivante 64x64 super-tiling layout for dual-pipe
+ *
+ * Same as the 64x64 super-tiling layout, except every second 4x4 pixel tile
+ * starts at a different base address. Offsets from the base addresses are
+ * therefore halved compared to the non-split super-tiled layout.
+ */
+#define DRM_FORMAT_MOD_VIVANTE_SPLIT_SUPER_TILED fourcc_mod_code(VIVANTE, 4)
+
+/*
+ * Vivante TS (tile-status) buffer modifiers. They can be combined with all of
+ * the color buffer tiling modifiers defined above. When TS is present it's a
+ * separate buffer containing the clear/compression status of each tile. The
+ * modifiers are defined as VIVANTE_MOD_TS_c_s, where c is the color buffer
+ * tile size in bytes covered by one entry in the status buffer and s is the
+ * number of status bits per entry.
+ * We reserve the top 8 bits of the Vivante modifier space for tile status
+ * clear/compression modifiers, as future cores might add some more TS layout
+ * variations.
+ */
+#define VIVANTE_MOD_TS_64_4               (1ULL << 48)
+#define VIVANTE_MOD_TS_64_2               (2ULL << 48)
+#define VIVANTE_MOD_TS_128_4              (3ULL << 48)
+#define VIVANTE_MOD_TS_256_4              (4ULL << 48)
+#define VIVANTE_MOD_TS_MASK               (0xfULL << 48)
+
+/*
+ * Vivante compression modifiers. Those depend on a TS modifier being present
+ * as the TS bits get reinterpreted as compression tags instead of simple
+ * clear markers when compression is enabled.
+ */
+#define VIVANTE_MOD_COMP_DEC400           (1ULL << 52)
+#define VIVANTE_MOD_COMP_MASK             (0xfULL << 52)
+
+/* Masking out the extension bits will yield the base modifier. */
+#define VIVANTE_MOD_EXT_MASK              (VIVANTE_MOD_TS_MASK | \
+                                           VIVANTE_MOD_COMP_MASK)
+
+/* NVIDIA frame buffer modifiers */
+
+/*
+ * Tegra Tiled Layout, used by Tegra 2, 3 and 4.
+ *
+ * Pixels are arranged in simple tiles of 16 x 16 bytes.
+ */
+#define DRM_FORMAT_MOD_NVIDIA_TEGRA_TILED fourcc_mod_code(NVIDIA, 1)
+
+/*
+ * Generalized Block Linear layout, used by desktop GPUs starting with NV50/G80,
+ * and Tegra GPUs starting with Tegra K1.
+ *
+ * Pixels are arranged in Groups of Bytes (GOBs).  GOB size and layout varies
+ * based on the architecture generation.  GOBs themselves are then arranged in
+ * 3D blocks, with the block dimensions (in terms of GOBs) always being a power
+ * of two, and hence expressible as their log2 equivalent (E.g., "2" represents
+ * a block depth or height of "4").
+ *
+ * Chapter 20 "Pixel Memory Formats" of the Tegra X1 TRM describes this format
+ * in full detail.
+ *
+ *       Macro
+ * Bits  Param Description
+ * ----  ----- -----------------------------------------------------------------
+ *
+ *  3:0  h     log2(height) of each block, in GOBs.  Placed here for
+ *             compatibility with the existing
+ *             DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK()-based modifiers.
+ *
+ *  4:4  -     Must be 1, to indicate block-linear layout.  Necessary for
+ *             compatibility with the existing
+ *             DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK()-based modifiers.
+ *
+ *  8:5  -     Reserved (To support 3D-surfaces with variable log2(depth) block
+ *             size).  Must be zero.
+ *
+ *             Note there is no log2(width) parameter.  Some portions of the
+ *             hardware support a block width of two gobs, but it is impractical
+ *             to use due to lack of support elsewhere, and has no known
+ *             benefits.
+ *
+ * 11:9  -     Reserved (To support 2D-array textures with variable array stride
+ *             in blocks, specified via log2(tile width in blocks)).  Must be
+ *             zero.
+ *
+ * 19:12 k     Page Kind.  This value directly maps to a field in the page
+ *             tables of all GPUs >= NV50.  It affects the exact layout of bits
+ *             in memory and can be derived from the tuple
+ *
+ *               (format, GPU model, compression type, samples per pixel)
+ *
+ *             Where compression type is defined below.  If GPU model were
+ *             implied by the format modifier, format, or memory buffer, page
+ *             kind would not need to be included in the modifier itself, but
+ *             since the modifier should define the layout of the associated
+ *             memory buffer independent from any device or other context, it
+ *             must be included here.
+ *
+ * 21:20 g     GOB Height and Page Kind Generation.  The height of a GOB changed
+ *             starting with Fermi GPUs.  Additionally, the mapping between page
+ *             kind and bit layout has changed at various points.
+ *
+ *               0 = Gob Height 8, Fermi - Volta, Tegra K1+ Page Kind mapping
+ *               1 = Gob Height 4, G80 - GT2XX Page Kind mapping
+ *               2 = Gob Height 8, Turing+ Page Kind mapping
+ *               3 = Reserved for future use.
+ *
+ * 22:22 s     Sector layout.  On Tegra GPUs prior to Xavier, there is a further
+ *             bit remapping step that occurs at an even lower level than the
+ *             page kind and block linear swizzles.  This causes the layout of
+ *             surfaces mapped in those SOC's GPUs to be incompatible with the
+ *             equivalent mapping on other GPUs in the same system.
+ *
+ *               0 = Tegra K1 - Tegra Parker/TX2 Layout.
+ *               1 = Desktop GPU and Tegra Xavier+ Layout
+ *
+ * 25:23 c     Lossless Framebuffer Compression type.
+ *
+ *               0 = none
+ *               1 = ROP/3D, layout 1, exact compression format implied by Page
+ *                   Kind field
+ *               2 = ROP/3D, layout 2, exact compression format implied by Page
+ *                   Kind field
+ *               3 = CDE horizontal
+ *               4 = CDE vertical
+ *               5 = Reserved for future use
+ *               6 = Reserved for future use
+ *               7 = Reserved for future use
+ *
+ * 55:25 -     Reserved for future use.  Must be zero.
+ */
+#define DRM_FORMAT_MOD_NVIDIA_BLOCK_LINEAR_2D(c, s, g, k, h) \
+	fourcc_mod_code(NVIDIA, (0x10 | \
+				 ((h) & 0xf) | \
+				 (((k) & 0xff) << 12) | \
+				 (((g) & 0x3) << 20) | \
+				 (((s) & 0x1) << 22) | \
+				 (((c) & 0x7) << 23)))
+
+/* To grandfather in prior block linear format modifiers to the above layout,
+ * the page kind "0", which corresponds to "pitch/linear" and hence is unusable
+ * with block-linear layouts, is remapped within drivers to the value 0xfe,
+ * which corresponds to the "generic" kind used for simple single-sample
+ * uncompressed color formats on Fermi - Volta GPUs.
+ */
+static __inline__ __u64
+drm_fourcc_canonicalize_nvidia_format_mod(__u64 modifier)
+{
+	if (!(modifier & 0x10) || (modifier & (0xff << 12)))
+		return modifier;
+	else
+		return modifier | (0xfe << 12);
+}
+
+/*
+ * 16Bx2 Block Linear layout, used by Tegra K1 and later
+ *
+ * Pixels are arranged in 64x8 Groups Of Bytes (GOBs). GOBs are then stacked
+ * vertically by a power of 2 (1 to 32 GOBs) to form a block.
+ *
+ * Within a GOB, data is ordered as 16B x 2 lines sectors laid in Z-shape.
+ *
+ * Parameter 'v' is the log2 encoding of the number of GOBs stacked vertically.
+ * Valid values are:
+ *
+ * 0 == ONE_GOB
+ * 1 == TWO_GOBS
+ * 2 == FOUR_GOBS
+ * 3 == EIGHT_GOBS
+ * 4 == SIXTEEN_GOBS
+ * 5 == THIRTYTWO_GOBS
+ *
+ * Chapter 20 "Pixel Memory Formats" of the Tegra X1 TRM describes this format
+ * in full detail.
+ */
+#define DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(v) \
+	DRM_FORMAT_MOD_NVIDIA_BLOCK_LINEAR_2D(0, 0, 0, 0, (v))
+
+#define DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK_ONE_GOB \
+	DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(0)
+#define DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK_TWO_GOB \
+	DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(1)
+#define DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK_FOUR_GOB \
+	DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(2)
+#define DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK_EIGHT_GOB \
+	DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(3)
+#define DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK_SIXTEEN_GOB \
+	DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(4)
+#define DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK_THIRTYTWO_GOB \
+	DRM_FORMAT_MOD_NVIDIA_16BX2_BLOCK(5)
+
+/*
+ * Some Broadcom modifiers take parameters, for example the number of
+ * vertical lines in the image. Reserve the lower 32 bits for modifier
+ * type, and the next 24 bits for parameters. Top 8 bits are the
+ * vendor code.
+ */
+#define __fourcc_mod_broadcom_param_shift 8
+#define __fourcc_mod_broadcom_param_bits 48
+#define fourcc_mod_broadcom_code(val, params) \
+	fourcc_mod_code(BROADCOM, ((((__u64)params) << __fourcc_mod_broadcom_param_shift) | val))
+#define fourcc_mod_broadcom_param(m) \
+	((int)(((m) >> __fourcc_mod_broadcom_param_shift) &	\
+	       ((1ULL << __fourcc_mod_broadcom_param_bits) - 1)))
+#define fourcc_mod_broadcom_mod(m) \
+	((m) & ~(((1ULL << __fourcc_mod_broadcom_param_bits) - 1) <<	\
+		 __fourcc_mod_broadcom_param_shift))
+
+/*
+ * Broadcom VC4 "T" format
+ *
+ * This is the primary layout that the V3D GPU can texture from (it
+ * can't do linear).  The T format has:
+ *
+ * - 64b utiles of pixels in a raster-order grid according to cpp.  It's 4x4
+ *   pixels at 32 bit depth.
+ *
+ * - 1k subtiles made of a 4x4 raster-order grid of 64b utiles (so usually
+ *   16x16 pixels).
+ *
+ * - 4k tiles made of a 2x2 grid of 1k subtiles (so usually 32x32 pixels).  On
+ *   even 4k tile rows, they're arranged as (BL, TL, TR, BR), and on odd rows
+ *   they're (TR, BR, BL, TL), where bottom left is start of memory.
+ *
+ * - an image made of 4k tiles in rows either left-to-right (even rows of 4k
+ *   tiles) or right-to-left (odd rows of 4k tiles).
+ */
+#define DRM_FORMAT_MOD_BROADCOM_VC4_T_TILED fourcc_mod_code(BROADCOM, 1)
+
+/*
+ * Broadcom SAND format
+ *
+ * This is the native format that the H.264 codec block uses.  For VC4
+ * HVS, it is only valid for H.264 (NV12/21) and RGBA modes.
+ *
+ * The image can be considered to be split into columns, and the
+ * columns are placed consecutively into memory.  The width of those
+ * columns can be either 32, 64, 128, or 256 pixels, but in practice
+ * only 128 pixel columns are used.
+ *
+ * The pitch between the start of each column is set to optimally
+ * switch between SDRAM banks. This is passed as the number of lines
+ * of column width in the modifier (we can't use the stride value due
+ * to various core checks that look at it , so you should set the
+ * stride to width*cpp).
+ *
+ * Note that the column height for this format modifier is the same
+ * for all of the planes, assuming that each column contains both Y
+ * and UV.  Some SAND-using hardware stores UV in a separate tiled
+ * image from Y to reduce the column height, which is not supported
+ * with these modifiers.
+ *
+ * The DRM_FORMAT_MOD_BROADCOM_SAND128_COL_HEIGHT modifier is also
+ * supported for DRM_FORMAT_P030 where the columns remain as 128 bytes
+ * wide, but as this is a 10 bpp format that translates to 96 pixels.
+ */
+
+#define DRM_FORMAT_MOD_BROADCOM_SAND32_COL_HEIGHT(v) \
+	fourcc_mod_broadcom_code(2, v)
+#define DRM_FORMAT_MOD_BROADCOM_SAND64_COL_HEIGHT(v) \
+	fourcc_mod_broadcom_code(3, v)
+#define DRM_FORMAT_MOD_BROADCOM_SAND128_COL_HEIGHT(v) \
+	fourcc_mod_broadcom_code(4, v)
+#define DRM_FORMAT_MOD_BROADCOM_SAND256_COL_HEIGHT(v) \
+	fourcc_mod_broadcom_code(5, v)
+
+#define DRM_FORMAT_MOD_BROADCOM_SAND32 \
+	DRM_FORMAT_MOD_BROADCOM_SAND32_COL_HEIGHT(0)
+#define DRM_FORMAT_MOD_BROADCOM_SAND64 \
+	DRM_FORMAT_MOD_BROADCOM_SAND64_COL_HEIGHT(0)
+#define DRM_FORMAT_MOD_BROADCOM_SAND128 \
+	DRM_FORMAT_MOD_BROADCOM_SAND128_COL_HEIGHT(0)
+#define DRM_FORMAT_MOD_BROADCOM_SAND256 \
+	DRM_FORMAT_MOD_BROADCOM_SAND256_COL_HEIGHT(0)
+
+/* Broadcom UIF format
+ *
+ * This is the common format for the current Broadcom multimedia
+ * blocks, including V3D 3.x and newer, newer video codecs, and
+ * displays.
+ *
+ * The image consists of utiles (64b blocks), UIF blocks (2x2 utiles),
+ * and macroblocks (4x4 UIF blocks).  Those 4x4 UIF block groups are
+ * stored in columns, with padding between the columns to ensure that
+ * moving from one column to the next doesn't hit the same SDRAM page
+ * bank.
+ *
+ * To calculate the padding, it is assumed that each hardware block
+ * and the software driving it knows the platform's SDRAM page size,
+ * number of banks, and XOR address, and that it's identical between
+ * all blocks using the format.  This tiling modifier will use XOR as
+ * necessary to reduce the padding.  If a hardware block can't do XOR,
+ * the assumption is that a no-XOR tiling modifier will be created.
+ */
+#define DRM_FORMAT_MOD_BROADCOM_UIF fourcc_mod_code(BROADCOM, 6)
+
+/*
+ * Arm Framebuffer Compression (AFBC) modifiers
+ *
+ * AFBC is a proprietary lossless image compression protocol and format.
+ * It provides fine-grained random access and minimizes the amount of data
+ * transferred between IP blocks.
+ *
+ * AFBC has several features which may be supported and/or used, which are
+ * represented using bits in the modifier. Not all combinations are valid,
+ * and different devices or use-cases may support different combinations.
+ *
+ * Further information on the use of AFBC modifiers can be found in
+ * Documentation/gpu/afbc.rst
+ */
+
+/*
+ * The top 4 bits (out of the 56 bits allotted for specifying vendor specific
+ * modifiers) denote the category for modifiers. Currently we have three
+ * categories of modifiers ie AFBC, MISC and AFRC. We can have a maximum of
+ * sixteen different categories.
+ */
+#define DRM_FORMAT_MOD_ARM_CODE(__type, __val) \
+	fourcc_mod_code(ARM, ((__u64)(__type) << 52) | ((__val) & 0x000fffffffffffffULL))
+
+#define DRM_FORMAT_MOD_ARM_TYPE_AFBC 0x00
+#define DRM_FORMAT_MOD_ARM_TYPE_MISC 0x01
+
+#define DRM_FORMAT_MOD_ARM_AFBC(__afbc_mode) \
+	DRM_FORMAT_MOD_ARM_CODE(DRM_FORMAT_MOD_ARM_TYPE_AFBC, __afbc_mode)
+
+/*
+ * AFBC superblock size
+ *
+ * Indicates the superblock size(s) used for the AFBC buffer. The buffer
+ * size (in pixels) must be aligned to a multiple of the superblock size.
+ * Four lowest significant bits(LSBs) are reserved for block size.
+ *
+ * Where one superblock size is specified, it applies to all planes of the
+ * buffer (e.g. 16x16, 32x8). When multiple superblock sizes are specified,
+ * the first applies to the Luma plane and the second applies to the Chroma
+ * plane(s). e.g. (32x8_64x4 means 32x8 Luma, with 64x4 Chroma).
+ * Multiple superblock sizes are only valid for multi-plane YCbCr formats.
+ */
+#define AFBC_FORMAT_MOD_BLOCK_SIZE_MASK      0xf
+#define AFBC_FORMAT_MOD_BLOCK_SIZE_16x16     (1ULL)
+#define AFBC_FORMAT_MOD_BLOCK_SIZE_32x8      (2ULL)
+#define AFBC_FORMAT_MOD_BLOCK_SIZE_64x4      (3ULL)
+#define AFBC_FORMAT_MOD_BLOCK_SIZE_32x8_64x4 (4ULL)
+
+/*
+ * AFBC lossless colorspace transform
+ *
+ * Indicates that the buffer makes use of the AFBC lossless colorspace
+ * transform.
+ */
+#define AFBC_FORMAT_MOD_YTR     (1ULL <<  4)
+
+/*
+ * AFBC block-split
+ *
+ * Indicates that the payload of each superblock is split. The second
+ * half of the payload is positioned at a predefined offset from the start
+ * of the superblock payload.
+ */
+#define AFBC_FORMAT_MOD_SPLIT   (1ULL <<  5)
+
+/*
+ * AFBC sparse layout
+ *
+ * This flag indicates that the payload of each superblock must be stored at a
+ * predefined position relative to the other superblocks in the same AFBC
+ * buffer. This order is the same order used by the header buffer. In this mode
+ * each superblock is given the same amount of space as an uncompressed
+ * superblock of the particular format would require, rounding up to the next
+ * multiple of 128 bytes in size.
+ */
+#define AFBC_FORMAT_MOD_SPARSE  (1ULL <<  6)
+
+/*
+ * AFBC copy-block restrict
+ *
+ * Buffers with this flag must obey the copy-block restriction. The restriction
+ * is such that there are no copy-blocks referring across the border of 8x8
+ * blocks. For the subsampled data the 8x8 limitation is also subsampled.
+ */
+#define AFBC_FORMAT_MOD_CBR     (1ULL <<  7)
+
+/*
+ * AFBC tiled layout
+ *
+ * The tiled layout groups superblocks in 8x8 or 4x4 tiles, where all
+ * superblocks inside a tile are stored together in memory. 8x8 tiles are used
+ * for pixel formats up to and including 32 bpp while 4x4 tiles are used for
+ * larger bpp formats. The order between the tiles is scan line.
+ * When the tiled layout is used, the buffer size (in pixels) must be aligned
+ * to the tile size.
+ */
+#define AFBC_FORMAT_MOD_TILED   (1ULL <<  8)
+
+/*
+ * AFBC solid color blocks
+ *
+ * Indicates that the buffer makes use of solid-color blocks, whereby bandwidth
+ * can be reduced if a whole superblock is a single color.
+ */
+#define AFBC_FORMAT_MOD_SC      (1ULL <<  9)
+
+/*
+ * AFBC double-buffer
+ *
+ * Indicates that the buffer is allocated in a layout safe for front-buffer
+ * rendering.
+ */
+#define AFBC_FORMAT_MOD_DB      (1ULL << 10)
+
+/*
+ * AFBC buffer content hints
+ *
+ * Indicates that the buffer includes per-superblock content hints.
+ */
+#define AFBC_FORMAT_MOD_BCH     (1ULL << 11)
+
+/* AFBC uncompressed storage mode
+ *
+ * Indicates that the buffer is using AFBC uncompressed storage mode.
+ * In this mode all superblock payloads in the buffer use the uncompressed
+ * storage mode, which is usually only used for data which cannot be compressed.
+ * The buffer layout is the same as for AFBC buffers without USM set, this only
+ * affects the storage mode of the individual superblocks. Note that even a
+ * buffer without USM set may use uncompressed storage mode for some or all
+ * superblocks, USM just guarantees it for all.
+ */
+#define AFBC_FORMAT_MOD_USM	(1ULL << 12)
+
+/*
+ * Arm Fixed-Rate Compression (AFRC) modifiers
+ *
+ * AFRC is a proprietary fixed rate image compression protocol and format,
+ * designed to provide guaranteed bandwidth and memory footprint
+ * reductions in graphics and media use-cases.
+ *
+ * AFRC buffers consist of one or more planes, with the same components
+ * and meaning as an uncompressed buffer using the same pixel format.
+ *
+ * Within each plane, the pixel/luma/chroma values are grouped into
+ * "coding unit" blocks which are individually compressed to a
+ * fixed size (in bytes). All coding units within a given plane of a buffer
+ * store the same number of values, and have the same compressed size.
+ *
+ * The coding unit size is configurable, allowing different rates of compression.
+ *
+ * The start of each AFRC buffer plane must be aligned to an alignment granule which
+ * depends on the coding unit size.
+ *
+ * Coding Unit Size   Plane Alignment
+ * ----------------   ---------------
+ * 16 bytes           1024 bytes
+ * 24 bytes           512  bytes
+ * 32 bytes           2048 bytes
+ *
+ * Coding units are grouped into paging tiles. AFRC buffer dimensions must be aligned
+ * to a multiple of the paging tile dimensions.
+ * The dimensions of each paging tile depend on whether the buffer is optimised for
+ * scanline (SCAN layout) or rotated (ROT layout) access.
+ *
+ * Layout   Paging Tile Width   Paging Tile Height
+ * ------   -----------------   ------------------
+ * SCAN     16 coding units     4 coding units
+ * ROT      8  coding units     8 coding units
+ *
+ * The dimensions of each coding unit depend on the number of components
+ * in the compressed plane and whether the buffer is optimised for
+ * scanline (SCAN layout) or rotated (ROT layout) access.
+ *
+ * Number of Components in Plane   Layout      Coding Unit Width   Coding Unit Height
+ * -----------------------------   ---------   -----------------   ------------------
+ * 1                               SCAN        16 samples          4 samples
+ * Example: 16x4 luma samples in a 'Y' plane
+ *          16x4 chroma 'V' values, in the 'V' plane of a fully-planar YUV buffer
+ * -----------------------------   ---------   -----------------   ------------------
+ * 1                               ROT         8 samples           8 samples
+ * Example: 8x8 luma samples in a 'Y' plane
+ *          8x8 chroma 'V' values, in the 'V' plane of a fully-planar YUV buffer
+ * -----------------------------   ---------   -----------------   ------------------
+ * 2                               DONT CARE   8 samples           4 samples
+ * Example: 8x4 chroma pairs in the 'UV' plane of a semi-planar YUV buffer
+ * -----------------------------   ---------   -----------------   ------------------
+ * 3                               DONT CARE   4 samples           4 samples
+ * Example: 4x4 pixels in an RGB buffer without alpha
+ * -----------------------------   ---------   -----------------   ------------------
+ * 4                               DONT CARE   4 samples           4 samples
+ * Example: 4x4 pixels in an RGB buffer with alpha
+ */
+
+#define DRM_FORMAT_MOD_ARM_TYPE_AFRC 0x02
+
+#define DRM_FORMAT_MOD_ARM_AFRC(__afrc_mode) \
+	DRM_FORMAT_MOD_ARM_CODE(DRM_FORMAT_MOD_ARM_TYPE_AFRC, __afrc_mode)
+
+/*
+ * AFRC coding unit size modifier.
+ *
+ * Indicates the number of bytes used to store each compressed coding unit for
+ * one or more planes in an AFRC encoded buffer. The coding unit size for chrominance
+ * is the same for both Cb and Cr, which may be stored in separate planes.
+ *
+ * AFRC_FORMAT_MOD_CU_SIZE_P0 indicates the number of bytes used to store
+ * each compressed coding unit in the first plane of the buffer. For RGBA buffers
+ * this is the only plane, while for semi-planar and fully-planar YUV buffers,
+ * this corresponds to the luma plane.
+ *
+ * AFRC_FORMAT_MOD_CU_SIZE_P12 indicates the number of bytes used to store
+ * each compressed coding unit in the second and third planes in the buffer.
+ * For semi-planar and fully-planar YUV buffers, this corresponds to the chroma plane(s).
+ *
+ * For single-plane buffers, AFRC_FORMAT_MOD_CU_SIZE_P0 must be specified
+ * and AFRC_FORMAT_MOD_CU_SIZE_P12 must be zero.
+ * For semi-planar and fully-planar buffers, both AFRC_FORMAT_MOD_CU_SIZE_P0 and
+ * AFRC_FORMAT_MOD_CU_SIZE_P12 must be specified.
+ */
+#define AFRC_FORMAT_MOD_CU_SIZE_MASK 0xf
+#define AFRC_FORMAT_MOD_CU_SIZE_16 (1ULL)
+#define AFRC_FORMAT_MOD_CU_SIZE_24 (2ULL)
+#define AFRC_FORMAT_MOD_CU_SIZE_32 (3ULL)
+
+#define AFRC_FORMAT_MOD_CU_SIZE_P0(__afrc_cu_size) (__afrc_cu_size)
+#define AFRC_FORMAT_MOD_CU_SIZE_P12(__afrc_cu_size) ((__afrc_cu_size) << 4)
+
+/*
+ * AFRC scanline memory layout.
+ *
+ * Indicates if the buffer uses the scanline-optimised layout
+ * for an AFRC encoded buffer, otherwise, it uses the rotation-optimised layout.
+ * The memory layout is the same for all planes.
+ */
+#define AFRC_FORMAT_MOD_LAYOUT_SCAN (1ULL << 8)
+
+/*
+ * Arm 16x16 Block U-Interleaved modifier
+ *
+ * This is used by Arm Mali Utgard and Midgard GPUs. It divides the image
+ * into 16x16 pixel blocks. Blocks are stored linearly in order, but pixels
+ * in the block are reordered.
+ */
+#define DRM_FORMAT_MOD_ARM_16X16_BLOCK_U_INTERLEAVED \
+	DRM_FORMAT_MOD_ARM_CODE(DRM_FORMAT_MOD_ARM_TYPE_MISC, 1ULL)
+
+/*
+ * Allwinner tiled modifier
+ *
+ * This tiling mode is implemented by the VPU found on all Allwinner platforms,
+ * codenamed sunxi. It is associated with a YUV format that uses either 2 or 3
+ * planes.
+ *
+ * With this tiling, the luminance samples are disposed in tiles representing
+ * 32x32 pixels and the chrominance samples in tiles representing 32x64 pixels.
+ * The pixel order in each tile is linear and the tiles are disposed linearly,
+ * both in row-major order.
+ */
+#define DRM_FORMAT_MOD_ALLWINNER_TILED fourcc_mod_code(ALLWINNER, 1)
+
+/*
+ * Amlogic Video Framebuffer Compression modifiers
+ *
+ * Amlogic uses a proprietary lossless image compression protocol and format
+ * for their hardware video codec accelerators, either video decoders or
+ * video input encoders.
+ *
+ * It considerably reduces memory bandwidth while writing and reading
+ * frames in memory.
+ *
+ * The underlying storage is considered to be 3 components, 8bit or 10-bit
+ * per component YCbCr 420, single plane :
+ * - DRM_FORMAT_YUV420_8BIT
+ * - DRM_FORMAT_YUV420_10BIT
+ *
+ * The first 8 bits of the mode defines the layout, then the following 8 bits
+ * defines the options changing the layout.
+ *
+ * Not all combinations are valid, and different SoCs may support different
+ * combinations of layout and options.
+ */
+#define __fourcc_mod_amlogic_layout_mask 0xff
+#define __fourcc_mod_amlogic_options_shift 8
+#define __fourcc_mod_amlogic_options_mask 0xff
+
+#define DRM_FORMAT_MOD_AMLOGIC_FBC(__layout, __options) \
+	fourcc_mod_code(AMLOGIC, \
+			((__layout) & __fourcc_mod_amlogic_layout_mask) | \
+			(((__options) & __fourcc_mod_amlogic_options_mask) \
+			 << __fourcc_mod_amlogic_options_shift))
+
+/* Amlogic FBC Layouts */
+
+/*
+ * Amlogic FBC Basic Layout
+ *
+ * The basic layout is composed of:
+ * - a body content organized in 64x32 superblocks with 4096 bytes per
+ *   superblock in default mode.
+ * - a 32 bytes per 128x64 header block
+ *
+ * This layout is transferrable between Amlogic SoCs supporting this modifier.
+ */
+#define AMLOGIC_FBC_LAYOUT_BASIC		(1ULL)
+
+/*
+ * Amlogic FBC Scatter Memory layout
+ *
+ * Indicates the header contains IOMMU references to the compressed
+ * frames content to optimize memory access and layout.
+ *
+ * In this mode, only the header memory address is needed, thus the
+ * content memory organization is tied to the current producer
+ * execution and cannot be saved/dumped neither transferrable between
+ * Amlogic SoCs supporting this modifier.
+ *
+ * Due to the nature of the layout, these buffers are not expected to
+ * be accessible by the user-space clients, but only accessible by the
+ * hardware producers and consumers.
+ *
+ * The user-space clients should expect a failure while trying to mmap
+ * the DMA-BUF handle returned by the producer.
+ */
+#define AMLOGIC_FBC_LAYOUT_SCATTER		(2ULL)
+
+/* Amlogic FBC Layout Options Bit Mask */
+
+/*
+ * Amlogic FBC Memory Saving mode
+ *
+ * Indicates the storage is packed when pixel size is multiple of word
+ * boundaries, i.e. 8bit should be stored in this mode to save allocation
+ * memory.
+ *
+ * This mode reduces body layout to 3072 bytes per 64x32 superblock with
+ * the basic layout and 3200 bytes per 64x32 superblock combined with
+ * the scatter layout.
+ */
+#define AMLOGIC_FBC_OPTION_MEM_SAVING		(1ULL << 0)
+
+/*
+ * AMD modifiers
+ *
+ * Memory layout:
+ *
+ * without DCC:
+ *   - main surface
+ *
+ * with DCC & without DCC_RETILE:
+ *   - main surface in plane 0
+ *   - DCC surface in plane 1 (RB-aligned, pipe-aligned if DCC_PIPE_ALIGN is set)
+ *
+ * with DCC & DCC_RETILE:
+ *   - main surface in plane 0
+ *   - displayable DCC surface in plane 1 (not RB-aligned & not pipe-aligned)
+ *   - pipe-aligned DCC surface in plane 2 (RB-aligned & pipe-aligned)
+ *
+ * For multi-plane formats the above surfaces get merged into one plane for
+ * each format plane, based on the required alignment only.
+ *
+ * Bits  Parameter                Notes
+ * ----- ------------------------ ---------------------------------------------
+ *
+ *   7:0 TILE_VERSION             Values are AMD_FMT_MOD_TILE_VER_*
+ *  12:8 TILE                     Values are AMD_FMT_MOD_TILE_<version>_*
+ *    13 DCC
+ *    14 DCC_RETILE
+ *    15 DCC_PIPE_ALIGN
+ *    16 DCC_INDEPENDENT_64B
+ *    17 DCC_INDEPENDENT_128B
+ * 19:18 DCC_MAX_COMPRESSED_BLOCK Values are AMD_FMT_MOD_DCC_BLOCK_*
+ *    20 DCC_CONSTANT_ENCODE
+ * 23:21 PIPE_XOR_BITS            Only for some chips
+ * 26:24 BANK_XOR_BITS            Only for some chips
+ * 29:27 PACKERS                  Only for some chips
+ * 32:30 RB                       Only for some chips
+ * 35:33 PIPE                     Only for some chips
+ * 55:36 -                        Reserved for future use, must be zero
+ */
+#define AMD_FMT_MOD fourcc_mod_code(AMD, 0)
+
+#define IS_AMD_FMT_MOD(val) (((val) >> 56) == DRM_FORMAT_MOD_VENDOR_AMD)
+
+/* Reserve 0 for GFX8 and older */
+#define AMD_FMT_MOD_TILE_VER_GFX9 1
+#define AMD_FMT_MOD_TILE_VER_GFX10 2
+#define AMD_FMT_MOD_TILE_VER_GFX10_RBPLUS 3
+#define AMD_FMT_MOD_TILE_VER_GFX11 4
+#define AMD_FMT_MOD_TILE_VER_GFX12 5
+
+/*
+ * 64K_S is the same for GFX9/GFX10/GFX10_RBPLUS and hence has GFX9 as canonical
+ * version.
+ */
+#define AMD_FMT_MOD_TILE_GFX9_64K_S 9
+
+/*
+ * 64K_D for non-32 bpp is the same for GFX9/GFX10/GFX10_RBPLUS and hence has
+ * GFX9 as canonical version.
+ *
+ * 64K_D_2D on GFX12 is identical to 64K_D on GFX11.
+ */
+#define AMD_FMT_MOD_TILE_GFX9_64K_D 10
+#define AMD_FMT_MOD_TILE_GFX9_64K_S_X 25
+#define AMD_FMT_MOD_TILE_GFX9_64K_D_X 26
+#define AMD_FMT_MOD_TILE_GFX9_64K_R_X 27
+#define AMD_FMT_MOD_TILE_GFX11_256K_R_X 31
+
+/* Gfx12 swizzle modes:
+ *    0 - LINEAR
+ *    1 - 256B_2D  - 2D block dimensions
+ *    2 - 4KB_2D
+ *    3 - 64KB_2D
+ *    4 - 256KB_2D
+ *    5 - 4KB_3D   - 3D block dimensions
+ *    6 - 64KB_3D
+ *    7 - 256KB_3D
+ */
+#define AMD_FMT_MOD_TILE_GFX12_64K_2D 3
+#define AMD_FMT_MOD_TILE_GFX12_256K_2D 4
+
+#define AMD_FMT_MOD_DCC_BLOCK_64B 0
+#define AMD_FMT_MOD_DCC_BLOCK_128B 1
+#define AMD_FMT_MOD_DCC_BLOCK_256B 2
+
+#define AMD_FMT_MOD_TILE_VERSION_SHIFT 0
+#define AMD_FMT_MOD_TILE_VERSION_MASK 0xFF
+#define AMD_FMT_MOD_TILE_SHIFT 8
+#define AMD_FMT_MOD_TILE_MASK 0x1F
+
+/* Whether DCC compression is enabled. */
+#define AMD_FMT_MOD_DCC_SHIFT 13
+#define AMD_FMT_MOD_DCC_MASK 0x1
+
+/*
+ * Whether to include two DCC surfaces, one which is rb & pipe aligned, and
+ * one which is not-aligned.
+ */
+#define AMD_FMT_MOD_DCC_RETILE_SHIFT 14
+#define AMD_FMT_MOD_DCC_RETILE_MASK 0x1
+
+/* Only set if DCC_RETILE = false */
+#define AMD_FMT_MOD_DCC_PIPE_ALIGN_SHIFT 15
+#define AMD_FMT_MOD_DCC_PIPE_ALIGN_MASK 0x1
+
+#define AMD_FMT_MOD_DCC_INDEPENDENT_64B_SHIFT 16
+#define AMD_FMT_MOD_DCC_INDEPENDENT_64B_MASK 0x1
+#define AMD_FMT_MOD_DCC_INDEPENDENT_128B_SHIFT 17
+#define AMD_FMT_MOD_DCC_INDEPENDENT_128B_MASK 0x1
+#define AMD_FMT_MOD_DCC_MAX_COMPRESSED_BLOCK_SHIFT 18
+#define AMD_FMT_MOD_DCC_MAX_COMPRESSED_BLOCK_MASK 0x3
+
+#define AMD_FMT_MOD_GFX12_DCC_MAX_COMPRESSED_BLOCK_SHIFT     3
+#define AMD_FMT_MOD_GFX12_DCC_MAX_COMPRESSED_BLOCK_MASK      0x3 /* 0:64B, 1:128B, 2:256B */
+
+/*
+ * DCC supports embedding some clear colors directly in the DCC surface.
+ * However, on older GPUs the rendering HW ignores the embedded clear color
+ * and prefers the driver provided color. This necessitates doing a fastclear
+ * eliminate operation before a process transfers control.
+ *
+ * If this bit is set that means the fastclear eliminate is not needed for these
+ * embeddable colors.
+ */
+#define AMD_FMT_MOD_DCC_CONSTANT_ENCODE_SHIFT 20
+#define AMD_FMT_MOD_DCC_CONSTANT_ENCODE_MASK 0x1
+
+/*
+ * The below fields are for accounting for per GPU differences. These are only
+ * relevant for GFX9 and later and if the tile field is *_X/_T.
+ *
+ * PIPE_XOR_BITS = always needed
+ * BANK_XOR_BITS = only for TILE_VER_GFX9
+ * PACKERS = only for TILE_VER_GFX10_RBPLUS
+ * RB = only for TILE_VER_GFX9 & DCC
+ * PIPE = only for TILE_VER_GFX9 & DCC & (DCC_RETILE | DCC_PIPE_ALIGN)
+ */
+#define AMD_FMT_MOD_PIPE_XOR_BITS_SHIFT 21
+#define AMD_FMT_MOD_PIPE_XOR_BITS_MASK 0x7
+#define AMD_FMT_MOD_BANK_XOR_BITS_SHIFT 24
+#define AMD_FMT_MOD_BANK_XOR_BITS_MASK 0x7
+#define AMD_FMT_MOD_PACKERS_SHIFT 27
+#define AMD_FMT_MOD_PACKERS_MASK 0x7
+#define AMD_FMT_MOD_RB_SHIFT 30
+#define AMD_FMT_MOD_RB_MASK 0x7
+#define AMD_FMT_MOD_PIPE_SHIFT 33
+#define AMD_FMT_MOD_PIPE_MASK 0x7
+
+#define AMD_FMT_MOD_SET(field, value) \
+	((__u64)(value) << AMD_FMT_MOD_##field##_SHIFT)
+#define AMD_FMT_MOD_GET(field, value) \
+	(((value) >> AMD_FMT_MOD_##field##_SHIFT) & AMD_FMT_MOD_##field##_MASK)
+#define AMD_FMT_MOD_CLEAR(field) \
+	(~((__u64)AMD_FMT_MOD_##field##_MASK << AMD_FMT_MOD_##field##_SHIFT))
+
+#if defined(__cplusplus)
+}
+#endif
+
+#endif /* DRM_FOURCC_H */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/linux/videodev2.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/linux/videodev2.h Changed

@@ -777,6 +777,7 @@
 #define V4L2_PIX_FMT_QC08C    v4l2_fourcc('Q', '0', '8', 'C') /* Qualcomm 8-bit compressed */
 #define V4L2_PIX_FMT_QC10C    v4l2_fourcc('Q', '1', '0', 'C') /* Qualcomm 10-bit compressed */
 #define V4L2_PIX_FMT_AJPG     v4l2_fourcc('A', 'J', 'P', 'G') /* Aspeed JPEG */
+#define V4L2_PIX_FMT_HEXTILE  v4l2_fourcc('H', 'X', 'T', 'L') /* Hextile compressed */
 
 /* 10bit raw packed, 32 bytes for every 25 pixels, last LSB 6 bits unused */
 #define V4L2_PIX_FMT_IPU3_SBGGR10	v4l2_fourcc('i', 'p', '3', 'b') /* IPU3 packed 10-bit BGGR bayer */
@@ -841,6 +842,10 @@
 #define V4L2_FMT_FLAG_CSC_YCBCR_ENC		0x0080
 #define V4L2_FMT_FLAG_CSC_HSV_ENC		V4L2_FMT_FLAG_CSC_YCBCR_ENC
 #define V4L2_FMT_FLAG_CSC_QUANTIZATION		0x0100
+#define V4L2_FMT_FLAG_META_LINE_BASED		0x0200
+
+/*  Format description flag, to be ORed with the index */
+#define V4L2_FMTDESC_FLAG_ENUM_ALL		0x80000000
 
 	/* Frame Size and frame rate enumeration */
 /*
@@ -990,18 +995,20 @@
 #define V4L2_BUF_CAP_SUPPORTS_ORPHANED_BUFS		(1 << 4)
 #define V4L2_BUF_CAP_SUPPORTS_M2M_HOLD_CAPTURE_BUF	(1 << 5)
 #define V4L2_BUF_CAP_SUPPORTS_MMAP_CACHE_HINTS		(1 << 6)
+#define V4L2_BUF_CAP_SUPPORTS_MAX_NUM_BUFFERS		(1 << 7)
+#define V4L2_BUF_CAP_SUPPORTS_REMOVE_BUFS		(1 << 8)
 
 /**
  * struct v4l2_plane - plane info for multi-planar buffers
  * @bytesused:		number of bytes occupied by data in the plane (payload)
  * @length:		size of this plane (NOT the payload) in bytes
- * @mem_offset:		when memory in the associated struct v4l2_buffer is
+ * @m.mem_offset:	when memory in the associated struct v4l2_buffer is
  *			V4L2_MEMORY_MMAP, equals the offset from the start of
  *			the device memory for this plane (or is a "cookie" that
  *			should be passed to mmap() called on the video node)
- * @userptr:		when memory is V4L2_MEMORY_USERPTR, a userspace pointer
+ * @m.userptr:		when memory is V4L2_MEMORY_USERPTR, a userspace pointer
  *			pointing to this plane
- * @fd:			when memory is V4L2_MEMORY_DMABUF, a userspace file
+ * @m.fd:		when memory is V4L2_MEMORY_DMABUF, a userspace file
  *			descriptor associated with this plane
  * @m:			union of @mem_offset, @userptr and @fd
  * @data_offset:	offset in the plane to the start of data; usually 0,
@@ -1039,14 +1046,14 @@
  * @sequence:	sequence count of this frame
  * @memory:	enum v4l2_memory; the method, in which the actual video data is
  *		passed
- * @offset:	for non-multiplanar buffers with memory == V4L2_MEMORY_MMAP;
+ * @m.offset:	for non-multiplanar buffers with memory == V4L2_MEMORY_MMAP;
  *		offset from the start of the device memory for this plane,
  *		(or a "cookie" that should be passed to mmap() as offset)
- * @userptr:	for non-multiplanar buffers with memory == V4L2_MEMORY_USERPTR;
+ * @m.userptr:	for non-multiplanar buffers with memory == V4L2_MEMORY_USERPTR;
  *		a userspace pointer pointing to this buffer
- * @fd:		for non-multiplanar buffers with memory == V4L2_MEMORY_DMABUF;
+ * @m.fd:		for non-multiplanar buffers with memory == V4L2_MEMORY_DMABUF;
  *		a userspace file descriptor associated with this buffer
- * @planes:	for multiplanar buffers; userspace pointer to the array of plane
+ * @m.planes:	for multiplanar buffers; userspace pointer to the array of plane
  *		info structs for this buffer
  * @m:		union of @offset, @userptr, @planes and @fd
  * @length:	size in bytes of the buffer (NOT its payload) for single-plane
@@ -1784,6 +1791,8 @@
 		struct v4l2_ctrl_av1_tile_group_entry *p_av1_tile_group_entry;
 		struct v4l2_ctrl_av1_frame *p_av1_frame;
 		struct v4l2_ctrl_av1_film_grain *p_av1_film_grain;
+		struct v4l2_ctrl_hdr10_cll_info *p_hdr10_cll_info;
+		struct v4l2_ctrl_hdr10_mastering_display *p_hdr10_mastering_display;
 		void *ptr;
 	};
 } __attribute__ ((packed));
@@ -2363,15 +2372,15 @@
 
 /**
  * struct v4l2_format - stream data format
- * @type:	enum v4l2_buf_type; type of the data stream
- * @pix:	definition of an image format
- * @pix_mp:	definition of a multiplanar image format
- * @win:	definition of an overlaid image
- * @vbi:	raw VBI capture or output parameters
- * @sliced:	sliced VBI capture or output parameters
- * @raw_data:	placeholder for future extensions and custom formats
- * @fmt:	union of @pix, @pix_mp, @win, @vbi, @sliced, @sdr, @meta
- *		and @raw_data
+ * @type:		enum v4l2_buf_type; type of the data stream
+ * @fmt.pix:		definition of an image format
+ * @fmt.pix_mp:		definition of a multiplanar image format
+ * @fmt.win:		definition of an overlaid image
+ * @fmt.vbi:		raw VBI capture or output parameters
+ * @fmt.sliced:		sliced VBI capture or output parameters
+ * @fmt.raw_data:	placeholder for future extensions and custom formats
+ * @fmt:		union of @pix, @pix_mp, @win, @vbi, @sliced, @sdr,
+ *			@meta and @raw_data
  */
 struct v4l2_format {
 	__u32	 type;
@@ -2544,6 +2553,9 @@
  * @flags:	additional buffer management attributes (ignored unless the
  *		queue has V4L2_BUF_CAP_SUPPORTS_MMAP_CACHE_HINTS capability
  *		and configured for MMAP streaming I/O).
+ * @max_num_buffers: if V4L2_BUF_CAP_SUPPORTS_MAX_NUM_BUFFERS capability flag is set
+ *		this field indicate the maximum possible number of buffers
+ *		for this queue.
  * @reserved:	future extensions
  */
 struct v4l2_create_buffers {
@@ -2553,7 +2565,22 @@
 	struct v4l2_format	format;
 	__u32			capabilities;
 	__u32			flags;
-	__u32			reserved6;
+	__u32			max_num_buffers;
+	__u32			reserved5;
+};
+
+/**
+ * struct v4l2_remove_buffers - VIDIOC_REMOVE_BUFS argument
+ * @index:	the first buffer to be removed
+ * @count:	number of buffers to removed
+ * @type:	enum v4l2_buf_type
+ * @reserved:	future extensions
+ */
+struct v4l2_remove_buffers {
+	__u32			index;
+	__u32			count;
+	__u32			type;
+	__u32			reserved13;
 };
 
 /*
@@ -2655,6 +2682,8 @@
 #define VIDIOC_DBG_G_CHIP_INFO  _IOWR('V', 102, struct v4l2_dbg_chip_info)
 
 #define VIDIOC_QUERY_EXT_CTRL	_IOWR('V', 103, struct v4l2_query_ext_ctrl)
+#define VIDIOC_REMOVE_BUFS	_IOWR('V', 104, struct v4l2_remove_buffers)
+
 
 /* Reminder: when adding new ioctls please add support for them to
    drivers/media/v4l2-core/v4l2-compat-ioctl32.c as well! */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/v4l2codecs/plugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/v4l2codecs/plugin.c Changed

@@ -18,6 +18,28 @@
  * Boston, MA 02110-1301, USA.
  */
 
+/**
+ * plugin-v4l2codecs:
+ * @title: V4L2 Stateless codec
+ * @short_description: V4L2 plugin to support Statless codec drivers
+ *
+ * This plugin provides support for Video4Linux2 drivers implementing stateless
+ * video codecs. The plugin will generate elements based on the system
+ * capabilities. For this reason, this documentation may differ from output
+ * of running `gst-inspect-1.0` on your target.
+ *
+ * If you are having issues getting any elementis to be registered, you may want
+ * to verify that your user have adequate permissions to access media and video
+ * devices. These Linux devices are usually found in `/dev/media*` and
+ * `/dev/video*`.
+ *
+ * This documentation as been generated with the use of the environment variable
+ * `GST_V4L2_CODEC_GEN_DOC=1`. Using tis environment outside of the documentation
+ * generation will render your codecs unusable.
+ *
+ * Since: 1.18
+ */
+
 #ifdef HAVE_CONFIG_H
 #include "config.h"
 #endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvaav1dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvaav1dec.c Changed

@@ -285,7 +285,7 @@
   }
 
   gst_caps_set_features_simple (caps,
-      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_VA));
+      gst_caps_features_new_single_static_str (GST_CAPS_FEATURE_MEMORY_VA));
 
   surface_formats = gst_va_decoder_get_surface_formats (base->decoder);
   allocator = gst_va_allocator_new (base->display, surface_formats);
@@ -922,7 +922,7 @@
   GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
   GstVaDecodePicture *va_pic;
 
-  GST_LOG_OBJECT (self, "end picture %p, (system_frame_number %d)",
+  GST_LOG_OBJECT (self, "end picture %p, (system_frame_number %u)",
       picture, GST_CODEC_PICTURE_FRAME_NUMBER (picture));
 
   va_pic = gst_av1_picture_get_user_data (picture);
@@ -949,7 +949,7 @@
       picture->frame_hdr.show_existing_frame);
 
   GST_LOG_OBJECT (self,
-      "Outputting picture %p (system_frame_number %d)",
+      "Outputting picture %p (system_frame_number %u)",
       picture, codec_picture->system_frame_number);
 
   if (picture->frame_hdr.show_existing_frame) {

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvaav1enc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvaav1enc.c Changed

@@ -58,6 +58,8 @@
 #include "gstvadisplay_priv.h"
 #include "gstvapluginutils.h"
 
+#include "gst/glib-compat-private.h"
+
 GST_DEBUG_CATEGORY_STATIC (gst_va_av1enc_debug);
 #define GST_CAT_DEFAULT gst_va_av1enc_debug
 
@@ -161,7 +163,7 @@
 
 struct _GstVaAV1EncFrame
 {
-  GstVaEncodePicture *picture;
+  GstVaEncFrame base;
   GstAV1FrameType type;
   guint8 temporal_id;
   guint8 spatial_id;
@@ -180,6 +182,9 @@
 
   guint cached_frame_header_size;
   guint8 cached_frame_header32;
+
+  guint repeat_frame_header_size;
+  guint8 repeat_frame_header32;
 };
 
 struct _GstVaAV1Enc
@@ -502,12 +507,12 @@
 {
   GstVaAV1EncFrame *frame;
 
-  frame = g_slice_new (GstVaAV1EncFrame);
+  frame = g_new (GstVaAV1EncFrame, 1);
   frame->frame_num = -1;
   frame->type = FRAME_TYPE_INVALID;
   frame->temporal_id = 0;
   frame->spatial_id = 0;
-  frame->picture = NULL;
+  frame->base.picture = NULL;
   frame->pyramid_level = 0;
   frame->flags = 0;
   frame->bidir_ref = FALSE;
@@ -515,6 +520,9 @@
   frame->order_hint = -1;
   frame->repeat_index = -1;
   frame->cached_frame_header_size = 0;
+  memset (frame->cached_frame_header, 0, sizeof (frame->cached_frame_header));
+  frame->repeat_frame_header_size = 0;
+  memset (frame->repeat_frame_header, 0, sizeof (frame->repeat_frame_header));
 
   return frame;
 }
@@ -524,8 +532,8 @@
 {
   GstVaAV1EncFrame *frame = pframe;
 
-  g_clear_pointer (&frame->picture, gst_va_encode_picture_free);
-  g_slice_free (GstVaAV1EncFrame, frame);
+  g_clear_pointer (&frame->base.picture, gst_va_encode_picture_free);
+  g_free (frame);
 }
 
 static gboolean
@@ -534,7 +542,7 @@
   GstVaAV1EncFrame *frame_in;
 
   frame_in = gst_va_av1_enc_frame_new ();
-  gst_video_codec_frame_set_user_data (frame, frame_in,
+  gst_va_set_enc_frame (frame, (GstVaEncFrame *) frame_in,
       gst_va_av1_enc_frame_free);
 
   return TRUE;
@@ -1329,7 +1337,7 @@
   va_frame->frame_num = self->gop.frame_num_since_kf;
   self->gop.frame_num_since_kf++;
 
-  GST_LOG_OBJECT (self, "push frame: system_frame_number %d, frame_num: %d",
+  GST_LOG_OBJECT (self, "push frame: system_frame_number %u, frame_num: %d",
       frame->system_frame_number, va_frame->frame_num);
 
   /* A new key frame force to finish the current GF group. */
@@ -1371,7 +1379,7 @@
 
   if (!_av1_gf_group_push_frame (&self->gop.current_group, frame)) {
     GST_WARNING_OBJECT (base, "Failed to push the frame,"
-        " system_frame_number %d.", frame->system_frame_number);
+        " system_frame_number %u.", frame->system_frame_number);
     goto error;
   }
 
@@ -1385,7 +1393,7 @@
 finish:
   if (*out_frame) {
     va_frame = _enc_frame (*out_frame);
-    GST_LOG_OBJECT (self, "pop frame: system_frame_number %d,"
+    GST_LOG_OBJECT (self, "pop frame: system_frame_number %u,"
         " frame_num: %d, frame_type %s", (*out_frame)->system_frame_number,
         va_frame->frame_num, _av1_get_frame_type_name (va_frame->type));
   }
@@ -1395,7 +1403,7 @@
 error:
   if (frame) {
     GST_ERROR_OBJECT (base, "Failed to reorder the frame,"
-        " system_frame_number %d.", frame->system_frame_number);
+        " system_frame_number %u.", frame->system_frame_number);
   } else {
     GST_ERROR_OBJECT (base, "error when poping frame.");
   }
@@ -1483,7 +1491,7 @@
     return FALSE;
   }
 
-  g_qsort_with_data (all_refs, ref_num, sizeof (GstVaAV1Ref),
+  g_sort_array (all_refs, ref_num, sizeof (GstVaAV1Ref),
       _av1_sort_by_frame_num, NULL);
 
   /* Assign the forward references in order of:
@@ -2535,7 +2543,7 @@
    * speed and quality, while the others control encoding bit rate and
    * quality. The lower value has better quality(maybe bigger MV search
    * range) but slower speed, the higher value has faster speed but lower
-   * quality.
+   * quality. It is valid for all modes.
    *
    * The possible composition to control the bit rate and quality:
    *
@@ -2570,6 +2578,17 @@
    *    target bit rate, and encoder will try its best to make the QP
    *    with in the "max-qp", "min-qp" range. Other paramters are
    *    ignored.
+   *
+   * 5. ICQ mode: "rate-control=ICQ", which is similar to CQP mode
+   *    except that its QP(qindex in AV1) may be increased or decreaed
+   *    to avoid huge bit rate fluctuation. The "qp" specifies a quality
+   *    factor as the base quality value. Other properties are ignored.
+   *
+   * 6. QVBR mode: "rate-control=QVBR", which is similar to VBR mode
+   *    with the same usage of "bitrate", "target-percentage" and
+   *    "cpb-size" properties. Besides that, the "qp"(the qindex in AV1)
+   *    specifies a quality factor as the base quality value which the
+   *    driver should try its best to meet. Other properties are ignored.
    */
 
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
@@ -2641,7 +2660,8 @@
 
   /* Calculate a bitrate if it is not set. */
   if ((self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
-          || self->rc.rc_ctrl_mode == VA_RC_VCM) && bitrate == 0) {
+          || self->rc.rc_ctrl_mode == VA_RC_VCM
+          || self->rc.rc_ctrl_mode == VA_RC_QVBR) && bitrate == 0) {
     /* FIXME: Provide better estimation. */
     /* Choose the max value of all levels' MainCR which is 8, and x2 for
        conservative calculation. So just using a 1/16 compression ratio,
@@ -2670,15 +2690,14 @@
         GST_VIDEO_INFO_FPS_D (&base->in_info)) / 1000;
 
     GST_INFO_OBJECT (self, "target bitrate computed to %u kbps", bitrate);
-
-    self->prop.bitrate = bitrate;
-    g_object_notify_by_pspec (G_OBJECT (self), propertiesPROP_BITRATE);
   }
 
   /* Adjust the setting based on RC mode. */
   switch (self->rc.rc_ctrl_mode) {
     case VA_RC_NONE:
+    case VA_RC_ICQ:
     case VA_RC_CQP:
+      bitrate = 0;
       self->rc.max_bitrate = 0;
       self->rc.target_bitrate = 0;
       self->rc.target_percentage = 0;
@@ -2692,11 +2711,13 @@
       self->rc.base_qindex = DEFAULT_BASE_QINDEX;
       break;
     case VA_RC_VBR:
-      g_assert (self->rc.target_percentage >= 10);
+      self->rc.base_qindex = DEFAULT_BASE_QINDEX;
+      /* Fall through. */
+    case VA_RC_QVBR:
+      self->rc.target_percentage = MAX (10, self->rc.target_percentage);
       self->rc.max_bitrate = (guint) gst_util_uint64_scale_int (bitrate,
           100, self->rc.target_percentage);
       self->rc.target_bitrate = bitrate;
-      self->rc.base_qindex = DEFAULT_BASE_QINDEX;
       break;
     case VA_RC_VCM:
       self->rc.max_bitrate = bitrate;
@@ -2716,14 +2737,16 @@
       break;
   }
 
-  GST_DEBUG_OBJECT (self, "Max bitrate: %u bits/sec, "
-      "Target bitrate: %u bits/sec", self->rc.max_bitrate,
-      self->rc.target_bitrate);
+  GST_DEBUG_OBJECT (self, "Max bitrate: %u kbps, target bitrate: %u kbps",
+      self->rc.max_bitrate, self->rc.target_bitrate);
 
-  if (self->rc.rc_ctrl_mode != VA_RC_NONE && self->rc.rc_ctrl_mode != VA_RC_CQP)
+  if (self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
+      || self->rc.rc_ctrl_mode == VA_RC_VCM
+      || self->rc.rc_ctrl_mode == VA_RC_QVBR)
     _av1_calculate_bitrate_hrd (self);
 
-  /* notifications */
+  /* update & notifications */
+  update_property_uint (base, &self->prop.bitrate, bitrate, PROP_BITRATE);
   update_property_uint (base, &self->prop.cpb_size, self->rc.cpb_size,
       PROP_CPB_SIZE);
   update_property_uint (base, &self->prop.target_percentage,
@@ -2746,13 +2769,15 @@
   VAProfile profile;
   gboolean do_renegotiation = TRUE, do_reopen, need_negotiation;
   guint max_ref_frames, max_surfaces = 0,
-      rt_format, depth = 0, chrome = 0, codedbuf_size;
+      rt_format, depth = 0, chrome = 0, codedbuf_size, latency_num;
   gint width, height;
+  GstClockTime latency;
 
   width = GST_VIDEO_INFO_WIDTH (&base->in_info);
   height = GST_VIDEO_INFO_HEIGHT (&base->in_info);
   format = GST_VIDEO_INFO_FORMAT (&base->in_info);
   codedbuf_size = base->codedbuf_size;
+  latency_num = base->preferred_output_delay + self->gop.gf_group_size - 1;
 
   need_negotiation =
       !gst_va_encoder_get_reconstruct_pool_config (base->encoder, &reconf_caps,
@@ -2785,6 +2810,13 @@
 
   gst_va_base_enc_reset_state (base);
 
+  if (base->is_live) {
+    base->preferred_output_delay = 0;
+  } else {
+    /* FIXME: An experience value for most of the platforms. */
+    base->preferred_output_delay = 4;
+  }
+
   base->profile = profile;
   base->rt_format = rt_format;
   self->depth = depth;
@@ -2828,7 +2860,22 @@
 
   _av1_calculate_coded_size (self);
 
-  max_ref_frames = GST_AV1_NUM_REF_FRAMES + 3 /* scratch frames */ ;
+  /* Let the downstream know the new latency. */
+  if (latency_num != base->preferred_output_delay + self->gop.gf_group_size - 1) {
+    need_negotiation = TRUE;
+    latency_num = base->preferred_output_delay + self->gop.gf_group_size - 1;
+  }
+
+  /* Set the latency */
+  latency = gst_util_uint64_scale (latency_num,
+      GST_VIDEO_INFO_FPS_D (&base->input_state->info) * GST_SECOND,
+      GST_VIDEO_INFO_FPS_N (&base->input_state->info));
+  gst_video_encoder_set_latency (venc, latency, latency);
+
+  max_ref_frames = GST_AV1_NUM_REF_FRAMES;
+  max_ref_frames += base->preferred_output_delay;
+  base->min_buffers = max_ref_frames;
+  max_ref_frames += 3 /* scratch frames */ ;
 
   /* second check after calculations */
   do_reopen |=
@@ -3037,7 +3084,7 @@
 
   *size_offset += size;
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderAV1_SPS, packed_sps, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add packed sequence header.");
     return FALSE;
@@ -3219,8 +3266,8 @@
     .frame_width_minus_1 = base->width - 1,
     .frame_height_minus_1 = base->height - 1,
     .reconstructed_frame =
-        gst_va_encode_picture_get_reconstruct_surface (va_frame->picture),
-    .coded_buf = va_frame->picture->coded_buffer,
+        gst_va_encode_picture_get_reconstruct_surface (va_frame->base.picture),
+    .coded_buf = va_frame->base.picture->coded_buffer,
     .primary_ref_frame = primary_ref_frame,
     .order_hint = va_frame->order_hint,
     .refresh_frame_flags = refresh_frame_flags,
@@ -3342,7 +3389,7 @@
 
       pic_param->reference_framesi =
           gst_va_encode_picture_get_reconstruct_surface
-          (_enc_frame (self->gop.ref_listi)->picture);
+          (_enc_frame (self->gop.ref_listi)->base.picture);
     }
 
     for (i = 0; i < 7; i++) {
@@ -3648,7 +3695,7 @@
     tile_group_param.tg_end = (index + 1) * div - 1;
   }
 
-  if (!gst_va_encoder_add_param (base->encoder, va_frame->picture,
+  if (!gst_va_encoder_add_param (base->encoder, va_frame->base.picture,
           VAEncSliceParameterBufferType, &tile_group_param,
           sizeof (VAEncTileGroupBufferAV1))) {
     GST_ERROR_OBJECT (self, "Failed to add one tile group parameter");
@@ -3723,14 +3770,14 @@
     }
   }
 
-  if (!gst_va_encoder_add_param (base->encoder, va_frame->picture,
+  if (!gst_va_encoder_add_param (base->encoder, va_frame->base.picture,
           VAEncPictureParameterBufferType, &pic_param, sizeof (pic_param))) {
     GST_ERROR_OBJECT (self, "Failed to create the frame parameter");
     return FALSE;
   }
 
   if ((self->packed_headers & VA_ENC_PACKED_HEADER_PICTURE) &&
-      !gst_va_encoder_add_packed_header (base->encoder, va_frame->picture,
+      !gst_va_encoder_add_packed_header (base->encoder, va_frame->base.picture,
           VAEncPackedHeaderAV1_PPS, packed_frame_hdr, frame_hdr_size * 8,
           FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the packed frame header");
@@ -3744,7 +3791,7 @@
     }
   }
 
-  if (!gst_va_encoder_encode (base->encoder, va_frame->picture)) {
+  if (!gst_va_encoder_encode (base->encoder, va_frame->base.picture)) {
     GST_ERROR_OBJECT (self, "Encode frame error");
     return FALSE;
   }
@@ -3776,26 +3823,37 @@
 _av1_add_repeat_frame_header (GstVaAV1Enc * self, GstVaAV1EncFrame * va_frame)
 {
   GstAV1FrameHeaderOBU frame_hdr = { 0, };
-  guint frame_hdr_data_size;
+  guint data_size;
+
+  data_size = sizeof (va_frame->repeat_frame_header) -
+      va_frame->repeat_frame_header_size;
 
   /* Repeat frame always shows a frame and so begins with a TD. */
-  _av1_add_td (self, va_frame);
+  if (gst_av1_bit_writer_temporal_delimiter_obu (TRUE,
+          va_frame->repeat_frame_header + va_frame->repeat_frame_header_size,
+          &data_size) != GST_AV1_BIT_WRITER_OK) {
+    GST_ERROR_OBJECT (self, "Failed to write temporal delimiter.");
+    /* The only possible failure is not enough buffer size,
+       user should ensure that. */
+    g_assert_not_reached ();
+  }
+
+  va_frame->repeat_frame_header_size += data_size;
+  data_size = sizeof (va_frame->repeat_frame_header) -
+      va_frame->repeat_frame_header_size;
 
   frame_hdr.show_existing_frame = 1;
   frame_hdr.frame_to_show_map_idx = va_frame->repeat_index;
 
-  frame_hdr_data_size = sizeof (va_frame->cached_frame_header) -
-      va_frame->cached_frame_header_size;
-
   if (gst_av1_bit_writer_frame_header_obu (&frame_hdr, &self->sequence_hdr,
           va_frame->temporal_id, va_frame->spatial_id, TRUE,
-          va_frame->cached_frame_header + va_frame->cached_frame_header_size,
-          &frame_hdr_data_size) != GST_AV1_BIT_WRITER_OK) {
+          va_frame->repeat_frame_header + va_frame->repeat_frame_header_size,
+          &data_size) != GST_AV1_BIT_WRITER_OK) {
     GST_ERROR_OBJECT (self, "Failed to write repeat frame header.");
     g_assert_not_reached ();
   }
 
-  va_frame->cached_frame_header_size += frame_hdr_data_size;
+  va_frame->repeat_frame_header_size += data_size;
 }
 
 static GstFlowReturn
@@ -3808,16 +3866,12 @@
 
   if (!_av1_assign_ref_index (self, gst_frame)) {
     GST_ERROR_OBJECT (self, "Failed to assign reference for frame:"
-        "system_frame_number %d, frame_num: %d, frame_type %s",
+        "system_frame_number %u, frame_num: %d, frame_type %s",
         gst_frame->system_frame_number, va_frame->frame_num,
         _av1_get_frame_type_name (va_frame->type));
     return GST_FLOW_ERROR;
   }
 
-  memset (va_frame->cached_frame_header, 0,
-      sizeof (va_frame->cached_frame_header));
-  va_frame->cached_frame_header_size = 0;
-
   if (va_frame->type & FRAME_TYPE_REPEAT) {
     g_assert (va_frame->flags & FRAME_FLAG_ALREADY_ENCODED);
     _av1_add_repeat_frame_header (self, va_frame);
@@ -3825,8 +3879,8 @@
   } else {
     guint size_offset = 0;
 
-    g_assert (va_frame->picture == NULL);
-    va_frame->picture = gst_va_encode_picture_new (base->encoder,
+    g_assert (va_frame->base.picture == NULL);
+    va_frame->base.picture = gst_va_encode_picture_new (base->encoder,
         gst_frame->input_buffer);
 
     _av1_find_ref_to_update (base, gst_frame);
@@ -3845,31 +3899,33 @@
 
     /* Repeat the sequence for each key. */
     if (va_frame->frame_num == 0) {
-      if (!gst_va_base_enc_add_rate_control_parameter (base, va_frame->picture,
+      if (!gst_va_base_enc_add_rate_control_parameter (base,
+              va_frame->base.picture,
               self->rc.rc_ctrl_mode, self->rc.max_bitrate_bits,
               self->rc.target_percentage, self->rc.base_qindex,
               self->rc.min_qindex, self->rc.max_qindex, self->rc.mbbrc))
-        return FALSE;
+        return GST_FLOW_ERROR;
 
-      if (!gst_va_base_enc_add_quality_level_parameter (base, va_frame->picture,
-              self->rc.target_usage))
-        return FALSE;
+      if (!gst_va_base_enc_add_quality_level_parameter (base,
+              va_frame->base.picture, self->rc.target_usage))
+        return GST_FLOW_ERROR;
 
-      if (!gst_va_base_enc_add_frame_rate_parameter (base, va_frame->picture))
-        return FALSE;
+      if (!gst_va_base_enc_add_frame_rate_parameter (base,
+              va_frame->base.picture))
+        return GST_FLOW_ERROR;
 
-      if (!gst_va_base_enc_add_hrd_parameter (base, va_frame->picture,
+      if (!gst_va_base_enc_add_hrd_parameter (base, va_frame->base.picture,
               self->rc.rc_ctrl_mode, self->rc.cpb_length_bits))
-        return FALSE;
+        return GST_FLOW_ERROR;
 
       _av1_fill_sequence_param (self, &seq_param);
-      if (!_av1_add_sequence_param (self, va_frame->picture, &seq_param))
-        return FALSE;
+      if (!_av1_add_sequence_param (self, va_frame->base.picture, &seq_param))
+        return GST_FLOW_ERROR;
 
       _av1_fill_sequence_header (self, &seq_param);
       if ((self->packed_headers & VA_ENC_PACKED_HEADER_SEQUENCE) &&
           !_av1_add_sequence_header (self, va_frame, &size_offset))
-        return FALSE;
+        return GST_FLOW_ERROR;
     }
 
     if (!_av1_encode_one_frame (self, va_frame, size_offset)) {
@@ -3921,10 +3977,10 @@
     }
 
     frame_size = gst_va_base_enc_copy_output_data (base,
-        frame_enc->picture, data + offset, total_sz - offset);
+        frame_enc->base.picture, data + offset, total_sz - offset);
     if (frame_size <= 0) {
       GST_ERROR_OBJECT (self, "Fails to copy the output data of "
-          "system_frame_number %d, frame_num: %d",
+          "system_frame_number %u, frame_num: %d",
           self->frames_in_tunum->system_frame_number, frame_enc->frame_num);
       goto error;
     }
@@ -3941,10 +3997,10 @@
   }
 
   frame_size = gst_va_base_enc_copy_output_data (base,
-      frame_enc->picture, data + offset, total_sz - offset);
+      frame_enc->base.picture, data + offset, total_sz - offset);
   if (frame_size <= 0) {
     GST_ERROR_OBJECT (self, "Fails to copy the output data of "
-        "system_frame_number %d, frame_num: %d",
+        "system_frame_number %u, frame_num: %d",
         last_frame->system_frame_number, frame_enc->frame_num);
     goto error;
   }
@@ -4017,16 +4073,16 @@
     g_assert ((frame_enc->flags & FRAME_FLAG_FRAME_IN_TU_CACHE) == 0);
 
     buf = gst_video_encoder_allocate_output_buffer
-        (GST_VIDEO_ENCODER_CAST (base), frame_enc->cached_frame_header_size);
+        (GST_VIDEO_ENCODER_CAST (base), frame_enc->repeat_frame_header_size);
     if (!buf) {
       GST_ERROR_OBJECT (base, "Failed to create output buffer");
       return FALSE;
     }
 
-    sz = gst_buffer_fill (buf, 0, frame_enc->cached_frame_header,
-        frame_enc->cached_frame_header_size);
+    sz = gst_buffer_fill (buf, 0, frame_enc->repeat_frame_header,
+        frame_enc->repeat_frame_header_size);
 
-    if (sz != frame_enc->cached_frame_header_size) {
+    if (sz != frame_enc->repeat_frame_header_size) {
       GST_ERROR_OBJECT (base, "Failed to write output buffer for repeat frame");
       gst_clear_buffer (&buf);
       return FALSE;
@@ -4035,7 +4091,7 @@
     if (self->frames_in_tu_num > 0) {
       buf = _av1_create_tu_output_buffer (self, frame);
     } else {
-      buf = gst_va_base_enc_create_output_buffer (base, frame_enc->picture,
+      buf = gst_va_base_enc_create_output_buffer (base, frame_enc->base.picture,
           (frame_enc->cached_frame_header_size > 0 ?
               frame_enc->cached_frame_header : NULL),
           frame_enc->cached_frame_header_size);
@@ -4123,12 +4179,13 @@
 {
   GstVaAV1Enc *const self = GST_VA_AV1_ENC (object);
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  GstVaEncoder *encoder = NULL;
+  gboolean no_effect;
 
-  if (base->encoder && gst_va_encoder_is_open (base->encoder)) {
-    GST_ERROR_OBJECT (object,
-        "failed to set any property after encoding started");
-    return;
-  }
+  gst_object_replace ((GstObject **) (&encoder), (GstObject *) base->encoder);
+  no_effect = (encoder && gst_va_encoder_is_open (encoder));
+  if (encoder)
+    gst_object_unref (encoder);
 
   GST_OBJECT_LOCK (self);
 
@@ -4150,6 +4207,8 @@
       break;
     case PROP_QP:
       self->prop.qp = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_MAX_QP:
       self->prop.max_qp = g_value_get_uint (value);
@@ -4159,6 +4218,8 @@
       break;
     case PROP_BITRATE:
       self->prop.bitrate = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_NUM_TILE_COLS:
       self->prop.num_tile_cols = g_value_get_uint (value);
@@ -4171,15 +4232,23 @@
       break;
     case PROP_TARGET_USAGE:
       self->prop.target_usage = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_TARGET_PERCENTAGE:
       self->prop.target_percentage = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_CPB_SIZE:
       self->prop.cpb_size = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_RATE_CONTROL:
       self->prop.rc_ctrl = g_value_get_enum (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_MBBRC:{
       /* Macroblock-level rate control.
@@ -4205,6 +4274,13 @@
   }
 
   GST_OBJECT_UNLOCK (self);
+
+  if (no_effect) {
+#ifndef GST_DISABLE_GST_DEBUG
+    GST_WARNING_OBJECT (self, "Property `%s` change may not take effect "
+        "until the next encoder reconfig.", pspec->name);
+#endif
+  }
 }
 
 static void
@@ -4290,6 +4366,8 @@
   gchar *long_name;
   const gchar *name, *desc;
   gint n_props = N_PROPERTIES;
+  GParamFlags param_flags =
+      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT;
 
   if (cdata->entrypoint == VAEntrypointEncSlice) {
     desc = "VA-API based AV1 video encoder";
@@ -4379,8 +4457,7 @@
   propertiesPROP_KEYFRAME_INT = g_param_spec_uint ("key-int-max",
       "Key frame maximal interval",
       "The maximal distance between two keyframes. It decides the size of GOP"
-      " (0: auto-calculate)", 0, MAX_KEY_FRAME_INTERVAL, 60,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      " (0: auto-calculate)", 0, MAX_KEY_FRAME_INTERVAL, 60, param_flags);
 
   /**
    * GstVaAV1Enc:gf-group-size:
@@ -4390,8 +4467,7 @@
   propertiesPROP_GOLDEN_GROUP_SIZE = g_param_spec_uint ("gf-group-size",
       "Golden frame group size",
       "The size of the golden frame group.",
-      1, MAX_GF_GROUP_SIZE, MAX_GF_GROUP_SIZE,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      1, MAX_GF_GROUP_SIZE, MAX_GF_GROUP_SIZE, param_flags);
 
   /**
    * GstVaAV1Enc:ref-frames:
@@ -4401,7 +4477,7 @@
   propertiesPROP_NUM_REF_FRAMES = g_param_spec_uint ("ref-frames",
       "Number of Reference Frames",
       "Number of reference frames, including both the forward and the backward",
-      0, 7, 7, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      0, 7, 7, param_flags);
 
   /**
    * GstVaAV1Enc:hierarchical-level:
@@ -4412,8 +4488,7 @@
       g_param_spec_uint ("hierarchical-level", "The hierarchical level",
       "The hierarchical level for golden frame group. Setting to 1 disables "
       "all future reference", 1, HIGHEST_PYRAMID_LEVELS,
-      HIGHEST_PYRAMID_LEVELS,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      HIGHEST_PYRAMID_LEVELS, param_flags);
 
   /**
    * GstVaAV1Enc:superblock-128x128:
@@ -4422,8 +4497,7 @@
    */
   propertiesPROP_128X128_SUPERBLOCK =
       g_param_spec_boolean ("superblock-128x128", "128x128 superblock",
-      "Enable the 128x128 superblock mode", FALSE,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      "Enable the 128x128 superblock mode", FALSE, param_flags);
 
   /**
    * GstVaAV1Enc:min-qp:
@@ -4431,8 +4505,7 @@
    * The minimum quantizer value.
    */
   propertiesPROP_MIN_QP = g_param_spec_uint ("min-qp", "Minimum QP",
-      "Minimum quantizer value for each frame", 0, 255, 0,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      "Minimum quantizer value for each frame", 0, 255, 0, param_flags);
 
   /**
    * GstVaAV1Enc:max-qp:
@@ -4440,8 +4513,7 @@
    * The maximum quantizer value.
    */
   propertiesPROP_MAX_QP = g_param_spec_uint ("max-qp", "Maximum QP",
-      "Maximum quantizer value for each frame", 1, 255, 255,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      "Maximum quantizer value for each frame", 1, 255, 255, param_flags);
 
   /**
    * GstVaAV1Enc:qp:
@@ -4449,8 +4521,10 @@
    * The basic quantizer value for all frames.
    */
   propertiesPROP_QP = g_param_spec_uint ("qp", "The frame QP",
-      "The basic quantizer value for all frames.", 0, 255, DEFAULT_BASE_QINDEX,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      "In CQP mode, it specifies the basic quantizer value for all frames. "
+      "In ICQ and QVBR modes, it specifies a quality factor. In other "
+      "modes, it is ignored", 0, 255, DEFAULT_BASE_QINDEX,
+      param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**
    * GstVaAV1Enc:bitrate:
@@ -4466,8 +4540,7 @@
    */
   propertiesPROP_BITRATE = g_param_spec_uint ("bitrate", "Bitrate (kbps)",
       "The desired bitrate expressed in kbps (0: auto-calculate)",
-      0, 2000 * 1024, 0,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      0, 2000 * 1024, 0, param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**
    * GstVaAV1Enc:target-percentage:
@@ -4481,8 +4554,7 @@
   propertiesPROP_TARGET_PERCENTAGE = g_param_spec_uint ("target-percentage",
       "target bitrate percentage",
       "The percentage for 'target bitrate'/'maximum bitrate' (Only in VBR)",
-      50, 100, 66,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      50, 100, 66, param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**
    * GstVaAV1Enc:cpb-size:
@@ -4491,8 +4563,8 @@
    */
   propertiesPROP_CPB_SIZE = g_param_spec_uint ("cpb-size",
       "max CPB size in Kb",
-      "The desired max CPB size in Kb (0: auto-calculate)", 0, 2000 * 1024, 0,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      "The desired max CPB size in Kb (0: auto-calculate)",
+      0, 2000 * 1024, 0, param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**
    * GstVaAV1Enc:target-usage:
@@ -4504,7 +4576,7 @@
   propertiesPROP_TARGET_USAGE = g_param_spec_uint ("target-usage",
       "target usage",
       "The target usage to control and balance the encoding speed/quality",
-      1, 7, 4, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      1, 7, 4, param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**
    * GstVaAV1Enc:num-tile-cols:
@@ -4514,7 +4586,7 @@
   propertiesPROP_NUM_TILE_COLS = g_param_spec_uint ("num-tile-cols",
       "number of tile columns",
       "The number of columns for tile encoding", 1, GST_AV1_MAX_TILE_COLS, 1,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      param_flags);
 
   /**
    * GstVaAV1Enc:num-tile-rows:
@@ -4524,7 +4596,7 @@
   propertiesPROP_NUM_TILE_ROWS = g_param_spec_uint ("num-tile-rows",
       "number of tile rows",
       "The number of rows for tile encoding", 1, GST_AV1_MAX_TILE_ROWS, 1,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      param_flags);
 
   /**
    * GstVaAV1Enc:tile-groups:
@@ -4533,8 +4605,7 @@
    */
   propertiesPROP_TILE_GROUPS = g_param_spec_uint ("tile-groups",
       "Number of tile groups", "Number of tile groups for each frame",
-      1, GST_AV1_MAX_TILE_COLS * GST_AV1_MAX_TILE_ROWS, 1,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      1, GST_AV1_MAX_TILE_COLS * GST_AV1_MAX_TILE_ROWS, 1, param_flags);
 
   /**
    * GstVaAV1Enc:mbbrc:
@@ -4545,8 +4616,7 @@
   propertiesPROP_MBBRC = g_param_spec_enum ("mbbrc",
       "Macroblock level Bitrate Control",
       "Macroblock level Bitrate Control. It is not compatible with CQP",
-      GST_TYPE_VA_FEATURE, GST_VA_FEATURE_AUTO,
-      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+      GST_TYPE_VA_FEATURE, GST_VA_FEATURE_AUTO, param_flags);
 
   if (vaav1enc_class->rate_control_type > 0) {
     propertiesPROP_RATE_CONTROL = g_param_spec_enum ("rate-control",
@@ -4554,8 +4624,8 @@
         "The desired rate control mode for the encoder",
         vaav1enc_class->rate_control_type,
         vaav1enc_class->rate_control0.value,
-        GST_PARAM_CONDITIONALLY_AVAILABLE | G_PARAM_READWRITE |
-        G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+        GST_PARAM_CONDITIONALLY_AVAILABLE | GST_PARAM_MUTABLE_PLAYING
+        | param_flags);
   } else {
     n_props--;
     propertiesPROP_RATE_CONTROL = NULL;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvabase.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvabase.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvabasedec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvabasedec.c Changed

@@ -202,8 +202,8 @@
         ret = TRUE;
         break;
       }
-      /* else jump to default */
     }
+      /* FALLTHROUGH */
     default:
       ret = GST_VIDEO_DECODER_CLASS (GST_VA_BASE_DEC_GET_PARENT_CLASS
           (decoder))->src_query (decoder, query);
@@ -266,7 +266,7 @@
     GstQuery * query, GstCaps * caps)
 {
   GstAllocator *allocator = NULL, *other_allocator = NULL;
-  GstAllocationParams other_params, params;
+  GstAllocationParams other_params = { 0, }, params = { 0, };
   gboolean update_pool = FALSE, update_allocator = FALSE;
   GstBufferPool *pool = NULL, *other_pool = NULL;
   guint size = 0, min, max, usage_hint;
@@ -372,7 +372,7 @@
 
   va_caps = gst_caps_copy (caps);
   gst_caps_set_features_simple (va_caps,
-      gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_VA));
+      gst_caps_features_new_single_static_str (GST_CAPS_FEATURE_MEMORY_VA));
 
   if (!(allocator = _create_allocator (base, va_caps)))
     goto cleanup;
@@ -475,7 +475,7 @@
 gst_va_base_dec_decide_allocation (GstVideoDecoder * decoder, GstQuery * query)
 {
   GstAllocator *allocator = NULL, *other_allocator = NULL;
-  GstAllocationParams other_params, params;
+  GstAllocationParams other_params = { 0, }, params = { 0, };
   GstBufferPool *pool = NULL, *other_pool = NULL;
   GstCaps *caps = NULL;
   GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
@@ -848,13 +848,13 @@
   GstCapsFeatures *features;
   guint num_structures, i, j;
   gboolean is_any;
-  /* array designators might not be supported by some compilers */
-  const GQuark feats = {
-    /* VA = */ g_quark_from_string (GST_CAPS_FEATURE_MEMORY_VA),
-    /* DMABUF = */ g_quark_from_string (GST_CAPS_FEATURE_MEMORY_DMABUF),
-    /* SYSMEM = */
-    g_quark_from_string (GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY),
-  };
+  GstIdStr sysmem = GST_ID_STR_INIT, dmabuf = GST_ID_STR_INIT, va =
+      GST_ID_STR_INIT;
+  const GstIdStr *feats = { &va, &dmabuf, &sysmem };
+
+  gst_id_str_set_static_str (&sysmem, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
+  gst_id_str_set_static_str (&dmabuf, GST_CAPS_FEATURE_MEMORY_DMABUF);
+  gst_id_str_set_static_str (&va, GST_CAPS_FEATURE_MEMORY_VA);
 
   g_return_if_fail (base);
 
@@ -897,7 +897,7 @@
       guint64 mod = 0;
 
       features = gst_caps_get_features (allowed_caps, j);
-      if (!gst_caps_features_contains_id (features, featsi))
+      if (!gst_caps_features_contains_id_str (features, featsi))
         continue;
 
       structure = gst_caps_get_structure (allowed_caps, j);
@@ -918,7 +918,7 @@
       if (i == DMABUF && modifier)
         *modifier = mod;
       if (capsfeatures)
-        *capsfeatures = gst_caps_features_new_id (featsi, NULL);
+        *capsfeatures = gst_caps_features_new_id_str (featsi, NULL);
 
       goto bail;
     }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvabasedec.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvabasedec.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvabaseenc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvabaseenc.c Changed

@@ -32,6 +32,8 @@
 #define GST_CAT_DEFAULT gst_va_base_enc_debug
 GST_DEBUG_CATEGORY_STATIC (GST_CAT_DEFAULT);
 
+#define GST_FLOW_OUTPUT_NOT_READY GST_FLOW_CUSTOM_SUCCESS_2
+
 struct _GstVaBaseEncPrivate
 {
   GstVideoInfo sinkpad_info;
@@ -73,6 +75,8 @@
   base->profile = VAProfileNone;
   base->rt_format = 0;
   base->codedbuf_size = 0;
+  base->preferred_output_delay = 0;
+  base->min_buffers = 1;
   g_atomic_int_set (&base->reconf, FALSE);
 }
 
@@ -414,7 +418,7 @@
   if (!(allocator = _allocator_from_caps (base, caps)))
     return FALSE;
 
-  pool = gst_va_pool_new_with_config (caps, 1, 0, usage_hint,
+  pool = gst_va_pool_new_with_config (caps, base->min_buffers, 0, usage_hint,
       GST_VA_FEATURE_AUTO, allocator, &params);
   if (!pool) {
     gst_object_unref (allocator);
@@ -425,7 +429,7 @@
     goto config_failed;
 
   gst_query_add_allocation_param (query, allocator, &params);
-  gst_query_add_allocation_pool (query, pool, size, 1, 0);
+  gst_query_add_allocation_pool (query, pool, size, base->min_buffers, 0);
 
   GST_DEBUG_OBJECT (base,
       "proposing %" GST_PTR_FORMAT " with allocator %" GST_PTR_FORMAT,
@@ -459,7 +463,7 @@
   }
 
   if (frame->output_buffer)
-    GST_LOG_OBJECT (base, "Push to downstream: frame system_frame_number: %d,"
+    GST_LOG_OBJECT (base, "Push to downstream: frame system_frame_number: %u,"
         " pts: %" GST_TIME_FORMAT ", dts: %" GST_TIME_FORMAT
         " duration: %" GST_TIME_FORMAT ", buffer size: %" G_GSIZE_FORMAT,
         frame->system_frame_number, GST_TIME_ARGS (frame->pts),
@@ -499,13 +503,40 @@
 
   if (ret != GST_FLOW_OK) {
     GST_DEBUG_OBJECT (base, "fails to push one buffer, system_frame_number "
-        "%d: %s", system_frame_number, gst_flow_get_name (ret));
+        "%u: %s", system_frame_number, gst_flow_get_name (ret));
   }
 
   return ret;
 }
 
 static GstFlowReturn
+_try_to_push_out_one_buffer (GstVaBaseEnc * base)
+{
+  GstVideoCodecFrame *frame_out;
+  GstVaEncFrame *frame_enc;
+  VASurfaceID surface;
+  gboolean ready;
+
+  frame_out = g_queue_peek_head (&base->output_list);
+  if (frame_out == NULL)
+    return GST_FLOW_OUTPUT_NOT_READY;
+
+  frame_enc = gst_va_get_enc_frame (frame_out);
+
+  surface = gst_va_encode_picture_get_reconstruct_surface (frame_enc->picture);
+
+  ready = va_check_surface_has_status (base->display, surface, VASurfaceReady);
+
+  GST_LOG_OBJECT (base, "Output of system_frame_number %u is %s",
+      frame_out->system_frame_number, ready ? "ready" : "not ready");
+
+  if (!ready)
+    return GST_FLOW_OUTPUT_NOT_READY;
+
+  return _push_out_one_buffer (base);
+}
+
+static GstFlowReturn
 gst_va_base_enc_drain (GstVideoEncoder * venc)
 {
   GstVaBaseEnc *base = GST_VA_BASE_ENC (venc);
@@ -557,7 +588,7 @@
   g_queue_clear_full (&base->ref_list,
       (GDestroyNotify) gst_video_codec_frame_unref);
 
-  gst_queue_array_clear (base->dts_queue);
+  gst_vec_deque_clear (base->dts_queue);
 
   return GST_FLOW_OK;
 
@@ -593,7 +624,7 @@
   g_queue_clear_full (&base->ref_list,
       (GDestroyNotify) gst_video_codec_frame_unref);
 
-  gst_queue_array_clear (base->dts_queue);
+  gst_vec_deque_clear (base->dts_queue);
 
   return ret;
 }
@@ -626,7 +657,7 @@
   GstVideoCodecFrame *frame_encode = NULL;
 
   GST_LOG_OBJECT (venc,
-      "handle frame id %d, dts %" GST_TIME_FORMAT ", pts %" GST_TIME_FORMAT,
+      "handle frame id %u, dts %" GST_TIME_FORMAT ", pts %" GST_TIME_FORMAT,
       frame->system_frame_number,
       GST_TIME_ARGS (GST_BUFFER_DTS (frame->input_buffer)),
       GST_TIME_ARGS (GST_BUFFER_PTS (frame->input_buffer)));
@@ -655,17 +686,41 @@
   /* pass it to reorder list and we should not use it again. */
   frame = NULL;
 
-  while (frame_encode) {
-    ret = base_class->encode_frame (base, frame_encode, FALSE);
+  if (frame_encode) {
+    while (frame_encode) {
+      ret = base_class->encode_frame (base, frame_encode, FALSE);
+      if (ret != GST_FLOW_OK)
+        goto error_encode;
+
+      while (ret == GST_FLOW_OK && g_queue_get_length (&base->output_list) >
+          base->preferred_output_delay)
+        ret = _push_out_one_buffer (base);
+
+      if (ret != GST_FLOW_OK)
+        goto error_push_buffer;
+
+      /* Try to push out all ready frames. */
+      do {
+        ret = _try_to_push_out_one_buffer (base);
+      } while (ret == GST_FLOW_OK);
+      if (ret == GST_FLOW_OUTPUT_NOT_READY)
+        ret = GST_FLOW_OK;
+      if (ret != GST_FLOW_OK)
+        goto error_push_buffer;
+
+      frame_encode = NULL;
+      if (!base_class->reorder_frame (base, NULL, FALSE, &frame_encode))
+        goto error_reorder;
+    }
+  } else {
+    /* Try to push out all ready frames. */
+    do {
+      ret = _try_to_push_out_one_buffer (base);
+    } while (ret == GST_FLOW_OK);
+    if (ret == GST_FLOW_OUTPUT_NOT_READY)
+      ret = GST_FLOW_OK;
     if (ret != GST_FLOW_OK)
-      goto error_encode;
-
-    while (g_queue_get_length (&base->output_list) > 0)
-      ret = _push_out_one_buffer (base);
-
-    frame_encode = NULL;
-    if (!base_class->reorder_frame (base, NULL, FALSE, &frame_encode))
-      goto error_reorder;
+      goto error_push_buffer;
   }
 
   return ret;
@@ -706,6 +761,12 @@
     gst_video_encoder_finish_frame (venc, frame_encode);
     return ret;
   }
+error_push_buffer:
+  {
+    GST_ELEMENT_ERROR (venc, STREAM, ENCODE,
+        ("Failed to push one frame."), (NULL));
+    return ret;
+  }
 }
 
 static GstFlowReturn
@@ -718,6 +779,7 @@
 gst_va_base_enc_set_format (GstVideoEncoder * venc, GstVideoCodecState * state)
 {
   GstVaBaseEnc *base = GST_VA_BASE_ENC (venc);
+  GstQuery *query;
 
   g_return_val_if_fail (state->caps != NULL, FALSE);
 
@@ -738,6 +800,13 @@
     gst_video_codec_state_unref (base->input_state);
   base->input_state = gst_video_codec_state_ref (state);
 
+  /* in case live streaming, we should run on low-latency mode */
+  base->is_live = FALSE;
+  query = gst_query_new_latency ();
+  if (gst_pad_peer_query (GST_VIDEO_ENCODER_SINK_PAD (venc), query))
+    gst_query_parse_latency (query, &base->is_live, NULL, NULL);
+  gst_query_unref (query);
+
   if (!gst_va_base_enc_reset (base))
     return FALSE;
 
@@ -752,7 +821,7 @@
 
   _flush_all_frames (GST_VA_BASE_ENC (venc));
 
-  gst_queue_array_clear (base->dts_queue);
+  gst_vec_deque_clear (base->dts_queue);
 
   return TRUE;
 }
@@ -812,8 +881,8 @@
         ret = TRUE;
         break;
       }
-      /* else jump to default */
     }
+      /* FALLTHROUGH */
     default:
       ret = GST_VIDEO_ENCODER_CLASS (parent_class)->src_query (venc, query);
       break;
@@ -889,8 +958,9 @@
   g_queue_init (&self->ref_list);
   g_queue_init (&self->output_list);
   gst_video_info_init (&self->in_info);
+  self->min_buffers = 1;
 
-  self->dts_queue = gst_queue_array_new_for_struct (sizeof (GstClockTime), 8);
+  self->dts_queue = gst_vec_deque_new_for_struct (sizeof (GstClockTime), 8);
 
   self->priv = gst_va_base_enc_get_instance_private (self);
 }
@@ -902,7 +972,7 @@
 
   _flush_all_frames (GST_VA_BASE_ENC (object));
   gst_va_base_enc_close (GST_VIDEO_ENCODER (object));
-  g_clear_pointer (&base->dts_queue, gst_queue_array_free);
+  g_clear_pointer (&base->dts_queue, gst_vec_deque_free);
 
   G_OBJECT_CLASS (parent_class)->dispose (object);
 }
@@ -976,15 +1046,21 @@
       .bits_per_second = max_bitrate_bits,
       .target_percentage = target_percentage,
       .window_size = window_size,
-      .initial_qp = qp_i,
       .min_qp = min_qp,
       .max_qp = max_qp,
       .rc_flags.bits.mb_rate_control = mbbrc,
-      .quality_factor = 0,
     },
   };
   /* *INDENT-ON* */
 
+  if (rc_mode == VA_RC_ICQ) {
+    rate_control.rate_control.ICQ_quality_factor = qp_i;
+  } else if (rc_mode == VA_RC_QVBR) {
+    rate_control.rate_control.quality_factor = qp_i;
+  } else {
+    rate_control.rate_control.initial_qp = qp_i;
+  }
+
   if (!gst_va_encoder_add_param (base->encoder, picture,
           VAEncMiscParameterBufferType, &rate_control, sizeof (rate_control))) {
     GST_ERROR_OBJECT (base, "Failed to create the race control parameter");
@@ -1068,7 +1144,8 @@
   };
   /* *INDENT-ON* */
 
-  if (rc_mode == VA_RC_NONE || rc_mode == VA_RC_CQP || rc_mode == VA_RC_VCM)
+  if (rc_mode == VA_RC_NONE || rc_mode == VA_RC_CQP ||
+      rc_mode == VA_RC_VCM || rc_mode == VA_RC_ICQ)
     return TRUE;
 
   if (!gst_va_encoder_add_param (base->encoder, picture,
@@ -1092,17 +1169,14 @@
   } trellis = {
     .type = VAEncMiscParameterTypeQuantization,
     .tr.quantization_flags.bits = {
-       .disable_trellis = 0,
-       .enable_trellis_I = 1,
-       .enable_trellis_B = 1,
-       .enable_trellis_P = 1,
+       .disable_trellis = !use_trellis,
+       .enable_trellis_I = use_trellis,
+       .enable_trellis_B = use_trellis,
+       .enable_trellis_P = use_trellis,
     },
   };
   /* *INDENT-ON* */
 
-  if (!use_trellis)
-    return TRUE;
-
   if (!gst_va_encoder_add_param (base->encoder, picture,
           VAEncMiscParameterBufferType, &trellis, sizeof (trellis))) {
     GST_ERROR_OBJECT (base, "Failed to create the trellis parameter");
@@ -1120,7 +1194,9 @@
   const gchar *encoder_name;
   guint bitrate = 0;
 
-  g_object_get (venc, "bitrate", &bitrate, NULL);
+  if (g_object_class_find_property (G_OBJECT_GET_CLASS (base), "bitrate"))
+    g_object_get (venc, "bitrate", &bitrate, NULL);
+
   if (bitrate > 0)
     gst_tag_list_add (tags, GST_TAG_MERGE_REPLACE, GST_TAG_NOMINAL_BITRATE,
         bitrate, NULL);
@@ -1144,7 +1220,7 @@
 {
   /* We need to manually insert max_reorder_num slots before the
      first frame to ensure DTS never bigger than PTS. */
-  if (gst_queue_array_get_length (base->dts_queue) == 0 && max_reorder_num > 0) {
+  if (gst_vec_deque_get_length (base->dts_queue) == 0 && max_reorder_num > 0) {
     GstClockTime dts_diff = 0, dts;
 
     if (GST_CLOCK_TIME_IS_VALID (frame->duration))
@@ -1160,12 +1236,12 @@
         dts = frame->pts;
       }
 
-      gst_queue_array_push_tail_struct (base->dts_queue, &dts);
+      gst_vec_deque_push_tail_struct (base->dts_queue, &dts);
       max_reorder_num--;
     }
   }
 
-  gst_queue_array_push_tail_struct (base->dts_queue, &frame->pts);
+  gst_vec_deque_push_tail_struct (base->dts_queue, &frame->pts);
 }
 
 GstClockTime
@@ -1173,10 +1249,10 @@
 {
   GstClockTime dts;
 
-  g_return_val_if_fail (gst_queue_array_get_length (base->dts_queue) > 0,
+  g_return_val_if_fail (gst_vec_deque_get_length (base->dts_queue) > 0,
       GST_CLOCK_TIME_NONE);
 
-  dts = *((GstClockTime *) gst_queue_array_pop_head_struct (base->dts_queue));
+  dts = *((GstClockTime *) gst_vec_deque_pop_head_struct (base->dts_queue));
   return dts;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvabaseenc.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvabaseenc.h Changed

@@ -23,7 +23,6 @@
 #include "gstvadevice.h"
 #include "gstvaencoder.h"
 #include "gstvaprofile.h"
-#include <gst/base/gstqueuearray.h>
 
 G_BEGIN_DECLS
 
@@ -36,10 +35,16 @@
 
 #define GST_VA_BASE_ENC_ENTRYPOINT(obj) (GST_VA_BASE_ENC_GET_CLASS(obj)->entrypoint)
 
+typedef struct _GstVaEncFrame GstVaEncFrame;
 typedef struct _GstVaBaseEnc GstVaBaseEnc;
 typedef struct _GstVaBaseEncClass GstVaBaseEncClass;
 typedef struct _GstVaBaseEncPrivate GstVaBaseEncPrivate;
 
+struct _GstVaEncFrame
+{
+  GstVaEncodePicture *picture;
+};
+
 struct _GstVaBaseEnc
 {
   GstVideoEncoder parent_instance;
@@ -49,11 +54,15 @@
 
   gboolean reconf;
 
+  gboolean is_live;
+
   VAProfile profile;
   gint width;
   gint height;
   guint rt_format;
   guint codedbuf_size;
+  /* The min buffer number required for reorder and output delay. */
+  guint min_buffers;
 
   GstClockTime start_pts;
   GstClockTime frame_duration;
@@ -61,7 +70,8 @@
   GQueue reorder_list;
   GQueue ref_list;
   GQueue output_list;
-  GstQueueArray *dts_queue;
+  GstVecDeque *dts_queue;
+  guint preferred_output_delay;
 
   GstVideoCodecState *input_state;
   union {
@@ -157,6 +167,22 @@
                                                             gboolean new_val,
                                                             GParamSpec * pspec);
 
+static inline gpointer
+gst_va_get_enc_frame (GstVideoCodecFrame * frame)
+{
+  GstVaEncFrame *enc_frame = gst_video_codec_frame_get_user_data (frame);
+  g_assert (enc_frame);
+
+  return enc_frame;
+}
+
+static inline void
+gst_va_set_enc_frame (GstVideoCodecFrame * frame,
+    GstVaEncFrame * frame_in, GDestroyNotify notify)
+{
+  gst_video_codec_frame_set_user_data (frame, frame_in, notify);
+}
+
 G_DEFINE_AUTOPTR_CLEANUP_FUNC(GstVaBaseEnc, gst_object_unref)
 
 G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvabasetransform.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvabasetransform.c Changed

@@ -326,7 +326,7 @@
 {
   GstVaBaseTransform *self = GST_VA_BASE_TRANSFORM (trans);
   GstAllocator *allocator = NULL, *other_allocator = NULL;
-  GstAllocationParams params, other_params;
+  GstAllocationParams params = { 0, }, other_params = { 0, };
   GstBufferPool *pool = NULL, *other_pool = NULL;
   GstCaps *outcaps = NULL;
   GstStructure *config;
@@ -881,20 +881,25 @@
 GstCaps *
 gst_va_base_transform_get_filter_caps (GstVaBaseTransform * self)
 {
+  GstCaps *ret = NULL;
+
   g_return_val_if_fail (GST_IS_VA_BASE_TRANSFORM (self), NULL);
 
-  GST_OBJECT_LOCK (self);
-  if (self->priv->filter_caps) {
-    GST_OBJECT_UNLOCK (self);
-    return self->priv->filter_caps;
+  gst_caps_replace (&ret, self->priv->filter_caps);
+
+  if (ret) {
+    /* Release the extra reference. */
+    gst_caps_unref (ret);
+    return ret;
   }
-  GST_OBJECT_UNLOCK (self);
 
   if (!self->filter)
     return NULL;
 
-  GST_OBJECT_LOCK (self);
-  self->priv->filter_caps = gst_va_filter_get_caps (self->filter);
-  GST_OBJECT_UNLOCK (self);
-  return self->priv->filter_caps;
+  ret = gst_va_filter_get_caps (self->filter);
+  /* We do not cmp and assign here, just use our new value. */
+  gst_caps_replace (&self->priv->filter_caps, ret);
+  /* Release the extra got reference. */
+  gst_caps_unref (ret);
+  return ret;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvacaps.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvacaps.c Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvacodecalphadecodebin.c Added

@@ -0,0 +1,263 @@
+/* GStreamer
+ * Copyright (C) <2021> Collabora Ltd.
+ *   Author: Daniel Almeida <daniel.almeida@collabora.com>
+ * Copyright (C) <2024> Harmonic Inc.
+ *   Author: Cheung Yik Pang <pang.cheung@harmonicinc.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/pbutils/pbutils.h>
+
+#include "gstvacodecalphadecodebin.h"
+#include "gstvapluginutils.h"
+
+GST_DEBUG_CATEGORY_STATIC (va_codecalphadecodebin_debug);
+#define GST_CAT_DEFAULT (va_codecalphadecodebin_debug)
+
+typedef struct
+{
+  GstBin parent;
+
+  gboolean constructed;
+  const gchar *missing_element;
+} GstVaCodecAlphaDecodeBinPrivate;
+
+#define gst_va_codec_alpha_decode_bin_parent_class parent_class
+G_DEFINE_ABSTRACT_TYPE_WITH_CODE (GstVaCodecAlphaDecodeBin,
+    gst_va_codec_alpha_decode_bin, GST_TYPE_BIN,
+    G_ADD_PRIVATE (GstVaCodecAlphaDecodeBin);
+    GST_DEBUG_CATEGORY_INIT (va_codecalphadecodebin_debug,
+        "vacodecs-alphadecodebin", 0, "VA stateless alpha decode bin"));
+
+
+static GstStaticPadTemplate gst_alpha_decode_bin_src_template =
+GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("ANY")
+    );
+
+static gboolean
+gst_va_codec_alpha_decode_bin_open (GstVaCodecAlphaDecodeBin * self)
+{
+  GstVaCodecAlphaDecodeBinPrivate *priv =
+      gst_va_codec_alpha_decode_bin_get_instance_private (self);
+
+  if (priv->missing_element) {
+    gst_element_post_message (GST_ELEMENT (self),
+        gst_missing_element_message_new (GST_ELEMENT (self),
+            priv->missing_element));
+  } else if (!priv->constructed) {
+    GST_ELEMENT_ERROR (self, CORE, FAILED,
+        ("Failed to construct alpha decoder pipeline."), (NULL));
+  }
+
+  return priv->constructed;
+}
+
+static GstStateChangeReturn
+gst_va_codec_alpha_decode_bin_change_state (GstElement * element,
+    GstStateChange transition)
+{
+  GstVaCodecAlphaDecodeBin *self = GST_VA_CODEC_ALPHA_DECODE_BIN (element);
+
+  switch (transition) {
+    case GST_STATE_CHANGE_NULL_TO_READY:
+      if (!gst_va_codec_alpha_decode_bin_open (self))
+        return GST_STATE_CHANGE_FAILURE;
+      break;
+    default:
+      break;
+  }
+
+  return GST_ELEMENT_CLASS (parent_class)->change_state (element, transition);
+}
+
+static void
+gst_va_codec_alpha_decode_bin_constructed (GObject * obj)
+{
+  GstVaCodecAlphaDecodeBin *self = GST_VA_CODEC_ALPHA_DECODE_BIN (obj);
+  GstVaCodecAlphaDecodeBinPrivate *priv =
+      gst_va_codec_alpha_decode_bin_get_instance_private (self);
+  GstVaCodecAlphaDecodeBinClass *klass =
+      GST_VA_CODEC_ALPHA_DECODE_BIN_GET_CLASS (self);
+  GstPad *src_gpad, *sink_gpad;
+  GstPad *src_pad = NULL, *sink_pad = NULL;
+  GstElement *alphademux = NULL;
+  GstElement *queue = NULL;
+  GstElement *alpha_queue = NULL;
+  GstElement *decoder = NULL;
+  GstElement *alpha_decoder = NULL;
+  GstElement *alphacombine = NULL;
+
+  /* setup ghost pads */
+  sink_gpad = gst_ghost_pad_new_no_target_from_template ("sink",
+      gst_element_class_get_pad_template (GST_ELEMENT_CLASS (klass), "sink"));
+  gst_element_add_pad (GST_ELEMENT (self), sink_gpad);
+
+  src_gpad = gst_ghost_pad_new_no_target_from_template ("src",
+      gst_element_class_get_pad_template (GST_ELEMENT_CLASS (klass), "src"));
+  gst_element_add_pad (GST_ELEMENT (self), src_gpad);
+
+  /* create elements */
+  alphademux = gst_element_factory_make ("codecalphademux", NULL);
+  if (!alphademux) {
+    priv->missing_element = "codecalphademux";
+    goto cleanup;
+  }
+
+  queue = gst_element_factory_make ("queue", NULL);
+  alpha_queue = gst_element_factory_make ("queue", NULL);
+  if (!queue || !alpha_queue) {
+    priv->missing_element = "queue";
+    goto cleanup;
+  }
+
+  decoder = gst_element_factory_make (klass->decoder_name, "maindec");
+  if (!decoder) {
+    priv->missing_element = klass->decoder_name;
+    goto cleanup;
+  }
+
+  alpha_decoder = gst_element_factory_make (klass->decoder_name, "alphadec");
+  if (!alpha_decoder) {
+    priv->missing_element = klass->decoder_name;
+    goto cleanup;
+  }
+
+  /* We disable QoS on decoders because we need to maintain frame pairing in
+   * order for alphacombine to work. */
+  g_object_set (decoder, "qos", FALSE, NULL);
+  g_object_set (alpha_decoder, "qos", FALSE, NULL);
+
+  alphacombine = gst_element_factory_make ("alphacombine", NULL);
+  if (!alphacombine) {
+    priv->missing_element = "alphacombine";
+    goto cleanup;
+  }
+
+  gst_bin_add_many (GST_BIN (self), alphademux, queue, alpha_queue, decoder,
+      alpha_decoder, alphacombine, NULL);
+
+  /* link elements */
+  sink_pad = gst_element_get_static_pad (alphademux, "sink");
+  gst_ghost_pad_set_target (GST_GHOST_PAD (sink_gpad), sink_pad);
+  gst_clear_object (&sink_pad);
+
+  gst_element_link_pads (alphademux, "src", queue, "sink");
+  gst_element_link_pads (queue, "src", decoder, "sink");
+  gst_element_link_pads (decoder, "src", alphacombine, "sink");
+
+  gst_element_link_pads (alphademux, "alpha", alpha_queue, "sink");
+  gst_element_link_pads (alpha_queue, "src", alpha_decoder, "sink");
+  gst_element_link_pads (alpha_decoder, "src", alphacombine, "alpha");
+
+  src_pad = gst_element_get_static_pad (alphacombine, "src");
+  gst_ghost_pad_set_target (GST_GHOST_PAD (src_gpad), src_pad);
+  gst_object_unref (src_pad);
+
+  g_object_set (queue, "max-size-bytes", 0, "max-size-time",
+      G_GUINT64_CONSTANT (0), "max-size-buffers", 1, NULL);
+  g_object_set (alpha_queue, "max-size-bytes", 0, "max-size-time",
+      G_GUINT64_CONSTANT (0), "max-size-buffers", 1, NULL);
+
+  /* signal success, we will handle this in NULL->READY transition */
+  priv->constructed = TRUE;
+  return;
+
+cleanup:
+  gst_clear_object (&alphademux);
+  gst_clear_object (&queue);
+  gst_clear_object (&alpha_queue);
+  gst_clear_object (&decoder);
+  gst_clear_object (&alpha_decoder);
+  gst_clear_object (&alphacombine);
+
+  G_OBJECT_CLASS (parent_class)->constructed (obj);
+}
+
+static void
+gst_va_codec_alpha_decode_bin_class_init (GstVaCodecAlphaDecodeBinClass * klass)
+{
+  GstElementClass *element_class = (GstElementClass *) klass;
+  GObjectClass *obj_class = (GObjectClass *) klass;
+
+  /* This is needed to access the subclass class instance, otherwise we cannot
+   * read the class parameters */
+  obj_class->constructed = gst_va_codec_alpha_decode_bin_constructed;
+
+  gst_element_class_add_static_pad_template (element_class,
+      &gst_alpha_decode_bin_src_template);
+  element_class->change_state =
+      GST_DEBUG_FUNCPTR (gst_va_codec_alpha_decode_bin_change_state);
+
+  /* let's make the doc generator happy */
+  gst_type_mark_as_plugin_api (GST_TYPE_VA_CODEC_ALPHA_DECODE_BIN, 0);
+}
+
+static void
+gst_va_codec_alpha_decode_bin_init (GstVaCodecAlphaDecodeBin * self)
+{
+}
+
+gboolean
+gst_va_codec_alpha_decode_bin_register (GstPlugin * plugin,
+    GClassInitFunc class_init,
+    gconstpointer class_data,
+    const gchar * type_name_default,
+    const gchar * type_name_templ,
+    const gchar * feature_name_default,
+    const gchar * feature_name_templ, GstVaDevice * device, guint rank)
+{
+  GTypeQuery type_query;
+  GTypeInfo type_info = { 0, };
+  GType subtype;
+  gchar *type_name, *feature_name, *description;
+  gboolean ret;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+  g_return_val_if_fail (GST_IS_VA_DEVICE (device), FALSE);
+
+  description = type_name = feature_name = NULL;
+
+  g_type_query (GST_TYPE_VA_CODEC_ALPHA_DECODE_BIN, &type_query);
+  memset (&type_info, 0, sizeof (type_info));
+  type_info.class_size = type_query.class_size;
+  type_info.instance_size = type_query.instance_size;
+  type_info.class_init = class_init;
+  type_info.class_data = class_data;
+
+  gst_va_create_feature_name (device, type_name_default, type_name_templ,
+      &type_name, feature_name_default, feature_name_templ, &feature_name,
+      &description, &rank);
+
+  subtype = g_type_register_static (GST_TYPE_VA_CODEC_ALPHA_DECODE_BIN,
+      type_name, &type_info, 0);
+
+  ret = gst_element_register (plugin, feature_name,
+      rank + GST_VA_CODEC_ALPHA_DECODE_BIN_RANK_OFFSET, subtype);
+
+  g_free (type_name);
+  g_free (feature_name);
+  g_free (description);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvacodecalphadecodebin.h Added

@@ -0,0 +1,60 @@
+/* GStreamer
+ * Copyright (C) <2021> Collabora Ltd.
+ *   Author: Daniel Almeida <daniel.almeida@collabora.com>
+ * Copyright (C) <2024> Harmonic Inc.
+ *   Author: Cheung Yik Pang <pang.cheung@harmonicinc.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifndef __GST_VA_CODEC_ALPHA_DECODE_BIN_H__
+#define __GST_VA_CODEC_ALPHA_DECODE_BIN_H__
+
+#include <gst/gst.h>
+#include <gstvadevice.h>
+
+/* When wrapping, use the original rank plus this offset. The ad-hoc rules is
+ * that hardware implementation will use PRIMARY+1 or +2 to override the
+ * software decoder, so the offset must be large enough to jump over those.
+ * This should also be small enough so that a marginal (64) or secondary
+ * wrapper does not cross the PRIMARY line.
+ */
+#define GST_VA_CODEC_ALPHA_DECODE_BIN_RANK_OFFSET 10
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_VA_CODEC_ALPHA_DECODE_BIN (gst_va_codec_alpha_decode_bin_get_type())
+G_DECLARE_DERIVABLE_TYPE (GstVaCodecAlphaDecodeBin,
+    gst_va_codec_alpha_decode_bin, GST, VA_CODEC_ALPHA_DECODE_BIN, GstBin);
+
+struct _GstVaCodecAlphaDecodeBinClass
+{
+  GstBinClass parent_class;
+  gchar *decoder_name;
+};
+
+gboolean gst_va_codec_alpha_decode_bin_register (GstPlugin * plugin,
+                                                 GClassInitFunc class_init,
+                                                 gconstpointer class_data,
+                                                 const gchar * type_name_default,
+                                                 const gchar * type_name_templ,
+                                                 const gchar * feature_name_default,
+                                                 const gchar * feature_name_templ,
+                                                 GstVaDevice * device,
+                                                 guint rank);
+
+G_END_DECLS
+#endif /* __GST_VA_CODEC_ALPHA_DECODE_BIN_H__ */

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvacompositor.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvacompositor.c Changed

@@ -262,6 +262,7 @@
   GstBufferPool *other_pool;    /* downstream pool */
 
   guint32 scale_method;
+  guint32 interpolation_method;
 };
 
 struct CData
@@ -274,6 +275,7 @@
 {
   PROP_DEVICE_PATH = 1,
   PROP_SCALE_METHOD,
+  PROP_INTERPOLATION_METHOD,
   N_PROPERTIES
 };
 
@@ -294,6 +296,13 @@
       GST_OBJECT_UNLOCK (object);
       break;
     }
+    case PROP_INTERPOLATION_METHOD:
+    {
+      GST_OBJECT_LOCK (object);
+      self->interpolation_method = g_value_get_enum (value);
+      GST_OBJECT_UNLOCK (object);
+      break;
+    }
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
   }
@@ -325,6 +334,13 @@
       GST_OBJECT_UNLOCK (object);
       break;
     }
+    case PROP_INTERPOLATION_METHOD:
+    {
+      GST_OBJECT_LOCK (object);
+      g_value_set_enum (value, self->interpolation_method);
+      GST_OBJECT_UNLOCK (object);
+      break;
+    }
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
   }
@@ -635,6 +651,7 @@
   gst_object_unref (pool);
 
   gst_query_add_allocation_meta (query, GST_VIDEO_META_API_TYPE, NULL);
+  gst_query_add_allocation_meta (query, GST_VIDEO_CROP_META_API_TYPE, NULL);
 
   return TRUE;
 
@@ -653,7 +670,7 @@
   GstVideoAggregator *vagg = GST_VIDEO_AGGREGATOR (agg);
 
   GstAllocator *allocator = NULL, *other_allocator = NULL;
-  GstAllocationParams params, other_params;
+  GstAllocationParams params = { 0, }, other_params = { 0, };
   GstBufferPool *pool = NULL, *other_pool = NULL;
   GstCaps *caps = NULL;
   GstStructure *config;
@@ -1028,6 +1045,10 @@
   if (!gst_va_filter_set_scale_method (self->filter, self->scale_method))
     GST_WARNING_OBJECT (self, "couldn't set filter scale method");
 
+  if (!gst_va_filter_set_interpolation_method (self->filter,
+          self->interpolation_method))
+    GST_WARNING_OBJECT (self, "couldn't set filter interpolation method");
+
   if (!gst_va_filter_compose (self->filter, &tx)) {
     GST_ERROR_OBJECT (self, "couldn't apply filter");
     ret = GST_FLOW_ERROR;
@@ -1203,7 +1224,7 @@
   if (g_strcmp0 (feature, GST_CAPS_FEATURE_MEMORY_DMABUF) == 0 ||
       g_strcmp0 (feature, GST_CAPS_FEATURE_MEMORY_VA) == 0)
     gst_caps_set_features_simple (caps,
-        gst_caps_features_from_string (feature));
+        gst_caps_features_new_single_static_str (feature));
 
   return caps;
 }
@@ -1435,7 +1456,7 @@
     } else {
       clip_caps = gst_caps_new_empty_simple ("video/x-raw");
       gst_caps_set_features_simple (clip_caps,
-          gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_VA));
+          gst_caps_features_new_single_static_str (GST_CAPS_FEATURE_MEMORY_VA));
     }
   } else if (dma_formats) {
     g_assert (dma_formats->len == modifiers->len);
@@ -1454,7 +1475,8 @@
     } else {
       clip_caps = gst_caps_new_empty_simple ("video/x-raw");
       gst_caps_set_features_simple (clip_caps,
-          gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_DMABUF));
+          gst_caps_features_new_single_static_str
+          (GST_CAPS_FEATURE_MEMORY_DMABUF));
     }
   } else if (sys_formats) {
     if (best_sys != GST_VIDEO_FORMAT_UNKNOWN) {
@@ -1632,18 +1654,41 @@
       "Device Path", GST_VA_DEVICE_PATH_PROP_DESC, NULL,
       GST_PARAM_DOC_SHOW_DEFAULT | G_PARAM_READABLE | G_PARAM_STATIC_STRINGS);
 
+  g_object_class_install_property (object_class, PROP_DEVICE_PATH,
+      propertiesPROP_DEVICE_PATH);
+
   /**
    * GstVaCompositor:scale-method:
    *
    * Sets the scale method algorithm to use when resizing.
    */
-  propertiesPROP_SCALE_METHOD = g_param_spec_enum ("scale-method",
-      "Scale Method", "Scale method to use", GST_TYPE_VA_SCALE_METHOD,
-      VA_FILTER_SCALING_DEFAULT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS);
+  if (GST_VA_DISPLAY_IS_IMPLEMENTATION (display, INTEL_IHD)) {
+    g_object_class_install_property (object_class,
+        GST_VA_FILTER_PROP_SCALE_METHOD,
+        g_param_spec_enum ("scale-method", "Scale Method",
+            "Scale method to use", GST_TYPE_VA_SCALE_METHOD,
+            VA_FILTER_SCALING_DEFAULT,
+            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+    gst_type_mark_as_plugin_api (GST_TYPE_VA_SCALE_METHOD, 0);
+  }
 
-  gst_type_mark_as_plugin_api (GST_TYPE_VA_SCALE_METHOD, 0);
+  /**
+   * GstVaCompositor:interpolation-method:
+   *
+   * Sets the interpolation method algorithm to use when resizing.
+   *
+   * Since: 1.26
+   */
+  if (GST_VA_DISPLAY_IS_IMPLEMENTATION (display, INTEL_IHD)) {
+    g_object_class_install_property (object_class,
+        PROP_INTERPOLATION_METHOD,
+        g_param_spec_enum ("interpolation-method", "Interpolation Method",
+            "Interpolation method to use for scaling",
+            GST_TYPE_VA_INTERPOLATION_METHOD, VA_FILTER_INTERPOLATION_DEFAULT,
+            G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+    gst_type_mark_as_plugin_api (GST_TYPE_VA_INTERPOLATION_METHOD, 0);
+  }
 
-  g_object_class_install_properties (object_class, N_PROPERTIES, properties);
 
   g_free (long_name);
   g_free (cdata->description);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvadecoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvadecoder.c Changed

@@ -212,9 +212,7 @@
 
   g_return_val_if_fail (GST_IS_VA_DECODER (self), FALSE);
 
-  GST_OBJECT_LOCK (self);
   ret = (self->config != VA_INVALID_ID && self->profile != VAProfileNone);
-  GST_OBJECT_UNLOCK (self);
   return ret;
 }
 
@@ -247,11 +245,9 @@
     return FALSE;
   }
 
-  GST_OBJECT_LOCK (self);
   self->config = config;
   self->profile = profile;
   self->rt_format = rt_format;
-  GST_OBJECT_UNLOCK (self);
 
   /* now we should return now only this profile's caps */
   gst_caps_replace (&self->srcpad_caps, NULL);
@@ -284,9 +280,7 @@
     return FALSE;
   }
 
-  GST_OBJECT_LOCK (self);
   gst_va_decoder_init (self);
-  GST_OBJECT_UNLOCK (self);
 
   gst_caps_replace (&self->srcpad_caps, NULL);
   gst_caps_replace (&self->sinkpad_caps, NULL);
@@ -306,13 +300,10 @@
 
   g_return_val_if_fail (GST_IS_VA_DECODER (self), FALSE);
 
-  GST_OBJECT_LOCK (self);
   if (self->context != VA_INVALID_ID) {
-    GST_OBJECT_UNLOCK (self);
     GST_INFO_OBJECT (self, "decoder already has a context");
     return TRUE;
   }
-  GST_OBJECT_UNLOCK (self);
 
   if (!gst_va_decoder_is_open (self)) {
     GST_ERROR_OBJECT (self, "decoder has not been opened yet");
@@ -334,11 +325,9 @@
     return FALSE;
   }
 
-  GST_OBJECT_LOCK (self);
   self->context = context;
   self->coded_width = coded_width;
   self->coded_height = coded_height;
-  GST_OBJECT_UNLOCK (self);
 
   return TRUE;
 }
@@ -364,19 +353,13 @@
     return FALSE;
   }
 
-  GST_OBJECT_LOCK (self);
   if (self->context == VA_INVALID_ID) {
-    GST_OBJECT_UNLOCK (self);
     GST_INFO_OBJECT (self, "decoder does not have a context");
     return FALSE;
   }
-  GST_OBJECT_UNLOCK (self);
 
-
-  GST_OBJECT_LOCK (self);
   self->coded_width = coded_width;
   self->coded_height = coded_height;
-  GST_OBJECT_UNLOCK (self);
 
   return TRUE;
 }
@@ -693,10 +676,8 @@
 
   /* @TODO: Check if current buffers are large enough, and reuse
    * them */
-  GST_OBJECT_LOCK (self);
   ret = (self->profile == new_profile && self->rt_format == new_rtformat
       && self->coded_width == new_width && self->coded_height == new_height);
-  GST_OBJECT_UNLOCK (self);
 
   return ret;
 }
@@ -710,7 +691,6 @@
   if (!gst_va_decoder_is_open (self))
     return FALSE;
 
-  GST_OBJECT_LOCK (self);
   if (profile)
     *profile = self->profile;
   if (rt_format)
@@ -719,7 +699,6 @@
     *width = self->coded_width;
   if (height)
     *height = self->coded_height;
-  GST_OBJECT_UNLOCK (self);
 
   return TRUE;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvadeinterlace.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvadeinterlace.c Changed

@@ -93,6 +93,7 @@
   VAProcDeinterlacingType method;
 
   guint num_backward_references;
+  guint num_forward_references;
 
   GstBuffer *history8;
   gint hcount;
@@ -126,8 +127,10 @@
   gint i;
 
   for (i = 0; i < self->hcount; i++)
-    gst_buffer_unref (self->historyi);
+    gst_clear_buffer (&self->historyi);
+
   self->hcount = 0;
+  self->hcurr = -1;
 }
 
 static void
@@ -215,6 +218,8 @@
 
   gst_buffer_unref (buf);
 
+  self->hcurr = MIN (self->hcount, self->num_forward_references);
+
   if (self->hcount < self->hdepth) {
     self->historyself->hcount++ = inbuf;
   } else {
@@ -224,8 +229,8 @@
     self->historyi = inbuf;
   }
 
-  if (self->historyself->hcurr)
-    self->curr_field = FIRST_FIELD;
+  g_assert (self->historyself->hcurr);
+  self->curr_field = FIRST_FIELD;
 
   return ret;
 }
@@ -236,7 +241,6 @@
   GstVaBaseTransform *btrans = GST_VA_BASE_TRANSFORM (self);
   guint i, num_caps;
   VAProcFilterCapDeinterlacing *caps;
-  guint32 num_forward_references;
 
   caps = gst_va_filter_get_filter_caps (btrans->filter,
       VAProcFilterDeinterlacing, &num_caps);
@@ -248,16 +252,31 @@
       continue;
 
     if (gst_va_filter_add_deinterlace_buffer (btrans->filter, self->method,
-            &num_forward_references, &self->num_backward_references)) {
-      self->hdepth = num_forward_references + self->num_backward_references + 1;
+            &self->num_forward_references, &self->num_backward_references)) {
+      self->hdepth =
+          self->num_forward_references + self->num_backward_references + 1;
       if (self->hdepth > 8) {
         GST_ELEMENT_ERROR (self, STREAM, FAILED,
             ("Pipeline requires too many references: (%u forward, %u backward)",
-                num_forward_references, self->num_backward_references), (NULL));
+                self->num_forward_references, self->num_backward_references),
+            (NULL));
       }
       GST_INFO_OBJECT (self, "References for method: %u forward / %u backward",
-          num_forward_references, self->num_backward_references);
-      self->hcurr = num_forward_references;
+          self->num_forward_references, self->num_backward_references);
+
+      /* num_backward_references > 0 means we need to cache several frames
+         after the current frame. But the basetransform class does not
+         provide any _drain() kind function, so we do not have the chance
+         to push out our cached frames when EOS or set caps event comes.
+         Rather than losing the last several frames, we should just give up
+         the backward reference here. */
+      if (self->num_backward_references > 0) {
+        GST_INFO_OBJECT (self, "num_backward_references should only be set "
+            "to 0 now because of the implementation limitation.");
+        self->num_backward_references = 0;
+      }
+
+      self->hcurr = -1;
       return;
     }
   }
@@ -454,6 +473,8 @@
 
   *outbuf = NULL;
 
+  g_assert (self->hcurr >= 0 && self->hcurr <= self->num_forward_references);
+
   if (self->curr_field == FINISHED)
     return GST_FLOW_OK;
 
@@ -461,7 +482,8 @@
   if (!inbuf)
     return GST_FLOW_OK;
 
-  if (!self->historyself->hdepth - 1)
+  g_assert (self->hcurr + self->num_backward_references <= self->hdepth - 1);
+  if (!self->historyself->hcurr + self->num_backward_references)
     return GST_FLOW_OK;
 
   ret = GST_BASE_TRANSFORM_CLASS (parent_class)->prepare_output_buffer (trans,
@@ -724,12 +746,6 @@
 
   if (gst_va_filter_open (filter)) {
     src_caps = gst_va_filter_get_caps (filter);
-    /* adds any to enable passthrough */
-    {
-      GstCaps *any_caps = gst_caps_new_empty_simple ("video/x-raw");
-      gst_caps_set_features_simple (any_caps, gst_caps_features_new_any ());
-      src_caps = gst_caps_merge (src_caps, any_caps);
-    }
   } else {
     src_caps = gst_caps_from_string (caps_str);
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvaencoder.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvaencoder.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvafilter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvafilter.c Changed

@@ -61,6 +61,7 @@
   GstVideoOrientationMethod orientation;
 
   guint32 scale_method;
+  guint32 interpolation_method;
 
   gboolean crop_enabled;
 
@@ -154,6 +155,8 @@
       G_PARAM_READWRITE | G_PARAM_CONSTRUCT_ONLY | G_PARAM_STATIC_STRINGS);
 
   g_object_class_install_properties (gobject_class, N_PROPERTIES, g_properties);
+
+  gst_type_mark_as_plugin_api (GST_TYPE_VA_INTERPOLATION_METHOD, 0);
 }
 
 static void
@@ -696,6 +699,36 @@
             common_flags));
   }
 
+  /**
+  * GstVaPostProc:scale-method
+  *
+  * Sets the scale method algorithm to use when resizing.
+  *
+  * Since: 1.22
+  */
+  if (GST_VA_DISPLAY_IS_IMPLEMENTATION (self->display, INTEL_IHD)) {
+    g_object_class_install_property (klass,
+        GST_VA_FILTER_PROP_SCALE_METHOD,
+        g_param_spec_enum ("scale-method", "Scale Method",
+            "Scale method to use",
+            GST_TYPE_VA_SCALE_METHOD, VA_FILTER_SCALING_DEFAULT, common_flags));
+  }
+
+  /**
+  * GstVaPostProc:interpolation-method
+  *
+  * Sets the interpolation method algorithm to use when resizing.
+  *
+  * Since: 1.26
+  */
+  if (GST_VA_DISPLAY_IS_IMPLEMENTATION (self->display, INTEL_IHD)) {
+    g_object_class_install_property (klass,
+        GST_VA_FILTER_PROP_INTERPOLATION_METHOD,
+        g_param_spec_enum ("interpolation-method", "Interpolation Method",
+            "Interpolation method to use for scaling",
+            GST_TYPE_VA_INTERPOLATION_METHOD, VA_FILTER_INTERPOLATION_DEFAULT,
+            common_flags));
+  }
   return TRUE;
 }
 
@@ -930,6 +963,18 @@
   return TRUE;
 }
 
+gboolean
+gst_va_filter_set_interpolation_method (GstVaFilter * self, guint32 method)
+{
+  g_return_val_if_fail (GST_IS_VA_FILTER (self), FALSE);
+
+  GST_OBJECT_LOCK (self);
+  self->interpolation_method = method;
+  GST_OBJECT_UNLOCK (self);
+
+  return TRUE;
+}
+
 static gboolean
 _from_video_orientation_method (GstVideoOrientationMethod orientation,
     guint * mirror, guint * rotation)
@@ -1070,7 +1115,8 @@
 
   if (mem_types & VA_SURFACE_ATTRIB_MEM_TYPE_VA) {
     feature_caps = gst_caps_copy (base_caps);
-    features = gst_caps_features_from_string (GST_CAPS_FEATURE_MEMORY_VA);
+    features =
+        gst_caps_features_new_single_static_str (GST_CAPS_FEATURE_MEMORY_VA);
     gst_caps_set_features_simple (feature_caps, features);
     caps = gst_caps_merge (caps, feature_caps);
   }
@@ -1612,7 +1658,7 @@
     .output_surface_flag = dst->flags,
     .input_color_properties = self->input_color_properties,
     .output_color_properties = self->output_color_properties,
-    .filter_flags = self->scale_method,
+    .filter_flags = self->scale_method | self->interpolation_method,
     /* output to SDR */
     .output_hdr_metadata = NULL,
   };
@@ -1795,7 +1841,7 @@
       .surface_region = &sample->input_region,
       .output_region = &sample->output_region,
       .output_background_color = 0xff000000,
-      .filter_flags = self->scale_method,
+      .filter_flags = self->scale_method | self->interpolation_method,
     };
     /* *INDENT-ON* */
     GST_OBJECT_UNLOCK (self);
@@ -1947,3 +1993,26 @@
   }
   return type;
 }
+
+GType
+gst_va_interpolation_method_get_type (void)
+{
+  static gsize type = 0;
+  static const GEnumValue values = {
+    {VA_FILTER_INTERPOLATION_DEFAULT, "Default interpolation", "default"},
+    {VA_FILTER_INTERPOLATION_NEAREST_NEIGHBOR, "Nearest neighbor interpolation",
+        "nearest-neighbor"},
+    {VA_FILTER_INTERPOLATION_BILINEAR, "Bilinear interpolation", "bilinear"},
+    {VA_FILTER_INTERPOLATION_ADVANCED, "Advanced interpolation method is "
+          "defined by each implementation and usually gives best quality.",
+        "advanced"},
+    {0, NULL, NULL},
+  };
+
+  if (g_once_init_enter (&type)) {
+    const GType _type =
+        g_enum_register_static ("GstVaInterpolationMethod", values);
+    g_once_init_leave (&type, _type);
+  }
+  return type;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvafilter.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvafilter.h Changed

@@ -52,12 +52,17 @@
   GST_VA_FILTER_PROP_AUTO_CONTRAST,
   GST_VA_FILTER_PROP_DEINTERLACE_METHOD,
   GST_VA_FILTER_PROP_HDR,
+  GST_VA_FILTER_PROP_SCALE_METHOD,
+  GST_VA_FILTER_PROP_INTERPOLATION_METHOD,
   GST_VA_FILTER_PROP_LAST
 };
 
 #define GST_TYPE_VA_SCALE_METHOD gst_va_scale_method_get_type()
 GType gst_va_scale_method_get_type (void) G_GNUC_CONST;
 
+#define GST_TYPE_VA_INTERPOLATION_METHOD gst_va_interpolation_method_get_type()
+GType gst_va_interpolation_method_get_type (void) G_GNUC_CONST;
+
 typedef struct _GstVaSample GstVaSample;
 struct _GstVaSample
 {
@@ -117,6 +122,9 @@
                                                            GObjectClass * klass);
 gboolean              gst_va_filter_set_scale_method      (GstVaFilter * self,
                                                            guint32 method);
+gboolean              gst_va_filter_set_interpolation_method
+                                                          (GstVaFilter * self,
+                                                           guint32 method);
 gboolean              gst_va_filter_set_orientation       (GstVaFilter * self,
                                                            GstVideoOrientationMethod orientation);
 GstVideoOrientationMethod gst_va_filter_get_orientation   (GstVaFilter * self);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvah264dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvah264dec.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvah264enc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvah264enc.c Changed

@@ -68,6 +68,8 @@
 #include "vacompat.h"
 #include "gstvapluginutils.h"
 
+#include "gst/glib-compat-private.h"
+
 GST_DEBUG_CATEGORY_STATIC (gst_va_h264enc_debug);
 #define GST_CAT_DEFAULT gst_va_h264enc_debug
 
@@ -178,6 +180,7 @@
   guint min_cr;
   gboolean use_cabac;
   gboolean use_dct8x8;
+  gboolean support_trellis;
   gboolean use_trellis;
   gboolean aud;
   gboolean cc;
@@ -229,6 +232,8 @@
     guint32 ref_num_list1;
 
     guint num_reorder_frames;
+    guint max_dec_frame_buffering;
+    guint max_num_ref_frames;
 
     GstVideoCodecFrame *last_keyframe;
   } gop;
@@ -262,7 +267,7 @@
 
 struct _GstVaH264EncFrame
 {
-  GstVaEncodePicture *picture;
+  GstVaEncFrame base;
   GstH264SliceType type;
   gboolean is_ref;
   guint pyramid_level;
@@ -308,49 +313,32 @@
 /* Table A-1 - Level limits */
 /* *INDENT-OFF* */
 static const GstVaH264LevelLimits _va_h264_level_limits = {
-  /* level   idc   MaxMBPS   MaxFS   MaxDpbMbs  MaxBR   MaxCPB  MinCr */
+  /* level   idc                  MaxMBPS   MaxFS   MaxDpbMbs  MaxBR   MaxCPB  MinCr */
   {  "1",    GST_H264_LEVEL_L1,   1485,     99,     396,       64,     175,    2 },
-  {  "1b",   GST_H264_LEVEL_L1B,   1485,     99,     396,       128,    350,    2 },
-  {  "1.1",  GST_H264_LEVEL_L1_1,   3000,     396,    900,       192,    500,    2 },
-  {  "1.2",  GST_H264_LEVEL_L1_2,   6000,     396,    2376,      384,    1000,   2 },
-  {  "1.3",  GST_H264_LEVEL_L1_3,   11880,    396,    2376,      768,    2000,   2 },
+  {  "1b",   GST_H264_LEVEL_L1B,  1485,     99,     396,       128,    350,    2 },
+  {  "1.1",  GST_H264_LEVEL_L1_1, 3000,     396,    900,       192,    500,    2 },
+  {  "1.2",  GST_H264_LEVEL_L1_2, 6000,     396,    2376,      384,    1000,   2 },
+  {  "1.3",  GST_H264_LEVEL_L1_3, 11880,    396,    2376,      768,    2000,   2 },
   {  "2",    GST_H264_LEVEL_L2,   11880,    396,    2376,      2000,   2000,   2 },
-  {  "2.1",  GST_H264_LEVEL_L2_1,   19800,    792,    4752,      4000,   4000,   2 },
-  {  "2.2",  GST_H264_LEVEL_L2_2,   20250,    1620,   8100,      4000,   4000,   2 },
+  {  "2.1",  GST_H264_LEVEL_L2_1, 19800,    792,    4752,      4000,   4000,   2 },
+  {  "2.2",  GST_H264_LEVEL_L2_2, 20250,    1620,   8100,      4000,   4000,   2 },
   {  "3",    GST_H264_LEVEL_L3,   40500,    1620,   8100,      10000,  10000,  2 },
-  {  "3.1",  GST_H264_LEVEL_L3_1,   108000,   3600,   18000,     14000,  14000,  4 },
-  {  "3.2",  GST_H264_LEVEL_L3_2,   216000,   5120,   20480,     20000,  20000,  4 },
+  {  "3.1",  GST_H264_LEVEL_L3_1, 108000,   3600,   18000,     14000,  14000,  4 },
+  {  "3.2",  GST_H264_LEVEL_L3_2, 216000,   5120,   20480,     20000,  20000,  4 },
   {  "4",    GST_H264_LEVEL_L4,   245760,   8192,   32768,     20000,  25000,  4 },
-  {  "4.1",  GST_H264_LEVEL_L4_1,   245760,   8192,   32768,     50000,  62500,  2 },
-  {  "4.2",  GST_H264_LEVEL_L4_2,   522240,   8704,   34816,     50000,  62500,  2 },
+  {  "4.1",  GST_H264_LEVEL_L4_1, 245760,   8192,   32768,     50000,  62500,  2 },
+  {  "4.2",  GST_H264_LEVEL_L4_2, 522240,   8704,   34816,     50000,  62500,  2 },
   {  "5",    GST_H264_LEVEL_L5,   589824,   22080,  110400,    135000, 135000, 2 },
-  {  "5.1",  GST_H264_LEVEL_L5_1,   983040,   36864,  184320,    240000, 240000, 2 },
-  {  "5.2",  GST_H264_LEVEL_L5_2,   2073600,  36864,  184320,    240000, 240000, 2 },
+  {  "5.1",  GST_H264_LEVEL_L5_1, 983040,   36864,  184320,    240000, 240000, 2 },
+  {  "5.2",  GST_H264_LEVEL_L5_2, 2073600,  36864,  184320,    240000, 240000, 2 },
   {  "6",    GST_H264_LEVEL_L6,   4177920,  139264, 696320,    240000, 240000, 2 },
-  {  "6.1",  GST_H264_LEVEL_L6_1,   8355840,  139264, 696320,    480000, 480000, 2 },
-  {  "6.2",  GST_H264_LEVEL_L6_2,  16711680,  139264, 696320,    800000, 800000, 2 },
+  {  "6.1",  GST_H264_LEVEL_L6_1, 8355840,  139264, 696320,    480000, 480000, 2 },
+  {  "6.2",  GST_H264_LEVEL_L6_2, 16711680, 139264, 696320,    800000, 800000, 2 },
 };
 /* *INDENT-ON* */
 
 #ifndef GST_DISABLE_GST_DEBUG
 static const gchar *
-_slice_type_name (GstH264SliceType type)
-{
-  switch (type) {
-    case GST_H264_P_SLICE:
-      return "P";
-    case GST_H264_B_SLICE:
-      return "B";
-    case GST_H264_I_SLICE:
-      return "I";
-    default:
-      g_assert_not_reached ();
-  }
-
-  return NULL;
-}
-
-static const gchar *
 _rate_control_get_name (guint32 rc_mode)
 {
   GParamSpecEnum *spec;
@@ -378,7 +366,7 @@
   frame = g_new (GstVaH264EncFrame, 1);
   frame->frame_num = 0;
   frame->unused_for_reference_pic_num = -1;
-  frame->picture = NULL;
+  frame->base.picture = NULL;
   frame->last_frame = FALSE;
 
   return frame;
@@ -388,16 +376,14 @@
 gst_va_enc_frame_free (gpointer pframe)
 {
   GstVaH264EncFrame *frame = pframe;
-  g_clear_pointer (&frame->picture, gst_va_encode_picture_free);
+  g_clear_pointer (&frame->base.picture, gst_va_encode_picture_free);
   g_free (frame);
 }
 
 static inline GstVaH264EncFrame *
 _enc_frame (GstVideoCodecFrame * frame)
 {
-  GstVaH264EncFrame *enc_frame = gst_video_codec_frame_get_user_data (frame);
-  g_assert (enc_frame);
-  return enc_frame;
+  return gst_va_get_enc_frame (frame);
 }
 
 /* Normalizes bitrate (and CPB size) for HRD conformance */
@@ -454,7 +440,7 @@
    * speed and quality, while the others control encoding bit rate and
    * quality. The lower value has better quality(maybe bigger MV search
    * range) but slower speed, the higher value has faster speed but lower
-   * quality.
+   * quality. It is valid for all modes.
    *
    * The possible composition to control the bit rate and quality:
    *
@@ -489,6 +475,17 @@
    *    target bit rate, and encoder will try its best to make the QP
    *    with in the "max-qp", "min-qp" range. Other paramters are
    *    ignored.
+   *
+   * 5. ICQ mode: "rate-control=ICQ", which is similar to CQP mode
+   *    except that its QP may be increased or decreaed to avoid huge
+   *    bit rate fluctuation. The "qpi" specifies a quality factor
+   *    as the base quality value. Other properties are ignored.
+   *
+   * 6. QVBR mode: "rate-control=QVBR", which is similar to VBR mode
+   *    with the same usage of "bitrate", "target-percentage" and
+   *    "cpb-size" properties. Besides that, the "qpi" specifies a
+   *    quality factor as the base quality value which the driver
+   *    should try its best to meet. Other properties are ignored.
    */
 
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
@@ -583,7 +580,8 @@
 
   /* Calculate a bitrate is not set. */
   if ((self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
-          || self->rc.rc_ctrl_mode == VA_RC_VCM) && bitrate == 0) {
+          || self->rc.rc_ctrl_mode == VA_RC_VCM
+          || self->rc.rc_ctrl_mode == VA_RC_QVBR) && bitrate == 0) {
     /* Default compression: 48 bits per macroblock in "high-compression" mode */
     guint bits_per_mb = 48;
     guint64 factor;
@@ -607,7 +605,11 @@
   /* Adjust the setting based on RC mode. */
   switch (self->rc.rc_ctrl_mode) {
     case VA_RC_NONE:
+    case VA_RC_ICQ:
+      self->rc.qp_p = self->rc.qp_b = self->rc.qp_i;
+      /* Fall through. */
     case VA_RC_CQP:
+      bitrate = 0;
       self->rc.max_bitrate = 0;
       self->rc.target_bitrate = 0;
       self->rc.target_percentage = 0;
@@ -620,11 +622,14 @@
       self->rc.qp_i = self->rc.qp_p = self->rc.qp_b = 26;
       break;
     case VA_RC_VBR:
-      g_assert (self->rc.target_percentage >= 10);
+      self->rc.qp_i = 26;
+      /* Fall through. */
+    case VA_RC_QVBR:
+      self->rc.qp_p = self->rc.qp_b = self->rc.qp_i;
+      self->rc.target_percentage = MAX (10, self->rc.target_percentage);
       self->rc.max_bitrate = (guint) gst_util_uint64_scale_int (bitrate,
           100, self->rc.target_percentage);
       self->rc.target_bitrate = bitrate;
-      self->rc.qp_i = self->rc.qp_p = self->rc.qp_b = 26;
       break;
     case VA_RC_VCM:
       self->rc.max_bitrate = bitrate;
@@ -645,11 +650,12 @@
       break;
   }
 
-  GST_DEBUG_OBJECT (self, "Max bitrate: %u bits/sec, "
-      "Target bitrate: %u bits/sec", self->rc.max_bitrate,
-      self->rc.target_bitrate);
+  GST_DEBUG_OBJECT (self, "Max bitrate: %u kbps, target bitrate: %u kbps",
+      self->rc.max_bitrate, self->rc.target_bitrate);
 
-  if (self->rc.rc_ctrl_mode != VA_RC_NONE && self->rc.rc_ctrl_mode != VA_RC_CQP)
+  if (self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
+      || self->rc.rc_ctrl_mode == VA_RC_VCM
+      || self->rc.rc_ctrl_mode == VA_RC_QVBR)
     _calculate_bitrate_hrd (self);
 
   /* update & notifications */
@@ -700,7 +706,7 @@
   guint i, PicSizeMbs, MaxDpbMbs, MaxMBPS;
 
   PicSizeMbs = self->mb_width * self->mb_height;
-  MaxDpbMbs = PicSizeMbs * (self->gop.num_ref_frames + 1);
+  MaxDpbMbs = PicSizeMbs * self->gop.max_dec_frame_buffering;
   MaxMBPS = gst_util_uint64_scale_int_ceil (PicSizeMbs,
       GST_VIDEO_INFO_FPS_N (&base->in_info),
       GST_VIDEO_INFO_FPS_D (&base->in_info));
@@ -749,9 +755,9 @@
       self->num_slices, PROP_NUM_SLICES);
 
   /* Ensure trellis. */
-  if (self->use_trellis &&
-      !gst_va_encoder_has_trellis (base->encoder, base->profile,
-          GST_VA_BASE_ENC_ENTRYPOINT (base))) {
+  self->support_trellis = gst_va_encoder_has_trellis (base->encoder,
+      base->profile, GST_VA_BASE_ENC_ENTRYPOINT (base));
+  if (self->use_trellis && !self->support_trellis) {
     GST_INFO_OBJECT (self, "The trellis is not supported");
     self->use_trellis = FALSE;
   }
@@ -804,7 +810,7 @@
     }
 
     g_string_append_printf (str, "%s",
-        _slice_type_name (self->gop.frame_typesi.slice_type));
+        gst_h264_slice_type_to_string (self->gop.frame_typesi.slice_type));
 
     if (self->gop.b_pyramid
         && self->gop.frame_typesi.slice_type == GST_H264_B_SLICE) {
@@ -1018,7 +1024,7 @@
   }
 
   /* b_pyramid needs at least 1 ref for B, besides the I/P */
-  if (self->gop.b_pyramid && self->gop.num_ref_frames <= 2) {
+  if (self->gop.b_pyramid && self->gop.num_ref_frames <= 1) {
     GST_INFO_OBJECT (self, "The number of reference frames is only %d,"
         " not enough for b_pyramid", self->gop.num_ref_frames);
     self->gop.b_pyramid = FALSE;
@@ -1065,20 +1071,21 @@
     self->gop.ref_num_list1 = 0;
   } else if (self->gop.b_pyramid) {
     guint b_frames = self->gop.num_bframes;
-    guint b_refs;
 
     /* b pyramid has only one backward ref. */
     g_assert (list1 == 1);
     self->gop.ref_num_list1 = list1;
     self->gop.ref_num_list0 =
         self->gop.num_ref_frames - self->gop.ref_num_list1;
+    if (self->gop.ref_num_list0 > list0)
+      self->gop.ref_num_list0 = list0;
 
     b_frames = b_frames / 2;
-    b_refs = 0;
     while (b_frames) {
-      /* At least 1 B ref for each level, plus begin and end 2 P/I */
-      b_refs += 1;
-      if (b_refs + 2 > self->gop.num_ref_frames)
+      /* All the ref pictures and the current picture should be in the
+         DPB. So each B level as ref, plus the IDR or P in both ends
+         and the current picture should not exceed the max_dpb_size. */
+      if (self->gop.highest_pyramid_level + 2 + 1 == 16)
         break;
 
       self->gop.highest_pyramid_level++;
@@ -1133,14 +1140,31 @@
   self->gop.log2_max_frame_num = _get_log2_max_num (self->gop.idr_period);
   self->gop.max_frame_num = (1 << self->gop.log2_max_frame_num);
   self->gop.log2_max_pic_order_cnt = self->gop.log2_max_frame_num + 1;
+  /* 8.2.1.1 Decoding process for picture order count type 0:
+     For intra only stream, because all frames are non-ref, poc is
+     easy to wrap. Need to increase the max poc. */
+  if (self->gop.ip_period == 0)
+    self->gop.log2_max_pic_order_cnt++;
   self->gop.max_pic_order_cnt = (1 << self->gop.log2_max_pic_order_cnt);
-  self->gop.num_reorder_frames = self->gop.b_pyramid ?
-      self->gop.highest_pyramid_level * 2 + 1 /* the last P frame. */ :
-      self->gop.ref_num_list1;
-  /* Should not exceed the max ref num. */
-  self->gop.num_reorder_frames =
-      MIN (self->gop.num_reorder_frames, self->gop.num_ref_frames);
-  self->gop.num_reorder_frames = MIN (self->gop.num_reorder_frames, 16);
+
+  /* Intra only stream. */
+  if (self->gop.ip_period == 0) {
+    self->gop.num_reorder_frames = 0;
+
+    self->gop.max_dec_frame_buffering = 1 + 1;  /* IDR and current frame. */
+    self->gop.max_num_ref_frames = 0;
+  } else {
+    self->gop.num_reorder_frames = self->gop.b_pyramid ?
+        self->gop.highest_pyramid_level + 1 /* the last P frame. */ :
+        self->gop.ref_num_list1;
+    self->gop.num_reorder_frames = MIN (self->gop.num_reorder_frames, 16);
+
+    /* Let the DPB contain total refs plus the current frame. */
+    self->gop.max_dec_frame_buffering = self->gop.b_pyramid ?
+        self->gop.highest_pyramid_level + 2 + 1 : self->gop.num_ref_frames + 1;
+    g_assert (self->gop.max_dec_frame_buffering <= 16);
+    self->gop.max_num_ref_frames = self->gop.max_dec_frame_buffering - 1;
+  }
 
   _create_gop_frame_types (self);
   _print_gop_structure (self);
@@ -1150,6 +1174,10 @@
       self->gop.num_ref_frames, PROP_NUM_REF_FRAMES);
   update_property_uint (base, &self->prop.num_iframes, self->gop.num_iframes,
       PROP_IFRAMES);
+  update_property_uint (base, &self->prop.num_bframes, self->gop.num_bframes,
+      PROP_BFRAMES);
+  update_property_bool (base, &self->prop.b_pyramid, self->gop.b_pyramid,
+      PROP_B_PYRAMID);
 }
 
 static void
@@ -1498,6 +1526,9 @@
   self->level_str = NULL;
   self->mb_width = 0;
   self->mb_height = 0;
+  self->min_cr = 0;
+  self->packed_headers = 0;
+  self->support_trellis = FALSE;
 
   self->gop.i_period = 0;
   self->gop.total_idr_count = 0;
@@ -1513,6 +1544,8 @@
   self->gop.ref_num_list0 = 0;
   self->gop.ref_num_list1 = 0;
   self->gop.num_reorder_frames = 0;
+  self->gop.max_dec_frame_buffering = 0;
+  self->gop.max_num_ref_frames = 0;
   self->gop.last_keyframe = NULL;
 
   self->rc.max_bitrate = 0;
@@ -1535,13 +1568,16 @@
   GstVideoFormat format, reconf_format = GST_VIDEO_FORMAT_UNKNOWN;
   VAProfile profile = VAProfileNone;
   gboolean do_renegotiation = TRUE, do_reopen, need_negotiation;
-  guint max_ref_frames, max_surfaces = 0, rt_format = 0, codedbuf_size;
+  guint max_ref_frames, max_surfaces = 0, rt_format = 0,
+      codedbuf_size, latency_num;
   gint width, height;
+  GstClockTime latency;
 
   width = GST_VIDEO_INFO_WIDTH (&base->in_info);
   height = GST_VIDEO_INFO_HEIGHT (&base->in_info);
   format = GST_VIDEO_INFO_FORMAT (&base->in_info);
   codedbuf_size = base->codedbuf_size;
+  latency_num = base->preferred_output_delay + self->gop.ip_period - 1;
 
   need_negotiation =
       !gst_va_encoder_get_reconstruct_pool_config (base->encoder, &reconf_caps,
@@ -1566,6 +1602,13 @@
 
   gst_va_base_enc_reset_state (base);
 
+  if (base->is_live) {
+    base->preferred_output_delay = 0;
+  } else {
+    /* FIXME: An experience value for most of the platforms. */
+    base->preferred_output_delay = 4;
+  }
+
   base->profile = profile;
   base->rt_format = rt_format;
   base->width = width;
@@ -1595,20 +1638,13 @@
   if (!_ensure_rate_control (self))
     return FALSE;
 
+  _generate_gop_structure (self);
+
   if (!_calculate_level (self))
     return FALSE;
 
-  _generate_gop_structure (self);
-
   _calculate_coded_size (self);
 
-  /* updates & notifications */
-  /* num_bframes are modified several times before */
-  update_property_uint (base, &self->prop.num_bframes, self->gop.num_bframes,
-      PROP_BFRAMES);
-  update_property_bool (base, &self->prop.b_pyramid, self->gop.b_pyramid,
-      PROP_B_PYRAMID);
-
   if (!_init_packed_headers (self))
     return FALSE;
 
@@ -1618,7 +1654,24 @@
   self->cc = self->cc && self->packed_headers & VA_ENC_PACKED_HEADER_RAW_DATA;
   update_property_bool (base, &self->prop.cc, self->cc, PROP_CC);
 
-  max_ref_frames = self->gop.num_ref_frames + 3 /* scratch frames */ ;
+  /* Let the downstream know the new latency. */
+  if (latency_num != base->preferred_output_delay + self->gop.ip_period - 1) {
+    need_negotiation = TRUE;
+    latency_num = base->preferred_output_delay + self->gop.ip_period - 1;
+  }
+
+  /* Set the latency */
+  latency = gst_util_uint64_scale (latency_num,
+      GST_VIDEO_INFO_FPS_D (&base->input_state->info) * GST_SECOND,
+      GST_VIDEO_INFO_FPS_N (&base->input_state->info));
+  gst_video_encoder_set_latency (venc, latency, latency);
+
+
+  max_ref_frames = self->gop.b_pyramid ?
+      self->gop.highest_pyramid_level + 2 : self->gop.num_ref_frames;
+  max_ref_frames += base->preferred_output_delay;
+  base->min_buffers = max_ref_frames;
+  max_ref_frames += 3 /* scratch frames */ ;
 
   /* second check after calculations */
   do_reopen |=
@@ -1677,6 +1730,18 @@
   return TRUE;
 }
 
+static void
+frame_setup_from_gop (GstVaH264Enc * self, GstVaH264EncFrame * frame, guint i)
+{
+  g_assert (i < 1024);
+
+  frame->type = self->gop.frame_typesi.slice_type;
+  frame->is_ref = self->gop.frame_typesi.is_ref;
+  frame->pyramid_level = self->gop.frame_typesi.pyramid_level;
+  frame->left_ref_poc_diff = self->gop.frame_typesi.left_ref_poc_diff;
+  frame->right_ref_poc_diff = self->gop.frame_typesi.right_ref_poc_diff;
+}
+
 static gboolean
 _push_one_frame (GstVaBaseEnc * base, GstVideoCodecFrame * gst_frame,
     gboolean last)
@@ -1696,15 +1761,11 @@
     if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (gst_frame) &&
         !(self->gop.cur_frame_index == 0 ||
             self->gop.cur_frame_index == self->gop.idr_period)) {
-      GST_DEBUG_OBJECT (base, "system_frame_number: %d is a force key "
+      GST_DEBUG_OBJECT (base, "system_frame_number: %u is a force key"
           "frame(IDR), begin a new GOP.", gst_frame->system_frame_number);
 
       frame->poc = 0;
-      frame->type = self->gop.frame_types0.slice_type;
-      frame->is_ref = self->gop.frame_types0.is_ref;
-      frame->pyramid_level = self->gop.frame_types0.pyramid_level;
-      frame->left_ref_poc_diff = self->gop.frame_types0.left_ref_poc_diff;
-      frame->right_ref_poc_diff = self->gop.frame_types0.right_ref_poc_diff;
+      frame_setup_from_gop (self, frame, 0);
 
       /* The previous key frame should be already be poped out. */
       g_assert (self->gop.last_keyframe == NULL);
@@ -1738,25 +1799,18 @@
       /* TODO: move most this logic onto vabaseenc class  */
       if (self->gop.cur_frame_index == 0) {
         g_assert (frame->poc == 0);
-        GST_LOG_OBJECT (self, "system_frame_number: %d, an IDR frame, starts"
+        GST_LOG_OBJECT (self, "system_frame_number: %u, an IDR frame, starts"
             " a new GOP", gst_frame->system_frame_number);
 
         g_queue_clear_full (&base->ref_list,
             (GDestroyNotify) gst_video_codec_frame_unref);
       }
 
-      frame->type = self->gop.frame_typesself->gop.cur_frame_index.slice_type;
-      frame->is_ref = self->gop.frame_typesself->gop.cur_frame_index.is_ref;
-      frame->pyramid_level =
-          self->gop.frame_typesself->gop.cur_frame_index.pyramid_level;
-      frame->left_ref_poc_diff =
-          self->gop.frame_typesself->gop.cur_frame_index.left_ref_poc_diff;
-      frame->right_ref_poc_diff =
-          self->gop.frame_typesself->gop.cur_frame_index.right_ref_poc_diff;
+      frame_setup_from_gop (self, frame, self->gop.cur_frame_index);
 
-      GST_LOG_OBJECT (self, "Push frame, system_frame_number: %d, poc %d, "
+      GST_LOG_OBJECT (self, "Push frame, system_frame_number: %u, poc %d, "
           "frame type %s", gst_frame->system_frame_number, frame->poc,
-          _slice_type_name (frame->type));
+          gst_h264_slice_type_to_string (frame->type));
 
       self->gop.cur_frame_index++;
 
@@ -1976,13 +2030,14 @@
 
   if (self->gop.b_pyramid && vaframe->type == GST_H264_B_SLICE) {
     GST_LOG_OBJECT (self, "pop a pyramid B frame with system_frame_number:"
-        " %d, poc: %d, frame num: %d, is_ref: %s, level %d",
+        " %u, poc: %d, frame num: %d, is_ref: %s, level %u",
         frame->system_frame_number, vaframe->poc, vaframe->frame_num,
         vaframe->is_ref ? "true" : "false", vaframe->pyramid_level);
   } else {
-    GST_LOG_OBJECT (self, "pop a frame with system_frame_number: %d,"
+    GST_LOG_OBJECT (self, "pop a frame with system_frame_number: %u,"
         " frame type: %s, poc: %d, frame num: %d, is_ref: %s",
-        frame->system_frame_number, _slice_type_name (vaframe->type),
+        frame->system_frame_number,
+        gst_h264_slice_type_to_string (vaframe->type),
         vaframe->poc, vaframe->frame_num, vaframe->is_ref ? "true" : "false");
   }
 
@@ -1998,7 +2053,7 @@
 {
   if (!_push_one_frame (base, frame, bump_all)) {
     GST_ERROR_OBJECT (base, "Failed to push the input frame"
-        " system_frame_number: %d into the reorder list",
+        " system_frame_number: %u into the reorder list",
         frame->system_frame_number);
 
     *out_frame = NULL;
@@ -2021,12 +2076,6 @@
   GstH264Profile profile;
   guint32 constraint_set0_flag, constraint_set1_flag;
   guint32 constraint_set2_flag, constraint_set3_flag;
-  guint32 max_dec_frame_buffering;
-
-  /* let max_num_ref_frames <= MaxDpbFrames. */
-  max_dec_frame_buffering =
-      MIN (self->gop.num_ref_frames + 1 /* Last frame before bump */ ,
-      16 /* DPB_MAX_SIZE */ );
 
   constraint_set0_flag = 0;
   constraint_set1_flag = 0;
@@ -2132,7 +2181,7 @@
       .log2_max_mv_length_vertical =
           seq_param->vui_fields.bits.log2_max_mv_length_vertical,
       .num_reorder_frames = self->gop.num_reorder_frames,
-      .max_dec_frame_buffering = max_dec_frame_buffering,
+      .max_dec_frame_buffering = self->gop.max_dec_frame_buffering,
     },
   };
   /* *INDENT-ON* */
@@ -2157,7 +2206,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderSequence, packed_sps, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the packed sequence header");
     return FALSE;
@@ -2200,7 +2249,7 @@
     .intra_idr_period = self->gop.idr_period,
     .ip_period = self->gop.ip_period,
     .bits_per_second = self->rc.target_bitrate_bits,
-    .max_num_ref_frames = self->gop.num_ref_frames,
+    .max_num_ref_frames = self->gop.max_num_ref_frames,
     .picture_width_in_mbs = self->mb_width,
     .picture_height_in_mbs = self->mb_height,
 
@@ -2284,10 +2333,10 @@
   *pic_param = (VAEncPictureParameterBufferH264) {
     .CurrPic = {
       .picture_id =
-          gst_va_encode_picture_get_reconstruct_surface (frame->picture),
+          gst_va_encode_picture_get_reconstruct_surface (frame->base.picture),
       .TopFieldOrderCnt = frame->poc,
     },
-    .coded_buf = frame->picture->coded_buffer,
+    .coded_buf = frame->base.picture->coded_buffer,
     /* Only support one sps and pps now. */
     .pic_parameter_set_id = 0,
     .seq_parameter_set_id = 0,
@@ -2309,7 +2358,7 @@
     .pic_fields.bits.weighted_bipred_idc = 0,
     .pic_fields.bits.constrained_intra_pred_flag = 0,
     .pic_fields.bits.transform_8x8_mode_flag = self->use_dct8x8,
-    /* enable debloking */
+    /* enable deblocking */
     .pic_fields.bits.deblocking_filter_control_present_flag = 1,
     .pic_fields.bits.redundant_pic_cnt_present_flag = 0,
     /* bottom_field_pic_order_in_frame_present_flag */
@@ -2325,18 +2374,19 @@
 
     if (g_queue_is_empty (&base->ref_list)) {
       GST_ERROR_OBJECT (self, "No reference found for frame type %s",
-          _slice_type_name (frame->type));
+          gst_h264_slice_type_to_string (frame->type));
       return FALSE;
     }
 
-    g_assert (g_queue_get_length (&base->ref_list) <= self->gop.num_ref_frames);
+    g_assert (g_queue_get_length (&base->ref_list) <
+        self->gop.max_dec_frame_buffering);
 
     /* ref frames in queue are already sorted by frame_num. */
     for (; i < g_queue_get_length (&base->ref_list); i++) {
       f = _enc_frame (g_queue_peek_nth (&base->ref_list, i));
 
       pic_param->ReferenceFramesi.picture_id =
-          gst_va_encode_picture_get_reconstruct_surface (f->picture);
+          gst_va_encode_picture_get_reconstruct_surface (f->base.picture);
       pic_param->ReferenceFramesi.TopFieldOrderCnt = f->poc;
       pic_param->ReferenceFramesi.flags =
           VA_PICTURE_H264_SHORT_TERM_REFERENCE;
@@ -2355,7 +2405,7 @@
 {
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
 
-  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_param (base->encoder, frame->base.picture,
           VAEncPictureParameterBufferType, pic_param,
           sizeof (VAEncPictureParameterBufferH264))) {
     GST_ERROR_OBJECT (self, "Failed to create the picture parameter");
@@ -2419,7 +2469,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderPicture, packed_pps, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the packed picture header");
     return FALSE;
@@ -2497,7 +2547,8 @@
   if (frame->type != GST_H264_I_SLICE) {
     for (; i < list0_num; i++) {
       slice->RefPicList0i.picture_id =
-          gst_va_encode_picture_get_reconstruct_surface (list0i->picture);
+          gst_va_encode_picture_get_reconstruct_surface
+          (list0i->base.picture);
       slice->RefPicList0i.TopFieldOrderCnt = list0i->poc;
       slice->RefPicList0i.flags |= VA_PICTURE_H264_SHORT_TERM_REFERENCE;
       slice->RefPicList0i.frame_idx = list0i->frame_num;
@@ -2512,7 +2563,8 @@
   if (frame->type == GST_H264_B_SLICE) {
     for (; i < list1_num; i++) {
       slice->RefPicList1i.picture_id =
-          gst_va_encode_picture_get_reconstruct_surface (list1i->picture);
+          gst_va_encode_picture_get_reconstruct_surface
+          (list1i->base.picture);
       slice->RefPicList1i.TopFieldOrderCnt = list1i->poc;
       slice->RefPicList1i.flags |= VA_PICTURE_H264_SHORT_TERM_REFERENCE;
       slice->RefPicList1i.frame_idx = list1i->frame_num;
@@ -2523,7 +2575,7 @@
     slice->RefPicList1i.flags = VA_PICTURE_H264_INVALID;
   }
 
-  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_param (base->encoder, frame->base.picture,
           VAEncSliceParameterBufferType, slice,
           sizeof (VAEncSliceParameterBufferH264))) {
     GST_ERROR_OBJECT (self, "Failed to create the slice parameter");
@@ -2586,20 +2638,21 @@
 
 static void
 _insert_ref_pic_list_modification (GstH264SliceHdr * slice_hdr,
-    GstVaH264EncFrame * list16, guint list_num, gboolean is_asc)
+    GstVaH264EncFrame * list16, guint list_num,
+    guint total_list_num, gboolean is_asc)
 {
   GstVaH264EncFrame *list_by_pic_num16 = { NULL, };
   guint modification_num, i;
   GstH264RefPicListModification *ref_pic_list_modification = NULL;
   gint pic_num_diff, pic_num_lx_pred;
 
-  memcpy (list_by_pic_num, list, sizeof (GstVaH264EncFrame *) * list_num);
+  memcpy (list_by_pic_num, list, sizeof (GstVaH264EncFrame *) * total_list_num);
 
   if (is_asc) {
-    g_qsort_with_data (list_by_pic_num, list_num, sizeof (gpointer),
+    g_sort_array (list_by_pic_num, total_list_num, sizeof (gpointer),
         (GCompareDataFunc) _frame_num_asc_compare, NULL);
   } else {
-    g_qsort_with_data (list_by_pic_num, list_num, sizeof (gpointer),
+    g_sort_array (list_by_pic_num, total_list_num, sizeof (gpointer),
         (GCompareDataFunc) _frame_num_des_compare, NULL);
   }
 
@@ -2608,7 +2661,8 @@
     if (list_by_pic_numi->poc != listi->poc)
       modification_num = i + 1;
   }
-  g_assert (modification_num > 0);
+  if (modification_num == 0)
+    return;
 
   if (is_asc) {
     slice_hdr->ref_pic_list_modification_flag_l1 = 1;
@@ -2668,8 +2722,8 @@
 static gboolean
 _add_slice_header (GstVaH264Enc * self, GstVaH264EncFrame * frame,
     GstH264PPS * pps, VAEncSliceParameterBufferH264 * slice,
-    GstVaH264EncFrame * list016, guint list0_num,
-    GstVaH264EncFrame * list116, guint list1_num)
+    GstVaH264EncFrame * list016, guint list0_num, guint total_list0_num,
+    GstVaH264EncFrame * list116, guint list1_num, guint total_list1_num)
 {
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
   GstH264SliceHdr slice_hdr;
@@ -2726,16 +2780,20 @@
   /* *INDENT-ON* */
 
   /* Reorder the ref lists if needed. */
-  if (list0_num > 1) {
+  if (total_list0_num > 0) {
+    g_assert (list0_num > 0);
     /* list0 is in poc descend order now. */
-    if (_ref_list_need_reorder (list0, list0_num, FALSE))
-      _insert_ref_pic_list_modification (&slice_hdr, list0, list0_num, FALSE);
+    if (_ref_list_need_reorder (list0, total_list0_num, FALSE))
+      _insert_ref_pic_list_modification (&slice_hdr, list0, list0_num,
+          total_list0_num, FALSE);
   }
 
-  if (list0_num > 1) {
-    /* list0 is in poc ascend order now. */
-    if (_ref_list_need_reorder (list1, list1_num, TRUE)) {
-      _insert_ref_pic_list_modification (&slice_hdr, list1, list1_num, TRUE);
+  if (total_list1_num > 0) {
+    g_assert (list1_num > 0);
+    /* list1 is in poc ascend order now. */
+    if (_ref_list_need_reorder (list1, total_list1_num, TRUE)) {
+      _insert_ref_pic_list_modification (&slice_hdr, list1, list1_num,
+          total_list1_num, TRUE);
     }
   }
 
@@ -2754,7 +2812,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderSlice, packed_slice_hdr, size * 8 + trail_bits,
           FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the packed slice header");
@@ -2794,7 +2852,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderRawData, aud_data, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the AUD");
     return FALSE;
@@ -2909,7 +2967,7 @@
     goto out;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderRawData, packed_sei, sei_size * 8, FALSE)) {
     GST_WARNING_OBJECT (self, "Failed to add SEI CC data");
     goto out;
@@ -2928,9 +2986,9 @@
   VAEncPictureParameterBufferH264 pic_param;
   GstH264PPS pps;
   GstVaH264EncFrame *list016 = { NULL, };
-  guint list0_num = 0;
+  guint list0_num = 0, total_list0_num = 0;
   GstVaH264EncFrame *list116 = { NULL, };
-  guint list1_num = 0;
+  guint list1_num = 0, total_list1_num = 0;;
   guint slice_of_mbs, slice_mod_mbs, slice_start_mb, slice_mbs;
   gint i;
   GstVaH264EncFrame *frame;
@@ -2946,32 +3004,32 @@
   if (frame->poc == 0) {
     VAEncSequenceParameterBufferH264 sequence;
 
-    if (!gst_va_base_enc_add_rate_control_parameter (base, frame->picture,
+    if (!gst_va_base_enc_add_rate_control_parameter (base, frame->base.picture,
             self->rc.rc_ctrl_mode, self->rc.max_bitrate_bits,
             self->rc.target_percentage, self->rc.qp_i, self->rc.min_qp,
             self->rc.max_qp, self->rc.mbbrc))
       return FALSE;
 
-    if (!gst_va_base_enc_add_quality_level_parameter (base, frame->picture,
+    if (!gst_va_base_enc_add_quality_level_parameter (base, frame->base.picture,
             self->rc.target_usage))
       return FALSE;
 
-    if (!gst_va_base_enc_add_frame_rate_parameter (base, frame->picture))
+    if (!gst_va_base_enc_add_frame_rate_parameter (base, frame->base.picture))
       return FALSE;
 
-    if (!gst_va_base_enc_add_hrd_parameter (base, frame->picture,
+    if (!gst_va_base_enc_add_hrd_parameter (base, frame->base.picture,
             self->rc.rc_ctrl_mode, self->rc.cpb_length_bits))
       return FALSE;
 
-    if (!gst_va_base_enc_add_trellis_parameter (base, frame->picture,
-            self->use_trellis))
+    if (self->support_trellis && !gst_va_base_enc_add_trellis_parameter (base,
+            frame->base.picture, self->use_trellis))
       return FALSE;
 
     _fill_sequence_param (self, &sequence);
     if (!_fill_sps (self, &sequence))
       return FALSE;
 
-    if (!_add_sequence_parameter (self, frame->picture, &sequence))
+    if (!_add_sequence_parameter (self, frame->base.picture, &sequence))
       return FALSE;
 
     if ((self->packed_headers & VA_ENC_PACKED_HEADER_SEQUENCE)
@@ -2990,14 +3048,15 @@
       if (vaf->poc > frame->poc)
         continue;
 
-      list0list0_num = vaf;
-      list0_num++;
+      list0total_list0_num = vaf;
+      total_list0_num++;
     }
 
     /* reorder to select the most nearest forward frames. */
-    g_qsort_with_data (list0, list0_num, sizeof (gpointer),
+    g_sort_array (list0, total_list0_num, sizeof (gpointer),
         (GCompareDataFunc) _poc_des_compare, NULL);
 
+    list0_num = total_list0_num;
     if (list0_num > self->gop.ref_num_list0)
       list0_num = self->gop.ref_num_list0;
   }
@@ -3012,14 +3071,15 @@
       if (vaf->poc < frame->poc)
         continue;
 
-      list1list1_num = vaf;
-      list1_num++;
+      list1total_list1_num = vaf;
+      total_list1_num++;
     }
 
     /* reorder to select the most nearest backward frames. */
-    g_qsort_with_data (list1, list1_num, sizeof (gpointer),
+    g_sort_array (list1, total_list1_num, sizeof (gpointer),
         (GCompareDataFunc) _poc_asc_compare, NULL);
 
+    list1_num = total_list1_num;
     if (list1_num > self->gop.ref_num_list1)
       list1_num = self->gop.ref_num_list1;
   }
@@ -3062,13 +3122,13 @@
 
     if ((self->packed_headers & VA_ENC_PACKED_HEADER_SLICE) &&
         (!_add_slice_header (self, frame, &pps, &slice, list0, list0_num,
-                list1, list1_num)))
+                total_list0_num, list1, list1_num, total_list1_num)))
       return FALSE;
 
     slice_start_mb += slice_mbs;
   }
 
-  if (!gst_va_encoder_encode (base->encoder, frame->picture)) {
+  if (!gst_va_encoder_encode (base->encoder, frame->base.picture)) {
     GST_ERROR_OBJECT (self, "Encode frame error");
     return FALSE;
   }
@@ -3109,7 +3169,7 @@
   }
 
   buf = gst_va_base_enc_create_output_buffer (base,
-      frame_enc->picture, NULL, 0);
+      frame_enc->base.picture, NULL, 0);
   if (!buf) {
     GST_ERROR_OBJECT (base, "Failed to create output buffer");
     return FALSE;
@@ -3152,7 +3212,8 @@
   guint i;
 
   /* We still have more space. */
-  if (g_queue_get_length (&base->ref_list) < self->gop.num_ref_frames)
+  if (g_queue_get_length (&base->ref_list) <
+      self->gop.max_dec_frame_buffering - 1)
     return NULL;
 
   /* Not b_pyramid, sliding window is enough. */
@@ -3216,11 +3277,11 @@
   frame = _enc_frame (gst_frame);
   frame->last_frame = is_last;
 
-  g_assert (frame->picture == NULL);
-  frame->picture = gst_va_encode_picture_new (base->encoder,
+  g_assert (frame->base.picture == NULL);
+  frame->base.picture = gst_va_encode_picture_new (base->encoder,
       gst_frame->input_buffer);
 
-  if (!frame->picture) {
+  if (!frame->base.picture) {
     GST_ERROR_OBJECT (self, "Failed to create the encode picture");
     return GST_FLOW_ERROR;
   }
@@ -3247,7 +3308,8 @@
     g_queue_push_tail (&base->ref_list, gst_video_codec_frame_ref (gst_frame));
     g_queue_sort (&base->ref_list, _sort_by_frame_num, NULL);
 
-    g_assert (g_queue_get_length (&base->ref_list) <= self->gop.num_ref_frames);
+    g_assert (g_queue_get_length (&base->ref_list) <
+        self->gop.max_dec_frame_buffering);
   }
 
   return GST_FLOW_OK;
@@ -3260,7 +3322,8 @@
   GstVaH264EncFrame *frame_in;
 
   frame_in = gst_va_enc_frame_new ();
-  gst_video_codec_frame_set_user_data (frame, frame_in, gst_va_enc_frame_free);
+  gst_va_set_enc_frame (frame, (GstVaEncFrame *) frame_in,
+      gst_va_enc_frame_free);
 
   gst_va_base_enc_push_dts (base, frame, self->gop.num_reorder_frames);
 
@@ -3336,6 +3399,13 @@
 {
   GstVaH264Enc *self = GST_VA_H264_ENC (object);
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  GstVaEncoder *encoder = NULL;
+  gboolean no_effect;
+
+  gst_object_replace ((GstObject **) (&encoder), (GstObject *) base->encoder);
+  no_effect = (encoder && gst_va_encoder_is_open (encoder));
+  if (encoder)
+    gst_object_unref (encoder);
 
   GST_OBJECT_LOCK (self);
 
@@ -3366,14 +3436,17 @@
       break;
     case PROP_QP_I:
       self->prop.qp_i = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_QP_P:
       self->prop.qp_p = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_QP_B:
       self->prop.qp_b = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_DCT8X8:
@@ -3412,22 +3485,28 @@
     }
     case PROP_BITRATE:
       self->prop.bitrate = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_TARGET_PERCENTAGE:
       self->prop.target_percentage = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_TARGET_USAGE:
       self->prop.target_usage = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_RATE_CONTROL:
       self->prop.rc_ctrl = g_value_get_enum (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     case PROP_CPB_SIZE:
       self->prop.cpb_size = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
@@ -3435,14 +3514,12 @@
 
   GST_OBJECT_UNLOCK (self);
 
+  if (no_effect) {
 #ifndef GST_DISABLE_GST_DEBUG
-  if (!g_atomic_int_get (&GST_VA_BASE_ENC (self)->reconf)
-      && base->encoder && gst_va_encoder_is_open (base->encoder)) {
-    GST_WARNING_OBJECT (self, "Property `%s` change ignored while processing.",
-        pspec->name);
-  }
+    GST_WARNING_OBJECT (self, "Property `%s` change may not take effect "
+        "until the next encoder reconfig.", pspec->name);
 #endif
-
+  }
 }
 
 static void
@@ -3732,7 +3809,8 @@
    */
   propertiesPROP_QP_I = g_param_spec_uint ("qpi", "I Frame QP",
       "The quantizer value for I frame. In CQP mode, it specifies the QP of I "
-      "frame, in other mode, it specifies the init QP of all frames", 0, 51, 26,
+      "frame. In ICQ and QVBR modes, it specifies a quality factor. In other "
+      "modes, it is ignored", 0, 51, 26,
       param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvah265enc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvah265enc.c Changed

@@ -58,6 +58,8 @@
 #include "gstvadisplay_priv.h"
 #include "gstvapluginutils.h"
 
+#include "gst/glib-compat-private.h"
+
 GST_DEBUG_CATEGORY_STATIC (gst_va_h265enc_debug);
 #define GST_CAT_DEFAULT gst_va_h265enc_debug
 
@@ -191,6 +193,7 @@
 
   gboolean aud;
   guint32 packed_headers;
+  gboolean support_trellis;
 
   struct
   {
@@ -341,7 +344,7 @@
 
 struct _GstVaH265EncFrame
 {
-  GstVaEncodePicture *picture;
+  GstVaEncFrame base;
   GstH265SliceType type;
   gboolean is_ref;
   guint pyramid_level;
@@ -408,23 +411,6 @@
 
 #ifndef GST_DISABLE_GST_DEBUG
 static const gchar *
-_h265_slice_type_name (GstH265SliceType type)
-{
-  switch (type) {
-    case GST_H265_P_SLICE:
-      return "P";
-    case GST_H265_B_SLICE:
-      return "B";
-    case GST_H265_I_SLICE:
-      return "I";
-    default:
-      g_assert_not_reached ();
-  }
-
-  return NULL;
-}
-
-static const gchar *
 _rate_control_get_name (guint32 rc_mode)
 {
   GParamSpecEnum *spec;
@@ -451,7 +437,7 @@
 
   frame = g_new (GstVaH265EncFrame, 1);
   frame->last_frame = FALSE;
-  frame->picture = NULL;
+  frame->base.picture = NULL;
 
   return frame;
 }
@@ -460,16 +446,14 @@
 gst_va_h265_enc_frame_free (gpointer pframe)
 {
   GstVaH265EncFrame *frame = pframe;
-  g_clear_pointer (&frame->picture, gst_va_encode_picture_free);
+  g_clear_pointer (&frame->base.picture, gst_va_encode_picture_free);
   g_free (frame);
 }
 
 static inline GstVaH265EncFrame *
 _enc_frame (GstVideoCodecFrame * frame)
 {
-  GstVaH265EncFrame *enc_frame = gst_video_codec_frame_get_user_data (frame);
-  g_assert (enc_frame);
-  return enc_frame;
+  return gst_va_get_enc_frame (frame);
 }
 
 static inline gboolean
@@ -714,9 +698,7 @@
 _h265_fill_vps (GstVaH265Enc * self,
     const VAEncSequenceParameterBufferHEVC * seq_param)
 {
-  guint max_dec_pic_buffering =
-      self->gop.num_ref_frames + 1 < self->gop.max_dpb_size ?
-      self->gop.num_ref_frames + 1 : self->gop.max_dpb_size;
+  guint max_dec_pic_buffering = self->gop.max_dpb_size;
 
   /* *INDENT-OFF* */
   self->vps_hdr = (GstH265VPS) {
@@ -748,9 +730,7 @@
 _h265_fill_sps (GstVaH265Enc * self,
     const VAEncSequenceParameterBufferHEVC * seq_param)
 {
-  guint max_dec_pic_buffering =
-      self->gop.num_ref_frames + 1 < self->gop.max_dpb_size ?
-      self->gop.num_ref_frames + 1 : self->gop.max_dpb_size;
+  guint max_dec_pic_buffering = self->gop.max_dpb_size;
 
   g_assert (self->gop.log2_max_pic_order_cnt >= 4);
   /* *INDENT-OFF* */
@@ -1159,7 +1139,7 @@
 
   /* VPS does not have its own packed header define, just reuse
      VAEncPackedHeaderSequence */
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderSequence, packed_vps, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add packed VPS header.");
     return FALSE;
@@ -1186,7 +1166,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderSequence, packed_sps, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add packed SPS header.");
     return FALSE;
@@ -1212,7 +1192,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderPicture, packed_pps, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the packed picture header");
     return FALSE;
@@ -1239,7 +1219,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderSlice, packed_slice_hdr, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the packed slice header");
     return FALSE;
@@ -1278,7 +1258,7 @@
     return FALSE;
   }
 
-  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->base.picture,
           VAEncPackedHeaderRawData, aud_data, size * 8, FALSE)) {
     GST_ERROR_OBJECT (self, "Failed to add the AUD");
     return FALSE;
@@ -1473,6 +1453,8 @@
     if (frame->type == GST_H265_B_SLICE) {
       hierarchical_level_plus1 += 1;
       hierarchical_level_plus1 += frame->pyramid_level;
+      /* So far only 3 level hint is supported in driver. */
+      hierarchical_level_plus1 = MIN (hierarchical_level_plus1, 4);
     }
   }
 
@@ -1487,11 +1469,11 @@
 
   *pic_param = (VAEncPictureParameterBufferHEVC) {
     .decoded_curr_pic.picture_id =
-        gst_va_encode_picture_get_reconstruct_surface (frame->picture),
+        gst_va_encode_picture_get_reconstruct_surface (frame->base.picture),
     .decoded_curr_pic.pic_order_cnt = frame->poc,
     .decoded_curr_pic.flags = 0,
 
-    .coded_buf = frame->picture->coded_buffer,
+    .coded_buf = frame->base.picture->coded_buffer,
     .last_picture = frame->last_frame,
     .pic_init_qp = self->rc.qp_i,
     .diff_cu_qp_delta_depth = self->features.diff_cu_qp_delta_depth,
@@ -1550,18 +1532,18 @@
 
     if (g_queue_is_empty (&base->ref_list)) {
       GST_ERROR_OBJECT (self, "No reference found for frame type %s",
-          _h265_slice_type_name (frame->type));
+          gst_h265_slice_type_to_string (frame->type));
       return FALSE;
     }
 
-    g_assert (g_queue_get_length (&base->ref_list) <= self->gop.num_ref_frames);
+    g_assert (g_queue_get_length (&base->ref_list) <= self->gop.max_dpb_size);
 
     /* ref frames in queue are already sorted by poc. */
     for (; i < g_queue_get_length (&base->ref_list); i++) {
       f = _enc_frame (g_queue_peek_nth (&base->ref_list, i));
 
       pic_param->reference_framesi.picture_id =
-          gst_va_encode_picture_get_reconstruct_surface (f->picture);
+          gst_va_encode_picture_get_reconstruct_surface (f->base.picture);
       pic_param->reference_framesi.pic_order_cnt = f->poc;
       pic_param->reference_framesi.flags = 0;
     }
@@ -1729,7 +1711,8 @@
   if (frame_type != GST_H265_I_SLICE) {
     for (; i < list0_num; i++) {
       slice->ref_pic_list0i.picture_id =
-          gst_va_encode_picture_get_reconstruct_surface (list0i->picture);
+          gst_va_encode_picture_get_reconstruct_surface
+          (list0i->base.picture);
       slice->ref_pic_list0i.pic_order_cnt = list0i->poc;
     }
   }
@@ -1742,7 +1725,8 @@
   if (frame_type == GST_H265_B_SLICE) {
     for (; i < list1_num; i++) {
       slice->ref_pic_list1i.picture_id =
-          gst_va_encode_picture_get_reconstruct_surface (list1i->picture);
+          gst_va_encode_picture_get_reconstruct_surface
+          (list1i->base.picture);
       slice->ref_pic_list1i.pic_order_cnt = list1i->poc;
     }
   }
@@ -1760,7 +1744,7 @@
 {
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
 
-  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_param (base->encoder, frame->base.picture,
           VAEncSequenceParameterBufferType, sequence, sizeof (*sequence))) {
     GST_ERROR_OBJECT (self, "Failed to create the sequence parameter");
     return FALSE;
@@ -1775,7 +1759,7 @@
 {
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
 
-  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_param (base->encoder, frame->base.picture,
           VAEncPictureParameterBufferType, pic_param,
           sizeof (VAEncPictureParameterBufferHEVC))) {
     GST_ERROR_OBJECT (self, "Failed to create the picture parameter");
@@ -1791,7 +1775,7 @@
 {
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
 
-  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+  if (!gst_va_encoder_add_param (base->encoder, frame->base.picture,
           VAEncSliceParameterBufferType, slice,
           sizeof (VAEncSliceParameterBufferHEVC))) {
     GST_ERROR_OBJECT (self, "Failed to add the slice parameter");
@@ -1879,25 +1863,25 @@
   if (frame->poc == 0) {
     VAEncSequenceParameterBufferHEVC sequence;
 
-    if (!gst_va_base_enc_add_rate_control_parameter (base, frame->picture,
+    if (!gst_va_base_enc_add_rate_control_parameter (base, frame->base.picture,
             self->rc.rc_ctrl_mode, self->rc.max_bitrate_bits,
             self->rc.target_percentage, self->rc.qp_i, self->rc.min_qp,
             self->rc.max_qp, self->rc.mbbrc))
       return FALSE;
 
-    if (!gst_va_base_enc_add_quality_level_parameter (base, frame->picture,
+    if (!gst_va_base_enc_add_quality_level_parameter (base, frame->base.picture,
             self->rc.target_usage))
       return FALSE;
 
-    if (!gst_va_base_enc_add_frame_rate_parameter (base, frame->picture))
+    if (!gst_va_base_enc_add_frame_rate_parameter (base, frame->base.picture))
       return FALSE;
 
-    if (!gst_va_base_enc_add_hrd_parameter (base, frame->picture,
+    if (!gst_va_base_enc_add_hrd_parameter (base, frame->base.picture,
             self->rc.rc_ctrl_mode, self->rc.cpb_length_bits))
       return FALSE;
 
-    if (!gst_va_base_enc_add_trellis_parameter (base, frame->picture,
-            self->features.use_trellis))
+    if (self->support_trellis && !gst_va_base_enc_add_trellis_parameter (base,
+            frame->base.picture, self->features.use_trellis))
       return FALSE;
 
     _h265_fill_sequence_parameter (self, &sequence);
@@ -1930,12 +1914,13 @@
       if (vaf->poc > frame->poc)
         continue;
 
+      g_assert (vaf->is_ref);
       list_forwardlist_forward_num = vaf;
       list_forward_num++;
     }
 
     /* reorder to select the most nearest forward frames. */
-    g_qsort_with_data (list_forward, list_forward_num, sizeof (gpointer),
+    g_sort_array (list_forward, list_forward_num, sizeof (gpointer),
         (GCompareDataFunc) _poc_des_compare, NULL);
 
     num_negative_pics = list_forward_num;
@@ -1967,12 +1952,13 @@
       if (vaf->poc < frame->poc)
         continue;
 
+      g_assert (vaf->is_ref);
       list_backwardlist_backward_num = vaf;
       list_backward_num++;
     }
 
     /* reorder to select the most nearest backward frames. */
-    g_qsort_with_data (list_backward, list_backward_num, sizeof (gpointer),
+    g_sort_array (list_backward, list_backward_num, sizeof (gpointer),
         (GCompareDataFunc) _poc_asc_compare, NULL);
 
     num_positive_pics = list_backward_num;
@@ -1994,7 +1980,7 @@
     }
   }
 
-  g_assert (list_forward_num + list_backward_num <= self->gop.num_ref_frames);
+  g_assert (list_forward_num + list_backward_num <= self->gop.max_dpb_size);
 
   if (!_h265_fill_picture_parameter (self, frame, &pic_param, collocated_poc))
     return FALSE;
@@ -2013,7 +1999,7 @@
           negative_pocs, num_negative_pics, positive_pocs, num_positive_pics))
     return FALSE;
 
-  if (!gst_va_encoder_encode (base->encoder, frame->picture)) {
+  if (!gst_va_encoder_encode (base->encoder, frame->base.picture)) {
     GST_ERROR_OBJECT (self, "Encode frame error");
     return FALSE;
   }
@@ -2021,6 +2007,18 @@
   return TRUE;
 }
 
+static void
+frame_setup_from_gop (GstVaH265Enc * self, GstVaH265EncFrame * frame, guint i)
+{
+  g_assert (i < 1024);
+
+  frame->type = self->gop.frame_typesi.slice_type;
+  frame->is_ref = self->gop.frame_typesi.is_ref;
+  frame->pyramid_level = self->gop.frame_typesi.pyramid_level;
+  frame->left_ref_poc_diff = self->gop.frame_typesi.left_ref_poc_diff;
+  frame->right_ref_poc_diff = self->gop.frame_typesi.right_ref_poc_diff;
+}
+
 static gboolean
 _h265_push_one_frame (GstVaBaseEnc * base, GstVideoCodecFrame * gst_frame,
     gboolean last)
@@ -2040,15 +2038,11 @@
     if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (gst_frame) &&
         !(self->gop.cur_frame_index == 0 ||
             self->gop.cur_frame_index == self->gop.idr_period)) {
-      GST_DEBUG_OBJECT (base, "system_frame_number: %d is a force key "
+      GST_DEBUG_OBJECT (base, "system_frame_number: %u is a force key "
           "frame(IDR), begin a new GOP.", gst_frame->system_frame_number);
 
       frame->poc = 0;
-      frame->type = self->gop.frame_types0.slice_type;
-      frame->is_ref = self->gop.frame_types0.is_ref;
-      frame->pyramid_level = self->gop.frame_types0.pyramid_level;
-      frame->left_ref_poc_diff = self->gop.frame_types0.left_ref_poc_diff;
-      frame->right_ref_poc_diff = self->gop.frame_types0.right_ref_poc_diff;
+      frame_setup_from_gop (self, frame, 0);
 
       /* The previous key frame should be already be poped out. */
       g_assert (self->gop.last_keyframe == NULL);
@@ -2079,25 +2073,18 @@
 
       if (self->gop.cur_frame_index == 0) {
         g_assert (frame->poc == 0);
-        GST_LOG_OBJECT (self, "system_frame_number: %d, an IDR frame, starts"
+        GST_LOG_OBJECT (self, "system_frame_number: %u, an IDR frame, starts"
             " a new GOP", gst_frame->system_frame_number);
 
         g_queue_clear_full (&base->ref_list,
             (GDestroyNotify) gst_video_codec_frame_unref);
       }
 
-      frame->type = self->gop.frame_typesself->gop.cur_frame_index.slice_type;
-      frame->is_ref = self->gop.frame_typesself->gop.cur_frame_index.is_ref;
-      frame->pyramid_level =
-          self->gop.frame_typesself->gop.cur_frame_index.pyramid_level;
-      frame->left_ref_poc_diff =
-          self->gop.frame_typesself->gop.cur_frame_index.left_ref_poc_diff;
-      frame->right_ref_poc_diff =
-          self->gop.frame_typesself->gop.cur_frame_index.right_ref_poc_diff;
+      frame_setup_from_gop (self, frame, self->gop.cur_frame_index);
 
-      GST_LOG_OBJECT (self, "Push frame, system_frame_number: %d, poc %d, "
+      GST_LOG_OBJECT (self, "Push frame, system_frame_number: %u, poc %d, "
           "frame type %s", gst_frame->system_frame_number, frame->poc,
-          _h265_slice_type_name (frame->type));
+          gst_h265_slice_type_to_string (frame->type));
 
       self->gop.cur_frame_index++;
       g_queue_push_tail (&base->reorder_list,
@@ -2309,13 +2296,14 @@
 
   if (self->gop.b_pyramid && vaframe->type == GST_H265_B_SLICE) {
     GST_LOG_OBJECT (self, "pop a pyramid B frame with system_frame_number:"
-        " %d, poc: %d, is_ref: %s, level %d",
+        " %u, poc: %d, is_ref: %s, level %d",
         frame->system_frame_number, vaframe->poc,
         vaframe->is_ref ? "true" : "false", vaframe->pyramid_level);
   } else {
-    GST_LOG_OBJECT (self, "pop a frame with system_frame_number: %d,"
+    GST_LOG_OBJECT (self, "pop a frame with system_frame_number: %u,"
         " frame type: %s, poc: %d, is_ref: %s",
-        frame->system_frame_number, _h265_slice_type_name (vaframe->type),
+        frame->system_frame_number,
+        gst_h265_slice_type_to_string (vaframe->type),
         vaframe->poc, vaframe->is_ref ? "true" : "false");
   }
 
@@ -2331,7 +2319,7 @@
 {
   if (!_h265_push_one_frame (base, frame, bump_all)) {
     GST_ERROR_OBJECT (base, "Failed to push the input frame"
-        " system_frame_number: %d into the reorder list",
+        " system_frame_number: %u into the reorder list",
         frame->system_frame_number);
 
     *out_frame = NULL;
@@ -2357,7 +2345,7 @@
   guint i;
 
   /* We still have more space. */
-  if (g_queue_get_length (&base->ref_list) < self->gop.num_ref_frames)
+  if (g_queue_get_length (&base->ref_list) < self->gop.max_dpb_size - 1)
     return NULL;
 
   /* Not b_pyramid, sliding window is enough. */
@@ -2431,11 +2419,11 @@
   frame = _enc_frame (gst_frame);
   frame->last_frame = is_last;
 
-  g_assert (frame->picture == NULL);
-  frame->picture = gst_va_encode_picture_new (base->encoder,
+  g_assert (frame->base.picture == NULL);
+  frame->base.picture = gst_va_encode_picture_new (base->encoder,
       gst_frame->input_buffer);
 
-  if (!frame->picture) {
+  if (!frame->base.picture) {
     GST_ERROR_OBJECT (base, "Failed to create the encode picture");
     return GST_FLOW_ERROR;
   }
@@ -2461,7 +2449,7 @@
     g_queue_push_tail (&base->ref_list, gst_video_codec_frame_ref (gst_frame));
     g_queue_sort (&base->ref_list, _sort_by_poc, NULL);
 
-    g_assert (g_queue_get_length (&base->ref_list) <= self->gop.num_ref_frames);
+    g_assert (g_queue_get_length (&base->ref_list) <= self->gop.max_dpb_size);
   }
 
   return GST_FLOW_OK;
@@ -2520,6 +2508,7 @@
   self->bits_depth_chroma_minus8 = 0;
 
   self->packed_headers = 0;
+  self->support_trellis = FALSE;
 
   self->partition.slice_span_tiles = FALSE;
   g_clear_pointer (&self->partition.slice_segment_address, g_free);
@@ -3242,7 +3231,7 @@
    * speed and quality, while the others control encoding bit rate and
    * quality. The lower value has better quality(maybe bigger MV search
    * range) but slower speed, the higher value has faster speed but lower
-   * quality.
+   * quality. It is valid for all modes.
    *
    * The possible composition to control the bit rate and quality:
    *
@@ -3277,6 +3266,17 @@
    *    target bit rate, and encoder will try its best to make the QP
    *    with in the "max-qp", "min-qp" range. Other paramters are
    *    ignored.
+   *
+   * 5. ICQ mode: "rate-control=ICQ", which is similar to CQP mode
+   *    except that its QP may be increased or decreaed to avoid huge
+   *    bit rate fluctuation. The "qpi" specifies a quality factor
+   *    as the base quality value. Other properties are ignored.
+   *
+   * 6. QVBR mode: "rate-control=QVBR", which is similar to VBR mode
+   *    with the same usage of "bitrate", "target-percentage" and
+   *    "cpb-size" properties. Besides that, the "qpi" specifies a
+   *    quality factor as the base quality value which the driver
+   *    should try its best to meet. Other properties are ignored.
    */
 
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
@@ -3369,7 +3369,8 @@
 
   /* Calculate a bitrate is not set. */
   if ((self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
-          || self->rc.rc_ctrl_mode == VA_RC_VCM) && bitrate == 0) {
+          || self->rc.rc_ctrl_mode == VA_RC_VCM
+          || self->rc.rc_ctrl_mode == VA_RC_QVBR) && bitrate == 0) {
     /* FIXME: Provide better estimation. */
     /* Choose the max value of all levels' MinCr which is 8, and x2 for
        conservative calculation. So just using a 1/16 compression ratio,
@@ -3395,16 +3396,17 @@
     bitrate = gst_util_uint64_scale (factor,
         GST_VIDEO_INFO_FPS_N (&base->in_info),
         GST_VIDEO_INFO_FPS_D (&base->in_info)) / 1000;
-
     GST_INFO_OBJECT (self, "target bitrate computed to %u kbps", bitrate);
-
-    update_property_uint (base, &self->prop.bitrate, bitrate, PROP_BITRATE);
   }
 
   /* Adjust the setting based on RC mode. */
   switch (self->rc.rc_ctrl_mode) {
     case VA_RC_NONE:
+    case VA_RC_ICQ:
+      self->rc.qp_p = self->rc.qp_b = self->rc.qp_i;
+      /* Fall through. */
     case VA_RC_CQP:
+      bitrate = 0;
       self->rc.max_bitrate = 0;
       self->rc.target_bitrate = 0;
       self->rc.target_percentage = 0;
@@ -3417,11 +3419,14 @@
       self->rc.qp_i = self->rc.qp_p = self->rc.qp_b = 26;
       break;
     case VA_RC_VBR:
-      g_assert (self->rc.target_percentage >= 10);
+      self->rc.qp_i = 26;
+      /* Fall through. */
+    case VA_RC_QVBR:
+      self->rc.qp_p = self->rc.qp_b = self->rc.qp_i;
+      self->rc.target_percentage = MAX (10, self->rc.target_percentage);
       self->rc.max_bitrate = (guint) gst_util_uint64_scale_int (bitrate,
           100, self->rc.target_percentage);
       self->rc.target_bitrate = bitrate;
-      self->rc.qp_i = self->rc.qp_p = self->rc.qp_b = 26;
       break;
     case VA_RC_VCM:
       self->rc.max_bitrate = bitrate;
@@ -3442,14 +3447,16 @@
       break;
   }
 
-  GST_DEBUG_OBJECT (self, "Max bitrate: %u bits/sec, "
-      "Target bitrate: %u bits/sec", self->rc.max_bitrate,
-      self->rc.target_bitrate);
+  GST_DEBUG_OBJECT (self, "Max bitrate: %u kbps, target bitrate: %u kbps",
+      self->rc.max_bitrate, self->rc.target_bitrate);
 
-  if (self->rc.rc_ctrl_mode != VA_RC_NONE && self->rc.rc_ctrl_mode != VA_RC_CQP)
+  if (self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
+      || self->rc.rc_ctrl_mode == VA_RC_VCM
+      || self->rc.rc_ctrl_mode == VA_RC_QVBR)
     _h265_calculate_bitrate_hrd (self);
 
-  /* notifications */
+  /* update & notifications */
+  update_property_uint (base, &self->prop.bitrate, bitrate, PROP_BITRATE);
   update_property_uint (base, &self->prop.min_qp, self->rc.min_qp, PROP_MIN_QP);
   update_property_uint (base, &self->prop.cpb_size,
       self->rc.cpb_size, PROP_CPB_SIZE);
@@ -3662,7 +3669,7 @@
       g_string_append_printf (str, "%s", "LDB");
     } else {
       g_string_append_printf (str, "%s",
-          _h265_slice_type_name (self->gop.frame_typesi.slice_type));
+          gst_h265_slice_type_to_string (self->gop.frame_typesi.slice_type));
     }
 
     if (self->gop.b_pyramid
@@ -3854,6 +3861,22 @@
       }
       GST_INFO_OBJECT (self, "Enable low-delay-b mode");
       self->gop.low_delay_b_mode = TRUE;
+
+      /* FIXME: In low delay B mode, the P frame is converted as B frame
+         with forward references. For example, One P frame may refers to
+         P-1, P-2 and P-3 in list0 and refers to P-3, P-2 and P-1 in list1.
+         So the num in list0 and list1 does not reflect the forward_num
+         and backward_num. The vaapi does not provide ref num for forward
+         or backward so far. In this case, we just consider the backward_num
+         to be 1 conservatively. */
+      if (list0 == list1) {
+        backward_num =
+            (prediction_direction & VA_PREDICTION_DIRECTION_FUTURE) ? 1 : 0;
+        forward_num = list0 - backward_num;
+
+        GST_INFO_OBJECT (self, "Set forward_num to %d, backward_num to %d in "
+            "low-delay-b mode.", forward_num, backward_num);
+      }
     }
   }
 
@@ -3887,7 +3910,7 @@
   }
 
   /* b_pyramid needs at least 1 ref for B, besides the I/P */
-  if (self->gop.b_pyramid && self->gop.num_ref_frames <= 2) {
+  if (self->gop.b_pyramid && self->gop.num_ref_frames <= 1) {
     GST_INFO_OBJECT (self, "The number of reference frames is only %d,"
         " not enough for b_pyramid", self->gop.num_ref_frames);
     self->gop.b_pyramid = FALSE;
@@ -3931,7 +3954,6 @@
     self->gop.backward_ref_num = 0;
   } else if (self->gop.b_pyramid) {
     guint b_frames = self->gop.num_bframes;
-    guint b_refs;
 
     /* set b pyramid one backward ref. */
     self->gop.backward_ref_num = 1;
@@ -3951,12 +3973,13 @@
         self->gop.forward_ref_num = forward_num;
     }
 
+    self->gop.highest_pyramid_level = 0;
     b_frames = b_frames / 2;
-    b_refs = 0;
     while (b_frames) {
-      /* At least 1 B ref for each level, plus begin and end 2 P/I */
-      b_refs += 1;
-      if (b_refs + 2 > self->gop.num_ref_frames)
+      /* All the ref pictures and the current picture should be in the
+         DPB. So each B level as ref, plus the IDR or P in both ends
+         and the current picture should not exceed the max_dpb_size. */
+      if (self->gop.highest_pyramid_level + 2 + 1 == 16)
         break;
 
       self->gop.highest_pyramid_level++;
@@ -4009,16 +4032,23 @@
 create_poc:
   /* init max_frame_num, max_poc */
   log2_max_frame_num = _get_log2_max_num (self->gop.idr_period);
+  /* b_pyramid makes B frames as ref and prevPicOrderCntLsb can
+     be the B frame POC which is smaller than the P frame. This
+     can cause POC diff bigger than MaxPicOrderCntLsb/2 and
+     generate wrong POC value. */
+  if (self->gop.b_pyramid &&
+      3 * (self->gop.ip_period >> 1) > 1 << (log2_max_frame_num - 1))
+    log2_max_frame_num++;
+
   self->gop.log2_max_pic_order_cnt = log2_max_frame_num;
   self->gop.max_pic_order_cnt = 1 << self->gop.log2_max_pic_order_cnt;
   self->gop.num_reorder_frames = self->gop.b_pyramid ?
-      self->gop.highest_pyramid_level * 2 + 1 /* the last P frame. */ :
+      self->gop.highest_pyramid_level + 1 /* the last P frame. */ :
       self->gop.backward_ref_num;
-  /* Should not exceed the max ref num. */
-  self->gop.num_reorder_frames =
-      MIN (self->gop.num_reorder_frames, self->gop.num_ref_frames);
   self->gop.num_reorder_frames = MIN (self->gop.num_reorder_frames, 16);
-  self->gop.max_dpb_size = self->gop.num_ref_frames + 1;
+  self->gop.max_dpb_size = self->gop.b_pyramid ?
+      self->gop.highest_pyramid_level + 2 + 1 : self->gop.num_ref_frames + 1;
+  g_assert (self->gop.max_dpb_size <= 16);
 
   _h265_create_gop_frame_types (self);
   _h265_print_gop_structure (self);
@@ -4296,9 +4326,9 @@
       self->features.transquant_bypass_enabled_flag);
 
   /* Ensure trellis. */
-  if (self->features.use_trellis &&
-      !gst_va_encoder_has_trellis (base->encoder, base->profile,
-          GST_VA_BASE_ENC_ENTRYPOINT (base))) {
+  self->support_trellis = gst_va_encoder_has_trellis (base->encoder,
+      base->profile, GST_VA_BASE_ENC_ENTRYPOINT (base));
+  if (self->features.use_trellis && !self->support_trellis) {
     GST_INFO_OBJECT (self, "The trellis is not supported");
     self->features.use_trellis = FALSE;
   }
@@ -4457,14 +4487,17 @@
   GstVideoFormat format, reconf_format = GST_VIDEO_FORMAT_UNKNOWN;
   VAProfile profile = VAProfileNone;
   gboolean do_renegotiation = TRUE, do_reopen, need_negotiation;
-  guint max_ref_frames, max_surfaces = 0, rt_format = 0, codedbuf_size;
+  guint max_ref_frames, max_surfaces = 0, rt_format = 0,
+      codedbuf_size, latency_num;
   gint width, height;
   guint alignment;
+  GstClockTime latency;
 
   width = GST_VIDEO_INFO_WIDTH (&base->in_info);
   height = GST_VIDEO_INFO_HEIGHT (&base->in_info);
   format = GST_VIDEO_INFO_FORMAT (&base->in_info);
   codedbuf_size = base->codedbuf_size;
+  latency_num = base->preferred_output_delay + self->gop.ip_period - 1;
 
   need_negotiation =
       !gst_va_encoder_get_reconstruct_pool_config (base->encoder, &reconf_caps,
@@ -4489,6 +4522,13 @@
 
   gst_va_base_enc_reset_state (base);
 
+  if (base->is_live) {
+    base->preferred_output_delay = 0;
+  } else {
+    /* FIXME: An experience value for most of the platforms. */
+    base->preferred_output_delay = 4;
+  }
+
   base->profile = profile;
   base->rt_format = rt_format;
   base->width = width;
@@ -4584,7 +4624,23 @@
   self->aud = self->aud && self->packed_headers & VA_ENC_PACKED_HEADER_RAW_DATA;
   update_property_bool (base, &self->prop.aud, self->aud, PROP_AUD);
 
-  max_ref_frames = self->gop.num_ref_frames + 3 /* scratch frames */ ;
+  /* Let the downstream know the new latency. */
+  if (latency_num != base->preferred_output_delay + self->gop.ip_period - 1) {
+    need_negotiation = TRUE;
+    latency_num = base->preferred_output_delay + self->gop.ip_period - 1;
+  }
+
+  /* Set the latency */
+  latency = gst_util_uint64_scale (latency_num,
+      GST_VIDEO_INFO_FPS_D (&base->input_state->info) * GST_SECOND,
+      GST_VIDEO_INFO_FPS_N (&base->input_state->info));
+  gst_video_encoder_set_latency (venc, latency, latency);
+
+  max_ref_frames = self->gop.b_pyramid ?
+      self->gop.highest_pyramid_level + 2 : self->gop.num_ref_frames;
+  max_ref_frames += base->preferred_output_delay;
+  base->min_buffers = max_ref_frames;
+  max_ref_frames += 3 /* scratch frames */ ;
 
   /* second check after calculations */
   do_reopen |=
@@ -4674,7 +4730,7 @@
   GstVaH265EncFrame *frame_in;
 
   frame_in = gst_va_h265_enc_frame_new ();
-  gst_video_codec_frame_set_user_data (frame, frame_in,
+  gst_va_set_enc_frame (frame, (GstVaEncFrame *) frame_in,
       gst_va_h265_enc_frame_free);
 
   gst_va_base_enc_push_dts (base, frame, self->gop.num_reorder_frames);
@@ -4702,7 +4758,7 @@
   }
 
   buf = gst_va_base_enc_create_output_buffer (base,
-      frame_enc->picture, NULL, 0);
+      frame_enc->base.picture, NULL, 0);
   if (!buf) {
     GST_ERROR_OBJECT (base, "Failed to create output buffer");
     return FALSE;
@@ -4781,7 +4837,13 @@
 {
   GstVaH265Enc *const self = GST_VA_H265_ENC (object);
   GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
-  gboolean already_effect = FALSE;
+  GstVaEncoder *encoder = NULL;
+  gboolean no_effect;
+
+  gst_object_replace ((GstObject **) (&encoder), (GstObject *) base->encoder);
+  no_effect = (encoder && gst_va_encoder_is_open (encoder));
+  if (encoder)
+    gst_object_unref (encoder);
 
   GST_OBJECT_LOCK (self);
 
@@ -4812,18 +4874,18 @@
       break;
     case PROP_QP_I:
       self->prop.qp_i = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
-      already_effect = TRUE;
       break;
     case PROP_QP_P:
       self->prop.qp_p = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
-      already_effect = TRUE;
       break;
     case PROP_QP_B:
       self->prop.qp_b = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
-      already_effect = TRUE;
       break;
     case PROP_TRELLIS:
       self->prop.use_trellis = g_value_get_boolean (value);
@@ -4852,18 +4914,18 @@
     }
     case PROP_BITRATE:
       self->prop.bitrate = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
-      already_effect = TRUE;
       break;
     case PROP_TARGET_PERCENTAGE:
       self->prop.target_percentage = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
-      already_effect = TRUE;
       break;
     case PROP_TARGET_USAGE:
       self->prop.target_usage = g_value_get_uint (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
-      already_effect = TRUE;
       break;
     case PROP_NUM_TILE_COLS:
       self->prop.num_tile_cols = g_value_get_uint (value);
@@ -4873,11 +4935,13 @@
       break;
     case PROP_RATE_CONTROL:
       self->prop.rc_ctrl = g_value_get_enum (value);
+      no_effect = FALSE;
       g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
-      already_effect = TRUE;
       break;
     case PROP_CPB_SIZE:
       self->prop.cpb_size = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
       break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
@@ -4885,13 +4949,12 @@
 
   GST_OBJECT_UNLOCK (self);
 
+  if (no_effect) {
 #ifndef GST_DISABLE_GST_DEBUG
-  if (!already_effect &&
-      base->encoder && gst_va_encoder_is_open (base->encoder)) {
-    GST_WARNING_OBJECT (self, "Property `%s` change ignored while processing.",
-        pspec->name);
-  }
+    GST_WARNING_OBJECT (self, "Property `%s` change may not take effect "
+        "until the next encoder reconfig.", pspec->name);
 #endif
+  }
 }
 
 static void
@@ -5191,7 +5254,8 @@
    */
   propertiesPROP_QP_I = g_param_spec_uint ("qpi", "I Frame QP",
       "The quantizer value for I frame. In CQP mode, it specifies the QP of I "
-      "frame, in other mode, it specifies the init QP of all frames", 0, 51, 26,
+      "frame. In ICQ and QVBR modes, it specifies a quality factor. In other "
+      "modes, it is ignored", 0, 51, 26,
       param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**
@@ -5292,7 +5356,7 @@
   propertiesPROP_CPB_SIZE = g_param_spec_uint ("cpb-size",
       "max CPB size in Kb",
       "The desired max CPB size in Kb (0: auto-calculate)", 0, 2000 * 1024, 0,
-      param_flags);
+      param_flags | GST_PARAM_MUTABLE_PLAYING);
 
   /**
    * GstVaH265Enc:num-tile-cols:

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvah266dec.c Added

@@ -0,0 +1,1316 @@
+/* GStreamer
+ * Copyright (C) 2023 He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-vah266dec
+ * @title: vah266dec
+ * @short_description: A VA-API based H266 video decoder
+ *
+ * vah266dec decodes H266 bitstreams to VA surfaces using the
+ * installed and chosen VA-API driver.
+ *
+ * The decoding surfaces can be mapped onto main memory as video
+ * frames.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 filesrc location=some.h266 ! h266parse ! vah266dec ! autovideosink
+ * ```
+ *
+ * Since: 1.26
+ *
+ */
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstvah266dec.h"
+
+#include "gstvabasedec.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_va_h266dec_debug);
+#ifndef GST_DISABLE_GST_DEBUG
+#define GST_CAT_DEFAULT gst_va_h266dec_debug
+#else
+#define GST_CAT_DEFAULT NULL
+#endif
+
+#define GST_VA_H266_DEC(obj)           ((GstVaH266Dec *) obj)
+#define GST_VA_H266_DEC_GET_CLASS(obj) (G_TYPE_INSTANCE_GET_CLASS ((obj), G_TYPE_FROM_INSTANCE (obj), GstVaH266DecClass))
+#define GST_VA_H266_DEC_CLASS(klass)   ((GstVaH266DecClass *) klass)
+
+typedef struct _GstVaH266Dec GstVaH266Dec;
+typedef struct _GstVaH266DecClass GstVaH266DecClass;
+
+struct _GstVaH266DecClass
+{
+  GstVaBaseDecClass parent_class;
+};
+
+struct _GstVaH266Dec
+{
+  GstVaBaseDec parent;
+
+  VAPictureParameterBufferVVC pic_param;
+
+  gint dpb_size;
+};
+
+static GstElementClass *parent_class = NULL;
+
+/* *INDENT-OFF* */
+static const gchar *src_caps_str =
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_VA,
+        "{ NV12, P010_10LE }") " ;"
+    GST_VIDEO_CAPS_MAKE ("{ NV12, P010_10LE }");
+/* *INDENT-ON* */
+
+static const gchar *sink_caps_str = "video/x-h266";
+
+/* *INDENT-OFF* */
+static const struct
+{
+  GstH266Profile profile_idc;
+  VAProfile va_profile;
+} profile_map = {
+#define P(idc, va) { G_PASTE (GST_H266_PROFILE_, idc), G_PASTE (VAProfileVVC, va) }
+  P (MAIN_10, Main10),
+  P (MAIN_10_STILL_PICTURE, Main10),
+  P (MULTILAYER_MAIN_10, MultilayerMain10),
+  P (MULTILAYER_MAIN_10_STILL_PICTURE, MultilayerMain10),
+#undef P
+};
+/* *INDENT-ON* */
+
+static VAProfile
+_get_profile (GstVaH266Dec * self, const GstH266SPS * sps, gint max_dpb_size)
+{
+  GstH266Decoder *h266_decoder = GST_H266_DECODER (self);
+  GstVaBaseDec *base = GST_VA_BASE_DEC (self);
+  GstH266Profile profile = sps->profile_tier_level.profile_idc;
+  VAProfile profiles4;
+  gint i = 0, j;
+
+  /* 1. The profile directly specified by the SPS should always be the
+     first choice. It is the exact one.
+     2. The profile in the input caps may contain the compatible profile
+     chosen by the upstream element. Upstream element such as the parse
+     may already decide the best compatible profile for us. We also need
+     to consider it as a choice. */
+
+  for (j = 0; j < G_N_ELEMENTS (profile_map); j++) {
+    if (profile_mapj.profile_idc == profile) {
+      profilesi++ = profile_mapj.va_profile;
+      break;
+    }
+  }
+
+  if (h266_decoder->input_state->caps
+      && gst_caps_is_fixed (h266_decoder->input_state->caps)) {
+    GstH266Profile compatible_profile = GST_H266_PROFILE_INVALID;
+    GstStructure *structure;
+    const gchar *profile_str;
+
+    structure = gst_caps_get_structure (h266_decoder->input_state->caps, 0);
+
+    profile_str = gst_structure_get_string (structure, "profile");
+    if (profile_str)
+      compatible_profile = gst_h266_profile_from_string (profile_str);
+
+    if (compatible_profile != profile) {
+      GST_INFO_OBJECT (self, "The upstream set the compatible profile %s, "
+          "also consider it as a candidate.", profile_str);
+
+      for (j = 0; j < G_N_ELEMENTS (profile_map); j++) {
+        if (profile_mapj.profile_idc == compatible_profile) {
+          profilesi++ = profile_mapj.va_profile;
+          break;
+        }
+      }
+    }
+  }
+
+  for (j = 0; j < i && j < G_N_ELEMENTS (profiles); j++) {
+    if (gst_va_decoder_has_profile (base->decoder, profilesj))
+      return profilesj;
+  }
+
+  GST_ERROR_OBJECT (self, "Unsupported profile: %d", profile);
+
+  return VAProfileNone;
+}
+
+static guint
+_get_rtformat (GstVaH266Dec * self, guint8 bit_depth, guint8 chroma_format_idc)
+{
+  switch (bit_depth) {
+    case 11:
+    case 12:
+      if (chroma_format_idc == 3)
+        return VA_RT_FORMAT_YUV444_12;
+      if (chroma_format_idc == 2)
+        return VA_RT_FORMAT_YUV422_12;
+      else
+        return VA_RT_FORMAT_YUV420_12;
+      break;
+    case 9:
+    case 10:
+      if (chroma_format_idc == 3)
+        return VA_RT_FORMAT_YUV444_10;
+      if (chroma_format_idc == 2)
+        return VA_RT_FORMAT_YUV422_10;
+      else
+        return VA_RT_FORMAT_YUV420_10;
+      break;
+    case 8:
+      if (chroma_format_idc == 3)
+        return VA_RT_FORMAT_YUV444;
+      if (chroma_format_idc == 2)
+        return VA_RT_FORMAT_YUV422;
+      else
+        return VA_RT_FORMAT_YUV420;
+      break;
+    default:
+      GST_ERROR_OBJECT (self, "Unsupported chroma format: %d with "
+          "bit depth: %d", chroma_format_idc, bit_depth);
+      return 0;
+  }
+}
+
+static GstFlowReturn
+gst_va_h266_dec_new_sequence (GstH266Decoder * decoder, const GstH266SPS * sps,
+    gint max_dpb_size)
+{
+  GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
+  GstVaH266Dec *self = GST_VA_H266_DEC (decoder);
+  GstVideoInfo *info = &base->output_info;
+  VAProfile profile;
+  guint rt_format;
+  gint display_width, display_height;
+  gint padding_left, padding_right, padding_top, padding_bottom;
+  gboolean negotiation_needed = FALSE;
+
+  if (sps->conformance_window_flag) {
+    display_width = sps->crop_rect_width;
+    display_height = sps->crop_rect_height;
+    padding_left = sps->crop_rect_x;
+    padding_right = sps->max_width - sps->crop_rect_x - display_width;
+    padding_top = sps->crop_rect_y;
+    padding_bottom = sps->max_height - sps->crop_rect_y - display_height;
+  } else {
+    display_width = sps->max_width;
+    display_height = sps->max_height;
+    padding_left = padding_right = padding_top = padding_bottom = 0;
+  }
+
+  if (self->dpb_size < max_dpb_size)
+    self->dpb_size = max_dpb_size;
+
+  profile = _get_profile (self, sps, max_dpb_size);
+  if (profile == VAProfileNone)
+    return GST_FLOW_NOT_NEGOTIATED;
+
+  rt_format =
+      _get_rtformat (self, sps->bitdepth_minus8 + 8, sps->chroma_format_idc);
+  if (rt_format == 0)
+    return GST_FLOW_NOT_NEGOTIATED;
+
+  if (!gst_va_decoder_config_is_equal (base->decoder, profile,
+          rt_format, sps->max_width, sps->max_height)) {
+    base->profile = profile;
+    base->rt_format = rt_format;
+    base->width = sps->max_width;
+    base->height = sps->max_height;
+
+    negotiation_needed = TRUE;
+    GST_INFO_OBJECT (self, "Format changed to %s %x (%dx%d)",
+        gst_va_profile_name (profile), rt_format, base->width, base->height);
+  }
+
+  if (GST_VIDEO_INFO_WIDTH (info) != display_width ||
+      GST_VIDEO_INFO_HEIGHT (info) != display_height) {
+    GST_VIDEO_INFO_WIDTH (info) = display_width;
+    GST_VIDEO_INFO_HEIGHT (info) = display_height;
+
+    negotiation_needed = TRUE;
+    GST_INFO_OBJECT (self, "Resolution changed to %dx%d",
+        GST_VIDEO_INFO_WIDTH (info), GST_VIDEO_INFO_HEIGHT (info));
+  }
+
+  base->need_valign = GST_VIDEO_INFO_WIDTH (info) < base->width ||
+      GST_VIDEO_INFO_HEIGHT (info) < base->height;
+  if (base->need_valign) {
+    /* *INDENT-OFF* */
+    if (base->valign.padding_left != padding_left ||
+        base->valign.padding_right != padding_right ||
+        base->valign.padding_top != padding_top ||
+        base->valign.padding_bottom != padding_bottom) {
+      negotiation_needed = TRUE;
+      GST_INFO_OBJECT (self, "crop rect changed to (%d,%d)-->(%d,%d)",
+          padding_left, padding_top, padding_right, padding_bottom);
+    }
+    base->valign = (GstVideoAlignment) {
+      .padding_left = padding_left,
+      .padding_right = padding_right,
+      .padding_top = padding_top,
+      .padding_bottom = padding_bottom,
+    };
+    /* *INDENT-ON* */
+  }
+
+  base->min_buffers = self->dpb_size + 4;       /* dpb size + scratch surfaces */
+  base->need_negotiation = negotiation_needed;
+  g_clear_pointer (&base->input_state, gst_video_codec_state_unref);
+  base->input_state = gst_video_codec_state_ref (decoder->input_state);
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_va_h266_dec_new_picture (GstH266Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH266Picture * picture)
+{
+  GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
+  GstVaH266Dec *self = GST_VA_H266_DEC (decoder);
+  GstVaDecodePicture *pic;
+  GstVideoInfo *info = &base->output_info;
+  gint display_width, display_height;
+  gint padding_left, padding_right, padding_top, padding_bottom;
+  guint sps_max_width = base->width;
+  guint sps_max_height = base->height;
+  gboolean need_valign = FALSE;
+  GstFlowReturn ret;
+
+  if (picture->pps_width > sps_max_width ||
+      picture->pps_height > sps_max_height) {
+    GST_ERROR_OBJECT (self, "PPS resolution %dx%d is bigger than SPS "
+        "resolution %dx%d", picture->pps_width, picture->pps_height,
+        sps_max_width, sps_max_height);
+    return GST_FLOW_ERROR;
+  }
+
+  if (!picture->pps_conformance_window_flag) {
+    display_width = picture->pps_width;
+    display_height = picture->pps_height;
+    padding_left = 0;
+    padding_right = sps_max_width - display_width;
+    padding_top = 0;
+    padding_bottom = sps_max_height - display_height;
+  } else {
+    display_width = picture->pps_crop_rect_width;
+    display_height = picture->pps_crop_rect_height;
+    padding_left = picture->pps_crop_rect_x;
+    padding_right = sps_max_width - picture->pps_crop_rect_x - display_width;
+    padding_top = picture->pps_crop_rect_y;
+    padding_bottom = sps_max_height - picture->pps_crop_rect_y - display_height;
+  }
+
+  if (GST_VIDEO_INFO_WIDTH (info) != display_width ||
+      GST_VIDEO_INFO_HEIGHT (info) != display_height) {
+    GST_VIDEO_INFO_WIDTH (info) = display_width;
+    GST_VIDEO_INFO_HEIGHT (info) = display_height;
+
+    base->need_negotiation = TRUE;
+    GST_INFO_OBJECT (self, "PPS change resolution to %dx%d",
+        GST_VIDEO_INFO_WIDTH (info), GST_VIDEO_INFO_HEIGHT (info));
+  }
+
+  if (padding_left > 0 || padding_right > 0 ||
+      padding_top > 0 || padding_bottom > 0)
+    need_valign = TRUE;
+
+  if (need_valign != base->need_valign) {
+    base->need_negotiation = TRUE;
+  } else if (base->need_valign) {
+    if (padding_left != base->valign.padding_left ||
+        padding_right != base->valign.padding_right ||
+        padding_top != base->valign.padding_top ||
+        padding_bottom != base->valign.padding_bottom)
+      base->need_negotiation = TRUE;
+  }
+
+  if (base->need_negotiation) {
+    /* *INDENT-OFF* */
+    base->need_valign = need_valign;
+    base->valign = (GstVideoAlignment) {
+      .padding_left = padding_left,
+      .padding_right = padding_right,
+      .padding_top = padding_top,
+      .padding_bottom = padding_bottom,
+    };
+    /* *INDENT-ON* */
+  }
+
+  ret = gst_va_base_dec_prepare_output_frame (base, frame);
+  if (ret != GST_FLOW_OK) {
+    GST_WARNING_OBJECT (self, "Failed to allocated output buffer, return %s",
+        gst_flow_get_name (ret));
+    return ret;
+  }
+
+  pic = gst_va_decode_picture_new (base->decoder, frame->output_buffer);
+
+  gst_h266_picture_set_user_data (picture, pic,
+      (GDestroyNotify) gst_va_decode_picture_free);
+
+  GST_LOG_OBJECT (self, "New va decode picture %p - %#x", pic,
+      gst_va_decode_picture_get_surface (pic));
+
+  return GST_FLOW_OK;
+}
+
+static void
+_init_vaapi_pic (VAPictureVVC * va_picture)
+{
+  va_picture->picture_id = VA_INVALID_ID;
+  va_picture->flags = VA_PICTURE_VVC_INVALID;
+  va_picture->pic_order_cnt = 0;
+}
+
+static void
+_fill_vaapi_pic (GstH266Decoder * decoder, VAPictureVVC * va_picture,
+    GstH266Picture * picture)
+{
+  GstVaDecodePicture *va_pic;
+
+  va_pic = gst_h266_picture_get_user_data (picture);
+
+  if (!va_pic) {
+    _init_vaapi_pic (va_picture);
+    return;
+  }
+
+  va_picture->picture_id = gst_va_decode_picture_get_surface (va_pic);
+  va_picture->pic_order_cnt = picture->pic_order_cnt;
+  va_picture->flags = 0;
+
+  if (picture->ref && picture->long_term)
+    va_picture->flags |= VA_PICTURE_VVC_LONG_TERM_REFERENCE;
+}
+
+static void
+_fill_vaapi_reference_frames (GstH266Decoder * decoder,
+    VAPictureParameterBufferVVC * pic_param, GstH266Dpb * dpb)
+{
+  GArray *ref_list = gst_h266_dpb_get_pictures_all (dpb);
+  guint i, j;
+
+  i = 0;
+  for (j = 0; j < ref_list->len; j++) {
+    GstH266Picture *pic = g_array_index (ref_list, GstH266Picture *, j);
+
+    if (pic->ref) {
+      if (i == 15) {
+        GST_WARNING_OBJECT (decoder, "Too may refererence frame in DPB.");
+        break;
+      }
+
+      _fill_vaapi_pic (decoder, &pic_param->ReferenceFramesi, pic);
+      i++;
+    }
+  }
+  g_array_unref (ref_list);
+
+  for (; i < 15; i++)
+    _init_vaapi_pic (&pic_param->ReferenceFramesi);
+}
+
+static gboolean
+_fill_vaapi_subpicture (GstVaH266Dec * self, GstH266SPS * sps, GstH266PPS * pps,
+    GstVaDecodePicture * va_pic)
+{
+  GstVaBaseDec *base = &self->parent;
+  guint16 SubpicIdVal;
+  guint i;
+
+  if (!sps->subpic_info_present_flag)
+    return TRUE;
+
+  for (i = 0; i <= sps->num_subpics_minus1; i++) {
+    if (sps->subpic_id_mapping_explicitly_signalled_flag) {
+      SubpicIdVal = pps->subpic_id_mapping_present_flag ?
+          pps->subpic_idi : sps->subpic_idi;
+    } else {
+      SubpicIdVal = i;
+    }
+
+    /* *INDENT-OFF* */
+    VASubPicVVC subpic_param = {
+      .sps_subpic_ctu_top_left_x = sps->subpic_ctu_top_left_xi,
+      .sps_subpic_ctu_top_left_y = sps->subpic_ctu_top_left_yi,
+      .sps_subpic_width_minus1 = sps->subpic_width_minus1i,
+      .sps_subpic_height_minus1 = sps->subpic_height_minus1i,
+      .SubpicIdVal = SubpicIdVal,
+      .subpic_flags.bits = {
+        .sps_subpic_treated_as_pic_flag = sps->subpic_treated_as_pic_flagi,
+        .sps_loop_filter_across_subpic_enabled_flag =
+          sps->loop_filter_across_subpic_enabled_flagi,
+      }
+    };
+    /* *INDENT-ON* */
+
+    if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+            VASubPicBufferType, &subpic_param, sizeof (VASubPicVVC)))
+      return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+_fill_vaapi_alf_aps (GstVaH266Dec * self,
+    GstH266APS * aps, GstVaDecodePicture * va_pic)
+{
+  GstVaBaseDec *base = &self->parent;
+  const GstH266ALF *alf = &aps->alf;
+  gint sfIdx, filtIdx, altIdx, j, k;
+  gint8 filtCoeffGST_H266_NUM_ALF_FILTERS12;
+
+  /* *INDENT-OFF* */
+  VAAlfDataVVC alf_param = {
+    .aps_adaptation_parameter_set_id = aps->aps_id,
+    .alf_luma_num_filters_signalled_minus1 = alf->luma_filter_signal_flag ?
+      alf->luma_num_filters_signalled_minus1 : 0,
+    .alf_chroma_num_alt_filters_minus1 = alf->chroma_filter_signal_flag ?
+      alf->chroma_num_alt_filters_minus1 : 0,
+    .alf_cc_cb_filters_signalled_minus1 = alf->cc_cb_filter_signal_flag ?
+      alf->cc_cb_filters_signalled_minus1 : 0,
+    .alf_cc_cr_filters_signalled_minus1 = alf->cc_cr_filter_signal_flag ?
+      alf->cc_cr_filters_signalled_minus1 : 0,
+    .alf_flags.bits = {
+      .alf_luma_filter_signal_flag = alf->luma_filter_signal_flag,
+      .alf_chroma_filter_signal_flag = alf->chroma_filter_signal_flag,
+      .alf_cc_cb_filter_signal_flag = alf->cc_cb_filter_signal_flag,
+      .alf_cc_cr_filter_signal_flag = alf->cc_cr_filter_signal_flag,
+      .alf_luma_clip_flag = alf->luma_clip_flag,
+      .alf_chroma_clip_flag = alf->chroma_clip_flag,
+    }
+  };
+  /* *INDENT-ON* */
+
+  /* Luma coeff */
+  for (sfIdx = 0; sfIdx <= alf->luma_num_filters_signalled_minus1; sfIdx++) {
+    for (j = 0; j < 12; j++) {
+      filtCoeffsfIdxj = alf->luma_coeff_abssfIdxj *
+          (1 - 2 * alf->luma_coeff_signsfIdxj);
+    }
+  }
+
+  for (filtIdx = 0; filtIdx < 25; filtIdx++) {
+    alf_param.alf_luma_coeff_delta_idxfiltIdx =
+        alf->luma_coeff_delta_idxfiltIdx;
+
+    for (j = 0; j < 12; j++) {
+      if (filtIdx <= alf->luma_num_filters_signalled_minus1) {
+        alf_param.filtCoefffiltIdxj = filtCoefffiltIdxj;
+        alf_param.alf_luma_clip_idxfiltIdxj =
+            alf->luma_clip_idxfiltIdxj;
+      } else {
+        alf_param.filtCoefffiltIdxj = 0;
+        alf_param.alf_luma_clip_idxfiltIdxj = 0;
+      }
+    }
+  }
+
+  /* chroma coeff */
+  for (altIdx = 0; altIdx <= alf->chroma_num_alt_filters_minus1; altIdx++) {
+    for (j = 0; j < 6; j++) {
+      alf_param.AlfCoeffCaltIdxj = alf->chroma_coeff_absaltIdxj *
+          (1 - 2 * alf->chroma_coeff_signaltIdxj);
+      alf_param.alf_chroma_clip_idxaltIdxj =
+          alf->chroma_clip_idxaltIdxj;
+    }
+  }
+
+  /* cb cr coeff */
+  for (k = 0; k <= alf->cc_cb_filters_signalled_minus1; k++) {
+    for (j = 0; j < 7; j++) {
+      if (alf->cc_cb_mapped_coeff_abskj) {
+        alf_param.CcAlfApsCoeffCbkj =
+            (1 - 2 * alf->cc_cb_coeff_signkj) *
+            (1 << (alf->cc_cb_mapped_coeff_abskj - 1));
+      } else {
+        alf_param.CcAlfApsCoeffCbkj = 0;
+      }
+    }
+  }
+
+  for (k = 0; k <= alf->cc_cr_filters_signalled_minus1; k++) {
+    for (j = 0; j < 7; j++) {
+      if (alf->cc_cr_mapped_coeff_abskj) {
+        alf_param.CcAlfApsCoeffCrkj =
+            (1 - 2 * alf->cc_cr_coeff_signkj) *
+            (1 << (alf->cc_cr_mapped_coeff_abskj - 1));
+      } else {
+        alf_param.CcAlfApsCoeffCrkj = 0;
+      }
+    }
+  }
+
+  if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+          VAAlfBufferType, &alf_param, sizeof (VAAlfDataVVC)))
+    return FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+_fill_vaapi_lmcs_aps (GstVaH266Dec * self,
+    GstH266APS * aps, GstVaDecodePicture * va_pic)
+{
+  GstVaBaseDec *base = &self->parent;
+  const GstH266LMCS *lmcs = &aps->lmcs;
+  gint i;
+
+  VALmcsDataVVC lmcs_param = {
+    .aps_adaptation_parameter_set_id = aps->aps_id,
+    .lmcs_min_bin_idx = lmcs->min_bin_idx,
+    .lmcs_delta_max_bin_idx = lmcs->delta_max_bin_idx,
+    .lmcsDeltaCrs = (1 - 2 * lmcs->delta_sign_crs_flag) * lmcs->delta_abs_crs,
+  };
+
+  for (i = 0; i < 16; i++)
+    lmcs_param.lmcsDeltaCWi =
+        (1 - 2 * lmcs->delta_sign_cw_flagi) * lmcs->delta_abs_cwi;
+
+  if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+          VALmcsBufferType, &lmcs_param, sizeof (VALmcsDataVVC)))
+    return FALSE;
+
+  return TRUE;
+}
+
+static gboolean
+_fill_vaapi_scaling_list_aps (GstVaH266Dec * self,
+    GstH266APS * aps, GstVaDecodePicture * va_pic)
+{
+  GstVaBaseDec *base = &self->parent;
+  const GstH266ScalingList *sl = &aps->sl;
+  gint i, j, k;
+
+  VAScalingListVVC sl_param = {
+    .aps_adaptation_parameter_set_id = aps->aps_id,
+  };
+
+  for (i = 0; i < 14; i++)
+    sl_param.ScalingMatrixDCReci = sl->scaling_list_DCi;
+
+  for (i = 0; i < 2; i++)
+    for (j = 0; j < 2; j++)
+      for (k = 0; k < 2; k++)
+        sl_param.ScalingMatrixRec2x2ijk = sl->scaling_listik * 2 + j;
+
+  for (i = 2; i < 8; i++)
+    for (j = 0; j < 4; j++)
+      for (k = 0; k < 4; k++)
+        sl_param.ScalingMatrixRec4x4i - 2jk =
+            sl->scaling_listik * 4 + j;
+
+  for (i = 8; i < 28; i++)
+    for (j = 0; j < 8; j++)
+      for (k = 0; k < 8; k++)
+        sl_param.ScalingMatrixRec8x8i - 8jk =
+            sl->scaling_listik * 8 + j;
+
+  if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+          VAIQMatrixBufferType, &sl_param, sizeof (VAScalingListVVC)))
+    return FALSE;
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_va_h266_dec_start_picture (GstH266Decoder * decoder,
+    GstH266Picture * picture, GstH266Slice * slice, GstH266Dpb * dpb)
+{
+  GstVaH266Dec *self = GST_VA_H266_DEC (decoder);
+  GstVaBaseDec *base = &self->parent;
+  GstVaDecodePicture *va_pic;
+  VAPictureParameterBufferVVC *pic_param = &self->pic_param;
+  GstH266SPS *sps;
+  GstH266PPS *pps;
+  GstH266APS *aps;
+  GstH266PicHdr *ph;
+  guint16 tile_dim;
+  gint i, j;
+
+  va_pic = gst_h266_picture_get_user_data (picture);
+
+  ph = &slice->header.picture_header;
+  pps = ph->pps;
+  sps = pps->sps;
+
+  /* *INDENT-OFF* */
+#define F(S, FIELD)  .G_PASTE(G_PASTE(S, _), FIELD)=S->FIELD
+  *pic_param = (VAPictureParameterBufferVVC) {
+    .pps_pic_width_in_luma_samples  = pps->width,
+    .pps_pic_height_in_luma_samples = pps->height,
+    F(sps, num_subpics_minus1),
+    F(sps, chroma_format_idc),
+    F(sps, bitdepth_minus8),
+    F(sps, log2_ctu_size_minus5),
+    F(sps, log2_min_luma_coding_block_size_minus2),
+    F(sps, log2_transform_skip_max_size_minus2),
+    F(sps, six_minus_max_num_merge_cand),
+    F(sps, five_minus_max_num_subblock_merge_cand),
+    F(sps, max_num_merge_cand_minus_max_num_gpm_cand),
+    F(sps, log2_parallel_merge_level_minus2),
+    F(sps, min_qp_prime_ts),
+    .sps_six_minus_max_num_ibc_merge_cand = sps->six_minus_max_num_ibc_merge_cand,
+    .sps_num_ladf_intervals_minus2 =
+      sps->ladf_enabled_flag ? sps->num_ladf_intervals_minus2 : 0,
+    F(sps, ladf_lowest_interval_qp_offset),
+    .sps_flags.bits = {
+      F(sps, subpic_info_present_flag),
+      F(sps, independent_subpics_flag),
+      F(sps, subpic_same_size_flag),
+      F(sps, entropy_coding_sync_enabled_flag),
+      F(sps, qtbtt_dual_tree_intra_flag),
+      F(sps, max_luma_transform_size_64_flag),
+      F(sps, transform_skip_enabled_flag),
+      F(sps, bdpcm_enabled_flag),
+      F(sps, mts_enabled_flag),
+      F(sps, explicit_mts_intra_enabled_flag),
+      F(sps, explicit_mts_inter_enabled_flag),
+      F(sps, lfnst_enabled_flag),
+      F(sps, joint_cbcr_enabled_flag),
+      F(sps, same_qp_table_for_chroma_flag),
+      F(sps, sao_enabled_flag),
+      F(sps, alf_enabled_flag),
+      F(sps, ccalf_enabled_flag),
+      F(sps, lmcs_enabled_flag),
+      F(sps, sbtmvp_enabled_flag),
+      F(sps, amvr_enabled_flag),
+      F(sps, smvd_enabled_flag),
+      F(sps, mmvd_enabled_flag),
+      F(sps, sbt_enabled_flag ),
+      F(sps, affine_enabled_flag),
+      .sps_6param_affine_enabled_flag = sps->sps_6param_affine_enabled_flag,
+      F(sps, affine_amvr_enabled_flag),
+      F(sps, affine_prof_enabled_flag),
+      F(sps, bcw_enabled_flag),
+      F(sps, ciip_enabled_flag),
+      F(sps, gpm_enabled_flag),
+      F(sps, isp_enabled_flag),
+      F(sps, mrl_enabled_flag),
+      F(sps, mip_enabled_flag),
+      F(sps, cclm_enabled_flag),
+      F(sps, chroma_horizontal_collocated_flag),
+      F(sps, chroma_vertical_collocated_flag),
+      F(sps, palette_enabled_flag),
+      F(sps, act_enabled_flag),
+      F(sps, ibc_enabled_flag),
+      F(sps, ladf_enabled_flag),
+      F(sps, explicit_scaling_list_enabled_flag),
+      F(sps, scaling_matrix_for_lfnst_disabled_flag),
+      F(sps, scaling_matrix_for_alternative_colour_space_disabled_flag),
+      F(sps, scaling_matrix_designated_colour_space_flag),
+      F(sps, virtual_boundaries_enabled_flag),
+      F(sps, virtual_boundaries_present_flag),
+    },
+    .NumVerVirtualBoundaries = sps->virtual_boundaries_present_flag ?
+        sps->num_ver_virtual_boundaries : ph->num_ver_virtual_boundaries,
+    .NumHorVirtualBoundaries = sps->virtual_boundaries_present_flag ?
+        sps->num_hor_virtual_boundaries : ph->num_hor_virtual_boundaries,
+    F(pps, scaling_win_left_offset),
+    F(pps, scaling_win_right_offset),
+    F(pps, scaling_win_top_offset),
+    F(pps, scaling_win_bottom_offset),
+    .pps_num_exp_tile_columns_minus1 =
+      pps->no_pic_partition_flag ? 0 : pps->num_exp_tile_columns_minus1,
+    .pps_num_exp_tile_rows_minus1 =
+      pps->no_pic_partition_flag ? 0 : pps->num_exp_tile_rows_minus1,
+    .pps_num_slices_in_pic_minus1 =
+      pps->no_pic_partition_flag ? 0 : pps->num_slices_in_pic_minus1,
+    F(pps, pic_width_minus_wraparound_offset),
+    F(pps, cb_qp_offset),
+    F(pps, cr_qp_offset),
+    F(pps, joint_cbcr_qp_offset_value),
+    F(pps, chroma_qp_offset_list_len_minus1),
+    .pps_flags.bits = {
+      F(pps, loop_filter_across_tiles_enabled_flag),
+      F(pps, rect_slice_flag),
+      F(pps, single_slice_per_subpic_flag),
+      F(pps, loop_filter_across_slices_enabled_flag),
+      F(pps, weighted_pred_flag),
+      F(pps, weighted_bipred_flag),
+      F(pps, ref_wraparound_enabled_flag),
+      F(pps, cu_qp_delta_enabled_flag),
+      F(pps, cu_chroma_qp_offset_list_enabled_flag),
+      F(pps, deblocking_filter_override_enabled_flag),
+      F(pps, deblocking_filter_disabled_flag),
+      F(pps, dbf_info_in_ph_flag),
+      F(pps, sao_info_in_ph_flag),
+      F(pps, alf_info_in_ph_flag),
+    },
+    F(ph, lmcs_aps_id),
+    F(ph, scaling_list_aps_id),
+    F(ph, log2_diff_min_qt_min_cb_intra_slice_luma),
+    F(ph, max_mtt_hierarchy_depth_intra_slice_luma),
+    F(ph, log2_diff_max_bt_min_qt_intra_slice_luma),
+    F(ph, log2_diff_max_tt_min_qt_intra_slice_luma),
+    F(ph, log2_diff_min_qt_min_cb_intra_slice_chroma),
+    F(ph, max_mtt_hierarchy_depth_intra_slice_chroma),
+    F(ph, log2_diff_max_bt_min_qt_intra_slice_chroma),
+    F(ph, log2_diff_max_tt_min_qt_intra_slice_chroma),
+    F(ph, cu_qp_delta_subdiv_intra_slice),
+    F(ph, cu_chroma_qp_offset_subdiv_intra_slice),
+    F(ph, log2_diff_min_qt_min_cb_inter_slice),
+    F(ph, max_mtt_hierarchy_depth_inter_slice),
+    F(ph, log2_diff_max_bt_min_qt_inter_slice),
+    F(ph, log2_diff_max_tt_min_qt_inter_slice),
+    F(ph, cu_qp_delta_subdiv_inter_slice),
+    F(ph, cu_chroma_qp_offset_subdiv_inter_slice),
+    .ph_flags.bits= {
+      F(ph, non_ref_pic_flag),
+      F(ph, alf_enabled_flag),
+      F(ph, alf_cb_enabled_flag),
+      F(ph, alf_cr_enabled_flag),
+      F(ph, alf_cc_cb_enabled_flag),
+      F(ph, alf_cc_cr_enabled_flag),
+      F(ph, lmcs_enabled_flag),
+      F(ph, chroma_residual_scale_flag),
+      F(ph, explicit_scaling_list_enabled_flag),
+      F(ph, virtual_boundaries_present_flag),
+      F(ph, temporal_mvp_enabled_flag),
+      F(ph, mmvd_fullpel_only_flag),
+      F(ph, mvd_l1_zero_flag),
+      F(ph, bdof_disabled_flag),
+      F(ph, dmvr_disabled_flag),
+      F(ph, prof_disabled_flag),
+      F(ph, joint_cbcr_sign_flag),
+      F(ph, sao_luma_enabled_flag),
+      F(ph, sao_chroma_enabled_flag),
+      F(ph, deblocking_filter_disabled_flag),
+    },
+    .PicMiscFlags.fields = {
+      .IntraPicFlag = GST_H266_IS_NAL_TYPE_IRAP(slice->nalu.type),
+    }
+  };
+#undef F
+  /* *INDENT-ON* */
+
+  _fill_vaapi_pic (decoder, &pic_param->CurrPic, picture);
+  _fill_vaapi_reference_frames (decoder, pic_param, dpb);
+
+  for (i = 0; i < GST_H266_MAX_SAMPLE_ARRAYS; i++)
+    for (j = 0; j < GST_H266_MAX_POINTS_IN_QP_TABLE; j++)
+      pic_param->ChromaQpTableij = sps->chroma_qp_tableij;
+
+  for (i = 0; i < 4; i++) {
+    pic_param->sps_ladf_qp_offseti = sps->ladf_qp_offseti;
+    pic_param->sps_ladf_delta_threshold_minus1i =
+        sps->ladf_delta_threshold_minus1i;
+  }
+
+  for (i = 0;
+      i < (sps->virtual_boundaries_present_flag ?
+          sps->num_ver_virtual_boundaries : ph->num_ver_virtual_boundaries);
+      i++) {
+    pic_param->VirtualBoundaryPosXi = (sps->virtual_boundaries_present_flag ?
+        (sps->virtual_boundary_pos_x_minus1i + 1) :
+        (ph->virtual_boundary_pos_x_minus1i + 1)) * 8;
+  }
+  for (i = 0;
+      i < (sps->virtual_boundaries_present_flag ?
+          sps->num_hor_virtual_boundaries : ph->num_hor_virtual_boundaries);
+      i++) {
+    pic_param->VirtualBoundaryPosYi =
+        (sps->virtual_boundaries_present_flag ?
+        (sps->virtual_boundary_pos_y_minus1i + 1) :
+        (ph->virtual_boundary_pos_y_minus1i + 1)) * 8;
+  }
+
+  for (i = 0; i < 6; i++) {
+    pic_param->pps_cb_qp_offset_listi = pps->cb_qp_offset_listi;
+    pic_param->pps_cr_qp_offset_listi = pps->cr_qp_offset_listi;
+    pic_param->pps_joint_cbcr_qp_offset_listi =
+        pps->joint_cbcr_qp_offset_listi;
+  }
+
+  if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+          VAPictureParameterBufferType, pic_param,
+          sizeof (VAPictureParameterBufferVVC)))
+    return GST_FLOW_ERROR;
+
+  if (!_fill_vaapi_subpicture (self, sps, pps, va_pic))
+    return GST_FLOW_ERROR;
+
+  for (i = 0; i < decoder->aps_listGST_H266_ALF_APS->len; i++) {
+    aps = g_array_index (decoder->aps_listGST_H266_ALF_APS, GstH266APS *, i);
+    if (!_fill_vaapi_alf_aps (self, aps, va_pic))
+      return GST_FLOW_ERROR;
+  }
+  for (i = 0; i < decoder->aps_listGST_H266_LMCS_APS->len; i++) {
+    aps = g_array_index (decoder->aps_listGST_H266_LMCS_APS, GstH266APS *, i);
+    if (!_fill_vaapi_lmcs_aps (self, aps, va_pic))
+      return GST_FLOW_ERROR;
+  }
+  for (i = 0; i < decoder->aps_listGST_H266_SCALING_APS->len; i++) {
+    aps = g_array_index (decoder->aps_listGST_H266_SCALING_APS,
+        GstH266APS *, i);
+    if (!_fill_vaapi_scaling_list_aps (self, aps, va_pic))
+      return GST_FLOW_ERROR;
+  }
+
+  /* Tile buffer */
+  for (i = 0; i <= pps->num_exp_tile_columns_minus1; i++) {
+    tile_dim = pps->tile_column_width_minus1i;
+
+    if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+            VATileBufferType, &tile_dim, sizeof (tile_dim)))
+      return GST_FLOW_ERROR;
+  }
+  for (i = 0; i <= pps->num_exp_tile_rows_minus1; i++) {
+    tile_dim = pps->tile_row_height_minus1i;
+
+    if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+            VATileBufferType, &tile_dim, sizeof (tile_dim)))
+      return GST_FLOW_ERROR;
+  }
+
+  /* Slice Struct buffer */
+  if (!pps->no_pic_partition_flag && pps->rect_slice_flag) {
+    for (i = 0; i <= pps->num_slices_in_pic_minus1; i++) {
+      VASliceStructVVC ss_param = {
+        .SliceTopLeftTileIdx = pps->slice_top_left_tile_idxi,
+        .pps_slice_width_in_tiles_minus1 = pps->slice_width_in_tiles_minus1i,
+        .pps_slice_height_in_tiles_minus1 =
+            pps->slice_height_in_tiles_minus1i,
+      };
+
+      if (pps->slice_width_in_tiles_minus1i > 0
+          || pps->slice_height_in_tiles_minus1i > 0)
+        ss_param.pps_exp_slice_height_in_ctus_minus1 = 0;
+      else {
+        ss_param.pps_exp_slice_height_in_ctus_minus1 =
+            pps->slice_height_in_ctusi ? pps->slice_height_in_ctusi - 1 : 0;
+      }
+
+      if (!gst_va_decoder_add_param_buffer (base->decoder, va_pic,
+              VASliceStructBufferType, &ss_param, sizeof (VASliceStructVVC)))
+        return GST_FLOW_ERROR;
+    }
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_va_h266_dec_end_picture (GstH266Decoder * decoder, GstH266Picture * picture)
+{
+  GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
+  GstVaDecodePicture *va_pic;
+
+  GST_LOG_OBJECT (base, "end picture %p, (poc %d)",
+      picture, picture->pic_order_cnt);
+
+  va_pic = gst_h266_picture_get_user_data (picture);
+
+  if (!gst_va_decoder_decode (base->decoder, va_pic))
+    return GST_FLOW_ERROR;
+
+  return GST_FLOW_OK;
+}
+
+static GstFlowReturn
+gst_va_h266_dec_output_picture (GstH266Decoder * decoder,
+    GstVideoCodecFrame * frame, GstH266Picture * picture)
+{
+  GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
+  GstVaH266Dec *self = GST_VA_H266_DEC (decoder);
+  GstVideoDecoder *vdec = GST_VIDEO_DECODER (decoder);
+  gboolean ret;
+
+  GST_LOG_OBJECT (self,
+      "Outputting picture %p (poc %d)", picture, picture->pic_order_cnt);
+
+  ret = gst_va_base_dec_process_output (base, frame,
+      GST_CODEC_PICTURE (picture)->discont_state, picture->buffer_flags);
+  gst_h266_picture_unref (picture);
+
+  if (ret)
+    return gst_video_decoder_finish_frame (vdec, frame);
+  return GST_FLOW_ERROR;
+}
+
+static inline guint
+_get_slice_data_bit_offset (GstH266SliceHdr * slice_hdr, guint nal_header_bytes)
+{
+  guint epb_count;
+
+  epb_count = slice_hdr->n_emulation_prevention_bytes;
+  return nal_header_bytes + (slice_hdr->header_size + 7) / 8 - epb_count;
+}
+
+static void
+_fill_ref_pic_index (GstH266Decoder * decoder,
+    VASliceParameterBufferVVC * slice_param, guint list)
+{
+  GstVaH266Dec *self = GST_VA_H266_DEC (decoder);
+  const VAPictureParameterBufferVVC *pic_param = &self->pic_param;
+  const VAPictureVVC *va_picture;
+  gint index, i, poc;
+
+  for (index = 0; index < decoder->NumRefIdxActivelist; index++) {
+    if (!decoder->RefPicListlistindex) {
+      GST_WARNING_OBJECT (decoder, "Reference of list%d index %d is missing",
+          list, index);
+      slice_param->RefPicListlistindex = 0xFF;
+      continue;
+    }
+
+    poc = decoder->RefPicPocListlistindex;
+    if (poc == G_MININT32)
+      poc = decoder->RefPicLtPocListlistindex;
+
+    for (i = 0; i < 15; i++) {
+      va_picture = &pic_param->ReferenceFramesi;
+      if (va_picture->picture_id == VA_INVALID_ID)
+        continue;
+
+      if (va_picture->pic_order_cnt == poc)
+        break;
+    }
+    if (i < 15) {
+      slice_param->RefPicListlistindex = i;
+    } else {
+      GST_WARNING_OBJECT (decoder, "Reference of list%d index %d with POC %d "
+          "is missing", list, index, poc);
+      slice_param->RefPicListlistindex = 0xFF;
+    }
+  }
+}
+
+static GstFlowReturn
+gst_va_h266_dec_decode_slice (GstH266Decoder * decoder,
+    GstH266Picture * picture, GstH266Slice * slice)
+{
+  GstVaH266Dec *self = GST_VA_H266_DEC (decoder);
+  GstVaBaseDec *base = &self->parent;
+  GstH266SliceHdr *sh = &slice->header;
+  GstVaDecodePicture *va_pic;
+  GstH266NalUnit *nalu = &slice->nalu;
+  VASliceParameterBufferVVC slice_param;
+  gint i, j;
+
+  va_pic = gst_h266_picture_get_user_data (picture);
+
+  /* *INDENT-OFF* */
+#define F(S, FIELD)  .G_PASTE(G_PASTE(S, _), FIELD)=S->FIELD
+  slice_param = (VASliceParameterBufferVVC) {
+    .slice_data_size = nalu->size,
+    .slice_data_offset = 0,
+    .slice_data_flag = VA_SLICE_DATA_FLAG_ALL,
+    .slice_data_byte_offset = _get_slice_data_bit_offset (sh, nalu->header_bytes),
+    F(sh, subpic_id),
+    F(sh, slice_address),
+    F(sh, num_tiles_in_slice_minus1),
+    F(sh, slice_type),
+    F(sh, num_alf_aps_ids_luma),
+    F(sh, alf_aps_id_chroma),
+    F(sh, alf_cc_cb_aps_id),
+    F(sh, alf_cc_cr_aps_id),
+    .NumRefIdxActive0 = sh->num_ref_idx_active0,
+    .NumRefIdxActive1 = sh->num_ref_idx_active1,
+    F(sh, collocated_ref_idx),
+    .SliceQpY = sh->slice_qp_y,
+    F(sh, cb_qp_offset),
+    F(sh, cr_qp_offset),
+    F(sh, joint_cbcr_qp_offset),
+    F(sh, luma_beta_offset_div2),
+    F(sh, luma_tc_offset_div2),
+    F(sh, cb_beta_offset_div2),
+    F(sh, cb_tc_offset_div2),
+    F(sh, cr_beta_offset_div2),
+    F(sh, cr_tc_offset_div2),
+    .WPInfo = {
+      .luma_log2_weight_denom = sh->pred_weight_table.luma_log2_weight_denom,
+      .delta_chroma_log2_weight_denom =
+        sh->pred_weight_table.delta_chroma_log2_weight_denom,
+      .num_l0_weights = sh->pred_weight_table.num_l0_weights,
+      .num_l1_weights = sh->pred_weight_table.num_l1_weights,
+    },
+    .sh_flags.bits = {
+      F(sh, alf_enabled_flag),
+      F(sh, alf_cb_enabled_flag),
+      F(sh, alf_cr_enabled_flag),
+      F(sh, alf_cc_cb_enabled_flag),
+      F(sh, alf_cc_cr_enabled_flag),
+      F(sh, lmcs_used_flag),
+      F(sh, explicit_scaling_list_used_flag),
+      F(sh, cabac_init_flag),
+      F(sh, collocated_from_l0_flag),
+      F(sh, cu_chroma_qp_offset_enabled_flag),
+      F(sh, sao_luma_used_flag),
+      F(sh, sao_chroma_used_flag),
+      F(sh, deblocking_filter_disabled_flag),
+      F(sh, dep_quant_used_flag),
+      F(sh, sign_data_hiding_used_flag),
+      F(sh, ts_residual_coding_disabled_flag),
+    },
+  };
+#undef F
+  /* *INDENT-ON* */
+
+  for (i = 0; i < 7; i++)
+    slice_param.sh_alf_aps_id_lumai = sh->alf_aps_id_lumai;
+
+  for (i = 0; i < 15; i++) {
+    slice_param.WPInfo.luma_weight_l0_flagi =
+        sh->pred_weight_table.luma_weight_l0_flagi;
+    slice_param.WPInfo.chroma_weight_l0_flagi =
+        sh->pred_weight_table.chroma_weight_l0_flagi;
+    slice_param.WPInfo.delta_luma_weight_l0i =
+        sh->pred_weight_table.delta_luma_weight_l0i;
+
+    slice_param.WPInfo.luma_offset_l0i =
+        sh->pred_weight_table.luma_offset_l0i;
+
+    slice_param.WPInfo.luma_weight_l1_flagi =
+        sh->pred_weight_table.luma_weight_l1_flagi;
+    slice_param.WPInfo.chroma_weight_l1_flagi =
+        sh->pred_weight_table.chroma_weight_l1_flagi;
+    slice_param.WPInfo.delta_luma_weight_l1i =
+        sh->pred_weight_table.delta_luma_weight_l1i;
+
+    slice_param.WPInfo.luma_offset_l1i =
+        sh->pred_weight_table.luma_offset_l1i;
+  }
+
+  for (i = 0; i < 15; i++) {
+    for (j = 0; j < 2; j++) {
+      slice_param.WPInfo.delta_chroma_weight_l0ij =
+          sh->pred_weight_table.delta_chroma_weight_l0ij;
+      slice_param.WPInfo.delta_chroma_offset_l0ij =
+          sh->pred_weight_table.delta_chroma_offset_l0ij;
+
+      slice_param.WPInfo.delta_chroma_weight_l1ij =
+          sh->pred_weight_table.delta_chroma_weight_l1ij;
+      slice_param.WPInfo.delta_chroma_offset_l1ij =
+          sh->pred_weight_table.delta_chroma_offset_l1ij;
+    }
+  }
+
+  memset (&slice_param.RefPicList, 0xFF, sizeof (slice_param.RefPicList));
+  for (i = 0; i < (slice->header.slice_type == GST_H266_B_SLICE ? 2 :
+          (slice->header.slice_type == GST_H266_P_SLICE ? 1 : 0)); i++)
+    _fill_ref_pic_index (decoder, &slice_param, i);
+
+  if (!gst_va_decoder_add_slice_buffer (base->decoder, va_pic, &slice_param,
+          sizeof (slice_param), slice->nalu.data + slice->nalu.offset,
+          slice->nalu.size)) {
+    return GST_FLOW_ERROR;
+  }
+
+  return GST_FLOW_OK;
+}
+
+static GstCaps *
+_complete_sink_caps (GstCaps * sinkcaps)
+{
+  GstCaps *caps = gst_caps_copy (sinkcaps);
+  GValue val = G_VALUE_INIT;
+  const gchar *streamformat = { "vvc1", "vvi1", "byte-stream" };
+  gint i;
+
+  g_value_init (&val, G_TYPE_STRING);
+  g_value_set_string (&val, "au");
+  gst_caps_set_value (caps, "alignment", &val);
+  g_value_unset (&val);
+
+  gst_value_list_init (&val, G_N_ELEMENTS (streamformat));
+  for (i = 0; i < G_N_ELEMENTS (streamformat); i++) {
+    GValue v = G_VALUE_INIT;
+
+    g_value_init (&v, G_TYPE_STRING);
+    g_value_set_string (&v, streamformati);
+    gst_value_list_append_value (&val, &v);
+    g_value_unset (&v);
+  }
+  gst_caps_set_value (caps, "stream-format", &val);
+  g_value_unset (&val);
+
+  return caps;
+}
+
+static void
+gst_va_h266_dec_init (GTypeInstance * instance, gpointer g_class)
+{
+  gst_va_base_dec_init (GST_VA_BASE_DEC (instance), GST_CAT_DEFAULT);
+}
+
+static gpointer
+_register_debug_category (gpointer data)
+{
+  GST_DEBUG_CATEGORY_INIT (gst_va_h266dec_debug, "vah266dec", 0,
+      "VA H266 decoder");
+
+  return NULL;
+}
+
+static void
+gst_va_h266_dec_dispose (GObject * object)
+{
+  gst_va_base_dec_close (GST_VIDEO_DECODER (object));
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static GstCaps *
+gst_va_h266_dec_getcaps (GstVideoDecoder * decoder, GstCaps * filter)
+{
+  GstCaps *sinkcaps, *caps = NULL, *tmp;
+  GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
+
+  if (base->decoder)
+    caps = gst_va_decoder_get_sinkpad_caps (base->decoder);
+
+  if (caps) {
+    sinkcaps = _complete_sink_caps (caps);
+    gst_caps_unref (caps);
+    if (filter) {
+      tmp = gst_caps_intersect_full (filter, sinkcaps,
+          GST_CAPS_INTERSECT_FIRST);
+      gst_caps_unref (sinkcaps);
+      caps = tmp;
+    } else {
+      caps = sinkcaps;
+    }
+    GST_LOG_OBJECT (base, "Returning caps %" GST_PTR_FORMAT, caps);
+  } else if (!caps) {
+    caps = gst_video_decoder_proxy_getcaps (decoder, NULL, filter);
+  }
+
+  return caps;
+}
+
+static void
+gst_va_h266_dec_class_init (gpointer g_class, gpointer class_data)
+{
+  GstCaps *src_doc_caps, *sink_doc_caps;
+  GObjectClass *gobject_class = G_OBJECT_CLASS (g_class);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (g_class);
+  GstVideoDecoderClass *decoder_class = GST_VIDEO_DECODER_CLASS (g_class);
+  GstH266DecoderClass *h266decoder_class = GST_H266_DECODER_CLASS (g_class);
+  struct CData *cdata = class_data;
+  gchar *long_name;
+
+  if (cdata->description) {
+    long_name = g_strdup_printf ("VA-API H.266 Decoder in %s",
+        cdata->description);
+  } else {
+    long_name = g_strdup ("VA-API H.266 Decoder");
+  }
+
+  gst_element_class_set_metadata (element_class, long_name,
+      "Codec/Decoder/Video/Hardware", "VA-API based H.266 video decoder",
+      "He Junyan <junyan.he@intel.com>");
+
+  sink_doc_caps = gst_caps_from_string (sink_caps_str);
+  src_doc_caps = gst_caps_from_string (src_caps_str);
+
+  parent_class = g_type_class_peek_parent (g_class);
+
+  /**
+   * GstVaH266Dec:device-path:
+   *
+   * It shows the DRM device path used for the VA operation, if any.
+   *
+   * Since: 1.26
+   */
+  gst_va_base_dec_class_init (GST_VA_BASE_DEC_CLASS (g_class), VVC,
+      cdata->render_device_path, cdata->sink_caps, cdata->src_caps,
+      src_doc_caps, sink_doc_caps);
+
+  gobject_class->dispose = gst_va_h266_dec_dispose;
+
+  decoder_class->getcaps = GST_DEBUG_FUNCPTR (gst_va_h266_dec_getcaps);
+
+  h266decoder_class->new_sequence =
+      GST_DEBUG_FUNCPTR (gst_va_h266_dec_new_sequence);
+  h266decoder_class->new_picture =
+      GST_DEBUG_FUNCPTR (gst_va_h266_dec_new_picture);
+  h266decoder_class->start_picture =
+      GST_DEBUG_FUNCPTR (gst_va_h266_dec_start_picture);
+  h266decoder_class->end_picture =
+      GST_DEBUG_FUNCPTR (gst_va_h266_dec_end_picture);
+  h266decoder_class->output_picture =
+      GST_DEBUG_FUNCPTR (gst_va_h266_dec_output_picture);
+  h266decoder_class->decode_slice =
+      GST_DEBUG_FUNCPTR (gst_va_h266_dec_decode_slice);
+
+  g_free (long_name);
+  g_free (cdata->description);
+  g_free (cdata->render_device_path);
+  gst_caps_unref (cdata->src_caps);
+  gst_caps_unref (cdata->sink_caps);
+  g_free (cdata);
+}
+
+gboolean
+gst_va_h266_dec_register (GstPlugin * plugin, GstVaDevice * device,
+    GstCaps * sink_caps, GstCaps * src_caps, guint rank)
+{
+  static GOnce debug_once = G_ONCE_INIT;
+  GType type;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstVaH266DecClass),
+    .class_init = gst_va_h266_dec_class_init,
+    .instance_size = sizeof (GstVaH266Dec),
+    .instance_init = gst_va_h266_dec_init,
+  };
+  struct CData *cdata;
+  gboolean ret;
+  gchar *type_name, *feature_name;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+  g_return_val_if_fail (GST_IS_VA_DEVICE (device), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (sink_caps), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (src_caps), FALSE);
+
+  cdata = g_new (struct CData, 1);
+  cdata->description = NULL;
+  cdata->render_device_path = g_strdup (device->render_device_path);
+  cdata->sink_caps = _complete_sink_caps (sink_caps);
+  cdata->src_caps = gst_caps_ref (src_caps);
+
+  /* class data will be leaked if the element never gets instantiated */
+  GST_MINI_OBJECT_FLAG_SET (cdata->sink_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_MINI_OBJECT_FLAG_SET (src_caps, GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  type_info.class_data = cdata;
+
+  gst_va_create_feature_name (device, "GstVaH266Dec", "GstVa%sH266Dec",
+      &type_name, "vah266dec", "va%sh266dec", &feature_name,
+      &cdata->description, &rank);
+
+  g_once (&debug_once, _register_debug_category, NULL);
+
+  type = g_type_register_static (GST_TYPE_H266_DECODER,
+      type_name, &type_info, 0);
+
+  ret = gst_element_register (plugin, feature_name, rank, type);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvah266dec.h Added

@@ -0,0 +1,29 @@
+/* GStreamer
+ * Copyright (C) 2023 He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstvadevice.h"
+
+G_BEGIN_DECLS
+
+gboolean gst_va_h266_dec_register (GstPlugin * plugin, GstVaDevice * device,
+    GstCaps * sink_caps, GstCaps * src_caps, guint rank);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvajpegenc.c Added

@@ -0,0 +1,1358 @@
+/* GStreamer
+ *  Copyright (C) 2024 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-vajpegenc
+ * @title: vajpegenc
+ * @short_description: A VA-API based JPEG video encoder
+ *
+ * vajpegenc encodes raw video VA surfaces into JPEG bitstreams using
+ * the installed and chosen VA-API(https://01.org/linuxmedia/vaapi)
+ * driver.
+ *
+ * The raw video frames in main memory can be imported into VA surfaces.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 videotestsrc num-buffers=60 ! timeoverlay ! vajpegenc ! jpegparse ! filesink location=test.mjpeg
+ * ```
+ *
+ * Since: 1.26
+ *
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstvajpegenc.h"
+
+#include <gst/codecparsers/gstjpegbitwriter.h>
+#include <gst/va/gstva.h>
+#include <gst/va/gstvavideoformat.h>
+#include <gst/video/video.h>
+#include <va/va_drmcommon.h>
+
+#include "vacompat.h"
+#include "gstvabaseenc.h"
+#include "gstvaencoder.h"
+#include "gstvacaps.h"
+#include "gstvaprofile.h"
+#include "gstvadisplay_priv.h"
+#include "gstvapluginutils.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_va_jpegenc_debug);
+#define GST_CAT_DEFAULT gst_va_jpegenc_debug
+
+#define GST_VA_JPEG_ENC(obj)            ((GstVaJpegEnc *) obj)
+#define GST_VA_JPEG_ENC_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), G_TYPE_FROM_INSTANCE (obj), GstVaJpegEncClass))
+#define GST_VA_JPEG_ENC_CLASS(klass)    ((GstVaJpegEncClass *) klass)
+
+typedef struct _GstVaJpegEnc GstVaJpegEnc;
+typedef struct _GstVaJpegEncClass GstVaJpegEncClass;
+
+enum
+{
+  PROP_QUALITY = 1,
+  N_PROPERTIES
+};
+
+static GParamSpec *propertiesN_PROPERTIES;
+
+static GstElementClass *parent_class = NULL;
+
+/* Maximum sizes for common segment (in bytes) */
+#define MAX_APP_HDR_SIZE 20
+#define MAX_FRAME_HDR_SIZE 19
+#define MAX_QUANT_TABLE_SIZE 138
+#define MAX_HUFFMAN_TABLE_SIZE 432
+#define MAX_SCAN_HDR_SIZE 14
+
+struct _GstVaJpegEncClass
+{
+  GstVaBaseEncClass parent_class;
+};
+
+struct _GstVaJpegEnc
+{
+  /*< private > */
+  GstVaBaseEnc parent;
+
+  /* JPEG fields */
+  guint32 quality;
+
+  guint32 packed_headers;
+
+  gint cwidthGST_VIDEO_MAX_COMPONENTS;
+  gint cheightGST_VIDEO_MAX_COMPONENTS;
+  gint h_sampGST_VIDEO_MAX_COMPONENTS;
+  gint v_sampGST_VIDEO_MAX_COMPONENTS;
+  gint h_max_samp;
+  gint v_max_samp;
+  guint n_components;
+  GstJpegQuantTables quant_tables;
+  GstJpegQuantTables scaled_quant_tables;
+  gboolean has_quant_tables;
+  GstJpegHuffmanTables huff_tables;
+  gboolean has_huff_tables;
+};
+
+static void
+gst_va_jpeg_enc_frame_free (gpointer pframe)
+{
+  GstVaEncFrame *frame = pframe;
+
+  g_clear_pointer (&frame->picture, gst_va_encode_picture_free);
+  g_free (frame);
+}
+
+static gboolean
+gst_va_jpeg_enc_new_frame (GstVaBaseEnc * base, GstVideoCodecFrame * frame)
+{
+  GstVaEncFrame *frame_in;
+
+  frame_in = g_new0 (GstVaEncFrame, 1);
+  gst_va_set_enc_frame (frame, frame_in, gst_va_jpeg_enc_frame_free);
+
+  return TRUE;
+}
+
+static inline GstVaEncFrame *
+_enc_frame (GstVideoCodecFrame * frame)
+{
+  GstVaEncFrame *enc_frame = gst_video_codec_frame_get_user_data (frame);
+  g_assert (enc_frame);
+
+  return enc_frame;
+}
+
+static gboolean
+_ensure_profile (GstVaJpegEnc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  if (!gst_va_encoder_has_profile (base->encoder, VAProfileJPEGBaseline)) {
+    GST_ERROR_OBJECT (self, "No jpeg profile found");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+_jpeg_generate_sampling_factors (GstVaJpegEnc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  const GstVideoInfo *vinfo;
+  gint i;
+
+  vinfo = &base->in_info;
+
+  self->n_components = GST_VIDEO_INFO_N_COMPONENTS (vinfo);
+
+  self->h_max_samp = 0;
+  self->v_max_samp = 0;
+  for (i = 0; i < self->n_components; ++i) {
+    self->cwidthi = GST_VIDEO_INFO_COMP_WIDTH (vinfo, i);
+    self->cheighti = GST_VIDEO_INFO_COMP_HEIGHT (vinfo, i);
+    self->h_sampi =
+        GST_ROUND_UP_4 (GST_VIDEO_INFO_WIDTH (vinfo)) / self->cwidthi;
+    self->h_max_samp = MAX (self->h_max_samp, self->h_sampi);
+    self->v_sampi =
+        GST_ROUND_UP_4 (GST_VIDEO_INFO_HEIGHT (vinfo)) / self->cheighti;
+    self->v_max_samp = MAX (self->v_max_samp, self->v_sampi);
+  }
+  /* samp should only be 1, 2 or 4 */
+  g_assert (self->h_max_samp <= 4);
+  g_assert (self->v_max_samp <= 4);
+
+  /* now invert */
+  /* maximum is invariant, as one of the components should have samp 1 */
+  for (i = 0; i < self->n_components; ++i) {
+    self->h_sampi = self->h_max_samp / self->h_sampi;
+    self->v_sampi = self->v_max_samp / self->v_sampi;
+    GST_DEBUG_OBJECT (self, "sampling factors: %d %d", self->h_sampi,
+        self->v_sampi);
+  }
+}
+
+static void
+_jpeg_calculate_coded_size (GstVaJpegEnc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint codedbuf_size = 0;
+
+  /* Just set a conservative size */
+  codedbuf_size = GST_ROUND_UP_16 (base->width) *
+      GST_ROUND_UP_16 (base->height) * 3;
+
+  codedbuf_size += MAX_APP_HDR_SIZE + MAX_FRAME_HDR_SIZE +
+      MAX_QUANT_TABLE_SIZE + MAX_HUFFMAN_TABLE_SIZE + MAX_SCAN_HDR_SIZE;
+
+  base->codedbuf_size = codedbuf_size;
+  GST_DEBUG_OBJECT (self, "Calculate codedbuf size: %u", base->codedbuf_size);
+}
+
+static gboolean
+_jpeg_init_packed_headers (GstVaJpegEnc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint32 packed_headers;
+  /* JPEG segments info */
+  guint32 desired_packed_headers = VA_ENC_PACKED_HEADER_RAW_DATA;
+
+  self->packed_headers = 0;
+
+  if (!gst_va_encoder_get_packed_headers (base->encoder, base->profile,
+          GST_VA_BASE_ENC_ENTRYPOINT (base), &packed_headers))
+    return FALSE;
+
+  if (desired_packed_headers & ~packed_headers) {
+    GST_INFO_OBJECT (self, "Driver does not support some wanted packed headers "
+        "(wanted %#x, found %#x)", desired_packed_headers, packed_headers);
+  }
+
+  self->packed_headers = desired_packed_headers & packed_headers;
+
+  return TRUE;
+}
+
+static gboolean
+_jpeg_get_capability_attribute (GstVaJpegEnc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  VAStatus status;
+  VAConfigAttrib attrib = {.type = VAConfigAttribEncJPEG };
+  VAConfigAttribValEncJPEG jpeg_attrib_val;
+
+  status = vaGetConfigAttributes (gst_va_display_get_va_dpy (base->display),
+      base->profile, GST_VA_BASE_ENC_ENTRYPOINT (base), &attrib, 1);
+  if (status != VA_STATUS_SUCCESS) {
+    GST_INFO_OBJECT (self, "Failed to query encoding features: %s",
+        vaErrorStr (status));
+    /* If no such attribute, we just assume that everything is OK. */
+    return TRUE;
+  }
+
+  jpeg_attrib_val.value = attrib.value;
+
+  GST_DEBUG_OBJECT (self, "Get jpeg attribute, arithmatic_coding_mode: %d, "
+      "progressive_dct_mode: %d, non_interleaved_mode: %d, "
+      "differential_mode %d, max_num_components %d, max_num_scans %d, "
+      "max_num_huffman_tables %d, max_num_quantization_tables %d",
+      jpeg_attrib_val.bits.arithmatic_coding_mode,
+      jpeg_attrib_val.bits.progressive_dct_mode,
+      jpeg_attrib_val.bits.non_interleaved_mode,
+      jpeg_attrib_val.bits.differential_mode,
+      jpeg_attrib_val.bits.max_num_components,
+      jpeg_attrib_val.bits.max_num_scans,
+      jpeg_attrib_val.bits.max_num_huffman_tables,
+      jpeg_attrib_val.bits.max_num_quantization_tables);
+
+  if (jpeg_attrib_val.bits.arithmatic_coding_mode) {
+    GST_ERROR_OBJECT (self, "arithmatic_coding_mode is not supported");
+    return FALSE;
+  }
+
+  if (jpeg_attrib_val.bits.progressive_dct_mode) {
+    GST_ERROR_OBJECT (self, "progressive_dct_mode is not supported");
+    return FALSE;
+  }
+
+  /* It seems that we need to do nothing to switch the
+     non_interleaved_mode/interleaved_mode in our code, so both
+     modes are OK for us. */
+
+  if (jpeg_attrib_val.bits.differential_mode) {
+    GST_ERROR_OBJECT (self, "differential_mode is not supported");
+    return FALSE;
+  }
+
+  if (jpeg_attrib_val.bits.max_num_huffman_tables < 1) {
+    GST_ERROR_OBJECT (self, "need at least 1 huffman table.");
+    return FALSE;
+  }
+
+  if (jpeg_attrib_val.bits.max_num_quantization_tables < 2) {
+    GST_ERROR_OBJECT (self, "need at least 2 quantization tables for "
+        "luma and chroma.");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_va_jpeg_enc_reconfig (GstVaBaseEnc * base)
+{
+  GstVaBaseEncClass *klass = GST_VA_BASE_ENC_GET_CLASS (base);
+  GstVideoEncoder *venc = GST_VIDEO_ENCODER (base);
+  GstVaJpegEnc *self = GST_VA_JPEG_ENC (base);
+  GstCaps *out_caps, *reconf_caps = NULL;
+  GstVideoCodecState *output_state = NULL;
+  gboolean do_renegotiation = TRUE, do_reopen, need_negotiation;
+  gint width, height;
+  GstVideoFormat format, reconf_format = GST_VIDEO_FORMAT_UNKNOWN;
+  guint rt_format = 0, codedbuf_size, latency_num,
+      max_surfaces = 0, max_cached_frames;
+  const char *colorspace, *sampling;
+
+  width = GST_VIDEO_INFO_WIDTH (&base->in_info);
+  height = GST_VIDEO_INFO_HEIGHT (&base->in_info);
+  format = GST_VIDEO_INFO_FORMAT (&base->in_info);
+  codedbuf_size = base->codedbuf_size;
+  latency_num = base->preferred_output_delay;
+
+  need_negotiation =
+      !gst_va_encoder_get_reconstruct_pool_config (base->encoder, &reconf_caps,
+      &max_surfaces);
+  if (!need_negotiation && reconf_caps) {
+    GstVideoInfo vi;
+    if (!gst_video_info_from_caps (&vi, reconf_caps))
+      return FALSE;
+    reconf_format = GST_VIDEO_INFO_FORMAT (&vi);
+  }
+
+  rt_format = gst_va_chroma_from_video_format (format);
+  if (!rt_format) {
+    GST_ERROR_OBJECT (self, "unrecognized input format.");
+    return FALSE;
+  }
+
+  if (!_ensure_profile (self))
+    return FALSE;
+
+  /* first check */
+  do_reopen = !(base->profile == VAProfileJPEGBaseline
+      && base->rt_format == rt_format
+      && format == reconf_format && width == base->width
+      && height == base->height);
+
+  if (do_reopen && gst_va_encoder_is_open (base->encoder))
+    gst_va_encoder_close (base->encoder);
+
+  gst_va_base_enc_reset_state (base);
+
+  if (base->is_live) {
+    base->preferred_output_delay = 0;
+  } else {
+    /* FIXME: An experience value for most of the platforms. */
+    base->preferred_output_delay = 4;
+  }
+
+  base->profile = VAProfileJPEGBaseline;
+  base->rt_format = rt_format;
+  base->width = width;
+  base->height = height;
+  GST_DEBUG_OBJECT (self, "resolution: %dx%d", base->width, base->height);
+
+  _jpeg_generate_sampling_factors (self);
+
+  _jpeg_calculate_coded_size (self);
+
+  if (!_jpeg_init_packed_headers (self))
+    return FALSE;
+
+  /* Let the downstream know the new latency. */
+  if (latency_num != base->preferred_output_delay) {
+    need_negotiation = TRUE;
+    latency_num = base->preferred_output_delay;
+  }
+
+  /* Unknown frame rate is allowed for jpeg, such as a single still image. */
+  if (GST_VIDEO_INFO_FPS_N (&base->in_info) == 0
+      || GST_VIDEO_INFO_FPS_D (&base->in_info) == 0) {
+    GST_DEBUG_OBJECT (self, "Unknown framerate");
+    GST_VIDEO_INFO_FPS_N (&base->in_info) = 0;
+    GST_VIDEO_INFO_FPS_D (&base->in_info) = 1;
+    base->frame_duration = GST_CLOCK_TIME_NONE;
+  } else {
+    GstClockTime latency;
+
+    base->frame_duration = gst_util_uint64_scale (GST_SECOND,
+        GST_VIDEO_INFO_FPS_D (&base->in_info),
+        GST_VIDEO_INFO_FPS_N (&base->in_info));
+    GST_DEBUG_OBJECT (self, "frame duration is %" GST_TIME_FORMAT,
+        GST_TIME_ARGS (base->frame_duration));
+
+    /* Set the latency */
+    latency = gst_util_uint64_scale (latency_num,
+        GST_VIDEO_INFO_FPS_D (&base->input_state->info) * GST_SECOND,
+        GST_VIDEO_INFO_FPS_N (&base->input_state->info));
+    gst_video_encoder_set_latency (venc, latency, latency);
+  }
+
+  max_cached_frames = base->preferred_output_delay;
+  base->min_buffers = max_cached_frames;
+  max_cached_frames += 3 /* scratch frames */ ;
+
+  /* second check after calculations */
+  do_reopen |= !(max_cached_frames == max_surfaces &&
+      codedbuf_size == base->codedbuf_size);
+  if (do_reopen && gst_va_encoder_is_open (base->encoder))
+    gst_va_encoder_close (base->encoder);
+
+  /* Just use driver's capability attribute, we do not change them. */
+  if (!_jpeg_get_capability_attribute (self)) {
+    GST_ERROR_OBJECT (self, "Failed to satisfy the jpeg capability.");
+    return FALSE;
+  }
+
+  if (!gst_va_encoder_is_open (base->encoder)
+      && !gst_va_encoder_open (base->encoder, base->profile, format,
+          base->rt_format, base->width, base->height, base->codedbuf_size,
+          1, VA_RC_NONE, self->packed_headers)) {
+    GST_ERROR_OBJECT (self, "Failed to open the VA encoder.");
+    return FALSE;
+  }
+
+  /* Add some tags */
+  gst_va_base_enc_add_codec_tag (base, "JPEG");
+
+  out_caps = gst_va_profile_caps (base->profile, klass->entrypoint);
+  g_assert (out_caps);
+  GST_WARNING ("caps: %" GST_PTR_FORMAT, out_caps);
+  out_caps = gst_caps_fixate (out_caps);
+
+  if (GST_VIDEO_INFO_IS_YUV (&base->in_info)) {
+    gint w_sub, h_sub;
+
+    colorspace = "sYUV";
+
+    w_sub = 1 << GST_VIDEO_FORMAT_INFO_W_SUB (base->in_info.finfo, 1);
+    h_sub = 1 << GST_VIDEO_FORMAT_INFO_H_SUB (base->in_info.finfo, 1);
+
+    if (w_sub == 1 && h_sub == 1) {
+      sampling = "YCbCr-4:4:4";
+    } else if (w_sub == 2 && h_sub == 1) {
+      sampling = "YCbCr-4:2:2";
+    } else if (w_sub == 2 && h_sub == 2) {
+      sampling = "YCbCr-4:2:0";
+    } else {
+      sampling = NULL;
+    }
+  } else if (GST_VIDEO_INFO_IS_RGB (&base->in_info)) {
+    colorspace = "sRGB";
+    switch (GST_VIDEO_INFO_FORMAT (&base->in_info)) {
+      case GST_VIDEO_FORMAT_BGRA:
+      case GST_VIDEO_FORMAT_BGR:
+      case GST_VIDEO_FORMAT_ABGR:
+      case GST_VIDEO_FORMAT_xBGR:
+      case GST_VIDEO_FORMAT_BGRx:
+        sampling = "BGR";
+        break;
+      case GST_VIDEO_FORMAT_RGBA:
+      case GST_VIDEO_FORMAT_ARGB:
+      case GST_VIDEO_FORMAT_RGBx:
+      case GST_VIDEO_FORMAT_xRGB:
+      case GST_VIDEO_FORMAT_RGB:
+        sampling = "RGB";
+        break;
+      default:
+        sampling = NULL;
+    }
+  } else if (GST_VIDEO_INFO_IS_GRAY (&base->in_info)) {
+    colorspace = "GRAY";
+    sampling = "GRAYSCALE";
+  } else {
+    colorspace = sampling = NULL;
+  }
+
+  gst_caps_set_simple (out_caps, "width", G_TYPE_INT, base->width,
+      "height", G_TYPE_INT, base->height, "interlace-mode", G_TYPE_STRING,
+      "progressive", NULL);
+
+  if (colorspace) {
+    gst_caps_set_simple (out_caps, "colorspace", G_TYPE_STRING, colorspace,
+        NULL);
+  }
+  if (sampling)
+    gst_caps_set_simple (out_caps, "sampling", G_TYPE_STRING, sampling, NULL);
+
+  if (!need_negotiation) {
+    output_state = gst_video_encoder_get_output_state (venc);
+    do_renegotiation = TRUE;
+    if (output_state) {
+      do_renegotiation = !gst_caps_is_subset (output_state->caps, out_caps);
+      gst_video_codec_state_unref (output_state);
+    }
+    if (!do_renegotiation) {
+      gst_caps_unref (out_caps);
+      return TRUE;
+    }
+  }
+
+  GST_DEBUG_OBJECT (self, "output caps is %" GST_PTR_FORMAT, out_caps);
+
+  output_state =
+      gst_video_encoder_set_output_state (venc, out_caps, base->input_state);
+  gst_video_codec_state_unref (output_state);
+
+  if (!gst_video_encoder_negotiate (venc)) {
+    GST_ERROR_OBJECT (self, "Failed to negotiate with the downstream");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_va_jpeg_enc_reorder_frame (GstVaBaseEnc * base, GstVideoCodecFrame * frame,
+    gboolean bump_all, GstVideoCodecFrame ** out_frame)
+{
+  *out_frame = frame;
+  return TRUE;
+}
+
+static void
+gst_va_jpeg_enc_reset_state (GstVaBaseEnc * base)
+{
+  GstVaJpegEnc *self = GST_VA_JPEG_ENC (base);
+
+  GST_VA_BASE_ENC_CLASS (parent_class)->reset_state (base);
+
+  self->packed_headers = 0;
+  memset (self->cwidth, 0, sizeof (self->cwidth));
+  memset (self->cheight, 0, sizeof (self->cheight));
+  memset (self->h_samp, 0, sizeof (self->h_samp));
+  memset (self->v_samp, 0, sizeof (self->v_samp));
+  self->h_max_samp = 0;
+  self->v_max_samp = 0;
+  self->n_components = 0;
+  memset (&self->quant_tables, 0, sizeof (GstJpegQuantTables));
+  memset (&self->scaled_quant_tables, 0, sizeof (GstJpegQuantTables));
+  self->has_quant_tables = FALSE;
+  memset (&self->huff_tables, 0, sizeof (GstJpegHuffmanTables));
+  self->has_huff_tables = FALSE;
+}
+
+static void
+_jpeg_fill_picture (GstVaJpegEnc * self, GstVaEncFrame * frame,
+    VAEncPictureParameterBufferJPEG * pic_param, guint32 quality)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint i;
+
+  /* *INDENT-OFF* */
+  *pic_param = (VAEncPictureParameterBufferJPEG) {
+    .reconstructed_picture =
+        gst_va_encode_picture_get_reconstruct_surface (frame->picture),
+    .picture_width = base->width,
+    .picture_height = base->height,
+    .coded_buf = frame->picture->coded_buffer,
+    /* Profile = Baseline */
+    .pic_flags.bits.profile = 0,
+    /* Sequential encoding */
+    .pic_flags.bits.progressive = 0,
+    /* Uses Huffman coding */
+    .pic_flags.bits.huffman = 1,
+    /* Input format is non interleaved (YUV) */
+    .pic_flags.bits.interleaved = 0,
+    /* non-Differential Encoding */
+    .pic_flags.bits.differential = 0,
+    .sample_bit_depth = 8,
+    .num_scan = 1,
+    .num_components = self->n_components,
+    .quality = quality,
+  };
+  /* *INDENT-ON* */
+
+  for (i = 0; i < pic_param->num_components; i++) {
+    pic_param->component_idi = i + 1;
+    if (i != 0)
+      pic_param->quantiser_table_selectori = 1;
+  }
+}
+
+static gboolean
+_jpeg_add_picture_parameter (GstVaJpegEnc * self, GstVaEncFrame * frame,
+    VAEncPictureParameterBufferJPEG * pic_param)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+          VAEncPictureParameterBufferType, pic_param,
+          sizeof (VAEncPictureParameterBufferJPEG))) {
+    GST_ERROR_OBJECT (self, "Failed to create the picture parameter");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+/* Normalize the quality factor and scale QM values. */
+static void
+_jpeg_generate_scaled_qm (GstJpegQuantTables * quant_tables,
+    GstJpegQuantTables * scaled_quant_tables, guint quality, guint shift)
+{
+  guint qt_val, nm_quality, i;
+
+  nm_quality = quality == 0 ? 1 : quality;
+  nm_quality =
+      (nm_quality < 50) ? (5000 / nm_quality) : (200 - (nm_quality * 2));
+
+  g_assert (quant_tables != NULL);
+  g_assert (scaled_quant_tables != NULL);
+
+  scaled_quant_tables->quant_tables0.quant_precision =
+      quant_tables->quant_tables0.quant_precision;
+  scaled_quant_tables->quant_tables0.valid =
+      quant_tables->quant_tables0.valid;
+  scaled_quant_tables->quant_tables1.quant_precision =
+      quant_tables->quant_tables1.quant_precision;
+  scaled_quant_tables->quant_tables1.valid =
+      quant_tables->quant_tables1.valid;
+
+  for (i = 0; i < GST_JPEG_MAX_QUANT_ELEMENTS; i++) {
+    /* Luma QM */
+    qt_val =
+        (quant_tables->quant_tables0.quant_tablei * nm_quality +
+        shift) / 100;
+    scaled_quant_tables->quant_tables0.quant_tablei =
+        CLAMP (qt_val, 1, 255);
+    /* Chroma QM */
+    qt_val =
+        (quant_tables->quant_tables1.quant_tablei * nm_quality +
+        shift) / 100;
+    scaled_quant_tables->quant_tables1.quant_tablei =
+        CLAMP (qt_val, 1, 255);
+  }
+}
+
+static void
+_jpeg_fill_quantization_table (GstVaJpegEnc * self,
+    VAQMatrixBufferJPEG * q_matrix, guint32 quality)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint i;
+
+  if (!self->has_quant_tables) {
+    guint shift = 0;
+
+    if (gst_va_display_is_implementation (base->display,
+            GST_VA_IMPLEMENTATION_INTEL_IHD))
+      shift = 50;
+
+    gst_jpeg_get_default_quantization_tables (&self->quant_tables);
+    /* Just use table 0 and 1 */
+    self->quant_tables.quant_tables2.valid = FALSE;
+    self->quant_tables.quant_tables3.valid = FALSE;
+
+    _jpeg_generate_scaled_qm (&self->quant_tables,
+        &self->scaled_quant_tables, quality, shift);
+
+    self->has_quant_tables = TRUE;
+  }
+
+  q_matrix->load_lum_quantiser_matrix = 1;
+  for (i = 0; i < GST_JPEG_MAX_QUANT_ELEMENTS; i++) {
+    q_matrix->lum_quantiser_matrixi =
+        self->quant_tables.quant_tables0.quant_tablei;
+  }
+
+  q_matrix->load_chroma_quantiser_matrix = 1;
+  for (i = 0; i < GST_JPEG_MAX_QUANT_ELEMENTS; i++) {
+    q_matrix->chroma_quantiser_matrixi =
+        self->quant_tables.quant_tables1.quant_tablei;
+  }
+}
+
+static gboolean
+_jpeg_add_quantization_table (GstVaJpegEnc * self, GstVaEncFrame * frame,
+    VAQMatrixBufferJPEG * q_matrix)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+          VAQMatrixBufferType, q_matrix, sizeof (VAQMatrixBufferJPEG))) {
+    GST_ERROR_OBJECT (self, "Failed to create the quantization table");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+_jpeg_fill_huffman_table (GstVaJpegEnc * self,
+    VAHuffmanTableBufferJPEGBaseline * huffman_table)
+{
+  guint i, num_tables;
+
+  num_tables = MIN (G_N_ELEMENTS (huffman_table->huffman_table),
+      GST_JPEG_MAX_SCAN_COMPONENTS);
+
+  if (!self->has_huff_tables) {
+    gst_jpeg_get_default_huffman_tables (&self->huff_tables);
+    self->has_huff_tables = TRUE;
+  }
+
+  for (i = 0; i < num_tables; i++) {
+    huffman_table->load_huffman_tablei =
+        self->huff_tables.dc_tablesi.valid
+        && self->huff_tables.ac_tablesi.valid;
+    if (!huffman_table->load_huffman_tablei)
+      continue;
+
+    memcpy (huffman_table->huffman_tablei.num_dc_codes,
+        self->huff_tables.dc_tablesi.huf_bits,
+        sizeof (huffman_table->huffman_tablei.num_dc_codes));
+    memcpy (huffman_table->huffman_tablei.dc_values,
+        self->huff_tables.dc_tablesi.huf_values,
+        sizeof (huffman_table->huffman_tablei.dc_values));
+    memcpy (huffman_table->huffman_tablei.num_ac_codes,
+        self->huff_tables.ac_tablesi.huf_bits,
+        sizeof (huffman_table->huffman_tablei.num_ac_codes));
+    memcpy (huffman_table->huffman_tablei.ac_values,
+        self->huff_tables.ac_tablesi.huf_values,
+        sizeof (huffman_table->huffman_tablei.ac_values));
+    memset (huffman_table->huffman_tablei.pad,
+        0, sizeof (huffman_table->huffman_tablei.pad));
+  }
+}
+
+static gboolean
+_jpeg_add_huffman_table (GstVaJpegEnc * self, GstVaEncFrame * frame,
+    VAHuffmanTableBufferJPEGBaseline * huffman_table)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+          VAHuffmanTableBufferType, huffman_table,
+          sizeof (VAHuffmanTableBufferJPEGBaseline))) {
+    GST_ERROR_OBJECT (self, "Failed to create the huffman table");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+_jpeg_fill_slice (GstVaJpegEnc * self,
+    VAEncPictureParameterBufferJPEG * pic_param,
+    VAEncSliceParameterBufferJPEG * slice_param)
+{
+  /* *INDENT-OFF* */
+  *slice_param = (VAEncSliceParameterBufferJPEG) {
+    .restart_interval = 0,
+    .num_components = pic_param->num_components,
+    .components0.component_selector = 1,
+    .components0.dc_table_selector = 0,
+    .components0.ac_table_selector = 0,
+    .components1.component_selector = 2,
+    .components1.dc_table_selector = 1,
+    .components1.ac_table_selector = 1,
+    .components2.component_selector = 3,
+    .components2.dc_table_selector = 1,
+    .components2.ac_table_selector = 1,
+  };
+  /* *INDENT-ON* */
+}
+
+static gboolean
+_jpeg_add_slice_parameter (GstVaJpegEnc * self, GstVaEncFrame * frame,
+    VAEncSliceParameterBufferJPEG * slice_param)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  if (!gst_va_encoder_add_param (base->encoder, frame->picture,
+          VAEncSliceParameterBufferType, slice_param,
+          sizeof (VAEncSliceParameterBufferJPEG))) {
+    GST_ERROR_OBJECT (self, "Failed to create the slice parameter");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+_jpeg_create_and_add_packed_segments (GstVaJpegEnc * self,
+    GstVaEncFrame * frame, VAEncPictureParameterBufferJPEG * pic_param,
+    VAEncSliceParameterBufferJPEG * slice_param)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  GstJpegBitWriterResult writer_res;
+  guint8 data2048 = { 0, };
+  guint8 app_data14 = {
+    0x4A /* J */ ,
+    0x46 /* F */ ,
+    0x49 /* I */ ,
+    0x46 /* F */ ,
+    0x00 /* 0 */ ,
+    0x01 /* Major Version */ ,
+    0x02 /* Minor Version */ ,
+    0x00 /* Density units 0:no units, 1:pixels per inch, 2: pixels per cm */ ,
+    0x00, 0x01 /* X density (pixel-aspect-ratio) */ ,
+    0x00, 0x01 /* Y density (pixel-aspect-ratio) */ ,
+    0x00 /* Thumbnail width */ ,
+    0x00 /* Thumbnail height */ ,
+  };
+  GstJpegFrameHdr frame_hdr;
+  GstJpegScanHdr scan_hdr = { 0, };
+  guint i;
+  guint size, offset;
+
+  /* SOI */
+  offset = 0;
+  size = sizeof (data);
+  writer_res = gst_jpeg_bit_writer_segment_with_data (GST_JPEG_MARKER_SOI,
+      NULL, 0, data, &size);
+  if (writer_res != GST_JPEG_BIT_WRITER_OK)
+    return FALSE;
+
+  /* APP0 */
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_segment_with_data (GST_JPEG_MARKER_APP_MIN,
+      app_data, sizeof (app_data), data + offset, &size);
+  if (writer_res != GST_JPEG_BIT_WRITER_OK)
+    return FALSE;
+
+  /* Quantization tables */
+  g_assert (self->has_quant_tables);
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res =
+      gst_jpeg_bit_writer_quantization_table (&self->scaled_quant_tables,
+      data + offset, &size);
+  if (writer_res != GST_JPEG_BIT_WRITER_OK)
+    return FALSE;
+
+  /* SOF */
+  /* *INDENT-OFF* */
+  frame_hdr = (GstJpegFrameHdr) {
+    .sample_precision = 8,
+    .width = pic_param->picture_width,
+    .height = pic_param->picture_height,
+    .num_components = pic_param->num_components,
+  };
+  /* *INDENT-ON* */
+  for (i = 0; i < frame_hdr.num_components; i++) {
+    frame_hdr.componentsi.identifier = pic_param->component_idi;
+    frame_hdr.componentsi.horizontal_factor = self->h_sampi;
+    frame_hdr.componentsi.vertical_factor = self->v_sampi;
+    frame_hdr.componentsi.quant_table_selector =
+        pic_param->quantiser_table_selectori;
+  };
+
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_frame_header (&frame_hdr,
+      GST_JPEG_MARKER_SOF_MIN, data + offset, &size);
+  if (writer_res != GST_JPEG_BIT_WRITER_OK)
+    return FALSE;
+
+  /* huffman tables */
+  g_assert (self->has_huff_tables);
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_huffman_table (&self->huff_tables,
+      data + offset, &size);
+  if (writer_res != GST_JPEG_BIT_WRITER_OK)
+    return FALSE;
+
+  /* Scan header */
+  scan_hdr.num_components = slice_param->num_components;
+  for (i = 0; i < frame_hdr.num_components; i++) {
+    scan_hdr.componentsi.component_selector =
+        slice_param->componentsi.component_selector;
+    scan_hdr.componentsi.dc_selector =
+        slice_param->componentsi.dc_table_selector;
+    scan_hdr.componentsi.ac_selector =
+        slice_param->componentsi.ac_table_selector;
+  }
+
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_scan_header (&scan_hdr,
+      data + offset, &size);
+  if (writer_res != GST_JPEG_BIT_WRITER_OK)
+    return FALSE;
+
+  offset += size;
+
+  if (!gst_va_encoder_add_packed_header (base->encoder, frame->picture,
+          VAEncPackedHeaderRawData, data, offset * 8, FALSE)) {
+    GST_ERROR_OBJECT (self, "Failed to add packed segment data");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+_jpeg_encode_one_frame (GstVaJpegEnc * self, GstVideoCodecFrame * gst_frame)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  GstVaEncFrame *frame;
+  VAEncPictureParameterBufferJPEG pic_param;
+  VAQMatrixBufferJPEG q_matrix;
+  VAHuffmanTableBufferJPEGBaseline huffman_table;
+  VAEncSliceParameterBufferJPEG slice_param;
+  guint32 quality;
+
+  g_return_val_if_fail (gst_frame, FALSE);
+
+  frame = _enc_frame (gst_frame);
+
+  GST_OBJECT_LOCK (self);
+  quality = self->quality;
+  GST_OBJECT_UNLOCK (self);
+
+  _jpeg_fill_quantization_table (self, &q_matrix, quality);
+  if (!_jpeg_add_quantization_table (self, frame, &q_matrix))
+    return FALSE;
+
+  _jpeg_fill_huffman_table (self, &huffman_table);
+  if (!_jpeg_add_huffman_table (self, frame, &huffman_table))
+    return FALSE;
+
+  _jpeg_fill_picture (self, frame, &pic_param, quality);
+  if (!_jpeg_add_picture_parameter (self, frame, &pic_param))
+    return FALSE;
+
+  _jpeg_fill_slice (self, &pic_param, &slice_param);
+  if (!_jpeg_add_slice_parameter (self, frame, &slice_param))
+    return FALSE;
+
+  if (!_jpeg_create_and_add_packed_segments (self, frame, &pic_param,
+          &slice_param)) {
+    GST_ERROR_OBJECT (self, "Failed to create packed segments");
+    return FALSE;
+  }
+
+  if (!gst_va_encoder_encode (base->encoder, frame->picture)) {
+    GST_ERROR_OBJECT (self, "Encode frame error");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_va_jpeg_enc_encode_frame (GstVaBaseEnc * base,
+    GstVideoCodecFrame * gst_frame, gboolean is_last)
+{
+  GstVaJpegEnc *self = GST_VA_JPEG_ENC (base);
+  GstVaEncFrame *frame;
+
+  frame = _enc_frame (gst_frame);
+
+  g_assert (frame->picture == NULL);
+  frame->picture = gst_va_encode_picture_new (base->encoder,
+      gst_frame->input_buffer);
+
+  if (!frame->picture) {
+    GST_ERROR_OBJECT (self, "Failed to create the encode picture");
+    return GST_FLOW_ERROR;
+  }
+
+  if (!_jpeg_encode_one_frame (self, gst_frame)) {
+    GST_ERROR_OBJECT (self, "Failed to encode the frame");
+    return GST_FLOW_ERROR;
+  }
+
+  g_queue_push_tail (&base->output_list, gst_video_codec_frame_ref (gst_frame));
+
+  return GST_FLOW_OK;
+}
+
+static gboolean
+gst_va_jpeg_enc_prepare_output (GstVaBaseEnc * base,
+    GstVideoCodecFrame * frame, gboolean * complete)
+{
+  GstVaEncFrame *frame_enc;
+  GstBuffer *buf;
+
+  frame_enc = _enc_frame (frame);
+
+  buf = gst_va_base_enc_create_output_buffer (base,
+      frame_enc->picture, NULL, 0);
+  if (!buf) {
+    GST_ERROR_OBJECT (base, "Failed to create output buffer");
+    return FALSE;
+  }
+
+  GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_MARKER);
+  GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
+  GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
+
+  gst_buffer_replace (&frame->output_buffer, buf);
+  gst_clear_buffer (&buf);
+
+  *complete = TRUE;
+  return TRUE;
+}
+
+/* *INDENT-OFF* */
+static const gchar *sink_caps_str =
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_VA,
+        "{ NV12 }") " ;"
+    GST_VIDEO_CAPS_MAKE ("{ NV12 }");
+/* *INDENT-ON* */
+
+static const gchar *src_caps_str = "image/jpeg";
+
+static gpointer
+_register_debug_category (gpointer data)
+{
+  GST_DEBUG_CATEGORY_INIT (gst_va_jpegenc_debug, "vajpegenc", 0,
+      "VA jpeg encoder");
+
+  return NULL;
+}
+
+static void
+gst_va_jpeg_enc_init (GTypeInstance * instance, gpointer g_class)
+{
+  GstVaJpegEnc *self = GST_VA_JPEG_ENC (instance);
+
+  self->quality = 50;
+}
+
+static void
+gst_va_jpeg_enc_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstVaJpegEnc *self = GST_VA_JPEG_ENC (object);
+
+  GST_OBJECT_LOCK (self);
+
+  switch (prop_id) {
+    case PROP_QUALITY:
+      self->quality = g_value_get_uint (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+  }
+
+  GST_OBJECT_UNLOCK (self);
+}
+
+static void
+gst_va_jpeg_enc_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstVaJpegEnc *const self = GST_VA_JPEG_ENC (object);
+
+  GST_OBJECT_LOCK (self);
+
+  switch (prop_id) {
+    case PROP_QUALITY:
+      g_value_set_uint (value, self->quality);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+  }
+
+  GST_OBJECT_UNLOCK (self);
+}
+
+static void
+gst_va_jpeg_enc_class_init (gpointer g_klass, gpointer class_data)
+{
+  GstCaps *src_doc_caps, *sink_doc_caps;
+  GstPadTemplate *sink_pad_templ, *src_pad_templ;
+  GObjectClass *object_class = G_OBJECT_CLASS (g_klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (g_klass);
+  GstVaBaseEncClass *va_enc_class = GST_VA_BASE_ENC_CLASS (g_klass);
+  struct CData *cdata = class_data;
+  gchar *long_name;
+  const gchar *name, *desc;
+  gint n_props = N_PROPERTIES;
+
+  desc = "VA-API based JPEG video encoder";
+  name = "VA-API JPEG Encoder";
+
+  if (cdata->description)
+    long_name = g_strdup_printf ("%s in %s", name, cdata->description);
+  else
+    long_name = g_strdup (name);
+
+  gst_element_class_set_metadata (element_class, long_name,
+      "Codec/Encoder/Video/Hardware", desc, "He Junyan <junyan.he@intel.com>");
+
+  sink_doc_caps = gst_caps_from_string (sink_caps_str);
+  src_doc_caps = gst_caps_from_string (src_caps_str);
+
+  parent_class = g_type_class_peek_parent (g_klass);
+
+  va_enc_class->codec = JPEG;
+  va_enc_class->entrypoint = cdata->entrypoint;
+  va_enc_class->render_device_path = g_strdup (cdata->render_device_path);
+
+  sink_pad_templ = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+      cdata->sink_caps);
+  gst_element_class_add_pad_template (element_class, sink_pad_templ);
+
+  gst_pad_template_set_documentation_caps (sink_pad_templ, sink_doc_caps);
+  gst_caps_unref (sink_doc_caps);
+
+  src_pad_templ = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+      cdata->src_caps);
+  gst_element_class_add_pad_template (element_class, src_pad_templ);
+
+  gst_pad_template_set_documentation_caps (src_pad_templ, src_doc_caps);
+  gst_caps_unref (src_doc_caps);
+
+  object_class->set_property = gst_va_jpeg_enc_set_property;
+  object_class->get_property = gst_va_jpeg_enc_get_property;
+
+  va_enc_class->reconfig = GST_DEBUG_FUNCPTR (gst_va_jpeg_enc_reconfig);
+  va_enc_class->reset_state = GST_DEBUG_FUNCPTR (gst_va_jpeg_enc_reset_state);
+  va_enc_class->reorder_frame =
+      GST_DEBUG_FUNCPTR (gst_va_jpeg_enc_reorder_frame);
+  va_enc_class->new_frame = GST_DEBUG_FUNCPTR (gst_va_jpeg_enc_new_frame);
+  va_enc_class->encode_frame = GST_DEBUG_FUNCPTR (gst_va_jpeg_enc_encode_frame);
+  va_enc_class->prepare_output =
+      GST_DEBUG_FUNCPTR (gst_va_jpeg_enc_prepare_output);
+
+  g_free (long_name);
+  g_free (cdata->description);
+  g_free (cdata->render_device_path);
+  gst_caps_unref (cdata->src_caps);
+  gst_caps_unref (cdata->sink_caps);
+  g_free (cdata);
+
+  /**
+   * GstVaJpegEnc:quality:
+   *
+   * Quality factor.
+   */
+  propertiesPROP_QUALITY = g_param_spec_uint ("quality",
+      "Quality factor", "Quality factor for encoding", 0, 100, 50,
+      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT);
+
+  g_object_class_install_properties (object_class, n_props, properties);
+}
+
+static gboolean
+_is_supported_format (GstVideoFormat gst_format)
+{
+  guint chroma;
+
+  /* Only support depth == 8 */
+  chroma = gst_va_chroma_from_video_format (gst_format);
+  if (chroma >= VA_RT_FORMAT_YUV420 && chroma <= VA_RT_FORMAT_YUV400)
+    return TRUE;
+
+  /* And the special RGB case */
+  if (chroma == VA_RT_FORMAT_RGB32)
+    return TRUE;
+
+  return FALSE;
+}
+
+static void
+_generate_supported_formats (GPtrArray * supported_formats,
+    GValue * supported_value)
+{
+  guint i;
+
+  if (supported_formats->len == 1) {
+    g_value_init (supported_value, G_TYPE_STRING);
+    g_value_set_string (supported_value,
+        g_ptr_array_index (supported_formats, 0));
+  } else {
+    GValue item = G_VALUE_INIT;
+
+    gst_value_list_init (supported_value, supported_formats->len);
+
+    for (i = 0; i < supported_formats->len; i++) {
+      g_value_init (&item, G_TYPE_STRING);
+      g_value_set_string (&item, g_ptr_array_index (supported_formats, i));
+      gst_value_list_append_value (supported_value, &item);
+      g_value_unset (&item);
+    }
+  }
+}
+
+static GstCaps *
+_filter_sink_caps (GstCaps * sinkcaps)
+{
+  GPtrArray *supported_formats;
+  const gchar *format_str;
+  GstVideoFormat gst_format;
+  const GValue *val;
+  GValue supported_value = G_VALUE_INIT;
+  GstCaps *ret;
+  guint num_structures;
+  guint i, j;
+
+  supported_formats = g_ptr_array_new ();
+  ret = gst_caps_new_empty ();
+
+  num_structures = gst_caps_get_size (sinkcaps);
+
+  for (i = 0; i < num_structures; i++) {
+    GstStructure *st;
+    GstCapsFeatures *features;
+
+    g_ptr_array_set_size (supported_formats, 0);
+
+    st = gst_caps_get_structure (sinkcaps, i);
+    st = gst_structure_copy (st);
+
+    features = gst_caps_get_features (sinkcaps, i);
+
+    if (gst_caps_features_contains (features, GST_CAPS_FEATURE_MEMORY_DMABUF)) {
+      guint32 fourcc;
+
+      val = gst_structure_get_value (st, "drm-format");
+      if (!val) {
+        gst_structure_free (st);
+        continue;
+      }
+
+      if (G_VALUE_HOLDS_STRING (val)) {
+        format_str = g_value_get_string (val);
+        fourcc = gst_video_dma_drm_fourcc_from_string (format_str, NULL);
+        gst_format = gst_va_video_format_from_drm_fourcc (fourcc);
+
+        if (_is_supported_format (gst_format))
+          g_ptr_array_add (supported_formats, (gpointer) format_str);
+      } else if (GST_VALUE_HOLDS_LIST (val)) {
+        guint num_values = gst_value_list_get_size (val);
+
+        for (j = 0; j < num_values; j++) {
+          const GValue *v = gst_value_list_get_value (val, j);
+
+          format_str = g_value_get_string (v);
+          fourcc = gst_video_dma_drm_fourcc_from_string (format_str, NULL);
+          gst_format = gst_va_video_format_from_drm_fourcc (fourcc);
+
+          if (_is_supported_format (gst_format))
+            g_ptr_array_add (supported_formats, (gpointer) format_str);
+        }
+      }
+
+      if (!supported_formats->len) {
+        gst_structure_free (st);
+        continue;
+      }
+
+      _generate_supported_formats (supported_formats, &supported_value);
+      gst_structure_take_value (st, "drm-format", &supported_value);
+
+      gst_caps_append_structure_full (ret, st,
+          gst_caps_features_copy (features));
+    } else {
+      val = gst_structure_get_value (st, "format");
+      if (!val) {
+        gst_structure_free (st);
+        continue;
+      }
+
+      if (G_VALUE_HOLDS_STRING (val)) {
+        format_str = g_value_get_string (val);
+        gst_format = gst_video_format_from_string (format_str);
+
+        if (_is_supported_format (gst_format))
+          g_ptr_array_add (supported_formats, (gpointer) format_str);
+      } else if (GST_VALUE_HOLDS_LIST (val)) {
+        guint num_values = gst_value_list_get_size (val);
+
+        for (j = 0; j < num_values; j++) {
+          const GValue *v = gst_value_list_get_value (val, j);
+
+          format_str = g_value_get_string (v);
+          gst_format = gst_video_format_from_string (format_str);
+
+          if (_is_supported_format (gst_format))
+            g_ptr_array_add (supported_formats, (gpointer) format_str);
+        }
+      }
+
+      if (!supported_formats->len) {
+        gst_structure_free (st);
+        continue;
+      }
+
+      _generate_supported_formats (supported_formats, &supported_value);
+      gst_structure_take_value (st, "format", &supported_value);
+
+      gst_caps_append_structure_full (ret, st,
+          gst_caps_features_copy (features));
+    }
+  }
+
+  g_ptr_array_unref (supported_formats);
+
+  if (gst_caps_is_empty (ret)) {
+    gst_caps_unref (ret);
+    ret = NULL;
+  }
+
+  return ret;
+}
+
+gboolean
+gst_va_jpeg_enc_register (GstPlugin * plugin, GstVaDevice * device,
+    GstCaps * sink_caps, GstCaps * src_caps, guint rank,
+    VAEntrypoint entrypoint)
+{
+  static GOnce debug_once = G_ONCE_INIT;
+  GType type;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstVaJpegEncClass),
+    .class_init = gst_va_jpeg_enc_class_init,
+    .instance_size = sizeof (GstVaJpegEnc),
+    .instance_init = gst_va_jpeg_enc_init,
+  };
+  struct CData *cdata;
+  gboolean ret;
+  gchar *type_name, *feature_name;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+  g_return_val_if_fail (GST_IS_VA_DEVICE (device), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (sink_caps), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (src_caps), FALSE);
+  g_return_val_if_fail (entrypoint == VAEntrypointEncPicture, FALSE);
+
+  sink_caps = _filter_sink_caps (sink_caps);
+
+  cdata = g_new (struct CData, 1);
+  cdata->entrypoint = entrypoint;
+  cdata->description = NULL;
+  cdata->render_device_path = g_strdup (device->render_device_path);
+  cdata->sink_caps = sink_caps;
+  cdata->src_caps = gst_caps_ref (src_caps);
+
+  /* class data will be leaked if the element never gets instantiated */
+  GST_MINI_OBJECT_FLAG_SET (cdata->sink_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_MINI_OBJECT_FLAG_SET (cdata->src_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  type_info.class_data = cdata;
+  gst_va_create_feature_name (device, "GstVaJpegEnc", "GstVa%sJpegEnc",
+      &type_name, "vajpegenc", "va%sjpegenc", &feature_name,
+      &cdata->description, &rank);
+
+  g_once (&debug_once, _register_debug_category, NULL);
+  type = g_type_register_static (GST_TYPE_VA_BASE_ENC,
+      type_name, &type_info, 0);
+  ret = gst_element_register (plugin, feature_name, rank, type);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvajpegenc.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ *  Copyright (C) 2024 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstvadevice.h"
+
+G_BEGIN_DECLS
+
+gboolean     gst_va_jpeg_enc_register                (GstPlugin * plugin,
+                                                      GstVaDevice * device,
+                                                      GstCaps * sink_caps,
+                                                      GstCaps * src_caps,
+                                                      guint rank,
+                                                      VAEntrypoint entrypoint);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvaprofile.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvaprofile.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvaprofile.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvaprofile.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvavp8dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvavp8dec.c Changed

@@ -46,6 +46,7 @@
 #include "gstvavp8dec.h"
 
 #include "gstvabasedec.h"
+#include "gstvacodecalphadecodebin.h"
 
 GST_DEBUG_CATEGORY_STATIC (gst_va_vp8dec_debug);
 #ifndef GST_DISABLE_GST_DEBUG
@@ -82,6 +83,12 @@
 
 static const gchar *sink_caps_str = "video/x-vp8";
 
+static GstStaticPadTemplate alpha_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-vp8, codec-alpha = (boolean) true, "
+        "alignment = frame")
+    );
+
 static VAProfile
 _get_profile (GstVaVp8Dec * self, const GstVp8FrameHdr * frame_hdr)
 {
@@ -374,7 +381,7 @@
   GstVaBaseDec *base = GST_VA_BASE_DEC (decoder);
   GstVaDecodePicture *va_pic;
 
-  GST_LOG_OBJECT (base, "end picture %p, (system_frame_number %d)",
+  GST_LOG_OBJECT (base, "end picture %p, (system_frame_number %u)",
       picture, GST_CODEC_PICTURE (picture)->system_frame_number);
 
   va_pic = gst_vp8_picture_get_user_data (picture);
@@ -396,7 +403,7 @@
   gboolean ret;
 
   GST_LOG_OBJECT (self,
-      "Outputting picture %p (system_frame_number %d)",
+      "Outputting picture %p (system_frame_number %u)",
       picture, codec_picture->system_frame_number);
 
   ret = gst_va_base_dec_process_output (base, frame,
@@ -488,6 +495,21 @@
   return NULL;
 }
 
+static void
+gst_va_codec_vp8_alpha_decode_bin_class_init (GstVaCodecAlphaDecodeBinClass
+    * klass, gchar * decoder_name)
+{
+  GstElementClass *element_class = (GstElementClass *) klass;
+
+  klass->decoder_name = decoder_name;
+  gst_element_class_add_static_pad_template (element_class, &alpha_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "VA-API VP8 Alpha Decoder", "Codec/Decoder/Video/Hardware",
+      "Wrapper bin to decode VP8 with alpha stream.",
+      "Cheung Yik Pang <pang.cheung@harmonicinc.com>");
+}
+
 gboolean
 gst_va_vp8_dec_register (GstPlugin * plugin, GstVaDevice * device,
     GstCaps * sink_caps, GstCaps * src_caps, guint rank)
@@ -533,6 +555,14 @@
 
   ret = gst_element_register (plugin, feature_name, rank, type);
 
+  if (ret) {
+    ret = gst_va_codec_alpha_decode_bin_register (plugin,
+        (GClassInitFunc) gst_va_codec_vp8_alpha_decode_bin_class_init,
+        g_strdup (feature_name), "GstVaVp8AlphaDecodeBin",
+        "GstVaVp8%sAlphaDecodeBin", "vavp8alphadecodebin",
+        "vavp8%salphadecodebin", device, rank);
+  }
+
   g_free (type_name);
   g_free (feature_name);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvavp8enc.c Added

@@ -0,0 +1,1493 @@
+/* GStreamer
+ *  Copyright (C) 2024 Centricular Ltd
+ *     Author: Jochen Henneberg <jochen@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-vavp8enc
+ * @title: vavp8enc
+ * @short_description: A VA-API based VP8 video encoder
+ *
+ * vavp8enc encodes raw video VA surfaces into VP8 bitstreams using
+ * the installed and chosen VA-API(https://01.org/linuxmedia/vaapi)
+ * driver.
+ *
+ * The raw video frames in main memory can be imported into VA surfaces.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 videotestsrc num-buffers=60 ! timeoverlay ! vavp8enc ! mp4mux ! filesink location=test.mp4
+ * ```
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstvavp8enc.h"
+
+#include <math.h>
+#include <gst/codecparsers/gstvp8parser.h>
+
+#include "gstvabaseenc.h"
+#include "gstvapluginutils.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_va_vp8enc_debug);
+#define GST_CAT_DEFAULT gst_va_vp8enc_debug
+
+#define GST_VA_VP8_ENC(obj)            ((GstVaVp8Enc *) obj)
+#define GST_VA_VP8_ENC_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), G_TYPE_FROM_INSTANCE (obj), GstVaVp8EncClass))
+#define GST_VA_VP8_ENC_CLASS(klass)    ((GstVaVp8EncClass *) klass)
+
+typedef struct _GstVaVp8Enc GstVaVp8Enc;
+typedef struct _GstVaVp8EncClass GstVaVp8EncClass;
+typedef struct _GstVaVp8EncFrame GstVaVp8EncFrame;
+typedef struct _GstVaVp8GFGroup GstVaVp8GFGroup;
+
+enum
+{
+  PROP_KEYFRAME_INT = 1,
+  PROP_BITRATE,
+  PROP_TARGET_PERCENTAGE,
+  PROP_TARGET_USAGE,
+  PROP_CPB_SIZE,
+  PROP_MBBRC,
+  PROP_QP,
+  PROP_MIN_QP,
+  PROP_MAX_QP,
+  PROP_LOOP_FILTER_LEVEL,
+  PROP_SHARPNESS_LEVEL,
+  PROP_RATE_CONTROL,
+  N_PROPERTIES
+};
+
+static GParamSpec *propertiesN_PROPERTIES;
+
+static GstObjectClass *parent_class = NULL;
+
+#define DEFAULT_BASE_QINDEX        60
+#define DEFAULT_TARGET_PERCENTAGE  66
+#define DEFAULT_LOOP_FILTER_LEVEL  10
+
+#define MAX_FRAME_WIDTH         4096
+#define MAX_FRAME_HEIGHT        4096
+#define MAX_KEY_FRAME_INTERVAL  1024
+
+#define FRAME_TYPE_INVALID -1
+#define FRAME_NUM_INVALID  -1
+
+struct _GstVaVp8EncFrame
+{
+  GstVaEncFrame base;
+  GstVp8FrameType type;
+  gint frame_num;
+};
+
+struct _GstVaVp8EncClass
+{
+  GstVaBaseEncClass parent_class;
+
+  GType rate_control_type;
+  char rate_control_type_name64;
+  GEnumValue rate_control16;
+};
+
+struct _GstVaVp8Enc
+{
+  /*< private > */
+  GstVaBaseEnc parent;
+
+  /* properties */
+  struct
+  {
+    /* kbps */
+    guint bitrate;
+    /* VA_RC_XXX */
+    guint32 rc_ctrl;
+    guint32 cpb_size;
+    guint32 target_percentage;
+    guint32 target_usage;
+    guint keyframe_interval;
+    guint32 qp;
+    guint32 min_qp;
+    guint32 max_qp;
+    guint32 mbbrc;
+    gint32 filter_level;
+    guint32 sharpness_level;
+  } prop;
+
+  struct
+  {
+    guint keyframe_interval;
+    gint frame_num;
+    /* Only one reference frame is kept here thought VP8 has support
+       for golden and alternate reference frames. This is for
+       simplicity and because the decision for golden/altref frames
+       without manual interaction with the codec and knowledge of the
+       frame content does not seem meaningful. */
+    GstVideoCodecFrame *last_ref;
+  } gop;
+
+  struct
+  {
+    guint target_usage;
+    guint32 target_percentage;
+    guint32 cpb_size;
+    guint32 cpb_length_bits;
+    guint32 rc_ctrl_mode;
+    guint max_bitrate;
+    guint max_bitrate_bits;
+    guint target_bitrate;
+    guint target_bitrate_bits;
+    guint32 base_qindex;
+    guint32 min_qindex;
+    guint32 max_qindex;
+    guint32 mbbrc;
+    gint32 filter_level;
+    guint32 sharpness_level;
+  } rc;
+};
+
+static GstVaVp8EncFrame *
+gst_va_vp8_enc_frame_new (void)
+{
+  GstVaVp8EncFrame *frame;
+
+  frame = g_new (GstVaVp8EncFrame, 1);
+  frame->type = FRAME_TYPE_INVALID;
+  frame->base.picture = NULL;
+  frame->frame_num = FRAME_NUM_INVALID;
+
+  return frame;
+}
+
+static void
+gst_va_vp8_enc_frame_free (gpointer pframe)
+{
+  GstVaVp8EncFrame *frame = pframe;
+
+  g_clear_pointer (&frame->base.picture, gst_va_encode_picture_free);
+  g_free (frame);
+}
+
+static gboolean
+gst_va_vp8_enc_new_frame (GstVaBaseEnc * base, GstVideoCodecFrame * frame)
+{
+  GstVaVp8EncFrame *frame_in;
+
+  frame_in = gst_va_vp8_enc_frame_new ();
+  gst_va_set_enc_frame (frame, (GstVaEncFrame *) frame_in,
+      gst_va_vp8_enc_frame_free);
+
+  return TRUE;
+}
+
+static inline GstVaVp8EncFrame *
+_enc_frame (GstVideoCodecFrame * frame)
+{
+  GstVaVp8EncFrame *enc_frame = gst_video_codec_frame_get_user_data (frame);
+
+  g_assert (enc_frame);
+
+  return enc_frame;
+}
+
+static void
+_update_ref_frame (GstVaVp8Enc * self, GstVideoCodecFrame ** ref_frame,
+    GstVideoCodecFrame * frame)
+{
+  if (*ref_frame)
+    gst_video_codec_frame_unref (*ref_frame);
+
+  if (frame) {
+    *ref_frame = gst_video_codec_frame_ref (frame);
+  } else {
+    *ref_frame = NULL;
+  }
+}
+
+static gboolean
+gst_va_vp8_enc_reorder_frame (GstVaBaseEnc * base, GstVideoCodecFrame * frame,
+    gboolean bump_all, GstVideoCodecFrame ** out_frame)
+{
+  GstVaVp8Enc *self = GST_VA_VP8_ENC (base);
+  GstVaVp8EncFrame *va_frame;
+
+  if (bump_all) {
+    g_return_val_if_fail (frame == NULL, FALSE);
+    _update_ref_frame (self, &self->gop.last_ref, NULL);
+    self->gop.frame_num = FRAME_NUM_INVALID;
+    goto out;
+  }
+
+  /* No reorder - if there is no new frame there will be no new output
+     frame. */
+  if (frame == NULL)
+    goto out;
+
+  va_frame = _enc_frame (frame);
+  self->gop.frame_num++;
+
+  if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (frame))
+    self->gop.frame_num = 0;
+
+  if (self->gop.frame_num == self->gop.keyframe_interval)
+    self->gop.frame_num = 0;
+
+  if (self->gop.frame_num == 0) {
+    va_frame->type = GST_VP8_KEY_FRAME;
+    _update_ref_frame (self, &self->gop.last_ref, NULL);
+  } else {
+    va_frame->type = GST_VP8_INTER_FRAME;
+  }
+
+  va_frame->frame_num = self->gop.frame_num;
+  *out_frame = frame;
+
+  GST_LOG_OBJECT (self, "pop frame: system_frame_number %d,"
+      " frame_num: %d, frame_type %s", (*out_frame)->system_frame_number,
+      va_frame->frame_num, va_frame->type ? "Inter" : "Intra");
+
+out:
+  return TRUE;
+}
+
+static void
+gst_va_vp8_enc_reset_state (GstVaBaseEnc * base)
+{
+  GstVaVp8Enc *self = GST_VA_VP8_ENC (base);
+
+  GST_VA_BASE_ENC_CLASS (parent_class)->reset_state (base);
+
+  GST_OBJECT_LOCK (self);
+  self->rc.rc_ctrl_mode = self->prop.rc_ctrl;
+  self->rc.target_usage = self->prop.target_usage;
+  self->rc.base_qindex = self->prop.qp;
+  self->rc.min_qindex = self->prop.min_qp;
+  self->rc.max_qindex = self->prop.max_qp;
+  self->rc.target_percentage = self->prop.target_percentage;
+  self->rc.cpb_size = self->prop.cpb_size;
+  self->rc.mbbrc = self->prop.mbbrc;
+  self->rc.filter_level = self->prop.filter_level;
+  self->rc.sharpness_level = self->prop.sharpness_level;
+
+  self->gop.keyframe_interval = self->prop.keyframe_interval;
+  self->gop.frame_num = FRAME_NUM_INVALID;
+  GST_OBJECT_UNLOCK (self);
+
+  self->rc.max_bitrate = 0;
+  self->rc.target_bitrate = 0;
+  self->rc.max_bitrate_bits = 0;
+  self->rc.cpb_length_bits = 0;
+}
+
+#define update_property(type, obj, old_val, new_val, prop_id)           \
+  gst_va_base_enc_update_property_##type (obj, old_val, new_val, propertiesprop_id)
+#define update_property_uint(obj, old_val, new_val, prop_id)    \
+  update_property (uint, obj, old_val, new_val, prop_id)
+
+static gboolean
+_vp8_generate_gop_structure (GstVaVp8Enc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  /* If not set, generate a key frame every 2 seconds. */
+  if (self->gop.keyframe_interval == 0) {
+    self->gop.keyframe_interval = (2 * GST_VIDEO_INFO_FPS_N (&base->in_info)
+        + GST_VIDEO_INFO_FPS_D (&base->in_info) - 1) /
+        GST_VIDEO_INFO_FPS_D (&base->in_info);
+  }
+
+  if (self->gop.keyframe_interval > MAX_KEY_FRAME_INTERVAL)
+    self->gop.keyframe_interval = MAX_KEY_FRAME_INTERVAL;
+
+  update_property_uint (base, &self->prop.keyframe_interval,
+      self->gop.keyframe_interval, PROP_KEYFRAME_INT);
+
+  return TRUE;
+}
+
+static void
+_vp8_calculate_coded_size (GstVaVp8Enc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  gint width = GST_ROUND_UP_16 (base->width);
+  gint height = GST_ROUND_UP_16 (base->height);
+
+  /* Safe choice, 2 times 4:2:0 framesize plus header. */
+  base->codedbuf_size = 3 * width * height + 1278;
+  GST_INFO_OBJECT (self, "Calculate codedbuf size: %u", base->codedbuf_size);
+}
+
+/* Normalizes bitrate (and CPB size) for HRD conformance. */
+static void
+_vp8_calculate_bitrate_hrd (GstVaVp8Enc * self)
+{
+  self->rc.max_bitrate_bits = self->rc.max_bitrate * 1000;
+  GST_DEBUG_OBJECT (self, "Max bitrate: %u bits/sec",
+      self->rc.max_bitrate_bits);
+
+  self->rc.target_bitrate_bits = self->rc.target_bitrate * 1000;
+  GST_DEBUG_OBJECT (self, "Target bitrate: %u bits/sec",
+      self->rc.target_bitrate_bits);
+
+  if (self->rc.cpb_size > 0 && self->rc.cpb_size < (self->rc.max_bitrate / 2)) {
+    GST_INFO_OBJECT (self, "Too small cpb_size: %d", self->rc.cpb_size);
+
+    /* Cache 2s coded data by default. */
+    self->rc.cpb_size = self->rc.max_bitrate * 2;
+    GST_INFO_OBJECT (self, "Adjust cpb_size to: %d", self->rc.cpb_size);
+  } else if (self->rc.cpb_size == 0) {
+    self->rc.cpb_size = self->rc.target_bitrate;
+  }
+
+  self->rc.cpb_length_bits = self->rc.cpb_size * 1000;
+  GST_DEBUG_OBJECT (self, "HRD CPB size: %u bits", self->rc.cpb_length_bits);
+}
+
+static guint
+_vp8_adjust_loopfilter_level_based_on_qindex (guint qindex)
+{
+  /* This magic has been copied from the vp9 encoder. */
+  if (qindex >= 40) {
+    return (gint32) (-18.98682 + 0.3967082 * (gfloat) qindex +
+        0.0005054 * pow ((float) qindex - 127.5, 2) -
+        9.692e-6 * pow ((float) qindex - 127.5, 3));
+  } else {
+    return qindex / 4;
+  }
+}
+
+/* Estimates a good enough bitrate if none was supplied. */
+static gboolean
+_vp8_ensure_rate_control (GstVaVp8Enc * self)
+{
+  /* User can specify the properties of: "bitrate", "target-percentage",
+   * "max-qp", "min-qp", "qp", "loop-filter-level", "sharpness-level",
+   * "mbbrc", "cpb-size", "rate-control" and "target-usage" to control
+   * the RC behavior.
+   *
+   * "target-usage" is different from the others, it controls the encoding
+   * speed and quality, while the others control encoding bit rate and
+   * quality. The lower value has better quality(maybe bigger MV search
+   * range) but slower speed, the higher value has faster speed but lower
+   * quality. It is valid for all modes.
+   *
+   * The possible composition to control the bit rate and quality:
+   *
+   * 1. CQP mode: "rate-control=cqp", then "qp"(the qindex in VP8) specify
+   *    the QP of frames(within the "max-qp" and "min-qp" range). The QP
+   *    will not change during the whole stream. "loop-filter-level" and
+   *    "sharpness-level" together determine how much the filtering can
+   *    change the sample values. Other properties related to rate control
+   *    are ignored.
+   *
+   * 2. CBR mode: "rate-control=CBR", then the "bitrate" specify the
+   *    target bit rate and the "cpb-size" specifies the max coded
+   *    picture buffer size to avoid overflow. If the "bitrate" is not
+   *    set, it is calculated by the picture resolution and frame
+   *    rate. If "cpb-size" is not set, it is set to the size of
+   *    caching 2 second coded data. Encoder will try its best to make
+   *    the QP with in the "max-qp", "min-qp" range. "mbbrc" can
+   *    enable bit rate control in macro block level. Other paramters
+   *    are ignored.
+   *
+   * 3. VBR mode: "rate-control=VBR", then the "bitrate" specify the
+   *    target bit rate, "target-percentage" is used to calculate the
+   *    max bit rate of VBR mode by ("bitrate" * 100) /
+   *    "target-percentage". It is also used by driver to calculate
+   *    the min bit rate. The "cpb-size" specifies the max coded
+   *    picture buffer size to avoid overflow. If the "bitrate" is not
+   *    set, the target bit rate will be calculated by the picture
+   *    resolution and frame rate. Encoder will try its best to make
+   *    the QP with in the "max-qp", "min-qp" range. "mbbrc" can
+   *    enable bit rate control in macro block level. Other paramters
+   *    are ignored.
+   */
+
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint bitrate;
+  guint32 rc_ctrl, rc_mode, quality_level;
+
+  quality_level = gst_va_encoder_get_quality_level (base->encoder,
+      base->profile, GST_VA_BASE_ENC_ENTRYPOINT (base));
+  if (self->rc.target_usage > quality_level) {
+    GST_INFO_OBJECT (self, "User setting target-usage: %d is not supported, "
+        "fallback to %d", self->rc.target_usage, quality_level);
+    self->rc.target_usage = quality_level;
+
+    update_property_uint (base, &self->prop.target_usage, self->rc.target_usage,
+        PROP_TARGET_USAGE);
+  }
+
+  GST_OBJECT_LOCK (self);
+  rc_ctrl = self->prop.rc_ctrl;
+  GST_OBJECT_UNLOCK (self);
+
+  if (rc_ctrl != VA_RC_NONE) {
+    rc_mode = gst_va_encoder_get_rate_control_mode (base->encoder,
+        base->profile, GST_VA_BASE_ENC_ENTRYPOINT (base));
+
+    if (!(rc_mode & rc_ctrl)) {
+      guint32 defval =
+          G_PARAM_SPEC_ENUM (propertiesPROP_RATE_CONTROL)->default_value;
+      GST_INFO_OBJECT (self, "The rate control mode %i is not supported, "
+          "fallback to %i mode", rc_ctrl, defval);
+      self->rc.rc_ctrl_mode = defval;
+
+      update_property_uint (base, &self->prop.rc_ctrl, self->rc.rc_ctrl_mode,
+          PROP_RATE_CONTROL);
+    }
+  } else {
+    self->rc.rc_ctrl_mode = VA_RC_NONE;
+  }
+
+  if (self->rc.min_qindex > self->rc.max_qindex) {
+    GST_INFO_OBJECT (self, "The min_qindex %d is bigger than the max_qindex"
+        " %d, set it to the max_qindex", self->rc.min_qindex,
+        self->rc.max_qindex);
+    self->rc.min_qindex = self->rc.max_qindex;
+
+    update_property_uint (base, &self->prop.min_qp, self->rc.min_qindex,
+        PROP_MIN_QP);
+  }
+
+  /* Make the qp in the valid range. */
+  if (self->rc.base_qindex < self->rc.min_qindex) {
+    if (self->rc.base_qindex != DEFAULT_BASE_QINDEX)
+      GST_INFO_OBJECT (self, "The base_qindex %d is smaller than the"
+          " min_qindex %d, set it to the min_qindex", self->rc.base_qindex,
+          self->rc.min_qindex);
+    self->rc.base_qindex = self->rc.min_qindex;
+  }
+  if (self->rc.base_qindex > self->rc.max_qindex) {
+    if (self->rc.base_qindex != DEFAULT_BASE_QINDEX)
+      GST_INFO_OBJECT (self, "The base_qindex %d is bigger than the"
+          " max_qindex %d, set it to the max_qindex", self->rc.base_qindex,
+          self->rc.max_qindex);
+    self->rc.base_qindex = self->rc.max_qindex;
+  }
+
+  /* Calculate the loop filter level. */
+  if (self->rc.rc_ctrl_mode == VA_RC_CQP) {
+    if (self->rc.filter_level == -1)
+      self->rc.filter_level =
+          _vp8_adjust_loopfilter_level_based_on_qindex (self->rc.base_qindex);
+  }
+
+  GST_OBJECT_LOCK (self);
+  bitrate = self->prop.bitrate;
+  GST_OBJECT_UNLOCK (self);
+
+  /* Calculate a bitrate if it is not set. */
+  if ((self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR)
+      && bitrate == 0) {
+    guint64 factor;
+    guint bits_per_pix;
+
+    bits_per_pix = 24;
+    factor = (guint64) base->width * base->height * bits_per_pix / 16;
+    bitrate = gst_util_uint64_scale (factor,
+        GST_VIDEO_INFO_FPS_N (&base->in_info),
+        GST_VIDEO_INFO_FPS_D (&base->in_info)) / 1000;
+
+    GST_INFO_OBJECT (self, "target bitrate computed to %u kbps", bitrate);
+  }
+
+  /* Adjust the setting based on RC mode. */
+  switch (self->rc.rc_ctrl_mode) {
+    case VA_RC_NONE:
+    case VA_RC_CQP:
+      bitrate = 0;
+      self->rc.max_bitrate = 0;
+      self->rc.target_bitrate = 0;
+      self->rc.target_percentage = 0;
+      self->rc.cpb_size = 0;
+      self->rc.mbbrc = 0;
+      break;
+    case VA_RC_CBR:
+      self->rc.max_bitrate = bitrate;
+      self->rc.target_bitrate = bitrate;
+      self->rc.target_percentage = 100;
+      self->rc.base_qindex = DEFAULT_BASE_QINDEX;
+      self->rc.filter_level = DEFAULT_LOOP_FILTER_LEVEL;
+      self->rc.sharpness_level = 0;
+      break;
+    case VA_RC_VBR:
+      self->rc.base_qindex = DEFAULT_BASE_QINDEX;
+      self->rc.target_percentage = MAX (10, self->rc.target_percentage);
+      self->rc.max_bitrate = (guint) gst_util_uint64_scale_int (bitrate,
+          100, self->rc.target_percentage);
+      self->rc.target_bitrate = bitrate;
+      self->rc.filter_level = DEFAULT_LOOP_FILTER_LEVEL;
+      self->rc.sharpness_level = 0;
+      break;
+    default:
+      GST_WARNING_OBJECT (self, "Unsupported rate control");
+      return FALSE;
+      break;
+  }
+
+  GST_DEBUG_OBJECT (self, "Max bitrate: %u kbps, target bitrate: %u kbps",
+      self->rc.max_bitrate, self->rc.target_bitrate);
+
+  if (self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR)
+    _vp8_calculate_bitrate_hrd (self);
+
+  /* update & notifications */
+  update_property_uint (base, &self->prop.bitrate, bitrate, PROP_BITRATE);
+  update_property_uint (base, &self->prop.cpb_size, self->rc.cpb_size,
+      PROP_CPB_SIZE);
+  update_property_uint (base, &self->prop.target_percentage,
+      self->rc.target_percentage, PROP_TARGET_PERCENTAGE);
+  update_property_uint (base, &self->prop.qp, self->rc.base_qindex, PROP_QP);
+  update_property_uint (base, ((guint *) (&self->prop.filter_level)),
+      self->rc.filter_level, PROP_LOOP_FILTER_LEVEL);
+  update_property_uint (base, &self->prop.sharpness_level,
+      self->rc.sharpness_level, PROP_SHARPNESS_LEVEL);
+  update_property_uint (base, &self->prop.mbbrc, self->rc.mbbrc, PROP_MBBRC);
+
+  return TRUE;
+}
+
+static gboolean
+gst_va_vp8_enc_reconfig (GstVaBaseEnc * base)
+{
+  GstVaBaseEncClass *klass = GST_VA_BASE_ENC_GET_CLASS (base);
+  GstVideoEncoder *venc = GST_VIDEO_ENCODER (base);
+  GstVaVp8Enc *self = GST_VA_VP8_ENC (base);
+  GstCaps *out_caps, *reconf_caps = NULL;
+  GstVideoCodecState *output_state;
+  GstVideoFormat format, reconf_format = GST_VIDEO_FORMAT_UNKNOWN;
+  const GstVideoFormatInfo *format_info;
+  gboolean do_renegotiation = TRUE, do_reopen, need_negotiation;
+  guint max_ref_frames, max_surfaces = 0, codedbuf_size, latency_num;
+  gint width, height;
+  GstClockTime latency;
+
+  width = GST_VIDEO_INFO_WIDTH (&base->in_info);
+  height = GST_VIDEO_INFO_HEIGHT (&base->in_info);
+  format = GST_VIDEO_INFO_FORMAT (&base->in_info);
+  codedbuf_size = base->codedbuf_size;
+  latency_num = base->preferred_output_delay;
+
+  /* VP8 only support 4:2:0 formats so check that first */
+  format_info = gst_video_format_get_info (format);
+  if (GST_VIDEO_FORMAT_INFO_W_SUB (format_info, 1) != 1 ||
+      GST_VIDEO_FORMAT_INFO_H_SUB (format_info, 1) != 1)
+    return FALSE;
+
+  need_negotiation =
+      !gst_va_encoder_get_reconstruct_pool_config (base->encoder, &reconf_caps,
+      &max_surfaces);
+
+  if (!need_negotiation && reconf_caps) {
+    GstVideoInfo vi;
+    if (!gst_video_info_from_caps (&vi, reconf_caps))
+      return FALSE;
+    reconf_format = GST_VIDEO_INFO_FORMAT (&vi);
+  }
+
+  /* First check */
+  do_reopen = !(format == reconf_format && width == base->width
+      && height == base->height && self->prop.rc_ctrl == self->rc.rc_ctrl_mode);
+
+  if (do_reopen && gst_va_encoder_is_open (base->encoder))
+    gst_va_encoder_close (base->encoder);
+
+  gst_va_base_enc_reset_state (base);
+
+  if (base->is_live) {
+    base->preferred_output_delay = 0;
+  } else {
+    base->preferred_output_delay = 1;
+  }
+
+  base->profile = VAProfileVP8Version0_3;
+  base->width = width;
+  base->height = height;
+
+  /* Frame rate is needed for rate control and PTS setting. */
+  if (GST_VIDEO_INFO_FPS_N (&base->in_info) == 0
+      || GST_VIDEO_INFO_FPS_D (&base->in_info) == 0) {
+    GST_INFO_OBJECT (self, "Unknown framerate, just set to 30 fps");
+    GST_VIDEO_INFO_FPS_N (&base->in_info) = 30;
+    GST_VIDEO_INFO_FPS_D (&base->in_info) = 1;
+  }
+  base->frame_duration = gst_util_uint64_scale (GST_SECOND,
+      GST_VIDEO_INFO_FPS_D (&base->in_info),
+      GST_VIDEO_INFO_FPS_N (&base->in_info));
+
+  GST_DEBUG_OBJECT (self, "resolution:%dx%d, frame duration is %"
+      GST_TIME_FORMAT, base->width, base->height,
+      GST_TIME_ARGS (base->frame_duration));
+
+  if (!_vp8_ensure_rate_control (self))
+    return FALSE;
+
+  if (!_vp8_generate_gop_structure (self))
+    return FALSE;
+
+  _vp8_calculate_coded_size (self);
+
+  /* Let the downstream know the new latency. */
+  if (latency_num != base->preferred_output_delay + 1) {
+    need_negotiation = TRUE;
+    latency_num = base->preferred_output_delay + 1;
+  }
+
+  /* Set the latency */
+  latency = gst_util_uint64_scale (latency_num,
+      GST_VIDEO_INFO_FPS_D (&base->input_state->info) * GST_SECOND,
+      GST_VIDEO_INFO_FPS_N (&base->input_state->info));
+  gst_video_encoder_set_latency (venc, latency, latency);
+
+  max_ref_frames = GST_VP8_MAX_REF_FRAMES;
+  max_ref_frames += base->preferred_output_delay;
+  base->min_buffers = max_ref_frames;
+  max_ref_frames += 3;          /* scratch frames */
+
+  /* Second check after calculations. */
+  do_reopen |= !(codedbuf_size == base->codedbuf_size);
+  if (do_reopen && gst_va_encoder_is_open (base->encoder))
+    gst_va_encoder_close (base->encoder);
+
+  if (!gst_va_encoder_is_open (base->encoder)
+      && !gst_va_encoder_open (base->encoder, base->profile,
+          GST_VIDEO_INFO_FORMAT (&base->in_info), base->rt_format,
+          base->width, base->height, base->codedbuf_size,
+          max_ref_frames, self->rc.rc_ctrl_mode, 0)) {
+    GST_ERROR_OBJECT (self, "Failed to open the VA encoder.");
+    return FALSE;
+  }
+
+  /* Add some tags. */
+  gst_va_base_enc_add_codec_tag (base, "VP8");
+
+  out_caps = gst_va_profile_caps (base->profile, klass->entrypoint);
+  g_assert (out_caps);
+  out_caps = gst_caps_fixate (out_caps);
+
+  gst_caps_set_simple (out_caps, "width", G_TYPE_INT, base->width,
+      "height", G_TYPE_INT, base->height, NULL);
+
+  if (!need_negotiation) {
+    output_state = gst_video_encoder_get_output_state (venc);
+    do_renegotiation = TRUE;
+    if (output_state) {
+      do_renegotiation = !gst_caps_is_subset (output_state->caps, out_caps);
+      gst_video_codec_state_unref (output_state);
+    }
+    if (!do_renegotiation) {
+      gst_caps_unref (out_caps);
+      return TRUE;
+    }
+  }
+
+  GST_DEBUG_OBJECT (self, "output caps is %" GST_PTR_FORMAT, out_caps);
+
+  output_state =
+      gst_video_encoder_set_output_state (venc, out_caps, base->input_state);
+  gst_video_codec_state_unref (output_state);
+
+  if (!gst_video_encoder_negotiate (venc)) {
+    GST_ERROR_OBJECT (self, "Failed to negotiate with the downstream");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_va_vp8_enc_flush (GstVideoEncoder * venc)
+{
+  GstVaVp8Enc *self = GST_VA_VP8_ENC (venc);
+
+  _update_ref_frame (self, &self->gop.last_ref, NULL);
+  self->gop.frame_num = FRAME_NUM_INVALID;
+
+  return GST_VIDEO_ENCODER_CLASS (parent_class)->flush (venc);
+}
+
+static void
+_vp8_fill_sequence_param (GstVaVp8Enc * self,
+    VAEncSequenceParameterBufferVP8 * sequence)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  /* *INDENT-OFF* */
+  *sequence = (VAEncSequenceParameterBufferVP8) {
+    .frame_width = base->width,
+    .frame_height = base->height,
+    .frame_width_scale = 0,
+    .frame_height_scale = 0,
+    .error_resilient = 0,
+    .kf_auto = 0,
+    .kf_min_dist = 0,
+    .kf_max_dist = 0,
+    .bits_per_second = self->rc.target_bitrate_bits,
+    .intra_period = self->gop.keyframe_interval,
+    .reference_frames = {VA_INVALID_SURFACE, VA_INVALID_SURFACE,
+                         VA_INVALID_SURFACE, VA_INVALID_SURFACE},
+  };
+  /* *INDENT-ON* */
+}
+
+static gboolean
+_vp8_add_sequence_param (GstVaVp8Enc * self, GstVaEncodePicture * picture,
+    VAEncSequenceParameterBufferVP8 * sequence)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  if (!gst_va_encoder_add_param (base->encoder, picture,
+          VAEncSequenceParameterBufferType, sequence, sizeof (*sequence))) {
+    GST_ERROR_OBJECT (self, "Failed to create the sequence parameter");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+_vp8_fill_quant_param (GstVaVp8Enc * self, GstVaVp8EncFrame * va_frame,
+    VAQMatrixBufferVP8 * quant_param)
+{
+  int i, q;
+
+  q = self->rc.base_qindex;
+  /* A hint for the driver to use a higher qindex for the key frame */
+  if (va_frame->type == GST_VP8_KEY_FRAME)
+    q = MIN (q + 5, self->rc.max_qindex);
+
+  for (i = 0; i < 4; i++)
+    quant_param->quantization_indexi = q;
+  for (i = 0; i < 5; i++)
+    quant_param->quantization_index_deltai = 0;
+
+  return TRUE;
+}
+
+static gboolean
+_vp8_fill_frame_param (GstVaVp8Enc * self, GstVaVp8EncFrame * va_frame,
+    VAEncPictureParameterBufferVP8 * pic_param)
+{
+  /* *INDENT-OFF* */
+  *pic_param = (VAEncPictureParameterBufferVP8) {
+    .reconstructed_frame =
+        gst_va_encode_picture_get_reconstruct_surface (va_frame->base.picture),
+    /* Set it later for inter frame. */
+    .ref_last_frame = VA_INVALID_SURFACE,
+    .ref_gf_frame = VA_INVALID_SURFACE,
+    .ref_arf_frame = VA_INVALID_SURFACE,
+
+    .coded_buf = va_frame->base.picture->coded_buffer,
+    .ref_flags.bits = {
+      .force_kf = (va_frame->type == GST_VP8_KEY_FRAME),
+      /* Set all the refs later if inter frame. */
+      .no_ref_last = (va_frame->type == GST_VP8_KEY_FRAME),
+      .no_ref_gf = (va_frame->type == GST_VP8_KEY_FRAME),
+      .no_ref_arf = (va_frame->type == GST_VP8_KEY_FRAME),
+      .temporal_id = 0,
+      .first_ref = 0,
+      .second_ref = 0,
+      .reserved = 0,
+    },
+    .pic_flags.bits = {
+      .frame_type = (va_frame->type == GST_VP8_INTER_FRAME),
+      .version = 0, /* bicubic */
+      .show_frame = 1,
+      .color_space = 0,
+      .recon_filter_type = 0, /* bicubic */
+      .loop_filter_type = 0,
+      .auto_partitions = 0,
+      .num_token_partitions = 0,
+      .clamping_type = 0,
+      .segmentation_enabled = 0,
+      .update_mb_segmentation_map = 0,
+      .update_segment_feature_data = 0,
+      .loop_filter_adj_enable = 0,
+      .refresh_entropy_probs = 0,
+      .refresh_golden_frame = 1,
+      .refresh_alternate_frame = 1,
+      .refresh_last = 1,
+      .copy_buffer_to_golden = 0,
+      .copy_buffer_to_alternate = 0,
+      .sign_bias_golden = 0,
+      .sign_bias_alternate = 0,
+      .mb_no_coeff_skip = 0,
+      .forced_lf_adjustment = (va_frame->type == GST_VP8_INTER_FRAME),
+    },
+    .loop_filter_level = {0, }, /* set later */
+    .ref_lf_delta = {0, },
+    .mode_lf_delta = {0, },
+    .sharpness_level = self->rc.sharpness_level,
+    .clamp_qindex_high = 127,
+    .clamp_qindex_low = 0,
+    .va_reserved = {0, }
+  };
+  /* *INDENT-ON* */
+
+  for (gint i = 0; i < 4; ++i)
+    pic_param->loop_filter_leveli = self->rc.filter_level;
+
+  if (va_frame->type == GST_VP8_INTER_FRAME) {
+    g_assert (self->gop.last_ref != NULL);
+
+    pic_param->ref_last_frame = gst_va_encode_picture_get_reconstruct_surface
+        (_enc_frame (self->gop.last_ref)->base.picture);
+    pic_param->ref_gf_frame = pic_param->ref_arf_frame =
+        pic_param->ref_last_frame;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+_vp8_encode_frame (GstVaVp8Enc * self, GstVaVp8EncFrame * va_frame)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  VAEncPictureParameterBufferVP8 pic_param;
+  VAQMatrixBufferVP8 quant_param;
+
+  if (!_vp8_fill_frame_param (self, va_frame, &pic_param)) {
+    GST_ERROR_OBJECT (self, "Fails to fill the frame parameter.");
+    return FALSE;
+  }
+
+  if (!gst_va_encoder_add_param (base->encoder, va_frame->base.picture,
+          VAEncPictureParameterBufferType, &pic_param, sizeof (pic_param))) {
+    GST_ERROR_OBJECT (self, "Failed to create the frame parameter");
+    return FALSE;
+  }
+
+  if (!_vp8_fill_quant_param (self, va_frame, &quant_param)) {
+    GST_ERROR_OBJECT (self, "Fails to fill the quantization parameter.");
+    return FALSE;
+  }
+
+  if (!gst_va_encoder_add_param (base->encoder, va_frame->base.picture,
+          VAQMatrixBufferType, &quant_param, sizeof (quant_param))) {
+    GST_ERROR_OBJECT (self, "Failed to create the quantization parameter");
+    return FALSE;
+  }
+
+  if (!gst_va_encoder_encode (base->encoder, va_frame->base.picture)) {
+    GST_ERROR_OBJECT (self, "Encode frame error");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static GstFlowReturn
+gst_va_vp8_enc_encode_frame (GstVaBaseEnc * base,
+    GstVideoCodecFrame * gst_frame, gboolean is_last)
+{
+  GstVaVp8Enc *self = GST_VA_VP8_ENC (base);
+  GstVaVp8EncFrame *va_frame = _enc_frame (gst_frame);
+  VAEncSequenceParameterBufferVP8 seq_param;
+
+  GST_LOG_OBJECT (self, "Encode frame.");
+
+  g_assert (va_frame->base.picture == NULL);
+  va_frame->base.picture = gst_va_encode_picture_new (base->encoder,
+      gst_frame->input_buffer);
+
+  if (va_frame->frame_num == 0) {
+    _vp8_fill_sequence_param (self, &seq_param);
+    if (!_vp8_add_sequence_param (self, va_frame->base.picture, &seq_param))
+      return GST_FLOW_ERROR;
+
+    if (!gst_va_base_enc_add_rate_control_parameter (base,
+            va_frame->base.picture, self->rc.rc_ctrl_mode,
+            self->rc.max_bitrate_bits, self->rc.target_percentage,
+            self->rc.base_qindex, self->rc.min_qindex, self->rc.max_qindex,
+            self->rc.mbbrc))
+      return GST_FLOW_ERROR;
+
+    if (!gst_va_base_enc_add_quality_level_parameter (base,
+            va_frame->base.picture, self->rc.target_usage))
+      return GST_FLOW_ERROR;
+
+    if (!gst_va_base_enc_add_frame_rate_parameter (base,
+            va_frame->base.picture))
+      return GST_FLOW_ERROR;
+
+    if (!gst_va_base_enc_add_hrd_parameter (base, va_frame->base.picture,
+            self->rc.rc_ctrl_mode, self->rc.cpb_length_bits))
+      return GST_FLOW_ERROR;
+  }
+
+  if (!_vp8_encode_frame (self, va_frame)) {
+    GST_ERROR_OBJECT (self, "Fails to encode one frame.");
+    return GST_FLOW_ERROR;
+  }
+
+  /* The last frame will always change to this. */
+  _update_ref_frame (self, &self->gop.last_ref, gst_frame);
+
+  g_queue_push_tail (&base->output_list, gst_video_codec_frame_ref (gst_frame));
+  return GST_FLOW_OK;
+}
+
+static gboolean
+gst_va_vp8_enc_prepare_output (GstVaBaseEnc * base,
+    GstVideoCodecFrame * frame, gboolean * complete)
+{
+  GstVaVp8EncFrame *frame_enc;
+  GstBuffer *buf;
+
+  frame_enc = _enc_frame (frame);
+
+  GST_LOG_OBJECT (base, "Prepare to output: frame system_frame_number: %d,"
+      "frame_num: %d, frame type: %s", frame->system_frame_number,
+      frame_enc->frame_num, frame_enc->type ? "Inter" : "Intra");
+
+  buf = gst_va_base_enc_create_output_buffer (base, frame_enc->base.picture,
+      NULL, 0);
+  if (!buf) {
+    GST_ERROR_OBJECT (base, "Failed to create output buffer");
+    return FALSE;
+  }
+
+  *complete = TRUE;
+
+  GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_MARKER);
+  if (frame_enc->frame_num == 0) {
+    GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
+    GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
+  } else {
+    GST_VIDEO_CODEC_FRAME_UNSET_SYNC_POINT (frame);
+    GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
+  }
+
+  gst_buffer_replace (&frame->output_buffer, buf);
+  gst_clear_buffer (&buf);
+
+  return TRUE;
+}
+
+/* *INDENT-OFF* */
+static const gchar *sink_caps_str =
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_VA,
+        "{ NV12 }") " ;"
+    GST_VIDEO_CAPS_MAKE ("{ NV12 }");
+/* *INDENT-ON* */
+
+static const gchar *src_caps_str = "video/x-vp8";
+
+static gpointer
+_register_debug_category (gpointer data)
+{
+  GST_DEBUG_CATEGORY_INIT (gst_va_vp8enc_debug, "vavp8enc", 0,
+      "VA vp8 encoder");
+
+  return NULL;
+}
+
+static void
+gst_va_vp8_enc_init (GTypeInstance * instance, gpointer g_class)
+{
+  GstVaVp8Enc *self = GST_VA_VP8_ENC (instance);
+
+  /* default values */
+  self->prop.bitrate = 0;
+  self->prop.target_usage = 4;
+  self->prop.cpb_size = 0;
+  self->prop.target_percentage = DEFAULT_TARGET_PERCENTAGE;
+  self->prop.keyframe_interval = MAX_KEY_FRAME_INTERVAL;
+  self->prop.qp = DEFAULT_BASE_QINDEX;
+  self->prop.min_qp = 0;
+  self->prop.max_qp = 127;
+  self->prop.mbbrc = 0;
+  self->prop.filter_level = -1;
+  self->prop.sharpness_level = 0;
+
+  if (propertiesPROP_RATE_CONTROL) {
+    self->prop.rc_ctrl =
+        G_PARAM_SPEC_ENUM (propertiesPROP_RATE_CONTROL)->default_value;
+  } else {
+    self->prop.rc_ctrl = VA_RC_NONE;
+  }
+}
+
+static void
+gst_va_vp8_enc_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstVaVp8Enc *const self = GST_VA_VP8_ENC (object);
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  GstVaEncoder *encoder = NULL;
+  gboolean no_effect;
+
+  gst_object_replace ((GstObject **) (&encoder), (GstObject *) base->encoder);
+  no_effect = (encoder && gst_va_encoder_is_open (encoder));
+  if (encoder)
+    gst_object_unref (encoder);
+
+  GST_OBJECT_LOCK (self);
+
+  switch (prop_id) {
+    case PROP_KEYFRAME_INT:
+      self->prop.keyframe_interval = g_value_get_uint (value);
+      break;
+    case PROP_QP:
+      self->prop.qp = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_MAX_QP:
+      self->prop.max_qp = g_value_get_uint (value);
+      break;
+    case PROP_MIN_QP:
+      self->prop.min_qp = g_value_get_uint (value);
+      break;
+    case PROP_BITRATE:
+      self->prop.bitrate = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_TARGET_USAGE:
+      self->prop.target_usage = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_TARGET_PERCENTAGE:
+      self->prop.target_percentage = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_CPB_SIZE:
+      self->prop.cpb_size = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_RATE_CONTROL:
+      self->prop.rc_ctrl = g_value_get_enum (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_LOOP_FILTER_LEVEL:
+      self->prop.filter_level = g_value_get_int (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_SHARPNESS_LEVEL:
+      self->prop.sharpness_level = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_MBBRC:{
+      /* Macroblock-level rate control.
+       * 0: use default,
+       * 1: always enable,
+       * 2: always disable,
+       * other: reserved. */
+      switch (g_value_get_enum (value)) {
+        case GST_VA_FEATURE_DISABLED:
+          self->prop.mbbrc = 2;
+          break;
+        case GST_VA_FEATURE_ENABLED:
+          self->prop.mbbrc = 1;
+          break;
+        case GST_VA_FEATURE_AUTO:
+          self->prop.mbbrc = 0;
+          break;
+      }
+      break;
+    }
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+  }
+
+  GST_OBJECT_UNLOCK (self);
+
+  if (no_effect) {
+#ifndef GST_DISABLE_GST_DEBUG
+    GST_WARNING_OBJECT (self, "Property `%s` change may not take effect "
+        "until the next encoder reconfig.", pspec->name);
+#endif
+  }
+}
+
+static void
+gst_va_vp8_enc_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstVaVp8Enc *const self = GST_VA_VP8_ENC (object);
+
+  GST_OBJECT_LOCK (self);
+
+  switch (prop_id) {
+    case PROP_KEYFRAME_INT:
+      g_value_set_uint (value, self->prop.keyframe_interval);
+      break;
+    case PROP_QP:
+      g_value_set_uint (value, self->prop.qp);
+      break;
+    case PROP_MIN_QP:
+      g_value_set_uint (value, self->prop.min_qp);
+      break;
+    case PROP_MAX_QP:
+      g_value_set_uint (value, self->prop.max_qp);
+      break;
+    case PROP_BITRATE:
+      g_value_set_uint (value, self->prop.bitrate);
+      break;
+    case PROP_TARGET_USAGE:
+      g_value_set_uint (value, self->prop.target_usage);
+      break;
+    case PROP_TARGET_PERCENTAGE:
+      g_value_set_uint (value, self->prop.target_percentage);
+      break;
+    case PROP_CPB_SIZE:
+      g_value_set_uint (value, self->prop.cpb_size);
+      break;
+    case PROP_RATE_CONTROL:
+      g_value_set_enum (value, self->prop.rc_ctrl);
+      break;
+    case PROP_MBBRC:
+      g_value_set_enum (value, self->prop.mbbrc);
+      break;
+    case PROP_LOOP_FILTER_LEVEL:
+      g_value_set_int (value, self->prop.filter_level);
+      break;
+    case PROP_SHARPNESS_LEVEL:
+      g_value_set_uint (value, self->prop.sharpness_level);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+  }
+
+  GST_OBJECT_UNLOCK (self);
+}
+
+static void
+gst_va_vp8_enc_class_init (gpointer g_klass, gpointer class_data)
+{
+  GstCaps *src_doc_caps, *sink_doc_caps;
+  GstPadTemplate *sink_pad_templ, *src_pad_templ;
+  GObjectClass *object_class = G_OBJECT_CLASS (g_klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (g_klass);
+  GstVideoEncoderClass *venc_class = GST_VIDEO_ENCODER_CLASS (g_klass);
+  GstVaBaseEncClass *va_enc_class = GST_VA_BASE_ENC_CLASS (g_klass);
+  GstVaVp8EncClass *vavp8enc_class = GST_VA_VP8_ENC_CLASS (g_klass);
+  GstVaDisplay *display;
+  GstVaEncoder *encoder;
+  struct CData *cdata = class_data;
+  gchar *long_name;
+  const gchar *name, *desc;
+  gint n_props = N_PROPERTIES;
+  GParamFlags param_flags =
+      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT;
+
+  if (cdata->entrypoint == VAEntrypointEncSlice) {
+    desc = "VA-API based VP8 video encoder";
+    name = "VA-API VP8 Encoder";
+  } else {
+    desc = "VA-API based VP8 low power video encoder";
+    name = "VA-API VP8 Low Power Encoder";
+  }
+
+  if (cdata->description)
+    long_name = g_strdup_printf ("%s in %s", name, cdata->description);
+  else
+    long_name = g_strdup (name);
+
+  gst_element_class_set_metadata (element_class, long_name,
+      "Codec/Encoder/Video/Hardware", desc,
+      "Jochen Henneberg <jochen@centricular.com>");
+
+  sink_doc_caps = gst_caps_from_string (sink_caps_str);
+  src_doc_caps = gst_caps_from_string (src_caps_str);
+
+  parent_class = g_type_class_peek_parent (g_klass);
+
+  va_enc_class->codec = VP8;
+  va_enc_class->entrypoint = cdata->entrypoint;
+  va_enc_class->render_device_path = g_strdup (cdata->render_device_path);
+  sink_pad_templ = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+      cdata->sink_caps);
+  gst_element_class_add_pad_template (element_class, sink_pad_templ);
+
+  gst_pad_template_set_documentation_caps (sink_pad_templ, sink_doc_caps);
+  gst_caps_unref (sink_doc_caps);
+
+  src_pad_templ = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+      cdata->src_caps);
+  gst_element_class_add_pad_template (element_class, src_pad_templ);
+
+  gst_pad_template_set_documentation_caps (src_pad_templ, src_doc_caps);
+  gst_caps_unref (src_doc_caps);
+
+  object_class->set_property = gst_va_vp8_enc_set_property;
+  object_class->get_property = gst_va_vp8_enc_get_property;
+
+  venc_class->flush = GST_DEBUG_FUNCPTR (gst_va_vp8_enc_flush);
+  va_enc_class->reset_state = GST_DEBUG_FUNCPTR (gst_va_vp8_enc_reset_state);
+  va_enc_class->reconfig = GST_DEBUG_FUNCPTR (gst_va_vp8_enc_reconfig);
+  va_enc_class->new_frame = GST_DEBUG_FUNCPTR (gst_va_vp8_enc_new_frame);
+  va_enc_class->reorder_frame =
+      GST_DEBUG_FUNCPTR (gst_va_vp8_enc_reorder_frame);
+  va_enc_class->encode_frame = GST_DEBUG_FUNCPTR (gst_va_vp8_enc_encode_frame);
+  va_enc_class->prepare_output =
+      GST_DEBUG_FUNCPTR (gst_va_vp8_enc_prepare_output);
+
+  {
+    display = gst_va_display_platform_new (va_enc_class->render_device_path);
+    encoder = gst_va_encoder_new (display, va_enc_class->codec,
+        va_enc_class->entrypoint);
+    if (gst_va_encoder_get_rate_control_enum (encoder,
+            vavp8enc_class->rate_control)) {
+      g_snprintf (vavp8enc_class->rate_control_type_name,
+          G_N_ELEMENTS (vavp8enc_class->rate_control_type_name) - 1,
+          "GstVaEncoderRateControl_%" GST_FOURCC_FORMAT "%s_%s",
+          GST_FOURCC_ARGS (va_enc_class->codec),
+          (va_enc_class->entrypoint == VAEntrypointEncSliceLP) ? "_LP" : "",
+          g_path_get_basename (va_enc_class->render_device_path));
+      vavp8enc_class->rate_control_type =
+          g_enum_register_static (vavp8enc_class->rate_control_type_name,
+          vavp8enc_class->rate_control);
+      gst_type_mark_as_plugin_api (vavp8enc_class->rate_control_type, 0);
+    }
+    gst_object_unref (encoder);
+    gst_object_unref (display);
+  }
+
+  g_free (long_name);
+  g_free (cdata->description);
+  g_free (cdata->render_device_path);
+  gst_caps_unref (cdata->src_caps);
+  gst_caps_unref (cdata->sink_caps);
+  g_free (cdata);
+
+  /**
+   * GstVaVp8Enc:key-int-max:
+   *
+   * The maximal distance between two keyframes.
+   */
+  propertiesPROP_KEYFRAME_INT = g_param_spec_uint ("key-int-max",
+      "Key frame maximal interval",
+      "The maximal distance between two keyframes. It decides the size of GOP"
+      " (0: auto-calculate)", 0, MAX_KEY_FRAME_INTERVAL, 0, param_flags);
+
+  /**
+   * GstVaVp8Enc:min-qp:
+   *
+   * The minimum quantizer value.
+   */
+  propertiesPROP_MIN_QP = g_param_spec_uint ("min-qp", "Minimum QP",
+      "Minimum quantizer value for each frame", 0, 126, 0, param_flags);
+
+  /**
+   * GstVaVp8Enc:max-qp:
+   *
+   * The maximum quantizer value.
+   */
+  propertiesPROP_MAX_QP = g_param_spec_uint ("max-qp", "Maximum QP",
+      "Maximum quantizer value for each frame", 1, 127, 127, param_flags);
+
+  /**
+   * GstVaVp8Enc:qp:
+   *
+   * The basic quantizer value for all frames.
+   */
+  propertiesPROP_QP = g_param_spec_uint ("qp", "The frame QP",
+      "In CQP mode, it specifies the basic quantizer value for all frames. "
+      "In other modes, it is ignored", 0, 255, DEFAULT_BASE_QINDEX,
+      param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp8Enc:bitrate:
+   *
+   * The desired target bitrate, expressed in kbps.
+   * This is not available in CQP mode.
+   *
+   * CBR: This applies equally to the minimum, maximum and target bitrate.
+   * VBR: This applies to the target bitrate. The driver will use the
+   * "target-percentage" together to calculate the minimum and maximum bitrate.
+   */
+  propertiesPROP_BITRATE = g_param_spec_uint ("bitrate", "Bitrate (kbps)",
+      "The desired bitrate expressed in kbps (0: auto-calculate)",
+      0, 2000 * 1024, 0, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp8Enc:target-percentage:
+   *
+   * The target percentage of the max bitrate, and expressed in uint,
+   * equal to "target percentage"*100.
+   * "target percentage" = "target bitrate" * 100 / "max bitrate"
+   * This is available only when rate-control is VBR.
+   * The driver uses it to calculate the minimum and maximum bitrate.
+   */
+  propertiesPROP_TARGET_PERCENTAGE = g_param_spec_uint ("target-percentage",
+      "target bitrate percentage",
+      "The percentage for 'target bitrate'/'maximum bitrate' (Only in VBR)",
+      50, 100, 66, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp8Enc:cpb-size:
+   *
+   * The desired max CPB size in Kb (0: auto-calculate).
+   */
+  propertiesPROP_CPB_SIZE = g_param_spec_uint ("cpb-size",
+      "max CPB size in Kb",
+      "The desired max CPB size in Kb (0: auto-calculate)", 0, 2000 * 1024, 0,
+      param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp8Enc:target-usage:
+   *
+   * The target usage of the encoder. It controls and balances the encoding
+   * speed and the encoding quality. The lower value has better quality but
+   * slower speed, the higher value has faster speed but lower quality.
+   */
+  propertiesPROP_TARGET_USAGE = g_param_spec_uint ("target-usage",
+      "target usage",
+      "The target usage to control and balance the encoding speed/quality",
+      1, 7, 4, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp8Enc:mbbrc:
+   *
+   * Macroblock level bitrate control.
+   * This is not compatible with Constant QP rate control.
+   */
+  propertiesPROP_MBBRC = g_param_spec_enum ("mbbrc",
+      "Macroblock level Bitrate Control",
+      "Macroblock level Bitrate Control. It is not compatible with CQP",
+      GST_TYPE_VA_FEATURE, GST_VA_FEATURE_DISABLED, param_flags);
+
+  /**
+   * GstVaVp8Enc:loop-filter-level:
+   *
+   * Controls the deblocking filter strength, -1 means auto calculation.
+   */
+  propertiesPROP_LOOP_FILTER_LEVEL = g_param_spec_int ("loop-filter-level",
+      "Loop Filter Level",
+      "Controls the deblocking filter strength, -1 means auto calculation",
+      -1, 63, -1, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp8Enc:sharpness-level:
+   *
+   * Controls the deblocking filter sensitivity.
+   */
+  propertiesPROP_SHARPNESS_LEVEL = g_param_spec_uint ("sharpness-level",
+      "Sharpness Level",
+      "Controls the deblocking filter sensitivity",
+      0, 7, 0, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  if (vavp8enc_class->rate_control_type > 0) {
+    propertiesPROP_RATE_CONTROL = g_param_spec_enum ("rate-control",
+        "rate control mode",
+        "The desired rate control mode for the encoder",
+        vavp8enc_class->rate_control_type,
+        vavp8enc_class->rate_control0.value,
+        GST_PARAM_CONDITIONALLY_AVAILABLE | GST_PARAM_MUTABLE_PLAYING
+        | param_flags);
+  } else {
+    n_props--;
+    propertiesPROP_RATE_CONTROL = NULL;
+  }
+
+  g_object_class_install_properties (object_class, n_props, properties);
+
+  /**
+   * GstVaFeature:
+   * @GST_VA_FEATURE_DISABLED: The feature is disabled.
+   * @GST_VA_FEATURE_ENABLED: The feature is enabled.
+   * @GST_VA_FEATURE_AUTO: The feature is enabled automatically.
+   *
+   * Since: 1.24
+   */
+  gst_type_mark_as_plugin_api (GST_TYPE_VA_FEATURE, 0);
+}
+
+static GstCaps *
+_complete_src_caps (GstCaps * srccaps)
+{
+  GstCaps *caps = gst_caps_copy (srccaps);
+  GValue val = G_VALUE_INIT;
+
+  g_value_init (&val, G_TYPE_STRING);
+  gst_caps_set_value (caps, "alignment", &val);
+  g_value_unset (&val);
+
+  return caps;
+}
+
+gboolean
+gst_va_vp8_enc_register (GstPlugin * plugin, GstVaDevice * device,
+    GstCaps * sink_caps, GstCaps * src_caps, guint rank,
+    VAEntrypoint entrypoint)
+{
+  static GOnce debug_once = G_ONCE_INIT;
+  GType type;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstVaVp8EncClass),
+    .class_init = gst_va_vp8_enc_class_init,
+    .instance_size = sizeof (GstVaVp8Enc),
+    .instance_init = gst_va_vp8_enc_init,
+  };
+  struct CData *cdata;
+  gboolean ret;
+  gchar *type_name, *feature_name;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+  g_return_val_if_fail (GST_IS_VA_DEVICE (device), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (sink_caps), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (src_caps), FALSE);
+  g_return_val_if_fail (entrypoint == VAEntrypointEncSlice ||
+      entrypoint == VAEntrypointEncSliceLP, FALSE);
+
+  cdata = g_new (struct CData, 1);
+  cdata->entrypoint = entrypoint;
+  cdata->description = NULL;
+  cdata->render_device_path = g_strdup (device->render_device_path);
+  cdata->sink_caps = gst_caps_ref (sink_caps);
+  cdata->src_caps = _complete_src_caps (src_caps);
+
+  /* Class data will be leaked if the element never gets instantiated. */
+  GST_MINI_OBJECT_FLAG_SET (cdata->sink_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_MINI_OBJECT_FLAG_SET (cdata->src_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  type_info.class_data = cdata;
+  if (entrypoint == VAEntrypointEncSlice) {
+    gst_va_create_feature_name (device, "GstVaVP8Enc", "GstVa%sVP8Enc",
+        &type_name, "vavp8enc", "va%svp8enc", &feature_name,
+        &cdata->description, &rank);
+  } else {
+    gst_va_create_feature_name (device, "GstVaVP8LPEnc", "GstVa%sVP8LPEnc",
+        &type_name, "vavp8lpenc", "va%svp8lpenc", &feature_name,
+        &cdata->description, &rank);
+  }
+
+  g_once (&debug_once, _register_debug_category, NULL);
+  type = g_type_register_static (GST_TYPE_VA_BASE_ENC,
+      type_name, &type_info, 0);
+  ret = gst_element_register (plugin, feature_name, rank, type);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvavp8enc.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ *  Copyright (C) 2024 Centricular Ltd
+ *     Author: Jochen Henneberg <jochen@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstvadevice.h"
+
+G_BEGIN_DECLS
+
+gboolean     gst_va_vp8_enc_register                 (GstPlugin * plugin,
+                                                      GstVaDevice * device,
+                                                      GstCaps * sink_caps,
+                                                      GstCaps * src_caps,
+                                                      guint rank,
+                                                      VAEntrypoint entrypoint);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvavp9dec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvavp9dec.c Changed

@@ -46,6 +46,7 @@
 #include "gstvavp9dec.h"
 
 #include "gstvabasedec.h"
+#include "gstvacodecalphadecodebin.h"
 
 GST_DEBUG_CATEGORY_STATIC (gst_va_vp9dec_debug);
 #ifndef GST_DISABLE_GST_DEBUG
@@ -83,6 +84,12 @@
 
 static const gchar *sink_caps_str = "video/x-vp9";
 
+static GstStaticPadTemplate alpha_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK, GST_PAD_ALWAYS,
+    GST_STATIC_CAPS ("video/x-vp9, codec-alpha = (boolean) true, "
+        "alignment = frame")
+    );
+
 static guint
 _get_rtformat (GstVaVp9Dec * self, GstVP9Profile profile,
     GstVp9BitDepth bit_depth, gint subsampling_x, gint subsampling_y)
@@ -686,6 +693,21 @@
   return NULL;
 }
 
+static void
+gst_va_codec_vp9_alpha_decode_bin_class_init (GstVaCodecAlphaDecodeBinClass
+    * klass, gchar * decoder_name)
+{
+  GstElementClass *element_class = (GstElementClass *) klass;
+
+  klass->decoder_name = decoder_name;
+  gst_element_class_add_static_pad_template (element_class, &alpha_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "VA-API VP9 Alpha Decoder", "Codec/Decoder/Video/Hardware",
+      "Wrapper bin to decode VP9 with alpha stream.",
+      "Cheung Yik Pang <pang.cheung@harmonicinc.com>");
+}
+
 gboolean
 gst_va_vp9_dec_register (GstPlugin * plugin, GstVaDevice * device,
     GstCaps * sink_caps, GstCaps * src_caps, guint rank)
@@ -730,6 +752,14 @@
 
   ret = gst_element_register (plugin, feature_name, rank, type);
 
+  if (ret) {
+    ret = gst_va_codec_alpha_decode_bin_register (plugin,
+        (GClassInitFunc) gst_va_codec_vp9_alpha_decode_bin_class_init,
+        g_strdup (feature_name), "GstVaVp9AlphaDecodeBin",
+        "GstVaVp9%sAlphaDecodeBin", "vavp9alphadecodebin",
+        "vavp9%salphadecodebin", device, rank);
+  }
+
   g_free (type_name);
   g_free (feature_name);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvavp9enc.c Added

@@ -0,0 +1,3320 @@
+/* GStreamer
+ *  Copyright (C) 2022 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-vavp9enc
+ * @title: vavp9enc
+ * @short_description: A VA-API based VP9 video encoder
+ *
+ * vavp9enc encodes raw video VA surfaces into VP9 bitstreams using
+ * the installed and chosen VA-API(https://01.org/linuxmedia/vaapi)
+ * driver.
+ *
+ * The raw video frames in main memory can be imported into VA surfaces.
+ *
+ * ## Example launch line
+ * ```
+ * gst-launch-1.0 videotestsrc num-buffers=60 ! timeoverlay ! vavp9enc ! vp9parse ! mp4mux ! filesink location=test.mp4
+ * ```
+ *
+ * Since: 1.24
+ *
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstvavp9enc.h"
+
+#include <math.h>
+#include <gst/codecparsers/gstvp9bitwriter.h>
+#include <gst/va/gstva.h>
+#include <gst/va/gstvavideoformat.h>
+#include <gst/video/video.h>
+#include <va/va_drmcommon.h>
+
+#include "vacompat.h"
+#include "gstvabaseenc.h"
+#include "gstvaencoder.h"
+#include "gstvacaps.h"
+#include "gstvaprofile.h"
+#include "gstvadisplay_priv.h"
+#include "gstvapluginutils.h"
+
+#include "gst/glib-compat-private.h"
+
+GST_DEBUG_CATEGORY_STATIC (gst_va_vp9enc_debug);
+#define GST_CAT_DEFAULT gst_va_vp9enc_debug
+
+#define GST_VA_VP9_ENC(obj)            ((GstVaVp9Enc *) obj)
+#define GST_VA_VP9_ENC_GET_CLASS(obj)  (G_TYPE_INSTANCE_GET_CLASS ((obj), G_TYPE_FROM_INSTANCE (obj), GstVaVp9EncClass))
+#define GST_VA_VP9_ENC_CLASS(klass)    ((GstVaVp9EncClass *) klass)
+
+typedef struct _GstVaVp9Enc GstVaVp9Enc;
+typedef struct _GstVaVp9EncClass GstVaVp9EncClass;
+typedef struct _GstVaVp9EncFrame GstVaVp9EncFrame;
+typedef struct _GstVaVp9GFGroup GstVaVp9GFGroup;
+typedef struct _GstVaVp9Ref GstVaVp9Ref;
+
+enum
+{
+  PROP_KEYFRAME_INT = 1,
+  PROP_GOLDEN_GROUP_SIZE,
+  PROP_NUM_REF_FRAMES,
+  PROP_HIERARCHICAL_LEVEL,
+  PROP_BITRATE,
+  PROP_TARGET_PERCENTAGE,
+  PROP_TARGET_USAGE,
+  PROP_CPB_SIZE,
+  PROP_MBBRC,
+  PROP_QP,
+  PROP_MIN_QP,
+  PROP_MAX_QP,
+  PROP_LOOP_FILTER_LEVEL,
+  PROP_SHARPNESS_LEVEL,
+  PROP_RATE_CONTROL,
+  N_PROPERTIES
+};
+
+static GParamSpec *propertiesN_PROPERTIES;
+
+static GstObjectClass *parent_class = NULL;
+
+#define DEFAULT_BASE_QINDEX  60
+#define DEFAULT_LOOP_FILTER_LEVEL  10
+#define MAX_TILE_WIDTH_B64 64
+#define MAX_FRAME_WIDTH 4096
+#define MAX_FRAME_HEIGHT 4096
+#define MAX_KEY_FRAME_INTERVAL  1024
+#define MAX_GF_GROUP_SIZE  32
+#define DEFAULT_GF_GROUP_SIZE  8
+#define FRAME_TYPE_INVALID  -1
+#define HIGHEST_PYRAMID_LEVELS  6
+#define INVALID_PYRAMID_LEVEL  -1
+#define FRAME_TYPE_REPEAT  0x80
+/* The frame is golden frame */
+#define FRAME_FLAG_GF  0x01
+/* The frame is alt frame */
+#define FRAME_FLAG_ALT  0x02
+/* The frame is on the top level */
+#define FRAME_FLAG_LEAF  0x04
+/* The frame can be internal alt frame */
+#define FRAME_FLAG_ALT_INL  0x08
+/* The frame update the DPB reference */
+#define FRAME_FLAG_UPDATE_REF  0x10
+/* The frame is the last frame in a GF group */
+#define FRAME_FLAG_LAST_IN_GF  0x20
+/* The frame has already be encoded */
+#define FRAME_FLAG_ALREADY_ENCODED  0x40
+/* The frame is in a super frame */
+#define FRAME_FLAG_IN_SUPER_FRAME  0x80
+/* The frame has already outputted */
+#define FRAME_FLAG_ALREADY_OUTPUTTED  0x100
+/* The frame not show */
+#define FRAME_FLAG_NOT_SHOW  0x200
+
+struct _GstVaVp9GFGroup
+{
+  /* where this GF group start since key frame. */
+  gint start_frame_offset;
+  /* Total frame number of this group. */
+  gint group_frame_num;
+  /* Be different from group_frame_num, include repeat */
+  gint output_frame_num;
+  gint last_pushed_num;
+  gint last_poped_index;
+  guint8 highest_level;
+  gboolean use_alt;
+  GQueue *reorder_list;
+
+  /* Include FRAME_TYPEs or FRAME_TYPE_REPEAT. */
+  GstVp9FrameType frame_typesMAX_GF_GROUP_SIZE * 2;
+  gint8 pyramid_levelsMAX_GF_GROUP_SIZE * 2;
+  guint32 flagsMAX_GF_GROUP_SIZE * 2;
+  /* offset from start_frame_num. */
+  gint frame_offsetsMAX_GF_GROUP_SIZE * 2;
+};
+
+struct _GstVaVp9EncFrame
+{
+  GstVaEncFrame base;
+  GstVp9FrameType type;
+  /* VP9 does not define a frame number.
+     This is a virtual number after the key frame. */
+  gint frame_num;
+  guint32 flags;
+  guint pyramid_level;
+  gboolean bidir_ref;
+  gint8 ref_frame_idxGST_VP9_REF_FRAME_MAX;
+  /* The index in reference list to update */
+  gint update_index;
+  gint order_hint;
+  /* repeat the current frame */
+  gint8 repeat_index;
+  guint repeat_frame_header_size;
+  guint8 repeat_frame_header32;
+};
+
+struct _GstVaVp9Ref
+{
+  GstVideoCodecFrame *frame;
+  guint index_in_dpb;
+};
+
+struct _GstVaVp9EncClass
+{
+  GstVaBaseEncClass parent_class;
+
+  GType rate_control_type;
+  char rate_control_type_name64;
+  GEnumValue rate_control16;
+};
+
+struct _GstVaVp9Enc
+{
+  /*< private > */
+  GstVaBaseEnc parent;
+
+  guint32 packed_headers;
+
+  guint depth;
+  guint chrome;
+
+  /* properties */
+  struct
+  {
+    /* kbps */
+    guint bitrate;
+    /* VA_RC_XXX */
+    guint32 rc_ctrl;
+    guint32 cpb_size;
+    guint32 target_percentage;
+    guint32 target_usage;
+    guint keyframe_interval;
+    guint max_hierarchical_level;
+    guint gf_group_size;
+    guint num_ref_frames;
+    guint32 qp;
+    guint32 min_qp;
+    guint32 max_qp;
+    guint32 mbbrc;
+    gint32 filter_level;
+    guint32 sharpness_level;
+  } prop;
+
+  struct
+  {
+    guint keyframe_interval;
+    guint gf_group_size;
+    guint max_level;
+    guint num_ref_frames;
+    guint forward_ref_num;
+    guint backward_ref_num;
+    guint frame_num_since_kf;
+    GstVaVp9GFGroup current_group;
+    GstVideoCodecFrame *last_keyframe;
+    GstVideoCodecFrame *ref_listGST_VP9_REF_FRAMES;
+  } gop;
+
+  struct
+  {
+    guint target_usage;
+    guint32 target_percentage;
+    guint32 cpb_size;
+    guint32 cpb_length_bits;
+    guint32 rc_ctrl_mode;
+    guint max_bitrate;
+    guint max_bitrate_bits;
+    guint target_bitrate;
+    guint target_bitrate_bits;
+    guint32 base_qindex;
+    guint32 min_qindex;
+    guint32 max_qindex;
+    guint32 mbbrc;
+    gint32 filter_level;
+    guint32 sharpness_level;
+  } rc;
+
+  /* The cached frames for super frame. */
+  GstVideoCodecFrame *frames_in_superGST_VP9_MAX_FRAMES_IN_SUPERFRAME - 1;
+  guint frames_in_super_num;
+};
+
+static GstVaVp9EncFrame *
+gst_va_vp9_enc_frame_new (void)
+{
+  GstVaVp9EncFrame *frame;
+
+  frame = g_new (GstVaVp9EncFrame, 1);
+  frame->frame_num = -1;
+  frame->type = FRAME_TYPE_INVALID;
+  frame->base.picture = NULL;
+  frame->pyramid_level = 0;
+  frame->flags = 0;
+  frame->bidir_ref = FALSE;
+  frame->update_index = -1;
+  frame->order_hint = -1;
+  frame->repeat_index = -1;
+  frame->repeat_frame_header_size = 0;
+
+  return frame;
+}
+
+static void
+gst_va_vp9_enc_frame_free (gpointer pframe)
+{
+  GstVaVp9EncFrame *frame = pframe;
+
+  g_clear_pointer (&frame->base.picture, gst_va_encode_picture_free);
+  g_free (frame);
+}
+
+static gboolean
+gst_va_vp9_enc_new_frame (GstVaBaseEnc * base, GstVideoCodecFrame * frame)
+{
+  GstVaVp9EncFrame *frame_in;
+
+  frame_in = gst_va_vp9_enc_frame_new ();
+  gst_va_set_enc_frame (frame, (GstVaEncFrame *) frame_in,
+      gst_va_vp9_enc_frame_free);
+
+  return TRUE;
+}
+
+static inline GstVaVp9EncFrame *
+_enc_frame (GstVideoCodecFrame * frame)
+{
+  GstVaVp9EncFrame *enc_frame = gst_video_codec_frame_get_user_data (frame);
+
+  g_assert (enc_frame);
+
+  return enc_frame;
+}
+
+#ifndef GST_DISABLE_GST_DEBUG
+static const char *
+_vp9_get_frame_type_name (GstVp9FrameType frame_type)
+{
+  const gchar *frame_type_name = NULL;
+  guint type = frame_type;
+
+  if (type & FRAME_TYPE_REPEAT)
+    return "Repeat";
+
+  switch (type) {
+    case GST_VP9_KEY_FRAME:
+      frame_type_name = "Key";
+      break;
+    case GST_VP9_INTER_FRAME:
+      frame_type_name = "Inter";
+      break;
+    default:
+      frame_type_name = "Unknown";
+      break;
+  }
+
+  return frame_type_name;
+}
+
+static const gchar *
+_rate_control_get_name (guint32 rc_mode)
+{
+  GParamSpecEnum *spec;
+  guint i;
+
+  if (!(propertiesPROP_RATE_CONTROL
+          && G_IS_PARAM_SPEC_ENUM (propertiesPROP_RATE_CONTROL)))
+    return NULL;
+
+  spec = G_PARAM_SPEC_ENUM (propertiesPROP_RATE_CONTROL);
+  for (i = 0; i < spec->enum_class->n_values; i++) {
+    if (spec->enum_class->valuesi.value == rc_mode)
+      return spec->enum_class->valuesi.value_nick;
+  }
+
+  return NULL;
+}
+#endif
+
+static void
+_vp9_print_gf_group (GstVaVp9Enc * self, GstVaVp9GFGroup * gf_group)
+{
+#ifndef GST_DISABLE_GST_DEBUG
+  gint pushed_frame_num = gf_group->last_pushed_num < 0 ? 0 :
+      gf_group->last_pushed_num - gf_group->start_frame_offset + 1;
+  GString *str;
+  gint i;
+
+  if (gst_debug_category_get_threshold (GST_CAT_DEFAULT) < GST_LEVEL_LOG)
+    return;
+
+  str = g_string_new (NULL);
+
+  g_string_append_printf (str, "\n============================"
+      " GF Group ===========================\n");
+  g_string_append_printf (str, " start:%d,  size:%d  ",
+      gf_group->start_frame_offset, gf_group->group_frame_num);
+  g_string_append_printf (str, "pushed:%d,  poped:%d  ",
+      pushed_frame_num, gf_group->last_poped_index + 1);
+  g_string_append_printf (str, "\n ALT: %s  max level: %d  output num: %d",
+      gf_group->use_alt ? "yes" : "no", gf_group->highest_level,
+      gf_group->output_frame_num);
+
+  g_string_append_printf (str, "\n----------------------------"
+      "-------------------------------------\n");
+  g_string_append_printf (str, "|     |  type   | level |"
+      "             flags            | offset |\n");
+
+  g_string_append_printf (str, "----------------------------"
+      "-------------------------------------\n");
+  for (i = 0; i < gf_group->output_frame_num; i++) {
+    g_string_append_printf (str, "| %3d ", i);
+    g_string_append_printf (str, "| %-7s ",
+        _vp9_get_frame_type_name (gf_group->frame_typesi));
+
+    g_string_append_printf (str, "| %5d | ", gf_group->pyramid_levelsi);
+
+    if (gf_group->flagsi & FRAME_FLAG_GF) {
+      g_string_append_printf (str, "GF ");
+    } else {
+      g_string_append_printf (str, "   ");
+    }
+
+    if (gf_group->flagsi & FRAME_FLAG_LAST_IN_GF) {
+      g_string_append_printf (str, "Last ");
+    } else {
+      g_string_append_printf (str, "     ");
+    }
+
+    if (gf_group->flagsi & (FRAME_FLAG_ALT | FRAME_FLAG_ALT_INL)) {
+      g_string_append_printf (str, "ALT ");
+    } else {
+      g_string_append_printf (str, "    ");
+    }
+
+    if (gf_group->flagsi & FRAME_FLAG_NOT_SHOW) {
+      g_string_append_printf (str, "Unshown ");
+    } else {
+      g_string_append_printf (str, "Shown   ");
+    }
+
+    if (gf_group->flagsi & FRAME_FLAG_LEAF) {
+      g_string_append_printf (str, "Leaf ");
+    } else {
+      g_string_append_printf (str, "     ");
+    }
+
+    if (gf_group->flagsi & FRAME_FLAG_UPDATE_REF) {
+      g_string_append_printf (str, "Ref ");
+    } else {
+      g_string_append_printf (str, "    ");
+    }
+
+    g_string_append_printf (str, "| %-5d  | ", gf_group->frame_offsetsi);
+
+    g_string_append_printf (str, "\n");
+  }
+
+  g_string_append_printf (str, "---------------------------"
+      "--------------------------------------\n");
+
+  GST_LOG_OBJECT (self, "%s", str->str);
+
+  g_string_free (str, TRUE);
+
+#endif
+}
+
+#ifndef GST_DISABLE_GST_DEBUG
+static void
+_vp9_print_ref_list (GstVaVp9Enc * self, GString * str)
+{
+  gint i;
+
+  g_string_append_printf (str, "\n================== Reference List "
+      "===================\n");
+
+  g_string_append_printf (str, "|   index   |");
+  for (i = 0; i < GST_VP9_REF_FRAMES; i++)
+    g_string_append_printf (str, "%3d |", i);
+
+  g_string_append_printf (str, "\n-------------------------------"
+      "----------------------\n");
+
+  g_string_append_printf (str, "| frame num |");
+  for (i = 0; i < GST_VP9_REF_FRAMES; i++) {
+    if (self->gop.ref_listi) {
+      GstVaVp9EncFrame *va_frame = _enc_frame (self->gop.ref_listi);
+      g_string_append_printf (str, "%3d |", va_frame->frame_num);
+    } else {
+      g_string_append_printf (str, "%3d |", -1);
+    }
+  }
+  g_string_append_printf (str, "\n-------------------------------"
+      "----------------------\n");
+}
+#endif
+
+static void
+_vp9_print_frame_reference (GstVaVp9Enc * self, GstVideoCodecFrame * frame)
+{
+#ifndef GST_DISABLE_GST_DEBUG
+  GString *str;
+  GstVaVp9EncFrame *va_frame;
+  gint i;
+
+  if (gst_debug_category_get_threshold (GST_CAT_DEFAULT) < GST_LEVEL_LOG)
+    return;
+
+  str = g_string_new (NULL);
+
+  _vp9_print_ref_list (self, str);
+
+  va_frame = _enc_frame (frame);
+
+  g_string_append_printf (str, "Current %sframe num: %d,  ",
+      va_frame->frame_num == 0 ? "key " : "", va_frame->frame_num);
+
+  if (va_frame->type & FRAME_TYPE_REPEAT) {
+    g_string_append_printf (str, "repeat index %d", va_frame->repeat_index);
+    goto print;
+  }
+
+  g_string_append_printf (str, "Reference: ");
+
+  for (i = GST_VP9_REF_FRAME_LAST; i < GST_VP9_REF_FRAME_MAX; i++) {
+    switch (i) {
+      case GST_VP9_REF_FRAME_LAST:
+        g_string_append_printf (str, " %s", "Last");
+        break;
+      case GST_VP9_REF_FRAME_GOLDEN:
+        g_string_append_printf (str, " %s", "Golden");
+        break;
+      case GST_VP9_REF_FRAME_ALTREF:
+        g_string_append_printf (str, " %s", "Alt");
+        break;
+      default:
+        g_assert_not_reached ();
+        break;
+    }
+    g_string_append_printf (str, ":");
+
+    if (va_frame->ref_frame_idxi == -1) {
+      g_string_append_printf (str, "unused");
+    } else {
+      g_string_append_printf (str, "%d", va_frame->ref_frame_idxi);
+    }
+
+    if (i != GST_VP9_REF_FRAME_MAX - 1) {
+      g_string_append_printf (str, ", ");
+    } else {
+      g_string_append_printf (str, " ");
+    }
+  }
+
+  g_string_append_printf (str, "");
+
+print:
+  GST_LOG_OBJECT (self, "%s", str->str);
+
+  g_string_free (str, TRUE);
+#endif
+}
+
+static void
+_vp9_print_ref_list_update (GstVaVp9Enc * self, gint update_index,
+    GstVideoCodecFrame * del_frame, GstVideoCodecFrame * add_frame)
+{
+#ifndef GST_DISABLE_GST_DEBUG
+  GString *str;
+
+  if (gst_debug_category_get_threshold (GST_CAT_DEFAULT) < GST_LEVEL_LOG)
+    return;
+
+  str = g_string_new (NULL);
+
+  _vp9_print_ref_list (self, str);
+
+  if (_enc_frame (add_frame)->frame_num == 0)
+    g_string_append_printf (str, "Key frame clear all reference list.\n");
+
+  if (update_index >= 0) {
+    if (del_frame) {
+      g_string_append_printf (str, "Replace index %d, delete frame num %d, "
+          "add frame num %d.", update_index, _enc_frame (del_frame)->frame_num,
+          _enc_frame (add_frame)->frame_num);
+    } else {
+      g_string_append_printf (str, "Add frame %d to index %d.",
+          _enc_frame (add_frame)->frame_num, update_index);
+    }
+  }
+
+  GST_LOG_OBJECT (self, "%s", str->str);
+
+  g_string_free (str, TRUE);
+#endif
+}
+
+/*  start, end ) */
+static void
+_set_multi_layer (GstVaVp9GFGroup * gf_group, gint * frame_index,
+    gint start, gint end, guint level, guint max_level)
+{
+  const gint num_frames_to_process = end - start;
+  guint m = (start + end - 1) / 2;
+
+  g_assert (level <= max_level);
+
+  if (level == max_level || num_frames_to_process <= 2) {
+    guint i;
+
+    for (i = 0; i < num_frames_to_process; i++) {
+      gf_group->frame_types*frame_index = GST_VP9_INTER_FRAME;
+      gf_group->pyramid_levels*frame_index = level;
+      gf_group->flags*frame_index = FRAME_FLAG_LEAF | FRAME_FLAG_UPDATE_REF;
+      gf_group->frame_offsets*frame_index = start + i;
+      (*frame_index)++;
+    }
+    return;
+  }
+
+  gf_group->frame_types*frame_index = GST_VP9_INTER_FRAME;
+  gf_group->pyramid_levels*frame_index = level;
+  gf_group->flags*frame_index = FRAME_FLAG_ALT_INL | FRAME_FLAG_UPDATE_REF;
+  gf_group->flags*frame_index |= FRAME_FLAG_NOT_SHOW;
+  gf_group->frame_offsets*frame_index = m;
+  (*frame_index)++;
+
+  /* The frames between start and this internal ALT */
+  _set_multi_layer (gf_group, frame_index, start, m, level + 1, max_level);
+
+  /* Repeat for this internal ALT frame */
+  gf_group->frame_types*frame_index = FRAME_TYPE_REPEAT;
+  gf_group->pyramid_levels*frame_index = -1;
+  gf_group->flags*frame_index = 0;
+  gf_group->frame_offsets*frame_index = m;
+  (*frame_index)++;
+
+  /* The frames between this internal ALT and end */
+  _set_multi_layer (gf_group, frame_index, m + 1, end, level + 1, max_level);
+}
+
+static void
+_vp9_init_gf_group (GstVaVp9GFGroup * gf_group, GQueue * reorder_list)
+{
+  guint i;
+
+  gf_group->start_frame_offset = -1;
+  gf_group->group_frame_num = 0;
+  gf_group->last_pushed_num = -1;
+  gf_group->use_alt = FALSE;
+  gf_group->last_poped_index = -1;
+  gf_group->output_frame_num = 0;
+
+  for (i = 0; i < MAX_GF_GROUP_SIZE * 2; i++) {
+    gf_group->frame_typesi = FRAME_TYPE_INVALID;
+    gf_group->pyramid_levelsi = INVALID_PYRAMID_LEVEL;
+    gf_group->flagsi = 0;
+    gf_group->frame_offsetsi = -1;
+  }
+
+  /* We just use it, not own it. */
+  gf_group->reorder_list = reorder_list;
+}
+
+static void
+_vp9_start_gf_group (GstVaVp9Enc * self, GstVideoCodecFrame * gf_frame)
+{
+  GstVaVp9GFGroup *gf_group = &self->gop.current_group;
+  guint group_size = self->gop.gf_group_size + 1;
+  gboolean use_alt = self->gop.backward_ref_num > 0;
+  guint max_level = self->gop.max_level;
+  GstVaVp9EncFrame *frame = _enc_frame (gf_frame);
+  gboolean key_frame_start = (frame->frame_num == 0);
+  gint frame_index;
+  guint i;
+
+  if (use_alt) {
+    /* At least 2 levels if bi-direction ref,
+       1st for ALT, and 2nd for leaves. */
+    g_assert (max_level >= 2);
+  }
+
+  /* + 1 for golden frame itself. */
+  g_assert (group_size <= MAX_GF_GROUP_SIZE + 1);
+  g_assert (max_level <= HIGHEST_PYRAMID_LEVELS);
+  /* If size < 3, no backward ref needed. */
+  g_assert (group_size > 3 || use_alt == FALSE);
+
+  gf_group->start_frame_offset = frame->frame_num;
+  gf_group->group_frame_num = group_size;
+  gf_group->last_pushed_num = frame->frame_num;
+  gf_group->use_alt = use_alt;
+
+  gf_group->last_poped_index = -1;
+  /* An already encoded frame as the GF,
+     for example, the ALT of the previous GF group. */
+  if (frame->flags & FRAME_FLAG_ALREADY_ENCODED)
+    gf_group->last_poped_index = 0;
+
+  for (i = 0; i < MAX_GF_GROUP_SIZE * 2; i++) {
+    gf_group->frame_typesi = FRAME_TYPE_INVALID;
+    gf_group->pyramid_levelsi = INVALID_PYRAMID_LEVEL;
+    gf_group->flagsi = 0;
+    gf_group->frame_offsetsi = -1;
+  }
+
+  frame_index = 0;
+  /* GF frame is the first */
+  gf_group->frame_typesframe_index = key_frame_start ? GST_VP9_KEY_FRAME :
+      GST_VP9_INTER_FRAME;
+  gf_group->pyramid_levelsframe_index = 0;
+  gf_group->flagsframe_index = FRAME_FLAG_GF;
+  gf_group->flagsframe_index |= FRAME_FLAG_UPDATE_REF;
+  gf_group->frame_offsetsframe_index = 0;
+  frame_index++;
+
+  /* No backward ref, in simple I/P mode */
+  if (gf_group->use_alt == FALSE) {
+    for (; frame_index < gf_group->group_frame_num; frame_index++) {
+      gf_group->frame_typesframe_index = GST_VP9_INTER_FRAME;
+      gf_group->pyramid_levelsframe_index = 1;
+      gf_group->flagsframe_index = FRAME_FLAG_UPDATE_REF | FRAME_FLAG_LEAF;
+      if (frame_index == gf_group->group_frame_num - 1)
+        gf_group->flagsframe_index |= FRAME_FLAG_LAST_IN_GF;
+      gf_group->frame_offsetsframe_index = frame_index;
+    }
+
+    gf_group->output_frame_num = gf_group->group_frame_num;
+    gf_group->highest_level = 1;
+
+    _vp9_print_gf_group (self, gf_group);
+    return;
+  }
+
+  /* ALT frame */
+  gf_group->frame_typesframe_index = GST_VP9_INTER_FRAME;
+  gf_group->pyramid_levelsframe_index = 1;
+  gf_group->flagsframe_index = FRAME_FLAG_ALT | FRAME_FLAG_UPDATE_REF;
+  gf_group->flagsframe_index |= FRAME_FLAG_LAST_IN_GF;
+  gf_group->flagsframe_index |= FRAME_FLAG_NOT_SHOW;
+  gf_group->frame_offsetsframe_index = gf_group->group_frame_num - 1;
+  frame_index++;
+
+  /* The frames between GF and ALT */
+  _set_multi_layer (gf_group, &frame_index, 1,
+      gf_group->group_frame_num - 1, 2, max_level);
+
+  /* Repeat for ALT frame */
+  gf_group->frame_typesframe_index = FRAME_TYPE_REPEAT;
+  gf_group->pyramid_levelsframe_index = -1;
+  gf_group->flagsframe_index = 0;
+  gf_group->frame_offsetsframe_index = gf_group->group_frame_num - 1;
+  frame_index++;
+
+  gf_group->output_frame_num = frame_index;
+
+  gf_group->highest_level = 0;
+  for (i = 0; i < gf_group->output_frame_num; i++) {
+    if (gf_group->highest_level < gf_group->pyramid_levelsi)
+      gf_group->highest_level = gf_group->pyramid_levelsi;
+  }
+
+  _vp9_print_gf_group (self, gf_group);
+  return;
+}
+
+static gboolean
+_vp9_gf_group_push_frame (GstVaVp9GFGroup * gf_group,
+    GstVideoCodecFrame * gst_frame)
+{
+  GstVaVp9EncFrame *frame = _enc_frame (gst_frame);
+  gint pushed_frame_num = gf_group->last_pushed_num < 0 ? 0 :
+      gf_group->last_pushed_num - gf_group->start_frame_offset + 1;
+
+  /* No room for a new one. */
+  g_return_val_if_fail (pushed_frame_num < gf_group->group_frame_num, FALSE);
+  /* The frame num should just increase. */
+  g_return_val_if_fail (frame->frame_num == gf_group->last_pushed_num + 1,
+      FALSE);
+
+  if (gf_group->use_alt)
+    /* If we already begin pop, no more push again. */
+    g_return_val_if_fail (gf_group->last_poped_index <= 0, FALSE);
+
+  g_queue_push_tail (gf_group->reorder_list,
+      gst_video_codec_frame_ref (gst_frame));
+
+  gf_group->last_pushed_num = frame->frame_num;
+  return TRUE;
+}
+
+static gboolean
+_vp9_gf_group_pop_frame (GstVaVp9GFGroup * gf_group,
+    GstVideoCodecFrame * ref_listGST_VP9_REF_FRAMES,
+    GstVideoCodecFrame ** out_frame)
+{
+  GstVaVp9EncFrame *vaframe;
+  GstVideoCodecFrame *frame;
+  gint pushed_frame_num = gf_group->last_pushed_num < 0 ? 0 :
+      gf_group->last_pushed_num - gf_group->start_frame_offset + 1;
+  guint i;
+
+  g_assert (pushed_frame_num <= gf_group->group_frame_num);
+
+  if (pushed_frame_num == 0)
+    goto no_frame;
+
+  if (!gf_group->use_alt) {
+    g_assert (gf_group->last_poped_index < pushed_frame_num);
+
+    if (gf_group->last_poped_index + 1 < pushed_frame_num) {
+      gf_group->last_poped_index++;
+      goto find_frame;
+    }
+
+    goto no_frame;
+  }
+
+  /* The first frame of a GF group has no backward ref, pop immediately. */
+  if (gf_group->last_poped_index < 0) {
+    gf_group->last_poped_index++;
+    goto find_frame;
+  }
+
+  /* The ALT frame has not come. */
+  if (pushed_frame_num < gf_group->group_frame_num)
+    goto no_frame;
+
+  gf_group->last_poped_index++;
+  g_assert (gf_group->last_poped_index < gf_group->output_frame_num);
+
+find_frame:
+  vaframe = NULL;
+  frame = NULL;
+
+  /* If repeating some frame, it should be in reference list,
+     or it should be in reorder list. */
+  if (gf_group->frame_typesgf_group->last_poped_index == FRAME_TYPE_REPEAT) {
+    for (i = 0; i < GST_VP9_REF_FRAMES; i++) {
+      GstVaVp9EncFrame *vaf;
+
+      if (ref_listi == NULL)
+        continue;
+
+      vaf = _enc_frame (ref_listi);
+      if (vaf->frame_num == gf_group->start_frame_offset +
+          gf_group->frame_offsetsgf_group->last_poped_index) {
+        vaframe = vaf;
+        frame = ref_listi;
+        break;
+      }
+    }
+
+    g_return_val_if_fail (vaframe, FALSE);
+
+    g_assert (vaframe->flags & FRAME_FLAG_ALREADY_ENCODED);
+    vaframe->type |= FRAME_TYPE_REPEAT;
+  } else {
+    for (i = 0; i < g_queue_get_length (gf_group->reorder_list); i++) {
+      GstVaVp9EncFrame *vaf;
+      GstVideoCodecFrame *f;
+
+      f = g_queue_peek_nth (gf_group->reorder_list, i);
+      vaf = _enc_frame (f);
+      if (vaf->frame_num == gf_group->start_frame_offset +
+          gf_group->frame_offsetsgf_group->last_poped_index) {
+        vaframe = vaf;
+        frame = f;
+        break;
+      }
+    }
+    /* We push the frame num in increment order, so it must exist. */
+    g_return_val_if_fail (vaframe, FALSE);
+    /* Clear that frame from reorder list. */
+    g_queue_pop_nth (gf_group->reorder_list, i);
+
+    vaframe->type = gf_group->frame_typesgf_group->last_poped_index;
+    vaframe->pyramid_level =
+        gf_group->pyramid_levelsgf_group->last_poped_index;
+    vaframe->flags = gf_group->flagsgf_group->last_poped_index;
+
+    /* unref frame popped from reorder queue */
+    gst_video_codec_frame_unref (frame);
+  }
+
+  *out_frame = frame;
+  return TRUE;
+
+no_frame:
+  *out_frame = NULL;
+  return TRUE;
+}
+
+/* Force to finish current group, no matter how many frames we have. */
+static void
+_vp9_finish_current_gf_group (GstVaVp9Enc * self, GstVaVp9GFGroup * gf_group)
+{
+  gint frame_index;
+  gint pushed_frame_num = gf_group->last_pushed_num < 0 ? 0 :
+      gf_group->last_pushed_num - gf_group->start_frame_offset + 1;
+  guint i;
+
+  g_assert (pushed_frame_num <= gf_group->group_frame_num);
+
+  /* Alt comes and already finished. */
+  if (gf_group->use_alt && gf_group->last_poped_index > 0)
+    return;
+
+  /* Already pushed all frames. */
+  if (pushed_frame_num == gf_group->group_frame_num)
+    return;
+
+  /* Not enough frames, no need to use backward ref. */
+  if (gf_group->use_alt && pushed_frame_num <= 3)
+    gf_group->use_alt = FALSE;
+
+  if (gf_group->use_alt == FALSE) {
+    g_assert (gf_group->last_poped_index < pushed_frame_num);
+
+    gf_group->group_frame_num = pushed_frame_num;
+
+    for (frame_index = 1; frame_index < gf_group->group_frame_num;
+        frame_index++) {
+      gf_group->frame_typesframe_index = GST_VP9_INTER_FRAME;
+      gf_group->pyramid_levelsframe_index = 1;
+      gf_group->flagsframe_index = FRAME_FLAG_UPDATE_REF | FRAME_FLAG_LEAF;
+      gf_group->frame_offsetsframe_index = frame_index;
+      if (frame_index == gf_group->group_frame_num - 1) {
+        gf_group->flagsframe_index |= FRAME_FLAG_LAST_IN_GF;
+      }
+
+    }
+
+    gf_group->output_frame_num = gf_group->group_frame_num;
+    gf_group->highest_level = 1;
+
+    GST_LOG_OBJECT (self, "Finish current golden group.");
+    _vp9_print_gf_group (self, gf_group);
+    return;
+  }
+
+  g_assert (gf_group->highest_level >= 2);
+
+  gf_group->group_frame_num = pushed_frame_num;
+
+  frame_index = 1;
+  /* ALT frame */
+  gf_group->frame_typesframe_index = GST_VP9_INTER_FRAME;
+  gf_group->pyramid_levelsframe_index = 1;
+  gf_group->flagsframe_index = FRAME_FLAG_ALT | FRAME_FLAG_UPDATE_REF;
+  gf_group->flagsframe_index |= FRAME_FLAG_LAST_IN_GF;
+  gf_group->flagsframe_index |= FRAME_FLAG_NOT_SHOW;
+  gf_group->frame_offsetsframe_index = gf_group->group_frame_num - 1;
+  frame_index++;
+
+  /* The frames between GF and ALT */
+  _set_multi_layer (gf_group, &frame_index, 1, gf_group->group_frame_num - 1,
+      2, gf_group->highest_level);
+
+  /* Repeat of ALT frame */
+  gf_group->frame_typesframe_index = FRAME_TYPE_REPEAT;
+  gf_group->pyramid_levelsframe_index = -1;
+  gf_group->flagsframe_index = 0;
+  gf_group->frame_offsetsframe_index = gf_group->group_frame_num - 1;
+  frame_index++;
+
+  gf_group->output_frame_num = frame_index;
+
+  gf_group->highest_level = 0;
+  for (i = 0; i < gf_group->output_frame_num; i++) {
+    if (gf_group->highest_level < gf_group->pyramid_levelsi)
+      gf_group->highest_level = gf_group->pyramid_levelsi;
+  }
+
+  GST_LOG_OBJECT (self, "Finish current golden group.");
+  _vp9_print_gf_group (self, gf_group);
+  return;
+}
+
+static inline gboolean
+_vp9_gf_group_is_empty (GstVaVp9GFGroup * gf_group)
+{
+  gint pushed_frame_num = gf_group->last_pushed_num < 0 ? 0 :
+      gf_group->last_pushed_num - gf_group->start_frame_offset + 1;
+
+  if (pushed_frame_num <= 0)
+    return TRUE;
+
+  if (gf_group->use_alt == FALSE) {
+    g_assert (gf_group->last_poped_index + 1 <= pushed_frame_num);
+    if (gf_group->last_poped_index + 1 == pushed_frame_num)
+      return TRUE;
+
+    return FALSE;
+  }
+
+  g_assert (gf_group->last_poped_index < gf_group->output_frame_num);
+  if (gf_group->last_poped_index == gf_group->output_frame_num - 1)
+    return TRUE;
+
+  return FALSE;
+}
+
+static inline gboolean
+_vp9_gf_group_is_finished (GstVaVp9GFGroup * gf_group)
+{
+  g_assert (gf_group->last_poped_index < gf_group->output_frame_num);
+  if (gf_group->last_poped_index == gf_group->output_frame_num - 1)
+    return TRUE;
+
+  return FALSE;
+}
+
+static GstVideoCodecFrame *
+_vp9_find_next_golden_frame (GstVaVp9Enc * self)
+{
+  guint i;
+  GstVideoCodecFrame *f, *f_max_frame_num;
+  GstVaVp9EncFrame *vaf;
+  gint max_frame_num;
+
+  g_assert (_vp9_gf_group_is_empty (&self->gop.current_group));
+
+  f = NULL;
+  f_max_frame_num = NULL;
+  max_frame_num = -1;
+  for (i = 0; i < GST_VP9_REF_FRAMES; i++) {
+    if (self->gop.ref_listi == NULL)
+      continue;
+
+    vaf = _enc_frame (self->gop.ref_listi);
+    if (vaf->flags & FRAME_FLAG_LAST_IN_GF) {
+      /* Should not have 2 of group end frame at the same time. */
+      g_assert (f == NULL);
+      f = self->gop.ref_listi;
+    }
+
+    if (vaf->frame_num > max_frame_num) {
+      max_frame_num = vaf->frame_num;
+      f_max_frame_num = self->gop.ref_listi;
+    }
+
+    /* clear all flags about last GF group. */
+    vaf->flags &= ~(FRAME_FLAG_LAST_IN_GF | FRAME_FLAG_ALT_INL |
+        FRAME_FLAG_ALT | FRAME_FLAG_GF);
+  }
+
+  if (f == NULL)
+    f = f_max_frame_num;
+
+  vaf = _enc_frame (f);
+  vaf->flags |= FRAME_FLAG_GF;
+
+  GST_LOG_OBJECT (self, "Find the next golden frame num %d", vaf->frame_num);
+
+  return f;
+}
+
+static gboolean
+gst_va_vp9_enc_reorder_frame (GstVaBaseEnc * base, GstVideoCodecFrame * frame,
+    gboolean bump_all, GstVideoCodecFrame ** out_frame)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (base);
+  GstVaVp9EncFrame *va_frame;
+
+  *out_frame = NULL;
+
+  if (bump_all) {
+    g_return_val_if_fail (frame == NULL, FALSE);
+
+    _vp9_finish_current_gf_group (self, &self->gop.current_group);
+
+    if (!_vp9_gf_group_is_finished (&self->gop.current_group)) {
+      g_assert (!_vp9_gf_group_is_empty (&self->gop.current_group));
+      goto pop;
+    }
+
+    /* no more frames, the cached key frame is the last frame */
+    if (self->gop.last_keyframe) {
+      g_assert (_vp9_gf_group_is_empty (&self->gop.current_group));
+
+      *out_frame = self->gop.last_keyframe;
+      self->gop.last_keyframe = NULL;
+    }
+
+    goto finish;
+  }
+
+  /* Pop only. We can pop some frame if:
+     1. The current GF group is not finished.
+     2. Encountered a key frame last time and force to finish
+     the current GF group. */
+  if (frame == NULL) {
+    if (!_vp9_gf_group_is_empty (&self->gop.current_group))
+      goto pop;
+
+    if (self->gop.last_keyframe) {
+      GstVideoCodecFrame *f = self->gop.last_keyframe;
+      self->gop.last_keyframe = NULL;
+
+      _vp9_start_gf_group (self, f);
+      goto pop;
+    }
+
+    goto finish;
+  }
+
+  if (self->gop.frame_num_since_kf == self->gop.keyframe_interval)
+    self->gop.frame_num_since_kf = 0;
+
+  if (GST_VIDEO_CODEC_FRAME_IS_FORCE_KEYFRAME (frame))
+    self->gop.frame_num_since_kf = 0;
+
+  va_frame = _enc_frame (frame);
+  va_frame->frame_num = self->gop.frame_num_since_kf;
+  self->gop.frame_num_since_kf++;
+
+  GST_LOG_OBJECT (self, "push frame: system_frame_number %u, frame_num: %d",
+      frame->system_frame_number, va_frame->frame_num);
+
+  /* A new key frame force to finish the current GF group. */
+  if (va_frame->frame_num == 0) {
+    _vp9_finish_current_gf_group (self, &self->gop.current_group);
+
+    g_queue_push_tail (&base->reorder_list, gst_video_codec_frame_ref (frame));
+
+    if (_vp9_gf_group_is_finished (&self->gop.current_group)) {
+      g_assert (_vp9_gf_group_is_empty (&self->gop.current_group));
+
+      /* Already poped all of the last group,
+         so begin a new group with this keyframe. */
+      _vp9_start_gf_group (self, frame);
+    } else {
+      g_assert (!_vp9_gf_group_is_empty (&self->gop.current_group));
+
+      /* The reorder() should exhaust all available frames in the
+         reorder list before push a frame again, so the last key
+         frame should already be popped. */
+      g_return_val_if_fail (self->gop.last_keyframe == NULL, FALSE);
+      self->gop.last_keyframe = frame;
+    }
+
+    goto pop;
+  }
+
+  if (_vp9_gf_group_is_finished (&self->gop.current_group)) {
+    GstVideoCodecFrame *gf_frame;
+
+    g_assert (_vp9_gf_group_is_empty (&self->gop.current_group));
+
+    gf_frame = _vp9_find_next_golden_frame (self);
+    /* At least, there are some frames inside the reference list. */
+    g_assert (gf_frame);
+
+    _vp9_start_gf_group (self, gf_frame);
+  }
+
+  if (!_vp9_gf_group_push_frame (&self->gop.current_group, frame)) {
+    GST_WARNING_OBJECT (base, "Failed to push the frame,"
+        " system_frame_number %u.", frame->system_frame_number);
+    goto error;
+  }
+
+pop:
+  frame = NULL;
+
+  if (!_vp9_gf_group_pop_frame (&self->gop.current_group, self->gop.ref_list,
+          out_frame))
+    goto error;
+
+finish:
+  if (*out_frame) {
+    va_frame = _enc_frame (*out_frame);
+    GST_LOG_OBJECT (self, "pop frame: system_frame_number %u,"
+        " frame_num: %d, frame_type %s", (*out_frame)->system_frame_number,
+        va_frame->frame_num, _vp9_get_frame_type_name (va_frame->type));
+  }
+
+  return TRUE;
+
+error:
+  if (frame) {
+    GST_ERROR_OBJECT (base, "Failed to reorder the frame,"
+        " system_frame_number %u.", frame->system_frame_number);
+  } else {
+    GST_ERROR_OBJECT (base, "error when poping frame.");
+  }
+  return FALSE;
+}
+
+static gint
+_vp9_sort_by_frame_num (gconstpointer a, gconstpointer b, gpointer user_data)
+{
+  GstVaVp9EncFrame *frame1 = _enc_frame (((GstVaVp9Ref *) a)->frame);
+  GstVaVp9EncFrame *frame2 = _enc_frame (((GstVaVp9Ref *) b)->frame);
+
+  g_assert (frame1->frame_num != frame2->frame_num);
+
+  return frame1->frame_num - frame2->frame_num;
+}
+
+static gboolean
+_vp9_assign_ref_index (GstVaVp9Enc * self, GstVideoCodecFrame * frame)
+{
+  GstVaVp9Ref all_refsGST_VP9_REF_FRAMES;
+  guint ref_num;
+  gint forward_num, backward_num;
+  gint forward_ref_num;
+  GstVaVp9EncFrame *va_frame = _enc_frame (frame);
+  gint i, index;
+  gboolean gf_assigned;
+
+  memset (va_frame->ref_frame_idx, -1, sizeof (va_frame->ref_frame_idx));
+
+  if (va_frame->type & FRAME_TYPE_REPEAT) {
+    va_frame->repeat_index = -1;
+
+    for (i = 0; i < GST_VP9_REF_FRAMES; i++) {
+      if (self->gop.ref_listi == frame) {
+        va_frame->repeat_index = i;
+        break;
+      }
+    }
+
+    g_return_val_if_fail (va_frame->repeat_index >= 0, FALSE);
+    goto finish;
+  }
+
+  /* key frame has no ref */
+  if (va_frame->frame_num == 0) {
+    g_assert (va_frame->type == GST_VP9_KEY_FRAME);
+    va_frame->bidir_ref = FALSE;
+    goto finish;
+  }
+
+  ref_num = forward_num = backward_num = 0;
+  for (i = 0; i < GST_VP9_REF_FRAMES; i++) {
+    GstVaVp9EncFrame *va_f;
+
+    if (self->gop.ref_listi == NULL)
+      continue;
+
+    all_refsref_num.frame = self->gop.ref_listi;
+    all_refsref_num.index_in_dpb = i;
+    ref_num++;
+
+    va_f = _enc_frame (self->gop.ref_listi);
+    g_assert (va_f->frame_num != va_frame->frame_num);
+    if (va_f->frame_num < va_frame->frame_num) {
+      forward_num++;
+    } else {
+      backward_num++;
+      g_assert (va_f->flags & FRAME_FLAG_ALT ||
+          va_f->flags & FRAME_FLAG_ALT_INL);
+    }
+
+    if (va_f->flags & FRAME_FLAG_GF)
+      va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN = i;
+  }
+
+  if (va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN == -1) {
+    GST_WARNING_OBJECT (self, "failed to find the golden frame.");
+    return FALSE;
+  }
+
+  g_sort_array (all_refs, ref_num, sizeof (GstVaVp9Ref),
+      _vp9_sort_by_frame_num, NULL);
+
+  /* Assign the forward references in order of:
+   * 1. The last frame which has the smallest diff.
+   * 2. The golden frame which can be a key frame with better quality.
+   * 3. The other frames by inverse frame number order.
+   */
+  va_frame->bidir_ref = FALSE;
+  gf_assigned = FALSE;
+
+  index = forward_num - 1;
+  g_assert (index >= 0);
+  forward_ref_num = self->gop.forward_ref_num;
+  g_assert (forward_ref_num > 0);
+
+  /* The golden frame happens to be the last frame. */
+  if (all_refsindex.index_in_dpb ==
+      va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN) {
+    index--;
+    forward_ref_num--;
+    gf_assigned = TRUE;
+  }
+
+  if (index >= 0 && forward_ref_num > 0) {
+    va_frame->ref_frame_idxGST_VP9_REF_FRAME_LAST =
+        all_refsindex.index_in_dpb;
+    index--;
+    forward_ref_num--;
+  } else {
+    /* At least one forward reference.
+       Just let the last frame be the same as the golden frame. */
+    g_assert (gf_assigned);
+    va_frame->ref_frame_idxGST_VP9_REF_FRAME_LAST =
+        va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN;
+  }
+
+  if (!gf_assigned) {
+    if (forward_ref_num == 0) {
+      va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN =
+          va_frame->ref_frame_idxGST_VP9_REF_FRAME_LAST;
+    } else {
+      /* The golden frame index is already found. */
+      forward_ref_num--;
+
+      if (index >= 0 && all_refsindex.index_in_dpb ==
+          va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN)
+        index--;
+    }
+  }
+
+  /* Setting the backward refs */
+  if (backward_num > 0 && self->gop.backward_ref_num > 0) {
+    g_assert (self->gop.backward_ref_num == 1);
+    g_assert (_enc_frame (all_refsref_num - 1.frame)->flags & FRAME_FLAG_ALT);
+
+    va_frame->bidir_ref = TRUE;
+    /* Set the ALTREF to the nearest future frame. */
+    va_frame->ref_frame_idxGST_VP9_REF_FRAME_ALTREF =
+        all_refsforward_num.index_in_dpb;
+  } else {
+    /* If no backward refs, ALTREF is set to next forward. */
+    if (index >= 0 && forward_ref_num > 0) {
+      va_frame->ref_frame_idxGST_VP9_REF_FRAME_ALTREF =
+          all_refsindex.index_in_dpb;
+    } else {
+      va_frame->ref_frame_idxGST_VP9_REF_FRAME_ALTREF =
+          va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN;
+    }
+  }
+
+finish:
+  _vp9_print_frame_reference (self, frame);
+  return TRUE;
+}
+
+static void
+_vp9_find_ref_to_update (GstVaBaseEnc * base, GstVideoCodecFrame * frame)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (base);
+  GstVaVp9EncFrame *va_frame = _enc_frame (frame);
+  gint slot;
+  gint lowest_slot;
+  gint lowest_frame_num = MAX_KEY_FRAME_INTERVAL + 1;
+  gint i;
+
+  if (va_frame->type & FRAME_TYPE_REPEAT)
+    return;
+
+  if ((va_frame->flags & FRAME_FLAG_UPDATE_REF) == 0) {
+    /* Key frame should always clean the reference list. */
+    g_assert (va_frame->type != GST_VP9_KEY_FRAME);
+    return;
+  }
+
+  va_frame->update_index = -1;
+
+  /* key frame will clear the whole ref list, just use the 0 */
+  if (va_frame->type == GST_VP9_KEY_FRAME) {
+    va_frame->update_index = 0;
+    return;
+  }
+
+  /* 1. Find an empty slot in the reference list.
+     2. If the list is full, kick out the non GF frame with lowest
+     frame num. GF frame should not be kicked out because we always
+     set GOLDEN to GF frame.
+     3. If still not find, we drop ourself. */
+  lowest_frame_num = MAX_KEY_FRAME_INTERVAL + 1;
+  slot = lowest_slot = -1;
+  for (i = 0; i < GST_VP9_REF_FRAMES; i++) {
+    GstVaVp9EncFrame *va_f;
+
+    if (self->gop.ref_listi == NULL) {
+      slot = i;
+      break;
+    }
+
+    va_f = _enc_frame (self->gop.ref_listi);
+    if (va_f->flags & FRAME_FLAG_GF)
+      continue;
+
+    if (va_f->frame_num > va_frame->frame_num)
+      continue;
+
+    if (va_f->frame_num < lowest_frame_num) {
+      lowest_frame_num = va_f->frame_num;
+      lowest_slot = i;
+    }
+  }
+
+  if (slot < 0 && lowest_slot >= 0)
+    slot = lowest_slot;
+
+  if (slot >= 0)
+    va_frame->update_index = slot;
+}
+
+static void
+_vp9_update_ref_list (GstVaBaseEnc * base, GstVideoCodecFrame * frame)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (base);
+  GstVaVp9EncFrame *va_frame = _enc_frame (frame);
+  GstVideoCodecFrame *del_f;
+  gint i;
+
+  if (va_frame->type & FRAME_TYPE_REPEAT)
+    return;
+
+  /* key frame, clear the whole ref list. */
+  if (va_frame->type == GST_VP9_KEY_FRAME) {
+    g_assert (va_frame->update_index == 0);
+    g_assert (va_frame->flags & FRAME_FLAG_UPDATE_REF);
+
+    for (i = 0; i < GST_VP9_REF_FRAMES; i++) {
+      if (self->gop.ref_listi == NULL)
+        continue;
+
+      g_queue_remove (&base->ref_list, self->gop.ref_listi);
+      gst_video_codec_frame_unref (self->gop.ref_listi);
+      self->gop.ref_listi = NULL;
+    }
+
+    g_assert (g_queue_is_empty (&base->ref_list));
+  }
+
+  /* We drop ourself. */
+  if (va_frame->update_index < 0) {
+    GST_DEBUG_OBJECT (self, "Drop the non ref frame %d,"
+        " reference list unchanged", va_frame->frame_num);
+    return;
+  }
+
+  del_f = self->gop.ref_listva_frame->update_index;
+
+  g_queue_push_tail (&base->ref_list, gst_video_codec_frame_ref (frame));
+  self->gop.ref_listva_frame->update_index = frame;
+
+  _vp9_print_ref_list_update (self, va_frame->update_index, del_f, frame);
+
+  if (del_f) {
+    g_queue_remove (&base->ref_list, del_f);
+    gst_video_codec_frame_unref (del_f);
+  }
+}
+
+static void
+gst_va_vp9_enc_reset_state (GstVaBaseEnc * base)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (base);
+
+  GST_VA_BASE_ENC_CLASS (parent_class)->reset_state (base);
+
+  GST_OBJECT_LOCK (self);
+  self->rc.rc_ctrl_mode = self->prop.rc_ctrl;
+  self->rc.target_usage = self->prop.target_usage;
+  self->rc.base_qindex = self->prop.qp;
+  self->rc.min_qindex = self->prop.min_qp;
+  self->rc.max_qindex = self->prop.max_qp;
+  self->rc.target_percentage = self->prop.target_percentage;
+  self->rc.cpb_size = self->prop.cpb_size;
+  self->rc.mbbrc = self->prop.mbbrc;
+  self->rc.filter_level = self->prop.filter_level;
+  self->rc.sharpness_level = self->prop.sharpness_level;
+
+  self->gop.keyframe_interval = self->prop.keyframe_interval;
+  self->gop.gf_group_size = self->prop.gf_group_size;
+  self->gop.num_ref_frames = self->prop.num_ref_frames;
+  self->gop.max_level = self->prop.max_hierarchical_level;
+  GST_OBJECT_UNLOCK (self);
+
+  self->packed_headers = 0;
+
+  self->depth = 0;
+  self->chrome = 0;
+
+  _vp9_init_gf_group (&self->gop.current_group, &base->reorder_list);
+  self->gop.last_keyframe = NULL;
+  memset (self->gop.ref_list, 0, sizeof (self->gop.ref_list));
+  self->gop.frame_num_since_kf = 0;
+  self->gop.forward_ref_num = 0;
+  self->gop.backward_ref_num = 0;
+
+  self->rc.max_bitrate = 0;
+  self->rc.target_bitrate = 0;
+  self->rc.max_bitrate_bits = 0;
+  self->rc.cpb_length_bits = 0;
+
+  memset (self->frames_in_super, 0, sizeof (self->frames_in_super));
+  self->frames_in_super_num = 0;
+}
+
+static guint
+_vp9_get_rtformat (GstVaVp9Enc * self, GstVideoFormat format,
+    guint * depth, guint * chrome)
+{
+  guint chroma;
+
+  chroma = gst_va_chroma_from_video_format (format);
+
+  switch (chroma) {
+    case VA_RT_FORMAT_YUV400:
+      *depth = 8;
+      *chrome = 0;
+      break;
+    case VA_RT_FORMAT_YUV420:
+      *depth = 8;
+      *chrome = 1;
+      break;
+    case VA_RT_FORMAT_YUV420_10:
+      *depth = 10;
+      *chrome = 1;
+      break;
+    case VA_RT_FORMAT_YUV444:
+      *depth = 8;
+      *chrome = 3;
+      break;
+    case VA_RT_FORMAT_YUV422_10:
+      *depth = 10;
+      *chrome = 2;
+      break;
+    case VA_RT_FORMAT_YUV444_10:
+      *depth = 10;
+      *chrome = 3;
+      break;
+    default:
+      chroma = 0;
+      GST_ERROR_OBJECT (self, "Unsupported chroma for video format: %s",
+          gst_video_format_to_string (format));
+      break;
+  }
+
+  return chroma;
+}
+
+#define update_property(type, obj, old_val, new_val, prop_id)           \
+  gst_va_base_enc_update_property_##type (obj, old_val, new_val, propertiesprop_id)
+#define update_property_uint(obj, old_val, new_val, prop_id)    \
+  update_property (uint, obj, old_val, new_val, prop_id)
+#define update_property_bool(obj, old_val, new_val, prop_id)    \
+  update_property (bool, obj, old_val, new_val, prop_id)
+
+static VAProfile
+_vp9_decide_profile (GstVaVp9Enc * self, guint rt_format,
+    guint depth, guint chrome)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  GstCaps *allowed_caps = NULL;
+  guint num_structures, i;
+  GstStructure *structure;
+  const GValue *v_profile;
+  GArray *candidates = NULL;
+  VAProfile va_profile, ret_profile = VAProfileNone;
+
+  candidates = g_array_new (TRUE, TRUE, sizeof (VAProfile));
+
+  /* First, check whether the downstream requires a specified profile. */
+  allowed_caps = gst_pad_get_allowed_caps (GST_VIDEO_ENCODER_SRC_PAD (base));
+  if (!allowed_caps)
+    allowed_caps = gst_pad_query_caps (GST_VIDEO_ENCODER_SRC_PAD (base), NULL);
+
+  if (allowed_caps && !gst_caps_is_empty (allowed_caps)) {
+    num_structures = gst_caps_get_size (allowed_caps);
+    for (i = 0; i < num_structures; i++) {
+      structure = gst_caps_get_structure (allowed_caps, i);
+      v_profile = gst_structure_get_value (structure, "profile");
+      if (!v_profile)
+        continue;
+
+      if (G_VALUE_HOLDS_STRING (v_profile)) {
+        va_profile =
+            gst_va_profile_from_name (VP9, g_value_get_string (v_profile));
+        g_array_append_val (candidates, va_profile);
+      } else if (GST_VALUE_HOLDS_LIST (v_profile)) {
+        guint j;
+
+        for (j = 0; j < gst_value_list_get_size (v_profile); j++) {
+          const GValue *p = gst_value_list_get_value (v_profile, j);
+          if (!p)
+            continue;
+
+          va_profile = gst_va_profile_from_name (VP9, g_value_get_string (p));
+          g_array_append_val (candidates, va_profile);
+        }
+      }
+    }
+  }
+
+  if (candidates->len == 0) {
+    GST_ERROR_OBJECT (self, "No available profile in caps");
+    goto out;
+  }
+
+  va_profile = VAProfileNone;
+  /* Profile Color | Depth Chroma | Subsampling
+     0             | 8 bit/sample | 4:2:0
+     1             | 8 bit        | 4:2:2, 4:4:4
+     2             | 10 or 12 bit | 4:2:0
+     3             | 10 or 12 bit | 4:2:2, 4:4:4     */
+  if (chrome == 3 || chrome == 2) {
+    /* 4:4:4 and 4:2:2 */
+    if (depth == 8) {
+      va_profile = VAProfileVP9Profile1;
+    } else if (depth == 10 || depth == 12) {
+      va_profile = VAProfileVP9Profile3;
+    }
+  } else if (chrome == 1) {
+    /* 4:2:0 */
+    if (depth == 8) {
+      va_profile = VAProfileVP9Profile0;
+    } else if (depth == 10 || depth == 12) {
+      va_profile = VAProfileVP9Profile2;
+    }
+  }
+
+  if (va_profile == VAProfileNone) {
+    GST_ERROR_OBJECT (self, "Fails to find a suitable profile");
+    goto out;
+  }
+
+  for (i = 0; i < candidates->len; i++) {
+    VAProfile p;
+
+    p = g_array_index (candidates, VAProfile, i);
+    if (!gst_va_encoder_has_profile (base->encoder, p))
+      continue;
+
+    if ((rt_format & gst_va_encoder_get_rtformat (base->encoder,
+                p, GST_VA_BASE_ENC_ENTRYPOINT (base))) == 0)
+      continue;
+
+    if (p == va_profile) {
+      ret_profile = p;
+      goto out;
+    }
+  }
+
+out:
+  if (ret_profile != VAProfileNone)
+    GST_INFO_OBJECT (self, "Decide the profile: %s",
+        gst_va_profile_name (ret_profile));
+
+  return ret_profile;
+}
+
+static gboolean
+_vp9_generate_gop_structure (GstVaVp9Enc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint32 list0, list1;
+
+  /* If not set, generate a key frame every 2 second */
+  if (self->gop.keyframe_interval == 0) {
+    self->gop.keyframe_interval = (2 * GST_VIDEO_INFO_FPS_N (&base->in_info)
+        + GST_VIDEO_INFO_FPS_D (&base->in_info) - 1) /
+        GST_VIDEO_INFO_FPS_D (&base->in_info);
+  }
+
+  if (self->gop.keyframe_interval > MAX_KEY_FRAME_INTERVAL)
+    self->gop.keyframe_interval = MAX_KEY_FRAME_INTERVAL;
+
+  if (self->gop.gf_group_size >= self->gop.keyframe_interval)
+    self->gop.gf_group_size = self->gop.keyframe_interval - 1;
+
+  /* VP9 does not define reference list1 in spec. */
+  if (!gst_va_encoder_get_max_num_reference (base->encoder, base->profile,
+          GST_VA_BASE_ENC_ENTRYPOINT (base), &list0, NULL)) {
+    GST_INFO_OBJECT (self, "Failed to get the max num reference");
+    list0 = 1;
+  }
+
+  /* At most, 3 forward refs */
+  if (list0 > 3)
+    list0 = 3;
+
+  if (self->gop.num_ref_frames == 0) {
+    list0 = 0;
+    list1 = 0;
+    self->gop.keyframe_interval = 1;
+    self->gop.gf_group_size = 0;
+    GST_INFO_OBJECT (self,
+        "No reference for each frame, key frame only stream");
+  } else if (self->gop.num_ref_frames <= 2 || list0 <= 2) {
+    list0 = MIN (self->gop.num_ref_frames, list0);
+    list1 = 0;
+    self->gop.num_ref_frames = list0;
+    GST_INFO_OBJECT (self, "Only %d reference frames, disable backward ref",
+        self->gop.num_ref_frames);
+  } else {
+    self->gop.num_ref_frames = 3;
+
+    /* Only I/P mode is needed */
+    if (self->gop.max_level < 2 || self->gop.gf_group_size < 3) {
+      list0 = 3;
+      list1 = 0;
+    } else {
+      list0 = 2;
+      list1 = 1;
+    }
+  }
+
+  if (self->gop.keyframe_interval == 1 || self->gop.num_ref_frames == 0) {
+    /* Disable gf group and reference for key frame only stream. */
+    self->gop.num_ref_frames = 0;
+    list0 = 0;
+    list1 = 0;
+    self->gop.keyframe_interval = 1;
+    self->gop.gf_group_size = 0;
+    GST_INFO_OBJECT (self,
+        "No reference for each frame, key frame only stream");
+  }
+
+  self->gop.forward_ref_num = list0;
+  self->gop.backward_ref_num = list1;
+
+  if (self->gop.backward_ref_num == 0)
+    self->gop.max_level = 1;
+
+  GST_INFO_OBJECT (self, "key frame interval %d, golden frame group size %d,"
+      " max hierarchical level %d, reference num %d, forward ref num %d,"
+      " backward ref num %d", self->gop.keyframe_interval,
+      self->gop.gf_group_size, self->gop.max_level, self->gop.num_ref_frames,
+      self->gop.forward_ref_num, self->gop.backward_ref_num);
+
+  update_property_uint (base, &self->prop.keyframe_interval,
+      self->gop.keyframe_interval, PROP_KEYFRAME_INT);
+  update_property_uint (base, &self->prop.gf_group_size,
+      self->gop.gf_group_size, PROP_GOLDEN_GROUP_SIZE);
+  update_property_uint (base, &self->prop.num_ref_frames,
+      self->gop.num_ref_frames, PROP_NUM_REF_FRAMES);
+  update_property_uint (base, &self->prop.max_hierarchical_level,
+      self->gop.max_level, PROP_HIERARCHICAL_LEVEL);
+
+  _vp9_init_gf_group (&self->gop.current_group, &base->reorder_list);
+
+  return TRUE;
+}
+
+static void
+_vp9_calculate_coded_size (GstVaVp9Enc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint codedbuf_size = 0;
+  gint width = GST_ROUND_UP_16 (base->width);
+  gint height = GST_ROUND_UP_16 (base->height);
+
+  switch (self->chrome) {
+    case 0:
+      /* 4:0:0 */
+    case 1:
+      /* 4:2:0 */
+      codedbuf_size = (width * height * 3 / 2);
+      break;
+    case 2:
+      /* 4:2:2 */
+      codedbuf_size = (width * height * 2);
+      break;
+    case 3:
+      /* 4:4:4 */
+      codedbuf_size = (width * height * 3);
+      break;
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  codedbuf_size = codedbuf_size + (codedbuf_size * (self->depth - 8) / 8);
+
+  if (self->rc.rc_ctrl_mode == VA_RC_CQP || self->rc.rc_ctrl_mode == VA_RC_ICQ) {
+    if (self->rc.base_qindex > DEFAULT_BASE_QINDEX)
+      codedbuf_size = codedbuf_size / 2;
+  } else if (self->rc.max_bitrate_bits > 0) {
+    guint64 frame_sz = gst_util_uint64_scale (self->rc.max_bitrate_bits / 8,
+        GST_VIDEO_INFO_FPS_D (&base->in_info),
+        GST_VIDEO_INFO_FPS_N (&base->in_info));
+
+    /* FIXME: If average frame size is smaller than 1/10 coded buffer size,
+       we shrink the coded buffer size to 1/2 to improve performance. */
+    if (frame_sz * 10 < codedbuf_size)
+      codedbuf_size = codedbuf_size / 2;
+  } else {
+    /* FIXME: Just use a rough 1/2 min compression ratio here. */
+    codedbuf_size = codedbuf_size / 2;
+  }
+
+  base->codedbuf_size = codedbuf_size;
+
+  GST_INFO_OBJECT (self, "Calculate codedbuf size: %u", base->codedbuf_size);
+}
+
+/* Normalizes bitrate (and CPB size) for HRD conformance */
+static void
+_vp9_calculate_bitrate_hrd (GstVaVp9Enc * self)
+{
+  guint bitrate_bits, cpb_bits_size;
+
+  bitrate_bits = self->rc.max_bitrate * 1000;
+  GST_DEBUG_OBJECT (self, "Max bitrate: %u bits/sec", bitrate_bits);
+  self->rc.max_bitrate_bits = bitrate_bits;
+
+  bitrate_bits = self->rc.target_bitrate * 1000;
+  GST_DEBUG_OBJECT (self, "Target bitrate: %u bits/sec", bitrate_bits);
+  self->rc.target_bitrate_bits = bitrate_bits;
+
+  if (self->rc.cpb_size > 0 && self->rc.cpb_size < (self->rc.max_bitrate / 2)) {
+    GST_INFO_OBJECT (self, "Too small cpb_size: %d", self->rc.cpb_size);
+    self->rc.cpb_size = 0;
+  }
+
+  if (self->rc.cpb_size == 0) {
+    /* We cache 2 second coded data by default. */
+    self->rc.cpb_size = self->rc.max_bitrate * 2;
+    GST_INFO_OBJECT (self, "Adjust cpb_size to: %d", self->rc.cpb_size);
+  }
+
+  cpb_bits_size = self->rc.cpb_size * 1000;
+
+  GST_DEBUG_OBJECT (self, "HRD CPB size: %u bits", cpb_bits_size);
+  self->rc.cpb_length_bits = cpb_bits_size;
+}
+
+static guint
+_vp9_adjust_loopfilter_level_based_on_qindex (guint qindex)
+{
+  if (qindex >= 40) {
+    return (gint32) (-18.98682 + 0.3967082 * (gfloat) qindex +
+        0.0005054 * pow ((float) qindex - 127.5, 2) -
+        9.692e-6 * pow ((float) qindex - 127.5, 3));
+  } else {
+    return qindex / 4;
+  }
+}
+
+/* Estimates a good enough bitrate if none was supplied */
+static gboolean
+_vp9_ensure_rate_control (GstVaVp9Enc * self)
+{
+  /* User can specify the properties of: "bitrate", "target-percentage",
+   * "max-qp", "min-qp", "qp", "loop-filter-level", "sharpness-level",
+   * "mbbrc", "cpb-size", "rate-control" and "target-usage" to control
+   * the RC behavior.
+   *
+   * "target-usage" is different from the others, it controls the encoding
+   * speed and quality, while the others control encoding bit rate and
+   * quality. The lower value has better quality(maybe bigger MV search
+   * range) but slower speed, the higher value has faster speed but lower
+   * quality. It is valid for all modes.
+   *
+   * The possible composition to control the bit rate and quality:
+   *
+   * 1. CQP mode: "rate-control=cqp", then "qp"(the qindex in VP9) specify
+   *    the QP of frames(within the "max-qp" and "min-qp" range). The QP
+   *    will not change during the whole stream. "loop-filter-level" and
+   *    "sharpness-level" together determine how much the filtering can
+   *    change the sample values. Other properties related to rate control
+   *    are ignored.
+   *
+   * 2. CBR mode: "rate-control=CBR", then the "bitrate" specify the
+   *    target bit rate and the "cpb-size" specifies the max coded
+   *    picture buffer size to avoid overflow. If the "bitrate" is not
+   *    set, it is calculated by the picture resolution and frame
+   *    rate. If "cpb-size" is not set, it is set to the size of
+   *    caching 2 second coded data. Encoder will try its best to make
+   *    the QP with in the "max-qp", "min-qp" range. "mbbrc" can
+   *    enable bit rate control in macro block level. Other paramters
+   *    are ignored.
+   *
+   * 3. VBR mode: "rate-control=VBR", then the "bitrate" specify the
+   *    target bit rate, "target-percentage" is used to calculate the
+   *    max bit rate of VBR mode by ("bitrate" * 100) /
+   *    "target-percentage". It is also used by driver to calculate
+   *    the min bit rate. The "cpb-size" specifies the max coded
+   *    picture buffer size to avoid overflow. If the "bitrate" is not
+   *    set, the target bit rate will be calculated by the picture
+   *    resolution and frame rate. Encoder will try its best to make
+   *    the QP with in the "max-qp", "min-qp" range. "mbbrc" can
+   *    enable bit rate control in macro block level. Other paramters
+   *    are ignored.
+   *
+   * 4. VCM mode: "rate-control=VCM", then the "bitrate" specify the
+   *    target bit rate, and encoder will try its best to make the QP
+   *    with in the "max-qp", "min-qp" range. Other paramters are
+   *    ignored.
+   *
+   * 5. ICQ mode: "rate-control=ICQ", which is similar to CQP mode
+   *    except that its QP(qindex in VP9) may be increased or decreaed
+   *    to avoid huge bit rate fluctuation. The "qp" specifies a quality
+   *    factor as the base quality value. Other properties are ignored.
+   *
+   * 6. QVBR mode: "rate-control=QVBR", which is similar to VBR mode
+   *    with the same usage of "bitrate", "target-percentage" and
+   *    "cpb-size" properties. Besides that, the "qp"(the qindex in VP9)
+   *    specifies a quality factor as the base quality value which the
+   *    driver should try its best to meet. Other properties are ignored.
+   *
+   */
+
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint bitrate;
+  guint32 rc_ctrl, rc_mode, quality_level;
+
+  quality_level = gst_va_encoder_get_quality_level (base->encoder,
+      base->profile, GST_VA_BASE_ENC_ENTRYPOINT (base));
+  if (self->rc.target_usage > quality_level) {
+    GST_INFO_OBJECT (self, "User setting target-usage: %d is not supported, "
+        "fallback to %d", self->rc.target_usage, quality_level);
+    self->rc.target_usage = quality_level;
+
+    update_property_uint (base, &self->prop.target_usage, self->rc.target_usage,
+        PROP_TARGET_USAGE);
+  }
+
+  GST_OBJECT_LOCK (self);
+  rc_ctrl = self->prop.rc_ctrl;
+  GST_OBJECT_UNLOCK (self);
+
+  if (rc_ctrl != VA_RC_NONE) {
+    rc_mode = gst_va_encoder_get_rate_control_mode (base->encoder,
+        base->profile, GST_VA_BASE_ENC_ENTRYPOINT (base));
+    if (!(rc_mode & rc_ctrl)) {
+      guint32 defval =
+          G_PARAM_SPEC_ENUM (propertiesPROP_RATE_CONTROL)->default_value;
+      GST_INFO_OBJECT (self, "The rate control mode %s is not supported, "
+          "fallback to %s mode", _rate_control_get_name (rc_ctrl),
+          _rate_control_get_name (defval));
+      self->rc.rc_ctrl_mode = defval;
+
+      update_property_uint (base, &self->prop.rc_ctrl, self->rc.rc_ctrl_mode,
+          PROP_RATE_CONTROL);
+    }
+  } else {
+    self->rc.rc_ctrl_mode = VA_RC_NONE;
+  }
+
+  if (self->rc.min_qindex > self->rc.max_qindex) {
+    GST_INFO_OBJECT (self, "The min_qindex %d is bigger than the max_qindex"
+        " %d, set it to the max_qindex", self->rc.min_qindex,
+        self->rc.max_qindex);
+    self->rc.min_qindex = self->rc.max_qindex;
+
+    update_property_uint (base, &self->prop.min_qp, self->rc.min_qindex,
+        PROP_MIN_QP);
+  }
+
+  /* Make the qp in the valid range */
+  if (self->rc.base_qindex < self->rc.min_qindex) {
+    if (self->rc.base_qindex != DEFAULT_BASE_QINDEX)
+      GST_INFO_OBJECT (self, "The base_qindex %d is smaller than the"
+          " min_qindex %d, set it to the min_qindex", self->rc.base_qindex,
+          self->rc.min_qindex);
+    self->rc.base_qindex = self->rc.min_qindex;
+  }
+  if (self->rc.base_qindex > self->rc.max_qindex) {
+    if (self->rc.base_qindex != DEFAULT_BASE_QINDEX)
+      GST_INFO_OBJECT (self, "The base_qindex %d is bigger than the"
+          " max_qindex %d, set it to the max_qindex", self->rc.base_qindex,
+          self->rc.max_qindex);
+    self->rc.base_qindex = self->rc.max_qindex;
+  }
+
+  /* Calculate the loop filter level. */
+  if (self->rc.rc_ctrl_mode == VA_RC_CQP) {
+    if (self->rc.filter_level == -1)
+      self->rc.filter_level =
+          _vp9_adjust_loopfilter_level_based_on_qindex (self->rc.base_qindex);
+  }
+
+  GST_OBJECT_LOCK (self);
+  bitrate = self->prop.bitrate;
+  GST_OBJECT_UNLOCK (self);
+
+  /* Calculate a bitrate if it is not set. */
+  if ((self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
+          || self->rc.rc_ctrl_mode == VA_RC_VCM
+          || self->rc.rc_ctrl_mode == VA_RC_QVBR) && bitrate == 0) {
+    /* FIXME: Provide better estimation. */
+    /* Choose the max value of all levels' MainCR which is 8, and x2 for
+       conservative calculation. So just using a 1/16 compression ratio,
+       12 bits per pixel for 4:2:0, 16 bits per pixel for 4:2:2 and 24 bits
+       per pixel for 4:4:4. Also the depth should be considered. */
+    guint64 factor;
+    guint depth = 8, chrome = 1;
+    guint bits_per_pix;
+
+    if (!_vp9_get_rtformat (self,
+            GST_VIDEO_INFO_FORMAT (&base->in_info), &depth, &chrome))
+      g_assert_not_reached ();
+
+    if (chrome == 3) {
+      bits_per_pix = 24;
+    } else if (chrome == 2) {
+      bits_per_pix = 16;
+    } else {
+      bits_per_pix = 12;
+    }
+    bits_per_pix = bits_per_pix + bits_per_pix * (depth - 8) / 8;
+
+    factor = (guint64) base->width * base->height * bits_per_pix / 16;
+    bitrate = gst_util_uint64_scale (factor,
+        GST_VIDEO_INFO_FPS_N (&base->in_info),
+        GST_VIDEO_INFO_FPS_D (&base->in_info)) / 1000;
+
+    GST_INFO_OBJECT (self, "target bitrate computed to %u kbps", bitrate);
+  }
+
+  /* Adjust the setting based on RC mode. */
+  switch (self->rc.rc_ctrl_mode) {
+    case VA_RC_NONE:
+    case VA_RC_ICQ:
+    case VA_RC_CQP:
+      bitrate = 0;
+      self->rc.max_bitrate = 0;
+      self->rc.target_bitrate = 0;
+      self->rc.target_percentage = 0;
+      self->rc.cpb_size = 0;
+      self->rc.mbbrc = 0;
+      break;
+    case VA_RC_CBR:
+      self->rc.max_bitrate = bitrate;
+      self->rc.target_bitrate = bitrate;
+      self->rc.target_percentage = 100;
+      self->rc.base_qindex = DEFAULT_BASE_QINDEX;
+      self->rc.filter_level = DEFAULT_LOOP_FILTER_LEVEL;
+      self->rc.sharpness_level = 0;
+      break;
+    case VA_RC_VBR:
+      self->rc.base_qindex = DEFAULT_BASE_QINDEX;
+      /* Fall through. */
+    case VA_RC_QVBR:
+      self->rc.target_percentage = MAX (10, self->rc.target_percentage);
+      self->rc.max_bitrate = (guint) gst_util_uint64_scale_int (bitrate,
+          100, self->rc.target_percentage);
+      self->rc.target_bitrate = bitrate;
+      self->rc.filter_level = DEFAULT_LOOP_FILTER_LEVEL;
+      self->rc.sharpness_level = 0;
+      break;
+    case VA_RC_VCM:
+      self->rc.max_bitrate = bitrate;
+      self->rc.target_bitrate = bitrate;
+      self->rc.target_percentage = 0;
+      self->rc.base_qindex = DEFAULT_BASE_QINDEX;
+      self->rc.filter_level = DEFAULT_LOOP_FILTER_LEVEL;
+      self->rc.sharpness_level = 0;
+      self->rc.cpb_size = 0;
+
+      if (self->gop.max_level > 1) {
+        GST_INFO_OBJECT (self, "VCM mode does not reorder frames");
+        self->gop.max_level = 1;
+      }
+      break;
+    default:
+      GST_WARNING_OBJECT (self, "Unsupported rate control");
+      return FALSE;
+      break;
+  }
+
+  GST_DEBUG_OBJECT (self, "Max bitrate: %u kbps, target bitrate: %u kbps",
+      self->rc.max_bitrate, self->rc.target_bitrate);
+
+  if (self->rc.rc_ctrl_mode == VA_RC_CBR || self->rc.rc_ctrl_mode == VA_RC_VBR
+      || self->rc.rc_ctrl_mode == VA_RC_VCM
+      || self->rc.rc_ctrl_mode == VA_RC_QVBR)
+    _vp9_calculate_bitrate_hrd (self);
+
+  /* update & notifications */
+  update_property_uint (base, &self->prop.bitrate, bitrate, PROP_BITRATE);
+  update_property_uint (base, &self->prop.cpb_size, self->rc.cpb_size,
+      PROP_CPB_SIZE);
+  update_property_uint (base, &self->prop.target_percentage,
+      self->rc.target_percentage, PROP_TARGET_PERCENTAGE);
+  update_property_uint (base, &self->prop.qp, self->rc.base_qindex, PROP_QP);
+  update_property_uint (base, ((guint *) (&self->prop.filter_level)),
+      self->rc.filter_level, PROP_LOOP_FILTER_LEVEL);
+  update_property_uint (base, &self->prop.sharpness_level,
+      self->rc.sharpness_level, PROP_SHARPNESS_LEVEL);
+  update_property_uint (base, &self->prop.mbbrc, self->rc.mbbrc, PROP_MBBRC);
+
+  return TRUE;
+}
+
+static gboolean
+_vp9_init_packed_headers (GstVaVp9Enc * self)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint32 packed_headers;
+
+  if (!gst_va_encoder_get_packed_headers (base->encoder, base->profile,
+          GST_VA_BASE_ENC_ENTRYPOINT (base), &packed_headers))
+    return FALSE;
+
+  /* TODO: Need to implement bitwriter for VP9. */
+  if (packed_headers & (VA_ENC_PACKED_HEADER_SEQUENCE |
+          VA_ENC_PACKED_HEADER_PICTURE | VA_ENC_PACKED_HEADER_SLICE)) {
+    GST_ERROR_OBJECT (self,
+        "The packed header of VP9 is not supported now. "
+        "The driver need to generate VP9 frame headers by itself.");
+    return FALSE;
+  }
+
+  /* VP9 does not support meta data, either. */
+  self->packed_headers = 0;
+
+  return TRUE;
+}
+
+static gboolean
+gst_va_vp9_enc_reconfig (GstVaBaseEnc * base)
+{
+  GstVaBaseEncClass *klass = GST_VA_BASE_ENC_GET_CLASS (base);
+  GstVideoEncoder *venc = GST_VIDEO_ENCODER (base);
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (base);
+  GstCaps *out_caps, *reconf_caps = NULL;
+  GstVideoCodecState *output_state;
+  GstVideoFormat format, reconf_format = GST_VIDEO_FORMAT_UNKNOWN;
+  VAProfile profile;
+  gboolean do_renegotiation = TRUE, do_reopen, need_negotiation;
+  guint max_ref_frames, max_surfaces = 0,
+      rt_format, depth = 0, chrome = 0, codedbuf_size, latency_num;
+  gint width, height;
+  GstClockTime latency;
+
+  width = GST_VIDEO_INFO_WIDTH (&base->in_info);
+  height = GST_VIDEO_INFO_HEIGHT (&base->in_info);
+  format = GST_VIDEO_INFO_FORMAT (&base->in_info);
+  codedbuf_size = base->codedbuf_size;
+  latency_num = base->preferred_output_delay + self->gop.gf_group_size - 1;
+
+  need_negotiation =
+      !gst_va_encoder_get_reconstruct_pool_config (base->encoder, &reconf_caps,
+      &max_surfaces);
+  if (!need_negotiation && reconf_caps) {
+    GstVideoInfo vi;
+    if (!gst_video_info_from_caps (&vi, reconf_caps))
+      return FALSE;
+    reconf_format = GST_VIDEO_INFO_FORMAT (&vi);
+  }
+
+  rt_format = _vp9_get_rtformat (self, format, &depth, &chrome);
+  if (!rt_format) {
+    GST_ERROR_OBJECT (self, "unrecognized input format.");
+    return FALSE;
+  }
+
+  profile = _vp9_decide_profile (self, rt_format, depth, chrome);
+  if (profile == VAProfileNone)
+    return FALSE;
+
+  /* first check */
+  do_reopen = !(base->profile == profile && base->rt_format == rt_format
+      && format == reconf_format && width == base->width
+      && height == base->height && self->prop.rc_ctrl == self->rc.rc_ctrl_mode
+      && depth == self->depth && chrome == self->chrome);
+
+  if (do_reopen && gst_va_encoder_is_open (base->encoder))
+    gst_va_encoder_close (base->encoder);
+
+  gst_va_base_enc_reset_state (base);
+
+  if (base->is_live) {
+    base->preferred_output_delay = 0;
+  } else {
+    /* FIXME: An experience value for most of the platforms. */
+    base->preferred_output_delay = 4;
+  }
+
+  base->profile = profile;
+  base->rt_format = rt_format;
+  self->depth = depth;
+  self->chrome = chrome;
+  base->width = width;
+  base->height = height;
+
+  /* Frame rate is needed for rate control and PTS setting. */
+  if (GST_VIDEO_INFO_FPS_N (&base->in_info) == 0
+      || GST_VIDEO_INFO_FPS_D (&base->in_info) == 0) {
+    GST_INFO_OBJECT (self, "Unknown framerate, just set to 30 fps");
+    GST_VIDEO_INFO_FPS_N (&base->in_info) = 30;
+    GST_VIDEO_INFO_FPS_D (&base->in_info) = 1;
+  }
+  base->frame_duration = gst_util_uint64_scale (GST_SECOND,
+      GST_VIDEO_INFO_FPS_D (&base->in_info),
+      GST_VIDEO_INFO_FPS_N (&base->in_info));
+
+  GST_DEBUG_OBJECT (self, "resolution:%dx%d, frame duration is %"
+      GST_TIME_FORMAT, base->width, base->height,
+      GST_TIME_ARGS (base->frame_duration));
+
+  if (!_vp9_ensure_rate_control (self))
+    return FALSE;
+
+  if (!_vp9_generate_gop_structure (self))
+    return FALSE;
+
+  _vp9_calculate_coded_size (self);
+
+  if (!_vp9_init_packed_headers (self))
+    return FALSE;
+
+  /* Let the downstream know the new latency. */
+  if (latency_num != base->preferred_output_delay + self->gop.gf_group_size - 1) {
+    need_negotiation = TRUE;
+    latency_num = base->preferred_output_delay + self->gop.gf_group_size - 1;
+  }
+
+  /* Set the latency */
+  latency = gst_util_uint64_scale (latency_num,
+      GST_VIDEO_INFO_FPS_D (&base->input_state->info) * GST_SECOND,
+      GST_VIDEO_INFO_FPS_N (&base->input_state->info));
+  gst_video_encoder_set_latency (venc, latency, latency);
+
+  max_ref_frames = GST_VP9_REF_FRAMES;
+  max_ref_frames += base->preferred_output_delay;
+  base->min_buffers = max_ref_frames;
+  max_ref_frames += 3 /* scratch frames */ ;
+
+  /* second check after calculations */
+  do_reopen |=
+      !(max_ref_frames == max_surfaces && codedbuf_size == base->codedbuf_size);
+  if (do_reopen && gst_va_encoder_is_open (base->encoder))
+    gst_va_encoder_close (base->encoder);
+
+  if (!gst_va_encoder_is_open (base->encoder)
+      && !gst_va_encoder_open (base->encoder, base->profile,
+          GST_VIDEO_INFO_FORMAT (&base->in_info), base->rt_format,
+          base->width, base->height, base->codedbuf_size, max_ref_frames,
+          self->rc.rc_ctrl_mode, self->packed_headers)) {
+    GST_ERROR_OBJECT (self, "Failed to open the VA encoder.");
+    return FALSE;
+  }
+
+  /* Add some tags */
+  gst_va_base_enc_add_codec_tag (base, "VP9");
+
+  out_caps = gst_va_profile_caps (base->profile, klass->entrypoint);
+  g_assert (out_caps);
+  out_caps = gst_caps_fixate (out_caps);
+
+  gst_caps_set_simple (out_caps, "width", G_TYPE_INT, base->width,
+      "height", G_TYPE_INT, base->height, "alignment",
+      G_TYPE_STRING, "super-frame", NULL);
+
+  if (!need_negotiation) {
+    output_state = gst_video_encoder_get_output_state (venc);
+    do_renegotiation = TRUE;
+    if (output_state) {
+      do_renegotiation = !gst_caps_is_subset (output_state->caps, out_caps);
+      gst_video_codec_state_unref (output_state);
+    }
+    if (!do_renegotiation) {
+      gst_caps_unref (out_caps);
+      return TRUE;
+    }
+  }
+
+  GST_DEBUG_OBJECT (self, "output caps is %" GST_PTR_FORMAT, out_caps);
+
+  output_state =
+      gst_video_encoder_set_output_state (venc, out_caps, base->input_state);
+  gst_video_codec_state_unref (output_state);
+
+  if (!gst_video_encoder_negotiate (venc)) {
+    GST_ERROR_OBJECT (self, "Failed to negotiate with the downstream");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+_vp9_clear_super_frames (GstVaVp9Enc * self)
+{
+  guint i;
+  GstVaVp9EncFrame *frame_enc;
+
+  for (i = 0; i < self->frames_in_super_num; i++) {
+    frame_enc = _enc_frame (self->frames_in_superi);
+    frame_enc->flags &= (~FRAME_FLAG_IN_SUPER_FRAME);
+  }
+
+  memset (self->frames_in_super, 0, sizeof (self->frames_in_super));
+  self->frames_in_super_num = 0;
+}
+
+static gboolean
+gst_va_vp9_enc_flush (GstVideoEncoder * venc)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (venc);
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  _vp9_clear_super_frames (self);
+
+  /* begin from an key frame after flush. */
+  self->gop.frame_num_since_kf = 0;
+
+  /* Parent's flush will release all frames for us. */
+  _vp9_init_gf_group (&self->gop.current_group, &base->reorder_list);
+  self->gop.last_keyframe = NULL;
+  memset (self->gop.ref_list, 0, sizeof (self->gop.ref_list));
+
+  return GST_VIDEO_ENCODER_CLASS (parent_class)->flush (venc);
+}
+
+static void
+_vp9_fill_sequence_param (GstVaVp9Enc * self,
+    VAEncSequenceParameterBufferVP9 * sequence)
+{
+  /* *INDENT-OFF* */
+  *sequence = (VAEncSequenceParameterBufferVP9) {
+    .max_frame_width = MAX_FRAME_WIDTH,
+    .max_frame_height = MAX_FRAME_HEIGHT,
+    .kf_auto = 0,
+    .kf_min_dist = 1,
+    .kf_max_dist = self->gop.keyframe_interval,
+    .intra_period = self->gop.keyframe_interval,
+    .bits_per_second = self->rc.target_bitrate_bits,
+  };
+  /* *INDENT-ON* */
+}
+
+static gboolean
+_vp9_add_sequence_param (GstVaVp9Enc * self, GstVaEncodePicture * picture,
+    VAEncSequenceParameterBufferVP9 * sequence)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+
+  if (!gst_va_encoder_add_param (base->encoder, picture,
+          VAEncSequenceParameterBufferType, sequence, sizeof (*sequence))) {
+    GST_ERROR_OBJECT (self, "Failed to create the sequence parameter");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+_vp9_fill_frame_param (GstVaVp9Enc * self, GstVaVp9EncFrame * va_frame,
+    VAEncPictureParameterBufferVP9 * pic_param)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  uint8_t refresh_frame_flags = 0xff;
+  gint sb_cols = 0, min_log2_tile_columns = 0;
+  guint i;
+
+  g_assert (!(va_frame->type & FRAME_TYPE_REPEAT));
+
+  /* Maximum width of a tile in units of superblocks is MAX_TILE_WIDTH_B64(64).
+     When the width is big enough to partition more than MAX_TILE_WIDTH_B64(64)
+     superblocks, we need multi tiles to handle it. */
+  sb_cols = (base->width + 63) / 64;
+  while ((MAX_TILE_WIDTH_B64 << min_log2_tile_columns) < sb_cols)
+    ++min_log2_tile_columns;
+
+  /* *INDENT-OFF* */
+  if (va_frame->type != GST_VP9_KEY_FRAME) {
+    if (va_frame->update_index >= 0) {
+      refresh_frame_flags = (1 << va_frame->update_index);
+    } else {
+      refresh_frame_flags = 0;
+    }
+  }
+
+  *pic_param = (VAEncPictureParameterBufferVP9) {
+    .frame_width_src = base->width,
+    .frame_height_src = base->height,
+    .frame_width_dst = base->width,
+    .frame_height_dst = base->height,
+    .reconstructed_frame =
+        gst_va_encode_picture_get_reconstruct_surface (va_frame->base.picture),
+    /* Set it later. */
+    .reference_frames = { 0, },
+    .coded_buf = va_frame->base.picture->coded_buffer,
+    .ref_flags.bits = {
+      .force_kf = 0,
+      /* Set all the refs later if inter frame. */
+      .ref_frame_ctrl_l0 = 0,
+      .ref_frame_ctrl_l1 = 0,
+      .ref_last_idx = 0,
+      .ref_last_sign_bias = 0,
+      .ref_gf_idx = 0,
+      .ref_gf_sign_bias = 0,
+      .ref_arf_idx = 0,
+      .ref_arf_sign_bias = 0,
+      /* Do not support multi temporal now. */
+      .temporal_id = 0,
+    },
+    .pic_flags.bits = {
+      .frame_type = va_frame->type,
+      .show_frame = !(va_frame->flags & FRAME_FLAG_NOT_SHOW),
+      /* We do not support error resilient mode now. */
+      .error_resilient_mode = 0,
+      .intra_only = 0,
+      .allow_high_precision_mv = 1,
+      .mcomp_filter_type = 0,
+      .frame_parallel_decoding_mode = 0,
+      .reset_frame_context = 0,
+      .refresh_frame_context = 0,
+      .frame_context_idx = 0,
+      .segmentation_enabled = 0,
+      .segmentation_temporal_update = 0,
+      .segmentation_update_map = 0,
+      /* Do not use lossless mode now. */
+      .lossless_mode = 0,
+      .comp_prediction_mode = 0,
+      .auto_segmentation = 0,
+      .super_frame_flag = 0,
+    },
+    .refresh_frame_flags = refresh_frame_flags,
+    .luma_ac_qindex = self->rc.base_qindex,
+    .luma_dc_qindex_delta = 0,
+    .chroma_ac_qindex_delta = 0,
+    .chroma_dc_qindex_delta = 0,
+    .filter_level = self->rc.filter_level,
+    .sharpness_level = self->rc.sharpness_level,
+    .ref_lf_delta = { 0, },
+    .mode_lf_delta = { 0, },
+    .bit_offset_ref_lf_delta = 0,
+    .bit_offset_mode_lf_delta = 0,
+    .bit_offset_lf_level = 0,
+    .bit_offset_qindex = 0,
+    .bit_offset_first_partition_size = 0,
+    .bit_offset_segmentation = 0,
+    .bit_size_segmentation = 0,
+    .log2_tile_rows = 0,
+    .log2_tile_columns = min_log2_tile_columns,
+    .skip_frame_flag = 0,
+  };
+  /* *INDENT-ON* */
+
+  if (va_frame->type == GST_VP9_INTER_FRAME) {
+    for (i = 0; i < 8; i++) {
+      if (self->gop.ref_listi == NULL) {
+        pic_param->reference_framesi = VA_INVALID_SURFACE;
+        continue;
+      }
+
+      pic_param->reference_framesi =
+          gst_va_encode_picture_get_reconstruct_surface
+          (_enc_frame (self->gop.ref_listi)->base.picture);
+
+    }
+
+    pic_param->ref_flags.bits.ref_last_idx =
+        va_frame->ref_frame_idxGST_VP9_REF_FRAME_LAST;
+    pic_param->ref_flags.bits.ref_gf_idx =
+        va_frame->ref_frame_idxGST_VP9_REF_FRAME_GOLDEN;
+    pic_param->ref_flags.bits.ref_arf_idx =
+        va_frame->ref_frame_idxGST_VP9_REF_FRAME_ALTREF;
+
+    pic_param->ref_flags.bits.ref_frame_ctrl_l0 = 0x7;
+    pic_param->ref_flags.bits.ref_frame_ctrl_l0 = 0x7;
+  } else {
+    for (i = 0; i < 8; i++)
+      pic_param->reference_framesi = VA_INVALID_SURFACE;
+
+    pic_param->ref_flags.bits.ref_last_idx = 0;
+    pic_param->ref_flags.bits.ref_gf_idx = 0;
+    pic_param->ref_flags.bits.ref_arf_idx = 0;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+_vp9_encode_one_frame (GstVaVp9Enc * self, GstVaVp9EncFrame * va_frame)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  VAEncPictureParameterBufferVP9 pic_param;
+
+  if (!_vp9_fill_frame_param (self, va_frame, &pic_param)) {
+    GST_ERROR_OBJECT (self, "Fails to fill the frame parameter.");
+    return FALSE;
+  }
+
+  if (!gst_va_encoder_add_param (base->encoder, va_frame->base.picture,
+          VAEncPictureParameterBufferType, &pic_param, sizeof (pic_param))) {
+    GST_ERROR_OBJECT (self, "Failed to create the frame parameter");
+    return FALSE;
+  }
+
+  if (!gst_va_encoder_encode (base->encoder, va_frame->base.picture)) {
+    GST_ERROR_OBJECT (self, "Encode frame error");
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+_vp9_add_repeat_frame_header (GstVaVp9Enc * self, GstVaVp9EncFrame * va_frame)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint profile = 0;
+  GstVp9FrameHdr frame_hdr;
+
+  switch (base->profile) {
+    case VAProfileVP9Profile0:
+      profile = 0;
+      break;
+    case VAProfileVP9Profile1:
+      profile = 1;
+      break;
+    case VAProfileVP9Profile2:
+      profile = 2;
+      break;
+    case VAProfileVP9Profile3:
+      profile = 3;
+      break;
+    default:
+      g_assert_not_reached ();
+      break;
+  }
+
+  g_assert (va_frame->repeat_index >= 0 && va_frame->repeat_index <= 7);
+
+  /* *INDENT-OFF* */
+  frame_hdr = (GstVp9FrameHdr) {
+    .profile = profile,
+    .show_existing_frame = 1,
+    .frame_to_show = va_frame->repeat_index,
+  };
+  /* *INDENT-ON* */
+
+  memset (va_frame->repeat_frame_header, 0,
+      sizeof (va_frame->repeat_frame_header));
+  va_frame->repeat_frame_header_size = sizeof (va_frame->repeat_frame_header);
+  gst_vp9_bit_writer_frame_header (&frame_hdr, va_frame->repeat_frame_header,
+      &va_frame->repeat_frame_header_size);
+}
+
+static GstFlowReturn
+gst_va_vp9_enc_encode_frame (GstVaBaseEnc * base,
+    GstVideoCodecFrame * gst_frame, gboolean is_last)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (base);
+  GstVaVp9EncFrame *va_frame = _enc_frame (gst_frame);
+  VAEncSequenceParameterBufferVP9 seq_param;
+
+  if (!_vp9_assign_ref_index (self, gst_frame)) {
+    GST_ERROR_OBJECT (self, "Failed to assign reference for frame:"
+        "system_frame_number %u, frame_num: %d, frame_type %s",
+        gst_frame->system_frame_number, va_frame->frame_num,
+        _vp9_get_frame_type_name (va_frame->type));
+    return GST_FLOW_ERROR;
+  }
+
+  if (va_frame->type & FRAME_TYPE_REPEAT) {
+    g_assert (va_frame->flags & FRAME_FLAG_ALREADY_ENCODED);
+    _vp9_add_repeat_frame_header (self, va_frame);
+  } else {
+    g_assert (va_frame->base.picture == NULL);
+    va_frame->base.picture = gst_va_encode_picture_new (base->encoder,
+        gst_frame->input_buffer);
+
+    _vp9_find_ref_to_update (base, gst_frame);
+
+    /* Repeat the sequence for each key. */
+    if (va_frame->frame_num == 0) {
+      if (!gst_va_base_enc_add_rate_control_parameter (base,
+              va_frame->base.picture,
+              self->rc.rc_ctrl_mode, self->rc.max_bitrate_bits,
+              self->rc.target_percentage, self->rc.base_qindex,
+              self->rc.min_qindex, self->rc.max_qindex, self->rc.mbbrc))
+        return GST_FLOW_ERROR;
+
+      if (!gst_va_base_enc_add_quality_level_parameter (base,
+              va_frame->base.picture, self->rc.target_usage))
+        return GST_FLOW_ERROR;
+
+      if (!gst_va_base_enc_add_frame_rate_parameter (base,
+              va_frame->base.picture))
+        return GST_FLOW_ERROR;
+
+      if (!gst_va_base_enc_add_hrd_parameter (base, va_frame->base.picture,
+              self->rc.rc_ctrl_mode, self->rc.cpb_length_bits))
+        return GST_FLOW_ERROR;
+
+      _vp9_fill_sequence_param (self, &seq_param);
+      if (!_vp9_add_sequence_param (self, va_frame->base.picture, &seq_param))
+        return GST_FLOW_ERROR;
+    }
+
+    if (!_vp9_encode_one_frame (self, va_frame)) {
+      GST_ERROR_OBJECT (self, "Fails to encode one frame.");
+      return GST_FLOW_ERROR;
+    }
+
+    va_frame->flags |= FRAME_FLAG_ALREADY_ENCODED;
+  }
+
+  _vp9_update_ref_list (base, gst_frame);
+
+  g_queue_push_tail (&base->output_list, gst_video_codec_frame_ref (gst_frame));
+
+  return GST_FLOW_OK;
+}
+
+static GstBuffer *
+_vp9_create_super_frame_output_buffer (GstVaVp9Enc * self,
+    GstVideoCodecFrame * last_frame)
+{
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  guint8 *data;
+  guint total_sz, offset;
+  GstVaVp9EncFrame *frame_enc;
+  GstBuffer *buf = NULL;
+  gint frame_sizeGST_VP9_MAX_FRAMES_IN_SUPERFRAME = { 0, };
+  guint num;
+
+  g_assert ((_enc_frame (last_frame)->flags & FRAME_TYPE_REPEAT) == 0);
+  g_assert ((_enc_frame (last_frame)->flags & FRAME_FLAG_NOT_SHOW) == 0);
+  g_assert (self->frames_in_super_num <= GST_VP9_MAX_FRAMES_IN_SUPERFRAME - 1);
+
+  total_sz = (self->frames_in_super_num + 1) * base->codedbuf_size;
+
+  data = g_malloc (total_sz);
+  if (!data)
+    goto error;
+
+  offset = 0;
+  for (num = 0; num < self->frames_in_super_num; num++) {
+    frame_enc = _enc_frame (self->frames_in_supernum);
+
+    frame_sizenum = gst_va_base_enc_copy_output_data (base,
+        frame_enc->base.picture, data + offset, total_sz - offset);
+    if (frame_sizenum <= 0) {
+      GST_ERROR_OBJECT (self, "Fails to copy the output data of "
+          "system_frame_number %u, frame_num: %d",
+          self->frames_in_supernum->system_frame_number,
+          frame_enc->frame_num);
+      goto error;
+    }
+
+    offset += frame_sizenum;
+  }
+
+  frame_enc = _enc_frame (last_frame);
+  frame_sizenum = gst_va_base_enc_copy_output_data (base,
+      frame_enc->base.picture, data + offset, total_sz - offset);
+  if (frame_sizenum <= 0) {
+    GST_ERROR_OBJECT (self, "Fails to copy the output data of "
+        "system_frame_number %u, frame_num: %d",
+        last_frame->system_frame_number, frame_enc->frame_num);
+    goto error;
+  }
+  offset += frame_sizenum;
+  num++;
+
+  if (gst_vp9_bit_writer_superframe_info (num, frame_size, data,
+          &total_sz) != GST_VP9_BIT_WRITER_OK)
+    goto error;
+
+  buf = gst_video_encoder_allocate_output_buffer
+      (GST_VIDEO_ENCODER_CAST (base), total_sz);
+  if (!buf) {
+    GST_ERROR_OBJECT (base, "Failed to create output buffer");
+    goto error;
+  }
+
+  if (gst_buffer_fill (buf, 0, data, total_sz) != total_sz) {
+    GST_ERROR_OBJECT (base, "Failed to write output buffer for super frame");
+    goto error;
+  }
+
+  g_free (data);
+
+  _vp9_clear_super_frames (self);
+
+  return buf;
+
+error:
+  {
+    if (data)
+      g_free (data);
+
+    _vp9_clear_super_frames (self);
+
+    gst_clear_buffer (&buf);
+
+    return NULL;
+  }
+}
+
+static gboolean
+gst_va_vp9_enc_prepare_output (GstVaBaseEnc * base,
+    GstVideoCodecFrame * frame, gboolean * complete)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (base);
+  GstVaVp9EncFrame *frame_enc;
+  GstBuffer *buf = NULL;
+
+  frame_enc = _enc_frame (frame);
+
+  GST_LOG_OBJECT (base, "Prepare to output: frame system_frame_number: %u,"
+      "frame_num: %d, frame type: %s, flags: 0x%x, super_num is %u",
+      frame->system_frame_number, frame_enc->frame_num,
+      _vp9_get_frame_type_name (frame_enc->type), frame_enc->flags,
+      self->frames_in_super_num);
+
+  if (frame_enc->flags & FRAME_FLAG_NOT_SHOW &&
+      (frame_enc->flags & FRAME_FLAG_ALREADY_OUTPUTTED) == 0) {
+    self->frames_in_superself->frames_in_super_num = frame;
+    self->frames_in_super_num++;
+    g_assert (self->frames_in_super_num <=
+        GST_VP9_MAX_FRAMES_IN_SUPERFRAME - 1);
+    g_assert ((frame_enc->flags & FRAME_FLAG_IN_SUPER_FRAME) == 0);
+
+    frame_enc->flags |= FRAME_FLAG_IN_SUPER_FRAME;
+    frame_enc->flags |= FRAME_FLAG_ALREADY_OUTPUTTED;
+
+    *complete = FALSE;
+
+    gst_buffer_replace (&frame->output_buffer, NULL);
+
+    return TRUE;
+  }
+
+  if (frame_enc->flags & FRAME_FLAG_ALREADY_OUTPUTTED) {
+    gsize sz;
+
+    /* Already outputted, must be a repeat this time. */
+    g_assert (frame_enc->type & FRAME_TYPE_REPEAT);
+    /* Should already sync and complete in the super frame. */
+    g_assert ((frame_enc->flags & FRAME_FLAG_IN_SUPER_FRAME) == 0);
+
+    buf = gst_video_encoder_allocate_output_buffer
+        (GST_VIDEO_ENCODER_CAST (base), frame_enc->repeat_frame_header_size);
+    if (!buf) {
+      GST_ERROR_OBJECT (base, "Failed to create output buffer");
+      return FALSE;
+    }
+
+    sz = gst_buffer_fill (buf, 0, frame_enc->repeat_frame_header,
+        frame_enc->repeat_frame_header_size);
+
+    if (sz != frame_enc->repeat_frame_header_size) {
+      GST_ERROR_OBJECT (base, "Failed to write output buffer for repeat frame");
+      gst_clear_buffer (&buf);
+      return FALSE;
+    }
+
+    *complete = TRUE;
+  } else {
+    if (self->frames_in_super_num > 0) {
+      buf = _vp9_create_super_frame_output_buffer (self, frame);
+    } else {
+      buf = gst_va_base_enc_create_output_buffer (base,
+          frame_enc->base.picture, NULL, 0);
+    }
+    if (!buf) {
+      GST_ERROR_OBJECT (base, "Failed to create output buffer%s",
+          self->frames_in_super_num > 0 ? " for super frame" : "");
+      return FALSE;
+    }
+
+    *complete = TRUE;
+
+    frame_enc->flags |= FRAME_FLAG_ALREADY_OUTPUTTED;
+  }
+
+  GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_MARKER);
+  if (frame_enc->frame_num == 0) {
+    GST_VIDEO_CODEC_FRAME_SET_SYNC_POINT (frame);
+    GST_BUFFER_FLAG_UNSET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
+  } else {
+    GST_VIDEO_CODEC_FRAME_UNSET_SYNC_POINT (frame);
+    GST_BUFFER_FLAG_SET (buf, GST_BUFFER_FLAG_DELTA_UNIT);
+  }
+
+  gst_buffer_replace (&frame->output_buffer, buf);
+  gst_clear_buffer (&buf);
+
+  return TRUE;
+}
+
+/* *INDENT-OFF* */
+static const gchar *sink_caps_str =
+    GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_VA,
+        "{ NV12 }") " ;"
+    GST_VIDEO_CAPS_MAKE ("{ NV12 }");
+/* *INDENT-ON* */
+
+static const gchar *src_caps_str = "video/x-vp9,alignment=(string)super-frame";
+
+static gpointer
+_register_debug_category (gpointer data)
+{
+  GST_DEBUG_CATEGORY_INIT (gst_va_vp9enc_debug, "vavp9enc", 0,
+      "VA vp9 encoder");
+
+  return NULL;
+}
+
+static void
+gst_va_vp9_enc_init (GTypeInstance * instance, gpointer g_class)
+{
+  GstVaVp9Enc *self = GST_VA_VP9_ENC (instance);
+
+  /* default values */
+  self->prop.bitrate = 0;
+  self->prop.target_usage = 4;
+  self->prop.cpb_size = 0;
+  self->prop.target_percentage = 66;
+  self->prop.gf_group_size = MAX_GF_GROUP_SIZE;
+  self->prop.num_ref_frames = 7;
+  self->prop.max_hierarchical_level = HIGHEST_PYRAMID_LEVELS;
+  self->prop.keyframe_interval = MAX_KEY_FRAME_INTERVAL;
+  self->prop.qp = DEFAULT_BASE_QINDEX;
+  self->prop.min_qp = 0;
+  self->prop.max_qp = 255;
+  self->prop.mbbrc = 0;
+  self->prop.filter_level = -1;
+  self->prop.sharpness_level = 0;
+
+  if (propertiesPROP_RATE_CONTROL) {
+    self->prop.rc_ctrl =
+        G_PARAM_SPEC_ENUM (propertiesPROP_RATE_CONTROL)->default_value;
+  } else {
+    self->prop.rc_ctrl = VA_RC_NONE;
+  }
+}
+
+static void
+gst_va_vp9_enc_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstVaVp9Enc *const self = GST_VA_VP9_ENC (object);
+  GstVaBaseEnc *base = GST_VA_BASE_ENC (self);
+  GstVaEncoder *encoder = NULL;
+  gboolean no_effect;
+
+  gst_object_replace ((GstObject **) (&encoder), (GstObject *) base->encoder);
+  no_effect = (encoder && gst_va_encoder_is_open (encoder));
+  if (encoder)
+    gst_object_unref (encoder);
+
+  GST_OBJECT_LOCK (self);
+
+  switch (prop_id) {
+    case PROP_KEYFRAME_INT:
+      self->prop.keyframe_interval = g_value_get_uint (value);
+      break;
+    case PROP_GOLDEN_GROUP_SIZE:
+      self->prop.gf_group_size = g_value_get_uint (value);
+      break;
+    case PROP_NUM_REF_FRAMES:
+      self->prop.num_ref_frames = g_value_get_uint (value);
+      break;
+    case PROP_HIERARCHICAL_LEVEL:
+      self->prop.max_hierarchical_level = g_value_get_uint (value);
+      break;
+    case PROP_QP:
+      self->prop.qp = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_MAX_QP:
+      self->prop.max_qp = g_value_get_uint (value);
+      break;
+    case PROP_MIN_QP:
+      self->prop.min_qp = g_value_get_uint (value);
+      break;
+    case PROP_BITRATE:
+      self->prop.bitrate = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_TARGET_USAGE:
+      self->prop.target_usage = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_TARGET_PERCENTAGE:
+      self->prop.target_percentage = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_CPB_SIZE:
+      self->prop.cpb_size = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_RATE_CONTROL:
+      self->prop.rc_ctrl = g_value_get_enum (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_LOOP_FILTER_LEVEL:
+      self->prop.filter_level = g_value_get_int (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_SHARPNESS_LEVEL:
+      self->prop.sharpness_level = g_value_get_uint (value);
+      no_effect = FALSE;
+      g_atomic_int_set (&GST_VA_BASE_ENC (self)->reconf, TRUE);
+      break;
+    case PROP_MBBRC:{
+      /* Macroblock-level rate control.
+       * 0: use default,
+       * 1: always enable,
+       * 2: always disable,
+       * other: reserved. */
+      switch (g_value_get_enum (value)) {
+        case GST_VA_FEATURE_DISABLED:
+          self->prop.mbbrc = 2;
+          break;
+        case GST_VA_FEATURE_ENABLED:
+          self->prop.mbbrc = 1;
+          break;
+        case GST_VA_FEATURE_AUTO:
+          self->prop.mbbrc = 0;
+          break;
+      }
+      break;
+    }
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+  }
+
+  GST_OBJECT_UNLOCK (self);
+
+  if (no_effect) {
+#ifndef GST_DISABLE_GST_DEBUG
+    GST_WARNING_OBJECT (self, "Property `%s` change may not take effect "
+        "until the next encoder reconfig.", pspec->name);
+#endif
+  }
+}
+
+static void
+gst_va_vp9_enc_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstVaVp9Enc *const self = GST_VA_VP9_ENC (object);
+
+  GST_OBJECT_LOCK (self);
+
+  switch (prop_id) {
+    case PROP_KEYFRAME_INT:
+      g_value_set_uint (value, self->prop.keyframe_interval);
+      break;
+    case PROP_GOLDEN_GROUP_SIZE:
+      g_value_set_uint (value, self->prop.gf_group_size);
+      break;
+    case PROP_NUM_REF_FRAMES:
+      g_value_set_uint (value, self->prop.num_ref_frames);
+      break;
+    case PROP_HIERARCHICAL_LEVEL:
+      g_value_set_uint (value, self->prop.max_hierarchical_level);
+      break;
+    case PROP_QP:
+      g_value_set_uint (value, self->prop.qp);
+      break;
+    case PROP_MIN_QP:
+      g_value_set_uint (value, self->prop.min_qp);
+      break;
+    case PROP_MAX_QP:
+      g_value_set_uint (value, self->prop.max_qp);
+      break;
+    case PROP_BITRATE:
+      g_value_set_uint (value, self->prop.bitrate);
+      break;
+    case PROP_TARGET_USAGE:
+      g_value_set_uint (value, self->prop.target_usage);
+      break;
+    case PROP_TARGET_PERCENTAGE:
+      g_value_set_uint (value, self->prop.target_percentage);
+      break;
+    case PROP_CPB_SIZE:
+      g_value_set_uint (value, self->prop.cpb_size);
+      break;
+    case PROP_RATE_CONTROL:
+      g_value_set_enum (value, self->prop.rc_ctrl);
+      break;
+    case PROP_MBBRC:
+      g_value_set_enum (value, self->prop.mbbrc);
+      break;
+    case PROP_LOOP_FILTER_LEVEL:
+      g_value_set_int (value, self->prop.filter_level);
+      break;
+    case PROP_SHARPNESS_LEVEL:
+      g_value_set_uint (value, self->prop.sharpness_level);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+  }
+
+  GST_OBJECT_UNLOCK (self);
+}
+
+static void
+gst_va_vp9_enc_class_init (gpointer g_klass, gpointer class_data)
+{
+  GstCaps *src_doc_caps, *sink_doc_caps;
+  GstPadTemplate *sink_pad_templ, *src_pad_templ;
+  GObjectClass *object_class = G_OBJECT_CLASS (g_klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (g_klass);
+  GstVideoEncoderClass *venc_class = GST_VIDEO_ENCODER_CLASS (g_klass);
+  GstVaBaseEncClass *va_enc_class = GST_VA_BASE_ENC_CLASS (g_klass);
+  GstVaVp9EncClass *vavp9enc_class = GST_VA_VP9_ENC_CLASS (g_klass);
+  GstVaDisplay *display;
+  GstVaEncoder *encoder;
+  struct CData *cdata = class_data;
+  gchar *long_name;
+  const gchar *name, *desc;
+  gint n_props = N_PROPERTIES;
+  GParamFlags param_flags =
+      G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS | G_PARAM_CONSTRUCT;
+
+  if (cdata->entrypoint == VAEntrypointEncSlice) {
+    desc = "VA-API based VP9 video encoder";
+    name = "VA-API VP9 Encoder";
+  } else {
+    desc = "VA-API based VP9 low power video encoder";
+    name = "VA-API VP9 Low Power Encoder";
+  }
+
+  if (cdata->description)
+    long_name = g_strdup_printf ("%s in %s", name, cdata->description);
+  else
+    long_name = g_strdup (name);
+
+  gst_element_class_set_metadata (element_class, long_name,
+      "Codec/Encoder/Video/Hardware", desc, "He Junyan <junyan.he@intel.com>");
+
+  sink_doc_caps = gst_caps_from_string (sink_caps_str);
+  src_doc_caps = gst_caps_from_string (src_caps_str);
+
+  parent_class = g_type_class_peek_parent (g_klass);
+
+  va_enc_class->codec = VP9;
+  va_enc_class->entrypoint = cdata->entrypoint;
+  va_enc_class->render_device_path = g_strdup (cdata->render_device_path);
+  sink_pad_templ = gst_pad_template_new ("sink", GST_PAD_SINK, GST_PAD_ALWAYS,
+      cdata->sink_caps);
+  gst_element_class_add_pad_template (element_class, sink_pad_templ);
+
+  gst_pad_template_set_documentation_caps (sink_pad_templ, sink_doc_caps);
+  gst_caps_unref (sink_doc_caps);
+
+  src_pad_templ = gst_pad_template_new ("src", GST_PAD_SRC, GST_PAD_ALWAYS,
+      cdata->src_caps);
+  gst_element_class_add_pad_template (element_class, src_pad_templ);
+
+  gst_pad_template_set_documentation_caps (src_pad_templ, src_doc_caps);
+  gst_caps_unref (src_doc_caps);
+
+  object_class->set_property = gst_va_vp9_enc_set_property;
+  object_class->get_property = gst_va_vp9_enc_get_property;
+
+  venc_class->flush = GST_DEBUG_FUNCPTR (gst_va_vp9_enc_flush);
+  va_enc_class->reset_state = GST_DEBUG_FUNCPTR (gst_va_vp9_enc_reset_state);
+  va_enc_class->reconfig = GST_DEBUG_FUNCPTR (gst_va_vp9_enc_reconfig);
+  va_enc_class->new_frame = GST_DEBUG_FUNCPTR (gst_va_vp9_enc_new_frame);
+  va_enc_class->reorder_frame =
+      GST_DEBUG_FUNCPTR (gst_va_vp9_enc_reorder_frame);
+  va_enc_class->encode_frame = GST_DEBUG_FUNCPTR (gst_va_vp9_enc_encode_frame);
+  va_enc_class->prepare_output =
+      GST_DEBUG_FUNCPTR (gst_va_vp9_enc_prepare_output);
+
+  {
+    display = gst_va_display_platform_new (va_enc_class->render_device_path);
+    encoder = gst_va_encoder_new (display, va_enc_class->codec,
+        va_enc_class->entrypoint);
+    if (gst_va_encoder_get_rate_control_enum (encoder,
+            vavp9enc_class->rate_control)) {
+      g_snprintf (vavp9enc_class->rate_control_type_name,
+          G_N_ELEMENTS (vavp9enc_class->rate_control_type_name) - 1,
+          "GstVaEncoderRateControl_%" GST_FOURCC_FORMAT "%s_%s",
+          GST_FOURCC_ARGS (va_enc_class->codec),
+          (va_enc_class->entrypoint == VAEntrypointEncSliceLP) ? "_LP" : "",
+          g_path_get_basename (va_enc_class->render_device_path));
+      vavp9enc_class->rate_control_type =
+          g_enum_register_static (vavp9enc_class->rate_control_type_name,
+          vavp9enc_class->rate_control);
+      gst_type_mark_as_plugin_api (vavp9enc_class->rate_control_type, 0);
+    }
+    gst_object_unref (encoder);
+    gst_object_unref (display);
+  }
+
+  g_free (long_name);
+  g_free (cdata->description);
+  g_free (cdata->render_device_path);
+  gst_caps_unref (cdata->src_caps);
+  gst_caps_unref (cdata->sink_caps);
+  g_free (cdata);
+
+  /**
+   * GstVaVp9Enc:key-int-max:
+   *
+   * The maximal distance between two keyframes.
+   */
+  propertiesPROP_KEYFRAME_INT = g_param_spec_uint ("key-int-max",
+      "Key frame maximal interval",
+      "The maximal distance between two keyframes. It decides the size of GOP"
+      " (0: auto-calculate)", 0, MAX_KEY_FRAME_INTERVAL, 60, param_flags);
+
+  /**
+   * GstVaVp9Enc:gf-group-size:
+   *
+   * The size of the golden frame group.
+   */
+  propertiesPROP_GOLDEN_GROUP_SIZE = g_param_spec_uint ("gf-group-size",
+      "Golden frame group size",
+      "The size of the golden frame group.",
+      1, MAX_GF_GROUP_SIZE, DEFAULT_GF_GROUP_SIZE, param_flags);
+
+  /**
+   * GstVaVp9Enc:ref-frames:
+   *
+   * The number of reference frames.
+   */
+  propertiesPROP_NUM_REF_FRAMES = g_param_spec_uint ("ref-frames",
+      "Number of Reference Frames",
+      "Number of reference frames, including both the forward and the backward",
+      0, 3, 3, param_flags);
+
+  /**
+   * GstVaVp9Enc:hierarchical-level:
+   *
+   * The hierarchical level for golden frame group.
+   */
+  propertiesPROP_HIERARCHICAL_LEVEL =
+      g_param_spec_uint ("hierarchical-level", "The hierarchical level",
+      "The hierarchical level for golden frame group. Setting to 1 disables "
+      "all future reference", 1, HIGHEST_PYRAMID_LEVELS, HIGHEST_PYRAMID_LEVELS,
+      param_flags);
+
+  /**
+   * GstVaVp9Enc:min-qp:
+   *
+   * The minimum quantizer value.
+   */
+  propertiesPROP_MIN_QP = g_param_spec_uint ("min-qp", "Minimum QP",
+      "Minimum quantizer value for each frame", 0, 255, 0, param_flags);
+
+  /**
+   * GstVaVp9Enc:max-qp:
+   *
+   * The maximum quantizer value.
+   */
+  propertiesPROP_MAX_QP = g_param_spec_uint ("max-qp", "Maximum QP",
+      "Maximum quantizer value for each frame", 1, 255, 255, param_flags);
+
+  /**
+   * GstVaVp9Enc:qp:
+   *
+   * The basic quantizer value for all frames.
+   */
+  propertiesPROP_QP = g_param_spec_uint ("qp", "The frame QP",
+      "In CQP mode, it specifies the basic quantizer value for all frames. "
+      "In ICQ and QVBR modes, it specifies a quality factor. In other "
+      "modes, it is ignored", 0, 255, DEFAULT_BASE_QINDEX,
+      param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp9Enc:bitrate:
+   *
+   * The desired target bitrate, expressed in kbps.
+   * This is not available in CQP mode.
+   *
+   * CBR: This applies equally to the minimum, maximum and target bitrate.
+   * VBR: This applies to the target bitrate. The driver will use the
+   * "target-percentage" together to calculate the minimum and maximum bitrate.
+   * VCM: This applies to the target bitrate. The minimum and maximum bitrate
+   * are not needed.
+   */
+  propertiesPROP_BITRATE = g_param_spec_uint ("bitrate", "Bitrate (kbps)",
+      "The desired bitrate expressed in kbps (0: auto-calculate)",
+      0, 2000 * 1024, 0, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp9Enc:target-percentage:
+   *
+   * The target percentage of the max bitrate, and expressed in uint,
+   * equal to "target percentage"*100.
+   * "target percentage" = "target bitrate" * 100 / "max bitrate"
+   * This is available only when rate-control is VBR.
+   * The driver uses it to calculate the minimum and maximum bitrate.
+   */
+  propertiesPROP_TARGET_PERCENTAGE = g_param_spec_uint ("target-percentage",
+      "target bitrate percentage",
+      "The percentage for 'target bitrate'/'maximum bitrate' (Only in VBR)",
+      50, 100, 66, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp9Enc:cpb-size:
+   *
+   * The desired max CPB size in Kb (0: auto-calculate).
+   */
+  propertiesPROP_CPB_SIZE = g_param_spec_uint ("cpb-size",
+      "max CPB size in Kb",
+      "The desired max CPB size in Kb (0: auto-calculate)", 0, 2000 * 1024, 0,
+      param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp9Enc:target-usage:
+   *
+   * The target usage of the encoder. It controls and balances the encoding
+   * speed and the encoding quality. The lower value has better quality but
+   * slower speed, the higher value has faster speed but lower quality.
+   */
+  propertiesPROP_TARGET_USAGE = g_param_spec_uint ("target-usage",
+      "target usage",
+      "The target usage to control and balance the encoding speed/quality",
+      1, 7, 4, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp9Enc:mbbrc:
+   *
+   * Macroblock level bitrate control.
+   * This is not compatible with Constant QP rate control.
+   */
+  propertiesPROP_MBBRC = g_param_spec_enum ("mbbrc",
+      "Macroblock level Bitrate Control",
+      "Macroblock level Bitrate Control. It is not compatible with CQP",
+      GST_TYPE_VA_FEATURE, GST_VA_FEATURE_AUTO, param_flags);
+
+  /**
+   * GstVaVp9Enc:loop-filter-level:
+   *
+   * Controls the deblocking filter strength, -1 means auto calculation.
+   */
+  propertiesPROP_LOOP_FILTER_LEVEL = g_param_spec_int ("loop-filter-level",
+      "Loop Filter Level",
+      "Controls the deblocking filter strength, -1 means auto calculation",
+      -1, 63, -1, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  /**
+   * GstVaVp9Enc:sharpness-level:
+   *
+   * Controls the deblocking filter sensitivity.
+   */
+  propertiesPROP_SHARPNESS_LEVEL = g_param_spec_uint ("sharpness-level",
+      "Sharpness Level",
+      "Controls the deblocking filter sensitivity",
+      0, 7, 0, param_flags | GST_PARAM_MUTABLE_PLAYING);
+
+  if (vavp9enc_class->rate_control_type > 0) {
+    propertiesPROP_RATE_CONTROL = g_param_spec_enum ("rate-control",
+        "rate control mode",
+        "The desired rate control mode for the encoder",
+        vavp9enc_class->rate_control_type,
+        vavp9enc_class->rate_control0.value,
+        GST_PARAM_CONDITIONALLY_AVAILABLE | GST_PARAM_MUTABLE_PLAYING
+        | param_flags);
+  } else {
+    n_props--;
+    propertiesPROP_RATE_CONTROL = NULL;
+  }
+
+  g_object_class_install_properties (object_class, n_props, properties);
+
+  /**
+   * GstVaFeature:
+   * @GST_VA_FEATURE_DISABLED: The feature is disabled.
+   * @GST_VA_FEATURE_ENABLED: The feature is enabled.
+   * @GST_VA_FEATURE_AUTO: The feature is enabled automatically.
+   *
+   * Since: 1.24
+   */
+  gst_type_mark_as_plugin_api (GST_TYPE_VA_FEATURE, 0);
+}
+
+static GstCaps *
+_complete_src_caps (GstCaps * srccaps)
+{
+  GstCaps *caps = gst_caps_copy (srccaps);
+  GValue val = G_VALUE_INIT;
+
+  g_value_init (&val, G_TYPE_STRING);
+  g_value_set_string (&val, "super-frame");
+  gst_caps_set_value (caps, "alignment", &val);
+  g_value_unset (&val);
+
+  return caps;
+}
+
+gboolean
+gst_va_vp9_enc_register (GstPlugin * plugin, GstVaDevice * device,
+    GstCaps * sink_caps, GstCaps * src_caps, guint rank,
+    VAEntrypoint entrypoint)
+{
+  static GOnce debug_once = G_ONCE_INIT;
+  GType type;
+  GTypeInfo type_info = {
+    .class_size = sizeof (GstVaVp9EncClass),
+    .class_init = gst_va_vp9_enc_class_init,
+    .instance_size = sizeof (GstVaVp9Enc),
+    .instance_init = gst_va_vp9_enc_init,
+  };
+  struct CData *cdata;
+  gboolean ret;
+  gchar *type_name, *feature_name;
+
+  g_return_val_if_fail (GST_IS_PLUGIN (plugin), FALSE);
+  g_return_val_if_fail (GST_IS_VA_DEVICE (device), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (sink_caps), FALSE);
+  g_return_val_if_fail (GST_IS_CAPS (src_caps), FALSE);
+  g_return_val_if_fail (entrypoint == VAEntrypointEncSlice ||
+      entrypoint == VAEntrypointEncSliceLP, FALSE);
+
+  cdata = g_new (struct CData, 1);
+  cdata->entrypoint = entrypoint;
+  cdata->description = NULL;
+  cdata->render_device_path = g_strdup (device->render_device_path);
+  cdata->sink_caps = gst_caps_ref (sink_caps);
+  cdata->src_caps = _complete_src_caps (src_caps);
+
+  /* class data will be leaked if the element never gets instantiated */
+  GST_MINI_OBJECT_FLAG_SET (cdata->sink_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+  GST_MINI_OBJECT_FLAG_SET (cdata->src_caps,
+      GST_MINI_OBJECT_FLAG_MAY_BE_LEAKED);
+
+  type_info.class_data = cdata;
+  if (entrypoint == VAEntrypointEncSlice) {
+    gst_va_create_feature_name (device, "GstVaVP9Enc", "GstVa%sVP9Enc",
+        &type_name, "vavp9enc", "va%svp9enc", &feature_name,
+        &cdata->description, &rank);
+  } else {
+    gst_va_create_feature_name (device, "GstVaVP9LPEnc", "GstVa%sVP9LPEnc",
+        &type_name, "vavp9lpenc", "va%svp9lpenc", &feature_name,
+        &cdata->description, &rank);
+  }
+
+  g_once (&debug_once, _register_debug_category, NULL);
+  type = g_type_register_static (GST_TYPE_VA_BASE_ENC,
+      type_name, &type_info, 0);
+  ret = gst_element_register (plugin, feature_name, rank, type);
+
+  g_free (type_name);
+  g_free (feature_name);
+
+  return ret;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvavp9enc.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ *  Copyright (C) 2022 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include "gstvadevice.h"
+
+G_BEGIN_DECLS
+
+gboolean     gst_va_vp9_enc_register                 (GstPlugin * plugin,
+                                                      GstVaDevice * device,
+                                                      GstCaps * sink_caps,
+                                                      GstCaps * src_caps,
+                                                      guint rank,
+                                                      VAEntrypoint entrypoint);
+
+G_END_DECLS

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/gstvavpp.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/gstvavpp.c Changed

@@ -120,6 +120,7 @@
   gint borders_h;
   gint borders_w;
   guint32 scale_method;
+  guint32 interpolation_method;
 
   gboolean hdr_mapping;
   gboolean has_hdr_meta;
@@ -142,7 +143,6 @@
 {
   PROP_DISABLE_PASSTHROUGH = GST_VA_FILTER_PROP_LAST + 1,
   PROP_ADD_BORDERS,
-  PROP_SCALE_METHOD,
   N_PROPERTIES
 };
 
@@ -254,6 +254,9 @@
 
   if (!gst_va_filter_set_scale_method (btrans->filter, self->scale_method))
     GST_WARNING_OBJECT (self, "could not set the filter scale method.");
+  if (!gst_va_filter_set_interpolation_method (btrans->filter,
+          self->interpolation_method))
+    GST_WARNING_OBJECT (self, "could not set the filter interpolation method.");
 }
 
 static void
@@ -329,9 +332,12 @@
     case PROP_ADD_BORDERS:
       self->add_borders = g_value_get_boolean (value);
       break;
-    case PROP_SCALE_METHOD:
+    case GST_VA_FILTER_PROP_SCALE_METHOD:
       self->scale_method = g_value_get_enum (value);
       break;
+    case GST_VA_FILTER_PROP_INTERPOLATION_METHOD:
+      self->interpolation_method = g_value_get_enum (value);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -396,9 +402,12 @@
     case PROP_ADD_BORDERS:
       g_value_set_boolean (value, self->add_borders);
       break;
-    case PROP_SCALE_METHOD:
+    case GST_VA_FILTER_PROP_SCALE_METHOD:
       g_value_set_enum (value, self->scale_method);
       break;
+    case GST_VA_FILTER_PROP_INTERPOLATION_METHOD:
+      g_value_set_enum (value, self->interpolation_method);
+      break;
     default:
       G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
       break;
@@ -530,7 +539,7 @@
           GST_WARNING_OBJECT (self, "Can't calculate borders");
         }
       } else {
-        GST_WARNING_OBJECT (self, "Can't keep DAR!");
+        GST_DEBUG_OBJECT (self, "Can't keep DAR!");
       }
     }
   }
@@ -934,7 +943,13 @@
   GstCaps *ret;
   GstStructure *structure;
   GstCapsFeatures *features;
-  gint i, j, n, m;
+  gint i, n;
+  GstIdStr sysmem = GST_ID_STR_INIT, dmabuf = GST_ID_STR_INIT, va =
+      GST_ID_STR_INIT;
+
+  gst_id_str_set_static_str (&sysmem, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
+  gst_id_str_set_static_str (&dmabuf, GST_CAPS_FEATURE_MEMORY_DMABUF);
+  gst_id_str_set_static_str (&va, GST_CAPS_FEATURE_MEMORY_VA);
 
   ret = gst_caps_new_empty ();
 
@@ -950,30 +965,22 @@
 
     structure = gst_structure_copy (structure);
 
-    m = gst_caps_features_get_size (features);
-    for (j = 0; j < m; j++) {
-      const gchar *feature = gst_caps_features_get_nth (features, j);
-
-      if (g_strcmp0 (feature, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY) == 0
-          || g_strcmp0 (feature, GST_CAPS_FEATURE_MEMORY_DMABUF) == 0
-          || g_strcmp0 (feature, GST_CAPS_FEATURE_MEMORY_VA) == 0) {
-
-        /* rangify frame size */
-        gst_structure_set (structure, "width", GST_TYPE_INT_RANGE, 1, G_MAXINT,
-            "height", GST_TYPE_INT_RANGE, 1, G_MAXINT, NULL);
-
-        /* if pixel aspect ratio, make a range of it */
-        if (gst_structure_has_field (structure, "pixel-aspect-ratio")) {
-          gst_structure_set (structure, "pixel-aspect-ratio",
-              GST_TYPE_FRACTION_RANGE, 1, G_MAXINT, G_MAXINT, 1, NULL);
-        }
-
-        /* remove format-related fields */
-        gst_structure_remove_fields (structure, "format", "drm-format",
-            "colorimetry", "chroma-site", NULL);
-
-        break;
+    if (gst_caps_features_contains_id_str (features, &sysmem)
+        || gst_caps_features_contains_id_str (features, &dmabuf)
+        || gst_caps_features_contains_id_str (features, &va)) {
+      /* rangify frame size */
+      gst_structure_set (structure, "width", GST_TYPE_INT_RANGE, 1, G_MAXINT,
+          "height", GST_TYPE_INT_RANGE, 1, G_MAXINT, NULL);
+
+      /* if pixel aspect ratio, make a range of it */
+      if (gst_structure_has_field (structure, "pixel-aspect-ratio")) {
+        gst_structure_set (structure, "pixel-aspect-ratio",
+            GST_TYPE_FRACTION_RANGE, 1, G_MAXINT, G_MAXINT, 1, NULL);
       }
+
+      /* remove format-related fields */
+      gst_structure_remove_fields (structure, "format", "drm-format",
+          "colorimetry", "chroma-site", NULL);
     }
 
     gst_caps_append_structure_full (ret, structure,
@@ -989,7 +996,7 @@
 gst_va_vpp_complete_caps_features (const GstCaps * caps,
     const gchar * feature_name)
 {
-  guint i, j, m, n;
+  guint i, n;
   GstCaps *tmp;
 
   tmp = gst_caps_new_empty ();
@@ -997,24 +1004,19 @@
   n = gst_caps_get_size (caps);
   for (i = 0; i < n; i++) {
     GstCapsFeatures *features, *orig_features;
-    GstStructure *s = gst_caps_get_structure (caps, i);
-    gboolean contained = FALSE;
+    GstStructure *s;
 
+    s = gst_caps_get_structure (caps, i);
     orig_features = gst_caps_get_features (caps, i);
-    features = gst_caps_features_new (feature_name, NULL);
 
-    m = gst_caps_features_get_size (orig_features);
-    for (j = 0; j < m; j++) {
-      const gchar *feature = gst_caps_features_get_nth (orig_features, j);
-
-      /* if we already have the features */
-      if (gst_caps_features_contains (features, feature)) {
-        contained = TRUE;
-        break;
-      }
+    if (gst_caps_features_contains (orig_features, feature_name)) {
+      gst_caps_append_structure_full (tmp, gst_structure_copy (s),
+          gst_caps_features_copy (orig_features));
+      continue;
     }
 
-    if (!contained && !gst_caps_is_subset_structure_full (tmp, s, features))
+    features = gst_caps_features_new_static_str (feature_name, NULL);
+    if (!gst_caps_is_subset_structure_full (tmp, s, features))
       gst_caps_append_structure_full (tmp, gst_structure_copy (s), features);
     else
       gst_caps_features_free (features);
@@ -1028,41 +1030,34 @@
     GstCaps * caps, GstCaps * filter)
 {
   GstVaVpp *self = GST_VA_VPP (trans);
-  GstVaBaseTransform *btrans = GST_VA_BASE_TRANSFORM (trans);
-  GstCaps *ret, *tmp, *filter_caps;
+  GstCaps *ret;
+  GstPadTemplate *pad_tmpl;
+  static const gchar *caps_features = { GST_CAPS_FEATURE_MEMORY_VA,
+    GST_CAPS_FEATURE_MEMORY_DMABUF, GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY
+  };
+  guint i;
 
   GST_DEBUG_OBJECT (self,
       "Transforming caps %" GST_PTR_FORMAT " in direction %s", caps,
       (direction == GST_PAD_SINK) ? "sink" : "src");
 
-  filter_caps = gst_va_base_transform_get_filter_caps (btrans);
-  if (filter_caps && !gst_caps_can_intersect (caps, filter_caps)) {
+  pad_tmpl = gst_element_get_pad_template (GST_ELEMENT (self),
+      (direction == GST_PAD_SINK) ? "sink" : "src");
+  if (pad_tmpl->caps == caps) {
     ret = gst_caps_ref (caps);
     goto bail;
   }
 
   ret = gst_va_vpp_caps_remove_fields (caps);
 
-  tmp = gst_va_vpp_complete_caps_features (ret, GST_CAPS_FEATURE_MEMORY_VA);
-  if (!gst_caps_is_subset (tmp, ret)) {
-    gst_caps_append (ret, tmp);
-  } else {
-    gst_caps_unref (tmp);
-  }
-
-  tmp = gst_va_vpp_complete_caps_features (ret, GST_CAPS_FEATURE_MEMORY_DMABUF);
-  if (!gst_caps_is_subset (tmp, ret)) {
-    gst_caps_append (ret, tmp);
-  } else {
-    gst_caps_unref (tmp);
-  }
+  for (i = 0; i < G_N_ELEMENTS (caps_features); i++) {
+    GstCaps *tmp;
 
-  tmp = gst_va_vpp_complete_caps_features (ret,
-      GST_CAPS_FEATURE_MEMORY_SYSTEM_MEMORY);
-  if (!gst_caps_is_subset (tmp, ret)) {
-    gst_caps_append (ret, tmp);
-  } else {
-    gst_caps_unref (tmp);
+    tmp = gst_va_vpp_complete_caps_features (ret, caps_featuresi);
+    if (!gst_caps_is_subset (tmp, ret))
+      gst_caps_append (ret, tmp);
+    else
+      gst_caps_unref (tmp);
   }
 
 bail:
@@ -2171,19 +2166,6 @@
   g_object_class_install_property (klass, PROP_ADD_BORDERS,
       PROPERTIES (PROP_ADD_BORDERS));
 
-  /**
-   * GstVaPostProc:scale-method
-   *
-   * Sets the scale method algorithm to use when resizing.
-   *
-   * Since: 1.22
-   */
-  PROPERTIES (PROP_SCALE_METHOD) = g_param_spec_enum ("scale-method",
-      "Scale Method", "Scale method to use", GST_TYPE_VA_SCALE_METHOD,
-      VA_FILTER_SCALING_DEFAULT, G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS
-      | GST_PARAM_MUTABLE_PLAYING);
-  g_object_class_install_property (klass, PROP_SCALE_METHOD,
-      PROPERTIES (PROP_SCALE_METHOD));
 }
 
 static void
@@ -2220,13 +2202,6 @@
   if (gst_va_filter_open (filter)) {
     caps = gst_va_filter_get_caps (filter);
 
-    /* adds any to enable passthrough */
-    {
-      GstCaps *any_caps = gst_caps_new_empty_simple ("video/x-raw");
-      gst_caps_set_features_simple (any_caps, gst_caps_features_new_any ());
-      caps = gst_caps_merge (caps, any_caps);
-    }
-
     /* add converter klass */
     {
       int i;

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/meson.build Changed

@@ -7,6 +7,7 @@
   'gstvabaseenc.c',
   'gstvabasetransform.c',
   'gstvacaps.c',
+  'gstvacodecalphadecodebin.c',
   'gstvacompositor.c',
   'gstvadecoder.c',
   'gstvadeinterlace.c',
@@ -18,14 +19,50 @@
   'gstvah265dec.c',
   'gstvah265enc.c',
   'gstvajpegdec.c',
+  'gstvajpegenc.c',
   'gstvampeg2dec.c',
   'gstvapluginutils.c',
   'gstvaprofile.c',
   'gstvavp8dec.c',
+  'gstvavp8enc.c',
   'gstvavp9dec.c',
+  'gstvavp9enc.c',
   'gstvavpp.c',
 
 
+va_headers = 
+  'gstjpegdecoder.h',
+  'gstvaav1dec.h',
+  'gstvaav1enc.h',
+  'gstvabasedec.h',
+  'gstvabaseenc.h',
+  'gstvabase.h',
+  'gstvabasetransform.h',
+  'gstvacaps.h',
+  'gstvacompositor.h',
+  'gstvadecoder.h',
+  'gstvadeinterlace.h',
+  'gstvadevice.h',
+  'gstvadisplay_priv.h',
+  'gstvaencoder.h',
+  'gstvafilter.h',
+  'gstvah264dec.h',
+  'gstvah264enc.h',
+  'gstvah265dec.h',
+  'gstvah265enc.h',
+  'gstvajpegdec.h',
+  'gstvajpegenc.h',
+  'gstvampeg2dec.h',
+  'gstvapluginutils.h',
+  'gstvaprofile.h',
+  'gstvavp8dec.h',
+  'gstvavp8enc.h',
+  'gstvavp9dec.h',
+  'gstvavp9enc.h',
+  'gstvavpp.h',
+  'vacompat.h',
+
+
 va_linux_sources = 
   'gstvadevice_linux.c'
 
@@ -34,6 +71,23 @@
   'gstvadevice_win32.cpp'
 
 
+va_av1enc_sources = 
+  'gstvaav1enc.c'
+
+
+va_h266dec_sources = 
+  'gstvah266dec.c'
+
+
+doc_sources = 
+foreach s: va_sources + va_linux_sources + va_win32_sources + va_av1enc_sources + va_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'va': pathsep.join(doc_sources)
+}
+
 if host_system not in 'linux', 'windows'
   subdir_done()
 endif
@@ -72,15 +126,19 @@
 endif
 
 if libva_dep.version().version_compare('>= 1.15')
-  va_sources += 'gstvaav1enc.c'
+  va_sources += va_av1enc_sources
+endif
+
+if libva_dep.version().version_compare('>= 1.22')
+  va_sources += va_h266dec_sources
 endif
 
 gstva = library('gstva',
   va_sources,
   c_args : gst_plugins_bad_args + extra_args,
   cpp_args : gst_plugins_bad_args + extra_args,
-  include_directories : configinc,
-  dependencies : gstcodecs_dep, gstva_dep, libgudev_dep + extra_dep,
+  include_directories : configinc, libsinc,
+  dependencies : gstcodecs_dep, gstva_dep, libgudev_dep, libm, gstpbutils_dep + extra_dep,
   override_options : c_std_arg,
   install : true,
   install_dir : plugins_install_dir,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/va/plugin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/va/plugin.c Changed

@@ -38,11 +38,15 @@
 #include "gstvah264enc.h"
 #include "gstvah265dec.h"
 #include "gstvah265enc.h"
+#include "gstvah266dec.h"
 #include "gstvajpegdec.h"
+#include "gstvajpegenc.h"
 #include "gstvampeg2dec.h"
 #include "gstvaprofile.h"
 #include "gstvavp8dec.h"
+#include "gstvavp8enc.h"
 #include "gstvavp9dec.h"
+#include "gstvavp9enc.h"
 #include "gstvavpp.h"
 
 #define GST_CAT_DEFAULT gstva_debug
@@ -121,6 +125,15 @@
               device->render_device_path);
         }
         break;
+#if VA_CHECK_VERSION(1, 22, 0)
+      case VVC:
+        if (!gst_va_h266_dec_register (plugin, device, sinkcaps, srccaps,
+                GST_RANK_NONE)) {
+          GST_WARNING ("Failed to register H266 decoder: %s",
+              device->render_device_path);
+        }
+        break;
+#endif
       case VP8:
         if (!gst_va_vp8_dec_register (plugin, device, sinkcaps, srccaps,
                 GST_VA_RANK_PRIMARY)) {
@@ -215,6 +228,27 @@
               device->render_device_path);
         }
         break;
+      case VP8:
+        if (!gst_va_vp8_enc_register (plugin, device, sinkcaps, srccaps,
+                GST_RANK_NONE, entrypoint)) {
+          GST_WARNING ("Failed to register VP8 encoder: %s",
+              device->render_device_path);
+        }
+        break;
+      case VP9:
+        if (!gst_va_vp9_enc_register (plugin, device, sinkcaps, srccaps,
+                GST_RANK_NONE, entrypoint)) {
+          GST_WARNING ("Failed to register VP9 encoder: %s",
+              device->render_device_path);
+        }
+        break;
+      case JPEG:
+        if (!gst_va_jpeg_enc_register (plugin, device, sinkcaps, srccaps,
+                GST_RANK_NONE, entrypoint)) {
+          GST_WARNING ("Failed to register JPEG encoder: %s",
+              device->render_device_path);
+        }
+        break;
 #if VA_CHECK_VERSION(1, 15, 0)
       case AV1:
         if (!gst_va_av1_enc_register (plugin, device, sinkcaps, srccaps,

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/wasapi/gstmmdeviceenumerator.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/wasapi/gstmmdeviceenumerator.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/wasapi/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/wasapi/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/wasapi2/gstwasapi2client.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/wasapi2/gstwasapi2client.cpp Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/wasapi2/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/wasapi2/meson.build Changed

@@ -8,12 +8,31 @@
   'plugin.c',
 
 
+wasapi2_headers = 
+  'gstwasapi2ringbuffer.h',
+  'gstwasapi2device.h',
+  'gstwasapi2util.h',
+  'gstwasapi2src.h',
+  'gstwasapi2sink.h',
+  'gstwasapi2client.h',
+  'AsyncOperations.h',
+
+
 mmdeviceapi_symbols = 
   'ActivateAudioInterfaceAsync',
   'DEVINTERFACE_AUDIO_RENDER',
   'DEVINTERFACE_AUDIO_CAPTURE',
 
 
+doc_sources = 
+foreach s: wasapi2_sources + wasapi2_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'wasapi2': pathsep.join(doc_sources)
+}
+
 wasapi2_option = get_option('wasapi2')
 if host_system != 'windows'
   if wasapi2_option.disabled()
@@ -123,7 +142,7 @@
 
 if not building_for_win10
   message('Bumping target Windows version to Windows 10 for building wasapi2 plugin')
-  extra_args += '-DWINVER=0x0A00', '-D_WIN32_WINNT=0x0A00', '-DNTDDI_VERSION=WDK_NTDDI_VERSION'
+  extra_args += '-U_WIN32_WINNT', '-UWINVER', '-DWINVER=0x0A00', '-D_WIN32_WINNT=0x0A00', '-DNTDDI_VERSION=WDK_NTDDI_VERSION'
 endif
 
 if not gstwinrt_dep.found()

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/webview2 Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/webview2/gstwebview2object.cpp Added

@@ -0,0 +1,1138 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#ifdef WINAPI_PARTITION_APP
+#undef WINAPI_PARTITION_APP
+#endif
+
+#define WINAPI_PARTITION_APP 1
+
+#include "gstwebview2object.h"
+#include <gst/d3d11/gstd3d11-private.h>
+#include <webview2.h>
+#include <WebView2EnvironmentOptions.h>
+#include <dcomp.h>
+#include <wrl.h>
+#include <mutex>
+#include <condition_variable>
+#include <string>
+#include <string.h>
+#include <dwmapi.h>
+#include <locale>
+#include <codecvt>
+#include <winstring.h>
+#include <roapi.h>
+#include <dispatcherqueue.h>
+#include <windows.system.h>
+#include <windows.ui.composition.h>
+#include <windows.graphics.capture.h>
+#include <windows.graphics.directx.direct3d11.h>
+#include <windows.graphics.directx.direct3d11.interop.h>
+
+GST_DEBUG_CATEGORY_EXTERN (gst_webview2_src_debug);
+#define GST_CAT_DEFAULT gst_webview2_src_debug
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+using namespace ABI::Windows::System;
+using namespace ABI::Windows::UI::Composition;
+using namespace ABI::Windows::Foundation;
+using namespace ABI::Windows::Graphics;
+using namespace ABI::Windows::Graphics::Capture;
+using namespace ABI::Windows::Graphics::DirectX;
+using namespace ABI::Windows::Graphics::DirectX::Direct3D11;
+using namespace Windows::Graphics::DirectX::Direct3D11;
+
+typedef ABI::Windows::Foundation::__FITypedEventHandler_2_Windows__CGraphics__CCapture__CDirect3D11CaptureFramePool_IInspectable_t
+    IFrameArrivedHandler;
+
+#define DEFAULT_WIDTH 1920
+#define DEFAULT_HEIGHT 1080
+
+static void gst_webview2_object_initialized (GstWebView2Object * obj);
+static void gst_webview2_object_frame_arrived (GstWebView2Object * obj,
+    ID3D11Texture2D * texture);
+
+enum
+{
+  PROP_0,
+  PROP_DEVICE,
+  PROP_USER_DATA_FOLDER,
+};
+
+template < typename InterfaceType, PCNZWCH runtime_class_id > static HRESULT
+GstGetActivationFactory (InterfaceType ** factory)
+{
+  HSTRING class_id_hstring;
+  HRESULT hr = WindowsCreateString (runtime_class_id,
+      wcslen (runtime_class_id), &class_id_hstring);
+
+  if (FAILED (hr))
+    return hr;
+
+  hr = RoGetActivationFactory (class_id_hstring, IID_PPV_ARGS (factory));
+
+  if (FAILED (hr)) {
+    WindowsDeleteString (class_id_hstring);
+    return hr;
+  }
+
+  return WindowsDeleteString (class_id_hstring);
+}
+
+#define CLOSE_COM(obj) G_STMT_START { \
+  if (obj) { \
+    ComPtr<IClosable> closable; \
+    obj.As (&closable); \
+    if (closable) \
+      closable->Close (); \
+    obj = nullptr; \
+  } \
+} G_STMT_END
+
+#define CHECK_HR_AND_RETURN(hr,func) G_STMT_START { \
+  if (FAILED (hr)) { \
+    GST_ERROR_OBJECT (obj_, G_STRINGIFY (func) " failed, hr 0x%x", (guint) hr); \
+    SetEvent (event_handle_); \
+    return hr; \
+  } \
+} G_STMT_END
+
+class GstWebView2Item : public RuntimeClass<RuntimeClassFlags<ClassicCom>,
+    FtmBase, IFrameArrivedHandler,
+    ICoreWebView2CreateCoreWebView2EnvironmentCompletedHandler,
+    ICoreWebView2CreateCoreWebView2CompositionControllerCompletedHandler,
+    ICoreWebView2NavigationCompletedEventHandler,
+    ICoreWebView2ExecuteScriptCompletedHandler>
+{
+public:
+  static LRESULT CALLBACK
+  WndProc (HWND hwnd, UINT msg, WPARAM wparam, LPARAM lparam)
+  {
+    return DefWindowProcA (hwnd, msg, wparam, lparam);
+  }
+
+  STDMETHODIMP
+  RuntimeClassInitialize (GstWebView2Object * obj, GstD3D11Device * device,
+      HANDLE event_handle, HWND hwnd, PCWSTR user_data_folder)
+  {
+    obj_ = obj;
+    device_ = device;
+    event_handle_ = event_handle;
+    hwnd_ = hwnd;
+
+    HRESULT hr;
+    ComPtr<IInspectable> insp;
+    HSTRING class_id_hstring;
+    WindowsCreateString (RuntimeClass_Windows_UI_Composition_Compositor,
+      wcslen (RuntimeClass_Windows_UI_Composition_Compositor), &class_id_hstring);
+    hr = RoActivateInstance (class_id_hstring, &insp);
+    WindowsDeleteString (class_id_hstring);
+
+    CHECK_HR_AND_RETURN (hr, RoActivateInstance);
+
+    hr = insp.As (&comp_);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    hr = comp_->CreateContainerVisual (&root_container_visual_);
+    CHECK_HR_AND_RETURN (hr, CreateContainerVisual);
+
+    hr = root_container_visual_.As (&root_visual_);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    hr = root_visual_->put_Size ({ DEFAULT_WIDTH, DEFAULT_HEIGHT });
+    CHECK_HR_AND_RETURN (hr, put_Size);
+
+    hr = root_visual_->put_IsVisible (TRUE);
+    CHECK_HR_AND_RETURN (hr, put_IsVisible);
+
+    ComPtr<IVisualCollection> collection;
+    hr = root_container_visual_->get_Children (&collection);
+    CHECK_HR_AND_RETURN (hr, get_Children);
+
+    hr = comp_->CreateContainerVisual (&webview_container_visual_);
+    CHECK_HR_AND_RETURN (hr, CreateContainerVisual);
+
+    hr = webview_container_visual_.As (&webview_visual_);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    hr = webview_visual_.As (&webview_visual2_);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    hr = collection->InsertAtTop (webview_visual_.Get ());
+    CHECK_HR_AND_RETURN (hr, InsertAtTop);
+
+    hr = webview_visual2_->put_RelativeSizeAdjustment ({ 1, 1 });
+    CHECK_HR_AND_RETURN (hr, put_RelativeSizeAdjustment);
+
+    hr = webview_visual_->put_IsVisible (TRUE);
+    CHECK_HR_AND_RETURN (hr, put_IsVisible);
+
+    if (user_data_folder) {
+      auto option = Make<CoreWebView2EnvironmentOptions>();
+      return CreateCoreWebView2EnvironmentWithOptions (nullptr,
+          user_data_folder, option.Get (), this);
+    }
+
+    return CreateCoreWebView2Environment (this);
+  }
+
+  IFACEMETHOD (Invoke) (HRESULT hr, ICoreWebView2Environment * env)
+  {
+    CHECK_HR_AND_RETURN (hr, OnEnvironmentCompleted);
+
+    hr = env->QueryInterface (IID_PPV_ARGS (&env_));
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    hr = env_->CreateCoreWebView2CompositionController (hwnd_, this);
+    CHECK_HR_AND_RETURN (hr, CreateCoreWebView2CompositionController);
+
+    return S_OK;
+  }
+
+  IFACEMETHOD (Invoke) (HRESULT hr, ICoreWebView2CompositionController * comp_ctrl)
+  {
+    CHECK_HR_AND_RETURN (hr, OnControllerCompleted);
+
+    comp_ctrl_ = comp_ctrl;
+    ComPtr<ICoreWebView2Controller> ctrl;
+    hr = comp_ctrl_.As (&ctrl);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    hr = ctrl.As (&ctrl_);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    hr = ctrl_->put_BoundsMode (COREWEBVIEW2_BOUNDS_MODE_USE_RAW_PIXELS);
+    CHECK_HR_AND_RETURN (hr, put_BoundsMode);
+
+    RECT rect = {};
+    rect.left = 0;
+    rect.top = 0;
+    rect.right = DEFAULT_WIDTH;
+    rect.bottom = DEFAULT_HEIGHT;
+    hr = ctrl_->put_Bounds (rect);
+    CHECK_HR_AND_RETURN (hr, put_Bounds);
+
+    hr = ctrl_->put_ShouldDetectMonitorScaleChanges (FALSE);
+    CHECK_HR_AND_RETURN (hr, put_ShouldDetectMonitorScaleChanges);
+
+    hr = ctrl_->put_RasterizationScale (1);
+    CHECK_HR_AND_RETURN (hr, put_RasterizationScale);
+
+    hr = ctrl_->put_IsVisible (TRUE);
+    CHECK_HR_AND_RETURN (hr, put_IsVisible);
+
+    hr = comp_ctrl_->put_RootVisualTarget (webview_container_visual_.Get ());
+    CHECK_HR_AND_RETURN (hr, put_RootVisualTarget);
+
+    hr = ctrl_->get_CoreWebView2 (&webview_);
+    CHECK_HR_AND_RETURN (hr, get_CoreWebView2);
+
+    hr = webview_->add_NavigationCompleted (this, &navigation_compl_token_);
+    CHECK_HR_AND_RETURN (hr, get_CoreWebView2);
+
+    ComPtr<ICoreWebView2_8> webview8;
+    hr = webview_.As (&webview8);
+    if (SUCCEEDED (hr))
+      webview8->put_IsMuted (TRUE);
+
+    hr = startCapture ();
+    CHECK_HR_AND_RETURN (hr, startCapture);
+
+    gst_webview2_object_initialized (obj_);
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (HRESULT hr, LPCWSTR result_json)
+  {
+    GST_DEBUG_OBJECT (obj_, "Executing script result 0x%x", (guint) hr);
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (ICoreWebView2 * sender,
+      ICoreWebView2NavigationCompletedEventArgs * arg)
+  {
+    GST_DEBUG_OBJECT (obj_, "Navigation completed");
+
+    if (!script_.empty ()) {
+      GST_DEBUG_OBJECT (obj_, "Executing script");
+      sender->ExecuteScript (script_.c_str (), this);
+    }
+
+    return S_OK;
+  }
+
+  HRESULT
+  startCapture ()
+  {
+    ComPtr<IGraphicsCaptureItemStatics> item_statics;
+
+    auto hr = GstGetActivationFactory <IGraphicsCaptureItemStatics,
+        RuntimeClass_Windows_Graphics_Capture_GraphicsCaptureItem> (&item_statics);
+    CHECK_HR_AND_RETURN (hr, GstGetActivationFactory);
+
+    hr = item_statics->CreateFromVisual (root_visual_.Get (), &item_);
+    CHECK_HR_AND_RETURN (hr, CreateFromVisual);
+
+    auto device = gst_d3d11_device_get_device_handle (device_);
+    ComPtr<ID3D10Multithread> multi_thread;
+    hr = device->QueryInterface (IID_PPV_ARGS (&multi_thread));
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    multi_thread->SetMultithreadProtected (TRUE);
+    ComPtr<IDXGIDevice> dxgi_device;
+    hr = device->QueryInterface (IID_PPV_ARGS (&dxgi_device));
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    ComPtr < IInspectable > insp;
+    hr = CreateDirect3D11DeviceFromDXGIDevice (dxgi_device.Get (), &insp);
+    CHECK_HR_AND_RETURN (hr, CreateDirect3D11DeviceFromDXGIDevice);
+
+    hr = insp.As (&d3d_device_);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    ComPtr < IDirect3D11CaptureFramePoolStatics > pool_statics;
+    hr = GstGetActivationFactory < IDirect3D11CaptureFramePoolStatics,
+        RuntimeClass_Windows_Graphics_Capture_Direct3D11CaptureFramePool >
+        (&pool_statics);
+    CHECK_HR_AND_RETURN (hr, GstGetActivationFactory);
+
+    frame_size_.Width = DEFAULT_WIDTH;
+    frame_size_.Height = DEFAULT_HEIGHT;
+
+    hr = pool_statics->Create (d3d_device_.Get (),
+        DirectXPixelFormat::DirectXPixelFormat_B8G8R8A8UIntNormalized,
+        2, frame_size_, &frame_pool_);
+    CHECK_HR_AND_RETURN (hr, Create);
+
+    hr = frame_pool_->add_FrameArrived (this, &arrived_token_);
+    CHECK_HR_AND_RETURN (hr, add_FrameArrived);
+
+    hr = frame_pool_->CreateCaptureSession (item_.Get (), &session_);
+    CHECK_HR_AND_RETURN (hr, CreateCaptureSession);
+
+    hr = session_->StartCapture ();
+    CHECK_HR_AND_RETURN (hr, StartCapture);
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (IDirect3D11CaptureFramePool * pool, IInspectable * arg)
+  {
+    HRESULT hr;
+
+    GST_LOG_OBJECT (obj_, "Frame arrived");
+
+    ComPtr < IDirect3D11CaptureFrame > new_frame;
+    pool->TryGetNextFrame (&new_frame);
+    if (!new_frame) {
+      GST_WARNING_OBJECT (obj_, "No frame");
+      return S_OK;
+    }
+
+    ComPtr < IDirect3DSurface > surface;
+    hr = new_frame->get_Surface (&surface);
+    CHECK_HR_AND_RETURN (hr, get_Surface);
+
+    ComPtr < IDirect3DDxgiInterfaceAccess > access;
+    hr = surface.As (&access);
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    ComPtr < ID3D11Texture2D > texture;
+    hr = access->GetInterface (IID_PPV_ARGS (&texture));
+    CHECK_HR_AND_RETURN (hr, QueryInterface);
+
+    gst_webview2_object_frame_arrived (obj_, texture.Get ());
+
+    return S_OK;
+  }
+
+  void Close ()
+  {
+    if (frame_pool_)
+      frame_pool_->remove_FrameArrived (arrived_token_);
+
+    CLOSE_COM (session_);
+    CLOSE_COM (frame_pool_);
+    CLOSE_COM (item_);
+
+    if (webview_) {
+      webview_->Stop ();
+      webview_ = nullptr;
+    }
+
+    if (ctrl_) {
+      ctrl_->Close ();
+      ctrl_ = nullptr;
+    }
+
+    comp_ctrl_ = nullptr;
+    ctrl_ = nullptr;
+    env_ = nullptr;
+
+    webview_visual2_ = nullptr;
+    webview_visual_ = nullptr;
+    webview_container_visual_ = nullptr;
+    root_visual_ = nullptr;
+    root_container_visual_ = nullptr;
+    comp_ = nullptr;
+  }
+
+  HRESULT Navigate (LPCWSTR location, LPCWSTR script)
+  {
+    if (!webview_ || !location)
+      return E_FAIL;
+
+    if (script)
+      script_ = script;
+    else
+      script_.clear ();
+
+    return webview_->Navigate (location);
+  }
+
+  HRESULT UpdateSize (FLOAT width, FLOAT height)
+  {
+    GST_DEBUG_OBJECT (obj_, "Updating size to %dx%d",
+        (UINT) width, (UINT) height);
+
+    auto hr = root_visual_->put_Size ({width, height});
+    CHECK_HR_AND_RETURN (hr, put_Size);
+
+    RECT rect = {};
+    rect.left = 0;
+    rect.top = 0;
+    rect.right = width;
+    rect.bottom = height;
+    hr = ctrl_->put_Bounds (rect);
+    CHECK_HR_AND_RETURN (hr, put_Bounds);
+
+    frame_size_.Width = width;
+    frame_size_.Height = height;
+    hr = frame_pool_->Recreate (d3d_device_.Get (),
+      DirectXPixelFormat::DirectXPixelFormat_B8G8R8A8UIntNormalized,
+      2, frame_size_);
+    CHECK_HR_AND_RETURN (hr, Recreate);
+
+    return S_OK;
+  }
+
+  void HandleEvent (GstEvent * event)
+  {
+    auto type = gst_navigation_event_get_type (event);
+    gdouble x, y;
+    gint button;
+
+    switch (type) {
+      /* FIXME: Implement key event */
+      case GST_NAVIGATION_EVENT_MOUSE_BUTTON_PRESS:
+      case GST_NAVIGATION_EVENT_MOUSE_BUTTON_RELEASE:
+      case GST_NAVIGATION_EVENT_MOUSE_DOUBLE_CLICK:
+        if (gst_navigation_event_parse_mouse_button_event (event,
+                &button, &x, &y)) {
+          GST_TRACE_OBJECT (obj_, "Mouse press, button %d, %lfx%lf",
+              button, x, y);
+          COREWEBVIEW2_MOUSE_EVENT_KIND kind;
+          COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS vkeys =
+              COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_NONE;
+          GstNavigationModifierType state = GST_NAVIGATION_MODIFIER_NONE;
+          POINT point;
+
+          point.x = (LONG) x;
+          point.y = (LONG) y;
+
+          switch (button) {
+            case 1:
+              if (type == GST_NAVIGATION_EVENT_MOUSE_BUTTON_PRESS)
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_LEFT_BUTTON_DOWN;
+              else if (type == GST_NAVIGATION_EVENT_MOUSE_BUTTON_RELEASE)
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_LEFT_BUTTON_UP;
+              else
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_LEFT_BUTTON_DOUBLE_CLICK;
+              break;
+            case 2:
+              if (type == GST_NAVIGATION_EVENT_MOUSE_BUTTON_PRESS)
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_RIGHT_BUTTON_DOWN;
+              else if (type == GST_NAVIGATION_EVENT_MOUSE_BUTTON_RELEASE)
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_RIGHT_BUTTON_UP;
+              else
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_RIGHT_BUTTON_DOUBLE_CLICK;
+              break;
+            case 3:
+              if (type == GST_NAVIGATION_EVENT_MOUSE_BUTTON_PRESS)
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_MIDDLE_BUTTON_DOWN;
+              else if (type == GST_NAVIGATION_EVENT_MOUSE_BUTTON_RELEASE)
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_MIDDLE_BUTTON_UP;
+              else
+                kind = COREWEBVIEW2_MOUSE_EVENT_KIND_MIDDLE_BUTTON_DOUBLE_CLICK;
+              break;
+            default:
+              return;
+          }
+
+          if (gst_navigation_event_parse_modifier_state (event, &state)) {
+            if ((state & GST_NAVIGATION_MODIFIER_SHIFT_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_SHIFT;
+            if ((state & GST_NAVIGATION_MODIFIER_CONTROL_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_CONTROL;
+            if ((state & GST_NAVIGATION_MODIFIER_BUTTON1_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_LEFT_BUTTON;
+            if ((state & GST_NAVIGATION_MODIFIER_BUTTON2_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_RIGHT_BUTTON;
+          }
+
+          comp_ctrl_->SendMouseInput (kind, vkeys, 0, point);
+        }
+        break;
+      case GST_NAVIGATION_EVENT_MOUSE_MOVE:
+        if (gst_navigation_event_parse_mouse_move_event (event, &x, &y)) {
+          GST_TRACE_OBJECT (obj_, "Mouse move, %lfx%lf", x, y);
+          POINT point;
+
+          point.x = (LONG) x;
+          point.y = (LONG) y;
+
+          COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS vkeys =
+              COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_NONE;
+          GstNavigationModifierType state = GST_NAVIGATION_MODIFIER_NONE;
+
+          if (gst_navigation_event_parse_modifier_state (event, &state)) {
+            if ((state & GST_NAVIGATION_MODIFIER_SHIFT_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_SHIFT;
+            if ((state & GST_NAVIGATION_MODIFIER_CONTROL_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_CONTROL;
+            if ((state & GST_NAVIGATION_MODIFIER_BUTTON1_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_LEFT_BUTTON;
+            if ((state & GST_NAVIGATION_MODIFIER_BUTTON2_MASK) != 0)
+              vkeys |= COREWEBVIEW2_MOUSE_EVENT_VIRTUAL_KEYS_RIGHT_BUTTON;
+          }
+
+          comp_ctrl_->SendMouseInput (COREWEBVIEW2_MOUSE_EVENT_KIND_MOVE,
+              vkeys, 0, point);
+        }
+        break;
+      default:
+        break;
+    }
+  }
+
+private:
+  HANDLE event_handle_;
+  HWND hwnd_ = nullptr;
+  GstWebView2Object *obj_ = nullptr;
+  GstD3D11Device *device_ = nullptr;
+  ComPtr<ICompositor> comp_;
+  ComPtr<IContainerVisual> root_container_visual_;
+  ComPtr<IVisual> root_visual_;
+  ComPtr<IContainerVisual> webview_container_visual_;
+  ComPtr<IVisual> webview_visual_;
+  ComPtr<IVisual2> webview_visual2_;
+
+  ComPtr<ICoreWebView2Environment3> env_;
+  ComPtr<ICoreWebView2Controller3> ctrl_;
+  ComPtr<ICoreWebView2CompositionController > comp_ctrl_;
+  ComPtr<ICoreWebView2 > webview_;
+  EventRegistrationToken navigation_compl_token_ = { };
+  std::wstring script_;
+
+  ComPtr<IGraphicsCaptureItem> item_;
+  SizeInt32 frame_size_ = { };
+  ComPtr<IDirect3DDevice> d3d_device_;
+  ComPtr<IDirect3D11CaptureFramePool> frame_pool_;
+  ComPtr<IGraphicsCaptureSession> session_;
+  EventRegistrationToken arrived_token_ = { };
+};
+
+class NaviEventHandler : public RuntimeClass<RuntimeClassFlags<ClassicCom>,
+    FtmBase, IDispatcherQueueHandler>
+{
+public:
+  STDMETHODIMP
+  RuntimeClassInitialize (GstWebView2Item * item, GstEvent * event)
+  {
+    item_ = item;
+    event_ = gst_event_ref (event);
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (void)
+  {
+    item_->HandleEvent (event_);
+    item_ = nullptr;
+
+    return S_OK;
+  }
+
+  ~NaviEventHandler ()
+  {
+    gst_clear_event (&event_);
+  }
+
+private:
+  ComPtr<GstWebView2Item> item_;
+  GstEvent *event_;
+};
+
+class UpdateSizeHandler : public RuntimeClass<RuntimeClassFlags<ClassicCom>,
+    FtmBase, IDispatcherQueueHandler>
+{
+public:
+  STDMETHODIMP
+  RuntimeClassInitialize (GstWebView2Item * item, guint width, guint height)
+  {
+    item_ = item;
+    width_ = width;
+    height_ = height;
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (void)
+  {
+    item_->UpdateSize (width_, height_);
+    item_ = nullptr;
+
+    return S_OK;
+  }
+
+private:
+  ComPtr<GstWebView2Item> item_;
+  FLOAT width_;
+  FLOAT height_;
+};
+
+class UpdateLocationHandler : public RuntimeClass<RuntimeClassFlags<ClassicCom>,
+    FtmBase, IDispatcherQueueHandler>
+{
+public:
+  STDMETHODIMP
+  RuntimeClassInitialize (GstWebView2Item * item, const std::string & location,
+      const std::string & script)
+  {
+    item_ = item;
+    location_wide_ = g_utf8_to_utf16 (location.c_str (),
+        -1, nullptr, nullptr, nullptr);
+    if (!script.empty ()) {
+      script_wide_ = g_utf8_to_utf16 (script.c_str (),
+          -1, nullptr, nullptr, nullptr);
+    }
+
+    return S_OK;
+  }
+
+  IFACEMETHOD(Invoke) (void)
+  {
+    item_->Navigate ((LPCWSTR) location_wide_, (LPCWSTR) script_wide_);
+    item_ = nullptr;
+
+    return S_OK;
+  }
+
+  ~UpdateLocationHandler ()
+  {
+    g_free (location_wide_);
+    g_free (script_wide_);
+  }
+
+private:
+  ComPtr<GstWebView2Item> item_;
+  gunichar2 *location_wide_ = nullptr;
+  gunichar2 *script_wide_ = nullptr;
+};
+
+class AsyncWaiter : public RuntimeClass<RuntimeClassFlags<ClassicCom>,
+    FtmBase, IAsyncActionCompletedHandler>
+{
+public:
+  STDMETHODIMP
+  RuntimeClassInitialize (HANDLE event_handle)
+  {
+    event_handle_ = event_handle;
+    return S_OK;
+  }
+
+  STDMETHOD (Invoke) (IAsyncAction * action, AsyncStatus status)
+  {
+    SetEvent (event_handle_);
+
+    return S_OK;
+  }
+
+private:
+  HANDLE event_handle_;
+};
+
+enum WebView2State
+{
+  WEBVIEW2_STATE_INIT,
+  WEBVIEW2_STATE_RUNNING,
+  WEBVIEW2_STATE_EXIT,
+};
+
+struct GstWebView2ObjectPrivate
+{
+  GstWebView2ObjectPrivate ()
+  {
+    shutdown_begin_handle = CreateEventEx (nullptr,
+        nullptr, 0, EVENT_ALL_ACCESS);
+    shutdown_end_handle = CreateEventEx (nullptr,
+        nullptr, CREATE_EVENT_MANUAL_RESET, EVENT_ALL_ACCESS);
+  }
+
+   ~GstWebView2ObjectPrivate ()
+  {
+    SetEvent (shutdown_begin_handle);
+    g_clear_pointer (&main_thread, g_thread_join);
+
+    CloseHandle (shutdown_begin_handle);
+    CloseHandle (shutdown_end_handle);
+    gst_clear_object (&device);
+  }
+
+  GstD3D11Device *device = nullptr;
+  std::mutex lock;
+  std::condition_variable cond;
+  ComPtr<GstWebView2Item> item;
+  ComPtr<ID3D11Texture2D> texture;
+  ComPtr<IDispatcherQueue> queue;
+  GThread *main_thread = nullptr;
+  std::string location;
+  std::string user_data_folder;
+  HANDLE shutdown_begin_handle;
+  HANDLE shutdown_end_handle;
+  WebView2State state = WEBVIEW2_STATE_INIT;
+  gboolean flushing = FALSE;
+};
+/* *INDENT-ON* */
+
+struct _GstWebView2Object
+{
+  GstObject parent;
+
+  GstWebView2ObjectPrivate *priv;
+};
+
+static void gst_webview2_object_constructed (GObject * object);
+static void gst_webview2_object_finalize (GObject * object);
+static void gst_webview2_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec);
+static gpointer gst_webview2_thread_func (GstWebView2Object * self);
+
+#define gst_webview2_object_parent_class parent_class
+G_DEFINE_TYPE (GstWebView2Object, gst_webview2_object, GST_TYPE_OBJECT);
+
+static void
+gst_webview2_object_class_init (GstWebView2ObjectClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+
+  object_class->constructed = gst_webview2_object_constructed;
+  object_class->finalize = gst_webview2_object_finalize;
+  object_class->set_property = gst_webview2_set_property;
+
+  g_object_class_install_property (object_class, PROP_DEVICE,
+      g_param_spec_object ("device", "D3D11 Device",
+          "GstD3D11Device object for operating",
+          GST_TYPE_D3D11_DEVICE, (GParamFlags)
+          (G_PARAM_WRITABLE | G_PARAM_CONSTRUCT_ONLY |
+              G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_USER_DATA_FOLDER,
+      g_param_spec_string ("user-data-folder", "User Data Folder",
+          "User data folder location. Default location is ${APP_EXE}.WebView2 "
+          "but can be varying depending on platform",
+          nullptr, (GParamFlags) (G_PARAM_WRITABLE | G_PARAM_CONSTRUCT_ONLY |
+              G_PARAM_STATIC_STRINGS)));
+}
+
+static void
+gst_webview2_object_init (GstWebView2Object * self)
+{
+  self->priv = new GstWebView2ObjectPrivate ();
+}
+
+static void
+gst_webview2_object_constructed (GObject * object)
+{
+  auto self = GST_WEBVIEW2_OBJECT (object);
+  auto priv = self->priv;
+
+  priv->main_thread = g_thread_new ("d3d11-webview2",
+      (GThreadFunc) gst_webview2_thread_func, self);
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  while (!priv->state != WEBVIEW2_STATE_INIT)
+    priv->cond.wait (lk);
+  lk.unlock ();
+
+  G_OBJECT_CLASS (parent_class)->constructed (object);
+}
+
+static void
+gst_webview2_object_finalize (GObject * object)
+{
+  auto self = GST_WEBVIEW2_OBJECT (object);
+
+  GST_DEBUG_OBJECT (self, "Clearing engine");
+
+  delete self->priv;
+
+  GST_DEBUG_OBJECT (self, "Cleared");
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_webview2_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_WEBVIEW2_OBJECT (object);
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_DEVICE:
+      priv->device = (GstD3D11Device *) g_value_dup_object (value);
+      break;
+    case PROP_USER_DATA_FOLDER:
+    {
+      auto udf = g_value_get_string (value);
+      if (udf)
+        priv->user_data_folder = udf;
+      break;
+    }
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_webview2_event_loop (GstWebView2Object * self)
+{
+  auto priv = self->priv;
+  ComPtr < AsyncWaiter > async_waiter;
+  ComPtr < IAsyncAction > shutdown_action;
+  HRESULT hr;
+  ComPtr < IDispatcherQueueController > queue_ctrl;
+  DispatcherQueueOptions queue_opt;
+  HWND hwnd = nullptr;
+  HANDLE waitables = { priv->shutdown_begin_handle,
+    priv->shutdown_end_handle
+  };
+  gunichar2 *udf_location = nullptr;
+
+  if (!priv->user_data_folder.empty ()) {
+    udf_location = g_utf8_to_utf16 (priv->user_data_folder.c_str (),
+        -1, nullptr, nullptr, nullptr);
+  }
+
+  GST_D3D11_CALL_ONCE_BEGIN {
+    WNDCLASSEXA wc = { };
+    wc.cbSize = sizeof (WNDCLASSEXA);
+    wc.lpfnWndProc = &GstWebView2Item::WndProc;
+    wc.hInstance = GetModuleHandle (nullptr);
+    wc.style = CS_HREDRAW | CS_VREDRAW;
+    wc.lpszClassName = "GstWebView2Item";
+    RegisterClassExA (&wc);
+  }
+  GST_D3D11_CALL_ONCE_END;
+
+  hwnd = CreateWindowExA (0, "GstWebView2Item", "GstWebView2Item", 0,
+      CW_DEFAULT, CW_DEFAULT, 0, 0, HWND_MESSAGE, nullptr,
+      GetModuleHandle (nullptr), nullptr);
+  if (!hwnd) {
+    GST_ERROR_OBJECT (self, "Couldn't create message hwnd");
+    goto out;
+  }
+
+  hr = MakeAndInitialize < AsyncWaiter > (&async_waiter,
+      priv->shutdown_end_handle);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create shutdown waiter");
+    goto out;
+  }
+
+  queue_opt.dwSize = sizeof (DispatcherQueueOptions);
+  queue_opt.threadType = DQTYPE_THREAD_CURRENT;
+  queue_opt.apartmentType = DQTAT_COM_NONE;
+
+  hr = CreateDispatcherQueueController (queue_opt, &queue_ctrl);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't create queue controller");
+    goto out;
+  }
+
+  hr = queue_ctrl->get_DispatcherQueue (&priv->queue);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't get dispatcher queue");
+    goto out;
+  }
+
+  hr = MakeAndInitialize < GstWebView2Item > (&priv->item, self, priv->device,
+      priv->shutdown_begin_handle, hwnd, (PCWSTR) udf_location);
+  if (FAILED (hr)) {
+    GST_ERROR_OBJECT (self, "Couldn't initialize item");
+    goto out;
+  }
+
+  while (true) {
+    MSG msg;
+    while (PeekMessage (&msg, nullptr, 0, 0, PM_REMOVE)) {
+      TranslateMessage (&msg);
+      DispatchMessage (&msg);
+    }
+
+    auto wait_ret = MsgWaitForMultipleObjects (G_N_ELEMENTS (waitables),
+        waitables, FALSE, INFINITE, QS_ALLINPUT);
+
+    if (wait_ret == WAIT_OBJECT_0) {
+      GST_DEBUG_OBJECT (self, "Begin shutdown");
+      {
+        std::lock_guard < std::mutex > lk (priv->lock);
+        priv->texture = nullptr;
+        priv->queue = nullptr;
+        priv->item->Close ();
+      }
+      hr = queue_ctrl->ShutdownQueueAsync (&shutdown_action);
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (self, "Shutdown failed");
+        break;
+      }
+
+      hr = shutdown_action->put_Completed (async_waiter.Get ());
+      if (FAILED (hr)) {
+        GST_ERROR_OBJECT (self, "Couldn't install shutdown callback");
+        break;
+      }
+    } else if (wait_ret == WAIT_OBJECT_0 + 1) {
+      GST_DEBUG_OBJECT (self, "Shutdown completed");
+      break;
+    } else if (wait_ret == WAIT_IO_COMPLETION) {
+      /* Do nothing */
+    } else if (wait_ret != WAIT_OBJECT_0 + G_N_ELEMENTS (waitables)) {
+      GST_ERROR_OBJECT (self, "Unexpected wait return %u", (guint) wait_ret);
+      break;
+    }
+  }
+
+out:
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->state = WEBVIEW2_STATE_EXIT;
+  priv->cond.notify_all ();
+
+  priv->item = nullptr;
+  priv->queue = nullptr;
+  if (hwnd)
+    CloseWindow (hwnd);
+
+  g_free (udf_location);
+}
+
+static gpointer
+gst_webview2_thread_func (GstWebView2Object * self)
+{
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Entering thread");
+
+  SetThreadDpiAwarenessContext (DPI_AWARENESS_CONTEXT_SYSTEM_AWARE);
+
+  RoInitialize (RO_INIT_SINGLETHREADED);
+  gst_webview2_event_loop (self);
+  RoUninitialize ();
+
+  SetEvent (priv->shutdown_end_handle);
+
+  return nullptr;
+}
+
+static void
+gst_webview2_object_initialized (GstWebView2Object * obj)
+{
+  auto priv = obj->priv;
+
+  GST_DEBUG_OBJECT (obj, "Initialized");
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->state = WEBVIEW2_STATE_RUNNING;
+  priv->cond.notify_all ();
+}
+
+static void
+gst_webview2_object_frame_arrived (GstWebView2Object * obj,
+    ID3D11Texture2D * texture)
+{
+  auto priv = obj->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->texture = nullptr;
+  priv->texture = texture;
+  priv->cond.notify_all ();
+}
+
+GstWebView2Object *
+gst_webview2_object_new (GstD3D11Device * device,
+    const std::string & user_data_folder)
+{
+  GstWebView2Object *self;
+
+  g_return_val_if_fail (GST_IS_D3D11_DEVICE (device), nullptr);
+
+  self = (GstWebView2Object *)
+      g_object_new (GST_TYPE_WEBVIEW2_OBJECT, "device", device,
+      "user-data-folder", user_data_folder.c_str (), nullptr);
+  gst_object_ref_sink (self);
+
+  if (self->priv->state != WEBVIEW2_STATE_RUNNING) {
+    gst_object_unref (self);
+    return nullptr;
+  }
+
+  return self;
+}
+
+gboolean
+gst_webview2_object_set_location (GstWebView2Object * object,
+    const std::string & location, const std::string & script)
+{
+  auto priv = object->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->queue || !priv->item)
+    return FALSE;
+
+  ComPtr < UpdateLocationHandler > handler;
+  auto hr = MakeAndInitialize < UpdateLocationHandler > (&handler,
+      priv->item.Get (), location, script);
+  if (FAILED (hr))
+    return FALSE;
+
+  boolean ret;
+  priv->queue->TryEnqueue (handler.Get (), &ret);
+
+  return ret;
+}
+
+gboolean
+gst_webview_object_update_size (GstWebView2Object * object,
+    guint width, guint height)
+{
+  auto priv = object->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->queue || !priv->item)
+    return FALSE;
+
+  ComPtr < UpdateSizeHandler > handler;
+  auto hr = MakeAndInitialize < UpdateSizeHandler > (&handler,
+      priv->item.Get (), width, height);
+  if (FAILED (hr))
+    return FALSE;
+
+  boolean ret;
+  priv->queue->TryEnqueue (handler.Get (), &ret);
+
+  return ret;
+}
+
+void
+gst_webview2_object_send_event (GstWebView2Object * object, GstEvent * event)
+{
+  auto priv = object->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (!priv->queue || !priv->item)
+    return;
+
+  ComPtr < NaviEventHandler > handler;
+  auto hr = MakeAndInitialize < NaviEventHandler > (&handler,
+      priv->item.Get (), event);
+  if (FAILED (hr))
+    return;
+
+  boolean ret;
+  priv->queue->TryEnqueue (handler.Get (), &ret);
+}
+
+GstFlowReturn
+gst_webview2_object_do_capture (GstWebView2Object * object,
+    ID3D11Texture2D * texture, ID3D11DeviceContext4 * context4,
+    ID3D11Fence * fence, guint64 * fence_val, gboolean need_signal)
+{
+  auto priv = object->priv;
+
+  std::unique_lock < std::mutex > lk (priv->lock);
+  while (!priv->flushing && priv->state == WEBVIEW2_STATE_RUNNING &&
+      !priv->texture) {
+    priv->cond.wait (lk);
+  }
+
+  if (priv->flushing) {
+    GST_DEBUG_OBJECT (object, "We are flushing");
+    return GST_FLOW_FLUSHING;
+  }
+
+  if (priv->state != WEBVIEW2_STATE_RUNNING) {
+    GST_DEBUG_OBJECT (object, "Not a running state");
+    return GST_FLOW_EOS;
+  }
+
+  D3D11_TEXTURE2D_DESC src_desc;
+  D3D11_TEXTURE2D_DESC dst_desc;
+
+  priv->texture->GetDesc (&src_desc);
+  texture->GetDesc (&dst_desc);
+  auto context = gst_d3d11_device_get_device_context_handle (priv->device);
+  GstD3D11DeviceLockGuard dlk (priv->device);
+
+  D3D11_BOX box = { };
+  box.right = MIN (src_desc.Width, dst_desc.Width);
+  box.bottom = MIN (src_desc.Height, dst_desc.Height);
+  box.front = 0;
+  box.back = 1;
+
+  context->CopySubresourceRegion (texture, 0, 0, 0, 0, priv->texture.Get (),
+      0, &box);
+  if (need_signal) {
+    auto fence_value = *fence_val + 1;
+    auto hr = context4->Signal (fence, fence_value);
+    if (!gst_d3d11_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (object, "Signal failed");
+      return GST_FLOW_ERROR;
+    }
+
+    *fence_val = fence_value;
+  }
+
+  return GST_FLOW_OK;
+}
+
+void
+gst_webview2_object_set_flushing (GstWebView2Object * object, gboolean flushing)
+{
+  auto priv = object->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->flushing = flushing;
+  priv->cond.notify_all ();
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/webview2/gstwebview2object.h Added

@@ -0,0 +1,59 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d11/gstd3d11.h>
+#include <d3d11_4.h>
+#include <string>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_WEBVIEW2_OBJECT (gst_webview2_object_get_type())
+G_DECLARE_FINAL_TYPE (GstWebView2Object, gst_webview2_object,
+    GST, WEBVIEW2_OBJECT, GstObject);
+
+GstWebView2Object * gst_webview2_object_new          (GstD3D11Device * device,
+                                                      const std::string & user_data_folder);
+
+gboolean            gst_webview2_object_set_location (GstWebView2Object * client,
+                                                      const std::string & location,
+                                                      const std::string & script);
+
+gboolean            gst_webview_object_update_size   (GstWebView2Object * client,
+                                                      guint width,
+                                                      guint height);
+
+void                gst_webview2_object_send_event   (GstWebView2Object * client,
+                                                      GstEvent * event);
+
+GstFlowReturn       gst_webview2_object_do_capture   (GstWebView2Object * client,
+                                                      ID3D11Texture2D * texture,
+                                                      ID3D11DeviceContext4 * context4,
+                                                      ID3D11Fence * fence,
+                                                      guint64 * fence_val,
+                                                      gboolean need_signal);
+
+void                gst_webview2_object_set_flushing (GstWebView2Object * client,
+                                                      gboolean flushing);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/webview2/gstwebview2src.cpp Added

@@ -0,0 +1,957 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * SECTION:element-webview2src
+ * @title: webview2src
+ * @short_description: WebView2 based browser source
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "gstwebview2src.h"
+#include "gstwebview2object.h"
+#include <gst/d3d11/gstd3d11-private.h>
+#include <gst/d3d12/gstd3d12.h>
+#include <mutex>
+#include <string>
+#include <wrl.h>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+GST_DEBUG_CATEGORY (gst_webview2_src_debug);
+#define GST_CAT_DEFAULT gst_webview2_src_debug
+
+static GstStaticPadTemplate pad_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (GST_VIDEO_CAPS_MAKE_WITH_FEATURES
+        (GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY,
+            "BGRA") ", pixel-aspect-ratio = 1/1; "
+        GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY,
+            "BGRA") ", pixel-aspect-ratio = 1/1; "
+        GST_VIDEO_CAPS_MAKE ("BGRA") ", pixel-aspect-ratio = 1/1"));
+
+enum
+{
+  PROP_0,
+  PROP_ADAPTER,
+  PROP_LOCATION,
+  PROP_PROCESSING_DEADLINE,
+  PROP_JAVASCRIPT,
+  PROP_USER_DATA_FOLDER,
+};
+
+#define DEFAULT_LOCATION "about:blank"
+#define DEFAULT_PROCESSING_DEADLINE (20 * GST_MSECOND)
+#define DEFAULT_ADAPTER -1
+
+/* *INDENT-OFF* */
+struct GstWebView2SrcPrivate
+{
+  ~GstWebView2SrcPrivate ()
+  {
+    ClearResource ();
+    gst_clear_object (&object);
+    gst_clear_object (&device12);
+    gst_clear_object (&device);
+  }
+
+  void ClearResource ()
+  {
+    if (fence12) {
+      auto completed = fence12->GetCompletedValue ();
+      if (completed < fence_val)
+        fence12->SetEventOnCompletion (fence_val, nullptr);
+    }
+
+    staging = nullptr;
+    fence12 = nullptr;
+    fence11 = nullptr;
+    fence_val = 0;
+    context4 = nullptr;
+    device_5 = nullptr;
+    can_d3d12_copy = FALSE;
+  }
+
+  GstD3D11Device *device = nullptr;
+  GstD3D12Device *device12 = nullptr;
+
+  GstWebView2Object *object = nullptr;
+
+  std::mutex lock;
+  GstVideoInfo info;
+  guint64 last_frame_no;
+  GstClockID clock_id = nullptr;
+  ComPtr<ID3D11Texture2D> staging;
+
+  /* D3D12 interop */
+  ComPtr<ID3D11Device5> device_5;
+  ComPtr<ID3D11DeviceContext4> context4;
+  ComPtr<ID3D11Fence> fence11;
+  ComPtr<ID3D12Fence> fence12;
+  gboolean can_d3d12_copy;
+  UINT64 fence_val = 0;
+
+  /* properties */
+  gint adapter_index = DEFAULT_ADAPTER;
+  std::string location = DEFAULT_LOCATION;
+  GstClockTime processing_deadline = DEFAULT_PROCESSING_DEADLINE;
+  std::string script;
+  std::string user_data_folder;
+};
+/* *INDENT-ON* */
+
+struct _GstWebView2Src
+{
+  GstBaseSrc parent;
+
+  GstWebView2SrcPrivate *priv;
+};
+
+static void gst_webview2_src_finalize (GObject * object);
+static void gst_webview2_src_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_win32_video_src_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec);
+
+static GstClock *gst_webview2_src_provide_clock (GstElement * elem);
+static void gst_webview2_src_set_context (GstElement * elem,
+    GstContext * context);
+
+static gboolean gst_webview2_src_start (GstBaseSrc * src);
+static gboolean gst_webview2_src_stop (GstBaseSrc * src);
+static gboolean gst_webview2_src_unlock (GstBaseSrc * src);
+static gboolean gst_webview2_src_unlock_stop (GstBaseSrc * src);
+static gboolean gst_webview2_src_query (GstBaseSrc * src, GstQuery * query);
+static GstCaps *gst_webview2_src_fixate (GstBaseSrc * src, GstCaps * caps);
+static gboolean gst_webview2_src_set_caps (GstBaseSrc * src, GstCaps * caps);
+static gboolean gst_webview2_decide_allocation (GstBaseSrc * src,
+    GstQuery * query);
+static gboolean gst_webview2_src_event (GstBaseSrc * src, GstEvent * event);
+static GstFlowReturn gst_webview2_src_create (GstBaseSrc * src,
+    guint64 offset, guint size, GstBuffer ** buf);
+static void gst_webview2_src_uri_handler_init (gpointer iface, gpointer data);
+
+#define gst_webview2_src_parent_class parent_class
+G_DEFINE_TYPE_WITH_CODE (GstWebView2Src, gst_webview2_src, GST_TYPE_BASE_SRC,
+    G_IMPLEMENT_INTERFACE (GST_TYPE_URI_HANDLER,
+        gst_webview2_src_uri_handler_init));
+
+static void
+gst_webview2_src_class_init (GstWebView2SrcClass * klass)
+{
+  auto object_class = G_OBJECT_CLASS (klass);
+  auto element_class = GST_ELEMENT_CLASS (klass);
+  auto src_class = GST_BASE_SRC_CLASS (klass);
+
+  object_class->finalize = gst_webview2_src_finalize;
+  object_class->set_property = gst_webview2_src_set_property;
+  object_class->get_property = gst_win32_video_src_get_property;
+
+  g_object_class_install_property (object_class, PROP_ADAPTER,
+      g_param_spec_int ("adapter", "Adapter",
+          "DXGI Adapter index (-1 for any device)",
+          -1, G_MAXINT32, DEFAULT_ADAPTER,
+          (GParamFlags) (G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+              G_PARAM_STATIC_STRINGS)));
+
+  g_object_class_install_property (object_class, PROP_LOCATION,
+      g_param_spec_string ("location", "Location",
+          "The URL to display",
+          nullptr, (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_PLAYING)));
+
+  g_object_class_install_property (object_class, PROP_PROCESSING_DEADLINE,
+      g_param_spec_uint64 ("processing-deadline", "Processing deadline",
+          "Maximum processing time for a buffer in nanoseconds", 0, G_MAXUINT64,
+          DEFAULT_PROCESSING_DEADLINE, (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_PLAYING)));
+
+  g_object_class_install_property (object_class, PROP_JAVASCRIPT,
+      g_param_spec_string ("javascript", "Javascript",
+          "Javascript to run on nevigation completed",
+          nullptr, (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_PLAYING)));
+
+  g_object_class_install_property (object_class, PROP_USER_DATA_FOLDER,
+      g_param_spec_string ("user-data-folder", "User Data Folder",
+          "Absolute path to WebView2 user data folder location.", nullptr,
+          (GParamFlags) (G_PARAM_READWRITE |
+              G_PARAM_STATIC_STRINGS | GST_PARAM_MUTABLE_READY)));
+
+  gst_element_class_set_static_metadata (element_class,
+      "WebView2 Source", "Source/Video",
+      "Creates a video stream rendered by WebView2",
+      "Seungha Yang <seungha@centricular.com>");
+
+  gst_element_class_add_static_pad_template (element_class, &pad_template);
+
+  element_class->provide_clock =
+      GST_DEBUG_FUNCPTR (gst_webview2_src_provide_clock);
+  element_class->set_context = GST_DEBUG_FUNCPTR (gst_webview2_src_set_context);
+
+  src_class->start = GST_DEBUG_FUNCPTR (gst_webview2_src_start);
+  src_class->stop = GST_DEBUG_FUNCPTR (gst_webview2_src_stop);
+  src_class->unlock = GST_DEBUG_FUNCPTR (gst_webview2_src_unlock);
+  src_class->unlock_stop = GST_DEBUG_FUNCPTR (gst_webview2_src_unlock_stop);
+  src_class->query = GST_DEBUG_FUNCPTR (gst_webview2_src_query);
+  src_class->fixate = GST_DEBUG_FUNCPTR (gst_webview2_src_fixate);
+  src_class->set_caps = GST_DEBUG_FUNCPTR (gst_webview2_src_set_caps);
+  src_class->decide_allocation =
+      GST_DEBUG_FUNCPTR (gst_webview2_decide_allocation);
+  src_class->event = GST_DEBUG_FUNCPTR (gst_webview2_src_event);
+  src_class->create = GST_DEBUG_FUNCPTR (gst_webview2_src_create);
+
+  GST_DEBUG_CATEGORY_INIT (gst_webview2_src_debug, "webview2src",
+      0, "webview2src");
+}
+
+static void
+gst_webview2_src_init (GstWebView2Src * self)
+{
+  gst_base_src_set_format (GST_BASE_SRC (self), GST_FORMAT_TIME);
+  gst_base_src_set_live (GST_BASE_SRC (self), TRUE);
+
+  self->priv = new GstWebView2SrcPrivate ();
+
+  GST_OBJECT_FLAG_SET (self, GST_ELEMENT_FLAG_PROVIDE_CLOCK);
+  GST_OBJECT_FLAG_SET (self, GST_ELEMENT_FLAG_REQUIRE_CLOCK);
+}
+
+static void
+gst_webview2_src_finalize (GObject * object)
+{
+  auto self = GST_WEBVIEW2_SRC (object);
+
+  delete self->priv;
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_webview2_src_set_location (GstWebView2Src * self, const gchar * location)
+{
+  auto priv = self->priv;
+  priv->location.clear ();
+  if (location)
+    priv->location = location;
+  else
+    priv->location = DEFAULT_LOCATION;
+
+  if (priv->object) {
+    gst_webview2_object_set_location (priv->object,
+        priv->location, priv->script);
+  }
+}
+
+static void
+gst_webview2_src_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_WEBVIEW2_SRC (object);
+  auto priv = self->priv;
+  std::unique_lock < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      priv->adapter_index = g_value_get_int (value);
+      break;
+    case PROP_LOCATION:
+      gst_webview2_src_set_location (self, g_value_get_string (value));
+      break;
+    case PROP_PROCESSING_DEADLINE:
+    {
+      GstClockTime prev_val, new_val;
+      prev_val = priv->processing_deadline;
+      new_val = g_value_get_uint64 (value);
+      priv->processing_deadline = new_val;
+
+      if (prev_val != new_val) {
+        lk.unlock ();
+        GST_DEBUG_OBJECT (self, "Posting latency message");
+        gst_element_post_message (GST_ELEMENT_CAST (self),
+            gst_message_new_latency (GST_OBJECT_CAST (self)));
+      }
+      break;
+    }
+    case PROP_JAVASCRIPT:
+    {
+      auto script = g_value_get_string (value);
+      if (script)
+        priv->script = script;
+      else
+        priv->script.clear ();
+
+      if (priv->object) {
+        gst_webview2_object_set_location (priv->object, priv->location,
+            priv->script);
+      }
+      break;
+    }
+    case PROP_USER_DATA_FOLDER:
+    {
+      auto udf = g_value_get_string (value);
+      if (udf)
+        priv->user_data_folder = udf;
+      else
+        priv->user_data_folder.clear ();
+      break;
+    }
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static void
+gst_win32_video_src_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  auto self = GST_WEBVIEW2_SRC (object);
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  switch (prop_id) {
+    case PROP_ADAPTER:
+      g_value_set_int (value, priv->adapter_index);
+      break;
+    case PROP_LOCATION:
+      g_value_set_string (value, priv->location.c_str ());
+      break;
+    case PROP_PROCESSING_DEADLINE:
+      g_value_set_uint64 (value, priv->processing_deadline);
+      break;
+    case PROP_JAVASCRIPT:
+      g_value_set_string (value, priv->script.c_str ());
+      break;
+    case PROP_USER_DATA_FOLDER:
+      g_value_set_string (value, priv->script.c_str ());
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+}
+
+static GstClock *
+gst_webview2_src_provide_clock (GstElement * elem)
+{
+  return gst_system_clock_obtain ();
+}
+
+static void
+gst_webview2_src_set_context (GstElement * elem, GstContext * context)
+{
+  auto self = GST_WEBVIEW2_SRC (elem);
+  auto priv = self->priv;
+
+  gst_d3d11_handle_set_context (elem,
+      context, priv->adapter_index, &priv->device);
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (elem, context);
+}
+
+static gboolean
+gst_webview2_src_start (GstBaseSrc * src)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+  auto elem = GST_ELEMENT_CAST (src);
+  HRESULT hr;
+
+  GST_DEBUG_OBJECT (self, "Start");
+
+  priv->ClearResource ();
+
+  if (!gst_d3d11_ensure_element_data (elem, priv->adapter_index, &priv->device)) {
+    GST_ERROR_OBJECT (self, "Couldn't get D3D11 device");
+    return FALSE;
+  }
+
+  gint64 luid;
+  g_object_get (priv->device, "adapter-luid", &luid, nullptr);
+  if (!gst_d3d12_ensure_element_data_for_adapter_luid (elem,
+          luid, &priv->device12)) {
+    GST_ERROR_OBJECT (self, "Couldn't get d3d12 device");
+    return FALSE;
+  }
+
+  auto device = gst_d3d11_device_get_device_handle (priv->device);
+  device->QueryInterface (IID_PPV_ARGS (&priv->device_5));
+
+  auto context = gst_d3d11_device_get_device_context_handle (priv->device);
+  context->QueryInterface (IID_PPV_ARGS (&priv->context4));
+
+  if (priv->device_5 && priv->context4) {
+    hr = priv->device_5->CreateFence (0, D3D11_FENCE_FLAG_SHARED,
+        IID_PPV_ARGS (&priv->fence11));
+    if (gst_d3d11_result (hr, priv->device)) {
+      HANDLE fence_handle;
+      hr = priv->fence11->CreateSharedHandle (nullptr, GENERIC_ALL, nullptr,
+          &fence_handle);
+      if (gst_d3d11_result (hr, priv->device)) {
+        auto device12 = gst_d3d12_device_get_device_handle (priv->device12);
+        hr = device12->OpenSharedHandle (fence_handle,
+            IID_PPV_ARGS (&priv->fence12));
+        CloseHandle (fence_handle);
+        if (gst_d3d12_result (hr, priv->device12))
+          priv->can_d3d12_copy = TRUE;
+      }
+    }
+  }
+
+  GST_DEBUG_OBJECT (self, "D3D12 copy support: %d", priv->can_d3d12_copy);
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  priv->object = gst_webview2_object_new (priv->device, priv->user_data_folder);
+  if (!priv->object) {
+    GST_ERROR_OBJECT (self, "Couldn't create object");
+    return FALSE;
+  }
+
+  gst_webview2_object_set_location (priv->object, priv->location, priv->script);
+
+  priv->last_frame_no = -1;
+
+  return TRUE;
+}
+
+static gboolean
+gst_webview2_src_stop (GstBaseSrc * src)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  GST_DEBUG_OBJECT (self, "Stop");
+
+  priv->ClearResource ();
+
+  gst_clear_object (&priv->object);
+  gst_clear_object (&priv->device);
+  gst_clear_object (&priv->device12);
+
+  return TRUE;
+}
+
+static gboolean
+gst_webview2_src_unlock (GstBaseSrc * src)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Unlock");
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (priv->object)
+    gst_webview2_object_set_flushing (priv->object, true);
+
+  if (priv->clock_id)
+    gst_clock_id_unschedule (priv->clock_id);
+
+  return TRUE;
+}
+
+static gboolean
+gst_webview2_src_unlock_stop (GstBaseSrc * src)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+
+  GST_DEBUG_OBJECT (self, "Unlock stop");
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  if (priv->object)
+    gst_webview2_object_set_flushing (priv->object, false);
+
+  return TRUE;
+}
+
+static gboolean
+gst_webview2_src_query (GstBaseSrc * src, GstQuery * query)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_LATENCY:
+    {
+      std::lock_guard < std::mutex > lk (priv->lock);
+      if (GST_CLOCK_TIME_IS_VALID (priv->processing_deadline)) {
+        gst_query_set_latency (query, TRUE, priv->processing_deadline,
+            GST_CLOCK_TIME_NONE);
+      } else {
+        gst_query_set_latency (query, TRUE, 0, 0);
+      }
+      return TRUE;
+    }
+    case GST_QUERY_CONTEXT:
+      if (gst_d3d11_handle_context_query (GST_ELEMENT (self), query,
+              priv->device)) {
+        return TRUE;
+      }
+      break;
+    default:
+      break;
+  }
+
+  return GST_BASE_SRC_CLASS (parent_class)->query (src, query);
+}
+
+static GstCaps *
+gst_webview2_src_fixate (GstBaseSrc * src, GstCaps * caps)
+{
+  caps = gst_caps_make_writable (caps);
+  auto s = gst_caps_get_structure (caps, 0);
+
+  gst_structure_fixate_field_nearest_int (s, "width", 1920);
+  gst_structure_fixate_field_nearest_int (s, "height", 1080);
+  gst_structure_fixate_field_nearest_fraction (s, "framerate", 30, 1);
+
+  return GST_BASE_SRC_CLASS (parent_class)->fixate (src, caps);
+}
+
+static gboolean
+gst_webview2_src_set_caps (GstBaseSrc * src, GstCaps * caps)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  if (!gst_video_info_from_caps (&priv->info, caps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, caps);
+    return FALSE;
+  }
+
+  GST_DEBUG_OBJECT (self, "Set caps %" GST_PTR_FORMAT, caps);
+  priv->staging = nullptr;
+
+  if (priv->object) {
+    gst_webview_object_update_size (priv->object,
+        priv->info.width, priv->info.height);
+  }
+
+  return TRUE;
+}
+
+static gboolean
+gst_webview2_decide_allocation (GstBaseSrc * src, GstQuery * query)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+  GstCaps *caps;
+
+  gst_query_parse_allocation (query, &caps, nullptr);
+  if (!caps) {
+    GST_ERROR_OBJECT (self, "No output caps");
+    return FALSE;
+  }
+
+  GstVideoInfo info;
+  gst_video_info_from_caps (&info, caps);
+
+  gboolean update_pool = FALSE;
+  GstBufferPool *pool = nullptr;
+  guint min, max, size;
+  if (gst_query_get_n_allocation_pools (query) > 0) {
+    gst_query_parse_nth_allocation_pool (query, 0, &pool, &size, &min, &max);
+    update_pool = TRUE;
+  } else {
+    size = info.size;
+    min = max = 0;
+    update_pool = FALSE;
+  }
+
+  auto features = gst_caps_get_features (caps, 0);
+  auto is_d3d11 = gst_caps_features_contains (features,
+      GST_CAPS_FEATURE_MEMORY_D3D11_MEMORY);
+  auto is_d3d12 = gst_caps_features_contains (features,
+      GST_CAPS_FEATURE_MEMORY_D3D12_MEMORY);
+  if (pool) {
+    if (is_d3d11) {
+      if (!GST_IS_D3D11_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto d3d11_pool = GST_D3D11_BUFFER_POOL (pool);
+        if (d3d11_pool->device != priv->device)
+          gst_clear_object (&pool);
+      }
+    } else if (is_d3d12) {
+      if (!GST_IS_D3D12_BUFFER_POOL (pool)) {
+        gst_clear_object (&pool);
+      } else {
+        auto d3d12_pool = GST_D3D12_BUFFER_POOL (pool);
+        if (!gst_d3d12_device_is_equal (d3d12_pool->device, priv->device12))
+          gst_clear_object (&pool);
+      }
+    }
+  }
+
+  if (!pool) {
+    if (is_d3d11)
+      pool = gst_d3d11_buffer_pool_new (priv->device);
+    else if (is_d3d12)
+      pool = gst_d3d12_buffer_pool_new (priv->device12);
+    else
+      pool = gst_video_buffer_pool_new ();
+  }
+
+  auto config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_set_params (config, caps, size, min, max);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+
+  if (is_d3d11) {
+    auto params = gst_buffer_pool_config_get_d3d11_allocation_params (config);
+    if (!params) {
+      params = gst_d3d11_allocation_params_new (priv->device, &info,
+          GST_D3D11_ALLOCATION_FLAG_DEFAULT,
+          D3D11_BIND_SHADER_RESOURCE | D3D11_BIND_RENDER_TARGET, 0);
+    } else {
+      gst_d3d11_allocation_params_set_bind_flags (params,
+          D3D11_BIND_SHADER_RESOURCE | D3D11_BIND_RENDER_TARGET);
+    }
+
+    gst_buffer_pool_config_set_d3d11_allocation_params (config, params);
+    gst_d3d11_allocation_params_free (params);
+  } else if (is_d3d12) {
+    auto params = gst_buffer_pool_config_get_d3d12_allocation_params (config);
+    if (!params) {
+      params = gst_d3d12_allocation_params_new (priv->device12, &info,
+          GST_D3D12_ALLOCATION_FLAG_DEFAULT,
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+          D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET, D3D12_HEAP_FLAG_SHARED);
+    } else {
+      gst_d3d12_allocation_params_set_resource_flags (params,
+          D3D12_RESOURCE_FLAG_ALLOW_SIMULTANEOUS_ACCESS |
+          D3D12_RESOURCE_FLAG_ALLOW_RENDER_TARGET);
+      gst_d3d12_allocation_params_set_heap_flags (params,
+          D3D12_HEAP_FLAG_SHARED);
+    }
+
+    gst_buffer_pool_config_set_d3d12_allocation_params (config, params);
+    gst_d3d12_allocation_params_free (params);
+  }
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    GST_ERROR_OBJECT (self, "Failed to set config");
+    gst_clear_object (&pool);
+    return FALSE;
+  }
+
+  config = gst_buffer_pool_get_config (pool);
+  gst_buffer_pool_config_get_params (config, nullptr, &size, nullptr, nullptr);
+  gst_structure_free (config);
+
+  if (update_pool)
+    gst_query_set_nth_allocation_pool (query, 0, pool, size, min, max);
+  else
+    gst_query_add_allocation_pool (query, pool, size, min, max);
+
+  gst_object_unref (pool);
+
+  return TRUE;
+}
+
+static gboolean
+gst_webview2_src_event (GstBaseSrc * src, GstEvent * event)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+  std::unique_lock < std::mutex > lk (priv->lock);
+
+  if (priv->object || GST_EVENT_TYPE (event) == GST_EVENT_NAVIGATION) {
+    gst_webview2_object_send_event (priv->object, event);
+    return TRUE;
+  }
+  lk.unlock ();
+
+  return GST_BASE_SRC_CLASS (parent_class)->event (src, event);
+}
+
+static GstFlowReturn
+gst_webview2_src_create (GstBaseSrc * src, guint64 offset, guint size,
+    GstBuffer ** buf)
+{
+  auto self = GST_WEBVIEW2_SRC (src);
+  auto priv = self->priv;
+  GstFlowReturn ret;
+  GstClock *clock;
+  GstClockTime base_time;
+  GstClockTime now_gst;
+  GstClockTime next_capture_ts;
+  guint64 next_frame_no = 0;
+  GstBuffer *buffer;
+  gint fps_n, fps_d;
+  GstClockTime dur = GST_CLOCK_TIME_NONE;
+
+  clock = gst_element_get_clock (GST_ELEMENT_CAST (self));
+  now_gst = gst_clock_get_time (clock);
+  base_time = GST_ELEMENT_CAST (self)->base_time;
+  next_capture_ts = now_gst - base_time;
+
+  fps_n = priv->info.fps_n;
+  fps_d = priv->info.fps_d;
+
+  if (fps_n > 0 && fps_d > 0) {
+    next_frame_no = gst_util_uint64_scale (next_capture_ts,
+        fps_n, GST_SECOND * fps_d);
+
+    if (next_frame_no == priv->last_frame_no) {
+      GstClockID id;
+      GstClockReturn clock_ret;
+      std::unique_lock < std::mutex > lk (priv->lock);
+
+      next_frame_no++;
+
+      next_capture_ts = gst_util_uint64_scale (next_frame_no,
+          fps_d * GST_SECOND, fps_n);
+
+      id = gst_clock_new_single_shot_id (GST_ELEMENT_CLOCK (self),
+          next_capture_ts + base_time);
+      priv->clock_id = id;
+      lk.unlock ();
+
+      clock_ret = gst_clock_id_wait (id, nullptr);
+
+      lk.lock ();
+
+      gst_clock_id_unref (id);
+      priv->clock_id = nullptr;
+
+      if (clock_ret == GST_CLOCK_UNSCHEDULED) {
+        gst_object_unref (clock);
+        return GST_FLOW_FLUSHING;
+      }
+
+      dur = gst_util_uint64_scale_int (GST_SECOND, fps_d, fps_n);
+    } else {
+      GstClockTime next_frame_ts = gst_util_uint64_scale (next_frame_no + 1,
+          fps_d * GST_SECOND, fps_n);
+      dur = next_frame_ts - next_capture_ts;
+    }
+  }
+  gst_clear_object (&clock);
+
+  priv->last_frame_no = next_frame_no;
+
+  auto pool = gst_base_src_get_buffer_pool (src);
+  if (!pool) {
+    GST_ERROR_OBJECT (self, "No configured pool");
+    return GST_FLOW_ERROR;
+  }
+  ret = gst_buffer_pool_acquire_buffer (pool, &buffer, nullptr);
+  gst_object_unref (pool);
+  if (ret != GST_FLOW_OK)
+    return ret;
+
+  auto device = gst_d3d11_device_get_device_handle (priv->device);
+
+  ComPtr < ID3D11Texture2D > out_texture;
+  gboolean system_copy = TRUE;
+  gboolean is_d3d12 = FALSE;
+  GstMapInfo out_map;
+  auto mem = gst_buffer_peek_memory (buffer, 0);
+  if (gst_is_d3d11_memory (mem)) {
+    auto dmem = GST_D3D11_MEMORY_CAST (mem);
+    if (dmem->device == priv->device) {
+      if (!gst_memory_map (mem, &out_map, (GstMapFlags)
+              (GST_MAP_D3D11 | GST_MAP_WRITE))) {
+        GST_ERROR_OBJECT (self, "Couldn't map output memory");
+        gst_buffer_unref (buffer);
+        return GST_FLOW_ERROR;
+      }
+
+      out_texture = (ID3D11Texture2D *) out_map.data;
+      system_copy = FALSE;
+    }
+  } else if (priv->can_d3d12_copy && gst_is_d3d12_memory (mem)) {
+    auto dmem = GST_D3D12_MEMORY_CAST (mem);
+    if (gst_d3d12_device_is_equal (dmem->device, priv->device12)) {
+      out_texture = gst_d3d12_memory_get_d3d11_texture (dmem, device);
+      if (out_texture) {
+        gst_d3d12_memory_sync (dmem);
+
+        if (!gst_memory_map (mem, &out_map, GST_MAP_WRITE_D3D12)) {
+          GST_ERROR_OBJECT (self, "Couldn't map output d3d12 memory");
+          gst_buffer_unref (buffer);
+          return GST_FLOW_ERROR;
+        }
+
+        is_d3d12 = TRUE;
+        system_copy = FALSE;
+      }
+    }
+  }
+
+  if (!out_texture) {
+    if (!priv->staging) {
+      D3D11_TEXTURE2D_DESC staging_desc = { };
+      staging_desc.Width = priv->info.width;
+      staging_desc.Height = priv->info.height;
+      staging_desc.Format = DXGI_FORMAT_B8G8R8A8_UNORM;
+      staging_desc.MipLevels = 1;
+      staging_desc.SampleDesc.Count = 1;
+      staging_desc.ArraySize = 1;
+      staging_desc.Usage = D3D11_USAGE_STAGING;
+      staging_desc.CPUAccessFlags = D3D11_CPU_ACCESS_READ;
+
+      auto hr = device->CreateTexture2D (&staging_desc,
+          nullptr, &priv->staging);
+      if (!gst_d3d11_result (hr, priv->device)) {
+        GST_ERROR_OBJECT (self, "Couldn't create staging texture");
+        gst_buffer_unref (buffer);
+        return GST_FLOW_ERROR;
+      }
+    }
+
+    out_texture = priv->staging;
+    GST_TRACE_OBJECT (self, "Do CPU copy");
+  } else {
+    GST_TRACE_OBJECT (self, "Do GPU copy");
+  }
+
+  ret = gst_webview2_object_do_capture (priv->object, out_texture.Get (),
+      priv->context4.Get (), priv->fence11.Get (), &priv->fence_val, is_d3d12);
+  if (ret != GST_FLOW_OK) {
+    if (!system_copy)
+      gst_memory_unmap (mem, &out_map);
+    gst_buffer_unref (buffer);
+    return ret;
+  }
+
+  if (!system_copy) {
+    gst_memory_unmap (mem, &out_map);
+    if (is_d3d12) {
+      auto dmem = GST_D3D12_MEMORY_CAST (mem);
+      gst_d3d12_memory_set_fence (dmem, priv->fence12.Get (), priv->fence_val,
+          FALSE);
+    }
+  } else {
+    auto context = gst_d3d11_device_get_device_context_handle (priv->device);
+    D3D11_MAPPED_SUBRESOURCE map;
+    GstD3D11DeviceLockGuard lk (priv->device);
+    auto hr = context->Map (priv->staging.Get (), 0, D3D11_MAP_READ, 0, &map);
+    if (!gst_d3d11_result (hr, priv->device)) {
+      GST_ERROR_OBJECT (self, "Couldn't map staging texture");
+      gst_buffer_unref (buffer);
+      return GST_FLOW_ERROR;
+    }
+
+    GstVideoFrame frame;
+    if (!gst_video_frame_map (&frame, &priv->info, buffer, GST_MAP_WRITE)) {
+      GST_ERROR_OBJECT (self, "Couldn't map output frame");
+      context->Unmap (priv->staging.Get (), 0);
+      gst_buffer_unref (buffer);
+      return GST_FLOW_ERROR;
+    }
+
+    auto width_in_bytes = priv->info.width * 4;
+    auto src_data = (guint8 *) map.pData;
+    auto dst_data = (guint8 *) GST_VIDEO_FRAME_PLANE_DATA (&frame, 0);
+    for (guint i = 0; i < priv->info.height; i++) {
+      memcpy (dst_data, src_data, width_in_bytes);
+      src_data += map.RowPitch;
+      dst_data += GST_VIDEO_FRAME_PLANE_STRIDE (&frame, 0);
+    }
+
+    context->Unmap (priv->staging.Get (), 0);
+    gst_video_frame_unmap (&frame);
+  }
+
+  GST_BUFFER_DTS (buffer) = GST_CLOCK_TIME_NONE;
+  GST_BUFFER_PTS (buffer) = next_capture_ts;
+  GST_BUFFER_DURATION (buffer) = dur;
+  *buf = buffer;
+
+  return GST_FLOW_OK;
+}
+
+static GstURIType
+gst_webview2_src_uri_get_type (GType type)
+{
+  return GST_URI_SRC;
+}
+
+static const gchar *const *
+gst_webview2_src_get_protocols (GType type)
+{
+  static const gchar *protocols = { "web+http", "web+https", nullptr };
+
+  return protocols;
+}
+
+static gchar *
+gst_webview2_src_get_uri (GstURIHandler * handler)
+{
+  auto self = GST_WEBVIEW2_SRC (handler);
+  auto priv = self->priv;
+  std::lock_guard < std::mutex > lk (priv->lock);
+
+  if (priv->location.empty ())
+    return nullptr;
+
+  return g_strdup (priv->location.c_str ());
+}
+
+static gboolean
+gst_webview2_src_set_uri (GstURIHandler * handler, const gchar * uri_str,
+    GError ** err)
+{
+  auto self = GST_WEBVIEW2_SRC (handler);
+  auto priv = self->priv;
+
+  auto protocol = gst_uri_get_protocol (uri_str);
+  if (!g_str_has_prefix (protocol, "web+")) {
+    g_free (protocol);
+    return FALSE;
+  }
+
+  auto uri = gst_uri_from_string (uri_str);
+  gst_uri_set_scheme (uri, protocol + 4);
+
+  auto location = gst_uri_to_string (uri);
+
+  std::lock_guard < std::mutex > lk (priv->lock);
+  gst_webview2_src_set_location (self, location);
+
+  gst_uri_unref (uri);
+  g_free (protocol);
+  g_free (location);
+
+  return TRUE;
+}
+
+static void
+gst_webview2_src_uri_handler_init (gpointer iface, gpointer data)
+{
+  auto handler = (GstURIHandlerInterface *) iface;
+
+  handler->get_type = gst_webview2_src_uri_get_type;
+  handler->get_protocols = gst_webview2_src_get_protocols;
+  handler->get_uri = gst_webview2_src_get_uri;
+  handler->set_uri = gst_webview2_src_set_uri;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/webview2/gstwebview2src.h Added

@@ -0,0 +1,34 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/base/gstbasesrc.h>
+#include <gst/d3d11/gstd3d11.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_WEBVIEW2_SRC (gst_webview2_src_get_type())
+G_DECLARE_FINAL_TYPE (GstWebView2Src, gst_webview2_src,
+    GST, WEBVIEW2_SRC, GstBaseSrc);
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/webview2/meson.build Added

@@ -0,0 +1,122 @@
+webview2_sources = 
+  'gstwebview2object.cpp',
+  'gstwebview2src.cpp',
+  'plugin.cpp',
+
+
+webview2_headers = 
+  'gstwebview2object.h',
+  'gstwebview2src.h',
+
+
+doc_sources = 
+foreach s: webview2_sources + webview2_headers
+  doc_sources += meson.current_source_dir() / s
+endforeach
+
+plugin_sources += {
+  'webview2': pathsep.join(doc_sources)
+}
+
+extra_args = '-DGST_USE_UNSTABLE_API'
+
+webview2_option = get_option('webview2')
+if host_system != 'windows' or webview2_option.disabled()
+  subdir_done()
+endif
+
+if not gstd3d11_dep.found() or not gstd3d12_dep.found()
+  if webview2_option.enabled()
+    error('The webview2 was enabled explicitly, but required dependencies were not found.')
+  endif
+  subdir_done()
+endif
+
+if cc.get_id() != 'msvc'
+  if webview2_option.enabled()
+    error('webview2 plugin supports only MSVC build.')
+  endif
+  subdir_done()
+endif
+
+if d3d11_winapi_only_app
+  if webview2_option.enabled()
+    error('UWP only build is not supported.')
+  endif
+  subdir_done()
+endif
+
+have_wgc = cxx.compiles('''
+    #include<windows.h>
+    #include<winstring.h>
+    #include<roapi.h>
+    #include <dispatcherqueue.h>
+    #include<windows.graphics.capture.h>,
+    #include<windows.graphics.directx.direct3d11.h>
+    #include<windows.graphics.directx.direct3d11.interop.h>
+    #include<wrl.h>
+    using namespace Microsoft::WRL;
+    using namespace ABI::Windows::Graphics::Capture;
+    ComPtr<IDirect3D11CaptureFramePoolStatics> pool_statics;
+    ComPtr<IDirect3D11CaptureFramePool> pool;
+    ComPtr<IGraphicsCaptureSession> session;
+    ''',
+    name: 'Windows Graphics Capture support in Windows SDK')
+
+if not have_wgc
+  if webview2_option.enabled()
+    error('Windows Graphics Capture API is unavailable.')
+  endif
+  subdir_done()
+endif
+
+building_for_win10 = cxx.compiles('''#include <windows.h>
+    #ifndef WINVER
+    #error "unknown minimum supported OS version"
+    #endif
+    #if (WINVER < 0x0A00)
+    #error "Windows 10 API is not guaranteed"
+    #endif
+    ''',
+    name: 'building for Windows 10')
+
+if not building_for_win10
+  message('Bumping target Windows version to Windows 10 for building webview2 plugin')
+  extra_args += '-U_WIN32_WINNT', '-UWINVER', '-DWINVER=0x0A00', '-D_WIN32_WINNT=0x0A00', '-DNTDDI_VERSION=WDK_NTDDI_VERSION'
+endif
+
+dwmapi_lib = cc.find_library('dwmapi', required : webview2_option)
+dcomp_lib = cc.find_library('dcomp', required : webview2_option)
+runtimeobject_dep = cc.find_library('runtimeobject', required : webview2_option)
+coremessaging_lib = cc.find_library('coremessaging', required : webview2_option)
+
+if not dwmapi_lib.found() or not dcomp_lib.found() or not runtimeobject_dep.found() \
+  or not coremessaging_lib.found()
+  subdir_done()
+endif
+
+loader_lib = cc.find_library('WebView2LoaderStatic', required: false)
+sdk_deps = 
+if loader_lib.found() and cc.has_header('WebView2.h') and cc.has_header('WebView2EnvironmentOptions.h')
+  sdk_deps += loader_lib
+else
+  webview2_dep = dependency('webview2', required : webview2_option,
+      fallback: 'webview2', 'webview2_dep')
+  if not webview2_dep.found()
+    subdir_done()
+  endif
+
+  sdk_deps += webview2_dep
+endif
+
+gstwebview2 = library('gstwebview2',
+  webview2_sources,
+  c_args : gst_plugins_bad_args + extra_args,
+  cpp_args : gst_plugins_bad_args + extra_args,
+  include_directories : configinc,
+  dependencies : gstbase_dep, gstvideo_dep, coremessaging_lib,
+                  gstd3d11_dep, gstd3d12_dep, runtimeobject_dep, dwmapi_lib, dcomp_lib + sdk_deps,
+  install : true,
+  install_dir : plugins_install_dir,
+)
+plugins += gstwebview2

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/webview2/plugin.cpp Added

@@ -0,0 +1,49 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/**
+ * plugin-webview2:
+ *
+ * Microsoft WebView2 plugin
+ *
+ * Since: 1.26
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include "gstwebview2src.h"
+#include "gstwebview2object.h"
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  gst_element_register (plugin,
+      "webview2src", GST_RANK_MARGINAL, GST_TYPE_WEBVIEW2_SRC);
+
+  return TRUE;
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    webview2,
+    "WebView2 plugin",
+    plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/wic/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/wic/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/win32ipc/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/win32ipc/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/winks/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/winks/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/winscreencap/gstgdiscreencapsrc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/winscreencap/gstgdiscreencapsrc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/winscreencap/gstwinscreencap.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/winscreencap/gstwinscreencap.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/winscreencap/gstwinscreencap.h -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/winscreencap/gstwinscreencap.h Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/sys/winscreencap/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/sys/winscreencap/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/cccombiner.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/cccombiner.c Changed

@@ -29,6 +29,8 @@
 #include <string.h>
 
 static GstStaticCaps foo_bar_caps = GST_STATIC_CAPS ("foo/bar");
+static GstStaticCaps foo_bar_caps_25fps =
+GST_STATIC_CAPS ("foo/bar,framerate=25/1");
 static GstStaticCaps foo_bar_caps_60fps =
 GST_STATIC_CAPS ("foo/bar,framerate=60/1");
 static GstStaticCaps cea708_cc_data_caps =
@@ -210,6 +212,8 @@
   int i = 0;
 
   h = gst_harness_new_with_padnames ("cccombiner", "sink", "src");
+  gst_util_set_object_arg ((GObject *) h->element, "cea608-padding-strategy",
+      "0");
   h2 = gst_harness_new_with_element (h->element, NULL, NULL);
   caption_pad = gst_element_request_pad_simple (h->element, "caption");
   gst_harness_add_element_sink_pad (h2, caption_pad);
@@ -299,6 +303,303 @@
 
 GST_END_TEST;
 
+GST_START_TEST (captions_50fps_to_25fps)
+{
+  GstHarness *h, *h2;
+  GstBuffer *outbuf;
+  GstPad *caption_pad;
+  GstCaps *caps;
+  GstVideoCaptionMeta *meta;
+  const guint8 cc_data_both72 = {
+    0xfc, 0x20, 0x20, 0xfd, 0x20, 0x20, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+  };
+  const guint8 cc_data_field136 = {
+    0xfc, 0x20, 0x20, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+  };
+  const guint8 cc_data_field236 = {
+    0xfd, 0x20, 0x20, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+  };
+  int i = 0;
+
+  h = gst_harness_new_with_padnames ("cccombiner", "sink", "src");
+  h2 = gst_harness_new_with_element (h->element, NULL, NULL);
+  caption_pad = gst_element_request_pad_simple (h->element, "caption");
+  gst_harness_add_element_sink_pad (h2, caption_pad);
+  gst_object_unref (caption_pad);
+
+  g_object_set (h->element, "emit-signals", TRUE, NULL);
+  g_signal_connect (h->element, "samples-selected",
+      G_CALLBACK (samples_selected_cb), NULL);
+
+  gst_element_set_state (h->element, GST_STATE_NULL);
+  gst_element_set_state (h->element, GST_STATE_PLAYING);
+
+  gst_harness_set_src_caps_str (h, foo_bar_caps_25fps.string);
+  gst_harness_set_src_caps_str (h2, cea708_cc_data_caps.string);
+
+  /* We're rescheduling a 50 fps stream (1 tuple per frame)
+   * to 25 fps (2 tuples per frame) */
+
+  /* Push a video buffer and two caption buffers */
+  for (i = 0; i < 300; i++) {
+    GstBuffer *video_buf, *caption_buf = NULL;
+
+    video_buf = gst_buffer_new_and_alloc (128);
+    GST_BUFFER_PTS (video_buf) = i * 40 * GST_MSECOND;
+    GST_BUFFER_DURATION (video_buf) = 40 * GST_MSECOND;
+    gst_harness_push (h, video_buf);
+
+    caption_buf = gst_buffer_new_and_alloc (36);
+    gst_buffer_fill (caption_buf, 0, cc_data_field1, 36);
+    GST_BUFFER_PTS (caption_buf) = (2 * i) * 20 * GST_MSECOND;
+    GST_BUFFER_DURATION (caption_buf) = 20 * GST_MSECOND;
+    gst_harness_push (h2, caption_buf);
+
+    caption_buf = gst_buffer_new_and_alloc (36);
+    gst_buffer_fill (caption_buf, 0, cc_data_field2, 36);
+    GST_BUFFER_PTS (caption_buf) = (2 * i + 1) * 20 * GST_MSECOND;
+    GST_BUFFER_DURATION (caption_buf) = 20 * GST_MSECOND;
+    gst_harness_push (h2, caption_buf);
+
+    /* Pull the previous output buffer */
+    if (i > 0) {
+      int j;
+      outbuf = gst_harness_pull (h);
+      fail_unless (outbuf != NULL);
+
+      meta = gst_buffer_get_video_caption_meta (outbuf);
+      fail_unless (meta != NULL);
+      fail_unless_equals_int (meta->caption_type,
+          GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
+      fail_unless_equals_int (meta->size, 72);
+      GST_MEMDUMP ("caption data", meta->data, meta->size);
+
+      for (j = 0; j < meta->size; j++) {
+        fail_unless_equals_int (meta->dataj, cc_data_bothj);
+      }
+
+      gst_buffer_unref (outbuf);
+    }
+    expected_video_buffer = video_buf;
+    if (caption_buf)
+      expected_caption_buffer = caption_buf;
+  }
+
+  /* Push EOS on both pads get the second output buffer, we otherwise wait
+   * in case there are further captions for the current video buffer */
+  gst_harness_push_event (h, gst_event_new_eos ());
+  gst_harness_push_event (h2, gst_event_new_eos ());
+
+  outbuf = gst_harness_pull (h);
+  fail_unless (outbuf != NULL);
+
+  meta = gst_buffer_get_video_caption_meta (outbuf);
+  fail_unless (meta != NULL);
+  fail_unless_equals_int (meta->caption_type,
+      GST_VIDEO_CAPTION_TYPE_CEA708_RAW);
+  fail_unless_equals_int (meta->size, 72);
+
+  gst_buffer_unref (outbuf);
+
+  /* Caps should be equal to input caps */
+  caps = gst_pad_get_current_caps (h->sinkpad);
+  fail_unless (caps != NULL);
+  fail_unless (gst_caps_can_intersect (caps,
+          gst_static_caps_get (&foo_bar_caps)));
+  gst_caps_unref (caps);
+
+  gst_harness_teardown (h);
+  gst_harness_teardown (h2);
+}
+
+GST_END_TEST;
+
+typedef struct
+{
+  GMutex lock;
+  GCond cond;
+  guint num_buffers;
+  gboolean got_custom_event;
+  gboolean got_eos;
+} CapsChangeData;
+
+static GstPadProbeReturn
+video_caps_change_probe (GstPad * pad, GstPadProbeInfo * info,
+    CapsChangeData * data)
+{
+  g_mutex_lock (&data->lock);
+  if (GST_IS_EVENT (GST_PAD_PROBE_INFO_DATA (info))) {
+    GstEvent *ev = GST_PAD_PROBE_INFO_EVENT (info);
+    switch (GST_EVENT_TYPE (ev)) {
+      case GST_EVENT_CUSTOM_DOWNSTREAM:
+        data->got_custom_event = TRUE;
+        g_cond_signal (&data->cond);
+        break;
+      case GST_EVENT_CAPS:
+      {
+        GstCaps *caps;
+        GstStructure *s;
+        const gchar *name;
+
+        gst_event_parse_caps (ev, &caps);
+        s = gst_caps_get_structure (caps, 0);
+        name = gst_structure_get_name (s);
+
+        if (data->num_buffers == 0) {
+          fail_unless_equals_string (name, "test/foo");
+        } else {
+          fail_unless_equals_string (name, "test/bar");
+        }
+        break;
+      }
+      case GST_EVENT_EOS:
+        data->got_eos = TRUE;
+        g_cond_signal (&data->cond);
+        break;
+      default:
+        break;
+
+    }
+  } else if (GST_IS_BUFFER (GST_PAD_PROBE_INFO_DATA (info))) {
+    data->num_buffers++;
+  }
+  g_mutex_unlock (&data->lock);
+
+  return GST_PAD_PROBE_DROP;
+}
+
+GST_START_TEST (video_caps_change)
+{
+  GstBuffer *buf;
+  GstPad *sinkpad;
+  GstPad *caption_pad;
+  GstPad *srcpad;
+  GstCaps *caps;
+  const guint8 cc_data3 = { 0xfc, 0x20, 0x20 };
+  GstEvent *event;
+  CapsChangeData data;
+  GstElement *elem;
+  GstSegment segment;
+  GstFlowReturn flow_ret;
+  gboolean ret;
+
+  g_mutex_init (&data.lock);
+  g_cond_init (&data.cond);
+  data.num_buffers = 0;
+  data.got_custom_event = FALSE;
+  data.got_eos = FALSE;
+
+  elem = gst_element_factory_make ("cccombiner", NULL);
+
+  g_object_set (elem, "schedule", FALSE, "output-padding", FALSE, NULL);
+
+  sinkpad = gst_element_get_static_pad (elem, "sink");
+  srcpad = gst_element_get_static_pad (elem, "src");
+  caption_pad = gst_element_request_pad_simple (elem, "caption");
+
+  gst_pad_add_probe (srcpad, GST_PAD_PROBE_TYPE_DATA_DOWNSTREAM,
+      (GstPadProbeCallback) video_caps_change_probe, &data, NULL);
+
+  gst_element_set_state (elem, GST_STATE_PLAYING);
+
+  /* Send mandatory events */
+  gst_pad_send_event (sinkpad, gst_event_new_stream_start ("test-start-0"));
+  gst_pad_send_event (caption_pad, gst_event_new_stream_start ("test-start-1"));
+
+  caps = gst_caps_from_string ("test/foo");
+  fail_unless (caps);
+  gst_pad_send_event (sinkpad, gst_event_new_caps (caps));
+  gst_caps_unref (caps);
+
+  caps = gst_caps_from_string (cea708_cc_data_caps.string);
+  fail_unless (caps);
+  gst_pad_send_event (caption_pad, gst_event_new_caps (caps));
+  gst_caps_unref (caps);
+
+  gst_segment_init (&segment, GST_FORMAT_TIME);
+  gst_pad_send_event (sinkpad, gst_event_new_segment (&segment));
+  gst_pad_send_event (caption_pad, gst_event_new_segment (&segment));
+
+  /* Push a video buffer */
+  buf = gst_buffer_new_and_alloc (128);
+  GST_BUFFER_PTS (buf) = 0;
+  GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
+  flow_ret = gst_pad_chain (sinkpad, buf);
+  fail_unless (flow_ret == GST_FLOW_OK);
+
+  /* Push a gap event. aggregate() will consume this event
+   * and cccombiner will hold the first video buffer without pushing
+   * to downstream */
+  event = gst_event_new_gap (0, 40 * GST_MSECOND - 1);
+  ret = gst_pad_send_event (caption_pad, event);
+  fail_unless (ret);
+
+  /* Send a serialized event to ensure aggregate() got called */
+  event = gst_event_new_custom (GST_EVENT_CUSTOM_DOWNSTREAM,
+      gst_structure_new_empty ("test-caps-serialize"));
+  ret = gst_pad_send_event (caption_pad, event);
+  fail_unless (ret);
+
+  g_mutex_lock (&data.lock);
+  while (!data.got_custom_event)
+    g_cond_wait (&data.cond, &data.lock);
+
+  /* there should no buffer pushed at this point */
+  fail_unless (data.num_buffers == 0);
+  g_mutex_unlock (&data.lock);
+
+  /* Push new caps with buffers */
+  caps = gst_caps_new_empty_simple ("test/bar");
+  gst_pad_send_event (sinkpad, gst_event_new_caps (caps));
+  gst_caps_unref (caps);
+
+  buf = gst_buffer_new_and_alloc (128);
+  GST_BUFFER_PTS (buf) = 40 * GST_MSECOND;
+  GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
+  flow_ret = gst_pad_chain (sinkpad, buf);
+  fail_unless (flow_ret == GST_FLOW_OK);
+
+  buf = gst_buffer_new_and_alloc (3);
+  gst_buffer_fill (buf, 0, cc_data, 3);
+  GST_BUFFER_PTS (buf) = 40 * GST_MSECOND;
+  GST_BUFFER_DURATION (buf) = 40 * GST_MSECOND;
+  flow_ret = gst_pad_chain (caption_pad, buf);
+  fail_unless (flow_ret == GST_FLOW_OK);
+
+  ret = gst_pad_send_event (sinkpad, gst_event_new_eos ());
+  fail_unless (ret);
+  ret = gst_pad_send_event (caption_pad, gst_event_new_eos ());
+  fail_unless (ret);
+
+  g_mutex_lock (&data.lock);
+  while (!data.got_eos)
+    g_cond_wait (&data.cond, &data.lock);
+
+  fail_unless_equals_int (data.num_buffers, 2);
+  g_mutex_unlock (&data.lock);
+
+  gst_element_set_state (elem, GST_STATE_NULL);
+  gst_object_unref (sinkpad);
+  gst_object_unref (srcpad);
+  gst_element_release_request_pad (elem, caption_pad);
+  gst_object_unref (caption_pad);
+  gst_object_unref (elem);
+
+  g_mutex_clear (&data.lock);
+  g_cond_clear (&data.cond);
+}
+
+GST_END_TEST;
+
 static Suite *
 cccombiner_suite (void)
 {
@@ -310,6 +611,8 @@
   tcase_add_test (tc, no_captions);
   tcase_add_test (tc, captions_and_eos);
   tcase_add_test (tc, captions_no_output_padding_60fps_608_field1_only);
+  tcase_add_test (tc, captions_50fps_to_25fps);
+  tcase_add_test (tc, video_caps_change);
 
   return s;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/ccconverter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/ccconverter.c Changed

@@ -1285,6 +1285,34 @@
 
 GST_END_TEST;
 
+GST_START_TEST (convert_cea708_cdp_cea608_raw_field_one_60fps)
+{
+  const guint8 in1 =
+      { 0x96, 0x69, 0x2b, 0x8f, 0x43, 0x00, 0x00, 0x72, 0xea, 0xfc, 0x80, 0x80,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0x74, 0x00, 0x00, 0x6e,
+  };
+  const guint8 in2 =
+      { 0x96, 0x69, 0x2b, 0x8f, 0x43, 0x00, 0x01, 0x72, 0xea, 0xfd, 0x81, 0x82,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00, 0xfa, 0x00, 0x00,
+    0xfa, 0x00, 0x00, 0x74, 0x00, 0x01, 0x68,
+  };
+  const guint8 *in = { in1, in2 };
+  guint in_len = { sizeof (in1), sizeof (in2) };
+  const guint8 out1 = { 0x81, 0x82 };
+  const guint8 *out = { out1 };
+  guint out_len = { sizeof (out1) };
+  check_conversion_multiple (G_N_ELEMENTS (in_len), in, in_len,
+      G_N_ELEMENTS (out_len), out, out_len,
+      "closedcaption/x-cea-708,format=(string)cdp,framerate=60/1",
+      "closedcaption/x-cea-608,format=(string)raw,framerate=60/1,field=1", NULL,
+      NULL, 0);
+}
+
+GST_END_TEST;
+
 static Suite *
 ccextractor_suite (void)
 {
@@ -1330,6 +1358,7 @@
   tcase_add_test (tc, convert_cea608_s334_1a_cea608_raw_field_one);
   tcase_add_test (tc, convert_cea708_cc_data_cea608_raw_field_one);
   tcase_add_test (tc, convert_cea708_cdp_cea608_raw_field_one);
+  tcase_add_test (tc, convert_cea708_cdp_cea608_raw_field_one_60fps);
   tcase_add_test (tc, convert_cea608_raw_cea608_raw_field_one);
   tcase_add_test (tc, convert_cea608_raw_field1_cea708_cdp_60fps);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/dash_mpd.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/dash_mpd.c Changed

@@ -5999,6 +5999,12 @@
 
 GST_END_TEST;
 
+#if 0
+/*
+ * Test disabled due to failures with recent libsoup
+*/
+
+
 /*
  * Test parsing of Perioud using @xlink:href attribute
  */
@@ -6103,6 +6109,7 @@
 
 GST_END_TEST;
 
+#endif
 
 /*
  * Test parsing xsd:datetime with timezoneoffset.
@@ -6513,6 +6520,53 @@
 
 GST_END_TEST;
 
+GST_START_TEST (dash_mpdparser_check_mpd_client_set_period_to_0)
+{
+  GstMPDClient *mpdclient = NULL;
+  GstMPDPeriodNode *period;
+  gchar *period_id;
+  gchar *new_xml;
+  gint new_xml_size;
+  const gchar *xml = "<?xml version=\"1.0\"?>\n"
+      "<MPD xmlns=\"urn:mpeg:dash:schema:mpd:2011\" profiles=\"urn:mpeg:dash:profile:isoff-main:2011\" "
+      "schemaLocation=\"TestSchemaLocation\" xmlns:xsi=\"TestNamespaceXSI\" xmlns:ext=\"TestNamespaceEXT\" "
+      "id=\"testId\" type=\"static\" minBufferTime=\"P0Y0M0DT0H0M2.0S\">"
+      "<BaseURL serviceLocation=\"TestServiceLocation\" byteRange=\"TestByteRange\">TestBaseURL</BaseURL>"
+      "<Period id=\"TestId\" start=\"PT0S\" duration=\"P0Y0M0DT0H0M40.0S\" bitstreamSwitching=\"true\"/></MPD>\n";
+
+  mpdclient = gst_mpd_client_new ();
+  gst_mpd_client_set_root_node (mpdclient,
+      "default-namespace", "urn:mpeg:dash:schema:mpd:2011",
+      "profiles", "urn:mpeg:dash:profile:isoff-main:2011",
+      "schema-location", "TestSchemaLocation",
+      "namespace-xsi", "TestNamespaceXSI",
+      "namespace-ext", "TestNamespaceEXT", "id", "testId", NULL);
+  gst_mpd_client_add_baseurl_node (mpdclient,
+      "url", "TestBaseURL",
+      "service-location", "TestServiceLocation",
+      "byte-range", "TestByteRange", NULL);
+  period_id = gst_mpd_client_set_period_node (mpdclient, (gchar *) "TestId", "start", (guint64) 0,      // ms
+      "duration", (guint64) 40000, "bitstream-switching", 1, NULL);
+
+  /* Period */
+  period = (GstMPDPeriodNode *) mpdclient->mpd_root_node->Periods->data;
+
+  assert_equals_string (period_id, "TestId");
+  assert_equals_string (period->id, "TestId");
+  assert_equals_int64 (period->start, 0);
+  assert_equals_int64 (period->duration, 40000);
+  assert_equals_int (period->bitstreamSwitching, 1);
+
+  /* XML content */
+  gst_mpd_client_get_xml_content (mpdclient, &new_xml, &new_xml_size);
+  assert_equals_string (xml, new_xml);
+  g_free (new_xml);
+
+  gst_mpd_client_free (mpdclient);
+}
+
+GST_END_TEST;
+
 /*
  * create a test suite containing all dash testcases
  */
@@ -6537,6 +6591,8 @@
 
   /* test mpd client set methods */
   tcase_add_test (tc_simpleMPD, dash_mpdparser_check_mpd_client_set_methods);
+  tcase_add_test (tc_simpleMPD,
+      dash_mpdparser_check_mpd_client_set_period_to_0);
 
   /* tests parsing attributes from each element type */
   tcase_add_test (tc_simpleMPD, dash_mpdparser_mpd);
@@ -6658,8 +6714,11 @@
   tcase_add_test (tc_simpleMPD, dash_mpdparser_various_duration_formats);
   tcase_add_test (tc_simpleMPD, dash_mpdparser_default_presentation_delay);
 
+#if 0
+  /* Test disabled due to failure with libsoup */
   /* tests checking xlink attributes */
   tcase_add_test (tc_simpleMPD, dash_mpdparser_xlink_period);
+#endif
 
   /* tests checking the MPD management
    * (eg. setting active streams, obtaining attributes values)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/dashsink.c Added

@@ -0,0 +1,387 @@
+/* GStreamer unit test for splitmuxsink elements
+ *
+ * Copyright (C) 2007 David A. Schleef <ds@schleef.org>
+ * Copyright (C) 2015 Jan Schmidt <jan@centricular.com>
+ * Copyright (C) 2025 Stephane Cerveau <scerveau@igalia.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#  include "config.h"
+#endif
+
+#include <glib/gstdio.h>
+
+#include <gst/check/gstcheck.h>
+#include <gst/app/app.h>
+#include <stdlib.h>
+
+gchar *tmpdir = NULL;
+GstClockTime first_ts;
+GstClockTime last_ts;
+gdouble current_rate;
+
+static void
+tempdir_setup (void)
+{
+  const gchar *systmp = g_get_tmp_dir ();
+  tmpdir = g_build_filename (systmp, "dashsink-test-XXXXXX", NULL);
+  /* Rewrites tmpdir template input: */
+  tmpdir = g_mkdtemp (tmpdir);
+}
+
+static void
+tempdir_cleanup (void)
+{
+  GDir *d;
+  const gchar *f;
+
+  fail_if (tmpdir == NULL);
+
+  d = g_dir_open (tmpdir, 0, NULL);
+  fail_if (d == NULL);
+
+  while ((f = g_dir_read_name (d)) != NULL) {
+    gchar *fname = g_build_filename (tmpdir, f, NULL);
+    fail_if (g_remove (fname) != 0, "Failed to remove tmp file %s", fname);
+    g_free (fname);
+  }
+  g_dir_close (d);
+
+  fail_if (g_remove (tmpdir) != 0, "Failed to delete tmpdir %s", tmpdir);
+
+  g_free (tmpdir);
+  tmpdir = NULL;
+}
+
+static guint
+count_files (const gchar * target)
+{
+  GDir *d;
+  const gchar *f;
+  guint ret = 0;
+
+  d = g_dir_open (target, 0, NULL);
+  fail_if (d == NULL);
+
+  while ((f = g_dir_read_name (d)) != NULL)
+    ret++;
+  g_dir_close (d);
+
+  return ret;
+}
+
+static void
+dump_error (GstMessage * msg)
+{
+  GError *err = NULL;
+  gchar *dbg_info;
+
+  fail_unless (GST_MESSAGE_TYPE (msg) == GST_MESSAGE_ERROR);
+
+  gst_message_parse_error (msg, &err, &dbg_info);
+
+  g_printerr ("ERROR from element %s: %s\n",
+      GST_OBJECT_NAME (msg->src), err->message);
+  g_printerr ("Debugging info: %s\n", (dbg_info) ? dbg_info : "none");
+  g_error_free (err);
+  g_free (dbg_info);
+}
+
+static GstMessage *
+run_pipeline (GstElement * pipeline, guint num_segments_expected,
+    const GstClockTime * segment_durations)
+{
+  GstBus *bus = gst_element_get_bus (GST_ELEMENT (pipeline));
+  GstMessage *msg;
+  guint segments_seen = 0;
+
+  gst_element_set_state (pipeline, GST_STATE_PLAYING);
+  do {
+    msg =
+        gst_bus_poll (bus,
+        GST_MESSAGE_EOS | GST_MESSAGE_ERROR | GST_MESSAGE_ELEMENT, -1);
+    if (GST_MESSAGE_TYPE (msg) == GST_MESSAGE_EOS
+        || GST_MESSAGE_TYPE (msg) == GST_MESSAGE_ERROR) {
+      break;
+    }
+    if (num_segments_expected != 0) {
+      // Handle dashsink element message
+      const GstStructure *s = gst_message_get_structure (msg);
+      if (gst_structure_has_name (s, "dashsink-new-segment")) {
+        GstClockTime segment_duration;
+        guint segment_id;
+        fail_unless (gst_structure_get_uint (s, "segment-id", &segment_id));
+        fail_unless (segment_id < num_segments_expected);
+
+        fail_unless (gst_structure_get_clock_time (s, "duration",
+                &segment_duration));
+
+        if (segment_durations != NULL) {
+          fail_unless (segment_durationssegment_id == segment_duration,
+              "Expected duration %" GST_TIME_FORMAT
+              " for fragment %u. Got duration %" GST_TIME_FORMAT,
+              GST_TIME_ARGS (segment_durationssegment_id),
+              segment_id, GST_TIME_ARGS (segment_duration));
+        }
+        segments_seen++;
+      }
+    }
+    gst_message_unref (msg);
+  } while (TRUE);
+
+  gst_element_set_state (pipeline, GST_STATE_NULL);
+
+  gst_object_unref (bus);
+
+  if (GST_MESSAGE_TYPE (msg) == GST_MESSAGE_ERROR)
+    dump_error (msg);
+  else if (num_segments_expected != 0) {
+    // Success. Check we got the expected number of fragment messages
+    fail_unless (segments_seen == num_segments_expected);
+  }
+
+  return msg;
+}
+
+static void
+seek_pipeline (GstElement * pipeline, gdouble rate, GstClockTime start,
+    GstClockTime end)
+{
+  /* Pause the pipeline, seek to the desired range / rate, wait for PAUSED again, then
+   * clear the tracking vars for start_ts / end_ts */
+  gst_element_set_state (pipeline, GST_STATE_PAUSED);
+  gst_element_get_state (pipeline, NULL, NULL, GST_CLOCK_TIME_NONE);
+
+  /* specific end time not implemented: */
+  fail_unless (end == GST_CLOCK_TIME_NONE);
+
+  gst_element_seek (pipeline, rate, GST_FORMAT_TIME,
+      GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_ACCURATE, GST_SEEK_TYPE_SET, start,
+      GST_SEEK_TYPE_END, 0);
+
+  /* Wait for the pipeline to preroll again */
+  gst_element_get_state (pipeline, NULL, NULL, GST_CLOCK_TIME_NONE);
+
+  GST_LOG ("Seeked pipeline. Rate %f time range %" GST_TIME_FORMAT " to %"
+      GST_TIME_FORMAT, rate, GST_TIME_ARGS (start), GST_TIME_ARGS (end));
+
+  /* Clear tracking variables now that the seek is complete */
+  first_ts = last_ts = GST_CLOCK_TIME_NONE;
+  current_rate = rate;
+};
+
+static GstFlowReturn
+receive_sample (GstAppSink * appsink, gpointer user_data)
+{
+  GstSample *sample;
+  GstSegment *seg;
+  GstBuffer *buf;
+  GstClockTime start;
+  GstClockTime end;
+
+  g_signal_emit_by_name (appsink, "pull-sample", &sample);
+  fail_unless (sample != NULL);
+
+  seg = gst_sample_get_segment (sample);
+  fail_unless (seg != NULL);
+
+  buf = gst_sample_get_buffer (sample);
+  fail_unless (buf != NULL);
+
+  GST_LOG ("Got buffer %" GST_PTR_FORMAT, buf);
+
+  start = GST_BUFFER_PTS (buf);
+  end = start;
+
+  if (GST_CLOCK_TIME_IS_VALID (start))
+    start = gst_segment_to_stream_time (seg, GST_FORMAT_TIME, start);
+
+  if (GST_CLOCK_TIME_IS_VALID (end)) {
+    if (GST_BUFFER_DURATION_IS_VALID (buf))
+      end += GST_BUFFER_DURATION (buf);
+
+    end = gst_segment_to_stream_time (seg, GST_FORMAT_TIME, end);
+  }
+
+  GST_DEBUG ("Got buffer stream time %" GST_TIME_FORMAT " to %" GST_TIME_FORMAT,
+      GST_TIME_ARGS (start), GST_TIME_ARGS (end));
+
+  /* Check time is moving in the right direction */
+  if (current_rate > 0) {
+    if (GST_CLOCK_TIME_IS_VALID (first_ts))
+      fail_unless (start >= first_ts,
+          "Timestamps went backward during forward play, %" GST_TIME_FORMAT
+          " < %" GST_TIME_FORMAT, GST_TIME_ARGS (start),
+          GST_TIME_ARGS (first_ts));
+    if (GST_CLOCK_TIME_IS_VALID (last_ts))
+      fail_unless (end >= last_ts,
+          "Timestamps went backward during forward play, %" GST_TIME_FORMAT
+          " < %" GST_TIME_FORMAT, GST_TIME_ARGS (end), GST_TIME_ARGS (last_ts));
+  } else {
+    fail_unless (start <= first_ts,
+        "Timestamps went forward during reverse play, %" GST_TIME_FORMAT " > %"
+        GST_TIME_FORMAT, GST_TIME_ARGS (start), GST_TIME_ARGS (first_ts));
+    fail_unless (end <= last_ts,
+        "Timestamps went forward during reverse play, %" GST_TIME_FORMAT " > %"
+        GST_TIME_FORMAT, GST_TIME_ARGS (end), GST_TIME_ARGS (last_ts));
+  }
+
+  /* update the range of timestamps we've encountered */
+  if (!GST_CLOCK_TIME_IS_VALID (first_ts) || start < first_ts)
+    first_ts = start;
+  if (!GST_CLOCK_TIME_IS_VALID (last_ts) || end > last_ts)
+    last_ts = end;
+
+  gst_sample_unref (sample);
+
+  if (user_data) {
+    guint *num_frame = (guint *) user_data;
+
+    *num_frame = *num_frame + 1;
+  }
+
+  return GST_FLOW_OK;
+}
+
+static void
+test_playback (const gchar * filename, GstClockTime exp_first_time,
+    GstClockTime exp_last_time,
+    guint num_segments_expected, const GstClockTime * segment_durations)
+{
+  GstMessage *msg;
+  GstElement *pipeline;
+  GstElement *appsink;
+  GstElement *fakesink;
+  GstAppSinkCallbacks callbacks = { NULL };
+  gchar *uri;
+
+  GST_DEBUG ("Playing back file %s", filename);
+
+  pipeline = gst_element_factory_make ("playbin", NULL);
+  fail_if (pipeline == NULL);
+
+  appsink = gst_element_factory_make ("appsink", NULL);
+  fail_if (appsink == NULL);
+
+  /*Full speed playback */
+  g_object_set (G_OBJECT (appsink), "sync", FALSE, NULL);
+
+  g_object_set (G_OBJECT (pipeline), "video-sink", appsink, NULL);
+  fakesink = gst_element_factory_make ("fakesink", NULL);
+  fail_if (fakesink == NULL);
+  g_object_set (G_OBJECT (pipeline), "audio-sink", fakesink, NULL);
+
+  uri = g_strdup_printf ("file://%s", filename);
+
+  g_object_set (G_OBJECT (pipeline), "uri", uri, NULL);
+  g_free (uri);
+
+  callbacks.new_sample = receive_sample;
+  gst_app_sink_set_callbacks (GST_APP_SINK (appsink), &callbacks, NULL, NULL);
+
+  /* test forwards */
+  seek_pipeline (pipeline, 1.0, 0, -1);
+  fail_unless (first_ts == GST_CLOCK_TIME_NONE);
+  msg = run_pipeline (pipeline, 0, NULL);
+  fail_unless (GST_MESSAGE_TYPE (msg) == GST_MESSAGE_EOS);
+  gst_message_unref (msg);
+
+  /* Check we saw the entire range of values */
+  fail_unless (first_ts == exp_first_time,
+      "Expected start of playback range %" GST_TIME_FORMAT ", got %"
+      GST_TIME_FORMAT, GST_TIME_ARGS (exp_first_time),
+      GST_TIME_ARGS (first_ts));
+  fail_unless (last_ts == exp_last_time,
+      "Expected end of playback range %" GST_TIME_FORMAT ", got %"
+      GST_TIME_FORMAT, GST_TIME_ARGS (exp_last_time), GST_TIME_ARGS (last_ts));
+
+  gst_object_unref (pipeline);
+}
+
+GST_START_TEST (test_dashsink_video_ts)
+{
+  GstMessage *msg;
+  GstElement *pipeline;
+  GstElement *sink;
+  guint count;
+  gchar *filename;
+
+  /* This pipeline has a small time cutoff - it should start a new file
+   * every GOP, ie 1 second */
+  pipeline =
+      gst_parse_launch
+      ("dashsink name=dashsink videotestsrc num-buffers=15 ! video/x-raw,width=80,height=64,framerate=5/1 ! openh264enc ! dashsink.video_0",
+      NULL);
+  fail_if (pipeline == NULL);
+  sink = gst_bin_get_by_name (GST_BIN (pipeline), "dashsink");
+  fail_if (sink == NULL);
+
+  g_object_set (G_OBJECT (sink), "mpd-root-path", tmpdir, NULL);
+  g_object_set (G_OBJECT (sink), "target-duration", 1, NULL);
+  g_object_set (G_OBJECT (sink), "use-segment-list", TRUE, NULL);
+
+  g_object_unref (sink);
+
+  GstClockTime durations = { GST_SECOND, GST_SECOND, GST_SECOND };
+  msg = run_pipeline (pipeline, 3, durations);
+
+  if (GST_MESSAGE_TYPE (msg) == GST_MESSAGE_ERROR)
+    dump_error (msg);
+  fail_unless (GST_MESSAGE_TYPE (msg) == GST_MESSAGE_EOS);
+  gst_message_unref (msg);
+
+  gst_object_unref (pipeline);
+
+  count = count_files (tmpdir);
+  fail_unless (count == 4, "Expected 4 output files, got %d", count);
+
+  filename = g_build_filename (tmpdir, "dash.mpd", NULL);
+  // mpegtsmux generates a first PTS at 0.125 second and does not end at 3 seconds exactly.
+  test_playback (filename, 0.125 * GST_SECOND, 2.925 * GST_SECOND, 3,
+      durations);
+  g_free (filename);
+}
+
+GST_END_TEST;
+
+
+static Suite *
+dashsink_suite (void)
+{
+  Suite *s = suite_create ("dashsink");
+  TCase *tc_chain = tcase_create ("general");
+
+  gboolean have_h264;
+
+  /* we assume that if encoder/muxer are there, decoder/demuxer will be a well */
+  have_h264 = gst_registry_check_feature_version (gst_registry_get (),
+      "openh264enc", GST_VERSION_MAJOR, GST_VERSION_MINOR, 0);
+
+  suite_add_tcase (s, tc_chain);
+
+  if (have_h264) {
+    tcase_add_checked_fixture (tc_chain, tempdir_setup, tempdir_cleanup);
+    tcase_add_test (tc_chain, test_dashsink_video_ts);
+  } else {
+    GST_INFO ("Skipping tests, missing plugins: openh264enc");
+  }
+
+  return s;
+}
+
+GST_CHECK_MAIN (dashsink);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/h266parse.c Added

@@ -0,0 +1,1313 @@
+/*
+ * GStreamer
+ *
+ * unit test for h266parse
+ *
+ * Copyright (C) 2024 Intel Corporation
+ *    Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include <gst/check/check.h>
+#include <gst/video/video-sei.h>
+#include <gst/codecparsers/gsth266parser.h>
+#include "parser.h"
+
+#define SRC_CAPS_TMPL   "video/x-h266, parsed=(boolean)false"
+#define SINK_CAPS_TMPL  "video/x-h266, parsed=(boolean)true"
+
+#define structure_get_int(s,f) \
+    (g_value_get_int(gst_structure_get_value(s,f)))
+#define fail_unless_structure_field_int_equals(s,field,num) \
+    fail_unless_equals_int (structure_get_int(s,field), num)
+
+#define structure_get_string(s,f) \
+    (g_value_get_string(gst_structure_get_value(s,f)))
+#define fail_unless_structure_field_string_equals(s,field,name) \
+    fail_unless_equals_string (structure_get_string(s,field), name)
+
+GstStaticPadTemplate sinktemplate_bs_au = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (SINK_CAPS_TMPL
+        ", stream-format = (string) byte-stream, alignment = (string) au"));
+
+GstStaticPadTemplate srctemplate = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC,
+    GST_PAD_ALWAYS,
+    GST_STATIC_CAPS (SRC_CAPS_TMPL));
+
+static const gchar *ctx_suite;
+static gboolean ctx_codec_data;
+
+/* Extract from standard ITU stream VPS_A_4.bit. */
+static const guint8 h266_vps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x71, 0x10, 0x40, 0x00, 0x4c, 0x01, 0x80,
+  0x80, 0x22, 0x23, 0xc0, 0x00, 0x33, 0xc0, 0x84, 0x02, 0x10, 0x06, 0x82,
+  0x01, 0xe1, 0x59
+};
+
+static const guint8 h266_sps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x79, 0x01, 0x0d, 0x22, 0x23, 0xc0, 0x00,
+  0x40, 0x34, 0x40, 0xf2, 0x35, 0x00, 0x23, 0xd1, 0x1b, 0xa2, 0x11, 0xa2,
+  0x14, 0x99, 0x19, 0x84, 0xd9, 0x58, 0xc1, 0x02, 0x09, 0xe0, 0x06, 0x8b,
+  0x88, 0x88, 0x88, 0x97, 0xc4, 0x44, 0x4b, 0xa8, 0x88, 0x89, 0x77, 0x11,
+  0x11, 0x2e, 0x48, 0x88, 0x89, 0x72, 0xc4, 0x44, 0x4b, 0x9a, 0x22, 0x22,
+  0x5c, 0xf1, 0x11, 0x15, 0xbf, 0x27, 0xe5, 0xff, 0x2f, 0xea, 0x5f, 0xdc,
+  0xbf, 0x92, 0x5f, 0xcb, 0x2f, 0xe6, 0x97, 0xf3, 0xcb, 0xf8, 0x89, 0x7d,
+  0x44, 0x4b, 0xee, 0x22, 0x5f, 0x24, 0x44, 0xbe, 0x58, 0x89, 0x7c, 0xd1,
+  0x12, 0xf9, 0xe2, 0x21, 0xa2, 0xea, 0xa1, 0xc9, 0x7d, 0x42, 0xd2, 0xea,
+  0xa1, 0x69, 0x7d, 0x43, 0x12, 0xea, 0xa1, 0x89, 0x7c, 0x90, 0xc4, 0xba,
+  0x92, 0x18, 0x97, 0xd4, 0x39, 0x5b, 0xf2, 0x7e, 0x5f, 0xf2, 0xfe, 0xa5,
+  0xfd, 0xcb, 0xf9, 0x25, 0xff, 0x2f, 0xea, 0x5f, 0xf2, 0xfe, 0xa5, 0xff,
+  0x2f, 0xea, 0x5f, 0xdc, 0xbf, 0x92, 0x5f, 0xf2, 0xfe, 0xae, 0x3f, 0xbe,
+  0xbb, 0x18, 0x81
+};
+
+static const guint8 h266_pps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x81, 0x00, 0x00, 0x34, 0x40, 0xf2, 0x29,
+  0x08, 0x01, 0x67, 0xb2, 0x16, 0x59, 0x62
+};
+
+static const guint8 h266_vvc1_codec_data = {
+  0xFF, 0x00, 0x15, 0x5F, 0x01, 0x22, 0x23, 0xC0, 0x00, 0x00, 0xD0, 0x00,
+  0x78, 0x00, 0x00, 0x03, 0x8E, 0x00, 0x01, 0x00, 0x17, 0x00, 0x71, 0x10,
+  0x40, 0x00, 0x4C, 0x01, 0x80, 0x80, 0x22, 0x23, 0xC0, 0x00, 0x33, 0xC0,
+  0x84, 0x02, 0x10, 0x06, 0x82, 0x01, 0xE1, 0x59, 0x8F, 0x00, 0x01, 0x00,
+  0x9B, 0x00, 0x79, 0x01, 0x0D, 0x22, 0x23, 0xC0, 0x00, 0x40, 0x34, 0x40,
+  0xF2, 0x35, 0x00, 0x23, 0xD1, 0x1B, 0xA2, 0x11, 0xA2, 0x14, 0x99, 0x19,
+  0x84, 0xD9, 0x58, 0xC1, 0x02, 0x09, 0xE0, 0x06, 0x8B, 0x88, 0x88, 0x88,
+  0x97, 0xC4, 0x44, 0x4B, 0xA8, 0x88, 0x89, 0x77, 0x11, 0x11, 0x2E, 0x48,
+  0x88, 0x89, 0x72, 0xC4, 0x44, 0x4B, 0x9A, 0x22, 0x22, 0x5C, 0xF1, 0x11,
+  0x15, 0xBF, 0x27, 0xE5, 0xFF, 0x2F, 0xEA, 0x5F, 0xDC, 0xBF, 0x92, 0x5F,
+  0xCB, 0x2F, 0xE6, 0x97, 0xF3, 0xCB, 0xF8, 0x89, 0x7D, 0x44, 0x4B, 0xEE,
+  0x22, 0x5F, 0x24, 0x44, 0xBE, 0x58, 0x89, 0x7C, 0xD1, 0x12, 0xF9, 0xE2,
+  0x21, 0xA2, 0xEA, 0xA1, 0xC9, 0x7D, 0x42, 0xD2, 0xEA, 0xA1, 0x69, 0x7D,
+  0x43, 0x12, 0xEA, 0xA1, 0x89, 0x7C, 0x90, 0xC4, 0xBA, 0x92, 0x18, 0x97,
+  0xD4, 0x39, 0x5B, 0xF2, 0x7E, 0x5F, 0xF2, 0xFE, 0xA5, 0xFD, 0xCB, 0xF9,
+  0x25, 0xFF, 0x2F, 0xEA, 0x5F, 0xF2, 0xFE, 0xA5, 0xFF, 0x2F, 0xEA, 0x5F,
+  0xDC, 0xBF, 0x92, 0x5F, 0xF2, 0xFE, 0xAE, 0x3F, 0xBE, 0xBB, 0x18, 0x81,
+  0x90, 0x00, 0x01, 0x00, 0x0F, 0x00, 0x81, 0x00, 0x00, 0x34, 0x40, 0xF2,
+  0x29, 0x08, 0x01, 0x67, 0xB2, 0x16, 0x59, 0x62
+};
+
+static const guint8 h266_vvi1_codec_data = {
+  0xFF, 0x00, 0x15, 0x5F, 0x01, 0x22, 0x23, 0xC0, 0x00, 0x00, 0xD0, 0x00,
+  0x78, 0x00, 0x00, 0x03, 0x0E, 0x00, 0x01, 0x00, 0x17, 0x00, 0x71, 0x10,
+  0x40, 0x00, 0x4C, 0x01, 0x80, 0x80, 0x22, 0x23, 0xC0, 0x00, 0x33, 0xC0,
+  0x84, 0x02, 0x10, 0x06, 0x82, 0x01, 0xE1, 0x59, 0x0F, 0x00, 0x01, 0x00,
+  0x9B, 0x00, 0x79, 0x01, 0x0D, 0x22, 0x23, 0xC0, 0x00, 0x40, 0x34, 0x40,
+  0xF2, 0x35, 0x00, 0x23, 0xD1, 0x1B, 0xA2, 0x11, 0xA2, 0x14, 0x99, 0x19,
+  0x84, 0xD9, 0x58, 0xC1, 0x02, 0x09, 0xE0, 0x06, 0x8B, 0x88, 0x88, 0x88,
+  0x97, 0xC4, 0x44, 0x4B, 0xA8, 0x88, 0x89, 0x77, 0x11, 0x11, 0x2E, 0x48,
+  0x88, 0x89, 0x72, 0xC4, 0x44, 0x4B, 0x9A, 0x22, 0x22, 0x5C, 0xF1, 0x11,
+  0x15, 0xBF, 0x27, 0xE5, 0xFF, 0x2F, 0xEA, 0x5F, 0xDC, 0xBF, 0x92, 0x5F,
+  0xCB, 0x2F, 0xE6, 0x97, 0xF3, 0xCB, 0xF8, 0x89, 0x7D, 0x44, 0x4B, 0xEE,
+  0x22, 0x5F, 0x24, 0x44, 0xBE, 0x58, 0x89, 0x7C, 0xD1, 0x12, 0xF9, 0xE2,
+  0x21, 0xA2, 0xEA, 0xA1, 0xC9, 0x7D, 0x42, 0xD2, 0xEA, 0xA1, 0x69, 0x7D,
+  0x43, 0x12, 0xEA, 0xA1, 0x89, 0x7C, 0x90, 0xC4, 0xBA, 0x92, 0x18, 0x97,
+  0xD4, 0x39, 0x5B, 0xF2, 0x7E, 0x5F, 0xF2, 0xFE, 0xA5, 0xFD, 0xCB, 0xF9,
+  0x25, 0xFF, 0x2F, 0xEA, 0x5F, 0xF2, 0xFE, 0xA5, 0xFF, 0x2F, 0xEA, 0x5F,
+  0xDC, 0xBF, 0x92, 0x5F, 0xF2, 0xFE, 0xAE, 0x3F, 0xBE, 0xBB, 0x18, 0x81,
+  0x10, 0x00, 0x01, 0x00, 0x0F, 0x00, 0x81, 0x00, 0x00, 0x34, 0x40, 0xF2,
+  0x29, 0x08, 0x01, 0x67, 0xB2, 0x16, 0x59, 0x62
+};
+
+static const guint8 h266_prefix_aps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x89, 0x20, 0xd2, 0x80, 0x02, 0x88, 0x00,
+  0x84, 0x80
+};
+
+static const guint8 h266_idr = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x41, 0xc4, 0x02, 0x54, 0x03, 0xf0, 0xfc,
+  0x85, 0x88, 0x65, 0x35, 0x93, 0x02, 0xab, 0xa3, 0xe2, 0xbf, 0xd5, 0x30,
+  0x65, 0x5f, 0x6c, 0x93, 0xfe, 0x37, 0x2f, 0x23, 0x19, 0x6c, 0x6c, 0x64,
+  0x0a, 0xfa, 0x04, 0x31, 0x0c, 0xd5, 0x0a, 0x6f, 0x70, 0x15, 0x26, 0x27,
+  0xef, 0x2a, 0x32, 0x0a, 0x98, 0x08, 0xc1, 0x79, 0x83, 0xb2, 0x13, 0x99,
+  0xf5, 0xfd, 0x2e, 0xeb, 0xf9, 0x44, 0xa6, 0x8a, 0xc3, 0x8e, 0x36, 0x89,
+  0x06, 0x76, 0x4f, 0x0b, 0xe0, 0x81, 0x3a, 0x9b, 0xa2, 0x1a, 0x44, 0xea,
+  0xff, 0x51, 0xe3, 0x98, 0x4b, 0x88, 0xb9, 0x38, 0x2a, 0xbd, 0x76, 0x4c,
+  0x69, 0x52, 0x5a, 0x07, 0x23, 0xb0, 0xa8, 0xc2, 0x25, 0xc6, 0x94, 0x95,
+  0x94, 0x80, 0xb7, 0x2e, 0x05, 0x2b, 0x36, 0x68, 0x5f, 0x12, 0x27, 0xac,
+  0x9c, 0xa8, 0xe2, 0xc5, 0x16, 0x6c, 0x02, 0xd6, 0x78, 0x98, 0x71, 0x2d,
+  0x3a, 0x62, 0x4c, 0x51, 0x8e, 0x5c, 0x4a, 0xfd, 0xc1, 0xeb, 0x47, 0x04,
+  0xee, 0xed, 0x48, 0x3e, 0xd4, 0xc6, 0xc3, 0x04, 0xb7, 0xd6, 0x20, 0x97,
+  0xe4, 0xd2, 0x5e, 0x09, 0x13, 0x57, 0xac, 0xf7, 0x66, 0xef, 0x95, 0x77,
+  0x36, 0x80, 0x24, 0x51, 0xff, 0xf1, 0xa5, 0xab, 0x02, 0x01, 0xfc, 0xba,
+  0xfd, 0x39, 0xb0, 0x41, 0xf0, 0x40, 0xb6, 0xb6, 0x9b, 0xde, 0x01, 0xa7,
+  0xc5, 0xa4, 0x07, 0xfd, 0x85, 0x9c, 0x0b, 0xcd, 0xb0, 0x7d, 0x62, 0x75,
+  0x43, 0x87, 0x37, 0xac, 0xc6, 0xbc, 0x6a, 0xbe, 0x89, 0x65, 0xd7, 0x05,
+  0xde, 0x1c, 0xa3, 0x4d, 0xf7, 0x2e, 0x0a, 0xdb, 0x77, 0x46, 0x09, 0x30,
+  0x04, 0x76, 0x41, 0x6d, 0x9b, 0xac, 0xd2, 0x44, 0x73, 0xcb, 0xc1, 0x1f,
+  0x7f, 0x18, 0x70, 0x26, 0x53, 0xe6, 0xf2, 0xc2, 0xfa, 0x22, 0xff, 0x5e,
+  0x75, 0x63, 0x14, 0x12, 0x2c, 0x08, 0x11, 0x20, 0xd2, 0x26, 0x2d, 0x34,
+  0xa8, 0x10, 0xda, 0x11, 0x4c, 0x16, 0xa5, 0x48, 0xce, 0x84, 0xb5, 0x41,
+  0xdd, 0x17, 0xea, 0xd0, 0x07, 0x1b, 0xe1, 0x6d, 0x46, 0x11, 0xbe, 0x1e,
+  0xbd, 0x13, 0x64, 0x29, 0x8d, 0xeb, 0x4a, 0x44, 0x2f, 0xda, 0x85, 0x99,
+  0x3d, 0x54, 0x08, 0x14, 0xd5, 0x0b, 0x99, 0xc8, 0x1f, 0xc4, 0x34, 0xe8,
+  0xdc, 0x1e, 0x70, 0x1b, 0xd4, 0x59, 0xb8, 0x2c, 0x63, 0x8b, 0x8a, 0xc4,
+  0x46, 0x5f, 0x0c, 0xd1, 0x0e, 0x53, 0x1a, 0x56, 0x4a, 0x9a, 0x18, 0x83,
+  0x85, 0x34, 0xbd, 0xde, 0xbf, 0x27, 0xb7, 0xf3, 0xda, 0x76, 0xc4, 0xb5,
+  0xa0, 0xcd, 0x5f, 0x1d, 0xb7, 0x1c, 0x5f, 0xfd, 0x0a, 0x00, 0x45, 0xcd,
+  0x3e, 0x59, 0x23, 0x6c, 0x40, 0x53, 0x39, 0x9c, 0xd9, 0x76, 0x24, 0xfb,
+  0x75, 0x18, 0xc7, 0xf8, 0x65, 0x0f, 0xbb, 0xa7, 0xf5, 0xb3, 0x52, 0xfa,
+  0x9d, 0xe7, 0x61, 0xbf, 0xbd, 0x7d, 0xa6, 0xe1, 0x3e, 0x82, 0x94, 0x54,
+  0x82, 0x64, 0x5b, 0xf3, 0x59, 0x05, 0x3d, 0x0e, 0x04, 0xcc, 0xc3, 0xca,
+  0x63, 0xb8, 0xd0, 0x27, 0x1b, 0x0d, 0xad, 0xc1, 0x6f, 0x04, 0x89, 0x57,
+  0xef, 0xd1, 0x62, 0xfe, 0xe8, 0x40, 0xc6, 0xe2, 0x22, 0x1b, 0x8b, 0x2e,
+  0xee, 0x0d, 0x32, 0x5c, 0x14, 0x82, 0x68, 0x23, 0x75, 0xbb, 0x68, 0x86,
+  0x25, 0x59, 0x65, 0x1f, 0x93, 0xd9, 0xf8, 0xfa, 0xe9, 0x82, 0x16, 0xd8,
+  0xa3, 0x9c, 0xb4, 0x23, 0x5b, 0x8b, 0x3f, 0x65, 0xfc, 0x9e, 0xe3, 0xcf,
+  0x22, 0x01, 0x8c, 0xfd, 0x3d, 0x75, 0x9d, 0xbd, 0x72, 0x22, 0x0b, 0x0a,
+  0x9b, 0x08, 0x86, 0xf7, 0xd4, 0xd5, 0x7a, 0xea, 0x70, 0x1e, 0xc5, 0x48,
+  0x25, 0x84, 0xec, 0xdd, 0x8a, 0xc8, 0xa3, 0xa9, 0x47, 0x5e, 0x7e, 0x7d,
+  0x81, 0x91, 0x2d, 0x51, 0x2d, 0x9d, 0x00, 0x2b, 0xf9, 0xc6, 0x11, 0x09,
+  0xe9, 0x70, 0x37, 0xba, 0x54, 0x90, 0x1d, 0x67, 0x7a, 0x9f, 0x8e, 0x22,
+  0xe9, 0xc6, 0x1d, 0xec, 0x9d, 0x64, 0xc7, 0x84, 0xcf, 0xe0, 0xe5, 0xdf,
+  0xaf, 0xd6, 0xab, 0xb6, 0xf7, 0xe8, 0x5d, 0x51, 0x2d, 0x99, 0x2a, 0x8d,
+  0x40, 0x65, 0x7f, 0x1f, 0xe8, 0xf6, 0x54, 0x2a, 0xfe, 0x6e, 0xc0, 0xa1,
+  0x1d, 0x98, 0x22, 0xeb, 0x7f, 0x12, 0x98, 0xa9, 0x3b, 0xec, 0xae, 0xbf,
+  0x9f, 0xe1, 0x24, 0xa2, 0xeb, 0xd9, 0x9d, 0xfe, 0x50, 0x38, 0x02, 0x13,
+  0x62, 0x8d, 0x89, 0x85, 0x52, 0x28, 0xee, 0x8a, 0x12, 0x8d, 0x92, 0xba,
+  0xfb, 0x55, 0x0c, 0xf4, 0x07, 0x32, 0x54, 0x7e, 0x1e, 0xed, 0x83, 0x8e,
+  0x64, 0x4a, 0xdc, 0x53, 0x6f, 0x28, 0x68, 0x40, 0xa0, 0x71, 0x5c, 0x58,
+  0x28, 0x66, 0x13, 0x86, 0xb5, 0x98, 0x41, 0xcf, 0x5a, 0xd6, 0x5c, 0x37,
+  0x18, 0x9e, 0xbe, 0xd6, 0x9b, 0x4b, 0xf6, 0xdf, 0x86, 0xe5, 0x64, 0x78,
+  0x0e, 0xd1, 0x44, 0x94, 0x88, 0x44, 0xbd, 0x62, 0x95, 0x01, 0x95, 0x43,
+  0x90, 0xad, 0x34, 0x07, 0x7c, 0x86, 0xb2, 0x6a, 0x27, 0xff, 0xd0, 0x88,
+  0x2f, 0x60, 0x92, 0xa3, 0x3d, 0x66, 0xa6, 0xf3, 0x65, 0x7c, 0xac, 0x49,
+  0x5e, 0xdb, 0xfb, 0xea, 0xc2, 0x02, 0xab, 0x18, 0xb4, 0x99, 0x35, 0x8d,
+  0x15, 0x46, 0x8a, 0x57, 0x85, 0xa8, 0x17, 0x6a, 0x4b, 0xbd, 0x3c, 0xfa,
+  0xc4, 0xe6, 0x4c, 0xba, 0x3a, 0x77, 0x84, 0xe8, 0xf9, 0xbe, 0xdd, 0x5f,
+  0x18, 0xf7, 0x37, 0xd3, 0x6e, 0xf3, 0xfa, 0x9a, 0x4b, 0x83, 0xb0, 0x6d,
+  0xdd, 0xce, 0xf5, 0x33, 0x3b, 0xd2, 0x08, 0x00, 0x51, 0x97, 0xe8, 0xf3,
+  0x69, 0x89, 0xf2, 0xc5, 0xdd, 0x84, 0x5c, 0x0c, 0x78, 0xbc, 0x65, 0x14,
+  0x4f, 0x4d, 0xec, 0xf5, 0xe1, 0xf2, 0x4b, 0x59, 0xb1, 0xcb, 0xb2, 0xd6,
+  0x05, 0x90, 0xe7, 0x0e, 0x2a, 0x88, 0x02, 0x87, 0x10, 0xb4, 0x84, 0x34,
+  0x79, 0x75, 0x07, 0x32, 0xb0, 0x50, 0x24, 0x02, 0xfe, 0xc2, 0x2d, 0x82,
+  0x90, 0x31, 0x32, 0x27, 0x0c, 0xac, 0xe6, 0xa8, 0xe5, 0xe7, 0x96, 0xc6,
+  0xb6, 0xd8, 0x8f, 0xd4, 0x63, 0x4a, 0xb7, 0xdc, 0x50, 0x13, 0x50, 0x27,
+  0x64, 0x87, 0xf6, 0x9e, 0x35, 0x78, 0xe2, 0xc6, 0x6c, 0xf5, 0xf5, 0x91,
+  0xdb, 0x37, 0x13, 0x63, 0x4d, 0xd5, 0x5b, 0xfd, 0x87, 0x8c, 0x8c, 0x14,
+  0x46, 0x77, 0xfa, 0x92, 0x16, 0x8f, 0x04, 0x2e, 0xa0, 0x74, 0xa5, 0xb7,
+  0xfb, 0x2b, 0x2a, 0xee, 0x4a, 0xea, 0x26, 0x11, 0x06, 0xba, 0xeb, 0x77,
+  0xe3, 0xf1, 0xfd, 0x61, 0x8e, 0x75, 0x15, 0xf0, 0xf4, 0x99, 0xf8, 0xec,
+  0xf2, 0xd9, 0xe3, 0x05, 0xe7, 0x3c, 0x3b, 0xee, 0xc4, 0x85, 0x09, 0xb9,
+  0xd9, 0x55, 0x48, 0x3f, 0xb7, 0xe6, 0x26, 0x1f, 0x68, 0x58, 0x38, 0xfe,
+  0x60, 0x68, 0xd3, 0x73, 0xd4, 0x6a, 0x13, 0xc5, 0x9e, 0x65, 0x72, 0xbd,
+  0xb4, 0x37, 0xf9, 0x66, 0x44, 0x28, 0x1c, 0x6b, 0xef, 0xcc, 0x85, 0x6e,
+  0x31, 0x66, 0xc1, 0x0f, 0x2d, 0x14, 0xbc, 0xcd, 0x4f, 0x50, 0xad, 0xc4,
+  0xfd, 0x41, 0xf4, 0x13, 0xe7, 0x34, 0x67, 0x79, 0xa5, 0x76, 0x10, 0x1b,
+  0x57, 0xd3, 0xc2, 0x37, 0xc8, 0x9a, 0x5f, 0x34, 0xbf, 0xa0, 0xa9, 0x70,
+  0x85, 0x5a, 0xa7, 0x5f, 0xc2, 0xf3, 0x77, 0x52, 0xbd, 0x17, 0x4d, 0x44,
+  0x67, 0xde, 0xdb, 0xa7, 0x78, 0x02, 0x27, 0xe3, 0x01, 0xfb, 0x22, 0xcc,
+  0x26, 0xe3, 0xd7, 0xa4, 0x7a, 0x05, 0x14, 0x76, 0xe0, 0x3d, 0x28, 0x94,
+  0x49, 0x6c, 0xc5, 0xe2, 0x46, 0x0f, 0x74, 0x9a, 0x86, 0x4c, 0xa8, 0x18,
+  0xfe, 0xcf, 0xd4, 0x8f, 0x76, 0x49, 0xb6, 0xc3, 0x72, 0x71, 0xbd, 0xd7,
+  0xb2, 0xe5, 0x5f, 0xad, 0x6b, 0xc4, 0x5a, 0xbb, 0x43, 0xbd, 0x0a, 0xc5,
+  0x64, 0x6b, 0x9b, 0xbd, 0x7b, 0x37, 0x59, 0x92, 0x92, 0xfa, 0xc8, 0x59,
+  0xfa, 0x8b, 0xa0, 0xf5, 0xd7, 0x8f, 0x2b, 0x9d, 0x4f, 0x32, 0x67, 0x4f,
+  0xfa, 0x62, 0x31, 0x85, 0x04, 0x59, 0x7a, 0x6f, 0xa9, 0x45, 0xbf, 0xb6,
+  0x8b, 0xc7, 0x77, 0x62, 0xed, 0x2d, 0x44, 0xdf, 0x90, 0x32, 0x1d, 0xd4,
+  0x77, 0xd2, 0x39, 0xd2, 0x59, 0xc7, 0x81, 0x8b, 0x73, 0x8f, 0xcc, 0x38,
+  0x0e, 0xf6, 0xcd, 0x75, 0x39, 0xb3, 0xc8, 0x60, 0x23, 0xf8, 0x9a, 0xda,
+  0xad, 0xad, 0x82, 0x14, 0x71, 0xa5, 0x37, 0x88, 0x91, 0x0c
+};
+
+static const guint8 h266_suffix_sei = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0xc1, 0x84, 0x32, 0x00, 0x00, 0x5b, 0x2b,
+  0xe9, 0x56, 0x1e, 0x7f, 0xc7, 0x4e, 0x8b, 0xbe, 0xd4, 0xa1, 0xca, 0x83,
+  0x27, 0xbe, 0xb8, 0xc3, 0x79, 0xc7, 0xd5, 0xbe, 0x9c, 0x72, 0x08, 0x20,
+  0xab, 0x90, 0xbf, 0x55, 0x11, 0x57, 0xbd, 0xa0, 0x97, 0x11, 0xef, 0x0f,
+  0xf7, 0x77, 0xd5, 0xa4, 0x13, 0x30, 0x2c, 0x10, 0xb5, 0xf0, 0x80
+};
+
+/* A single access unit comprising of VPS, SPS, PPS, APS and IDR frame */
+static gboolean
+verify_buffer_bs_au (buffer_verify_data_s * vdata, GstBuffer * buffer)
+{
+  GstMapInfo map;
+
+  fail_unless (ctx_sink_template == &sinktemplate_bs_au);
+
+  gst_buffer_map (buffer, &map, GST_MAP_READ);
+  fail_unless (map.size > 4);
+
+  if (vdata->buffer_counter == 0) {
+    guint8 *data = map.data;
+
+    /* VPS, SPS, PPS */
+    fail_unless_equals_int (map.size,
+        vdata->data_to_verify_size + ctx_headers0.size + ctx_headers1.size +
+        ctx_headers2.size + ctx_headers3.size);
+
+    fail_unless (memcmp (data, ctx_headers0.data, ctx_headers0.size) == 0);
+    data += ctx_headers0.size;
+    fail_unless (memcmp (data, ctx_headers1.data, ctx_headers1.size) == 0);
+    data += ctx_headers1.size;
+    fail_unless (memcmp (data, ctx_headers2.data, ctx_headers2.size) == 0);
+    data += ctx_headers2.size;
+    fail_unless (memcmp (data, ctx_headers3.data, ctx_headers3.size) == 0);
+    data += ctx_headers3.size;
+
+    /* IDR frame */
+    fail_unless (memcmp (data, vdata->data_to_verify,
+            vdata->data_to_verify_size) == 0);
+  } else {
+    /* IDR frame */
+    fail_unless (map.size == vdata->data_to_verify_size);
+
+    fail_unless (memcmp (map.data, vdata->data_to_verify, map.size) == 0);
+  }
+
+  gst_buffer_unmap (buffer, &map);
+  return TRUE;
+}
+
+GST_START_TEST (test_parse_normal)
+{
+  gst_parser_test_normal (h266_idr, sizeof (h266_idr));
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_parse_drain_single)
+{
+  gst_parser_test_drain_single (h266_idr, sizeof (h266_idr));
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_parse_split)
+{
+  gst_parser_test_split (h266_idr, sizeof (h266_idr));
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_parse_detect_stream)
+{
+  GstCaps *caps;
+  GstStructure *s;
+
+  caps = gst_parser_test_get_output_caps (h266_idr, sizeof (h266_idr), NULL);
+  fail_unless (caps != NULL);
+
+  /* Check that the negotiated caps are as expected */
+  GST_DEBUG ("output caps: %" GST_PTR_FORMAT, caps);
+  s = gst_caps_get_structure (caps, 0);
+  fail_unless (gst_structure_has_name (s, "video/x-h266"));
+  fail_unless_structure_field_int_equals (s, "width", 208);
+  fail_unless_structure_field_int_equals (s, "height", 120);
+  fail_unless_structure_field_string_equals (s, "stream-format", "byte-stream");
+  fail_unless_structure_field_string_equals (s, "alignment", "au");
+  fail_unless_structure_field_string_equals (s, "profile",
+      "multilayer-main-10");
+  fail_unless_structure_field_string_equals (s, "tier", "main");
+  fail_unless_structure_field_string_equals (s, "level", "2.1");
+  gst_caps_unref (caps);
+}
+
+GST_END_TEST;
+
+static Suite *
+h266parse_suite (void)
+{
+  Suite *s = suite_create (ctx_suite);
+  TCase *tc_chain = tcase_create ("general");
+
+  suite_add_tcase (s, tc_chain);
+  tcase_add_test (tc_chain, test_parse_normal);
+  tcase_add_test (tc_chain, test_parse_drain_single);
+  tcase_add_test (tc_chain, test_parse_split);
+  tcase_add_test (tc_chain, test_parse_detect_stream);
+
+  return s;
+}
+
+/* helper methods for GstHasness based tests */
+static inline GstBuffer *
+wrap_buffer (const guint8 * buf, gsize size, GstClockTime pts,
+    GstBufferFlags flags)
+{
+  GstBuffer *buffer;
+
+  buffer = gst_buffer_new_wrapped_full (GST_MEMORY_FLAG_READONLY,
+      (gpointer) buf, size, 0, size, NULL, NULL);
+  GST_BUFFER_PTS (buffer) = pts;
+  GST_BUFFER_FLAGS (buffer) |= flags;
+
+  return buffer;
+}
+
+static inline GstBuffer *
+wrap_allocated_buffer (const guint8 * buf, gsize size, GstClockTime pts,
+    GstBufferFlags flags)
+{
+  GstBuffer *buffer;
+
+  buffer = gst_buffer_new_wrapped ((gpointer) buf, size);
+  GST_BUFFER_PTS (buffer) = pts;
+  GST_BUFFER_FLAGS (buffer) |= flags;
+
+  return buffer;
+}
+
+static inline GstBuffer *
+composite_buffer (GstClockTime pts, GstBufferFlags flags, gint count, ...)
+{
+  va_list vl;
+  gint i;
+  const guint8 *data;
+  gsize size;
+  GstBuffer *buffer;
+
+  va_start (vl, count);
+
+  buffer = gst_buffer_new ();
+  for (i = 0; i < count; i++) {
+    data = va_arg (vl, guint8 *);
+    size = va_arg (vl, gsize);
+
+    buffer = gst_buffer_append (buffer, wrap_buffer (data, size, 0, 0));
+  }
+  GST_BUFFER_PTS (buffer) = pts;
+  GST_BUFFER_FLAGS (buffer) |= flags;
+
+  va_end (vl);
+
+  return buffer;
+}
+
+static void
+annexb_to_length_prefixed (const guint8 * in_data, gsize size,
+    guint8 nal_length_size, guint8 ** out_data, gsize * out_size)
+{
+  g_assert (size > 4);
+  *out_size = size - 4 + nal_length_size;
+  *out_data = g_malloc (*out_size);
+  guint32 length = GUINT32_TO_BE ((size - 4) << (32 - 8 * nal_length_size));
+  memcpy (*out_data, &length, nal_length_size);
+  memcpy (*out_data + nal_length_size, in_data + 4, size - 4);
+}
+
+static inline GstBuffer *
+composite_buffer_vvc1 (GstClockTime pts, GstBufferFlags flags,
+    guint8 nal_length_size, gint count, ...)
+{
+  va_list vl;
+  gint i;
+  const guint8 *data;
+  gsize size;
+  GstBuffer *buffer;
+  guint8 *vvc1_data = NULL;
+  gsize vvc1_data_size;
+
+  va_start (vl, count);
+
+  buffer = gst_buffer_new ();
+  for (i = 0; i < count; i++) {
+    data = va_arg (vl, guint8 *);
+    size = va_arg (vl, gsize);
+
+    annexb_to_length_prefixed (data, size, nal_length_size, &vvc1_data,
+        &vvc1_data_size);
+    buffer =
+        gst_buffer_append (buffer, wrap_allocated_buffer (vvc1_data,
+            vvc1_data_size, 0, 0));
+  }
+  GST_BUFFER_PTS (buffer) = pts;
+  GST_BUFFER_FLAGS (buffer) |= flags;
+
+  va_end (vl);
+
+  return buffer;
+}
+
+#define pull_and_check_full(h, data, size, pts, flags) \
+{ \
+  GstBuffer *b = gst_harness_pull (h); \
+  gst_check_buffer_data (b, data, size); \
+  fail_unless_equals_clocktime (GST_BUFFER_PTS (b), pts); \
+  if (flags) \
+    fail_unless (GST_BUFFER_FLAG_IS_SET (b, flags)); \
+  gst_buffer_unref (b); \
+}
+
+#define pull_and_check(h, data, pts, flags) \
+  pull_and_check_full (h, data, sizeof (data), pts, flags)
+
+#define pull_and_drop(h) \
+  G_STMT_START { \
+    GstBuffer *b = gst_harness_pull (h); \
+    gst_buffer_unref (b); \
+  } G_STMT_END
+
+#define pull_and_check_composite(h, pts, flags, ...) \
+  G_STMT_START { \
+    GstMapInfo info; \
+    GstBuffer *cb; \
+    \
+    cb = composite_buffer (0, 0, __VA_ARGS__); \
+    gst_buffer_map (cb, &info, GST_MAP_READ); \
+    \
+    pull_and_check_full (h, info.data, info.size, pts, flags); \
+    \
+    gst_buffer_unmap (cb, &info); \
+    gst_buffer_unref (cb); \
+  } G_STMT_END
+
+#define pull_and_check_composite_vvc1(h, pts, flags, ...) \
+  G_STMT_START { \
+    GstMapInfo info; \
+    GstBuffer *cb; \
+    \
+    cb = composite_buffer_vvc1 (0, 0, __VA_ARGS__); \
+    gst_buffer_map (cb, &info, GST_MAP_READ); \
+    \
+    pull_and_check_full (h, info.data, info.size, pts, flags); \
+    \
+    gst_buffer_unmap (cb, &info); \
+    gst_buffer_unref (cb); \
+  } G_STMT_END
+
+
+static inline void
+bytestream_push_all_nals (GstHarness * h)
+{
+  GstBuffer *buf;
+
+  buf = wrap_buffer (h266_vps, sizeof (h266_vps), 10, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  buf = wrap_buffer (h266_sps, sizeof (h266_sps), 10, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  buf = wrap_buffer (h266_pps, sizeof (h266_pps), 10, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  buf = wrap_buffer (h266_prefix_aps, sizeof (h266_prefix_aps), 10, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 10, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  buf = wrap_buffer (h266_suffix_sei, sizeof (h266_suffix_sei), 10, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+}
+
+static inline void
+bytestream_push_all_nals_as_au (GstHarness * h)
+{
+  GstBuffer *buf;
+
+  buf = composite_buffer (10, 0, 6, h266_vps, sizeof (h266_vps),
+      h266_sps, sizeof (h266_sps), h266_pps, sizeof (h266_pps),
+      h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr, sizeof (h266_idr),
+      h266_suffix_sei, sizeof (h266_suffix_sei));
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+}
+
+#define bytestream_set_caps(h, in_align, out_align) \
+  gst_harness_set_caps_str (h, \
+      "video/x-h266, parsed=(boolean)false, stream-format=byte-stream, alignment=" in_align ", framerate=30/1", \
+      "video/x-h266, parsed=(boolean)true, stream-format=byte-stream, alignment=" out_align)
+
+static void
+test_headers_outalign_nal (GstHarness * h)
+{
+  /* VPS + SPS + PPS + APS + slice + SEI */
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 6);
+
+  /* parser must have inserted AUD before the headers, with the same PTS */
+  pull_and_check (h, h266_vps, 10, 0);
+  pull_and_check (h, h266_sps, 10, 0);
+  pull_and_check (h, h266_pps, 10, 0);
+
+  /* FIXME The timestamp should be 10 really, but base parse refuse to repeat
+   * the same TS for two consecutive calls to _finish_frame(), see 0 for
+   * more details. It's not a huge issue, the decoder can fix it for now.
+   *
+   * 0 https://gitlab.freedesktop.org/gstreamer/gstreamer/-/merge_requests/287
+   */
+  pull_and_check (h, h266_prefix_aps, -1, 0);
+  pull_and_check (h, h266_idr, -1, 0);
+  pull_and_check (h, h266_suffix_sei, -1, 0);
+}
+
+static void
+test_flow_outalign_nal (GstHarness * h)
+{
+  GstBuffer *buf;
+
+  /* drop the first AU - tested separately */
+  fail_unless (gst_harness_buffers_in_queue (h) > 0);
+  while (gst_harness_buffers_in_queue (h) > 0)
+    pull_and_drop (h);
+
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 100, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check (h, h266_idr, 100, 0);
+
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 200, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check (h, h266_idr, 200, 0);
+}
+
+GST_START_TEST (test_headers_nal_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "nal", "nal");
+  bytestream_push_all_nals (h);
+  test_headers_outalign_nal (h);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_headers_au_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "au", "nal");
+  bytestream_push_all_nals_as_au (h);
+  test_headers_outalign_nal (h);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_headers_au_au)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "au", "au");
+  bytestream_push_all_nals_as_au (h);
+
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check_composite (h, 10, 0, 6, h266_vps, sizeof (h266_vps),
+      h266_sps, sizeof (h266_sps), h266_pps, sizeof (h266_pps),
+      h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr, sizeof (h266_idr),
+      h266_suffix_sei, sizeof (h266_suffix_sei));
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_transform_bytestream_vvc1)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  const GValue *val;
+  GstBuffer *buf;
+  GstCaps *sinkcaps;
+  GstStructure *s;
+
+  gst_harness_set_caps_str (h,
+      "video/x-h266, parsed=(boolean)false, stream-format=byte-stream, alignment=au",
+      "video/x-h266, parsed=(boolean)true, stream-format=vvc1, alignment=au");
+
+  bytestream_push_all_nals_as_au (h);
+
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+
+  sinkcaps = gst_pad_get_current_caps (h->sinkpad);
+  s = gst_caps_get_structure (sinkcaps, 0);
+
+  val = gst_structure_get_value (s, "codec_data");
+  fail_unless (val != NULL);
+  buf = gst_value_get_buffer (val);
+  fail_unless (buf != NULL);
+  gst_check_buffer_data (buf, h266_vvc1_codec_data,
+      sizeof (h266_vvc1_codec_data));
+  gst_caps_unref (sinkcaps);
+
+  pull_and_check_composite_vvc1 (h, 10, 0, 4, 6,
+      h266_vps, sizeof (h266_vps), h266_sps, sizeof (h266_sps), h266_pps,
+      sizeof (h266_pps), h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr,
+      sizeof (h266_idr), h266_suffix_sei, sizeof (h266_suffix_sei));
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_transform_bytestream_vvi1)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  GstCaps *sinkcaps;
+  GstStructure *s;
+  const GValue *val;
+  GstBuffer *buf;
+
+  gst_harness_set_caps_str (h,
+      "video/x-h266, parsed=(boolean)false, stream-format=byte-stream, alignment=au",
+      "video/x-h266, parsed=(boolean)true, stream-format=vvi1, alignment=au");
+
+  bytestream_push_all_nals_as_au (h);
+
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+
+  sinkcaps = gst_pad_get_current_caps (h->sinkpad);
+  s = gst_caps_get_structure (sinkcaps, 0);
+
+  val = gst_structure_get_value (s, "codec_data");
+  fail_unless (val != NULL);
+  buf = gst_value_get_buffer (val);
+  fail_unless (buf != NULL);
+  gst_check_buffer_data (buf, h266_vvi1_codec_data,
+      sizeof (h266_vvi1_codec_data));
+  gst_caps_unref (sinkcaps);
+
+  pull_and_check_composite_vvc1 (h, 10, 0, 4, 6,
+      h266_vps, sizeof (h266_vps), h266_sps, sizeof (h266_sps), h266_pps,
+      sizeof (h266_pps), h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr,
+      sizeof (h266_idr), h266_suffix_sei, sizeof (h266_suffix_sei));
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_transform_vvc1_bytestream)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  gsize h266_vvc1_codec_data_size = sizeof (h266_vvc1_codec_data);
+
+  GstBuffer *codec_data =
+      wrap_buffer (h266_vvc1_codec_data, h266_vvc1_codec_data_size, 0, 0);;
+  GstCaps *src_caps = gst_caps_new_simple ("video/x-h266",
+      "parsed", G_TYPE_BOOLEAN, FALSE,
+      "stream-format", G_TYPE_STRING, "vvc1",
+      "alignment", G_TYPE_STRING, "au",
+      "codec_data", GST_TYPE_BUFFER, codec_data,
+      NULL);
+  gst_buffer_unref (codec_data);
+
+  GstCaps *sink_caps = gst_caps_new_simple ("video/x-h266",
+      "parsed", G_TYPE_BOOLEAN, TRUE,
+      "stream-format", G_TYPE_STRING, "byte-stream",
+      "alignment", G_TYPE_STRING, "au",
+      NULL);
+  gst_harness_set_caps (h, src_caps, sink_caps);
+
+  GstBuffer *buf;
+  buf = composite_buffer_vvc1 (10, 0, 4, 3,
+      h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr, sizeof (h266_idr),
+      h266_suffix_sei, sizeof (h266_suffix_sei));
+
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+
+  GstCaps *sinkcaps = gst_pad_get_current_caps (h->sinkpad);
+  GstStructure *s = gst_caps_get_structure (sinkcaps, 0);
+  fail_unless_structure_field_int_equals (s, "width", 208);
+  fail_unless_structure_field_int_equals (s, "height", 120);
+  fail_unless_structure_field_string_equals (s, "profile",
+      "multilayer-main-10");
+  fail_unless (gst_structure_get_value (s, "codec_data") == NULL);
+  gst_caps_unref (sinkcaps);
+
+  pull_and_check_composite (h, 10, 0, 6,
+      h266_vps, sizeof (h266_vps), h266_sps, sizeof (h266_sps), h266_pps,
+      sizeof (h266_pps), h266_prefix_aps,
+      sizeof (h266_prefix_aps), h266_idr, sizeof (h266_idr), h266_suffix_sei,
+      sizeof (h266_suffix_sei));
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_transform_vvi1_bytestream)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  gsize h266_vvi1_codec_data_size = sizeof (h266_vvi1_codec_data);
+
+  GstBuffer *codec_data =
+      wrap_buffer (h266_vvc1_codec_data, h266_vvi1_codec_data_size, 0, 0);
+  GstCaps *src_caps = gst_caps_new_simple ("video/x-h266",
+      "parsed", G_TYPE_BOOLEAN, FALSE,
+      "stream-format", G_TYPE_STRING, "vvi1",
+      "alignment", G_TYPE_STRING, "au",
+      "codec_data", GST_TYPE_BUFFER, codec_data,
+      NULL);
+  gst_buffer_unref (codec_data);
+
+  GstCaps *sink_caps = gst_caps_new_simple ("video/x-h266",
+      "parsed", G_TYPE_BOOLEAN, TRUE,
+      "stream-format", G_TYPE_STRING, "byte-stream",
+      "alignment", G_TYPE_STRING, "au",
+      NULL);
+  gst_harness_set_caps (h, src_caps, sink_caps);
+
+  GstBuffer *buf;
+  buf = composite_buffer_vvc1 (10, 0, 4, 6,
+      h266_vps, sizeof (h266_vps), h266_sps, sizeof (h266_sps), h266_pps,
+      sizeof (h266_pps), h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr,
+      sizeof (h266_idr), h266_suffix_sei, sizeof (h266_suffix_sei));
+
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+
+  GstCaps *sinkcaps = gst_pad_get_current_caps (h->sinkpad);
+  GstStructure *s = gst_caps_get_structure (sinkcaps, 0);
+  fail_unless_structure_field_int_equals (s, "width", 208);
+  fail_unless_structure_field_int_equals (s, "height", 120);
+  fail_unless_structure_field_string_equals (s, "profile",
+      "multilayer-main-10");
+  fail_unless (gst_structure_get_value (s, "codec_data") == NULL);
+  gst_caps_unref (sinkcaps);
+
+  pull_and_check_composite (h, 10, 0, 9,
+      h266_vps, sizeof (h266_vps), h266_sps, sizeof (h266_sps), h266_pps,
+      sizeof (h266_pps), h266_vps, sizeof (h266_vps), h266_sps,
+      sizeof (h266_sps), h266_pps, sizeof (h266_pps), h266_prefix_aps,
+      sizeof (h266_prefix_aps), h266_idr, sizeof (h266_idr), h266_suffix_sei,
+      sizeof (h266_suffix_sei));
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_transform_vvc1_bytestream_missing_sps_in_frame)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  gsize h266_vvc1_codec_data_size = sizeof (h266_vvc1_codec_data);
+  GstBuffer *buf;
+
+  GstBuffer *codec_data =
+      wrap_buffer (h266_vvc1_codec_data, h266_vvc1_codec_data_size, 0, 0);
+  GstCaps *src_caps = gst_caps_new_simple ("video/x-h266",
+      "parsed", G_TYPE_BOOLEAN, FALSE,
+      "stream-format", G_TYPE_STRING, "vvc1",
+      "alignment", G_TYPE_STRING, "au",
+      "codec_data", GST_TYPE_BUFFER, codec_data,
+      NULL);
+  gst_buffer_unref (codec_data);
+
+  GstCaps *sink_caps = gst_caps_new_simple ("video/x-h266",
+      "parsed", G_TYPE_BOOLEAN, TRUE,
+      "stream-format", G_TYPE_STRING, "byte-stream",
+      "alignment", G_TYPE_STRING, "au",
+      NULL);
+  gst_harness_set_caps (h, src_caps, sink_caps);
+
+  /* Note that the buffer starts with a PPS without a matching SPS before it.
+     However, VPS/SPS/PPS has already been pushed before via codec_data. This kind of semi-malformed
+     bistream has been observed with sample file "DVB-DASH VVC 8b BT709" from
+     https://dvb.org/specifications/verification-validation/vvc-test-content/
+   */
+  buf = composite_buffer_vvc1 (10, 0, 4, 4,
+      h266_pps,
+      sizeof (h266_pps), h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr,
+      sizeof (h266_idr), h266_suffix_sei, sizeof (h266_suffix_sei));
+
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+
+  GstCaps *sinkcaps = gst_pad_get_current_caps (h->sinkpad);
+  GstStructure *s = gst_caps_get_structure (sinkcaps, 0);
+  fail_unless_structure_field_int_equals (s, "width", 208);
+  fail_unless_structure_field_int_equals (s, "height", 120);
+  fail_unless_structure_field_string_equals (s, "profile",
+      "multilayer-main-10");
+  fail_unless (gst_structure_get_value (s, "codec_data") == NULL);
+  gst_caps_unref (sinkcaps);
+
+  /* The parsed outgoing buffer should lead with VPS and SPS, and NOT with a leading PPS without an SPS before it. */
+  pull_and_check_composite (h, 10, 0, 7,
+      h266_vps, sizeof (h266_vps), h266_sps, sizeof (h266_sps), h266_pps,
+      sizeof (h266_pps), h266_pps, sizeof (h266_pps), h266_prefix_aps,
+      sizeof (h266_prefix_aps), h266_idr, sizeof (h266_idr), h266_suffix_sei,
+      sizeof (h266_suffix_sei));
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_headers_bs_vvc1)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  GstBuffer *buf;
+  GstMapInfo map;
+  GstH266Parser *parser;
+  GstH266DecoderConfigRecord *config;
+
+  /* SPS and PPS NALs from the standard ITU-T stream LMCS_C_1.bit. */
+  const guint8 LMCS_C_1_SPS_PPS =
+      { 0x00, 0x00, 0x00, 0x01, 0x00, 0x79, 0x00, 0xad, 0x02, 0x43, 0xa0, 0x00,
+    0x00, 0x03, 0x00, 0x00, 0x03, 0x00, 0x00, 0x03, 0x00, 0x01, 0x00, 0x00,
+    0x03, 0x00, 0x00, 0xc0, 0x07, 0x81, 0x00, 0x21, 0xc8, 0xd4, 0x00, 0xe6,
+    0xe8, 0x8d, 0xd1, 0x08, 0xd1, 0x0a, 0x4c, 0x8d, 0x83, 0x65, 0x38, 0xf0,
+    0x80, 0x84, 0x8a, 0x20, 0x58, 0x40, 0x36, 0x53, 0x8f, 0x08, 0x85, 0xc8,
+    0x9a, 0x14, 0x34, 0x3a, 0x41, 0x28, 0x28, 0x21, 0x10, 0x5a, 0xe0, 0x02,
+    0x62, 0x02, 0x08, 0x42, 0x10, 0xb0, 0x84, 0x21, 0x62, 0x21, 0x0b, 0x24,
+    0x21, 0x6a, 0x10, 0xbd, 0x1e, 0xad, 0x49, 0x79, 0x24, 0xd4, 0x96, 0x48,
+    0x8b, 0x51, 0x17, 0x88, 0x93, 0x51, 0x12, 0x29, 0x22, 0x24, 0xc9, 0x11,
+    0x2e, 0xa4, 0x88, 0xb1, 0x10, 0x85, 0x92, 0x10, 0xb5, 0x08, 0x5e, 0x10,
+    0x93, 0x50, 0x84, 0x8a, 0x48, 0x42, 0x4c, 0x90, 0x84, 0xba, 0x92, 0x10,
+    0x90, 0x91, 0x10, 0x84, 0x8a, 0x22, 0x10, 0x93, 0x11, 0x08, 0x4b, 0xa8,
+    0x88, 0x42, 0x45, 0x19, 0x08, 0x49, 0x8c, 0x84, 0x25, 0xd4, 0x64, 0x21,
+    0x40, 0x82, 0xc2, 0x10, 0x40, 0x62, 0x21, 0x03, 0x24, 0x41, 0xa9, 0x00,
+    0x99, 0x82, 0x08, 0x42, 0xc2, 0x00, 0x41, 0x62, 0x01, 0x01, 0x08, 0x10,
+    0x08, 0x0a, 0x84, 0x08, 0x04, 0x06, 0x90, 0x81, 0x00, 0x80, 0xb1, 0x02,
+    0x01, 0x01, 0x10, 0x40, 0x20, 0x2c, 0x82, 0x01, 0x01, 0x21, 0x00, 0x81,
+    0x90, 0x10, 0x11, 0x08, 0x08, 0x0b, 0x21, 0x01, 0x01, 0x22, 0x02, 0x06,
+    0x81, 0x01, 0x24, 0x08, 0x1c, 0x10, 0x31, 0x00, 0x85, 0x90, 0x20, 0x44,
+    0x20, 0x40, 0xb2, 0x10, 0x20, 0x48, 0x81, 0x06, 0x82, 0x04, 0x90, 0x41,
+    0xc2, 0x0c, 0x81, 0x16, 0x84, 0x12, 0x42, 0x1c, 0x43, 0x42, 0x5c, 0x8e,
+    0x54, 0x08, 0x2c, 0x20, 0x04, 0x16, 0x20, 0x10, 0x10, 0x81, 0x00, 0x80,
+    0xa8, 0x40, 0x80, 0x40, 0xff, 0xff, 0xfa, 0xfe, 0x88, 0x10, 0x00, 0x00,
+    0x00, 0x01, 0x00, 0x81, 0x00, 0x00, 0x07, 0x81, 0x00, 0x21, 0xc8, 0xa9,
+    0x00, 0xc7, 0xb0, 0x20
+  };
+
+  gst_harness_set_caps_str (h,
+      "video/x-h266",
+      "video/x-h266, parsed=(boolean)true, stream-format=vvc1, alignment=au");
+
+  buf = wrap_buffer (LMCS_C_1_SPS_PPS, sizeof (LMCS_C_1_SPS_PPS), 0, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  GstCaps *sinkcaps = gst_pad_get_current_caps (h->sinkpad);
+  GstStructure *s = gst_caps_get_structure (sinkcaps, 0);
+  const GValue *val = gst_structure_get_value (s, "codec_data");
+  fail_unless (val != NULL);
+  buf = gst_value_get_buffer (val);
+  fail_unless (buf != NULL);
+  gst_buffer_map (buf, &map, GST_MAP_READ);
+
+  /* Basic back-to-back checks that the codec_data written by h266parse can also be parsed back by our parser. */
+  parser = gst_h266_parser_new ();
+  fail_unless_equals_int (gst_h266_parser_parse_decoder_config_record (parser,
+          map.data, map.size, &config), GST_H266_PARSER_OK);
+  gst_buffer_unmap (buf, &map);
+  fail_unless (config->ptl_present_flag);
+  fail_unless_equals_int (config->max_picture_width, 1920);
+  fail_unless_equals_int (config->max_picture_height, 1080);
+  fail_unless_equals_int (config->nalu_array->len, 2);
+  fail_unless_equals_int (g_array_index (config->nalu_array,
+          GstH266DecoderConfigRecordNalUnitArray, 0).nal_unit_type,
+      GST_H266_NAL_SPS);
+  fail_unless_equals_int (g_array_index (config->nalu_array,
+          GstH266DecoderConfigRecordNalUnitArray, 1).nal_unit_type,
+      GST_H266_NAL_PPS);
+
+  gst_caps_unref (sinkcaps);
+  gst_h266_decoder_config_record_free (config);
+  gst_h266_parser_free (parser);
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_flow_nal_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "nal", "nal");
+  bytestream_push_all_nals (h);
+  test_flow_outalign_nal (h);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_flow_au_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "au", "nal");
+  bytestream_push_all_nals_as_au (h);
+  test_flow_outalign_nal (h);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_flow_nal_au)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  GstBuffer *buf;
+
+  bytestream_set_caps (h, "nal", "au");
+  bytestream_push_all_nals (h);
+
+  /* special case because we have latency */
+
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0);
+
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 100, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  /* drop the first AU - tested separately */
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_drop (h);
+
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 200, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check (h, h266_idr, 100, 0);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_flow_au_au)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  GstBuffer *buf;
+
+  bytestream_set_caps (h, "au", "au");
+  bytestream_push_all_nals_as_au (h);
+
+  /* drop the first AU - tested separately */
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_drop (h);
+
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 100, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check (h, h266_idr, 100, 0);
+
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 200, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check (h, h266_idr, 200, 0);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_latency_nal_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "nal", "nal");
+  bytestream_push_all_nals (h);
+
+  fail_unless_equals_clocktime (gst_harness_query_latency (h), 0);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_latency_au_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "au", "nal");
+  bytestream_push_all_nals_as_au (h);
+
+  fail_unless_equals_clocktime (gst_harness_query_latency (h), 0);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_latency_nal_au)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  GstBuffer *buf;
+
+  bytestream_set_caps (h, "nal", "au");
+  bytestream_push_all_nals (h);
+
+  /* special case because we have latency;
+   * the first buffer needs to be pushed out
+   * before we can correctly query the latency */
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0);
+  buf = wrap_buffer (h266_idr, sizeof (h266_idr), 100, 0);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+
+  /* our input caps declare framerate=30fps, so the latency must be 1/30 sec */
+  fail_unless_equals_clocktime (gst_harness_query_latency (h),
+      gst_util_uint64_scale (GST_SECOND, 1, 30));
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_latency_au_au)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "au", "au");
+  bytestream_push_all_nals_as_au (h);
+
+  fail_unless_equals_clocktime (gst_harness_query_latency (h), 0);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+static void
+test_discont_outalign_nal (GstHarness * h)
+{
+  GstBuffer *buf;
+
+  /* drop the first AU - tested separately */
+  fail_unless (gst_harness_buffers_in_queue (h) > 0);
+  while (gst_harness_buffers_in_queue (h) > 0)
+    pull_and_drop (h);
+
+  buf =
+      wrap_buffer (h266_idr, sizeof (h266_idr), 1000, GST_BUFFER_FLAG_DISCONT);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check (h, h266_idr, 1000, GST_BUFFER_FLAG_DISCONT);
+}
+
+GST_START_TEST (test_discont_nal_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "nal", "nal");
+  bytestream_push_all_nals (h);
+  test_discont_outalign_nal (h);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_discont_au_nal)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "au", "nal");
+  bytestream_push_all_nals_as_au (h);
+  test_discont_outalign_nal (h);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_discont_au_au)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+  GstBuffer *buf;
+
+  bytestream_set_caps (h, "au", "au");
+  bytestream_push_all_nals_as_au (h);
+
+  /* drop the first AU - tested separately */
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_drop (h);
+
+  buf =
+      wrap_buffer (h266_idr, sizeof (h266_idr), 1000, GST_BUFFER_FLAG_DISCONT);
+  fail_unless_equals_int (gst_harness_push (h, buf), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_check (h, h266_idr, 1000, GST_BUFFER_FLAG_DISCONT);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_parse_skip_to_4bytes_sc)
+{
+  GstHarness *h;
+  GstBuffer *buf1, *buf2;
+  const guint8 initial_bytes = { 0x00, 0x00, 0x00, 0x00, 0x01, h266_vps4 };
+  GstMapInfo map;
+
+  h = gst_harness_new ("h266parse");
+
+  gst_harness_set_caps_str (h, "video/x-h266, stream-format=byte-stream",
+      "video/x-h266, stream-format=byte-stream, alignment=nal");
+
+  /* padding bytes, four bytes start code and 1 of the two identification
+   * bytes. */
+  buf1 = wrap_buffer (initial_bytes, sizeof (initial_bytes), 100, 0);
+
+  /* The second contains the an VPS, starting from second NAL identification
+   * byte and is followed by an SPS, IDR to ensure that the NAL end can be
+   * found */
+  buf2 = composite_buffer (100, 0, 6, h266_vps + 5, sizeof (h266_vps) - 5,
+      h266_sps, sizeof (h266_sps), h266_pps, sizeof (h266_pps),
+      h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr, sizeof (h266_idr),
+      h266_suffix_sei, sizeof (h266_suffix_sei));
+
+  fail_unless_equals_int (gst_harness_push (h, buf1), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0);
+
+  fail_unless_equals_int (gst_harness_push (h, buf2), GST_FLOW_OK);
+  fail_unless (gst_harness_buffers_in_queue (h) >= 5);
+
+  buf1 = gst_harness_pull (h);
+  gst_buffer_map (buf1, &map, GST_MAP_READ);
+  fail_unless_equals_int (gst_buffer_get_size (buf1), sizeof (h266_vps));
+  gst_buffer_unmap (buf1, &map);
+  gst_buffer_unref (buf1);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_parse_sc_with_half_nal)
+{
+  GstHarness *h;
+  GstBuffer *buf1, *buf2;
+  GstMapInfo map;
+
+  h = gst_harness_new ("h266parse");
+
+  gst_harness_set_caps_str (h, "video/x-h266, stream-format=byte-stream",
+      "video/x-h266, stream-format=byte-stream, alignment=nal");
+
+  buf1 = composite_buffer (100, 0, 5, h266_vps, sizeof (h266_vps),
+      h266_sps, sizeof (h266_sps), h266_pps, sizeof (h266_pps),
+      h266_prefix_aps, sizeof (h266_prefix_aps), h266_idr, 20);
+  buf2 = composite_buffer (100, 0, 2, h266_idr + 20, sizeof (h266_idr) - 20,
+      h266_suffix_sei, sizeof (h266_suffix_sei));
+
+  fail_unless_equals_int (gst_harness_push (h, buf1), GST_FLOW_OK);
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 4);
+
+  fail_unless_equals_int (gst_harness_push (h, buf2), GST_FLOW_OK);
+  fail_unless (gst_harness_buffers_in_queue (h) >= 5);
+
+  buf1 = gst_harness_pull (h);
+  gst_buffer_map (buf1, &map, GST_MAP_READ);
+  fail_unless_equals_int (gst_buffer_get_size (buf1), sizeof (h266_vps));
+  gst_buffer_unmap (buf1, &map);
+  gst_buffer_unref (buf1);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_drain)
+{
+  GstHarness *h = gst_harness_new ("h266parse");
+
+  bytestream_set_caps (h, "nal", "au");
+  bytestream_push_all_nals (h);
+
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 0);
+
+  gst_harness_push_event (h, gst_event_new_eos ());
+
+  fail_unless_equals_int (gst_harness_buffers_in_queue (h), 1);
+  pull_and_drop (h);
+
+  gst_harness_teardown (h);
+}
+
+GST_END_TEST;
+
+static Suite *
+h266parse_harnessed_suite (void)
+{
+  Suite *s = suite_create ("h266parse");
+  TCase *tc_chain = tcase_create ("general");
+
+  suite_add_tcase (s, tc_chain);
+  tcase_add_test (tc_chain, test_headers_nal_nal);
+  tcase_add_test (tc_chain, test_headers_au_nal);
+  tcase_add_test (tc_chain, test_headers_au_au);
+  tcase_add_test (tc_chain, test_headers_bs_vvc1);
+
+  tcase_add_test (tc_chain, test_flow_nal_nal);
+  tcase_add_test (tc_chain, test_flow_au_nal);
+  tcase_add_test (tc_chain, test_flow_nal_au);
+  tcase_add_test (tc_chain, test_flow_au_au);
+
+  tcase_add_test (tc_chain, test_latency_nal_nal);
+  tcase_add_test (tc_chain, test_latency_au_nal);
+  tcase_add_test (tc_chain, test_latency_nal_au);
+  tcase_add_test (tc_chain, test_latency_au_au);
+
+  tcase_add_test (tc_chain, test_discont_nal_nal);
+  tcase_add_test (tc_chain, test_discont_au_nal);
+  tcase_add_test (tc_chain, test_discont_au_au);
+
+  tcase_add_test (tc_chain, test_parse_skip_to_4bytes_sc);
+  tcase_add_test (tc_chain, test_parse_sc_with_half_nal);
+
+  tcase_add_test (tc_chain, test_transform_bytestream_vvc1);
+  tcase_add_test (tc_chain, test_transform_bytestream_vvi1);
+  tcase_add_test (tc_chain, test_transform_vvc1_bytestream);
+  tcase_add_test (tc_chain, test_transform_vvi1_bytestream);
+  tcase_add_test (tc_chain,
+      test_transform_vvc1_bytestream_missing_sps_in_frame);
+
+  tcase_add_test (tc_chain, test_drain);
+
+  return s;
+}
+
+int
+main (int argc, char **argv)
+{
+  int nf = 0;
+
+  Suite *s;
+
+  gst_check_init (&argc, &argv);
+
+  /* init test context */
+  ctx_factory = "h266parse";
+  ctx_sink_template = &sinktemplate_bs_au;
+  ctx_src_template = &srctemplate;
+  /* no timing info to parse */
+  ctx_headers0.data = h266_vps;
+  ctx_headers0.size = sizeof (h266_vps);
+  ctx_headers1.data = h266_sps;
+  ctx_headers1.size = sizeof (h266_sps);
+  ctx_headers2.data = h266_pps;
+  ctx_headers2.size = sizeof (h266_pps);
+  ctx_headers3.data = h266_prefix_aps;
+  ctx_headers3.size = sizeof (h266_prefix_aps);
+  ctx_verify_buffer = verify_buffer_bs_au;
+
+  /* discard initial vps/sps/pps buffers */
+  ctx_discard = 0;
+  /* no timing info to parse */
+  ctx_no_metadata = TRUE;
+  ctx_codec_data = FALSE;
+
+  ctx_suite = "h266parse_to_bs_au";
+  s = h266parse_suite ();
+  nf += gst_check_run_suite (s, ctx_suite, __FILE__ "_to_bs_au.c");
+
+  ctx_suite = "h266parse_harnessed";
+  s = h266parse_harnessed_suite ();
+  nf += gst_check_run_suite (s, ctx_suite, __FILE__ "_harnessed.c");
+
+  return nf;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/jifmux.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/jifmux.c Changed

@@ -202,6 +202,63 @@
 }
 
 static gint
+__exif_tag_capture_light_source_to_exif_value (const gchar * str)
+{
+  if (str == NULL) {
+    GST_WARNING ("Invalid light source: NULL");
+    return -1;
+  }
+
+  if (strcmp (str, "unknown") == 0)
+    return 0;
+  else if (strcmp (str, "daylight") == 0)
+    return 1;
+  else if (strcmp (str, "flourescent") == 0)
+    return 2;
+  else if (strcmp (str, "tungsten") == 0)
+    return 3;
+  else if (strcmp (str, "flash") == 0)
+    return 4;
+  else if (strcmp (str, "fine-weather") == 0)
+    return 9;
+  else if (strcmp (str, "cloudy-weather") == 0)
+    return 10;
+  else if (strcmp (str, "shade") == 0)
+    return 11;
+  else if (strcmp (str, "daylight-fluorescent") == 0)
+    return 12;
+  else if (strcmp (str, "day-white-fluorescent") == 0)
+    return 13;
+  else if (strcmp (str, "cool-white-fluorescent") == 0)
+    return 14;
+  else if (strcmp (str, "white-fluorescent") == 0)
+    return 15;
+  else if (strcmp (str, "warm-white-fluorescent") == 0)
+    return 16;
+  else if (strcmp (str, "standard-light-A") == 0)
+    return 17;
+  else if (strcmp (str, "standard-light-B") == 0)
+    return 18;
+  else if (strcmp (str, "standard-light-C") == 0)
+    return 19;
+  else if (strcmp (str, "D55") == 0)
+    return 20;
+  else if (strcmp (str, "D65") == 0)
+    return 21;
+  else if (strcmp (str, "D75") == 0)
+    return 22;
+  else if (strcmp (str, "D50") == 0)
+    return 23;
+  else if (strcmp (str, "iso-studio-tungsten") == 0)
+    return 24;
+  else if (strcmp (str, "other") == 0)
+    return 255;
+
+  GST_WARNING ("Invalid light source: %s", str);
+  return -1;
+}
+
+static gint
 __exif_tag_capture_contrast_to_exif_value (const gchar * str)
 {
   if (str == NULL)
@@ -347,6 +404,8 @@
     capture_exposure_mode);
 GST_COMPARE_GST_STRING_TAG_TO_EXIF_SHORT_FUNC (GST_TAG_CAPTURING_WHITE_BALANCE,
     capture_white_balance);
+GST_COMPARE_GST_STRING_TAG_TO_EXIF_SHORT_FUNC (GST_TAG_CAPTURING_LIGHT_SOURCE,
+    capture_light_source);
 GST_COMPARE_GST_STRING_TAG_TO_EXIF_SHORT_FUNC (GST_TAG_CAPTURING_CONTRAST,
     capture_contrast);
 GST_COMPARE_GST_STRING_TAG_TO_EXIF_SHORT_FUNC
@@ -631,6 +690,8 @@
       compare_capture_exposure_mode},
   {GST_TAG_CAPTURING_WHITE_BALANCE, EXIF_TAG_WHITE_BALANCE, EXIF_TYPE_SHORT,
       compare_capture_white_balance},
+  {GST_TAG_CAPTURING_LIGHT_SOURCE, EXIF_TAG_LIGHT_SOURCE, EXIF_TYPE_SHORT,
+      compare_capture_light_source},
   {GST_TAG_CAPTURING_DIGITAL_ZOOM_RATIO, EXIF_TAG_DIGITAL_ZOOM_RATIO,
       EXIF_TYPE_RATIONAL, NULL},
   {GST_TAG_CAPTURING_SCENE_CAPTURE_TYPE, EXIF_TAG_SCENE_CAPTURE_TYPE,
@@ -1145,6 +1206,55 @@
   generate_jif_file_with_tags (WHITE_BALANCE_TAG ("manual"), tmpfile);
   libexif_check_tags (WHITE_BALANCE_TAG ("manual"), tmpfile);
 
+#define LIGHT_SOURCE_TAG(t) "taglist," GST_TAG_CAPTURING_LIGHT_SOURCE "=" t
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("unknown"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("unknown"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("daylight"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("daylight"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("flourescent"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("flourescent"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("tungsten"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("tungsten"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("flash"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("flash"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("fine-weather"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("fine-weather"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("cloudy-weather"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("cloudy-weather"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("shade"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("shade"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("daylight-fluorescent"),
+      tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("daylight-fluorescent"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("day-white-fluorescent"),
+      tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("day-white-fluorescent"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("cool-white-fluorescent"),
+      tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("cool-white-fluorescent"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("white-fluorescent"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("white-fluorescent"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("warm-white-fluorescent"),
+      tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("warm-white-fluorescent"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("standard-light-A"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("standard-light-A"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("standard-light-B"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("standard-light-B"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("standard-light-C"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("standard-light-C"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("D55"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("D55"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("D65"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("D65"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("D75"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("D75"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("iso-studio-tungsten"),
+      tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("iso-studio-tungsten"), tmpfile);
+  generate_jif_file_with_tags (LIGHT_SOURCE_TAG ("other"), tmpfile);
+  libexif_check_tags (LIGHT_SOURCE_TAG ("other"), tmpfile);
+
 #define GAIN_ADJUSTMENT_TAG(t) "taglist," GST_TAG_CAPTURING_GAIN_ADJUSTMENT "=" t
   generate_jif_file_with_tags (GAIN_ADJUSTMENT_TAG ("none"), tmpfile);
   libexif_check_tags (GAIN_ADJUSTMENT_TAG ("none"), tmpfile);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/lc3.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/lc3.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/unixfd.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/unixfd.c Changed

@@ -59,11 +59,9 @@
   gst_meta_register_custom ("unix-fd-custom-meta", tags, NULL, NULL, NULL);
 
   /* Ensure we don't have socket from previous failed test */
-  gchar *socket_path =
-      g_strdup_printf ("%s/unixfd-test-socket", g_get_user_runtime_dir ());
-  if (g_file_test (socket_path, G_FILE_TEST_EXISTS)) {
-    g_unlink (socket_path);
-  }
+  gchar *tempdir = g_dir_make_tmp ("unixfd-test-XXXXXX", &error);
+  g_assert_no_error (error);
+  gchar *socket_path = g_strdup_printf ("%s/socket", tempdir);
 
   /* Setup source */
   gchar *pipeline_str =
@@ -126,6 +124,9 @@
           GST_STATE_NULL) == GST_STATE_CHANGE_SUCCESS);
   fail_if (g_file_test (socket_path, G_FILE_TEST_EXISTS));
 
+  g_rmdir (tempdir);
+  g_free (tempdir);
+
   gst_object_unref (pipeline_service);
   gst_object_unref (pipeline_client_1);
   gst_object_unref (pipeline_client_2);
@@ -135,25 +136,21 @@
 
 GST_END_TEST;
 
-// Disable test_unixfd_segment for now, it's flaky and it's a problem with the test
-#if 0
 GST_START_TEST (test_unixfd_segment)
 {
   GError *error = NULL;
 
   /* Ensure we don't have socket from previous failed test */
-  gchar *socket_path =
-      g_strdup_printf ("%s/unixfd-test-socket", g_get_user_runtime_dir ());
-  if (g_file_test (socket_path, G_FILE_TEST_EXISTS)) {
-    g_unlink (socket_path);
-  }
+  gchar *tempdir = g_dir_make_tmp ("unixfd-test-XXXXXX", &error);
+  g_assert_no_error (error);
+  gchar *socket_path = g_strdup_printf ("%s/socket", tempdir);
 
   GstCaps *caps = gst_caps_new_empty_simple ("video/x-raw");
 
   /* Setup service */
   gchar *pipeline_str =
       g_strdup_printf
-      ("appsrc name=src format=time handle-segment-change=true ! unixfdsink socket-path=%s sync=false async=false",
+      ("appsrc name=src format=time handle-segment-change=true ! unixfdsink socket-path=%s sync=false async=false wait-for-connection=true",
       socket_path);
   GstElement *pipeline_service = gst_parse_launch (pipeline_str, &error);
   g_assert_no_error (error);
@@ -215,6 +212,10 @@
           GST_STATE_NULL) == GST_STATE_CHANGE_SUCCESS);
   fail_unless (gst_element_set_state (pipeline_service,
           GST_STATE_NULL) == GST_STATE_CHANGE_SUCCESS);
+
+  g_rmdir (tempdir);
+  g_free (tempdir);
+
   gst_object_unref (pipeline_service);
   gst_object_unref (pipeline_client);
   g_free (socket_path);
@@ -222,7 +223,6 @@
 }
 
 GST_END_TEST;
-#endif
 
 static Suite *
 unixfd_suite (void)
@@ -232,7 +232,7 @@
 
   suite_add_tcase (s, tc);
   tcase_add_test (tc, test_unixfd_videotestsrc);
-  //tcase_add_test (tc, test_unixfd_segment);
+  tcase_add_test (tc, test_unixfd_segment);
 
   return s;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/vapostproc.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/vapostproc.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/webrtcbin.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/webrtcbin.c Changed

@@ -50,9 +50,11 @@
   STATE_NEW = 1,
   STATE_NEGOTIATION_NEEDED,
   STATE_OFFER_CREATED,
-  STATE_OFFER_SET,
+  STATE_LOCAL_OFFER_SET,
+  STATE_REMOTE_OFFER_SET,
   STATE_ANSWER_CREATED,
-  STATE_ANSWER_SET,
+  STATE_LOCAL_ANSWER_SET,
+  STATE_REMOTE_ANSWER_SET,
   STATE_EOS,
   STATE_ERROR,
   STATE_CUSTOM,
@@ -100,7 +102,6 @@
                                          GstPromise * promise,
                                          gpointer user_data);
   GstWebRTCSessionDescription *offer_desc;
-  guint offer_set_count;
   gpointer offer_data;
   GDestroyNotify offer_notify;
   void      (*on_offer_set)             (struct test_webrtc * t,
@@ -109,12 +110,13 @@
                                          gpointer user_data);
   gpointer offer_set_data;
   GDestroyNotify offer_set_notify;
+
+  gboolean perform_create_answer;
   void      (*on_answer_created)        (struct test_webrtc * t,
                                          GstElement * element,
                                          GstPromise * promise,
                                          gpointer user_data);
   GstWebRTCSessionDescription *answer_desc;
-  guint answer_set_count;
   gpointer answer_data;
   GDestroyNotify answer_notify;
   void      (*on_answer_set)            (struct test_webrtc * t,
@@ -178,19 +180,31 @@
   return FALSE;
 }
 #endif
+
 static void
-_on_answer_set (GstPromise * promise, gpointer user_data)
+_on_local_answer_set (GstPromise * promise, gpointer user_data)
 {
   struct test_webrtc *t = user_data;
   GstElement *answerer = TEST_GET_ANSWERER (t);
 
   g_mutex_lock (&t->lock);
-  if (++t->answer_set_count >= 2) {
-    if (t->on_answer_set)
-      t->on_answer_set (t, answerer, promise, t->answer_set_data);
-    test_webrtc_signal_state_unlocked (t, STATE_ANSWER_SET);
-    g_cond_broadcast (&t->cond);
-  }
+  if (t->on_answer_set)
+    t->on_answer_set (t, answerer, promise, t->answer_set_data);
+  test_webrtc_signal_state_unlocked (t, STATE_LOCAL_ANSWER_SET);
+  gst_promise_unref (promise);
+  g_mutex_unlock (&t->lock);
+}
+
+static void
+_on_remote_answer_set (GstPromise * promise, gpointer user_data)
+{
+  struct test_webrtc *t = user_data;
+  GstElement *offeror = TEST_GET_OFFEROR (t);
+
+  g_mutex_lock (&t->lock);
+  if (t->on_answer_set)
+    t->on_answer_set (t, offeror, promise, t->answer_set_data);
+  test_webrtc_signal_state_unlocked (t, STATE_REMOTE_ANSWER_SET);
   gst_promise_unref (promise);
   g_mutex_unlock (&t->lock);
 }
@@ -231,10 +245,10 @@
     goto error;
 
   if (t->answer_desc) {
-    promise = gst_promise_new_with_change_func (_on_answer_set, t, NULL);
+    promise = gst_promise_new_with_change_func (_on_local_answer_set, t, NULL);
     g_signal_emit_by_name (answerer, "set-local-description", t->answer_desc,
         promise);
-    promise = gst_promise_new_with_change_func (_on_answer_set, t, NULL);
+    promise = gst_promise_new_with_change_func (_on_remote_answer_set, t, NULL);
     g_signal_emit_by_name (offeror, "set-remote-description", t->answer_desc,
         promise);
   }
@@ -251,18 +265,29 @@
 }
 
 static void
-_on_offer_set (GstPromise * promise, gpointer user_data)
+_on_local_offer_set (GstPromise * promise, gpointer user_data)
 {
   struct test_webrtc *t = user_data;
   GstElement *offeror = TEST_GET_OFFEROR (t);
 
   g_mutex_lock (&t->lock);
-  if (++t->offer_set_count >= 2) {
-    if (t->on_offer_set)
-      t->on_offer_set (t, offeror, promise, t->offer_set_data);
-    test_webrtc_signal_state_unlocked (t, STATE_OFFER_SET);
-    g_cond_broadcast (&t->cond);
-  }
+  if (t->on_offer_set)
+    t->on_offer_set (t, offeror, promise, t->offer_set_data);
+  test_webrtc_signal_state_unlocked (t, STATE_LOCAL_OFFER_SET);
+  gst_promise_unref (promise);
+  g_mutex_unlock (&t->lock);
+}
+
+static void
+_on_remote_offer_set (GstPromise * promise, gpointer user_data)
+{
+  struct test_webrtc *t = user_data;
+  GstElement *answerer = TEST_GET_ANSWERER (t);
+
+  g_mutex_lock (&t->lock);
+  if (t->on_offer_set)
+    t->on_offer_set (t, answerer, promise, t->offer_set_data);
+  test_webrtc_signal_state_unlocked (t, STATE_REMOTE_OFFER_SET);
   gst_promise_unref (promise);
   g_mutex_unlock (&t->lock);
 }
@@ -309,13 +334,16 @@
   g_mutex_unlock (&t->lock);
 
   if (t->offer_desc) {
-    promise = gst_promise_new_with_change_func (_on_offer_set, t, NULL);
+    promise = gst_promise_new_with_change_func (_on_local_offer_set, t, NULL);
     g_signal_emit_by_name (offeror, "set-local-description", t->offer_desc,
         promise);
-    promise = gst_promise_new_with_change_func (_on_offer_set, t, NULL);
+    promise = gst_promise_new_with_change_func (_on_remote_offer_set, t, NULL);
     g_signal_emit_by_name (answerer, "set-remote-description", t->offer_desc,
         promise);
 
+  }
+
+  if (t->perform_create_answer) {
     promise = gst_promise_new_with_change_func (_on_answer_received, t, NULL);
     g_signal_emit_by_name (answerer, "create-answer", NULL, promise);
   }
@@ -612,6 +640,7 @@
   ret->on_negotiation_needed = _negotiation_not_reached;
   ret->on_ice_candidate = _ice_candidate_not_reached;
   ret->on_pad_added = _pad_added_not_reached;
+  ret->perform_create_answer = TRUE;
   ret->on_offer_created = _offer_answer_not_reached;
   ret->on_answer_created = _offer_answer_not_reached;
   ret->on_prepare_data_channel = _on_prepare_data_channel_not_reached;
@@ -689,16 +718,22 @@
   if (t->offer_desc)
     gst_webrtc_session_description_free (t->offer_desc);
   t->offer_desc = NULL;
-  t->offer_set_count = 0;
   if (t->answer_desc)
     gst_webrtc_session_description_free (t->answer_desc);
   t->answer_desc = NULL;
-  t->answer_set_count = 0;
 
   test_webrtc_signal_state (t, STATE_NEGOTIATION_NEEDED);
 }
 
 static void
+test_webrtc_clear_states (struct test_webrtc *t)
+{
+  GST_DEBUG ("clearing states");
+  g_array_free (t->states, TRUE);
+  t->states = g_array_new (FALSE, TRUE, sizeof (TestState));
+}
+
+static void
 test_webrtc_free (struct test_webrtc *t)
 {
   /* Otherwise while one webrtcbin is being destroyed, the other could
@@ -832,7 +867,7 @@
 test_webrtc_wait_for_answer_error_eos (struct test_webrtc *t)
 {
   TestState states = 0;
-  states |= (1 << STATE_ANSWER_SET);
+  states |= (1 << STATE_REMOTE_ANSWER_SET);
   states |= (1 << STATE_EOS);
   states |= (1 << STATE_ERROR);
   return test_webrtc_wait_for_state_mask (t, states);
@@ -961,7 +996,7 @@
 
   if (wait_mask == 0) {
     fail_unless_equals_int (test_webrtc_wait_for_answer_error_eos (t),
-        STATE_ANSWER_SET);
+        STATE_REMOTE_ANSWER_SET);
   } else {
     test_webrtc_wait_for_state_mask (t, wait_mask);
   }
@@ -1107,6 +1142,7 @@
   }
 }
 
+
 static void
 add_fake_audio_src_harness (GstHarness * h, gint pt, guint ssrc)
 {
@@ -1149,6 +1185,9 @@
   return t;
 }
 
+static void add_audio_test_src_harness (GstHarness * h, guint ssrc);
+static void add_video_test_src_harness (GstHarness * h, guint ssrc);
+
 static void
 on_new_transceiver_expected_kind (GstWebRTCBin * webrtc,
     GstWebRTCRTPTransceiver * trans, gpointer user_data)
@@ -1419,6 +1458,47 @@
 
 GST_END_TEST;
 
+static void
+_check_transceiver_mids (struct test_webrtc *t, GstElement * element,
+    GstPromise * promise, gpointer user_data)
+{
+  const GArray *expected_mids = user_data;
+  GArray *transceivers;
+  int i;
+
+  g_signal_emit_by_name (element, "get-transceivers", &transceivers);
+  fail_unless (transceivers != NULL);
+  fail_unless_equals_uint64 (transceivers->len, expected_mids->len);
+  for (i = 0; i < transceivers->len; ++i) {
+    GstWebRTCRTPTransceiver *trans =
+        g_array_index (transceivers, GstWebRTCRTPTransceiver *, i);
+    gchar *mid = g_array_index (expected_mids, char *, i);
+    fail_unless_equals_string (trans->mid, mid);
+  }
+  g_array_unref (transceivers);
+}
+
+GST_START_TEST (test_transceivers_mid)
+{
+  struct test_webrtc *t = create_audio_video_test ();
+  const gchar *EXPECTED_MIDS_DATA = { "audio0", "video1" };
+  GArray *expected_mids = g_array_new (FALSE, FALSE, sizeof (gchar *));
+  g_array_append_vals (expected_mids, EXPECTED_MIDS_DATA,
+      sizeof (EXPECTED_MIDS_DATA) / sizeof (gchar *));
+
+  t->on_offer_set = _check_transceiver_mids;
+  t->offer_set_data = expected_mids;
+
+  t->on_answer_set = _check_transceiver_mids;
+  t->answer_set_data = expected_mids;
+
+  test_validate_sdp (t, NULL, NULL);
+  test_webrtc_free (t);
+  g_array_free (expected_mids, TRUE);
+}
+
+GST_END_TEST;
+
 GST_START_TEST (test_no_nice_elements_request_pad)
 {
   struct test_webrtc *t = test_webrtc_new ();
@@ -1513,8 +1593,8 @@
   fail_unless (gst_structure_get (s, "payload-type", G_TYPE_UINT, &pt, NULL));
   fail_unless (gst_structure_get (s, "clock-rate", G_TYPE_UINT, &clock_rate,
           NULL));
-  fail_unless (pt >= 0 && pt <= 127);
-  fail_unless (clock_rate >= 0);
+  fail_unless (pt <= 127);
+  /* NOTE: Can't check the validity of the clock rate. It could be anything from 0 to the maximum value */
 }
 
 static void
@@ -1522,6 +1602,7 @@
 {
   gchar *codec_id, *transport_id, *kind;
   GstStructure *codec, *transport;
+  guint ssrc;
 
   fail_unless (gst_structure_get (s, "codec-id", G_TYPE_STRING, &codec_id,
           NULL));
@@ -1539,8 +1620,18 @@
   gst_structure_free (transport);
   gst_structure_free (codec);
 
+  fail_unless (gst_structure_get (s, "ssrc", G_TYPE_UINT, &ssrc, NULL));
+
   fail_unless (gst_structure_get (s, "kind", G_TYPE_STRING, &kind, NULL));
-  fail_unless (g_str_equal (kind, "audio") || g_str_equal (kind, "video"));
+
+  // Using ssrc to differentiate video from audio streams is the easiest
+  // way, otherwise we have to pass the info some other way or look up
+  // caps in the codec stats entries.
+  if (ssrc == 0xCAFECAFE) {
+    fail_unless (g_str_equal (kind, "video"));
+  } else {
+    fail_unless (g_str_equal (kind, "audio"));
+  }
 
   g_free (codec_id);
   g_free (transport_id);
@@ -1550,7 +1641,7 @@
 static void
 validate_inbound_rtp_stats (const GstStructure * s, const GstStructure * stats)
 {
-  guint ssrc, fir, pli, nack;
+  guint fir, pli, nack;
   gint64 packets_lost;
   guint64 packets_received, bytes_received;
   double jitter;
@@ -1559,7 +1650,6 @@
 
   validate_rtc_stream_stats (s, stats);
 
-  fail_unless (gst_structure_get (s, "ssrc", G_TYPE_UINT, &ssrc, NULL));
   fail_unless (gst_structure_get (s, "fir-count", G_TYPE_UINT, &fir, NULL));
   fail_unless (gst_structure_get (s, "pli-count", G_TYPE_UINT, &pli, NULL));
   fail_unless (gst_structure_get (s, "nack-count", G_TYPE_UINT, &nack, NULL));
@@ -1584,7 +1674,6 @@
 validate_remote_inbound_rtp_stats (const GstStructure * s,
     const GstStructure * stats)
 {
-  guint ssrc;
   gint64 packets_lost;
   double jitter, rtt;
   gchar *local_id;
@@ -1592,7 +1681,6 @@
 
   validate_rtc_stream_stats (s, stats);
 
-  fail_unless (gst_structure_get (s, "ssrc", G_TYPE_UINT, &ssrc, NULL));
   fail_unless (gst_structure_get (s, "jitter", G_TYPE_DOUBLE, &jitter, NULL));
   fail_unless (gst_structure_get (s, "packets-lost", G_TYPE_INT64,
           &packets_lost, NULL));
@@ -1611,14 +1699,13 @@
 static void
 validate_outbound_rtp_stats (const GstStructure * s, const GstStructure * stats)
 {
-  guint ssrc, fir, pli, nack;
+  guint fir, pli, nack;
   guint64 packets_sent, bytes_sent;
   gchar *remote_id;
   GstStructure *remote;
 
   validate_rtc_stream_stats (s, stats);
 
-  fail_unless (gst_structure_get (s, "ssrc", G_TYPE_UINT, &ssrc, NULL));
   fail_unless (gst_structure_get (s, "fir-count", G_TYPE_UINT, &fir, NULL));
   fail_unless (gst_structure_get (s, "pli-count", G_TYPE_UINT, &pli, NULL));
   fail_unless (gst_structure_get (s, "nack-count", G_TYPE_UINT, &nack, NULL));
@@ -1640,13 +1727,11 @@
 validate_remote_outbound_rtp_stats (const GstStructure * s,
     const GstStructure * stats)
 {
-  guint ssrc;
   gchar *local_id;
   GstStructure *local;
 
   validate_rtc_stream_stats (s, stats);
 
-  fail_unless (gst_structure_get (s, "ssrc", G_TYPE_UINT, &ssrc, NULL));
   fail_unless (gst_structure_get (s, "local-id", G_TYPE_STRING, &local_id,
           NULL));
   fail_unless (gst_structure_get (stats, local_id, GST_TYPE_STRUCTURE, &local,
@@ -1668,8 +1753,7 @@
   fail_unless (gst_structure_get (s, "port", G_TYPE_UINT, &port, NULL));
   fail_unless (gst_structure_get (s, "candidate-type", G_TYPE_STRING,
           &candidateType, NULL));
-  fail_unless (gst_structure_get (s, "priority", G_TYPE_UINT64, &priority,
-          NULL));
+  fail_unless (gst_structure_get (s, "priority", G_TYPE_UINT, &priority, NULL));
   fail_unless (gst_structure_get (s, "protocol", G_TYPE_STRING, &protocol,
           NULL));
 
@@ -1692,17 +1776,32 @@
   fail_unless (opened >= closed);
 }
 
+struct stats_check_state
+{
+  struct test_webrtc *t;
+  gint n_streams;
+
+  const GstStructure *stats;
+
+  gboolean saw_outbound_rtp;
+  gboolean saw_remote_outbound_rtp;
+  gboolean saw_inbound_rtp;
+  gboolean saw_remote_inbound_rtp;
+};
+
 static gboolean
-validate_stats_foreach (GQuark field_id, const GValue * value,
-    const GstStructure * stats)
+validate_stats_foreach (const GstIdStr * fieldname, const GValue * value,
+    gpointer user_data)
 {
-  const gchar *field = g_quark_to_string (field_id);
+  struct stats_check_state *state = (struct stats_check_state *) (user_data);
+  const GstStructure *stats = state->stats;
+
+  const gchar *field = gst_id_str_as_str (fieldname);
   GstWebRTCStatsType type;
-  const GstStructure *s;
 
   fail_unless (GST_VALUE_HOLDS_STRUCTURE (value));
 
-  s = gst_value_get_structure (value);
+  const GstStructure *s = gst_value_get_structure (value);
 
   GST_INFO ("validating field %s %" GST_PTR_FORMAT, field, s);
 
@@ -1712,12 +1811,16 @@
     validate_codec_stats (s);
   } else if (type == GST_WEBRTC_STATS_INBOUND_RTP) {
     validate_inbound_rtp_stats (s, stats);
+    state->saw_inbound_rtp = TRUE;
   } else if (type == GST_WEBRTC_STATS_OUTBOUND_RTP) {
     validate_outbound_rtp_stats (s, stats);
+    state->saw_outbound_rtp = TRUE;
   } else if (type == GST_WEBRTC_STATS_REMOTE_INBOUND_RTP) {
     validate_remote_inbound_rtp_stats (s, stats);
+    state->saw_remote_inbound_rtp = TRUE;
   } else if (type == GST_WEBRTC_STATS_REMOTE_OUTBOUND_RTP) {
     validate_remote_outbound_rtp_stats (s, stats);
+    state->saw_remote_outbound_rtp = TRUE;
   } else if (type == GST_WEBRTC_STATS_CSRC) {
   } else if (type == GST_WEBRTC_STATS_PEER_CONNECTION) {
     validate_peer_connection_stats (s);
@@ -1738,25 +1841,38 @@
 }
 
 static void
-validate_stats (const GstStructure * stats)
+validate_stats (struct stats_check_state *state)
 {
-  gst_structure_foreach (stats,
-      (GstStructureForeachFunc) validate_stats_foreach, (gpointer) stats);
+  gst_structure_foreach_id_str (state->stats,
+      (GstStructureForeachIdStrFunc) validate_stats_foreach, (gpointer) state);
 }
 
 static void
 _on_stats (GstPromise * promise, gpointer user_data)
 {
-  struct test_webrtc *t = user_data;
+  struct stats_check_state state = *(struct stats_check_state *) user_data;
+  struct test_webrtc *t = state.t;
   const GstStructure *reply = gst_promise_get_reply (promise);
   int i;
 
-  validate_stats (reply);
-  i = GPOINTER_TO_INT (t->user_data);
-  i++;
-  t->user_data = GINT_TO_POINTER (i);
-  if (i >= 2)
+  GST_LOG ("Got stats %" GST_PTR_FORMAT, reply);
+  state.stats = reply;
+
+  validate_stats (&state);
+
+  if (state.n_streams > 0 && state.saw_inbound_rtp && state.saw_outbound_rtp
+      && state.saw_remote_inbound_rtp && state.saw_remote_outbound_rtp) {
+    g_mutex_lock (&t->lock);
+    i = GPOINTER_TO_INT (t->user_data);
+    i++;
+    t->user_data = GINT_TO_POINTER (i);
+    g_mutex_unlock (&t->lock);
+
+    if (i >= 2)
+      test_webrtc_signal_state (t, STATE_CUSTOM);
+  } else {
     test_webrtc_signal_state (t, STATE_CUSTOM);
+  }
 
   gst_promise_unref (promise);
 }
@@ -1770,9 +1886,11 @@
   t->on_negotiation_needed = NULL;
   test_validate_sdp (t, NULL, NULL);
 
-  p = gst_promise_new_with_change_func (_on_stats, t, NULL);
+  struct stats_check_state state = {.t = t, 0 };
+  p = gst_promise_new_with_change_func (_on_stats, &state, NULL);
   g_signal_emit_by_name (t->webrtc1, "get-stats", NULL, p);
-  p = gst_promise_new_with_change_func (_on_stats, t, NULL);
+
+  p = gst_promise_new_with_change_func (_on_stats, &state, NULL);
   g_signal_emit_by_name (t->webrtc2, "get-stats", NULL, p);
 
   test_webrtc_wait_for_state_mask (t, 1 << STATE_CUSTOM);
@@ -1785,9 +1903,8 @@
 GST_START_TEST (test_stats_with_stream)
 {
   struct test_webrtc *t = create_audio_test ();
+  struct stats_check_state state = {.t = t, 0 };
   GstPromise *p;
-  GstCaps *caps;
-  GstPad *pad;
 
   /* test that the stats generated with stream are sane */
 
@@ -1808,22 +1925,87 @@
           GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE);
 
   /* set caps for webrtcbin sink to validate codec stats */
-  caps = gst_caps_from_string (OPUS_RTP_CAPS (96));
-  pad = gst_element_get_static_pad (t->webrtc1, "sink_0");
+  GstCaps *caps = gst_caps_from_string (OPUS_RTP_CAPS (96));
+  GstPad *pad = gst_element_get_static_pad (t->webrtc1, "sink_0");
   gst_pad_set_caps (pad, caps);
   gst_caps_unref (caps);
+  gst_object_unref (pad);
 
   test_webrtc_wait_for_answer_error_eos (t);
-  test_webrtc_signal_state (t, STATE_ANSWER_SET);
+  test_webrtc_signal_state (t, STATE_REMOTE_ANSWER_SET);
 
-  p = gst_promise_new_with_change_func (_on_stats, t, NULL);
+  p = gst_promise_new_with_change_func (_on_stats, &state, NULL);
   g_signal_emit_by_name (t->webrtc1, "get-stats", NULL, p);
-  p = gst_promise_new_with_change_func (_on_stats, t, NULL);
+
+  p = gst_promise_new_with_change_func (_on_stats, &state, NULL);
   g_signal_emit_by_name (t->webrtc2, "get-stats", NULL, p);
 
   test_webrtc_wait_for_state_mask (t, 1 << STATE_CUSTOM);
 
-  gst_object_unref (pad);
+  test_webrtc_free (t);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_stats_with_two_streams)
+{
+  /* test that the stats generated with audio and video stream have correct info */
+  struct test_webrtc *t = test_webrtc_new ();
+  GstPromise *p;
+
+  t->on_offer_created = NULL;
+  t->on_answer_created = NULL;
+  t->on_negotiation_needed = NULL;
+  t->on_ice_candidate = NULL;
+  t->on_pad_added = _pad_added_fakesink;
+
+  GstHarness *h1 = gst_harness_new_with_element (t->webrtc1, "sink_0", NULL);
+  add_audio_test_src_harness (h1, 0xDEADBEEF);
+  t->harnesses = g_list_prepend (t->harnesses, h1);
+
+  GstHarness *h2 = gst_harness_new_with_element (t->webrtc1, "sink_1", NULL);
+  add_video_test_src_harness (h2, 0xCAFECAFE);
+  t->harnesses = g_list_prepend (t->harnesses, h2);
+
+  fail_if (gst_element_set_state (t->webrtc1,
+          GST_STATE_READY) == GST_STATE_CHANGE_FAILURE);
+  fail_if (gst_element_set_state (t->webrtc2,
+          GST_STATE_READY) == GST_STATE_CHANGE_FAILURE);
+
+  test_webrtc_create_offer (t);
+
+  fail_if (gst_element_set_state (t->webrtc1,
+          GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE);
+  fail_if (gst_element_set_state (t->webrtc2,
+          GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE);
+
+  test_webrtc_wait_for_answer_error_eos (t);
+
+  /* We need to push data until the connection is established and the
+   * statistics start reporting outbound-rtp stats before things will
+   * unblock below */
+  for (int i = 0; i < 5; i++) {
+    gst_harness_push_from_src (h1);
+    gst_harness_push_from_src (h2);
+  }
+
+  struct stats_check_state state = {.t = t,.n_streams = 2, 0 };
+
+  while (TRUE) {
+    g_usleep (100 * 1000);
+    p = gst_promise_new_with_change_func (_on_stats, &state, NULL);
+    g_signal_emit_by_name (t->webrtc1, "get-stats", NULL, p);
+
+    p = gst_promise_new_with_change_func (_on_stats, &state, NULL);
+    g_signal_emit_by_name (t->webrtc2, "get-stats", NULL, p);
+
+    if (test_webrtc_check_for_state_mask (t, 1 << STATE_CUSTOM))
+      break;
+
+    gst_harness_push_from_src (h1);
+    gst_harness_push_from_src (h2);
+  }
+
   test_webrtc_free (t);
 }
 
@@ -3726,6 +3908,110 @@
 
 GST_END_TEST;
 
+GST_START_TEST (test_renego_triggering)
+{
+
+  struct test_webrtc *t = create_audio_test ();
+
+  VAL_SDP_INIT (no_duplicate_payloads, on_sdp_media_no_duplicate_payloads,
+      NULL, NULL);
+
+  guint media_format_count = { 1 };
+  VAL_SDP_INIT (media_formats, on_sdp_media_count_formats,
+      media_format_count, &no_duplicate_payloads);
+  VAL_SDP_INIT (count, _count_num_sdp_media, GUINT_TO_POINTER (1),
+      &media_formats);
+
+  const gchar *expected_offer_setup = { "actpass" };
+  VAL_SDP_INIT (offer_setup, on_sdp_media_setup, expected_offer_setup, &count);
+  const gchar *expected_answer_setup = { "active" };
+  VAL_SDP_INIT (answer_setup, on_sdp_media_setup, expected_answer_setup,
+      &count);
+  const gchar *expected_offer_direction = { "sendrecv" };
+  VAL_SDP_INIT (offer, on_sdp_media_direction, expected_offer_direction,
+      &offer_setup);
+  const gchar *expected_answer_direction = { "recvonly" };
+  VAL_SDP_INIT (answer, on_sdp_media_direction, expected_answer_direction,
+      &answer_setup);
+  GstCaps *caps;
+  GArray *transceivers;
+
+  /* Ensure sendrecv stream on webrtc1 */
+  g_signal_emit_by_name (t->webrtc1, "get-transceivers", &transceivers);
+  fail_unless (transceivers != NULL);
+  fail_unless_equals_int (transceivers->len, 1);
+
+  GstWebRTCRTPTransceiver *trans_local =
+      g_array_index (transceivers, GstWebRTCRTPTransceiver *, 0);
+  g_object_set (trans_local, "direction",
+      GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_SENDRECV, NULL);
+
+  /* setup recvonly peer */
+  caps = gst_caps_from_string (OPUS_RTP_CAPS (96));
+  gst_caps_set_simple (caps, "ssrc", G_TYPE_UINT, 0xDEADBEEF, NULL);
+
+  GstWebRTCRTPTransceiver *trans_remote = NULL;
+  GstWebRTCRTPTransceiverDirection direction =
+      GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY;
+  g_signal_emit_by_name (t->webrtc2, "add-transceiver", direction, caps,
+      &trans_remote);
+  gst_caps_unref (caps);
+  fail_unless (trans_remote != NULL);
+  gst_object_unref (trans_remote);
+
+  test_validate_sdp (t, &offer, &answer);
+
+  GST_LOG
+      ("Finished validating sendrecv <-> recvonly nego. Triggering renego with recvonly <-> recvonly peers");
+
+  /* Now change the sender to recvonly and expect to renegotiate to inactive */
+  test_webrtc_reset_negotiation (t);
+  test_webrtc_clear_states (t);
+
+  GST_LOG ("Setting local transceiver to RECVONLY");
+  g_object_set (trans_local, "direction",
+      GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY, NULL);
+
+  GST_LOG ("Waiting for on-negotiation-needed");
+  test_webrtc_wait_for_state_mask (t, 1 << STATE_NEGOTIATION_NEEDED);
+
+  const gchar *new_expected_offer_direction = { "recvonly" };
+  VAL_SDP_INIT (new_offer, on_sdp_media_direction, new_expected_offer_direction,
+      NULL);
+  const gchar *new_expected_answer_direction = { "inactive" };
+  VAL_SDP_INIT (new_answer, on_sdp_media_direction,
+      new_expected_answer_direction, NULL);
+
+  test_validate_sdp (t, &new_offer, &new_answer);
+
+  g_array_unref (transceivers);
+
+  /* At this point webrtc2 is the answerer. Check that it also triggers nego
+   * if we change the direction to sendonly */
+  test_webrtc_reset_negotiation (t);
+  test_webrtc_clear_states (t);
+
+  GST_LOG ("Setting remote transceiver to SENDONLY");
+  g_signal_emit_by_name (t->webrtc2, "get-transceivers", &transceivers);
+  fail_unless (transceivers != NULL);
+  fail_unless_equals_int (transceivers->len, 1);
+
+  trans_remote = g_array_index (transceivers, GstWebRTCRTPTransceiver *, 0);
+
+  g_object_set (trans_remote, "direction",
+      GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_SENDONLY, NULL);
+
+  g_array_unref (transceivers);
+
+  GST_LOG ("Waiting for on-negotiation-needed");
+  test_webrtc_wait_for_state_mask (t, 1 << STATE_NEGOTIATION_NEEDED);
+
+  test_webrtc_free (t);
+}
+
+GST_END_TEST;
+
+
 static void
 offer_remove_last_media (struct test_webrtc *t, GstElement * element,
     GstPromise * promise, gpointer user_data)
@@ -4168,8 +4454,8 @@
   gst_structure_get (s, "error", G_TYPE_ERROR, &error, NULL);
   fail_unless (g_error_matches (error, GST_WEBRTC_ERROR,
           GST_WEBRTC_ERROR_INTERNAL_FAILURE));
-  fail_unless_equals_string (error->message,
-      "Tranceiver <webrtctransceiver0> with mid (null) has locked mline 1 but the offer only has 0 sections");
+  fail_unless_matches_string (error->message,
+      "Tranceiver <webrtctransceiver0-9+> with mid \$null\$ has locked mline 1 but the offer only has 0 sections");
   g_clear_error (&error);
   gst_promise_unref (promise);
 
@@ -4271,9 +4557,9 @@
   gst_structure_get (s, "error", G_TYPE_ERROR, &error, NULL);
   fail_unless (g_error_matches (error, GST_WEBRTC_ERROR,
           GST_WEBRTC_ERROR_INTERNAL_FAILURE));
-  fail_unless_equals_string
+  fail_unless_matches_string
       (error->message,
-      "m-line 0 with transceiver <webrtctransceiver1> was locked to video, but SDP has audio media");
+      "m-line 0 with transceiver <webrtctransceiver0-9+> was locked to video, but SDP has audio media");
 
   g_clear_error (&error);
   fail_unless (s != NULL);
@@ -4509,6 +4795,25 @@
 #undef L16_CAPS
 }
 
+static void
+add_video_test_src_harness (GstHarness * h, guint ssrc)
+{
+  GstCaps *caps = gst_caps_from_string (VP8_RTP_CAPS (96));
+  GstElement *capsfilter;
+  if (ssrc != 0) {
+    gst_caps_set_simple (caps, "ssrc", G_TYPE_UINT, ssrc, NULL);
+  }
+  gst_harness_add_src_parse (h,
+      "videotestsrc is-live=true ! video/x-raw,width=16,height=16 ! vp8enc ! rtpvp8pay ! "
+      "capsfilter name=capsfilter ! identity", TRUE);
+  capsfilter =
+      gst_bin_get_by_name (GST_BIN (h->src_harness->element), "capsfilter");
+  g_object_set (G_OBJECT (capsfilter), "caps", caps, NULL);
+  gst_harness_set_src_caps (h, caps);
+  caps = NULL;
+  gst_clear_object (&capsfilter);
+}
+
 struct pad_added_harness_data
 {
   GList *sink_harnesses;
@@ -4538,6 +4843,155 @@
   }
 }
 
+GST_START_TEST (test_audio_sendrecv)
+{
+  struct test_webrtc *t = test_webrtc_new ();
+  GstHarness *h1, *h2;
+
+  t->on_negotiation_needed = NULL;
+  t->on_ice_candidate = NULL;
+  t->on_pad_added = _pad_added_fakesink;
+
+  h1 = gst_harness_new_with_element (t->webrtc1, "sink_0", NULL);
+  add_audio_test_src_harness (h1, 0xDEADBEEF);
+  t->harnesses = g_list_prepend (t->harnesses, h1);
+
+  h2 = gst_harness_new_with_element (t->webrtc2, "sink_0", NULL);
+  add_audio_test_src_harness (h2, 0xBEEFDEAD);
+  t->harnesses = g_list_prepend (t->harnesses, h2);
+
+  VAL_SDP_INIT (no_duplicate_payloads, on_sdp_media_no_duplicate_payloads,
+      NULL, NULL);
+  guint media_format_count = { 1 };
+  VAL_SDP_INIT (media_formats, on_sdp_media_count_formats,
+      media_format_count, &no_duplicate_payloads);
+  VAL_SDP_INIT (count, _count_num_sdp_media, GUINT_TO_POINTER (1),
+      &media_formats);
+  const gchar *expected_offer_setup = { "actpass", };
+  VAL_SDP_INIT (offer_setup, on_sdp_media_setup, expected_offer_setup, &count);
+  const gchar *expected_answer_setup = { "active", };
+  VAL_SDP_INIT (answer_setup, on_sdp_media_setup, expected_answer_setup,
+      &count);
+  const gchar *expected_offer_direction = { "sendrecv", };
+  VAL_SDP_INIT (offer, on_sdp_media_direction, expected_offer_direction,
+      &offer_setup);
+  const gchar *expected_answer_direction = { "sendrecv", };
+  VAL_SDP_INIT (answer, on_sdp_media_direction, expected_answer_direction,
+      &answer_setup);
+  GstWebRTCKind expected_kind = GST_WEBRTC_KIND_AUDIO;
+
+  g_signal_connect (t->webrtc1, "on-new-transceiver",
+      G_CALLBACK (on_new_transceiver_expected_kind),
+      GUINT_TO_POINTER (expected_kind));
+  g_signal_connect (t->webrtc2, "on-new-transceiver",
+      G_CALLBACK (on_new_transceiver_expected_kind),
+      GUINT_TO_POINTER (expected_kind));
+
+  test_validate_sdp (t, &offer, &answer);
+
+  fail_if (gst_element_set_state (t->webrtc1,
+          GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE);
+  fail_if (gst_element_set_state (t->webrtc2,
+          GST_STATE_PLAYING) == GST_STATE_CHANGE_FAILURE);
+
+  /* Exchange a few buffers between webrtcbin1 and webrtcbin2 to check
+     that they can handle incoming data and we get no errors on the bus. */
+  for (int i = 0; i < 5; i++) {
+    gst_harness_push_from_src (h1);
+    gst_harness_push_from_src (h2);
+  }
+
+  test_webrtc_free (t);
+}
+
+GST_END_TEST;
+
+
+static void
+on_sdp_media_rtp_header_extensions (struct test_webrtc *t, GstElement * element,
+    GstWebRTCSessionDescription * desc, gpointer user_data)
+{
+  GArray *expected_extensions = user_data;
+  int i;
+
+  for (i = 0; i < gst_sdp_message_medias_len (desc->sdp); i++) {
+    const GstSDPMedia *media = gst_sdp_message_get_media (desc->sdp, i);
+    if (g_strcmp0 (gst_sdp_media_get_media (media), "audio") == 0
+        || g_strcmp0 (gst_sdp_media_get_media (media), "video") == 0) {
+      int extension_idx = 0;
+      int j;
+      for (j = 0; j < gst_sdp_media_attributes_len (media); j++) {
+        const GstSDPAttribute *attr = gst_sdp_media_get_attribute (media, j);
+        if (g_strcmp0 (attr->key, "extmap") == 0) {
+          GStrv split = g_strsplit (attr->value, " ", 2);
+          fail_unless_equals_string (split1,
+              g_array_index (expected_extensions, char *, extension_idx++));
+          g_strfreev (split);
+        }
+      }
+      fail_unless_equals_int (expected_extensions->len, extension_idx);
+    }
+  }
+}
+
+#define TWCC_URI "http://www.ietf.org/id/draft-holmer-rmcat-transport-wide-cc-extensions-01"
+
+GST_START_TEST (test_rtp_header_extension_sendonly_recvonly_pair)
+{
+  struct test_webrtc *t = test_webrtc_new ();
+  GstHarness *h;
+  GstWebRTCRTPTransceiver *trans;
+  GstCaps *caps;
+
+  t->on_negotiation_needed = NULL;
+  t->on_ice_candidate = NULL;
+  t->on_pad_added = _pad_added_fakesink;
+
+  h = gst_harness_new_with_element (t->webrtc1, "sink_0", NULL);
+
+  caps =
+      gst_caps_from_string (OPUS_RTP_CAPS (96) ", extmap-1=(string)" TWCC_URI);
+  GstStructure *s = gst_caps_get_structure (caps, 0);
+  gst_structure_set (s, "ssrc", G_TYPE_UINT, 0xDEADBEEF, NULL);
+  gst_structure_set (s, "payload", G_TYPE_INT, 96, NULL);
+  gst_harness_set_src_caps (h, gst_caps_copy (caps));
+  gst_harness_add_src_parse (h, "fakesrc is-live=true", TRUE);
+  t->harnesses = g_list_prepend (t->harnesses, h);
+
+  g_signal_emit_by_name (t->webrtc1, "get-transceiver", 0, &trans);
+  g_object_set (trans, "direction",
+      GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_SENDONLY, NULL);
+  gst_object_unref (trans);
+
+  g_signal_emit_by_name (t->webrtc2, "add-transceiver",
+      GST_WEBRTC_RTP_TRANSCEIVER_DIRECTION_RECVONLY, caps, &trans);
+  fail_unless (trans != NULL);
+  gst_object_unref (trans);
+  gst_caps_unref (caps);
+
+  const gchar *expected_offer_direction = { "sendonly", };
+  VAL_SDP_INIT (offer_direction, on_sdp_media_direction,
+      expected_offer_direction, NULL);
+  const gchar *expected_answer_direction = { "recvonly", };
+  VAL_SDP_INIT (answer_direction, on_sdp_media_direction,
+      expected_answer_direction, NULL);
+
+  const gchar *EXPECTED_EXTENSIONS_DATA = { TWCC_URI, };
+  GArray *expected_extensions = g_array_new (FALSE, FALSE, sizeof (gchar *));
+  g_array_append_vals (expected_extensions, EXPECTED_EXTENSIONS_DATA,
+      sizeof (EXPECTED_EXTENSIONS_DATA) / sizeof (gchar *));
+  VAL_SDP_INIT (offer, on_sdp_media_rtp_header_extensions, expected_extensions,
+      &offer_direction);
+  VAL_SDP_INIT (answer, on_sdp_media_rtp_header_extensions, expected_extensions,
+      &answer_direction);
+
+  test_validate_sdp (t, &offer, &answer);
+  test_webrtc_free (t);
+  g_array_free (expected_extensions, TRUE);
+}
+
+GST_END_TEST;
+
 GST_START_TEST (test_invalid_bundle_in_pending_remote_description)
 {
   GstPromise *promise;
@@ -5244,10 +5698,12 @@
       g_signal_emit_by_name (payloader, "add-extension", ext);
       gst_clear_object (&ext);
     }
-    if (n_rid > 0 && stream_ext_id != G_MAXUINT) {
-      ext = gst_rtp_header_extension_create_from_uri (RTPHDREXT_STREAM_ID);
+    if (n_rid > 0 && repaired_ext_id != G_MAXUINT) {
+      ext =
+          gst_rtp_header_extension_create_from_uri
+          (RTPHDREXT_REPAIRED_STREAM_ID);
       fail_unless (ext);
-      gst_rtp_header_extension_set_id (ext, stream_ext_id);
+      gst_rtp_header_extension_set_id (ext, repaired_ext_id);
       g_object_set (ext, "rid", rid, NULL);
       g_signal_emit_by_name (payloader, "add-extension", ext);
       gst_clear_object (&ext);
@@ -5955,7 +6411,7 @@
   fail_if (gst_element_set_state (t->webrtc2, GST_STATE_READY) ==
       GST_STATE_CHANGE_FAILURE);
   test_webrtc_create_offer (t);
-  test_webrtc_wait_for_state_mask (t, 1 << STATE_ANSWER_SET);
+  test_webrtc_wait_for_state_mask (t, 1 << STATE_REMOTE_ANSWER_SET);
 
   test_webrtc_wait_for_ice_gathering_complete (t);
 
@@ -5964,6 +6420,87 @@
 
 GST_END_TEST;
 
+static void
+_rollback_complete (GstPromise * promise, gpointer user_data)
+{
+  struct test_webrtc *t = user_data;
+  GstPromiseResult result = gst_promise_wait (promise);
+  fail_unless (result == GST_PROMISE_RESULT_REPLIED);
+
+  const GstStructure *reply = gst_promise_get_reply (promise);
+  GError *error = NULL;
+  if (reply != NULL
+      && gst_structure_get (reply, "error", G_TYPE_ERROR, &error, NULL)) {
+    /* Ignore invalid-state error, which just means WebRTCbin already processed the remote
+     * offer/answer and went back to stable state */
+    if (error->domain != GST_WEBRTC_ERROR
+        || error->code != GST_WEBRTC_ERROR_INVALID_STATE) {
+      fail ("rollback request resulted in error: %s", error->message);
+      g_clear_error (&error);
+      return;
+    }
+    g_clear_error (&error);
+  }
+
+  g_mutex_lock (&t->lock);
+  gint i = GPOINTER_TO_INT (t->user_data);
+  i++;
+  t->user_data = GINT_TO_POINTER (i);
+  g_mutex_unlock (&t->lock);
+
+  GST_INFO ("%d rollbacks complete", i);
+
+  /* Signal completion once 2 rollbacks are done */
+  if (i >= 2)
+    test_webrtc_signal_state (t, STATE_CUSTOM);
+}
+
+static void
+_rollback_offer (struct test_webrtc *t, GstElement * element,
+    GstPromise * promise, gpointer user_data)
+{
+  GstWebRTCSessionDescription *rollback =
+      gst_webrtc_session_description_new (GST_WEBRTC_SDP_TYPE_ROLLBACK, NULL);
+
+  promise = gst_promise_new_with_change_func (_rollback_complete, t, NULL);
+  if (element == t->webrtc1) {
+    g_signal_emit_by_name (t->webrtc1, "set-local-description", rollback,
+        promise);
+  } else {
+    g_signal_emit_by_name (t->webrtc2, "set-remote-description", rollback,
+        promise);
+  }
+  gst_promise_unref (promise);
+  gst_webrtc_session_description_free (rollback);
+}
+
+GST_START_TEST (test_offer_rollback)
+{
+  struct test_webrtc *t = create_audio_test ();
+
+  t->on_offer_created = NULL;
+  t->on_answer_created = NULL;
+  t->on_offer_set = _rollback_offer;
+  t->offer_set_data = NULL;
+
+  t->perform_create_answer = FALSE;
+  t->on_answer_set = NULL;
+  t->answer_set_data = NULL;
+
+  fail_if (gst_element_set_state (t->webrtc1,
+          GST_STATE_READY) == GST_STATE_CHANGE_FAILURE);
+  fail_if (gst_element_set_state (t->webrtc2,
+          GST_STATE_READY) == GST_STATE_CHANGE_FAILURE);
+
+  test_webrtc_create_offer (t);
+
+  test_webrtc_wait_for_state_mask (t, 1 << STATE_CUSTOM);
+
+  test_webrtc_free (t);
+}
+
+GST_END_TEST;
+
 GST_START_TEST (test_video_rtx_no_duplicate_payloads)
 {
   struct test_webrtc *t = test_webrtc_new ();
@@ -6013,7 +6550,7 @@
   Suite *s = suite_create ("webrtcbin");
   TCase *tc = tcase_create ("general");
   GstPluginFeature *nicesrc, *nicesink, *dtlssrtpdec, *dtlssrtpenc;
-  GstPluginFeature *sctpenc, *sctpdec;
+  GstPluginFeature *sctpenc, *sctpdec, *vp8enc;
   GstRegistry *registry;
 
   registry = gst_registry_get ();
@@ -6023,6 +6560,7 @@
   dtlssrtpdec = gst_registry_lookup_feature (registry, "dtlssrtpdec");
   sctpenc = gst_registry_lookup_feature (registry, "sctpenc");
   sctpdec = gst_registry_lookup_feature (registry, "sctpdec");
+  vp8enc = gst_registry_lookup_feature (registry, "vp8enc");
 
   tcase_add_test (tc, test_no_nice_elements_request_pad);
   tcase_add_test (tc, test_no_nice_elements_state_change);
@@ -6030,12 +6568,20 @@
     tcase_add_test (tc, test_sdp_no_media);
     tcase_add_test (tc, test_session_stats);
     tcase_add_test (tc, test_stats_with_stream);
+    if (vp8enc) {
+      tcase_add_test (tc, test_stats_with_two_streams);
+    } else {
+      GST_WARNING ("A required element was not found: vp8enc. Skipping tests");
+    }
+
     tcase_add_test (tc, test_audio);
+    tcase_add_test (tc, test_audio_sendrecv);
     tcase_add_test (tc, test_ice_port_restriction);
     tcase_add_test (tc, test_audio_video);
     tcase_add_test (tc, test_media_direction);
     tcase_add_test (tc, test_add_transceiver);
     tcase_add_test (tc, test_get_transceivers);
+    tcase_add_test (tc, test_transceivers_mid);
     tcase_add_test (tc, test_add_recvonly_transceiver);
     tcase_add_test (tc, test_recvonly_sendonly);
     tcase_add_test (tc, test_payload_types);
@@ -6048,6 +6594,7 @@
     tcase_add_test (tc, test_bundle_renego_add_stream);
     tcase_add_test (tc, test_bundle_max_compat_max_bundle_renego_add_stream);
     tcase_add_test (tc, test_renego_transceiver_set_direction);
+    tcase_add_test (tc, test_renego_triggering);
     tcase_add_test (tc, test_renego_lose_media_fails);
     tcase_add_test (tc,
         test_bundle_codec_preferences_rtx_no_duplicate_payloads);
@@ -6074,6 +6621,7 @@
     tcase_add_test (tc, test_msid);
     tcase_add_test (tc, test_ice_end_of_candidates);
     tcase_add_test (tc, test_sdp_session_setup_attribute);
+    tcase_add_test (tc, test_rtp_header_extension_sendonly_recvonly_pair);
     tcase_add_test (tc, test_invalid_bundle_in_pending_remote_description);
     if (sctpenc && sctpdec) {
       tcase_add_test (tc, test_data_channel_create);
@@ -6096,6 +6644,7 @@
           "All datachannel tests are disabled. sctpenc %p, sctpdec %p", sctpenc,
           sctpdec);
     }
+    tcase_add_test (tc, test_offer_rollback);
     tcase_add_test (tc, test_video_rtx_no_duplicate_payloads);
   } else {
     GST_WARNING ("Some required elements were not found. "

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/elements/zbar.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/elements/zbar.c Changed

@@ -83,6 +83,8 @@
   GstElement *pipeline;
   const gchar *type, *symbol;
   int qual;
+  const GValue *value;
+  GBytes *symbol_bytes;
 
   pipeline = setup_pipeline ();
 
@@ -99,6 +101,7 @@
   fail_unless (gst_structure_has_field (s, "timestamp"));
   fail_unless (gst_structure_has_field (s, "type"));
   fail_unless (gst_structure_has_field (s, "symbol"));
+  fail_unless (gst_structure_has_field (s, "symbol-bytes"));
   fail_unless (gst_structure_has_field (s, "quality"));
   fail_unless (gst_structure_get_int (s, "quality", &qual));
   fail_unless (qual >= 90);
@@ -106,6 +109,11 @@
   fail_unless_equals_string (type, "EAN-13");
   symbol = gst_structure_get_string (s, "symbol");
   fail_unless_equals_string (symbol, "9876543210128");
+  value = gst_structure_get_value (s, "symbol-bytes");
+  fail_unless (G_VALUE_HOLDS (value, G_TYPE_BYTES));
+  symbol_bytes = g_value_get_boxed (value);
+  fail_unless_equals_string (g_bytes_get_data (symbol_bytes, 0),
+      "9876543210128");
 
   fail_if (gst_structure_has_field (s, "frame"));

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/gst-plugins-bad.supp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/gst-plugins-bad.supp Changed

@@ -35,62 +35,84 @@
    obj:/usr/lib/ladspa/sine.so
 }
 
-# FIXED: https://gitlab.gnome.org/GNOME/gssdp/-/issues/10
 {
-   gssdp_leak_1
+   Issues in srt library
+   Memcheck:Param
+   sendmsg(msg.msg_control)
+   fun:__libc_sendmsg
+   fun:sendmsg
+   fun:_ZNK3srt8CChannel6sendtoERKNS_12sockaddr_anyERNS_7CPacketES3_
+}
+
+{
+   Issues in srt library
+   Memcheck:Cond
+   fun:_ZN3srt4CUDT11sendCtrlAckERNS_7CPacketEi
+}
+
+
+{
+   <openssl_poll leaks all over the place atm, needs debugging>
+   Memcheck:Leak
+   match-leak-kinds: indirect,definite
+   fun:malloc
+   fun:CRYPTO_malloc
+   ...
+   fun:openssl_poll
+   ...
+}
+{
+   <insert_a_suppression_name_here>
+   Memcheck:Leak
+   match-leak-kinds: indirect,definite
+   fun:malloc
+   fun:CRYPTO_malloc
+   ...
+   fun:SSL_read
+   ...
+}
+{
+   <insert_a_suppression_name_here>
+   Memcheck:Leak
+   match-leak-kinds: indirect
+   fun:malloc
+   fun:CRYPTO_malloc
+   ...
+   fun:dtls1_read_bytes
+   fun:ssl3_read_internal.part.0
+}
+{
+   <insert_a_suppression_name_here>
    Memcheck:Leak
-   match-leak-kinds: definite
+   match-leak-kinds: indirect,definite
    fun:malloc
-   fun:g_malloc
-   fun:g_strdup
-   fun:gssdp_client_set_property
-   fun:object_set_property
-   fun:g_object_constructor
-   fun:gupnp_context_constructor
-   fun:g_object_new_with_custom_constructor
-   fun:g_object_new_internal
-   fun:g_object_new_valist
-   fun:g_initable_new_valist
-   fun:g_initable_new
-   fun:network_device_create_context
-   fun:create_context
-   fun:receive_netlink_message
+   fun:CRYPTO_malloc
+   fun:CRYPTO_zalloc
+   fun:EVP_RAND_CTX_new
+   ...
+   fun:RSA_generate_multi_prime_key
+   fun:init_generated
+   ...
 }
 {
-   gssdp_leak_2
+   <insert_a_suppression_name_here>
    Memcheck:Leak
-   match-leak-kinds: definite,indirect
-   fun:g_type_create_instance
-   fun:g_object_new_internal
-   fun:g_object_new_valist
-   fun:g_initable_new_valist
-   fun:g_initable_new
-   fun:g_inet_address_mask_new
-   fun:get_host_ip
-   fun:init_network_info
-   fun:gssdp_client_initable_init
-   fun:gupnp_context_initable_init
-   fun:g_initable_new_valist
-   fun:g_initable_new
-   fun:network_device_create_context
-   fun:create_context
-   fun:receive_netlink_message
+   match-leak-kinds: indirect,definite
+   fun:malloc
+   fun:CRYPTO_malloc
+   ...
+   fun:gst_dtls_certificate_set_property
+   ...
 }
 {
-   gssdp_leak_3
+   <insert_a_suppression_name_here>
    Memcheck:Leak
    match-leak-kinds: indirect
-   fun:g_type_create_instance
-   fun:g_object_new_internal
-   fun:g_object_new_valist
-   fun:g_object_new
-   fun:get_host_ip
-   fun:init_network_info
-   fun:gssdp_client_initable_init
-   fun:gupnp_context_initable_init
-   fun:g_initable_new_valist
-   fun:g_initable_new
-   fun:network_device_create_context
-   fun:create_context
-   fun:receive_netlink_message
+   fun:malloc
+   fun:CRYPTO_malloc
+   ...
+   fun:srtp_crypto_kernel_init
+   fun:srtp_init
+   fun:srtp_element_init
+   fun:gst_element_register_srtpenc
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/analyticsmeta.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/analyticsmeta.c Changed

@@ -1,5 +1,6 @@
 /* GStreamer
  * Copyright (C) 2022 Collabora Ltd
+ * Copyright (C) 2024 Intel Corporation
  *
  * analyticmeta.c
  *
@@ -542,6 +543,34 @@
 
 GST_END_TEST;
 
+GST_START_TEST (test_add_oriented_od_meta)
+{
+  /* Verity we can add Oriented Object Detection relatable metadata to a relation
+   * metadata */
+  GstBuffer *buf;
+  GstAnalyticsRelationMetaInitParams init_params = { 5, 150 };
+  GstAnalyticsRelationMeta *rmeta;
+  GstAnalyticsODMtd od_mtd;
+  gboolean ret;
+  buf = gst_buffer_new ();
+
+  rmeta = gst_buffer_add_analytics_relation_meta_full (buf, &init_params);
+
+  GQuark type = g_quark_from_string ("dog");
+  gint x = 20;
+  gint y = 20;
+  gint w = 10;
+  gint h = 15;
+  gfloat r = 0.785f;
+  gfloat loc_conf_lvl = 0.6f;
+  ret = gst_analytics_relation_meta_add_oriented_od_mtd (rmeta, type, x, y,
+      w, h, r, loc_conf_lvl, &od_mtd);
+  fail_unless (ret == TRUE);
+  gst_buffer_unref (buf);
+}
+
+GST_END_TEST;
+
 GST_START_TEST (test_od_meta_fields)
 {
   /* Verify we can readback fields of object detection metadata */
@@ -586,6 +615,160 @@
 
 GST_END_TEST;
 
+GST_START_TEST (test_oriented_od_meta_fields)
+{
+  /* Verify we can readback fields of object detection metadata */
+  GstBuffer *buf;
+  GstAnalyticsRelationMetaInitParams init_params = { 5, 150 };
+  GstAnalyticsRelationMeta *rmeta;
+  GstAnalyticsODMtd od_mtd;
+  gboolean ret;
+  buf = gst_buffer_new ();
+
+  rmeta = gst_buffer_add_analytics_relation_meta_full (buf, &init_params);
+
+  GQuark type = g_quark_from_string ("dog");
+  gint x = 21;
+  gint y = 20;
+  gint w = 10;
+  gint h = 15;
+  gfloat r = 0.785f;
+  gfloat loc_conf_lvl = 0.6f;
+  ret = gst_analytics_relation_meta_add_oriented_od_mtd (rmeta, type, x, y,
+      w, h, r, loc_conf_lvl, &od_mtd);
+
+  fail_unless (ret == TRUE);
+
+  gint _x, _y, _w, _h;
+  gfloat _r, _loc_conf_lvl;
+  gst_analytics_od_mtd_get_oriented_location (&od_mtd, &_x, &_y, &_w, &_h, &_r,
+      &_loc_conf_lvl);
+
+  fail_unless (_x == x);
+  fail_unless (_y == y);
+  fail_unless (_w == w);
+  fail_unless (_h == h);
+  fail_unless (_r == r);
+  fail_unless (_loc_conf_lvl == loc_conf_lvl);
+
+  _loc_conf_lvl = -200.0;       // dirty this var by setting invalid value.
+  gst_analytics_od_mtd_get_confidence_lvl (&od_mtd, &_loc_conf_lvl);
+
+  fail_unless (_loc_conf_lvl == loc_conf_lvl);
+
+  gst_buffer_unref (buf);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_add_non_oriented_get_oriented_od_meta_fields)
+{
+  /* Verify we can readback fields of object detection metadata */
+  GstBuffer *buf;
+  GstAnalyticsRelationMetaInitParams init_params = { 5, 150 };
+  GstAnalyticsRelationMeta *rmeta;
+  GstAnalyticsODMtd od_mtd;
+  gboolean ret;
+  buf = gst_buffer_new ();
+
+  rmeta = gst_buffer_add_analytics_relation_meta_full (buf, &init_params);
+
+  GQuark type = g_quark_from_string ("dog");
+  gint x = 21;
+  gint y = 20;
+  gint w = 10;
+  gint h = 15;
+  gfloat loc_conf_lvl = 0.6f;
+  ret = gst_analytics_relation_meta_add_od_mtd (rmeta, type, x, y,
+      w, h, loc_conf_lvl, &od_mtd);
+
+  fail_unless (ret == TRUE);
+
+  gint _x, _y, _w, _h;
+  gfloat _r, _loc_conf_lvl;
+  gst_analytics_od_mtd_get_oriented_location (&od_mtd, &_x, &_y, &_w, &_h, &_r,
+      &_loc_conf_lvl);
+
+  fail_unless (_x == x);
+  fail_unless (_y == y);
+  fail_unless (_w == w);
+  fail_unless (_h == h);
+  fail_unless (_r == 0);
+  fail_unless (_loc_conf_lvl == loc_conf_lvl);
+
+  _loc_conf_lvl = -200.0;       // dirty this var by setting invalid value.
+  gst_analytics_od_mtd_get_confidence_lvl (&od_mtd, &_loc_conf_lvl);
+
+  fail_unless (_loc_conf_lvl == loc_conf_lvl);
+
+  gst_buffer_unref (buf);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_add_oriented_get_non_oriented_od_meta_fields)
+{
+  /* Verify we can readback fields of object detection metadata */
+  GstBuffer *buf;
+  GstAnalyticsRelationMeta *rmeta;
+  GstAnalyticsODMtd od_mtd;
+  gboolean ret;
+  gint _x, _y, _w, _h;
+  gfloat _loc_conf_lvl;
+
+  buf = gst_buffer_new ();
+  rmeta = gst_buffer_add_analytics_relation_meta (buf);
+
+  struct
+  {
+    gint x, y, w, h;
+    gfloat r;
+    gint expected_x, expected_y, expected_w, expected_h;
+  } test_cases = {
+    {500, 300, 200, 100, 0.0f, 500, 300, 200, 100},
+    {600, 400, 200, 100, 0.785f, 594, 344, 212, 212},
+    {400, 400, 150, 100, 1.570f, 425, 375, 100, 150},
+    {400, 300, 200, 100, 2.268f, 397, 241, 206, 218},
+    {400, 400, 200, 100, 3.142f, 400, 400, 200, 100},
+    {300, 300, 150, 100, 4.712f, 325, 275, 100, 150},
+    {500, 400, 1, 100, 0.785f, 465, 415, 71, 71},
+    {400, 500, 100, 1, 2.268f, 417, 461, 65, 77},
+    {400, 400, 100, 100, 6.283f, 400, 400, 100, 100},
+  };
+
+  gfloat loc_conf_lvl = 0.9f;
+  for (gsize i = 0; i < G_N_ELEMENTS (test_cases); i++) {
+    gint x = test_casesi.x;
+    gint y = test_casesi.y;
+    gint w = test_casesi.w;
+    gint h = test_casesi.h;
+    gfloat r = test_casesi.r;
+
+    gint expected_x = test_casesi.expected_x;
+    gint expected_y = test_casesi.expected_y;
+    gint expected_w = test_casesi.expected_w;
+    gint expected_h = test_casesi.expected_h;
+
+    ret =
+        gst_analytics_relation_meta_add_oriented_od_mtd (rmeta,
+        g_quark_from_string ("dog"), x, y, w, h, r, loc_conf_lvl, &od_mtd);
+    fail_unless (ret == TRUE);
+
+    gst_analytics_od_mtd_get_location (&od_mtd, &_x, &_y, &_w, &_h,
+        &_loc_conf_lvl);
+
+    fail_unless (_x == expected_x);
+    fail_unless (_y == expected_y);
+    fail_unless (_w == expected_w);
+    fail_unless (_h == expected_h);
+    fail_unless (_loc_conf_lvl == loc_conf_lvl);
+  }
+
+  gst_buffer_unref (buf);
+}
+
+GST_END_TEST;
+
 GST_START_TEST (test_od_cls_relation)
 {
   /* Verify we can add a object detection and classification metadata to
@@ -936,6 +1119,468 @@
 
 GST_END_TEST;
 
+GST_START_TEST (test_verify_mtd_clear)
+{
+  /* This test use segmentation mtd but it's a general functionality of
+   * analytics-meta that _mtd_clear is called when buffer is freed.
+   * _mtd_clear should be called regardless if the buffer where relation-meta
+   * is attached is from a pool or not. This test verify that _mtd_clear is
+   * called when buffer where relation-meta is attached it not from a pool.
+   */
+  GstBuffer *vbuf, *mbuf;
+  GstAnalyticsRelationMetaInitParams init_params = { 5, 150 };
+  GstAnalyticsRelationMeta *rmeta;
+  GstBufferPool *mpool;
+  GstCaps *caps;
+  GstStructure *config;
+  GstVideoInfo minfo;
+  GstAnalyticsSegmentationMtd smtd;
+  GstBufferPoolAcquireParams pool_acq_params = { 0, };
+  pool_acq_params.flags = GST_BUFFER_POOL_ACQUIRE_FLAG_DONTWAIT;
+
+  vbuf = gst_buffer_new ();
+  rmeta = gst_buffer_add_analytics_relation_meta_full (vbuf, &init_params);
+
+  /* Create pool for segmentation masks */
+  gst_video_info_init (&minfo);
+  gst_video_info_set_format (&minfo, GST_VIDEO_FORMAT_GRAY8, 32, 32);
+  caps = gst_video_info_to_caps (&minfo);
+  mpool = gst_video_buffer_pool_new ();
+  config = gst_buffer_pool_get_config (mpool);
+
+  /* Here we intentionnaly create a pool of only one element to validate the
+   * buffer used to store the masks is returned to the pool when the video
+   * buffer to which it is attached is unreffed with the intention of having
+   * gst_buffer_pool_acquire_buffer (mpool,...) fail if it didn't happen.*/
+  gst_buffer_pool_config_set_params (config, caps, minfo.size, 0, 1);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_set_config (mpool, config);
+  gst_buffer_pool_set_active (mpool, TRUE);
+  gst_caps_unref (caps);
+
+  fail_unless (gst_buffer_pool_acquire_buffer (mpool, &mbuf,
+          &pool_acq_params) == GST_FLOW_OK);
+
+  /* Here we pretend the masks contain 2 region types 2,3 */
+  static const gsize region_count = 2;
+  guint region_ids = { 2, 3 };
+
+  gst_analytics_relation_meta_add_segmentation_mtd (rmeta, mbuf,
+      GST_SEGMENTATION_TYPE_INSTANCE, region_count, region_ids, 0, 0, 0, 0,
+      &smtd);
+
+  /* This _unref will dispose vbuf and also mbuf to mpool
+   * because GstAnalyticsSegmentationMtd define a
+   * GstAnalyticsMtdImpl::mtd_meta_clear */
+  gst_buffer_unref (vbuf);
+
+  /* This will succeed because mbuf was returned to the pool. If this
+   * test fail it highlight a memory managemnt failure in analytics-meta.*/
+  fail_unless (gst_buffer_pool_acquire_buffer (mpool, &mbuf,
+          &pool_acq_params) == GST_FLOW_OK);
+
+  gst_buffer_unref (mbuf);
+  gst_buffer_pool_set_active (mpool, FALSE);
+  gst_object_unref (mpool);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_add_segmentation_meta)
+{
+  /*
+   * This a very simple test that add a segmentation analytics-meta
+   * to a buffer. In this test the masks have the same resolution as
+   * the buffer. It verify that masks (GstBuffer) memory management by
+   * validating the GstBuffer was returned to the pool by
+   */
+  GstBuffer *vbuf, *mbuf;
+  GstAnalyticsRelationMetaInitParams init_params = { 5, 150 };
+  GstAnalyticsRelationMeta *rmeta;
+  GstBufferPool *vpool, *mpool;
+  GstCaps *caps;
+  GstStructure *config;
+  GstVideoInfo vinfo, minfo;
+  GstAnalyticsSegmentationMtd smtd;
+
+  /* Create a pool for video frames */
+  gst_video_info_init (&vinfo);
+  vpool = gst_video_buffer_pool_new ();
+  config = gst_buffer_pool_get_config (vpool);
+  gst_video_info_set_format (&vinfo, GST_VIDEO_FORMAT_RGBA, 32, 32);
+  caps = gst_video_info_to_caps (&vinfo);
+  gst_buffer_pool_config_set_params (config, caps, vinfo.size, 0, 0);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_set_config (vpool, config);
+  gst_buffer_pool_set_active (vpool, TRUE);
+  gst_caps_unref (caps);
+
+  fail_unless (gst_buffer_pool_acquire_buffer (vpool, &vbuf, NULL) ==
+      GST_FLOW_OK);
+
+  rmeta = gst_buffer_add_analytics_relation_meta_full (vbuf, &init_params);
+
+  /* Create pool for segmentation masks */
+  gst_video_info_init (&minfo);
+  gst_video_info_set_format (&minfo, GST_VIDEO_FORMAT_GRAY8, 32, 32);
+  caps = gst_video_info_to_caps (&minfo);
+  mpool = gst_video_buffer_pool_new ();
+  config = gst_buffer_pool_get_config (mpool);
+
+  /* Here we intentionnaly create a pool of only one element to validate the
+   * buffer used to store the masks is returned to the pool when the video
+   * buffer to which it is attached is unreffed with the intention of having
+   * gst_buffer_pool_acquire_buffer (mpool,...) fail if it didn't happen.*/
+  gst_buffer_pool_config_set_params (config, caps, minfo.size, 0, 1);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_set_config (mpool, config);
+  gst_buffer_pool_set_active (mpool, TRUE);
+  gst_caps_unref (caps);
+
+  fail_unless (gst_buffer_pool_acquire_buffer (mpool, &mbuf, NULL) ==
+      GST_FLOW_OK);
+
+  /* Here we pretend the masks contain 2 region types 2,3 */
+  static const gsize region_count = 2;
+  guint region_ids = { 2, 3 };
+
+  gst_analytics_relation_meta_add_segmentation_mtd (rmeta, mbuf,
+      GST_SEGMENTATION_TYPE_INSTANCE, region_count, region_ids, 0, 0, 0, 0,
+      &smtd);
+
+  /* This _unref will return vbuf to vpool and also mbuf to mpool
+   * because GstAnalyticsSegmentationMtd define a
+   * GstAnalyticsMtdImpl::mtd_meta_clear */
+  gst_buffer_unref (vbuf);
+
+  /* This will succeed because mbuf was returned to the pool. If this
+   * test fail it highlight a memory managemnt failure in analytics-meta.*/
+  fail_unless (gst_buffer_pool_acquire_buffer (mpool, &mbuf, NULL) ==
+      GST_FLOW_OK);
+
+  gst_buffer_unref (mbuf);
+  gst_buffer_pool_set_active (mpool, FALSE);
+  gst_object_unref (mpool);
+  gst_buffer_pool_set_active (vpool, FALSE);
+  gst_object_unref (vpool);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_associate_segmentation_meta)
+{
+  /* This test verify that classification can be associated to segmentation.
+   * More specifically we use a grayscale image that contain 2 set of
+   * imbricated pattern. The segmentation problem is simplified by having a
+   * specific value for each region. In a sense the original image is already
+   * segmented to avoid to do a real segmentation, since the goal of this test
+   * is to very segmentation analytics-meta API.
+   *
+   * Original image: 32x24 grayscale
+   * Segmentation input: 16x16 grayscale
+   * Segmentation output: 16x16 tensor (where each value correspond to a region
+   * id in the input)
+   */
+
+  GstBuffer *vbuf, *mbuf;
+  GstAnalyticsRelationMetaInitParams init_params = { 5, 150 };
+  GstAnalyticsRelationMeta *rmeta;
+  GstBufferPool *vpool, *mpool;
+  GstCaps *caps;
+  GstStructure *config;
+  GstVideoInfo vinfo, minfo;
+  GstAnalyticsSegmentationMtd smtd;
+  GstAnalyticsClsMtd clsmtd;
+
+  /* Create a pool for video frames */
+  gst_video_info_init (&vinfo);
+  vpool = gst_video_buffer_pool_new ();
+  config = gst_buffer_pool_get_config (vpool);
+  gst_video_info_set_format (&vinfo, GST_VIDEO_FORMAT_GRAY8, 32, 24);
+  caps = gst_video_info_to_caps (&vinfo);
+  gst_buffer_pool_config_set_params (config, caps, vinfo.size, 0, 0);
+  gst_buffer_pool_set_config (vpool, config);
+  gst_buffer_pool_set_active (vpool, TRUE);
+  gst_caps_unref (caps);
+
+  fail_unless (gst_buffer_pool_acquire_buffer (vpool, &vbuf, NULL) ==
+      GST_FLOW_OK);
+
+  /* This image a 32 x 24, GRAY8  that contain  └ and ┐ that are imbricated.
+   * └ is formed by pixels values of: 9 and 7.
+   * ┐ is formed by pixels values of: 8 and 6.
+   * 9 and 8 are imbricated and 7 and 6 are impbricated. Pixel values 6,7,8,9,
+   * have no importance.
+   */
+
+  guint8 img = {
+    /*        0|0|0|0|0|0|0|0|0|0|1|1|1|1|1|1|1|1|1|1|2|2|2|2|2|2|2|2|2|2|3|3  */
+    /*        0|1|2|3|4|5|6|7|8|9|0|1|2|3|4|5|6|7|8|9|0|1|2|3|4|5|6|7|8|9|0|1  */
+    /* 0  */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 1  */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 2  */ 0, 0, 9, 9, 9, 9, 8, 8, 8, 8, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 3  */ 0, 0, 9, 9, 9, 9, 8, 8, 8, 8, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 4  */ 0, 0, 9, 9, 9, 9, 8, 8, 8, 8, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 5  */ 0, 0, 9, 9, 9, 9, 8, 8, 8, 8, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 6  */ 0, 0, 9, 9, 9, 9, 9, 9, 9, 9, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 7  */ 0, 0, 9, 9, 9, 9, 9, 9, 9, 9, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 8  */ 0, 0, 9, 9, 9, 9, 9, 9, 9, 9, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 9  */ 0, 0, 9, 9, 9, 9, 9, 9, 9, 9, 8, 8, 8, 8, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 10 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 11 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 12 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 6, 6,
+    6, 6, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 13 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 6, 6,
+    6, 6, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 14 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 6, 6,
+    6, 6, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 15 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 6, 6,
+    6, 6, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 16 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 7, 7,
+    7, 7, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 17 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 7, 7,
+    7, 7, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 18 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 7, 7,
+    7, 7, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 19 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 7, 7, 7, 7, 7,
+    7, 7, 6, 6, 6, 6, 0, 0, 0, 0,
+    /* 20 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 21 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 22 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 23 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    0, 0, 0, 0, 0, 0, 0, 0, 0, 0
+  };
+
+  /* Pre-processing step 1 will convert the original image to segmentation
+   * processing format.
+   *
+   * Decimation (32x24) -> (16x12)
+   0|0|0|0|0|0|0|0|0|0|1|1|1|1|1|1|
+   0|1|2|3|4|5|6|7|8|9|0|1|2|3|4|5|
+
+   0      0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+   1      0,9,9,8,8,8,8,0,0,0,0,0,0,0,0,0,
+   2      0,9,9,8,8,8,8,0,0,0,0,0,0,0,0,0,
+   3      0,9,9,9,9,8,8,0,0,0,0,0,0,0,0,0,
+   4      0,9,9,9,9,8,8,0,0,0,0,0,0,0,0,0,
+   5      0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+   6      0,0,0,0,0,0,0,0,7,7,6,6,6,6,0,0,
+   7      0,0,0,0,0,0,0,0,7,7,6,6,6,6,0,0,
+   8      0,0,0,0,0,0,0,0,7,7,7,7,6,6,0,0,
+   9      0,0,0,0,0,0,0,0,7,7,7,7,6,6,0,0,
+   10     0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+   11     0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0, */
+
+
+  /* Pre-processing step 2: Add padding match segmentation input format
+   * Padding top-bottom (16x12) -> (16x16)
+   *
+   0|0|0|0|0|0|0|0|0|0|1|1|1|1|1|1|
+   0|1|2|3|4|5|6|7|8|9|0|1|2|3|4|5|
+
+   0      0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  Padding line
+   1      0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  Padding line
+   1      0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+   3      0,9,9,8,8,8,8,0,0,0,0,0,0,0,0,0,
+   4      0,9,9,8,8,8,8,0,0,0,0,0,0,0,0,0,
+   5      0,9,9,9,9,8,8,0,0,0,0,0,0,0,0,0,
+   6      0,9,9,9,9,8,8,0,0,0,0,0,0,0,0,0,
+   7      0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+   8      0,0,0,0,0,0,0,0,7,7,6,6,6,6,0,0,
+   9      0,0,0,0,0,0,0,0,7,7,6,6,6,6,0,0,
+   10     0,0,0,0,0,0,0,0,7,7,7,7,6,6,0,0,
+   11     0,0,0,0,0,0,0,0,7,7,7,7,6,6,0,0,
+   12     0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+   13     0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,
+   14     0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  Padding line
+   15     0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,  Padding line */
+
+
+  /* Post-processing remove area of the output that correspond to padding
+   * area in the input. In the following array 2, 3, 4, 5 correspond to
+   * segmented region ids.*/
+  guint8 post_proc_segmasks = {
+    /*        0|0|0|0|0|0|0|0|0|0|1|1|1|1|1|1| */
+    /*        0|1|2|3|4|5|6|7|8|9|0|1|2|3|4|5| */
+    /* 0  */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 1  */ 0, 2, 2, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 2  */ 0, 2, 2, 3, 3, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 3  */ 0, 2, 2, 2, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 4  */ 0, 2, 2, 2, 2, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 5  */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 6  */ 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 5, 5, 5, 5, 0, 0,
+    /* 7  */ 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 5, 5, 5, 5, 0, 0,
+    /* 8  */ 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 4, 4, 5, 5, 0, 0,
+    /* 9  */ 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 4, 4, 5, 5, 0, 0,
+    /* 10 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0,
+    /* 11 */ 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0
+  };
+
+  /* Creating analytics-relation meta to host analytics results */
+  rmeta = gst_buffer_add_analytics_relation_meta_full (vbuf, &init_params);
+
+  /* Create pool for segmentation masks */
+  gst_video_info_init (&minfo);
+  gst_video_info_set_format (&minfo, GST_VIDEO_FORMAT_GRAY8, 32, 24);
+  caps = gst_video_info_to_caps (&minfo);
+  mpool = gst_video_buffer_pool_new ();
+  config = gst_buffer_pool_get_config (mpool);
+
+  gst_buffer_pool_config_set_params (config, caps, minfo.size, 1, 0);
+  gst_buffer_pool_config_add_option (config, GST_BUFFER_POOL_OPTION_VIDEO_META);
+  gst_buffer_pool_set_config (mpool, config);
+  gst_buffer_pool_set_active (mpool, TRUE);
+  gst_caps_unref (caps);
+
+  fail_unless (gst_buffer_pool_acquire_buffer (mpool, &mbuf, NULL) ==
+      GST_FLOW_OK);
+
+  gst_buffer_fill (mbuf, 0, post_proc_segmasks, 32 * 24);
+
+  /* Masks contain 5 region types 0,1,2,3,4. We intentionnally change the
+   * order of region ids relative to their appearance in the output to
+   * show that API does not depend on any order or continuity. */
+  static const gsize region_count = 5;
+  guint region_ids5;
+
+  /* Confidence levels are irrelevant in this context. */
+  gfloat confi = { 1.0, 1.0, 1.0, 1.0, 1.0 };
+  GQuark classes5;
+
+  /* It's important that region index and classification index match. This
+   * is how a region is associated to a specific class.
+   *
+   * Region-id-0 correspond to region-index-0 is associated to class
+   * "background".
+   * Region-id-5 correspond to region-index-1 is associated to class
+   * "top-right-corner".  ┐
+   * Region-id-2 correspond to region-index-2 is associated to class
+   * "bottom-left-corner". └
+   * Region-id-3 correspond to region-index-3 is associated to class
+   * "top-right-corner". ┐
+   * Region-id-4 correspond to region-index-4 is associated to class
+   * "bottom-left-corner". └  */
+  region_ids0 = 0;
+  classes0 = g_quark_from_string ("background");
+
+  region_ids1 = 5;
+  classes1 = g_quark_from_string ("top-right-corner");
+
+  region_ids2 = 2;
+  classes2 = g_quark_from_string ("bottom-left-corner");
+
+  region_ids3 = 3;
+  classes3 = g_quark_from_string ("top-right-corner");
+
+  region_ids4 = 4;
+  classes4 = g_quark_from_string ("bottom-left-corner");
+
+  gst_analytics_relation_meta_add_segmentation_mtd (rmeta, mbuf,
+      GST_SEGMENTATION_TYPE_INSTANCE, region_count, region_ids, 0, 0, 0, 0,
+      &smtd);
+
+  gst_analytics_relation_meta_add_cls_mtd (rmeta, region_count, confi,
+      classes, &clsmtd);
+
+  gst_analytics_relation_meta_set_relation (rmeta,
+      GST_ANALYTICS_REL_TYPE_RELATE_TO, smtd.id, clsmtd.id);
+
+
+  /* Generate a truth vector for segmented region and associated class. */
+  guint8 truth_vector_segmentation_id768;
+  GQuark truth_vector_segmentation_classes768;
+
+  for (gsize i = 0; i < 768; i++) {
+    if (imgi == 9) {
+      truth_vector_segmentation_idi = 2;
+      truth_vector_segmentation_classesi =
+          g_quark_from_string ("bottom-left-corner");
+    } else if (imgi == 8) {
+      truth_vector_segmentation_idi = 3;
+      truth_vector_segmentation_classesi =
+          g_quark_from_string ("top-right-corner");
+    } else if (imgi == 7) {
+      truth_vector_segmentation_idi = 4;
+      truth_vector_segmentation_classesi =
+          g_quark_from_string ("bottom-left-corner");
+    } else if (imgi == 6) {
+      truth_vector_segmentation_idi = 5;
+      truth_vector_segmentation_classesi =
+          g_quark_from_string ("top-right-corner");
+    } else {
+      truth_vector_segmentation_idi = 0;
+      truth_vector_segmentation_classesi = g_quark_from_string ("background");
+    }
+  }
+
+  /* Verify segmentation analytics-meta and associated classification
+   * match truth vectors */
+  gsize idx;
+  GstBufferMapInfo mmap_info;   /* mask map info */
+  gst_buffer_map (mbuf, &mmap_info, GST_MAP_READ);
+  for (gsize r = 0; r < 24; r++) {
+    gsize mr = r / 2;
+    for (gsize c = 0; c < 32; c++) {
+      gsize mc = c / 2;
+      gsize mask_idx = mr * 16 + mc;
+      gsize img_idx = r * 32 + c;
+
+      fail_unless (mmap_info.datamask_idx ==
+          truth_vector_segmentation_idimg_idx);
+
+      /* Retrieve segmentation region index */
+      fail_unless (gst_analytics_segmentation_mtd_get_region_index (&smtd,
+              &idx, mmap_info.datamask_idx) == TRUE);
+
+      /* Check that the _get_region_id() API is consistent */
+      fail_unless (gst_analytics_segmentation_mtd_get_region_id (&smtd,
+              idx) == mmap_info.datamask_idx);
+
+      /* Retrieve classification associated with region */
+      fail_unless (gst_analytics_relation_meta_get_direct_related (rmeta,
+              smtd.id, GST_ANALYTICS_REL_TYPE_RELATE_TO,
+              gst_analytics_cls_mtd_get_mtd_type (), NULL, &clsmtd));
+
+      /* Retrive class associated with segmentation region */
+      fail_unless (gst_analytics_cls_mtd_get_length (&clsmtd) ==
+          gst_analytics_segmentation_mtd_get_region_count (&smtd));
+
+      /* Retrieve class associated with segmentation region */
+      fail_unless (gst_analytics_cls_mtd_get_quark (&clsmtd, idx) ==
+          truth_vector_segmentation_classesimg_idx);
+    }
+  }
+  gst_buffer_unmap (mbuf, &mmap_info);
+
+
+  /* This _unref will return vbuf to vpool and also mbuf to mpool
+   * because GstAnalyticsSegmentationMtd define a
+   * GstAnalyticsMtdImpl::mtd_meta_clear */
+  gst_buffer_unref (vbuf);
+
+  gst_buffer_pool_set_active (mpool, FALSE);
+  gst_object_unref (mpool);
+  gst_buffer_pool_set_active (vpool, FALSE);
+  gst_object_unref (vpool);
+}
+
+GST_END_TEST;
+
 static Suite *
 analyticmeta_suite (void)
 {
@@ -946,6 +1591,7 @@
   TCase *tc_chain_od;
   TCase *tc_chain_od_cls;
   TCase *tc_chain_tracking;
+  TCase *tc_chain_segmentation;
 
   s = suite_create ("Analytic Meta Library");
 
@@ -964,11 +1610,18 @@
   tcase_add_test (tc_chain_relation, test_query_relation_meta_cases);
   tcase_add_test (tc_chain_relation, test_path_relation_meta);
   tcase_add_test (tc_chain_relation, test_cyclic_relation_meta);
+  tcase_add_test (tc_chain_relation, test_verify_mtd_clear);
 
   tc_chain_od = tcase_create ("Object Detection Mtd");
   suite_add_tcase (s, tc_chain_od);
   tcase_add_test (tc_chain_od, test_add_od_meta);
+  tcase_add_test (tc_chain_od, test_add_oriented_od_meta);
   tcase_add_test (tc_chain_od, test_od_meta_fields);
+  tcase_add_test (tc_chain_od, test_oriented_od_meta_fields);
+  tcase_add_test (tc_chain_od,
+      test_add_non_oriented_get_oriented_od_meta_fields);
+  tcase_add_test (tc_chain_od,
+      test_add_oriented_get_non_oriented_od_meta_fields);
 
   tc_chain_od_cls = tcase_create ("Object Detection <-> Classification Mtd");
   suite_add_tcase (s, tc_chain_od_cls);
@@ -978,6 +1631,12 @@
   tc_chain_tracking = tcase_create ("Tracking Mtd");
   suite_add_tcase (s, tc_chain_tracking);
   tcase_add_test (tc_chain_tracking, test_add_tracking_meta);
+
+  tc_chain_segmentation = tcase_create ("Segmentation Mtd");
+  suite_add_tcase (s, tc_chain_segmentation);
+  tcase_add_test (tc_chain_segmentation, test_add_segmentation_meta);
+  tcase_add_test (tc_chain_segmentation, test_associate_segmentation_meta);
+
   return s;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/av1bitwriter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/av1bitwriter.c Changed

@@ -279,7 +279,7 @@
 GST_START_TEST (test_av1_bitwriter_sequence_and_frame_hdr)
 {
   GstAV1ParserResult res;
-  gboolean ret;
+  GstAV1BitWriterResult ret;
   guint size;
   guint i;
   GstAV1Parser *const parser = gst_av1_parser_new ();
@@ -445,7 +445,7 @@
   res = gst_av1_parser_parse_temporal_delimiter_obu (parser, &obu);
   assert_equals_int (res, GST_AV1_PARSER_OK);
 
-  ret = gst_av1_parser_reference_frame_update (parser, &frame_header);
+  res = gst_av1_parser_reference_frame_update (parser, &frame_header);
   assert_equals_int (res, GST_AV1_PARSER_OK);
 
   /* Inter frame */
@@ -538,7 +538,7 @@
     CHECK_FIELD (global_motion_params.gm_typei);
 #undef CHECK_FIELD
 
-  ret = gst_av1_parser_reference_frame_update (parser, &frame_header);
+  res = gst_av1_parser_reference_frame_update (parser, &frame_header);
   assert_equals_int (res, GST_AV1_PARSER_OK);
 
   /* Append a TD */
@@ -583,7 +583,7 @@
 GST_START_TEST (test_av1_bitwriter_metadata)
 {
   GstAV1ParserResult res;
-  gboolean ret;
+  GstAV1BitWriterResult ret;
   guint size;
   guint i;
   GstAV1Parser *const parser = gst_av1_parser_new ();

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/d3d12device.cpp Added

@@ -0,0 +1,185 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/check/gstcheck.h>
+#include <gst/d3d12/gstd3d12.h>
+#include <wrl.h>
+#include <mutex>
+#include <condition_variable>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+/* *INDENT-ON* */
+
+GST_START_TEST (test_device_equal)
+{
+  auto device = gst_d3d12_device_new (0);
+  fail_unless (GST_IS_D3D12_DEVICE (device));
+
+  auto other_device = gst_d3d12_device_new (0);
+  fail_unless (GST_IS_D3D12_DEVICE (other_device));
+  fail_unless (gst_d3d12_device_is_equal (device, other_device));
+
+  auto handle = gst_d3d12_device_get_device_handle (device);
+  auto other_handle = gst_d3d12_device_get_device_handle (other_device);
+  fail_unless_equals_pointer (handle, other_handle);
+
+  gst_object_unref (device);
+  gst_object_unref (other_device);
+}
+
+GST_END_TEST;
+
+struct DeviceRemovedData
+{
+  std::mutex lock;
+  std::condition_variable cond;
+  guint removed_count = 0;
+};
+
+static void
+on_device_removed (GstD3D12Device * device, GParamSpec * pspec,
+    DeviceRemovedData * data)
+{
+  HRESULT hr = S_OK;
+  g_object_get (device, "device-removed-reason", &hr, nullptr);
+  fail_unless (FAILED (hr));
+
+  std::lock_guard <std::mutex> lk (data->lock);
+  data->removed_count++;
+  data->cond.notify_all ();
+}
+
+GST_START_TEST (test_device_removed)
+{
+  auto device = gst_d3d12_device_new (0);
+  fail_unless (GST_IS_D3D12_DEVICE (device));
+
+  ComPtr<ID3D12Device5> device5;
+  auto handle = gst_d3d12_device_get_device_handle (device);
+  fail_unless (handle != nullptr);
+
+  handle->QueryInterface (IID_PPV_ARGS (&device5));
+  if (!device5) {
+    gst_object_unref (device);
+    return;
+  }
+
+  auto other_device = gst_d3d12_device_new (0);
+
+  DeviceRemovedData data;
+
+  g_signal_connect (device, "notify::device-removed-reason",
+      G_CALLBACK (on_device_removed), &data);
+  g_signal_connect (other_device, "notify::device-removed-reason",
+      G_CALLBACK (on_device_removed), &data);
+
+  /* Emulate device removed case */
+  device5->RemoveDevice ();
+  device5 = nullptr;
+
+  /* Callback will be called from other thread */
+  {
+    std::unique_lock <std::mutex> lk (data.lock);
+    while (data.removed_count != 2)
+      data.cond.wait (lk);
+  }
+
+  /* This will fail since we are holding removed device */
+  auto null_device = gst_d3d12_device_new (0);
+  fail_if (null_device);
+
+  gst_object_unref (device);
+  gst_object_unref (other_device);
+
+  /* After releasing all devices, create device should be successful */
+  device = gst_d3d12_device_new (0);
+  fail_unless (GST_IS_D3D12_DEVICE (device));
+
+  gst_object_unref (device);
+}
+
+GST_END_TEST;
+
+static gboolean
+check_d3d12_available (void)
+{
+  auto device = gst_d3d12_device_new (0);
+  if (!device)
+    return FALSE;
+
+  gst_object_unref (device);
+
+  return TRUE;
+}
+
+/* ID3D12Device5::RemoveDevice requires Windows10 build 20348 or newer */
+static gboolean
+check_remove_device_supported (void)
+{
+  OSVERSIONINFOEXW osverinfo = { };
+  typedef NTSTATUS (WINAPI fRtlGetVersion) (PRTL_OSVERSIONINFOEXW);
+  gboolean ret = FALSE;
+
+  memset (&osverinfo, 0, sizeof (OSVERSIONINFOEXW));
+  osverinfo.dwOSVersionInfoSize = sizeof (OSVERSIONINFOEXW);
+
+  auto hmodule = LoadLibraryW (L"ntdll.dll");
+  if (!hmodule)
+    return FALSE;
+
+  auto RtlGetVersion = (fRtlGetVersion *) GetProcAddress (hmodule, "RtlGetVersion");
+  if (RtlGetVersion) {
+    RtlGetVersion (&osverinfo);
+
+    if (osverinfo.dwMajorVersion > 10 ||
+        (osverinfo.dwMajorVersion == 10 && osverinfo.dwBuildNumber >= 20348)) {
+      ret = TRUE;
+    }
+  }
+
+  FreeLibrary (hmodule);
+
+  return ret;
+}
+
+static Suite *
+d3d12device_suite (void)
+{
+  Suite *s = suite_create ("d3d12device");
+  TCase *tc_basic = tcase_create ("general");
+
+  suite_add_tcase (s, tc_basic);
+
+  if (!check_d3d12_available ())
+    return s;
+
+  tcase_add_test (tc_basic, test_device_equal);
+  if (check_remove_device_supported ())
+    tcase_add_test (tc_basic, test_device_removed);
+
+  return s;
+}
+
+GST_CHECK_MAIN (d3d12device);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/h264bitwriter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/h264bitwriter.c Changed

@@ -163,7 +163,7 @@
 GST_START_TEST (test_h264_bitwriter_sps_pps_slice_hdr)
 {
   GstH264ParserResult res;
-  gboolean ret;
+  GstH264BitWriterResult ret;
   GstH264NalUnit nalu;
   GstH264NalParser *const parser = gst_h264_nal_parser_new ();
   GstH264SPS sps_parsed;
@@ -383,7 +383,7 @@
   GstH264ParserResult res;
   GstH264NalUnit nalu;
   GstH264SEIMessage sei_msg = { 0, };
-  gboolean ret;
+  GstH264BitWriterResult ret;
   GstH264SPS sps_parsed;
   GstH264HRDParams *hrd_param = &sps_parsed.vui_parameters.nal_hrd_parameters;
   GstH264NalParser *const parser = gst_h264_nal_parser_new ();
@@ -523,6 +523,38 @@
 
 GST_END_TEST;
 
+GST_START_TEST (test_h264_bitwriter_filler)
+{
+  GstH264ParserResult res;
+  GstH264BitWriterResult ret;
+  GstH264NalParser *const parser = gst_h264_nal_parser_new ();
+  guint size, nal_size;
+  guint8 header_data128 = { 0, };
+  guint8 header_nal128 = { 0, };
+  GstH264NalUnit nalu;
+
+  size = sizeof (header_data);
+  ret = gst_h264_bit_writer_filler (TRUE, 5, header_data, &size);
+  fail_if (ret != GST_H264_BIT_WRITER_OK);
+
+  nal_size = sizeof (header_nal);
+  ret = gst_h264_bit_writer_convert_to_nal (4, FALSE, TRUE, FALSE,
+      header_data, size * 8, header_nal, &nal_size);
+  fail_if (ret != GST_H264_BIT_WRITER_OK);
+  fail_if (nal_size < size);
+
+  /* Parse it again */
+  res = gst_h264_parser_identify_nalu (parser, header_nal, 0,
+      sizeof (header_nal), &nalu);
+  assert_equals_int (res, GST_H264_PARSER_NO_NAL_END);
+
+  fail_if (nalu.type != GST_H264_NAL_FILLER_DATA);
+  fail_if (nalu.size != sizeof (header_nal) - nalu.offset);
+  gst_h264_nal_parser_free (parser);
+}
+
+GST_END_TEST;
+
 static Suite *
 h264bitwriter_suite (void)
 {
@@ -533,6 +565,7 @@
   suite_add_tcase (s, tc_chain);
   tcase_add_test (tc_chain, test_h264_bitwriter_sps_pps_slice_hdr);
   tcase_add_test (tc_chain, test_h264_bitwriter_sei);
+  tcase_add_test (tc_chain, test_h264_bitwriter_filler);
 
   return s;
 }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/h265bitwriter.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/h265bitwriter.c Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/h266parser.c Added

@@ -0,0 +1,547 @@
+/* Gstreamer
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+#include <gst/check/gstcheck.h>
+#include <gst/codecparsers/gsth266parser.h>
+#include <string.h>
+
+unsigned char rasl_eos_rasl_eob = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x1e, 0x94, 0x05, 0x83, 0x45, 0x21, 0xef,
+  0x7e, 0xb4, 0xa4, 0x9a, 0x31, 0xc0, 0xe4, 0x55, 0xfc,
+  0x00, 0x00, 0x00, 0x01, 0x00, 0xae,
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x1e, 0x94, 0x05, 0x83, 0x45, 0x21, 0xef,
+  0x7e, 0xb4, 0xa4, 0x9a, 0x31, 0xc0, 0xe4, 0x55, 0xfc,
+  0x00, 0x00, 0x00, 0x01, 0x00, 0xb6
+};
+
+static const guint8 h266_vps_with_nonzero_max_layer_id = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x71, 0x10, 0x70, 0x00, 0x2d,
+  0xc0, 0x08, 0x0e, 0x60, 0x22, 0x23, 0x80, 0x00, 0x00, 0x66,
+  0x80, 0xb0, 0xa1, 0x50, 0x0d, 0x08, 0x0f, 0x15, 0x90
+};
+
+static const guint8 h266_sps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x79, 0x00, 0x8d, 0x02, 0x43,
+  0x80, 0x00, 0x00, 0xc0, 0x07, 0x81, 0x00, 0x21, 0xc8, 0xd4,
+  0x00, 0xc5, 0xe8, 0x8d, 0xd1, 0x08, 0xd1, 0x0a, 0x4c, 0x8d,
+  0xc2, 0x6c, 0xac, 0x60, 0x81, 0x04, 0xf0, 0x05, 0x48, 0x10,
+  0x84, 0x22, 0x0c, 0x44, 0x45, 0x92, 0x22, 0xd4, 0x45, 0xe8,
+  0xf5, 0x6a, 0x4b, 0xc9, 0x26, 0xa4, 0xb2, 0x44, 0x5a, 0x88,
+  0xbc, 0x44, 0x9a, 0x88, 0x91, 0x49, 0x11, 0x26, 0x48, 0x89,
+  0x75, 0x24, 0x45, 0x04, 0x2c, 0x44, 0x20, 0x64, 0x88, 0x35,
+  0x20, 0x2a, 0xc2, 0x10, 0x85, 0x88, 0x04, 0x2c, 0x81, 0x02,
+  0x21, 0x02, 0x05, 0x90, 0x81, 0x02, 0x44, 0x08, 0x34, 0x10,
+  0x24, 0x82, 0x0e, 0x10, 0x64, 0x08, 0xb4, 0x20, 0x92, 0x10,
+  0xe2, 0x1a, 0x12, 0xe4, 0x72, 0xa0, 0x85, 0x88, 0x04, 0x2c,
+  0x81, 0x02, 0x21, 0x02, 0x0f, 0xff, 0xff, 0xaf, 0xc6, 0x20,
+  0x40
+};
+
+static const guint8 h266_pps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x81, 0x00, 0x00, 0x07, 0x81,
+  0x00, 0x21, 0xc8, 0xa9, 0x00, 0x41, 0xec, 0x08,
+};
+
+static const guint8 h266_128x128_sps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x79, 0x00, 0x0d, 0x02, 0x00, 0x80, 0x00, 0x40,
+  0x20, 0x40, 0x40, 0x8d, 0x40, 0x7d, 0x11, 0xba, 0x21, 0x1a, 0x21, 0x49, 0x91,
+  0xb8, 0x4d, 0x8a, 0x31, 0x50, 0xc1, 0xbe, 0x15, 0x71, 0xfc, 0x1f, 0x8c, 0x40,
+  0x80
+};
+
+static const guint8 h266_128x128_pps = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x81, 0x00, 0x00, 0x20, 0x40, 0x40, 0x8a, 0x42,
+  0x00, 0x34, 0x7b, 0x02
+};
+
+static const guint8 h266_128x128_slice_idr_n_lp = {
+  0x00, 0x00, 0x00, 0x01, 0x00, 0x41, 0xc4, 0x02, 0x53, 0xe0, 0x0e, 0x83, 0xf7,
+  0xff, 0x6a, 0x2a, 0xc6, 0x51, 0x5f, 0x98, 0x54, 0x19, 0x75, 0xa7, 0x7f, 0x99,
+  0x29, 0x76, 0xc9, 0x98, 0x75, 0xfd, 0xf4, 0x7d, 0x85, 0x05, 0x4f, 0xee, 0x38,
+  0x94, 0x57, 0x8d, 0x83, 0x84, 0x49, 0xfd, 0x77, 0xa7, 0x9f, 0x13, 0xfb, 0x78,
+  0xaf, 0xce, 0x4a, 0xfe, 0x5b, 0xfc, 0xe2, 0xaf, 0xde, 0x3c, 0xbb, 0xd7, 0xa8,
+  0x18, 0x70, 0x66, 0xbc, 0x46, 0xb7, 0xa9, 0xfa, 0xc8, 0xef, 0x1a, 0x47, 0x74,
+  0x98, 0xd3, 0x54, 0x58, 0xcd, 0x1c, 0x72, 0xc1, 0xc0, 0x5d, 0xc7, 0x73, 0x3c,
+  0xed, 0xb0, 0x8b, 0xd3, 0xd9, 0x1b, 0x82, 0x43, 0x03, 0x9a, 0x8f, 0xfd, 0x87,
+  0x73, 0x48, 0x1c, 0x08, 0xb6, 0xf3, 0xcc, 0xdc, 0x2f, 0x46, 0xe1, 0x0f, 0xd2,
+  0xd2, 0xb9, 0xa5, 0x67, 0xe3, 0xe0, 0x29, 0x2f, 0xcd, 0x3f, 0xea, 0xdf, 0xe0
+};
+
+GST_START_TEST (test_h266_parse_rasl_eos_rasl_eob)
+{
+  GstH266ParserResult res;
+  GstH266NalUnit nalu;
+  GstH266Parser *parser = gst_h266_parser_new ();
+  const guint8 *buf = rasl_eos_rasl_eob;
+  guint n, buf_size = sizeof (rasl_eos_rasl_eob);
+
+  res = gst_h266_parser_identify_nalu (parser, buf, 0, buf_size, &nalu);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_SLICE_RASL);
+  assert_equals_int (nalu.size, 17);
+
+  n = nalu.offset + nalu.size;
+  buf += n;
+  buf_size -= n;
+
+  res = gst_h266_parser_identify_nalu (parser, buf, 0, buf_size, &nalu);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_EOS);
+  assert_equals_int (nalu.size, 2);
+
+  n = nalu.offset + nalu.size;
+  buf += n;
+  buf_size -= n;
+
+  res = gst_h266_parser_identify_nalu (parser, buf, 0, buf_size, &nalu);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_SLICE_RASL);
+  assert_equals_int (nalu.size, 17);
+
+  n = nalu.offset + nalu.size;
+  buf += n;
+  buf_size -= n;
+
+  res = gst_h266_parser_identify_nalu (parser, buf, 0, buf_size, &nalu);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_EOB);
+  assert_equals_int (nalu.size, 2);
+
+  gst_h266_parser_free (parser);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_h266_parse_vps)
+{
+  GstH266Parser *parser;
+  GstH266NalUnit nalu;
+  GstH266ParserResult res;
+  GstH266VPS *vps;
+
+  vps = g_malloc0 (sizeof (GstH266VPS));
+
+  parser = gst_h266_parser_new ();
+
+  res = gst_h266_parser_identify_nalu_unchecked (parser,
+      h266_vps_with_nonzero_max_layer_id, 0,
+      sizeof (h266_vps_with_nonzero_max_layer_id), &nalu);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_VPS);
+
+  res = gst_h266_parser_parse_vps (parser, &nalu, vps);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  assert_equals_int (vps->vps_id, 1);
+  assert_equals_int (vps->max_layers_minus1, 1);
+  assert_equals_int (vps->max_sublayers_minus1, 6);
+  assert_equals_int (vps->default_ptl_dpb_hrd_max_tid_flag, 0);
+  assert_equals_int (vps->profile_tier_level0.profile_idc, 17);
+  assert_equals_int (vps->all_independent_layers_flag, 0);
+  assert_equals_int (vps->each_layer_is_an_ols_flag, 0);
+  assert_equals_int (vps->ols_mode_idc, 2);
+  assert_equals_int (vps->num_output_layer_sets_minus2, 0);
+  assert_equals_int (vps->num_ptls_minus1, 1);
+  assert_equals_int (vps->profile_tier_level0.tier_flag, 0);
+  assert_equals_int (vps->profile_tier_level0.level_idc, 35);
+  assert_equals_int (vps->profile_tier_level1.level_idc, 102);
+  assert_equals_int (vps->num_dpb_params_minus1, 0);
+  assert_equals_int (vps->sublayer_dpb_params_present_flag, 0);
+  assert_equals_int (vps->dpb_max_tid0, 6);
+  assert_equals_int (vps->dpb0.max_dec_pic_buffering_minus16, 9);
+  assert_equals_int (vps->dpb0.max_num_reorder_pics6, 9);
+  assert_equals_int (vps->dpb0.max_latency_increase_plus16, 0);
+  assert_equals_int (vps->ols_dpb_pic_width0, 416);
+  assert_equals_int (vps->ols_dpb_pic_height0, 240);
+  assert_equals_int (vps->ols_dpb_chroma_format0, 1);
+  assert_equals_int (vps->ols_dpb_bitdepth_minus80, 2);
+  assert_equals_int (vps->timing_hrd_params_present_flag, 0);
+
+  assert_equals_int (vps->extension_flag, 0);
+  gst_h266_parser_free (parser);
+  g_free (vps);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_h266_parse_sps)
+{
+  GstH266Parser *parser;
+  GstH266NalUnit nalu;
+  GstH266ParserResult res;
+  GstH266SPS sps;
+
+  parser = gst_h266_parser_new ();
+
+  res = gst_h266_parser_identify_nalu_unchecked (parser,
+      h266_sps, 0, sizeof (h266_sps), &nalu);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_SPS);
+
+  res = gst_h266_parser_parse_sps (parser, &nalu, &sps);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  assert_equals_int (sps.sps_id, 0);
+  assert_equals_int (sps.max_sublayers_minus1, 4);
+  assert_equals_int (sps.log2_min_luma_coding_block_size_minus2, 0);
+  assert_equals_int (sps.log2_diff_min_qt_min_cb_intra_slice_chroma, 1);
+  assert_equals_int (sps.max_mtt_hierarchy_depth_intra_slice_luma, 3);
+  assert_equals_int (sps.log2_diff_max_bt_min_qt_intra_slice_luma, 2);
+  assert_equals_int (sps.log2_diff_max_tt_min_qt_intra_slice_luma, 2);
+  assert_equals_int (sps.qtbtt_dual_tree_intra_flag, 1);
+
+  assert_equals_int (sps.qp_table_start_minus260, -9);
+  assert_equals_int (sps.lmcs_enabled_flag, 1);
+  assert_equals_int (sps.weighted_pred_flag, 0);
+  assert_equals_int (sps.rpl1_same_as_rpl0_flag, 0);
+  assert_equals_int (sps.num_ref_pic_lists0, 20);
+  assert_equals_int (sps.ref_pic_list_struct00.num_ref_entries, 3);
+  assert_equals_int (sps.ref_pic_list_struct00.abs_delta_poc_st0, 15);
+  assert_equals_int (sps.ref_pic_list_struct00.abs_delta_poc_st1, 15);
+  assert_equals_int (sps.ref_pic_list_struct00.abs_delta_poc_st2, 7);
+
+  assert_equals_int (sps.log2_parallel_merge_level_minus2, 0);
+  assert_equals_int (sps.chroma_format_idc, 1);
+  assert_equals_int (sps.cclm_enabled_flag, 1);
+  assert_equals_int (sps.chroma_horizontal_collocated_flag, 1);
+  assert_equals_int (sps.ibc_enabled_flag, 0);
+  assert_equals_int (sps.ladf_enabled_flag, 0);
+  assert_equals_int (sps.explicit_scaling_list_enabled_flag, 0);
+  assert_equals_int (sps.dep_quant_enabled_flag, 1);
+
+  assert_equals_int (sps.vui_parameters_present_flag, 0);
+  assert_equals_int (sps.extension_flag, 0);
+  gst_h266_parser_free (parser);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_h266_parse_pps)
+{
+  GstH266Parser *parser;
+  GstH266NalUnit nalu;
+  GstH266ParserResult res;
+  GstH266PPS pps;
+
+  parser = gst_h266_parser_new ();
+
+  /*init sps0 to avoid return error in gst_h266_parser_parse_pps */
+  parser->sps0.valid = TRUE;
+  parser->sps0.pic_width_max_in_luma_samples = 1920;
+  parser->sps0.pic_height_max_in_luma_samples = 1080;
+
+  res = gst_h266_parser_identify_nalu_unchecked (parser,
+      h266_pps, 0, sizeof (h266_pps), &nalu);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_PPS);
+
+  res = gst_h266_parser_parse_pps (parser, &nalu, &pps);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  assert_equals_int (pps.pps_id, 0);
+  assert_equals_int (pps.sps_id, 0);
+  assert_equals_int (pps.mixed_nalu_types_in_pic_flag, 0);
+  assert_equals_int (pps.pic_width_in_luma_samples, 1920);
+  assert_equals_int (pps.pic_height_in_luma_samples, 1080);
+  assert_equals_int (pps.conformance_window_flag, 0);
+  assert_equals_int (pps.cabac_init_present_flag, 1);
+  assert_equals_int (pps.rpl1_idx_present_flag, 0);
+  assert_equals_int (pps.init_qp_minus26, 8);
+  assert_equals_int (pps.cu_qp_delta_enabled_flag, 0);
+  assert_equals_int (pps.chroma_tool_offsets_present_flag, 1);
+  assert_equals_int (pps.joint_cbcr_qp_offset_present_flag, 1);
+  assert_equals_int (pps.joint_cbcr_qp_offset_value, -1);
+
+  gst_h266_parser_free (parser);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_h266_parse_slice_hdr)
+{
+  GstH266Parser *parser;
+  GstH266NalUnit nalu;
+  GstH266ParserResult res;
+  GstH266SPS sps;
+  GstH266PPS pps;
+  GstH266SliceHdr sh;
+
+  parser = gst_h266_parser_new ();
+
+  res = gst_h266_parser_identify_nalu_unchecked (parser,
+      h266_128x128_sps, 0, sizeof (h266_128x128_sps), &nalu);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_SPS);
+  res = gst_h266_parser_parse_sps (parser, &nalu, &sps);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  res = gst_h266_parser_identify_nalu_unchecked (parser,
+      h266_128x128_pps, 0, sizeof (h266_128x128_pps), &nalu);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_PPS);
+  res = gst_h266_parser_parse_pps (parser, &nalu, &pps);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  res = gst_h266_parser_identify_nalu_unchecked (parser,
+      h266_128x128_slice_idr_n_lp, 0, sizeof (h266_128x128_slice_idr_n_lp),
+      &nalu);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+  assert_equals_int (nalu.type, GST_H266_NAL_SLICE_IDR_N_LP);
+  res = gst_h266_parser_parse_slice_hdr (parser, &nalu, &sh);
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  assert_equals_int (sh.picture_header_in_slice_header_flag, 1);
+  assert_equals_int (sh.picture_header.gdr_or_irap_pic_flag, 1);
+  assert_equals_int (sh.picture_header.non_ref_pic_flag, 0);
+  assert_equals_int (sh.picture_header.gdr_pic_flag, 0);
+  assert_equals_int (sh.picture_header.inter_slice_allowed_flag, 0);
+  assert_equals_int (sh.picture_header.pps_id, 0);
+  assert_equals_int (sh.picture_header.pic_order_cnt_lsb, 0);
+  assert_equals_int (sh.picture_header.lmcs_enabled_flag, 1);
+  assert_equals_int (sh.picture_header.lmcs_aps_id, 0);
+  assert_equals_int (sh.picture_header.chroma_residual_scale_flag, 1);
+  assert_equals_int (sh.picture_header.partition_constraints_override_flag, 0);
+  assert_equals_int (sh.picture_header.joint_cbcr_sign_flag, 1);
+  assert_equals_int (sh.no_output_of_prior_pics_flag, 0);
+  assert_equals_int (sh.alf_enabled_flag, 0);
+  assert_equals_int (sh.qp_delta, 0);
+  assert_equals_int (sh.sao_luma_used_flag, 1);
+  assert_equals_int (sh.sao_chroma_used_flag, 1);
+  assert_equals_int (sh.dep_quant_used_flag, 1);
+
+  gst_h266_parser_free (parser);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_h266_parse_decoder_config_record)
+{
+  GstH266Parser *parser;
+  GstH266ParserResult res;
+  GstH266DecoderConfigRecord *config;
+  GstH266DecoderConfigRecordNalUnitArray *nalu_array;
+  GstH266NalUnit *nalu;
+
+  // vvcC data from standard ITU stream SPATSCAL_A_4.bit after muxing it as MP4 with FFmpeg 7.1:
+  // ffmpeg -i SPATSCAL_A_4.bit -c:v copy SPATSCAL_A_4.mp4
+  static const guint8 vvcc_data = {
+    0xFF, 0x00, 0x75, 0x5F, 0x01, 0x22, 0x66, 0xC0, 0x00, 0x00, 0x00, 0xB0,
+    0x00, 0x90, 0x00, 0x00, 0x03, 0x8E, 0x00, 0x01, 0x00, 0x1C, 0x00, 0x71,
+    0x10, 0xB4, 0x03, 0xC7, 0x23, 0x00, 0x00, 0x22, 0x66, 0xC0, 0x00, 0x00,
+    0x41, 0x42, 0xA3, 0xC7, 0xC0, 0x58, 0x80, 0xC1, 0x58, 0x05, 0x24, 0x02,
+    0x32, 0xB2, 0x8F, 0x00, 0x01, 0x00, 0x64, 0x00, 0x79, 0x01, 0x0D, 0x22,
+    0x66, 0xC0, 0x00, 0x40, 0x2C, 0x40, 0x48, 0x8D, 0x40, 0x17, 0xC8, 0xB9,
+    0x12, 0x91, 0x35, 0x91, 0x98, 0x4D, 0x95, 0x8C, 0x10, 0x20, 0x9E, 0x08,
+    0x68, 0xB8, 0x88, 0x88, 0x89, 0x7C, 0x44, 0x44, 0xBA, 0x88, 0x88, 0x97,
+    0x71, 0x11, 0x12, 0xE4, 0x88, 0x88, 0x97, 0x2C, 0x44, 0x44, 0xB9, 0xA2,
+    0x22, 0x25, 0xCF, 0x11, 0x11, 0x5B, 0xF2, 0x7E, 0x5F, 0xF2, 0xFE, 0xA5,
+    0xFD, 0xCB, 0xF9, 0x25, 0xFC, 0xB2, 0xFE, 0x69, 0x7F, 0x3C, 0xBF, 0x88,
+    0x97, 0xD4, 0x44, 0xBE, 0xE2, 0x25, 0xF2, 0x44, 0x4B, 0xE5, 0x88, 0x97,
+    0xCD, 0x11, 0x2F, 0x9E, 0x22, 0xE3, 0xFB, 0xEB, 0xB1, 0x88, 0x10, 0x90,
+    0x00, 0x01, 0x00, 0x10, 0x00, 0x81, 0x00, 0x00, 0x2C, 0x40, 0x48, 0x8A,
+    0x42, 0x00, 0x97, 0xB2, 0x16, 0x59, 0x62, 0x00
+  };
+
+  parser = gst_h266_parser_new ();
+
+  res = gst_h266_parser_parse_decoder_config_record (parser, vvcc_data,
+      sizeof (vvcc_data), &config);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  assert_equals_int (config->length_size_minus_one, 3);
+  assert_equals_int (config->ptl_present_flag, 1);
+  assert_equals_int (config->ols_idx, 0);
+  assert_equals_int (config->num_sublayers, 7);
+  assert_equals_int (config->constant_frame_rate, 1);
+  assert_equals_int (config->chroma_format_idc, 1);
+  assert_equals_int (config->bit_depth_minus8, 2);
+
+  assert_equals_int (config->native_ptl.num_bytes_constraint_info, 1);
+  assert_equals_int (config->native_ptl.general_profile_idc,
+      GST_H266_PROFILE_MULTILAYER_MAIN_10);
+  assert_equals_int (config->native_ptl.general_tier_flag, 0);
+  assert_equals_int (config->native_ptl.general_level_idc, GST_H266_LEVEL_L6_2);
+  assert_equals_int (config->native_ptl.ptl_frame_only_constraint_flag, 1);
+  assert_equals_int (config->native_ptl.ptl_multilayer_enabled_flag, 1);
+  assert_equals_int (config->native_ptl.general_constraint_info0, 0);
+
+  assert_equals_int (config->max_picture_width, 176);
+  assert_equals_int (config->max_picture_height, 144);
+  assert_equals_int (config->avg_frame_rate, 0);
+
+  assert_equals_int (config->nalu_array->len, 3);
+
+  nalu_array =
+      &g_array_index (config->nalu_array,
+      GstH266DecoderConfigRecordNalUnitArray, 0);
+  assert_equals_int (nalu_array->nal_unit_type, GST_H266_NAL_VPS);
+  assert_equals_int (nalu_array->nalu->len, 1);
+  nalu = &g_array_index (nalu_array->nalu, GstH266NalUnit, 0);
+  assert_equals_int (nalu->type, GST_H266_NAL_VPS);
+  assert_equals_int (nalu->size, 28);
+
+  nalu_array =
+      &g_array_index (config->nalu_array,
+      GstH266DecoderConfigRecordNalUnitArray, 1);
+  assert_equals_int (nalu_array->nal_unit_type, GST_H266_NAL_SPS);
+  assert_equals_int (nalu_array->nalu->len, 1);
+  nalu = &g_array_index (nalu_array->nalu, GstH266NalUnit, 0);
+  assert_equals_int (nalu->type, GST_H266_NAL_SPS);
+  assert_equals_int (nalu->size, 100);
+
+  nalu_array =
+      &g_array_index (config->nalu_array,
+      GstH266DecoderConfigRecordNalUnitArray, 2);
+  assert_equals_int (nalu_array->nal_unit_type, GST_H266_NAL_PPS);
+  assert_equals_int (nalu_array->nalu->len, 1);
+  nalu = &g_array_index (nalu_array->nalu, GstH266NalUnit, 0);
+  assert_equals_int (nalu->type, GST_H266_NAL_PPS);
+  assert_equals_int (nalu->size, 16);
+
+  gst_h266_decoder_config_record_free (config);
+  gst_h266_parser_free (parser);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_h266_parse_decoder_config_record_gci)
+{
+  GstH266Parser *parser;
+  GstH266ParserResult res;
+  GstH266DecoderConfigRecord *config;
+  GstH266DecoderConfigRecordNalUnitArray *nalu_array;
+  GstH266NalUnit *nalu;
+  gint i;
+
+  // vvcC data from standard ITU stream LMCS_C_1.bit after muxing it as MP4 with FFmpeg 7.1:
+  // ffmpeg -i LMCS_C_1.bit -c:v copy LMCS_C_1.mp4
+  static const guint8 vvcc_data = {
+    0xFF, 0x00, 0x65, 0x5F, 0x09, 0x02, 0x43, 0x80, 0x00, 0x00, 0x00, 0x00,
+    0x00, 0x00, 0x00, 0x04, 0x00, 0x00, 0x07, 0x80, 0x04, 0x38, 0x00, 0x00,
+    0x02, 0x8F, 0x00, 0x01, 0x01, 0x0E, 0x00, 0x79, 0x00, 0xAD, 0x02, 0x43,
+    0xA0, 0x00, 0x00, 0x03, 0x00, 0x00, 0x03, 0x00, 0x00, 0x03, 0x00, 0x01,
+    0x00, 0x00, 0x03, 0x00, 0x00, 0xC0, 0x07, 0x81, 0x00, 0x21, 0xC8, 0xD4,
+    0x00, 0xE6, 0xE8, 0x8D, 0xD1, 0x08, 0xD1, 0x0A, 0x4C, 0x8D, 0x83, 0x65,
+    0x38, 0xF0, 0x80, 0x84, 0x8A, 0x20, 0x58, 0x40, 0x36, 0x53, 0x8F, 0x08,
+    0x85, 0xC8, 0x9A, 0x14, 0x34, 0x3A, 0x41, 0x28, 0x28, 0x21, 0x10, 0x5A,
+    0xE0, 0x02, 0x62, 0x02, 0x08, 0x42, 0x10, 0xB0, 0x84, 0x21, 0x62, 0x21,
+    0x0B, 0x24, 0x21, 0x6A, 0x10, 0xBD, 0x1E, 0xAD, 0x49, 0x79, 0x24, 0xD4,
+    0x96, 0x48, 0x8B, 0x51, 0x17, 0x88, 0x93, 0x51, 0x12, 0x29, 0x22, 0x24,
+    0xC9, 0x11, 0x2E, 0xA4, 0x88, 0xB1, 0x10, 0x85, 0x92, 0x10, 0xB5, 0x08,
+    0x5E, 0x10, 0x93, 0x50, 0x84, 0x8A, 0x48, 0x42, 0x4C, 0x90, 0x84, 0xBA,
+    0x92, 0x10, 0x90, 0x91, 0x10, 0x84, 0x8A, 0x22, 0x10, 0x93, 0x11, 0x08,
+    0x4B, 0xA8, 0x88, 0x42, 0x45, 0x19, 0x08, 0x49, 0x8C, 0x84, 0x25, 0xD4,
+    0x64, 0x21, 0x40, 0x82, 0xC2, 0x10, 0x40, 0x62, 0x21, 0x03, 0x24, 0x41,
+    0xA9, 0x00, 0x99, 0x82, 0x08, 0x42, 0xC2, 0x00, 0x41, 0x62, 0x01, 0x01,
+    0x08, 0x10, 0x08, 0x0A, 0x84, 0x08, 0x04, 0x06, 0x90, 0x81, 0x00, 0x80,
+    0xB1, 0x02, 0x01, 0x01, 0x10, 0x40, 0x20, 0x2C, 0x82, 0x01, 0x01, 0x21,
+    0x00, 0x81, 0x90, 0x10, 0x11, 0x08, 0x08, 0x0B, 0x21, 0x01, 0x01, 0x22,
+    0x02, 0x06, 0x81, 0x01, 0x24, 0x08, 0x1C, 0x10, 0x31, 0x00, 0x85, 0x90,
+    0x20, 0x44, 0x20, 0x40, 0xB2, 0x10, 0x20, 0x48, 0x81, 0x06, 0x82, 0x04,
+    0x90, 0x41, 0xC2, 0x0C, 0x81, 0x16, 0x84, 0x12, 0x42, 0x1C, 0x43, 0x42,
+    0x5C, 0x8E, 0x54, 0x08, 0x2C, 0x20, 0x04, 0x16, 0x20, 0x10, 0x10, 0x81,
+    0x00, 0x80, 0xA8, 0x40, 0x80, 0x40, 0xFF, 0xFF, 0xFA, 0xFE, 0x88, 0x10,
+    0x90, 0x00, 0x01, 0x00, 0x0F, 0x00, 0x81, 0x00, 0x00, 0x07, 0x81, 0x00,
+    0x21, 0xC8, 0xA9, 0x00, 0xC7, 0xB0, 0x20, 0x00
+  };
+
+  parser = gst_h266_parser_new ();
+  res = gst_h266_parser_parse_decoder_config_record (parser, vvcc_data,
+      sizeof (vvcc_data), &config);
+
+  assert_equals_int (res, GST_H266_PARSER_OK);
+
+  assert_equals_int (config->length_size_minus_one, 3);
+  assert_equals_int (config->ptl_present_flag, 1);
+  assert_equals_int (config->ols_idx, 0);
+  assert_equals_int (config->num_sublayers, 6);
+  assert_equals_int (config->constant_frame_rate, 1);
+  assert_equals_int (config->chroma_format_idc, 1);
+  assert_equals_int (config->bit_depth_minus8, 2);
+
+  assert_equals_int (config->native_ptl.num_bytes_constraint_info, 9);
+  assert_equals_int (config->native_ptl.general_profile_idc,
+      GST_H266_PROFILE_MAIN_10);
+  assert_equals_int (config->native_ptl.general_tier_flag, 0);
+  assert_equals_int (config->native_ptl.general_level_idc, GST_H266_LEVEL_L4_1);
+  assert_equals_int (config->native_ptl.ptl_frame_only_constraint_flag, 1);
+  assert_equals_int (config->native_ptl.ptl_multilayer_enabled_flag, 0);
+  for (i = 0; i < 8; i++)
+    assert_equals_int (config->native_ptl.general_constraint_infoi, 0);
+  assert_equals_int (config->native_ptl.general_constraint_info8, 4);
+
+  assert_equals_int (config->max_picture_width, 1920);
+  assert_equals_int (config->max_picture_height, 1080);
+  assert_equals_int (config->avg_frame_rate, 0);
+
+  assert_equals_int (config->nalu_array->len, 2);
+
+  nalu_array =
+      &g_array_index (config->nalu_array,
+      GstH266DecoderConfigRecordNalUnitArray, 0);
+  assert_equals_int (nalu_array->nal_unit_type, GST_H266_NAL_SPS);
+  assert_equals_int (nalu_array->nalu->len, 1);
+  nalu = &g_array_index (nalu_array->nalu, GstH266NalUnit, 0);
+  assert_equals_int (nalu->type, GST_H266_NAL_SPS);
+  assert_equals_int (nalu->size, 270);
+
+  nalu_array =
+      &g_array_index (config->nalu_array,
+      GstH266DecoderConfigRecordNalUnitArray, 1);
+  assert_equals_int (nalu_array->nal_unit_type, GST_H266_NAL_PPS);
+  assert_equals_int (nalu_array->nalu->len, 1);
+  nalu = &g_array_index (nalu_array->nalu, GstH266NalUnit, 0);
+  assert_equals_int (nalu->type, GST_H266_NAL_PPS);
+  assert_equals_int (nalu->size, 15);
+
+
+  gst_h266_decoder_config_record_free (config);
+  gst_h266_parser_free (parser);
+}
+
+GST_END_TEST;
+
+
+static Suite *
+h266parser_suite (void)
+{
+  Suite *s = suite_create ("H266 Parser library");
+
+  TCase *tc_chain = tcase_create ("general");
+
+  suite_add_tcase (s, tc_chain);
+  tcase_add_test (tc_chain, test_h266_parse_rasl_eos_rasl_eob);
+  tcase_add_test (tc_chain, test_h266_parse_vps);
+  tcase_add_test (tc_chain, test_h266_parse_sps);
+  tcase_add_test (tc_chain, test_h266_parse_pps);
+  tcase_add_test (tc_chain, test_h266_parse_slice_hdr);
+  tcase_add_test (tc_chain, test_h266_parse_decoder_config_record);
+  tcase_add_test (tc_chain, test_h266_parse_decoder_config_record_gci);
+
+  return s;
+}
+
+GST_CHECK_MAIN (h266parser);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/jpegbitwriter.c Added

@@ -0,0 +1,263 @@
+/* GStreamer
+ *  Copyright (C) 2024 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the0
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include <gst/check/gstcheck.h>
+#include <gst/codecparsers/gstjpegbitwriter.h>
+
+GST_START_TEST (test_jpeg_bitwriter_segments)
+{
+  GstJpegBitWriterResult writer_res;
+  gboolean parser_res;
+  guint8 data2048 = { 0, };
+  guint8 app_data14 =
+      { 0x4A, 0x46, 0x49, 0x46, 0x00, 0x01, 0x02, 0, 0, 0x01, 0, 0x01, 0, 0 };
+  GstJpegQuantTables quant_tables = { 0, };
+  GstJpegQuantTables quant_tables2 = { 0, };
+  GstJpegHuffmanTables huf_tables = { 0, };
+  GstJpegHuffmanTables huf_tables2 = { 0, };
+  GstJpegFrameHdr frame_hdr;
+  GstJpegFrameHdr frame_hdr2 = { 0, };
+  GstJpegScanHdr scan_hdr;
+  GstJpegScanHdr scan_hdr2 = { 0, };
+  GstJpegSegment seg;
+  guint size, offset;
+  guint i, j;
+
+  offset = 0;
+  size = sizeof (data);
+  writer_res = gst_jpeg_bit_writer_segment_with_data (GST_JPEG_MARKER_SOI,
+      NULL, 0, data, &size);
+  fail_if (writer_res != GST_JPEG_BIT_WRITER_OK);
+
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_segment_with_data (GST_JPEG_MARKER_APP_MIN,
+      app_data, sizeof (app_data), data + offset, &size);
+  fail_if (writer_res != GST_JPEG_BIT_WRITER_OK);
+
+  gst_jpeg_get_default_quantization_tables (&quant_tables);
+  for (i = 0; i < GST_JPEG_MAX_QUANT_ELEMENTS; i++) {
+    if (i % 2)
+      quant_tables.quant_tables0.quant_tablei += 10;
+
+    if (i % 3)
+      quant_tables.quant_tables1.quant_tablei += 5;
+
+    if (i % 4)
+      quant_tables.quant_tables2.quant_tablei /= 2;
+  }
+
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_quantization_table (&quant_tables,
+      data + offset, &size);
+  fail_if (writer_res != GST_JPEG_BIT_WRITER_OK);
+
+  /* *INDENT-OFF* */
+  frame_hdr = (GstJpegFrameHdr) {
+    .sample_precision = 8,
+    .width = 1920,
+    .height = 1080,
+    .num_components = 3,
+    .components0 = {
+      .identifier = 1,
+      .horizontal_factor= 3,
+      .vertical_factor = 2,
+      .quant_table_selector = 1,
+    },
+    .components1 = {
+      .identifier = 2,
+      .horizontal_factor= 1,
+      .vertical_factor = 4,
+      .quant_table_selector = 2,
+    },
+    .components2 = {
+      .identifier = 0,
+      .horizontal_factor = 2,
+      .vertical_factor = 1,
+      .quant_table_selector = 3,
+    },
+  };
+  /* *INDENT-ON* */
+
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_frame_header (&frame_hdr,
+      GST_JPEG_MARKER_SOF_MIN, data + offset, &size);
+  fail_if (writer_res != GST_JPEG_BIT_WRITER_OK);
+
+  gst_jpeg_get_default_huffman_tables (&huf_tables);
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_huffman_table (&huf_tables,
+      data + offset, &size);
+  fail_if (writer_res != GST_JPEG_BIT_WRITER_OK);
+
+  /* *INDENT-OFF* */
+  scan_hdr = (GstJpegScanHdr) {
+    .num_components = 3,
+    .components0 = {
+      .component_selector = 85,
+      .dc_selector = 2,
+      .ac_selector = 1,
+    },
+    .components1 = {
+      .component_selector = 16,
+      .dc_selector = 1,
+      .ac_selector = 0,
+    },
+    .components2 = {
+      .component_selector = 25,
+      .dc_selector = 2,
+      .ac_selector = 1,
+    },
+  };
+  /* *INDENT-ON* */
+  offset += size;
+  size = sizeof (data) - offset;
+  writer_res = gst_jpeg_bit_writer_scan_header (&scan_hdr,
+      data + offset, &size);
+  fail_if (writer_res != GST_JPEG_BIT_WRITER_OK);
+
+  offset += size;
+  fail_if (offset + 2 >= sizeof (data));
+
+  offset = sizeof (data) - 2;
+  size = 2;
+  writer_res = gst_jpeg_bit_writer_segment_with_data (GST_JPEG_MARKER_EOI,
+      NULL, 0, data + offset, &size);
+  fail_if (writer_res != GST_JPEG_BIT_WRITER_OK);
+
+  /* Parse it back and check. */
+  /* SOI */
+  offset = 0;
+  parser_res = gst_jpeg_parse (&seg, data, sizeof (data), offset);
+  fail_if (parser_res != TRUE);
+  fail_if (seg.marker != GST_JPEG_MARKER_SOI);
+
+  /* APP0 */
+  offset += 2 + seg.size;
+  parser_res = gst_jpeg_parse (&seg, data, sizeof (data), offset);
+  fail_if (parser_res != TRUE);
+  fail_if (seg.marker != GST_JPEG_MARKER_APP_MIN);
+  fail_if (*(seg.data + seg.offset) * 256 + *(seg.data + seg.offset + 1) !=
+      seg.size);
+  for (i = 0; i < sizeof (app_data); i++) {
+    const guint8 *d = seg.data + seg.offset + 2;
+    fail_if (di != app_datai);
+  }
+
+  /* Quantization tables */
+  offset += 2 + seg.size;
+  parser_res = gst_jpeg_parse (&seg, data, sizeof (data), offset);
+  fail_if (parser_res != TRUE);
+  fail_if (seg.marker != GST_JPEG_MARKER_DQT);
+  fail_if (*(seg.data + seg.offset) * 256 + *(seg.data + seg.offset + 1) !=
+      seg.size);
+  parser_res = gst_jpeg_segment_parse_quantization_table (&seg, &quant_tables2);
+  fail_if (parser_res != TRUE);
+
+  for (i = 0; i < GST_JPEG_MAX_SCAN_COMPONENTS; i++) {
+    GstJpegQuantTable *quant_table = &quant_tables.quant_tablesi;
+    GstJpegQuantTable *quant_table2 = &quant_tables2.quant_tablesi;
+
+    fail_if (quant_table->quant_precision != quant_table2->quant_precision);
+    fail_if (quant_table->valid != quant_table2->valid);
+
+    for (j = 0; j < GST_JPEG_MAX_QUANT_ELEMENTS; j++)
+      fail_if (quant_table->quant_tablej != quant_table2->quant_tablej);
+  }
+
+  /* SOF */
+  offset += 2 + seg.size;
+  parser_res = gst_jpeg_parse (&seg, data, sizeof (data), offset);
+  fail_if (parser_res != TRUE);
+  fail_if (seg.marker != GST_JPEG_MARKER_SOF_MIN);
+  fail_if (*(seg.data + seg.offset) * 256 + *(seg.data + seg.offset + 1) !=
+      seg.size);
+  parser_res = gst_jpeg_segment_parse_frame_header (&seg, &frame_hdr2);
+  fail_if (parser_res != TRUE);
+
+  fail_if (frame_hdr.sample_precision != frame_hdr2.sample_precision);
+  fail_if (frame_hdr.width != frame_hdr2.width);
+  fail_if (frame_hdr.height != frame_hdr2.height);
+  fail_if (frame_hdr.num_components != frame_hdr2.num_components);
+  for (i = 0; i < frame_hdr.num_components; i++) {
+    fail_if (frame_hdr.componentsi.identifier !=
+        frame_hdr2.componentsi.identifier);
+    fail_if (frame_hdr.componentsi.horizontal_factor !=
+        frame_hdr2.componentsi.horizontal_factor);
+    fail_if (frame_hdr.componentsi.vertical_factor !=
+        frame_hdr2.componentsi.vertical_factor);
+    fail_if (frame_hdr.componentsi.quant_table_selector !=
+        frame_hdr2.componentsi.quant_table_selector);
+  }
+
+  /* huffman tables */
+  offset += 2 + seg.size;
+  parser_res = gst_jpeg_parse (&seg, data, sizeof (data), offset);
+  fail_if (parser_res != TRUE);
+  fail_if (seg.marker != GST_JPEG_MARKER_DHT);
+  fail_if (*(seg.data + seg.offset) * 256 + *(seg.data + seg.offset + 1) !=
+      seg.size);
+  parser_res = gst_jpeg_segment_parse_huffman_table (&seg, &huf_tables2);
+  fail_if (parser_res != TRUE);
+  fail_if (memcmp (&huf_tables, &huf_tables2, sizeof (huf_tables)) != 0);
+
+  /* Scan header */
+  offset += 2 + seg.size;
+  parser_res = gst_jpeg_parse (&seg, data, sizeof (data), offset);
+  fail_if (parser_res != TRUE);
+  fail_if (seg.marker != GST_JPEG_MARKER_SOS);
+  parser_res = gst_jpeg_segment_parse_scan_header (&seg, &scan_hdr2);
+  fail_if (parser_res != TRUE);
+
+  fail_if (scan_hdr.num_components != scan_hdr2.num_components);
+  for (i = 0; i < scan_hdr.num_components; i++) {
+    fail_if (scan_hdr.componentsi.component_selector !=
+        scan_hdr2.componentsi.component_selector);
+    fail_if (scan_hdr.componentsi.dc_selector !=
+        scan_hdr2.componentsi.dc_selector);
+    fail_if (scan_hdr.componentsi.ac_selector !=
+        scan_hdr2.componentsi.ac_selector);
+  }
+
+  offset += 2 + seg.size;
+  parser_res = gst_jpeg_parse (&seg, data, sizeof (data), offset);
+  fail_if (parser_res != TRUE);
+  fail_if (seg.marker != GST_JPEG_MARKER_EOI);
+}
+
+GST_END_TEST;
+
+static Suite *
+jpegbitwriter_suite (void)
+{
+  Suite *s = suite_create ("jpeg bitwriter library");
+
+  TCase *tc_chain = tcase_create ("general");
+
+  suite_add_tcase (s, tc_chain);
+  tcase_add_test (tc_chain, test_jpeg_bitwriter_segments);
+
+  return s;
+}
+
+GST_CHECK_MAIN (jpegbitwriter);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/play.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/play.c Changed

@@ -36,11 +36,7 @@
 # include <valgrind/valgrind.h>
 #endif
 
-#define SOUP_VERSION_MIN_REQUIRED (SOUP_VERSION_2_40)
 #include <libsoup/soup.h>
-#if !defined(SOUP_MINOR_VERSION) || SOUP_MINOR_VERSION < 44
-#define SoupStatus SoupKnownStatusCode
-#endif
 
 #include <gst/check/gstcheck.h>
 
@@ -232,6 +228,8 @@
   state->end_of_stream = state->is_error = state->seek_done = FALSE;
   state->state = GST_PLAY_STATE_STOPPED;
   state->width = state->height = 0;
+  if (state->media_info)
+    g_object_unref (state->media_info);
   state->media_info = NULL;
   state->last_position = GST_CLOCK_TIME_NONE;
   state->done = FALSE;
@@ -394,6 +392,7 @@
       gst_play_message_parse_type (msg, &type);
       switch (type) {
         case GST_PLAY_MESSAGE_URI_LOADED:
+          g_clear_pointer (&state->uri_loaded, g_free);
           state->uri_loaded = gst_play_get_uri (player);
           state->test_callback (player, STATE_CHANGE_URI_LOADED, &old_state,
               state);
@@ -449,22 +448,28 @@
               state);
           break;
         case GST_PLAY_MESSAGE_ERROR:{
+          g_clear_error (&state->error);
+          gst_clear_structure (&state->error_details);
           gst_play_message_parse_error (msg, &state->error,
               &state->error_details);
           GST_DEBUG ("error: %s details: %" GST_PTR_FORMAT,
               state->error ? state->error->message : "", state->error_details);
           state->is_error = TRUE;
+          state->is_warning = FALSE;
           test_play_state_change_debug (player, STATE_CHANGE_ERROR,
               &old_state, state);
           state->test_callback (player, STATE_CHANGE_ERROR, &old_state, state);
           break;
         }
         case GST_PLAY_MESSAGE_WARNING:{
-          gst_play_message_parse_error (msg, &state->error,
+          g_clear_error (&state->error);
+          gst_clear_structure (&state->error_details);
+          gst_play_message_parse_warning (msg, &state->error,
               &state->error_details);
           GST_DEBUG ("error: %s details: %" GST_PTR_FORMAT,
               state->error ? state->error->message : "", state->error_details);
           state->is_warning = TRUE;
+          state->is_error = FALSE;
           test_play_state_change_debug (player, STATE_CHANGE_WARNING,
               &old_state, state);
           state->test_callback (player, STATE_CHANGE_WARNING, &old_state,
@@ -488,6 +493,8 @@
           GstPlayMediaInfo *media_info;
           gst_play_message_parse_media_info_updated (msg, &media_info);
 
+          if (state->media_info)
+            g_object_unref (state->media_info);
           state->media_info = media_info;
           test_play_state_change_debug (player,
               STATE_CHANGE_MEDIA_INFO_UPDATED, &old_state, state);
@@ -1420,7 +1427,7 @@
       GstClockTime delta = GST_CLOCK_DIFF (old_state->last_position, position);
       GST_DEBUG_OBJECT (player,
           "current delta: %" GST_TIME_FORMAT " interval: %" GST_TIME_FORMAT,
-          GST_TIME_ARGS (delta), GST_TIME_ARGS (update_interval));
+          GST_TIME_ARGS (delta), GST_TIME_ARGS (update_interval * GST_MSECOND));
 
       if (update_interval > 10) {
         fail_unless (delta > ((update_interval - 10) * GST_MSECOND)
@@ -1566,18 +1573,19 @@
 END_TEST;
 
 static void
-do_get (SoupMessage * msg, const char *path)
+do_get (SoupServerMessage * msg, const char *path)
 {
   char *uri;
   SoupStatus status = SOUP_STATUS_OK;
 
-  uri = soup_uri_to_string (soup_message_get_uri (msg), FALSE);
+  uri = g_uri_to_string (soup_server_message_get_uri (msg));
   GST_DEBUG ("request: \"%s\"", uri);
 
   if (status != (SoupStatus) SOUP_STATUS_OK)
     goto beach;
 
-  if (msg->method == SOUP_METHOD_GET) {
+  if (soup_server_message_get_method (msg) == SOUP_METHOD_GET) {
+    SoupMessageBody *response_body;
     char *full_path = g_strconcat (TEST_PATH, path, NULL);
     char *buf;
     gsize buflen;
@@ -1589,31 +1597,35 @@
     }
 
     g_free (full_path);
-    soup_message_body_append (msg->response_body, SOUP_MEMORY_TAKE,
-        buf, buflen);
+    response_body = soup_server_message_get_response_body (msg);
+    soup_message_body_append (response_body, SOUP_MEMORY_TAKE, buf, buflen);
   }
 
 beach:
-  soup_message_set_status (msg, status);
+  soup_server_message_set_status (msg, status, NULL);
   g_free (uri);
 }
 
 static void
-server_callback (SoupServer * server, SoupMessage * msg,
-    const char *path, GHashTable * query,
-    SoupClientContext * context, gpointer data)
+server_callback (SoupServer * server, SoupServerMessage * msg,
+    const char *path, GHashTable * query, gpointer data)
 {
-  GST_DEBUG ("%s %s HTTP/1.%d", msg->method, path,
-      soup_message_get_http_version (msg));
-  if (msg->request_body->length)
-    GST_DEBUG ("%s", msg->request_body->data);
+  SoupMessageBody *request_body;
+
+  GST_DEBUG ("%s %s HTTP/1.%d", soup_server_message_get_method (msg),
+      path, soup_server_message_get_http_version (msg));
+  if ((request_body = soup_server_message_get_request_body (msg))
+      && request_body->length > 0) {
+    GST_DEBUG ("%s", request_body->data);
+  }
 
-  if (msg->method == SOUP_METHOD_GET)
+  if (soup_server_message_get_method (msg) == SOUP_METHOD_GET)
     do_get (msg, path);
   else
-    soup_message_set_status (msg, SOUP_STATUS_NOT_IMPLEMENTED);
+    soup_server_message_set_status (msg, SOUP_STATUS_NOT_IMPLEMENTED, NULL);
 
-  GST_DEBUG ("  -> %d %s", msg->status_code, msg->reason_phrase);
+  GST_DEBUG ("  -> %d %s", soup_server_message_get_status (msg),
+      soup_server_message_get_reason_phrase (msg));
 }
 
 static guint
@@ -1624,8 +1636,8 @@
 
   uris = soup_server_get_uris (server);
   g_assert (g_slist_length (uris) == 1);
-  port = soup_uri_get_port (uris->data);
-  g_slist_free_full (uris, (GDestroyNotify) soup_uri_free);
+  port = g_uri_get_port (uris->data);
+  g_slist_free_full (uris, (GDestroyNotify) g_uri_unref);
 
   return port;
 }
@@ -1668,9 +1680,7 @@
     GError *err = NULL;
     SoupServerListenOptions listen_flags = 0;
 
-    address =
-        g_inet_socket_address_new_from_string ("0.0.0.0",
-        SOUP_ADDRESS_ANY_PORT);
+    address = g_inet_socket_address_new_from_string ("0.0.0.0", 0);
     soup_server_listen (context->server, address, listen_flags, &err);
     g_object_unref (address);
 
@@ -1695,6 +1705,16 @@
 
 #define TEST_USER_AGENT "test user agent"
 
+static GstElement *test_user_agent_source = NULL;
+
+static void
+test_user_agent_source_setup_cp (GstElement * element, GstElement * source,
+    gpointer user_data)
+{
+  gst_object_replace ((GstObject **) & test_user_agent_source,
+      (GstObject *) source);
+}
+
 static void
 test_user_agent_cb (GstPlay * player,
     TestPlayerStateChange change, TestPlayerState * old_state,
@@ -1702,17 +1722,12 @@
 {
   if (change == STATE_CHANGE_STATE_CHANGED
       && new_state->state == GST_PLAY_STATE_PAUSED) {
-    GstElement *pipeline;
-    GstElement *source;
     gchar *user_agent;
 
-    pipeline = gst_play_get_pipeline (player);
-    source = gst_bin_get_by_name (GST_BIN_CAST (pipeline), "source");
-    g_object_get (source, "user-agent", &user_agent, NULL);
+    fail_unless (test_user_agent_source != NULL);
+    g_object_get (test_user_agent_source, "user-agent", &user_agent, NULL);
     fail_unless_equals_string (user_agent, TEST_USER_AGENT);
     g_free (user_agent);
-    gst_object_unref (source);
-    gst_object_unref (pipeline);
     new_state->done = TRUE;
   }
 }
@@ -1720,6 +1735,7 @@
 START_TEST (test_user_agent)
 {
   GstPlay *player;
+  GstElement *pipeline;
   GstStructure *config;
   gchar *user_agent;
   TestPlayerState state;
@@ -1727,6 +1743,8 @@
   gchar *url;
   ServerContext *context = g_new (ServerContext, 1);
 
+  test_user_agent_source = NULL;
+
   g_mutex_init (&context->lock);
   g_cond_init (&context->cond);
   context->ctx = g_main_context_new ();
@@ -1749,9 +1767,14 @@
   state.test_callback = test_user_agent_cb;
   state.test_data = GINT_TO_POINTER (0);
 
-  player = gst_play_new (NULL);
+  player = test_play_new (&state);
   fail_unless (player != NULL);
 
+  pipeline = gst_play_get_pipeline (player);
+  g_signal_connect (pipeline, "source-setup",
+      G_CALLBACK (test_user_agent_source_setup_cp), NULL);
+  gst_object_unref (pipeline);
+
   port = get_port_from_server (context->server);
   url = g_strdup_printf ("http://127.0.0.1:%u/audio.ogg", port);
   fail_unless (url != NULL);
@@ -1772,11 +1795,12 @@
   process_play_messages (player, &state);
 
   stop_player (player, &state);
+  gst_clear_object (&test_user_agent_source);
   g_object_unref (player);
 
 beach:
   g_main_loop_quit (context->loop);
-  g_thread_unref (context->thread);
+  g_thread_join (context->thread);
   g_main_loop_unref (context->loop);
   context->loop = NULL;
   g_main_context_unref (context->ctx);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkcodecparams_h264.c Added

@@ -0,0 +1,139 @@
+/* GStreamer
+ *
+ * Copyright (C) 2024 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+/* 1 frame 320x240 blue box  */
+static StdVideoH264HrdParameters h264_std_hrd = {
+  .cpb_cnt_minus1 = 0,
+  .bit_rate_scale = 4,
+  .cpb_size_scale = 0,
+  .reserved1 = 0,
+  .bit_rate_value_minus1 = {2928,},
+  .cpb_size_value_minus1 = {74999,},
+  .cbr_flag = {0,},
+  .initial_cpb_removal_delay_length_minus1 = 23,
+  .cpb_removal_delay_length_minus1 = 23,
+  .dpb_output_delay_length_minus1 = 23,
+  .time_offset_length = 24,
+};
+
+static StdVideoH264SequenceParameterSetVui h264_std_vui = {
+  .flags = {
+        .aspect_ratio_info_present_flag = 1,
+        .overscan_info_present_flag = 0,
+        .overscan_appropriate_flag = 0,
+        .video_signal_type_present_flag = 0,
+        .video_full_range_flag = 1,
+        .color_description_present_flag = 0,
+        .chroma_loc_info_present_flag = 1,
+        .timing_info_present_flag = 1,
+        .fixed_frame_rate_flag = 1,
+        .bitstream_restriction_flag = 1,
+        .nal_hrd_parameters_present_flag = 1,
+        .vcl_hrd_parameters_present_flag = 0,
+      },
+  .aspect_ratio_idc = STD_VIDEO_H264_ASPECT_RATIO_IDC_SQUARE,
+  .sar_width = 1,
+  .sar_height = 1,
+  .video_format = 0,
+  .colour_primaries = 0,
+  .transfer_characteristics = 0,
+  .matrix_coefficients = 2,
+  .num_units_in_tick = 1,
+  .time_scale = 60,
+  .max_num_reorder_frames = 0,
+  .max_dec_frame_buffering = 2,
+  .chroma_sample_loc_type_top_field = 0,
+  .chroma_sample_loc_type_bottom_field = 0,
+  .pHrdParameters = &h264_std_hrd,
+};
+
+static StdVideoH264SequenceParameterSet h264_std_sps = {
+  .flags = {
+        .constraint_set0_flag = 0,
+        .constraint_set1_flag = 0,
+        .constraint_set2_flag = 0,
+        .constraint_set3_flag = 0,
+        .constraint_set4_flag = 0,
+        .constraint_set5_flag = 0,
+        .direct_8x8_inference_flag = 1,
+        .mb_adaptive_frame_field_flag = 0,
+        .frame_mbs_only_flag = 1,
+        .delta_pic_order_always_zero_flag = 0,
+        .separate_colour_plane_flag = 0,
+        .gaps_in_frame_num_value_allowed_flag = 0,
+        .qpprime_y_zero_transform_bypass_flag = 0,
+        .frame_cropping_flag = 0,
+        .seq_scaling_matrix_present_flag = 0,
+        .vui_parameters_present_flag = 1,
+      },
+  .profile_idc = STD_VIDEO_H264_PROFILE_IDC_MAIN,
+  .level_idc = STD_VIDEO_H264_LEVEL_IDC_4_1,
+  .chroma_format_idc = STD_VIDEO_H264_CHROMA_FORMAT_IDC_420,
+  .seq_parameter_set_id = 0,
+  .bit_depth_luma_minus8 = 0,
+  .bit_depth_chroma_minus8 = 0,
+  .log2_max_frame_num_minus4 = 4,
+  .pic_order_cnt_type = STD_VIDEO_H264_POC_TYPE_2,
+  .offset_for_non_ref_pic = 0,
+  .offset_for_top_to_bottom_field = 0,
+  .log2_max_pic_order_cnt_lsb_minus4 = 0,
+  .num_ref_frames_in_pic_order_cnt_cycle = 0,
+  .max_num_ref_frames = 2,
+  .pic_width_in_mbs_minus1 = 19,
+  .pic_height_in_map_units_minus1 = 14,
+  .frame_crop_left_offset = 0,
+  .frame_crop_right_offset = 0,
+  .frame_crop_top_offset = 0,
+  .frame_crop_bottom_offset = 0,
+  .pOffsetForRefFrame = NULL,
+  .pScalingLists = NULL,
+  .pSequenceParameterSetVui = &h264_std_vui,
+};
+
+static StdVideoH264PictureParameterSet h264_std_pps = {
+  .flags = {
+        .transform_8x8_mode_flag = 0,
+        .redundant_pic_cnt_present_flag = 0,
+        .constrained_intra_pred_flag = 0,
+        .deblocking_filter_control_present_flag = 1,
+        .weighted_pred_flag = 0,
+        .bottom_field_pic_order_in_frame_present_flag = 0,
+        .entropy_coding_mode_flag = 1,
+        .pic_scaling_matrix_present_flag = 0,
+      },
+  .seq_parameter_set_id = 0,
+  .pic_parameter_set_id = 0,
+  .num_ref_idx_l0_default_active_minus1 = 0,
+  .num_ref_idx_l1_default_active_minus1 = 0,
+  .weighted_bipred_idc = STD_VIDEO_H264_WEIGHTED_BIPRED_IDC_DEFAULT,
+  .pic_init_qp_minus26 = 0,
+  .pic_init_qs_minus26 = 0,
+  .chroma_qp_index_offset = 0,
+  .second_chroma_qp_index_offset = 0,
+  .pScalingLists = NULL,
+};
+
+static const uint8_t h264_slice = {
+  0x25, 0x88, 0x80, 0x4f, 0xb8, 0x15, 0x59, 0xd0, 0x00, 0x3d, 0xe7, 0xfe, 0x6e,
+  0x22, 0xeb, 0xb9, 0x72, 0x7b, 0x52, 0x8d, 0xd8, 0xf7, 0x14, 0x97, 0xc7, 0xa3,
+  0x62, 0xb7, 0x6a, 0x61, 0x8e, 0xd2, 0xec, 0x64, 0xbc, 0xa4, 0x00, 0x00, 0x05,
+  0x93, 0xa2, 0x39, 0xa9, 0x99, 0x1e, 0xc5, 0x01, 0x4a, 0x00, 0x0c, 0x03, 0x0d,
+  0x75, 0x45, 0x2a, 0xe3, 0x3d, 0x7f, 0x10, 0x03, 0x82
+};

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkcodecparams_h265.c Added

@@ -0,0 +1,110 @@
+/* GStreamer
+ *
+ * Copyright (C) 2024 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+/* H.265: 1 frame 320x240 blue box  */
+StdVideoH265HrdParameters h265_std_hrd = { 0, };
+
+static StdVideoH265ProfileTierLevel h265_std_ptl = {
+  .flags = {
+        .general_progressive_source_flag = 1,
+        .general_frame_only_constraint_flag = 1,
+      },
+  .general_profile_idc = STD_VIDEO_H265_PROFILE_IDC_MAIN,
+  .general_level_idc = STD_VIDEO_H265_LEVEL_IDC_6_0,
+};
+
+static StdVideoH265DecPicBufMgr h265_std_pbm = {
+  .max_latency_increase_plus1 = {5, 0,},
+  .max_dec_pic_buffering_minus1 = {4, 0,},
+  .max_num_reorder_pics = {2, 0,},
+};
+
+static StdVideoH265VideoParameterSet h265_std_vps = {
+  .flags = {
+        .vps_temporal_id_nesting_flag = 1,
+        .vps_sub_layer_ordering_info_present_flag = 1,
+      },
+  .vps_video_parameter_set_id = 0,
+  .pDecPicBufMgr = &h265_std_pbm,
+  .pHrdParameters = &h265_std_hrd,
+  .pProfileTierLevel = &h265_std_ptl,
+};
+
+static StdVideoH265SequenceParameterSetVui h265_std_sps_vui = {
+  .flags = {
+        .video_signal_type_present_flag = 1,
+        .vui_timing_info_present_flag = 1,
+      },
+  .aspect_ratio_idc = STD_VIDEO_H265_ASPECT_RATIO_IDC_UNSPECIFIED,
+  .video_format = 5,
+  .colour_primaries = 2,
+  .transfer_characteristics = 2,
+  .matrix_coeffs = 2,
+  .vui_num_units_in_tick = 1,
+  .vui_time_scale = 25,
+  .pHrdParameters = &h265_std_hrd,
+};
+
+static StdVideoH265SequenceParameterSet h265_std_sps = {
+  .flags = {
+        .sps_temporal_id_nesting_flag = 1,
+        .sps_sub_layer_ordering_info_present_flag = 1,
+        .sample_adaptive_offset_enabled_flag = 1,
+        .sps_temporal_mvp_enabled_flag = 1,
+        .strong_intra_smoothing_enabled_flag = 1,
+        .vui_parameters_present_flag = 1,
+        .sps_extension_present_flag = 1,
+      },
+  .chroma_format_idc = STD_VIDEO_H265_CHROMA_FORMAT_IDC_420,
+  .pic_width_in_luma_samples = 320,
+  .pic_height_in_luma_samples = 240,
+  .sps_video_parameter_set_id = 0,
+  .sps_seq_parameter_set_id = 0,
+  .log2_max_pic_order_cnt_lsb_minus4 = 4,
+  .log2_diff_max_min_luma_coding_block_size = 3,
+  .log2_diff_max_min_luma_transform_block_size = 3,
+  .pProfileTierLevel = &h265_std_ptl,
+  .pDecPicBufMgr = &h265_std_pbm,
+  .pSequenceParameterSetVui = &h265_std_sps_vui,
+};
+
+static StdVideoH265PictureParameterSet h265_std_pps = {
+  .flags = {
+        .sign_data_hiding_enabled_flag = 1,
+        .cu_qp_delta_enabled_flag = 1,
+        .weighted_pred_flag = 1,
+        .entropy_coding_sync_enabled_flag = 1,
+        .uniform_spacing_flag = 1,
+        .loop_filter_across_tiles_enabled_flag = 1,
+        .pps_loop_filter_across_slices_enabled_flag = 1,
+      },
+  .pps_pic_parameter_set_id = 0,
+  .pps_seq_parameter_set_id = 0,
+  .sps_video_parameter_set_id = 0,
+  .diff_cu_qp_delta_depth = 1,
+};
+
+static const uint8_t h265_slice = {
+  0x28, 0x01, 0xaf, 0x1d, 0x21, 0x6a, 0x83, 0x40, 0xf7, 0xcf, 0x80, 0xff, 0xf8,
+  0x90, 0xfa, 0x3b, 0x77, 0x87, 0x96, 0x96, 0xba, 0xfa, 0xcd, 0x61, 0xb5, 0xe3,
+  0xc1, 0x02, 0x2d, 0xe0, 0xa8, 0x17, 0x96, 0x03, 0x4c, 0x4e, 0x1a, 0x9e, 0xd0,
+  0x93, 0x0b, 0x93, 0x40, 0x00, 0x05, 0xec, 0x87, 0x00, 0x00, 0x03, 0x00, 0x00,
+  0x03, 0x00, 0x56, 0x40
+};

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/vkdevice.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkdevice.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/vkformat.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkformat.c Changed

@@ -47,7 +47,6 @@
 
 GST_START_TEST (test_format_from_video_info_2)
 {
-  GstVulkanPhysicalDevice *phy_dev = device->physical_device;
   GstVideoInfo vinfo;
   VkFormat vk_fmtsGST_VIDEO_MAX_PLANES;
   int n_imgs;
@@ -56,14 +55,14 @@
   fail_unless (gst_video_info_set_format (&vinfo, GST_VIDEO_FORMAT_NV12, 620,
           480));
 
-  fail_unless (gst_vulkan_format_from_video_info_2 (phy_dev, &vinfo,
+  fail_unless (gst_vulkan_format_from_video_info_2 (device, &vinfo,
           VK_IMAGE_TILING_OPTIMAL, TRUE, 0, vk_fmts, &n_imgs,
           &supported_usage));
 
   fail_unless (n_imgs == 2 && vk_fmts0 == VK_FORMAT_R8_UNORM
       && vk_fmts1 == VK_FORMAT_R8G8_UNORM);
 
-  fail_unless (gst_vulkan_format_from_video_info_2 (phy_dev, &vinfo,
+  fail_unless (gst_vulkan_format_from_video_info_2 (device, &vinfo,
           VK_IMAGE_TILING_LINEAR, FALSE, 0, vk_fmts, &n_imgs,
           &supported_usage));
 
@@ -74,17 +73,17 @@
   fail_unless (GST_VIDEO_INFO_COLORIMETRY (&vinfo).transfer ==
       GST_VIDEO_TRANSFER_SRGB);
 
-  fail_unless (gst_vulkan_format_from_video_info_2 (phy_dev, &vinfo,
+  fail_unless (gst_vulkan_format_from_video_info_2 (device, &vinfo,
           VK_IMAGE_TILING_LINEAR, TRUE, 0, vk_fmts, &n_imgs, &supported_usage));
 
-  fail_unless (n_imgs == 1 && vk_fmts0 == VK_FORMAT_R8G8B8A8_SRGB);
+  fail_unless (n_imgs == 1 && vk_fmts0 == VK_FORMAT_R8G8B8A8_UNORM);
 
   fail_unless (gst_video_info_set_format (&vinfo, GST_VIDEO_FORMAT_RGBA, 620,
           480));
   fail_unless (gst_video_colorimetry_from_string
       (&GST_VIDEO_INFO_COLORIMETRY (&vinfo), "smpte240m"));
 
-  fail_unless (gst_vulkan_format_from_video_info_2 (phy_dev, &vinfo,
+  fail_unless (gst_vulkan_format_from_video_info_2 (device, &vinfo,
           VK_IMAGE_TILING_LINEAR, TRUE, 0, vk_fmts, &n_imgs, &supported_usage));
 
   fail_unless (n_imgs == 1 && vk_fmts0 == VK_FORMAT_R8G8B8A8_UNORM);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/vkimagebufferpool.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkimagebufferpool.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/libs/vkvideodecode.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkvideodecode.c Changed

@@ -26,6 +26,8 @@
 #include <gst/check/gstcheck.h>
 #include <gst/vulkan/vulkan.h>
 
+#include "gst/vulkan/gstvkdecoder-private.h"
+
 static GstVulkanInstance *instance;
 static GstVulkanDevice *device;
 static GstVulkanQueue *video_queue = NULL;
@@ -110,7 +112,8 @@
   GstStructure *config;
 
   gst_caps_set_features_simple (caps,
-      gst_caps_features_new (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE, NULL));
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE,
+          NULL));
 
   profile_caps = gst_vulkan_decoder_profile_caps (dec);
   fail_unless (profile_caps);
@@ -186,8 +189,8 @@
       VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT);
 
   gst_vulkan_operation_add_frame_barrier (exec, pic->out,
-      VK_PIPELINE_STAGE_TRANSFER_BIT, VK_ACCESS_TRANSFER_READ_BIT,
-      VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL, NULL);
+      VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
+      VK_ACCESS_TRANSFER_READ_BIT, VK_IMAGE_LAYOUT_TRANSFER_SRC_OPTIMAL, NULL);
 
   barriers = gst_vulkan_operation_retrieve_image_barriers (exec);
   /* *INDENT-OFF* */
@@ -272,120 +275,9 @@
   gst_object_unref (out_pool);
 }
 
+#include "vkcodecparams_h264.c"
 
-/* DECODER: 1 frame 320x240 blue box  */
-StdVideoH264HrdParameters h264_std_hrd = {
-  .cpb_cnt_minus1 = 0,
-  .bit_rate_scale = 4,
-  .cpb_size_scale = 0,
-  .reserved1 = 0,
-  .bit_rate_value_minus1 = {2928,},
-  .cpb_size_value_minus1 = {74999,},
-  .cbr_flag = {0,},
-  .initial_cpb_removal_delay_length_minus1 = 23,
-  .cpb_removal_delay_length_minus1 = 23,
-  .dpb_output_delay_length_minus1 = 23,
-  .time_offset_length = 24,
-};
-
-StdVideoH264SequenceParameterSetVui h264_std_vui = {
-  .flags = {
-        .aspect_ratio_info_present_flag = 1,
-        .overscan_info_present_flag = 0,
-        .overscan_appropriate_flag = 0,
-        .video_signal_type_present_flag = 0,
-        .video_full_range_flag = 1,
-        .color_description_present_flag = 0,
-        .chroma_loc_info_present_flag = 1,
-        .timing_info_present_flag = 1,
-        .fixed_frame_rate_flag = 1,
-        .bitstream_restriction_flag = 1,
-        .nal_hrd_parameters_present_flag = 1,
-        .vcl_hrd_parameters_present_flag = 0,
-      },
-  .aspect_ratio_idc = STD_VIDEO_H264_ASPECT_RATIO_IDC_SQUARE,
-  .sar_width = 1,
-  .sar_height = 1,
-  .video_format = 0,
-  .colour_primaries = 0,
-  .transfer_characteristics = 0,
-  .matrix_coefficients = 2,
-  .num_units_in_tick = 1,
-  .time_scale = 60,
-  .max_num_reorder_frames = 0,
-  .max_dec_frame_buffering = 2,
-  .chroma_sample_loc_type_top_field = 0,
-  .chroma_sample_loc_type_bottom_field = 0,
-  .pHrdParameters = &h264_std_hrd,
-};
-
-StdVideoH264SequenceParameterSet h264_std_sps = {
-  .flags = {
-        .constraint_set0_flag = 0,
-        .constraint_set1_flag = 0,
-        .constraint_set2_flag = 0,
-        .constraint_set3_flag = 0,
-        .constraint_set4_flag = 0,
-        .constraint_set5_flag = 0,
-        .direct_8x8_inference_flag = 1,
-        .mb_adaptive_frame_field_flag = 0,
-        .frame_mbs_only_flag = 1,
-        .delta_pic_order_always_zero_flag = 0,
-        .separate_colour_plane_flag = 0,
-        .gaps_in_frame_num_value_allowed_flag = 0,
-        .qpprime_y_zero_transform_bypass_flag = 0,
-        .frame_cropping_flag = 0,
-        .seq_scaling_matrix_present_flag = 0,
-        .vui_parameters_present_flag = 1,
-      },
-  .profile_idc = STD_VIDEO_H264_PROFILE_IDC_MAIN,
-  .level_idc = STD_VIDEO_H264_LEVEL_IDC_2_1,
-  .chroma_format_idc = STD_VIDEO_H264_CHROMA_FORMAT_IDC_420,
-  .seq_parameter_set_id = 0,
-  .bit_depth_luma_minus8 = 0,
-  .bit_depth_chroma_minus8 = 0,
-  .log2_max_frame_num_minus4 = 4,
-  .pic_order_cnt_type = STD_VIDEO_H264_POC_TYPE_2,
-  .offset_for_non_ref_pic = 0,
-  .offset_for_top_to_bottom_field = 0,
-  .log2_max_pic_order_cnt_lsb_minus4 = 0,
-  .num_ref_frames_in_pic_order_cnt_cycle = 0,
-  .max_num_ref_frames = 2,
-  .pic_width_in_mbs_minus1 = 19,
-  .pic_height_in_map_units_minus1 = 14,
-  .frame_crop_left_offset = 0,
-  .frame_crop_right_offset = 0,
-  .frame_crop_top_offset = 0,
-  .frame_crop_bottom_offset = 0,
-  .pOffsetForRefFrame = NULL,
-  .pScalingLists = NULL,
-  .pSequenceParameterSetVui = &h264_std_vui,
-};
-
-StdVideoH264PictureParameterSet h264_std_pps = {
-  .flags = {
-        .transform_8x8_mode_flag = 0,
-        .redundant_pic_cnt_present_flag = 0,
-        .constrained_intra_pred_flag = 0,
-        .deblocking_filter_control_present_flag = 1,
-        .weighted_pred_flag = 0,
-        .bottom_field_pic_order_in_frame_present_flag = 0,
-        .entropy_coding_mode_flag = 1,
-        .pic_scaling_matrix_present_flag = 0,
-      },
-  .seq_parameter_set_id = 0,
-  .pic_parameter_set_id = 0,
-  .num_ref_idx_l0_default_active_minus1 = 0,
-  .num_ref_idx_l1_default_active_minus1 = 0,
-  .weighted_bipred_idc = STD_VIDEO_H264_WEIGHTED_BIPRED_IDC_DEFAULT,
-  .pic_init_qp_minus26 = 0,
-  .pic_init_qs_minus26 = 0,
-  .chroma_qp_index_offset = 0,
-  .second_chroma_qp_index_offset = 0,
-  .pScalingLists = NULL,
-};
-
-VkVideoDecodeH264SessionParametersAddInfoKHR h264_params = {
+static VkVideoDecodeH264SessionParametersAddInfoKHR h264_params = {
   .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H264_SESSION_PARAMETERS_ADD_INFO_KHR,
   .stdSPSCount = 1,
   .pStdSPSs = &h264_std_sps,
@@ -437,7 +329,7 @@
     return;
   }
 
-  dec = gst_vulkan_queue_create_decoder (video_queue,
+  dec = gst_vulkan_decoder_new_from_queue (video_queue,
       VK_VIDEO_CODEC_OPERATION_DECODE_H264_BIT_KHR);
   if (!dec) {
     GST_WARNING ("Unable to create a vulkan decoder");
@@ -459,21 +351,8 @@
   get_output_buffer (dec, format_prop.format, &pic);
 
   /* get input buffer */
-  {
-    static const guint8 slice = {
-      0x25, 0x88, 0x80, 0x4f, 0xb8, 0x15, 0x59, 0xd0, 0x00, 0x3d, 0xe7, 0xfe,
-      0x6e, 0x22, 0xeb, 0xb9,
-      0x72, 0x7b, 0x52, 0x8d, 0xd8, 0xf7, 0x14, 0x97, 0xc7, 0xa3, 0x62, 0xb7,
-      0x6a, 0x61, 0x8e, 0xd2,
-      0xec, 0x64, 0xbc, 0xa4, 0x00, 0x00, 0x05, 0x93, 0xa2, 0x39, 0xa9, 0x99,
-      0x1e, 0xc5, 0x01, 0x4a,
-      0x00, 0x0c, 0x03, 0x0d, 0x75, 0x45, 0x2a, 0xe3, 0x3d, 0x7f, 0x10, 0x03,
-      0x82
-    };
-
-    fail_unless (gst_vulkan_decoder_append_slice (dec, &pic, slice,
-            sizeof (slice), TRUE));
-  }
+  fail_unless (gst_vulkan_decoder_append_slice (dec, &pic, h264_slice,
+          sizeof (h264_slice), TRUE));
 
   /* decode */
   {
@@ -562,89 +441,9 @@
 
 GST_END_TEST;
 
-StdVideoH265HrdParameters h265_std_hrd = { 0, };
-
-StdVideoH265ProfileTierLevel h265_std_ptl = {
-  .flags = {
-        .general_progressive_source_flag = 1,
-        .general_frame_only_constraint_flag = 1,
-      },
-  .general_profile_idc = STD_VIDEO_H265_PROFILE_IDC_MAIN,
-  .general_level_idc = STD_VIDEO_H265_LEVEL_IDC_6_0,
-};
+#include "vkcodecparams_h265.c"
 
-StdVideoH265DecPicBufMgr h265_std_pbm = {
-  .max_latency_increase_plus1 = {5, 0,},
-  .max_dec_pic_buffering_minus1 = {4, 0,},
-  .max_num_reorder_pics = {2, 0,},
-};
-
-StdVideoH265VideoParameterSet h265_std_vps = {
-  .flags = {
-        .vps_temporal_id_nesting_flag = 1,
-        .vps_sub_layer_ordering_info_present_flag = 1,
-      },
-  .vps_video_parameter_set_id = 0,
-  .pDecPicBufMgr = &h265_std_pbm,
-  .pHrdParameters = &h265_std_hrd,
-  .pProfileTierLevel = &h265_std_ptl,
-};
-
-StdVideoH265SequenceParameterSetVui h265_std_sps_vui = {
-  .flags = {
-        .video_signal_type_present_flag = 1,
-        .vui_timing_info_present_flag = 1,
-      },
-  .aspect_ratio_idc = STD_VIDEO_H265_ASPECT_RATIO_IDC_UNSPECIFIED,
-  .video_format = 5,
-  .colour_primaries = 2,
-  .transfer_characteristics = 2,
-  .matrix_coeffs = 2,
-  .vui_num_units_in_tick = 1,
-  .vui_time_scale = 25,
-  .pHrdParameters = &h265_std_hrd,
-};
-
-StdVideoH265SequenceParameterSet h265_std_sps = {
-  .flags = {
-        .sps_temporal_id_nesting_flag = 1,
-        .sps_sub_layer_ordering_info_present_flag = 1,
-        .sample_adaptive_offset_enabled_flag = 1,
-        .sps_temporal_mvp_enabled_flag = 1,
-        .strong_intra_smoothing_enabled_flag = 1,
-        .vui_parameters_present_flag = 1,
-        .sps_extension_present_flag = 1,
-      },
-  .chroma_format_idc = STD_VIDEO_H265_CHROMA_FORMAT_IDC_420,
-  .pic_width_in_luma_samples = 320,
-  .pic_height_in_luma_samples = 240,
-  .sps_video_parameter_set_id = 0,
-  .sps_seq_parameter_set_id = 0,
-  .log2_max_pic_order_cnt_lsb_minus4 = 4,
-  .log2_diff_max_min_luma_coding_block_size = 3,
-  .log2_diff_max_min_luma_transform_block_size = 3,
-  .pProfileTierLevel = &h265_std_ptl,
-  .pDecPicBufMgr = &h265_std_pbm,
-  .pSequenceParameterSetVui = &h265_std_sps_vui,
-};
-
-StdVideoH265PictureParameterSet h265_std_pps = {
-  .flags = {
-        .sign_data_hiding_enabled_flag = 1,
-        .cu_qp_delta_enabled_flag = 1,
-        .weighted_pred_flag = 1,
-        .entropy_coding_sync_enabled_flag = 1,
-        .uniform_spacing_flag = 1,
-        .loop_filter_across_tiles_enabled_flag = 1,
-        .pps_loop_filter_across_slices_enabled_flag = 1,
-      },
-  .pps_pic_parameter_set_id = 0,
-  .pps_seq_parameter_set_id = 0,
-  .sps_video_parameter_set_id = 0,
-  .diff_cu_qp_delta_depth = 1,
-};
-
-VkVideoDecodeH265SessionParametersAddInfoKHR h265_params = {
+static VkVideoDecodeH265SessionParametersAddInfoKHR h265_params = {
   .sType = VK_STRUCTURE_TYPE_VIDEO_DECODE_H265_SESSION_PARAMETERS_ADD_INFO_KHR,
   .stdVPSCount = 1,
   .pStdVPSs = &h265_std_vps,
@@ -700,7 +499,7 @@
     return;
   }
 
-  dec = gst_vulkan_queue_create_decoder (video_queue,
+  dec = gst_vulkan_decoder_new_from_queue (video_queue,
       VK_VIDEO_CODEC_OPERATION_DECODE_H265_BIT_KHR);
   if (!dec) {
     GST_WARNING ("Unable to create a vulkan decoder");
@@ -722,18 +521,8 @@
   get_output_buffer (dec, format_prop.format, &pic);
 
   /* get input buffer */
-  {
-    static const guint8 slice = {
-      0x28, 0x01, 0xaf, 0x1d, 0x21, 0x6a, 0x83, 0x40, 0xf7, 0xcf, 0x80, 0xff,
-      0xf8, 0x90, 0xfa, 0x3b, 0x77, 0x87, 0x96, 0x96, 0xba, 0xfa, 0xcd, 0x61,
-      0xb5, 0xe3, 0xc1, 0x02, 0x2d, 0xe0, 0xa8, 0x17, 0x96, 0x03, 0x4c, 0x4e,
-      0x1a, 0x9e, 0xd0, 0x93, 0x0b, 0x93, 0x40, 0x00, 0x05, 0xec, 0x87, 0x00,
-      0x00, 0x03, 0x00, 0x00, 0x03, 0x00, 0x56, 0x40
-    };
-
-    fail_unless (gst_vulkan_decoder_append_slice (dec, &pic, slice,
-            sizeof (slice), TRUE));
-  }
+  fail_unless (gst_vulkan_decoder_append_slice (dec, &pic, h265_slice,
+          sizeof (h265_slice), TRUE));
 
   /* decode */
   {

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkvideoencodeh264.c Added

@@ -0,0 +1,989 @@
+/* GStreamer
+ *
+ * Copyright (C) 2024 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/check/gstcheck.h>
+#include <gst/vulkan/vulkan.h>
+#include <gst/codecparsers/gsth264parser.h>
+#include <gst/vulkan/gstvkencoder-private.h>
+
+// Include h264 std session params
+#include "vkcodecparams_h264.c"
+
+static GstVulkanInstance *instance;
+
+static GstVulkanQueue *encode_queue = NULL;
+static GstVulkanQueue *gfx_queue = NULL;
+static GstBufferPool *img_pool;
+static GstBufferPool *buffer_pool;
+
+static GstVulkanOperation *exec = NULL;
+
+static GstVideoInfo in_info;
+static GstVideoInfo out_info;
+
+typedef struct
+{
+  GstVulkanEncoderPicture picture;
+
+  gboolean is_ref;
+  gint pic_num;
+  gint pic_order_cnt;
+
+  VkVideoEncodeH264NaluSliceInfoKHR slice_info;
+  VkVideoEncodeH264PictureInfoKHR enc_pic_info;
+  VkVideoEncodeH264DpbSlotInfoKHR dpb_slot_info;
+  VkVideoEncodeH264RateControlInfoKHR rc_info;
+
+  StdVideoEncodeH264SliceHeader slice_hdr;
+  StdVideoEncodeH264PictureInfo pic_info;
+  StdVideoEncodeH264ReferenceInfo ref_info;
+  StdVideoEncodeH264ReferenceListsInfo ref_list_info;
+} GstVulkanH264EncodeFrame;
+
+static GstVulkanH264EncodeFrame *
+_h264_encode_frame_new (GstVulkanEncoder * enc, GstBuffer * img_buffer,
+    gsize size, gboolean is_ref)
+{
+  GstVulkanH264EncodeFrame *frame;
+
+  frame = g_new (GstVulkanH264EncodeFrame, 1);
+  fail_unless (gst_vulkan_encoder_picture_init (&frame->picture, enc,
+          img_buffer, size));
+  frame->is_ref = is_ref;
+
+  return frame;
+}
+
+static void
+_h264_encode_frame_free (GstVulkanEncoder * enc, gpointer pframe)
+{
+  GstVulkanH264EncodeFrame *frame = pframe;
+
+  gst_vulkan_encoder_picture_clear (&frame->picture, enc);
+  g_free (frame);
+}
+
+static void
+setup (void)
+{
+  instance = gst_vulkan_instance_new ();
+  fail_unless (gst_vulkan_instance_open (instance, NULL));
+}
+
+static void
+teardown (void)
+{
+  gst_clear_object (&encode_queue);
+  gst_clear_object (&gfx_queue);
+  gst_object_unref (instance);
+}
+
+#define H264_MB_SIZE_ALIGNMENT 16
+
+/* initialize the vulkan image buffer pool */
+static GstBufferPool *
+allocate_image_buffer_pool (GstVulkanEncoder * enc, uint32_t width,
+    uint32_t height)
+{
+  GstVideoFormat format = GST_VIDEO_FORMAT_NV12;
+  GstCaps *profile_caps, *caps = gst_caps_new_simple ("video/x-raw", "format",
+      G_TYPE_STRING, gst_video_format_to_string (format), "width", G_TYPE_INT,
+      width, "height", G_TYPE_INT, height, NULL);
+  GstBufferPool *pool = gst_vulkan_image_buffer_pool_new (encode_queue->device);
+  GstStructure *config = gst_buffer_pool_get_config (pool);
+  gsize frame_size = width * height * 2;        //NV12
+
+  gst_caps_set_features_simple (caps,
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE,
+          NULL));
+  fail_unless (gst_vulkan_encoder_create_dpb_pool (enc, caps));
+
+  gst_video_info_from_caps (&out_info, caps);
+
+  gst_buffer_pool_config_set_params (config, caps, frame_size, 1, 0);
+  gst_vulkan_image_buffer_pool_config_set_allocation_params (config,
+      VK_IMAGE_USAGE_TRANSFER_DST_BIT |
+      VK_IMAGE_USAGE_VIDEO_ENCODE_SRC_BIT_KHR,
+      VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT,
+      VK_IMAGE_LAYOUT_VIDEO_ENCODE_SRC_KHR,
+      VK_ACCESS_TRANSFER_READ_BIT | VK_ACCESS_TRANSFER_WRITE_BIT);
+
+  profile_caps = gst_vulkan_encoder_profile_caps (enc);
+  gst_vulkan_image_buffer_pool_config_set_encode_caps (config, profile_caps);
+
+  gst_caps_unref (caps);
+  gst_caps_unref (profile_caps);
+
+  fail_unless (gst_buffer_pool_set_config (pool, config));
+  fail_unless (gst_buffer_pool_set_active (pool, TRUE));
+  return pool;
+}
+
+static GstBufferPool *
+allocate_buffer_pool (GstVulkanEncoder * enc, uint32_t width, uint32_t height)
+{
+  GstVideoFormat format = GST_VIDEO_FORMAT_NV12;
+  GstCaps *profile_caps, *caps = gst_caps_new_simple ("video/x-raw", "format",
+      G_TYPE_STRING, gst_video_format_to_string (format), "width", G_TYPE_INT,
+      width, "height", G_TYPE_INT, height, NULL);
+  gsize frame_size = width * height * 2;        //NV12
+  GstBufferPool *pool = gst_vulkan_buffer_pool_new (encode_queue->device);
+  GstStructure *config = gst_buffer_pool_get_config (pool);
+
+  gst_caps_set_features_simple (caps,
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VULKAN_BUFFER,
+          NULL));
+
+  gst_video_info_from_caps (&in_info, caps);
+
+  gst_buffer_pool_config_set_params (config, caps, frame_size, 1, 0);
+
+
+  profile_caps = gst_vulkan_encoder_profile_caps (enc);
+  gst_vulkan_image_buffer_pool_config_set_encode_caps (config, profile_caps);
+
+  gst_caps_unref (caps);
+  gst_caps_unref (profile_caps);
+
+  gst_vulkan_image_buffer_pool_config_set_allocation_params (config,
+      VK_IMAGE_USAGE_TRANSFER_SRC_BIT,
+      VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT,
+      VK_IMAGE_LAYOUT_VIDEO_ENCODE_SRC_KHR, VK_ACCESS_TRANSFER_WRITE_BIT);
+
+  fail_unless (gst_buffer_pool_set_config (pool, config));
+  fail_unless (gst_buffer_pool_set_active (pool, TRUE));
+
+  return pool;
+}
+
+static GstBuffer *
+generate_input_buffer (GstBufferPool * pool, int width, int height)
+{
+  int i;
+  GstBuffer *buffer;
+  GstMapInfo info;
+  GstMemory *mem;
+
+  if ((gst_buffer_pool_acquire_buffer (pool, &buffer, NULL))
+      != GST_FLOW_OK)
+    goto out;
+
+  // PLANE Y COLOR BLUE
+  mem = gst_buffer_peek_memory (buffer, 0);
+  gst_memory_map (mem, &info, GST_MAP_WRITE);
+  for (i = 0; i < width * height; i++)
+    info.datai = 0x29;
+  gst_memory_unmap (mem, &info);
+
+  // PLANE UV
+  mem = gst_buffer_peek_memory (buffer, 1);
+  gst_memory_map (mem, &info, GST_MAP_WRITE);
+  for (i = 0; i < width * height / 2; i++) {
+    info.datai = 0xf0;
+    info.datai++ = 0x6e;
+  }
+
+  gst_memory_unmap (mem, &info);
+
+out:
+  return buffer;
+}
+
+/* upload the raw input buffer pool into a vulkan image buffer */
+static GstFlowReturn
+upload_buffer_to_image (GstBufferPool * pool, GstBuffer * inbuf,
+    GstBuffer ** outbuf)
+{
+  GstFlowReturn ret = GST_FLOW_OK;
+  GError *error = NULL;
+  GstVulkanCommandBuffer *cmd_buf;
+  guint i, n_mems, n_planes;
+  GArray *barriers = NULL;
+  VkImageLayout dst_layout = VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
+
+  if ((ret = gst_buffer_pool_acquire_buffer (pool, outbuf, NULL))
+      != GST_FLOW_OK)
+    goto out;
+
+  if (!exec) {
+    GstVulkanCommandPool *cmd_pool =
+        gst_vulkan_queue_create_command_pool (gfx_queue, &error);
+    if (!cmd_pool)
+      goto error;
+
+    exec = gst_vulkan_operation_new (cmd_pool);
+    gst_object_unref (cmd_pool);
+  }
+
+  if (!gst_vulkan_operation_add_dependency_frame (exec, *outbuf,
+          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT))
+    goto error;
+
+  if (!gst_vulkan_operation_begin (exec, &error))
+    goto error;
+
+  cmd_buf = exec->cmd_buf;
+
+  if (!gst_vulkan_operation_add_frame_barrier (exec, *outbuf,
+          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
+          VK_ACCESS_TRANSFER_WRITE_BIT, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
+          NULL))
+    goto unlock_error;
+
+  barriers = gst_vulkan_operation_retrieve_image_barriers (exec);
+  if (barriers->len == 0) {
+    ret = GST_FLOW_ERROR;
+    goto unlock_error;
+  }
+
+  VkDependencyInfoKHR dependency_info = {
+    .sType = VK_STRUCTURE_TYPE_DEPENDENCY_INFO_KHR,
+    .pImageMemoryBarriers = (gpointer) barriers->data,
+    .imageMemoryBarrierCount = barriers->len,
+  };
+
+  gst_vulkan_operation_pipeline_barrier2 (exec, &dependency_info);
+  dst_layout = g_array_index (barriers, VkImageMemoryBarrier2KHR, 0).newLayout;
+
+  g_clear_pointer (&barriers, g_array_unref);
+
+  n_mems = gst_buffer_n_memory (*outbuf);
+  n_planes = GST_VIDEO_INFO_N_PLANES (&out_info);
+
+  for (i = 0; i < n_planes; i++) {
+    VkBufferImageCopy region;
+    GstMemory *in_mem, *out_mem;
+    GstVulkanBufferMemory *buf_mem;
+    GstVulkanImageMemory *img_mem;
+    const VkImageAspectFlags aspects = { VK_IMAGE_ASPECT_PLANE_0_BIT,
+      VK_IMAGE_ASPECT_PLANE_1_BIT, VK_IMAGE_ASPECT_PLANE_2_BIT,
+    };
+    VkImageAspectFlags plane_aspect;
+    guint idx;
+
+    in_mem = gst_buffer_peek_memory (inbuf, i);
+
+    buf_mem = (GstVulkanBufferMemory *) in_mem;
+
+    if (n_planes == n_mems)
+      plane_aspect = VK_IMAGE_ASPECT_COLOR_BIT;
+    else
+      plane_aspect = aspectsi;
+
+    /* *INDENT-OFF* */
+    region = (VkBufferImageCopy) {
+        .bufferOffset = 0,
+        .bufferRowLength = GST_VIDEO_INFO_COMP_WIDTH (&in_info, i),
+        .bufferImageHeight = GST_VIDEO_INFO_COMP_HEIGHT (&in_info, i),
+        .imageSubresource = {
+            .aspectMask = plane_aspect,
+            .mipLevel = 0,
+            .baseArrayLayer = 0,
+            .layerCount = 1,
+        },
+        .imageOffset = { .x = 0, .y = 0, .z = 0, },
+        .imageExtent = {
+            .width = GST_VIDEO_INFO_COMP_WIDTH (&out_info, i),
+            .height = GST_VIDEO_INFO_COMP_HEIGHT (&out_info, i),
+            .depth = 1,
+        }
+    };
+
+    idx = MIN (i, n_mems - 1);
+    out_mem = gst_buffer_peek_memory (*outbuf, idx);
+    if (!gst_is_vulkan_image_memory (out_mem)) {
+      GST_WARNING ("Output is not a GstVulkanImageMemory");
+      goto unlock_error;
+    }
+    img_mem = (GstVulkanImageMemory *) out_mem;
+
+    gst_vulkan_command_buffer_lock (cmd_buf);
+    vkCmdCopyBufferToImage (cmd_buf->cmd, buf_mem->buffer, img_mem->image,
+        dst_layout, 1, &region);
+    gst_vulkan_command_buffer_unlock (cmd_buf);
+  }
+
+  if (!gst_vulkan_operation_end (exec, &error))
+    goto error;
+
+  /*Hazard WRITE_AFTER_WRITE*/
+  gst_vulkan_operation_wait (exec);
+
+
+  ret = GST_FLOW_OK;
+
+out:
+  return ret;
+
+unlock_error:
+  gst_vulkan_operation_reset (exec);
+
+error:
+  if (error) {
+    GST_WARNING ("Error: %s", error->message);
+    g_clear_error (&error);
+  }
+  gst_clear_buffer (outbuf);
+  ret = GST_FLOW_ERROR;
+  goto out;
+}
+
+static GstVulkanH264EncodeFrame *
+allocate_frame (GstVulkanEncoder * enc, int width,
+    int height, gboolean is_ref)
+{
+  GstVulkanH264EncodeFrame *frame;
+  GstBuffer *in_buffer, *img_buffer;
+
+  in_buffer = generate_input_buffer (buffer_pool, width, height);
+
+  upload_buffer_to_image(img_pool, in_buffer, &img_buffer);
+
+  frame = _h264_encode_frame_new (enc, img_buffer, width * height * 3, is_ref);
+  fail_unless (frame);
+  gst_buffer_unref (in_buffer);
+  gst_buffer_unref (img_buffer);
+
+  return frame;
+}
+
+#define PICTURE_TYPE(slice_type, is_ref)                                       \
+  (slice_type == STD_VIDEO_H264_SLICE_TYPE_I && is_ref)                        \
+      ? STD_VIDEO_H264_PICTURE_TYPE_IDR                                        \
+      : (StdVideoH264PictureType)slice_type
+
+static void
+setup_codec_pic (GstVulkanEncoderPicture * pic, VkVideoEncodeInfoKHR * info,
+    gpointer data)
+{
+  GstVulkanH264EncodeFrame *frame = (GstVulkanH264EncodeFrame *) pic;
+  GstVulkanVideoCapabilities *enc_caps = data;
+
+  info->pNext = &frame->enc_pic_info;
+  pic->dpb_slot.pNext = &frame->dpb_slot_info;
+
+  {
+    /* *INDENT-OFF* */
+    frame->enc_pic_info = (VkVideoEncodeH264PictureInfoKHR) {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_PICTURE_INFO_KHR,
+      .pNext = NULL,
+      .naluSliceEntryCount = 1,
+      .pNaluSliceEntries = &frame->slice_info,
+      .pStdPictureInfo = &frame->pic_info,
+      .generatePrefixNalu =
+          (enc_caps->encoder.codec.h264.flags
+           & VK_VIDEO_ENCODE_H264_CAPABILITY_GENERATE_PREFIX_NALU_BIT_KHR),
+    };
+    frame->dpb_slot_info = (VkVideoEncodeH264DpbSlotInfoKHR) {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_DPB_SLOT_INFO_KHR,
+      .pNext = NULL,
+      .pStdReferenceInfo = &frame->ref_info,
+    };
+    /* *INDENT-ON* */
+  }
+}
+
+static void
+setup_rc_codec (GstVulkanEncoderPicture * pic,
+    VkVideoEncodeRateControlInfoKHR * rc_info,
+    VkVideoEncodeRateControlLayerInfoKHR * rc_layer, gpointer data)
+{
+  GstVulkanH264EncodeFrame *frame = (GstVulkanH264EncodeFrame *) pic;
+
+  /* *INDENT-OFF* */
+  frame->rc_info = (VkVideoEncodeH264RateControlInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_RATE_CONTROL_INFO_KHR,
+    .flags = VK_VIDEO_ENCODE_H264_RATE_CONTROL_REFERENCE_PATTERN_FLAT_BIT_KHR |
+        VK_VIDEO_ENCODE_H264_RATE_CONTROL_REGULAR_GOP_BIT_KHR,
+    .pNext = NULL,
+    .gopFrameCount = 1,
+    .idrPeriod = 1,
+    .consecutiveBFrameCount = 0,
+    .temporalLayerCount = 0,
+  };
+  /* *INDENT-ON* */
+
+  rc_info->pNext = &frame->rc_info;
+}
+
+static void
+encode_frame (GstVulkanEncoder * enc, GstVulkanH264EncodeFrame * frame,
+    StdVideoH264SliceType slice_type, guint frame_num,
+    GstVulkanH264EncodeFrame ** list0, gint list0_num,
+    GstVulkanH264EncodeFrame ** list1, gint list1_num, gint sps_id, gint pps_id)
+{
+  GstVulkanVideoCapabilities enc_caps;
+  int i, ref_pics_num = 0;
+  GstVulkanEncoderPicture *ref_pics16 = { NULL, };
+  GstVulkanEncoderPicture *picture = &frame->picture;
+  GstVulkanEncoderCallbacks cb = { setup_codec_pic, setup_rc_codec };
+
+  GST_DEBUG ("Encoding frame num:%d", frame_num);
+
+  fail_unless (gst_vulkan_encoder_caps (enc, &enc_caps));
+
+  gst_vulkan_encoder_set_callbacks (enc, &cb, &enc_caps, NULL);
+
+  frame->slice_hdr = (StdVideoEncodeH264SliceHeader) {
+    /* *INDENT-OFF* */
+    .flags = (StdVideoEncodeH264SliceHeaderFlags) {
+      .direct_spatial_mv_pred_flag = 0,
+      .num_ref_idx_active_override_flag = (slice_type != STD_VIDEO_H264_SLICE_TYPE_I && (list0_num > 0 || list1_num > 0)),
+    },
+    .first_mb_in_slice = 0,
+    .slice_type = slice_type,
+    .cabac_init_idc = STD_VIDEO_H264_CABAC_INIT_IDC_0,
+    .disable_deblocking_filter_idc = STD_VIDEO_H264_DISABLE_DEBLOCKING_FILTER_IDC_DISABLED,
+    .slice_alpha_c0_offset_div2 = 0,
+    .slice_beta_offset_div2 = 0,
+    .pWeightTable = NULL,
+    /* *INDENT-ON* */
+  };
+
+  frame->pic_info = (StdVideoEncodeH264PictureInfo) {
+    /* *INDENT-OFF* */
+    .flags = (StdVideoEncodeH264PictureInfoFlags) {
+        .IdrPicFlag = (slice_type == STD_VIDEO_H264_SLICE_TYPE_I && frame->is_ref),
+        .is_reference = frame->is_ref,   /* TODO: Check why it creates a deadlock in query result when TRUE  */
+        .no_output_of_prior_pics_flag = 0,
+        .long_term_reference_flag = 0,
+        .adaptive_ref_pic_marking_mode_flag = 0,
+    },
+    .seq_parameter_set_id = sps_id,
+    .pic_parameter_set_id = pps_id,
+    .primary_pic_type = PICTURE_TYPE (slice_type, frame->is_ref),
+    .frame_num = frame_num,
+    .PicOrderCnt = frame->pic_order_cnt,
+    /* *INDENT-ON* */
+  };
+
+  ref_pics_num = list0_num + list1_num;
+
+  if (ref_pics_num > 0) {
+    /* *INDENT-OFF* */
+    frame->ref_list_info = (StdVideoEncodeH264ReferenceListsInfo) {
+      .flags = {
+        .ref_pic_list_modification_flag_l0 = 0,
+        .ref_pic_list_modification_flag_l1 = 0,
+      },
+      .num_ref_idx_l0_active_minus1 = 0,
+      .num_ref_idx_l1_active_minus1 = 0,
+      .RefPicList0 = {0, },
+      .RefPicList1 = {0, },
+      .refList0ModOpCount = 0,
+      .refList1ModOpCount = 0,
+      .refPicMarkingOpCount = 0,
+      .reserved1 = {0, },
+      .pRefList0ModOperations = NULL,
+      .pRefList1ModOperations = NULL,
+      .pRefPicMarkingOperations = NULL,
+    };
+    /* *INDENT-ON* */
+    frame->pic_info.pRefLists = &frame->ref_list_info;
+  }
+
+  memset (frame->ref_list_info.RefPicList0, STD_VIDEO_H264_NO_REFERENCE_PICTURE,
+      STD_VIDEO_H264_MAX_NUM_LIST_REF);
+  memset (frame->ref_list_info.RefPicList1, STD_VIDEO_H264_NO_REFERENCE_PICTURE,
+      STD_VIDEO_H264_MAX_NUM_LIST_REF);
+
+  /* *INDENT-OFF* */
+  frame->slice_info = (VkVideoEncodeH264NaluSliceInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_NALU_SLICE_INFO_KHR,
+    .pNext = NULL,
+    .pStdSliceHeader = &frame->slice_hdr,
+    .constantQp = 26,
+  };
+
+  fail_unless (frame->slice_info.constantQp >= enc_caps.encoder.codec.h264.minQp);
+
+  frame->rc_info = (VkVideoEncodeH264RateControlInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_RATE_CONTROL_INFO_KHR,
+  };
+
+  frame->ref_info = (StdVideoEncodeH264ReferenceInfo) {
+    .flags = {
+      .used_for_long_term_reference = 0,
+    },
+    .primary_pic_type = PICTURE_TYPE (slice_type, frame->is_ref),
+    .FrameNum = frame_num,
+    .PicOrderCnt = frame->pic_order_cnt,
+    .long_term_pic_num = 0,
+    .long_term_frame_idx = 0,
+    .temporal_id = 0,
+  };
+  /* *INDENT-ON* */
+
+  picture->codec_rc_info = &frame->rc_info;
+
+  for (i = 0; i < list0_num; i++) {
+    ref_picsi = &list0i->picture;
+    frame->ref_list_info.RefPicList00 = list0i->picture.dpb_slot.slotIndex;
+  }
+  for (i = 0; i < list1_num; i++) {
+    ref_picsi + list0_num = &list1i->picture;
+    frame->ref_list_info.RefPicList1i = list1i->picture.dpb_slot.slotIndex;
+  }
+
+  fail_unless (gst_vulkan_encoder_encode (enc, &in_info, picture, ref_pics_num,
+          ref_pics));
+}
+
+static void
+check_h264_nalu (guint8 * bitstream, gsize size, GstH264NalUnitType nal_type)
+{
+  GstH264ParserResult res;
+  GstH264NalUnit nalu;
+  GstH264NalParser *const parser = gst_h264_nal_parser_new ();
+  res = gst_h264_parser_identify_nalu (parser, bitstream, 0, size, &nalu);
+  assert_equals_int (res, GST_H264_PARSER_NO_NAL_END);
+  assert_equals_int (nalu.type, nal_type);
+
+  switch (nal_type) {
+    case GST_H264_NAL_SPS:
+    {
+      GstH264SPS sps;
+      res = gst_h264_parser_parse_sps (parser, &nalu, &sps);
+      assert_equals_int (res, GST_H264_PARSER_OK);
+      break;
+    }
+    case GST_H264_NAL_PPS:
+    {
+      GstH264PPS pps;
+      res = gst_h264_parser_parse_pps (parser, &nalu, &pps);
+      assert_equals_int (res, GST_H264_PARSER_BROKEN_LINK);
+      break;
+    }
+    default:
+      res = gst_h264_parser_parse_nal (parser, &nalu);
+      assert_equals_int (res, GST_H264_PARSER_OK);
+      break;
+  }
+
+  gst_h264_nal_parser_free (parser);
+}
+
+static void
+check_h264_session_params (GstVulkanEncoder * enc, gint sps_id, gint pps_id)
+{
+  GError *err = NULL;
+  GstVulkanEncoderParametersFeedback feedback = { 0, };
+  guint8 *bitstream = NULL;
+  gsize bitstream_size = 0;
+  GstVulkanEncoderParametersOverrides override_params = {
+    .h264 = {
+          .sType =
+          VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_SESSION_PARAMETERS_GET_INFO_KHR,
+          .writeStdSPS = VK_TRUE,
+          .writeStdPPS = VK_FALSE,
+          .stdSPSId = 0,
+          .stdPPSId = 0,
+        }
+  };
+  fail_unless (gst_vulkan_encoder_video_session_parameters_overrides (enc,
+          &override_params, &feedback, &bitstream_size,
+          (gpointer *) & bitstream, &err));
+
+  check_h264_nalu (bitstream, bitstream_size, GST_H264_NAL_SPS);
+
+  override_params = (GstVulkanEncoderParametersOverrides) {
+    .h264 = {
+      .sType =
+          VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_SESSION_PARAMETERS_GET_INFO_KHR,
+      .writeStdSPS = VK_FALSE,
+      .writeStdPPS = VK_TRUE,
+      .stdSPSId = 0,
+      .stdPPSId = 0,
+    }
+  };
+  g_free (bitstream);
+  fail_unless (gst_vulkan_encoder_video_session_parameters_overrides (enc,
+          &override_params, &feedback, &bitstream_size,
+          (gpointer *) & bitstream, &err));
+  check_h264_nalu (bitstream, bitstream_size, GST_H264_NAL_PPS);
+  g_free (bitstream);
+
+}
+
+static GstVulkanEncoder *
+setup_h264_encoder (guint32 width, gint32 height, gint sps_id, gint pps_id)
+{
+  GstVulkanEncoder *enc = NULL;
+  int i;
+  GError *err = NULL;
+  uint32_t mbAlignedWidth, mbAlignedHeight;
+  GstVulkanVideoProfile profile;
+  StdVideoH264ProfileIdc profile_idc = STD_VIDEO_H264_PROFILE_IDC_HIGH;
+  GstVulkanEncoderParameters enc_params;
+  VkVideoEncodeH264SessionParametersAddInfoKHR params_add;
+  GstVulkanEncoderQualityProperties quality_props;
+
+  /* *INDENT-OFF* */
+  profile = (GstVulkanVideoProfile) {
+    .profile = {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_INFO_KHR,
+      .pNext = &profile.usage.encode,
+      .videoCodecOperation = VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR,
+      .chromaSubsampling = VK_VIDEO_CHROMA_SUBSAMPLING_420_BIT_KHR,
+      .chromaBitDepth = VK_VIDEO_COMPONENT_BIT_DEPTH_8_BIT_KHR,
+      .lumaBitDepth = VK_VIDEO_COMPONENT_BIT_DEPTH_8_BIT_KHR,
+    },
+    .usage.encode = {
+      .pNext = &profile.codec,
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_USAGE_INFO_KHR,
+      .videoUsageHints = VK_VIDEO_ENCODE_USAGE_DEFAULT_KHR,
+      .videoContentHints = VK_VIDEO_ENCODE_CONTENT_DEFAULT_KHR,
+      .tuningMode = VK_VIDEO_ENCODE_TUNING_MODE_DEFAULT_KHR,
+    },
+    .codec.h264enc = {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_PROFILE_INFO_KHR,
+      .stdProfileIdc = profile_idc,
+    }
+  };
+  quality_props = (GstVulkanEncoderQualityProperties) {
+    .quality_level = -1,
+    .codec.h264 = {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_QUALITY_LEVEL_PROPERTIES_KHR,
+    },
+  };
+  /* *INDENT-ON* */
+
+  for (i = 0; i < instance->n_physical_devices; i++) {
+    GstVulkanDevice *device = gst_vulkan_device_new_with_index (instance, i);
+    encode_queue =
+        gst_vulkan_device_select_queue (device, VK_QUEUE_VIDEO_ENCODE_BIT_KHR);
+    gfx_queue = gst_vulkan_device_select_queue (device, VK_QUEUE_GRAPHICS_BIT);
+    gst_object_unref (device);
+
+    if (encode_queue && gfx_queue)
+      break;
+  }
+
+  if (!encode_queue) {
+    GST_WARNING ("Unable to find encoding queue");
+    return NULL;
+  }
+
+  if (!gfx_queue) {
+    GST_WARNING ("Unable to find graphics queue");
+    return NULL;
+  }
+
+  enc = gst_vulkan_encoder_create_from_queue (encode_queue,
+      VK_VIDEO_CODEC_OPERATION_ENCODE_H264_BIT_KHR);
+
+  if (!enc) {
+    GST_WARNING ("Unable to create a vulkan encoder, queue=%p", encode_queue);
+    return NULL;
+  }
+
+  fail_unless (gst_vulkan_encoder_quality_level (enc) == -1);
+
+  fail_unless (gst_vulkan_encoder_start (enc, &profile, &quality_props, &err));
+
+  fail_unless (gst_vulkan_encoder_quality_level (enc) > -1);
+
+  fail_unless (gst_vulkan_encoder_is_started (enc));
+
+  mbAlignedWidth = GST_ROUND_UP_16 (width);
+  mbAlignedHeight = GST_ROUND_UP_16 (height);
+
+  h264_std_sps.profile_idc = profile_idc;
+  h264_std_sps.seq_parameter_set_id = sps_id;
+  h264_std_sps.pic_width_in_mbs_minus1 =
+      mbAlignedWidth / H264_MB_SIZE_ALIGNMENT - 1;
+  h264_std_sps.pic_height_in_map_units_minus1 =
+      mbAlignedHeight / H264_MB_SIZE_ALIGNMENT - 1;
+  h264_std_sps.frame_crop_right_offset = mbAlignedWidth - width;
+  h264_std_sps.frame_crop_bottom_offset = mbAlignedHeight - height;
+
+  /* *INDENT-OFF* */
+  params_add = (VkVideoEncodeH264SessionParametersAddInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_SESSION_PARAMETERS_ADD_INFO_KHR,
+    .pStdSPSs = &h264_std_sps,
+    .stdSPSCount = 1,
+    .pStdPPSs = &h264_std_pps,
+    .stdPPSCount = 1,
+  };
+  enc_params.h264 = (VkVideoEncodeH264SessionParametersCreateInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_SESSION_PARAMETERS_CREATE_INFO_KHR,
+    .maxStdSPSCount = 1,
+    .maxStdPPSCount = 1,
+    .pParametersAddInfo = &params_add
+  };
+  /* *INDENT-ON* */
+
+  fail_unless (gst_vulkan_encoder_update_video_session_parameters (enc,
+          &enc_params, &err));
+
+  /* retrieve the SPS/PPS from the device */
+  check_h264_session_params (enc, sps_id, pps_id);
+  return enc;
+}
+
+static void
+tear_down_encoder (GstVulkanEncoder * enc)
+{
+  if (enc) {
+    fail_unless (gst_vulkan_encoder_stop (enc));
+    gst_object_unref (enc);
+  }
+  if (exec) {
+    if (!gst_vulkan_operation_wait (exec)) {
+      GST_WARNING
+          ("Failed to wait for all fences to complete before shutting down");
+    }
+    gst_object_unref (exec);
+    exec = NULL;
+  }
+  gst_clear_object (&encode_queue);
+  gst_clear_object (&gfx_queue);
+}
+
+static void
+check_encoded_frame (GstVulkanH264EncodeFrame * frame,
+    GstH264NalUnitType nal_type)
+{
+  GstMapInfo info;
+  fail_unless (frame->picture.out_buffer != NULL);
+  gst_buffer_map (frame->picture.out_buffer, &info, GST_MAP_READ);
+  fail_unless (info.size);
+  GST_MEMDUMP ("out buffer", info.data, info.size);
+  check_h264_nalu (info.data, info.size, nal_type);
+  gst_buffer_unmap (frame->picture.out_buffer, &info);
+}
+
+/* Greater than the maxDpbSlots == 16*/
+#define N_BUFFERS 17
+#define FRAME_WIDTH 320
+#define FRAME_HEIGHT 240
+
+GST_START_TEST (test_encoder_h264_i)
+{
+  GstVulkanEncoder *enc;
+  uint32_t width = FRAME_WIDTH;
+  uint32_t height = FRAME_HEIGHT;
+  gint sps_id = 0;
+  gint pps_id = 0;
+  GstVulkanH264EncodeFrame *frame;
+  int frame_num = 0;
+  int i;
+  /* Create and setup a H.264 encoder with its initial session parameters */
+  enc = setup_h264_encoder (width, height, sps_id, pps_id);
+  if (!enc) {
+    GST_WARNING ("Unable to initialize H264 encoder");
+    return;
+  }
+
+  buffer_pool = allocate_buffer_pool (enc, width, height);
+  img_pool = allocate_image_buffer_pool (enc, width, height);
+
+  /* Encode N_BUFFERS of I-Frames */
+  for (i = 0; i < N_BUFFERS; i++) {
+    frame = allocate_frame (enc, width, height, TRUE);
+    encode_frame (enc, frame, STD_VIDEO_H264_SLICE_TYPE_I,
+        frame_num, NULL, 0, NULL, 0, sps_id, pps_id);
+    check_encoded_frame (frame, GST_H264_NAL_SLICE_IDR);
+
+    frame_num++;
+    _h264_encode_frame_free (enc, frame);
+  }
+
+  fail_unless (gst_buffer_pool_set_active (buffer_pool, FALSE));
+  gst_object_unref (buffer_pool);
+  fail_unless (gst_buffer_pool_set_active (img_pool, FALSE));
+  gst_object_unref (img_pool);
+
+  tear_down_encoder (enc);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_encoder_h264_i_p)
+{
+  GstVulkanEncoder *enc;
+  uint32_t width = FRAME_WIDTH;
+  uint32_t height = FRAME_HEIGHT;
+  gint sps_id = 0;
+  gint pps_id = 0;
+  GstVulkanH264EncodeFrame *frame;
+  GstVulkanH264EncodeFrame *list016 = { NULL, };
+  gint list0_num = 1;
+  int frame_num = 0;
+  int i = 0;
+
+  enc = setup_h264_encoder (width, height, sps_id, pps_id);
+  if (!enc) {
+    GST_WARNING ("Unable to initialize H264 encoder");
+    return;
+  }
+
+  buffer_pool = allocate_buffer_pool (enc, width, height);
+  img_pool = allocate_image_buffer_pool (enc, width, height);
+
+  /* Encode first picture as an IDR-Frame */
+  frame = allocate_frame (enc, width, height, TRUE);
+  encode_frame (enc, frame, STD_VIDEO_H264_SLICE_TYPE_I,
+      frame_num, NULL, 0, NULL, 0, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H264_NAL_SLICE_IDR);
+  list00 = frame;
+  frame_num++;
+
+  /* Encode following pictures as P-Frames */
+  for (i = 1; i < N_BUFFERS; i++) {
+    frame = allocate_frame (enc, width, height, TRUE);
+    frame->pic_num = frame_num;
+    frame->pic_order_cnt = frame_num;
+
+    encode_frame (enc, frame, STD_VIDEO_H264_SLICE_TYPE_P,
+        frame_num, list0, list0_num, NULL, 0, sps_id, pps_id);
+    check_encoded_frame (frame, GST_H264_NAL_SLICE);
+    _h264_encode_frame_free (enc, list00);
+    list00 = frame;
+    frame_num++;
+  }
+
+  _h264_encode_frame_free (enc, list00);
+
+  fail_unless (gst_buffer_pool_set_active (buffer_pool, FALSE));
+  gst_object_unref (buffer_pool);
+  fail_unless (gst_buffer_pool_set_active (img_pool, FALSE));
+  gst_object_unref (img_pool);
+
+  tear_down_encoder (enc);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_encoder_h264_i_p_b)
+{
+  GstVulkanEncoder *enc;
+  uint32_t width = FRAME_WIDTH;
+  uint32_t height = FRAME_HEIGHT;
+  gint sps_id = 0;
+  gint pps_id = 0;
+  GstVulkanH264EncodeFrame *frame;
+  GstVulkanH264EncodeFrame *list016 = { NULL, };
+  GstVulkanH264EncodeFrame *list116 = { NULL, };
+  gint list0_num = 0;
+  gint list1_num = 0;
+  int frame_num = 0;
+  GstVulkanVideoCapabilities enc_caps;
+
+  enc = setup_h264_encoder (width, height, sps_id, pps_id);
+  if (!enc) {
+    GST_WARNING ("Unable to initialize H264 encoder");
+    return;
+  }
+
+  fail_unless (gst_vulkan_encoder_caps (enc, &enc_caps));
+
+  if (!enc_caps.encoder.codec.h264.maxL1ReferenceCount) {
+    GST_WARNING ("Driver does not support B frames");
+    goto beach;
+  }
+
+  buffer_pool = allocate_buffer_pool (enc, width, height);
+  img_pool = allocate_image_buffer_pool (enc, width, height);
+
+  /* Encode 1st picture as an IDR-Frame */
+  frame = allocate_frame (enc, width, height, TRUE);
+  encode_frame (enc, frame, STD_VIDEO_H264_SLICE_TYPE_I,
+      frame_num, NULL, 0, NULL, 0, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H264_NAL_SLICE_IDR);
+  list00 = frame;
+  list0_num++;
+  frame_num++;
+
+  /* Encode 4th picture as a P-Frame */
+  frame = allocate_frame (enc, width, height, TRUE);
+  frame->pic_num = 3;
+  frame->pic_order_cnt = frame->pic_num * 2;
+  encode_frame (enc, frame, STD_VIDEO_H264_SLICE_TYPE_P,
+      frame_num, list0, list0_num, list1, list1_num, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H264_NAL_SLICE);
+  list10 = frame;
+  list1_num++;
+  frame_num++;
+
+  /* Encode second picture as a B-Frame */
+  frame = allocate_frame (enc, width, height, FALSE);
+  frame->pic_num = 1;
+  frame->pic_order_cnt = frame->pic_num * 2;
+  encode_frame (enc, frame, STD_VIDEO_H264_SLICE_TYPE_B,
+      frame_num, list0, list0_num, list1, list1_num, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H264_NAL_SLICE);
+  frame_num++;
+  _h264_encode_frame_free (enc, frame);
+
+  /* Encode third picture as a B-Frame */
+  frame = allocate_frame (enc, width, height, FALSE);
+  frame->pic_num = 2;
+  frame->pic_order_cnt = frame->pic_num * 2;
+
+  encode_frame (enc, frame, STD_VIDEO_H264_SLICE_TYPE_B,
+      frame_num, list0, list0_num, list1, list1_num, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H264_NAL_SLICE);
+  frame_num++;
+  _h264_encode_frame_free (enc, frame);
+
+  _h264_encode_frame_free (enc, list00);
+  _h264_encode_frame_free (enc, list10);
+
+  fail_unless (gst_buffer_pool_set_active (buffer_pool, FALSE));
+  gst_object_unref (buffer_pool);
+  fail_unless (gst_buffer_pool_set_active (img_pool, FALSE));
+  gst_object_unref (img_pool);
+
+beach:
+  tear_down_encoder (enc);
+}
+
+GST_END_TEST;
+
+static Suite *
+vkvideo_suite (void)
+{
+  Suite *s = suite_create ("vkvideo");
+  TCase *tc_basic = tcase_create ("general");
+  gboolean have_instance;
+
+  suite_add_tcase (s, tc_basic);
+  tcase_add_checked_fixture (tc_basic, setup, teardown);
+
+  /* FIXME: CI doesn't have a software vulkan renderer (and none exists currently) */
+  instance = gst_vulkan_instance_new ();
+  have_instance = gst_vulkan_instance_open (instance, NULL);
+  gst_object_unref (instance);
+  if (have_instance) {
+    tcase_add_test (tc_basic, test_encoder_h264_i);
+    tcase_add_test (tc_basic, test_encoder_h264_i_p);
+    tcase_add_test (tc_basic, test_encoder_h264_i_p_b);
+  }
+
+  return s;
+}
+
+GST_CHECK_MAIN (vkvideo);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vkvideoencodeh265.c Added

@@ -0,0 +1,1155 @@
+/* GStreamer
+ *
+ * Copyright (C) 2024 Igalia, S.L.
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
+ * Boston, MA 02111-1307, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/check/gstcheck.h>
+#include <gst/codecparsers/gsth265parser.h>
+#include <gst/vulkan/vulkan.h>
+#include <gst/vulkan/gstvkencoder-private.h>
+
+
+#include <math.h>
+
+// Include h265 std session params
+#include "vkcodecparams_h265.c"
+
+static GstVulkanInstance *instance;
+
+static GstVulkanQueue *encode_queue = NULL;
+static GstVulkanQueue *gfx_queue = NULL;
+static GstBufferPool *img_pool;
+static GstBufferPool *buffer_pool;
+
+static GstVulkanOperation *exec = NULL;
+
+static GstVideoInfo in_info;
+static GstVideoInfo out_info;
+typedef struct
+{
+  GstVulkanEncoderPicture picture;
+
+  gboolean is_ref;
+  gint pic_num;
+
+  VkVideoEncodeH265PictureInfoKHR enc_pic_info;
+  VkVideoEncodeH265NaluSliceSegmentInfoKHR slice_info;
+  VkVideoEncodeH265DpbSlotInfoKHR dpb_slot_info;
+  VkVideoEncodeH265RateControlInfoKHR rc_info;
+
+  StdVideoEncodeH265WeightTable slice_wt;
+  StdVideoEncodeH265SliceSegmentHeader slice_hdr;
+  StdVideoEncodeH265PictureInfo pic_info;
+  StdVideoEncodeH265ReferenceInfo ref_info;
+  StdVideoEncodeH265ReferenceListsInfo ref_list_info;
+  StdVideoH265ShortTermRefPicSet short_term_ref_pic_set;
+} GstVulkanH265EncodeFrame;
+
+
+static GstVulkanH265EncodeFrame *
+_h265_encode_frame_new (GstVulkanEncoder * enc, GstBuffer * img_buffer,
+    gsize size, gboolean is_ref)
+{
+  GstVulkanH265EncodeFrame *frame;
+
+  frame = g_new (GstVulkanH265EncodeFrame, 1);
+  fail_unless (gst_vulkan_encoder_picture_init (&frame->picture, enc,
+          img_buffer, size));
+  frame->is_ref = is_ref;
+
+  return frame;
+}
+
+static void
+_h265_encode_frame_free (GstVulkanEncoder * enc, gpointer pframe)
+{
+  GstVulkanH265EncodeFrame *frame = pframe;
+
+  gst_vulkan_encoder_picture_clear (&frame->picture, enc);
+  g_free (frame);
+}
+
+static void
+setup (void)
+{
+  instance = gst_vulkan_instance_new ();
+  fail_unless (gst_vulkan_instance_open (instance, NULL));
+}
+
+static void
+teardown (void)
+{
+  gst_clear_object (&encode_queue);
+  gst_clear_object (&gfx_queue);
+  gst_object_unref (instance);
+}
+
+/* initialize the input vulkan image buffer pool */
+static GstBufferPool *
+allocate_image_buffer_pool (GstVulkanEncoder * enc, uint32_t width,
+    uint32_t height)
+{
+  GstVideoFormat format = GST_VIDEO_FORMAT_NV12;
+  GstCaps *profile_caps, *caps = gst_caps_new_simple ("video/x-raw", "format",
+      G_TYPE_STRING, gst_video_format_to_string (format), "width", G_TYPE_INT,
+      width, "height", G_TYPE_INT, height, NULL);
+  GstBufferPool *pool = gst_vulkan_image_buffer_pool_new (encode_queue->device);
+  GstStructure *config = gst_buffer_pool_get_config (pool);
+  gsize frame_size = width * height * 2;        //NV12
+
+  gst_caps_set_features_simple (caps,
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VULKAN_IMAGE,
+          NULL));
+
+  fail_unless (gst_vulkan_encoder_create_dpb_pool (enc, caps));
+  gst_video_info_from_caps (&out_info, caps);
+
+  gst_buffer_pool_config_set_params (config, caps, frame_size, 1, 0);
+  gst_vulkan_image_buffer_pool_config_set_allocation_params (config,
+      VK_IMAGE_USAGE_TRANSFER_DST_BIT |
+      VK_IMAGE_USAGE_VIDEO_ENCODE_SRC_BIT_KHR,
+      VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT,
+      VK_IMAGE_LAYOUT_VIDEO_ENCODE_SRC_KHR,
+      VK_ACCESS_TRANSFER_READ_BIT | VK_ACCESS_TRANSFER_WRITE_BIT);
+
+  profile_caps = gst_vulkan_encoder_profile_caps (enc);
+  gst_vulkan_image_buffer_pool_config_set_encode_caps (config, profile_caps);
+
+  gst_caps_unref (caps);
+  gst_caps_unref (profile_caps);
+
+  fail_unless (gst_buffer_pool_set_config (pool, config));
+  fail_unless (gst_buffer_pool_set_active (pool, TRUE));
+  return pool;
+}
+
+/* initialize the raw input buffer pool */
+static GstBufferPool *
+allocate_buffer_pool (GstVulkanEncoder * enc, uint32_t width, uint32_t height)
+{
+  GstVideoFormat format = GST_VIDEO_FORMAT_NV12;
+  GstCaps *profile_caps, *caps = gst_caps_new_simple ("video/x-raw", "format",
+      G_TYPE_STRING, gst_video_format_to_string (format), "width", G_TYPE_INT,
+      width, "height", G_TYPE_INT, height, NULL);
+  gsize frame_size = width * height * 2;        //NV12
+  GstBufferPool *pool = gst_vulkan_buffer_pool_new (encode_queue->device);
+  GstStructure *config = gst_buffer_pool_get_config (pool);
+
+  gst_caps_set_features_simple (caps,
+      gst_caps_features_new_static_str (GST_CAPS_FEATURE_MEMORY_VULKAN_BUFFER,
+          NULL));
+
+  gst_video_info_from_caps (&in_info, caps);
+
+  gst_buffer_pool_config_set_params (config, caps, frame_size, 1, 0);
+
+  profile_caps = gst_vulkan_encoder_profile_caps (enc);
+  gst_vulkan_image_buffer_pool_config_set_encode_caps (config, profile_caps);
+
+  gst_caps_unref (caps);
+  gst_caps_unref (profile_caps);
+
+  gst_vulkan_image_buffer_pool_config_set_allocation_params (config,
+      VK_IMAGE_USAGE_TRANSFER_SRC_BIT,
+      VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT,
+      VK_IMAGE_LAYOUT_VIDEO_ENCODE_SRC_KHR, VK_ACCESS_TRANSFER_WRITE_BIT);
+
+  fail_unless (gst_buffer_pool_set_config (pool, config));
+  fail_unless (gst_buffer_pool_set_active (pool, TRUE));
+
+  return pool;
+}
+
+/* generate a buffer representing a blue window in NV12 format */
+static GstBuffer *
+generate_input_buffer (GstBufferPool * pool, int width, int height)
+{
+  int i;
+  GstBuffer *buffer;
+  GstMapInfo info;
+  GstMemory *mem;
+
+  if ((gst_buffer_pool_acquire_buffer (pool, &buffer, NULL))
+      != GST_FLOW_OK)
+    goto out;
+
+  // PLANE Y COLOR BLUE
+  mem = gst_buffer_peek_memory (buffer, 0);
+  gst_memory_map (mem, &info, GST_MAP_WRITE);
+  for (i = 0; i < width * height; i++)
+    info.datai = 0x29;
+  gst_memory_unmap (mem, &info);
+
+  // PLANE UV
+  mem = gst_buffer_peek_memory (buffer, 1);
+  gst_memory_map (mem, &info, GST_MAP_WRITE);
+  for (i = 0; i < width * height / 2; i++) {
+    info.datai = 0xf0;
+    info.datai++ = 0x6e;
+  }
+
+  gst_memory_unmap (mem, &info);
+
+out:
+  return buffer;
+}
+
+/* upload the raw input buffer pool into a vulkan image buffer */
+static GstFlowReturn
+upload_buffer_to_image (GstBufferPool * pool, GstBuffer * inbuf,
+    GstBuffer ** outbuf)
+{
+  GstFlowReturn ret = GST_FLOW_OK;
+  GError *error = NULL;
+  GstVulkanCommandBuffer *cmd_buf;
+  guint i, n_mems, n_planes;
+  GArray *barriers = NULL;
+  VkImageLayout dst_layout = VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL;
+
+
+  if ((ret = gst_buffer_pool_acquire_buffer (pool, outbuf, NULL))
+      != GST_FLOW_OK)
+    goto out;
+
+  if (!exec) {
+    GstVulkanCommandPool *cmd_pool =
+        gst_vulkan_queue_create_command_pool (gfx_queue, &error);
+    if (!cmd_pool)
+      goto error;
+
+    exec = gst_vulkan_operation_new (cmd_pool);
+    gst_object_unref (cmd_pool);
+  }
+
+  if (!gst_vulkan_operation_add_dependency_frame (exec, *outbuf,
+          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT))
+    goto error;
+
+  if (!gst_vulkan_operation_begin (exec, &error))
+    goto error;
+
+  cmd_buf = exec->cmd_buf;
+
+  if (!gst_vulkan_operation_add_frame_barrier (exec, *outbuf,
+          VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_TRANSFER_BIT,
+          VK_ACCESS_TRANSFER_WRITE_BIT, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
+          NULL))
+    goto unlock_error;
+
+  barriers = gst_vulkan_operation_retrieve_image_barriers (exec);
+  if (barriers->len == 0) {
+    ret = GST_FLOW_ERROR;
+    goto unlock_error;
+  }
+
+  VkDependencyInfoKHR dependency_info = {
+    .sType = VK_STRUCTURE_TYPE_DEPENDENCY_INFO_KHR,
+    .pImageMemoryBarriers = (gpointer) barriers->data,
+    .imageMemoryBarrierCount = barriers->len,
+  };
+
+  gst_vulkan_operation_pipeline_barrier2 (exec, &dependency_info);
+  dst_layout = g_array_index (barriers, VkImageMemoryBarrier2KHR, 0).newLayout;
+
+  g_clear_pointer (&barriers, g_array_unref);
+
+  n_mems = gst_buffer_n_memory (*outbuf);
+  n_planes = GST_VIDEO_INFO_N_PLANES (&out_info);
+
+  for (i = 0; i < n_planes; i++) {
+    VkBufferImageCopy region;
+    GstMemory *in_mem, *out_mem;
+    GstVulkanBufferMemory *buf_mem;
+    GstVulkanImageMemory *img_mem;
+    const VkImageAspectFlags aspects = { VK_IMAGE_ASPECT_PLANE_0_BIT,
+      VK_IMAGE_ASPECT_PLANE_1_BIT, VK_IMAGE_ASPECT_PLANE_2_BIT,
+    };
+    VkImageAspectFlags plane_aspect;
+    guint idx;
+
+    in_mem = gst_buffer_peek_memory (inbuf, i);
+
+    buf_mem = (GstVulkanBufferMemory *) in_mem;
+
+    if (n_planes == n_mems)
+      plane_aspect = VK_IMAGE_ASPECT_COLOR_BIT;
+    else
+      plane_aspect = aspectsi;
+
+    /* *INDENT-OFF* */
+    region = (VkBufferImageCopy) {
+        .bufferOffset = 0,
+        .bufferRowLength = GST_VIDEO_INFO_COMP_WIDTH (&in_info, i),
+        .bufferImageHeight = GST_VIDEO_INFO_COMP_HEIGHT (&in_info, i),
+        .imageSubresource = {
+            .aspectMask = plane_aspect,
+            .mipLevel = 0,
+            .baseArrayLayer = 0,
+            .layerCount = 1,
+        },
+        .imageOffset = { .x = 0, .y = 0, .z = 0, },
+        .imageExtent = {
+            .width = GST_VIDEO_INFO_COMP_WIDTH (&out_info, i),
+            .height = GST_VIDEO_INFO_COMP_HEIGHT (&out_info, i),
+            .depth = 1,
+        }
+    };
+
+    idx = MIN (i, n_mems - 1);
+    out_mem = gst_buffer_peek_memory (*outbuf, idx);
+    if (!gst_is_vulkan_image_memory (out_mem)) {
+      GST_WARNING ("Output is not a GstVulkanImageMemory");
+      goto unlock_error;
+    }
+    img_mem = (GstVulkanImageMemory *) out_mem;
+
+    gst_vulkan_command_buffer_lock (cmd_buf);
+    vkCmdCopyBufferToImage (cmd_buf->cmd, buf_mem->buffer, img_mem->image,
+        dst_layout, 1, &region);
+    gst_vulkan_command_buffer_unlock (cmd_buf);
+  }
+
+  if (!gst_vulkan_operation_end (exec, &error))
+    goto error;
+
+   /*Hazard WRITE_AFTER_WRITE*/
+  gst_vulkan_operation_wait (exec);
+
+  ret = GST_FLOW_OK;
+
+out:
+  return ret;
+
+unlock_error:
+  gst_vulkan_operation_reset (exec);
+
+error:
+  if (error) {
+    GST_WARNING ("Error: %s", error->message);
+    g_clear_error (&error);
+  }
+  gst_clear_buffer (outbuf);
+  ret = GST_FLOW_ERROR;
+  goto out;
+}
+
+/* allocate a frame to be encoded from given buffer pools */
+static GstVulkanH265EncodeFrame *
+allocate_frame (GstVulkanEncoder * enc, int width,
+    int height, gboolean is_ref)
+{
+  GstVulkanH265EncodeFrame *frame;
+  GstBuffer *in_buffer, *img_buffer;
+
+  /* generate the input buffer */
+  in_buffer = generate_input_buffer (buffer_pool, width, height);
+
+  /* get a Vulkan image buffer out of the input buffer */
+  upload_buffer_to_image(img_pool, in_buffer, &img_buffer);
+
+  frame = _h265_encode_frame_new (enc, img_buffer, width * height * 3, is_ref);
+  fail_unless (frame);
+  gst_buffer_unref (in_buffer);
+  gst_buffer_unref (img_buffer);
+
+  return frame;
+}
+
+#define PICTURE_TYPE(slice_type, is_ref)                                \
+    (slice_type == STD_VIDEO_H265_SLICE_TYPE_I && is_ref) ?    \
+    STD_VIDEO_H265_PICTURE_TYPE_IDR : \
+    slice_type == STD_VIDEO_H265_SLICE_TYPE_P ? STD_VIDEO_H265_PICTURE_TYPE_P: \
+    slice_type == STD_VIDEO_H265_SLICE_TYPE_B ? STD_VIDEO_H265_PICTURE_TYPE_B: \
+    (StdVideoH265PictureType) slice_type
+
+static void
+setup_codec_pic (GstVulkanEncoderPicture * pic, VkVideoEncodeInfoKHR * info,
+    gpointer data)
+{
+  GstVulkanH265EncodeFrame *frame = (GstVulkanH265EncodeFrame *) pic;
+
+  info->pNext = &frame->enc_pic_info;
+  pic->dpb_slot.pNext = &frame->dpb_slot_info;
+
+  {
+    /* *INDENT-OFF* */
+    frame->enc_pic_info = (VkVideoEncodeH265PictureInfoKHR) {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_PICTURE_INFO_KHR,
+      .pNext = NULL,
+      .naluSliceSegmentEntryCount = 1,
+      .pNaluSliceSegmentEntries = &frame->slice_info,
+      .pStdPictureInfo = &frame->pic_info,
+    };
+    frame->dpb_slot_info = (VkVideoEncodeH265DpbSlotInfoKHR) {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_DPB_SLOT_INFO_KHR,
+      .pNext = NULL,
+      .pStdReferenceInfo = &frame->ref_info,
+    };
+    /* *INDENT-ON* */
+  }
+}
+
+static void
+setup_rc_codec (GstVulkanEncoderPicture * pic,
+    VkVideoEncodeRateControlInfoKHR * rc_info,
+    VkVideoEncodeRateControlLayerInfoKHR * rc_layer, gpointer data)
+{
+  GstVulkanH265EncodeFrame *frame = (GstVulkanH265EncodeFrame *) pic;
+
+  /* *INDENT-OFF* */
+  frame->rc_info = (VkVideoEncodeH265RateControlInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H264_RATE_CONTROL_INFO_KHR,
+    .flags = VK_VIDEO_ENCODE_H264_RATE_CONTROL_REFERENCE_PATTERN_FLAT_BIT_KHR |
+        VK_VIDEO_ENCODE_H264_RATE_CONTROL_REGULAR_GOP_BIT_KHR,
+    .pNext = NULL,
+    .gopFrameCount = 1,
+    .idrPeriod = 1,
+    .consecutiveBFrameCount = 0,
+  };
+  /* *INDENT-ON* */
+
+  rc_info->pNext = &frame->rc_info;
+}
+
+static void
+encode_frame (GstVulkanEncoder * enc, GstVulkanH265EncodeFrame * frame,
+    StdVideoH265SliceType slice_type, guint frame_num,
+    GstVulkanH265EncodeFrame ** list0, gint list0_num,
+    GstVulkanH265EncodeFrame ** list1, gint list1_num, gint vps_id, gint sps_id,
+    gint pps_id)
+{
+  GstVulkanVideoCapabilities enc_caps;
+  int i, ref_pics_num = 0;
+  GstVulkanEncoderPicture *ref_pics16 = { NULL, };
+  gint16 delta_poc_s0_minus1 = 0, delta_poc_s1_minus1 = 0;
+  GstVulkanEncoderPicture *picture = &frame->picture;
+  gint picture_type = PICTURE_TYPE (slice_type, frame->is_ref);
+  GstVulkanEncoderCallbacks cb = { setup_codec_pic, setup_rc_codec };
+
+  GST_DEBUG ("Encoding frame num: %d", frame_num);
+
+  fail_unless (gst_vulkan_encoder_caps (enc, &enc_caps));
+
+  gst_vulkan_encoder_set_callbacks (enc, &cb, &enc_caps, NULL);
+
+  ref_pics_num = list0_num + list1_num;
+
+  frame->slice_wt = (StdVideoEncodeH265WeightTable) {
+    /* *INDENT-OFF* */
+    .flags = (StdVideoEncodeH265WeightTableFlags) {
+        .luma_weight_l0_flag = 0,
+        .chroma_weight_l0_flag = 0,
+        .luma_weight_l1_flag = 0,
+        .chroma_weight_l1_flag = 0,
+    },
+    .luma_log2_weight_denom = 0,
+    .delta_chroma_log2_weight_denom = 0,
+    .delta_luma_weight_l0 = { 0 },
+    .luma_offset_l0 = { 0 },
+    .delta_chroma_weight_l0 = { { 0 } },
+    .delta_chroma_offset_l0 = { { 0 } },
+    .delta_luma_weight_l1 = { 0 },
+    .luma_offset_l1 = { 0 },
+    .delta_chroma_weight_l1 = { { 0 } },
+    .delta_chroma_offset_l1 = { { 0 } },
+    /* *INDENT-ON* */
+  };
+
+  frame->slice_hdr = (StdVideoEncodeH265SliceSegmentHeader) {
+    /* *INDENT-OFF* */
+    .flags = (StdVideoEncodeH265SliceSegmentHeaderFlags) {
+      .first_slice_segment_in_pic_flag = 1,
+      .dependent_slice_segment_flag = 0,
+      .slice_sao_luma_flag = 1,
+      .slice_sao_chroma_flag = 1,
+      .num_ref_idx_active_override_flag = 0,
+      .mvd_l1_zero_flag = 0,
+      .cabac_init_flag = 0,
+      .cu_chroma_qp_offset_enabled_flag = 1,
+      .deblocking_filter_override_flag = 1,
+      .slice_deblocking_filter_disabled_flag = 0,
+      .collocated_from_l0_flag = 0,
+      .slice_loop_filter_across_slices_enabled_flag = 0,
+    },
+    .slice_type = slice_type,
+    .slice_segment_address = 0,
+    .collocated_ref_idx = 0,
+    .MaxNumMergeCand = 5,
+    .slice_cb_qp_offset = 0,
+    .slice_cr_qp_offset = 0,
+    .slice_beta_offset_div2 = 0,
+    .slice_tc_offset_div2 = 0,
+    .slice_act_y_qp_offset = 0,
+    .slice_act_cb_qp_offset = 0,
+    .slice_act_cr_qp_offset = 0,
+    .slice_qp_delta = 0,
+    .pWeightTable = &frame->slice_wt,
+    /* *INDENT-ON* */
+  };
+
+  if (list0_num)
+    delta_poc_s0_minus1 = frame->pic_num - list00->pic_num - 1;
+  if (list1_num)
+    delta_poc_s1_minus1 = list10->pic_num - frame->pic_num - 1;
+
+  frame->short_term_ref_pic_set = (StdVideoH265ShortTermRefPicSet) {
+    /* *INDENT-OFF* */
+    .flags = (StdVideoH265ShortTermRefPicSetFlags) {
+      .inter_ref_pic_set_prediction_flag = 0u,
+      .delta_rps_sign = 0u,
+    },
+    .delta_idx_minus1 = 0,
+    .use_delta_flag = 0,
+    .abs_delta_rps_minus1 = 0,
+    .used_by_curr_pic_flag = 0,
+    .used_by_curr_pic_s0_flag  = list0_num ? 1 : 0,
+    .used_by_curr_pic_s1_flag = list1_num ? 1 : 0,
+    .num_negative_pics = list0_num,
+    .num_positive_pics = list1_num,
+    .delta_poc_s0_minus1 = {delta_poc_s0_minus1},
+    .delta_poc_s1_minus1 = {delta_poc_s1_minus1},
+    /* *INDENT-ON* */
+  };
+
+  frame->pic_info = (StdVideoEncodeH265PictureInfo) {
+    /* *INDENT-OFF* */
+    .flags = (StdVideoEncodeH265PictureInfoFlags) {
+          .is_reference = frame->is_ref,
+          .IrapPicFlag = (picture_type == STD_VIDEO_H265_PICTURE_TYPE_IDR),
+          .used_for_long_term_reference = 0,
+          .discardable_flag = 0,
+          .cross_layer_bla_flag = 0,
+          .pic_output_flag = (picture_type == STD_VIDEO_H265_PICTURE_TYPE_IDR),
+          .no_output_of_prior_pics_flag = (picture_type == STD_VIDEO_H265_PICTURE_TYPE_IDR),
+          .short_term_ref_pic_set_sps_flag = (picture_type != STD_VIDEO_H265_PICTURE_TYPE_IDR),
+          .slice_temporal_mvp_enabled_flag = 0,
+    },
+    .pic_type = picture_type,
+    .sps_video_parameter_set_id = vps_id,
+    .pps_seq_parameter_set_id = sps_id,
+    .pps_pic_parameter_set_id = pps_id,
+    .PicOrderCntVal = frame->pic_num,
+    .pShortTermRefPicSet = &frame->short_term_ref_pic_set,
+    .pLongTermRefPics = NULL,
+    /* *INDENT-ON* */
+  };
+
+  if (ref_pics_num > 0) {
+    frame->ref_list_info = (StdVideoEncodeH265ReferenceListsInfo) {
+      /* *INDENT-OFF* */
+      .flags = (StdVideoEncodeH265ReferenceListsInfoFlags) {
+        .ref_pic_list_modification_flag_l0 = 0,
+        .ref_pic_list_modification_flag_l1 = 0,
+      },
+      .num_ref_idx_l0_active_minus1 = 0,
+      .num_ref_idx_l1_active_minus1 = 0,
+      .RefPicList0 = {0, },
+      .RefPicList1 = {0, },
+      .list_entry_l0 = {0, },
+      .list_entry_l1 = {0, },
+      /* *INDENT-ON* */
+    };
+    frame->pic_info.pRefLists = &frame->ref_list_info;
+  }
+
+  memset (frame->ref_list_info.RefPicList0, STD_VIDEO_H265_NO_REFERENCE_PICTURE,
+      STD_VIDEO_H265_MAX_NUM_LIST_REF);
+  memset (frame->ref_list_info.RefPicList1, STD_VIDEO_H265_NO_REFERENCE_PICTURE,
+      STD_VIDEO_H265_MAX_NUM_LIST_REF);
+
+  /* *INDENT-OFF* */
+  frame->slice_info = (VkVideoEncodeH265NaluSliceSegmentInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_NALU_SLICE_SEGMENT_INFO_KHR,
+    .pNext = NULL,
+    .pStdSliceSegmentHeader = &frame->slice_hdr,
+    .constantQp = 26,
+  };
+
+  fail_unless(frame->slice_info.constantQp >= enc_caps.encoder.codec.h265.minQp);
+
+  frame->rc_info = (VkVideoEncodeH265RateControlInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_RATE_CONTROL_INFO_KHR,
+  };
+
+  frame->ref_info = (StdVideoEncodeH265ReferenceInfo) {
+    .flags = (StdVideoEncodeH265ReferenceInfoFlags) {
+      .used_for_long_term_reference = 0,
+      .unused_for_reference = 0,
+    },
+    .pic_type = picture_type,
+    .PicOrderCntVal = frame->pic_num,
+    .TemporalId = 0,
+  };
+  /* *INDENT-ON* */
+
+  picture->codec_rc_info = &frame->rc_info;
+
+  for (i = 0; i < list0_num; i++) {
+    ref_picsi = &list0i->picture;
+    frame->ref_list_info.RefPicList00 = list0i->picture.dpb_slot.slotIndex;
+  }
+  for (i = 0; i < list1_num; i++) {
+    ref_picsi + list0_num = &list1i->picture;
+    frame->ref_list_info.RefPicList1i = list1i->picture.dpb_slot.slotIndex;
+  }
+
+  fail_unless (gst_vulkan_encoder_encode (enc, &in_info, picture, ref_pics_num,
+          ref_pics));
+}
+
+static void
+check_h265_nalu (guint8 * bitstream, gsize size, GstH265NalUnitType nal_type)
+{
+  GstH265ParserResult res;
+  GstH265NalUnit nalu;
+  GstH265Parser *const parser = gst_h265_parser_new ();
+  res = gst_h265_parser_identify_nalu (parser, bitstream, 0, size, &nalu);
+  assert_equals_int (res, GST_H265_PARSER_NO_NAL_END);
+  assert_equals_int (nalu.type, nal_type);
+  switch (nal_type) {
+    case GST_H265_NAL_VPS:
+    {
+      GstH265VPS vps;
+      res = gst_h265_parser_parse_vps (parser, &nalu, &vps);
+      break;
+    }
+    case GST_H265_NAL_SPS:
+    {
+      GstH265SPS sps;
+      res = gst_h265_parser_parse_sps (parser, &nalu, &sps, FALSE);
+      break;
+    }
+    case GST_H265_NAL_PPS:
+    {
+      GstH265PPS pps;
+      res = gst_h265_parser_parse_pps (parser, &nalu, &pps);
+
+      break;
+    }
+    default:
+      res = gst_h265_parser_parse_nal (parser, &nalu);
+      break;
+  }
+  assert_equals_int (res, GST_H265_PARSER_OK);
+
+  gst_h265_parser_free (parser);
+}
+
+static void
+check_h265_session_params (GstVulkanEncoder * enc, gint vps_id, gint sps_id,
+    gint pps_id)
+{
+  GError *err = NULL;
+  GstVulkanEncoderParametersFeedback feedback = { 0, };
+  guint8 *bitstream = NULL;
+  gsize bitstream_size = 0;
+  // Check VPS
+  GstVulkanEncoderParametersOverrides override_params = {
+    .h265 = {
+          .sType =
+          VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_SESSION_PARAMETERS_GET_INFO_KHR,
+          .writeStdVPS = VK_TRUE,
+          .writeStdSPS = VK_FALSE,
+          .writeStdPPS = VK_FALSE,
+          .stdVPSId = 0,
+          .stdSPSId = 0,
+          .stdPPSId = 0,
+        }
+  };
+  fail_unless (gst_vulkan_encoder_video_session_parameters_overrides (enc,
+          &override_params, &feedback, &bitstream_size,
+          (gpointer *) & bitstream, &err));
+  check_h265_nalu (bitstream, bitstream_size, GST_H265_NAL_VPS);
+  g_free (bitstream);
+
+  // Check SPS
+  override_params = (GstVulkanEncoderParametersOverrides) {
+    .h265 = {
+      .sType =
+          VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_SESSION_PARAMETERS_GET_INFO_KHR,
+      .writeStdVPS = VK_FALSE,
+      .writeStdSPS = VK_TRUE,
+      .writeStdPPS = VK_FALSE,
+      .stdVPSId = 0,
+      .stdSPSId = 0,
+      .stdPPSId = 0,
+    }
+  };
+  fail_unless (gst_vulkan_encoder_video_session_parameters_overrides (enc,
+          &override_params, &feedback, &bitstream_size,
+          (gpointer *) & bitstream, &err));
+  check_h265_nalu (bitstream, bitstream_size, GST_H265_NAL_SPS);
+  g_free (bitstream);
+
+  // Check PPS
+  override_params = (GstVulkanEncoderParametersOverrides) {
+    .h265 = {
+      .sType =
+          VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_SESSION_PARAMETERS_GET_INFO_KHR,
+      .writeStdVPS = VK_FALSE,
+      .writeStdSPS = VK_FALSE,
+      .writeStdPPS = VK_TRUE,
+      .stdVPSId = 0,
+      .stdSPSId = 0,
+      .stdPPSId = 0,
+    }
+  };
+  fail_unless (gst_vulkan_encoder_video_session_parameters_overrides (enc,
+          &override_params, &feedback, &bitstream_size,
+          (gpointer *) & bitstream, &err));
+  check_h265_nalu (bitstream, bitstream_size, GST_H265_NAL_PPS);
+  g_free (bitstream);
+}
+
+static GstVulkanEncoder *
+setup_h265_encoder (uint32_t width, uint32_t height, gint vps_id,
+    gint sps_id, gint pps_id)
+{
+  GstVulkanEncoder *enc;
+  int i;
+  GError *err = NULL;
+  uint32_t mbAlignedWidth, mbAlignedHeight;
+  StdVideoH265ProfileIdc profile_idc = STD_VIDEO_H265_PROFILE_IDC_MAIN;
+  GstVulkanVideoProfile profile;
+  GstVulkanEncoderParameters enc_params;
+  VkVideoEncodeH265SessionParametersAddInfoKHR params_add;
+  GstVulkanVideoCapabilities enc_caps;
+  gint min_ctb_size = 64, max_ctb_size = 16;
+  gint max_tb_size = 0, min_tb_size = 0;
+  gint max_transform_hierarchy;
+  GstVulkanEncoderQualityProperties quality_props;
+
+  /* *INDENT-OFF* */
+  profile = (GstVulkanVideoProfile) {
+    .profile = {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_PROFILE_INFO_KHR,
+      .pNext = &profile.codec,
+      .videoCodecOperation = VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR,
+      .chromaSubsampling = VK_VIDEO_CHROMA_SUBSAMPLING_420_BIT_KHR,
+      .chromaBitDepth = VK_VIDEO_COMPONENT_BIT_DEPTH_8_BIT_KHR,
+      .lumaBitDepth = VK_VIDEO_COMPONENT_BIT_DEPTH_8_BIT_KHR,
+    },
+    .usage.encode = {
+      .pNext = &profile.codec,
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_USAGE_INFO_KHR,
+      .videoUsageHints = VK_VIDEO_ENCODE_USAGE_DEFAULT_KHR,
+      .videoContentHints = VK_VIDEO_ENCODE_CONTENT_DEFAULT_KHR,
+      .tuningMode = VK_VIDEO_ENCODE_TUNING_MODE_DEFAULT_KHR,
+    },
+    .codec.h265enc = (VkVideoEncodeH265ProfileInfoKHR) {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_PROFILE_INFO_KHR,
+      .stdProfileIdc = profile_idc,
+    }
+  };
+  quality_props = (GstVulkanEncoderQualityProperties) {
+    .quality_level = -1,
+    .codec.h265 = {
+      .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_QUALITY_LEVEL_PROPERTIES_KHR,
+    },
+  };
+  /* *INDENT-ON* */
+
+  for (i = 0; i < instance->n_physical_devices; i++) {
+    GstVulkanDevice *device = gst_vulkan_device_new_with_index (instance, i);
+    encode_queue =
+        gst_vulkan_device_select_queue (device, VK_QUEUE_VIDEO_ENCODE_BIT_KHR);
+    gfx_queue = gst_vulkan_device_select_queue (device, VK_QUEUE_GRAPHICS_BIT);
+    gst_object_unref (device);
+
+    if (encode_queue && gfx_queue)
+      break;
+  }
+
+  if (!encode_queue) {
+    GST_WARNING ("Unable to find encoding queue");
+    return NULL;
+  }
+
+  if (!gfx_queue) {
+    GST_WARNING ("Unable to find graphics queue");
+    return NULL;
+  }
+
+  enc = gst_vulkan_encoder_create_from_queue (encode_queue,
+      VK_VIDEO_CODEC_OPERATION_ENCODE_H265_BIT_KHR);
+
+  if (!enc) {
+    GST_WARNING ("Unable to create a vulkan encoder, queue=%p", encode_queue);
+    return NULL;
+  }
+
+  fail_unless (gst_vulkan_encoder_quality_level (enc) == -1);
+
+  fail_unless (gst_vulkan_encoder_start (enc, &profile, &quality_props, &err));
+
+  fail_unless (gst_vulkan_encoder_quality_level (enc) > -1);
+
+  fail_unless (gst_vulkan_encoder_is_started (enc));
+
+  fail_unless (gst_vulkan_encoder_caps (enc, &enc_caps));
+
+  if (enc_caps.encoder.codec.h265.ctbSizes
+      & VK_VIDEO_ENCODE_H265_CTB_SIZE_64_BIT_KHR)
+    max_ctb_size = 64;
+  else if (enc_caps.encoder.codec.h265.ctbSizes
+      & VK_VIDEO_ENCODE_H265_CTB_SIZE_32_BIT_KHR)
+    max_ctb_size = 32;
+  else if (enc_caps.encoder.codec.h265.ctbSizes
+      & VK_VIDEO_ENCODE_H265_CTB_SIZE_16_BIT_KHR)
+    min_ctb_size = 16;
+
+  if (enc_caps.encoder.codec.h265.transformBlockSizes &
+      VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_4_BIT_KHR)
+    min_tb_size = 4;
+  else if (enc_caps.encoder.codec.h265.transformBlockSizes &
+      VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_8_BIT_KHR)
+    min_tb_size = 8;
+  else if (enc_caps.encoder.codec.h265.transformBlockSizes &
+      VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_16_BIT_KHR)
+    min_tb_size = 16;
+  else if (enc_caps.encoder.codec.h265.transformBlockSizes &
+      VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_32_BIT_KHR)
+    min_tb_size = 32;
+
+  if (enc_caps.encoder.codec.h265.transformBlockSizes
+      & VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_32_BIT_KHR)
+    max_tb_size = 32;
+  else if (enc_caps.encoder.codec.h265.transformBlockSizes
+      & VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_16_BIT_KHR)
+    max_tb_size = 16;
+  else if (enc_caps.encoder.codec.h265.transformBlockSizes
+      & VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_8_BIT_KHR)
+    max_tb_size = 8;
+  else if (enc_caps.encoder.codec.h265.transformBlockSizes
+      & VK_VIDEO_ENCODE_H265_TRANSFORM_BLOCK_SIZE_4_BIT_KHR)
+    max_tb_size = 4;
+
+  max_transform_hierarchy =
+      gst_util_ceil_log2 (max_ctb_size) - gst_util_ceil_log2 (min_tb_size);
+
+  h265_std_ptl.general_profile_idc = profile_idc;
+  h265_std_vps.vps_video_parameter_set_id = vps_id;
+
+  mbAlignedWidth = (width + min_ctb_size - 1) & ~(min_ctb_size - 1);
+  mbAlignedHeight = (height + min_ctb_size - 1) & ~(min_ctb_size - 1);
+
+  h265_std_sps.pic_width_in_luma_samples = mbAlignedWidth;
+  h265_std_sps.pic_height_in_luma_samples = mbAlignedHeight;
+  h265_std_sps.sps_video_parameter_set_id = vps_id;
+  h265_std_sps.sps_seq_parameter_set_id = sps_id;
+  h265_std_sps.bit_depth_luma_minus8 = 0;       //gst_vulkan_video_get_component_bit_depth (bit_depth_luma) - 8,
+  h265_std_sps.bit_depth_chroma_minus8 = 0;     //gst_vulkan_video_get_component_bit_depth (bit_depth_chroma) - 8,
+  h265_std_sps.log2_diff_max_min_luma_coding_block_size =
+      gst_util_ceil_log2 (max_ctb_size) - 3;
+  h265_std_sps.log2_min_luma_transform_block_size_minus2 =
+      gst_util_ceil_log2 (min_tb_size) - 2;
+  h265_std_sps.log2_diff_max_min_luma_transform_block_size =
+      gst_util_ceil_log2 (max_tb_size) - gst_util_ceil_log2 (min_tb_size);
+  h265_std_sps.max_transform_hierarchy_depth_inter = max_transform_hierarchy;
+  h265_std_sps.max_transform_hierarchy_depth_intra = max_transform_hierarchy;
+  h265_std_sps.conf_win_left_offset = 0;
+  h265_std_sps.conf_win_right_offset = (mbAlignedWidth - width) / 2;
+  h265_std_sps.conf_win_top_offset = (mbAlignedHeight - height) / 2;
+  h265_std_sps.conf_win_bottom_offset = 0;
+
+  h265_std_pps.flags.transform_skip_enabled_flag =
+      enc_caps.encoder.codec.h265.stdSyntaxFlags
+      & VK_VIDEO_ENCODE_H265_STD_TRANSFORM_SKIP_ENABLED_FLAG_SET_BIT_KHR
+      ? 1 : 0;
+  h265_std_pps.flags.weighted_pred_flag =
+      enc_caps.encoder.codec.h265.stdSyntaxFlags
+      & VK_VIDEO_ENCODE_H265_STD_WEIGHTED_PRED_FLAG_SET_BIT_KHR ? 1 : 0;
+  h265_std_pps.flags.entropy_coding_sync_enabled_flag =
+      (enc_caps.encoder.codec.h265.maxTiles.width > 1
+      || enc_caps.encoder.codec.h265.maxTiles.height > 1)
+      ? 1 : 0;
+  h265_std_pps.sps_video_parameter_set_id = vps_id;
+  h265_std_pps.pps_seq_parameter_set_id = sps_id;
+  h265_std_pps.pps_pic_parameter_set_id = pps_id;
+
+  /* *INDENT-OFF* */
+  params_add = (VkVideoEncodeH265SessionParametersAddInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_SESSION_PARAMETERS_ADD_INFO_KHR,
+    .pStdVPSs = &h265_std_vps,
+    .stdVPSCount = 1,
+    .pStdSPSs = &h265_std_sps,
+    .stdSPSCount = 1,
+    .pStdPPSs = &h265_std_pps,
+    .stdPPSCount = 1,
+  };
+  enc_params.h265 = (VkVideoEncodeH265SessionParametersCreateInfoKHR) {
+    .sType = VK_STRUCTURE_TYPE_VIDEO_ENCODE_H265_SESSION_PARAMETERS_CREATE_INFO_KHR,
+    .maxStdVPSCount = 1,
+    .maxStdSPSCount = 1,
+    .maxStdPPSCount = 1,
+    .pParametersAddInfo = &params_add
+  };
+  /* *INDENT-ON* */
+
+  fail_unless (gst_vulkan_encoder_update_video_session_parameters (enc,
+          &enc_params, &err));
+
+  /* retrieve the VPS/SPS/PPS from the device */
+  check_h265_session_params (enc, vps_id, sps_id, pps_id);
+
+  return enc;
+}
+
+static void
+tear_down_encoder (GstVulkanEncoder * enc)
+{
+  if (enc) {
+    fail_unless (gst_vulkan_encoder_stop (enc));
+    gst_object_unref (enc);
+  }
+  if (exec) {
+    if (!gst_vulkan_operation_wait (exec)) {
+      GST_WARNING
+          ("Failed to wait for all fences to complete before shutting down");
+    }
+    gst_object_unref (exec);
+    exec = NULL;
+  }
+}
+
+static void
+check_encoded_frame (GstVulkanH265EncodeFrame * frame,
+    GstH265NalUnitType nal_type)
+{
+  GstMapInfo info;
+  fail_unless (frame->picture.out_buffer != NULL);
+  gst_buffer_map (frame->picture.out_buffer, &info, GST_MAP_READ);
+  fail_unless (info.size);
+  GST_MEMDUMP ("out buffer", info.data, info.size);
+  check_h265_nalu (info.data, info.size, nal_type);
+  gst_buffer_unmap (frame->picture.out_buffer, &info);
+}
+
+/* Greater than the maxDpbSlots == 16*/
+#define N_BUFFERS 17
+#define FRAME_WIDTH 320
+#define FRAME_HEIGHT 240
+
+GST_START_TEST (test_encoder_h265_i)
+{
+  GstVulkanEncoder *enc;
+  uint32_t width = FRAME_WIDTH;
+  uint32_t height = FRAME_HEIGHT;
+  gint vps_id = 0;
+  gint sps_id = 0;
+  gint pps_id = 0;
+  GstVulkanH265EncodeFrame *frame;
+  int frame_num = 0;
+  int i;
+  /* Create and setup a H.265 encoder with its initial session parameters */
+  enc = setup_h265_encoder (width, height, vps_id, sps_id, pps_id);
+  if (!enc) {
+    GST_WARNING ("Unable to initialize H265 encoder");
+    return;
+  }
+
+  buffer_pool = allocate_buffer_pool (enc, width, height);
+  img_pool = allocate_image_buffer_pool (enc, width, height);
+
+  /* Encode N_BUFFERS I-Frames */
+  for (i = 0; i < N_BUFFERS; i++) {
+    frame = allocate_frame (enc, width, height, TRUE);
+    encode_frame (enc, frame, STD_VIDEO_H265_SLICE_TYPE_I,
+        frame_num, NULL, 0, NULL, 0, vps_id, sps_id, pps_id);
+    check_encoded_frame (frame, GST_H265_NAL_SLICE_IDR_W_RADL);
+
+    frame_num++;
+    _h265_encode_frame_free (enc, frame);
+  }
+
+  fail_unless (gst_buffer_pool_set_active (buffer_pool, FALSE));
+  gst_object_unref (buffer_pool);
+  fail_unless (gst_buffer_pool_set_active (img_pool, FALSE));
+  gst_object_unref (img_pool);
+
+  tear_down_encoder (enc);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_encoder_h265_i_p)
+{
+  GstVulkanEncoder *enc;
+  uint32_t width = FRAME_WIDTH;
+  uint32_t height = FRAME_HEIGHT;
+  gint vps_id = 0;
+  gint sps_id = 0;
+  gint pps_id = 0;
+  GstVulkanH265EncodeFrame *frame;
+  GstVulkanH265EncodeFrame *list016 = { NULL, };
+  gint list0_num = 1;
+  int frame_num = 0;
+  int i = 0;
+
+  enc = setup_h265_encoder (width, height, vps_id, sps_id, pps_id);
+  if (!enc) {
+    GST_WARNING ("Unable to initialize H265 encoder");
+    return;
+  }
+
+  buffer_pool = allocate_buffer_pool (enc, width, height);
+  img_pool = allocate_image_buffer_pool (enc, width, height);
+
+  frame = allocate_frame (enc, width, height, TRUE);
+  frame->pic_num = frame_num;
+  /* Encode first picture as an IDR-Frame */
+  encode_frame (enc, frame, STD_VIDEO_H265_SLICE_TYPE_I,
+      frame_num, NULL, 0, NULL, 0, vps_id, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H265_NAL_SLICE_IDR_W_RADL);
+  list00 = frame;
+  frame_num++;
+
+  /* Encode following pictures as a P-Frames */
+  for (i = 1; i < N_BUFFERS; i++) {
+    frame = allocate_frame (enc, width, height, TRUE);
+    frame->pic_num = frame_num;
+    encode_frame (enc, frame, STD_VIDEO_H265_SLICE_TYPE_P,
+        frame_num, list0, list0_num, NULL, 0, vps_id, sps_id, pps_id);
+    check_encoded_frame (frame, GST_H265_NAL_SLICE_TRAIL_R);
+    _h265_encode_frame_free (enc, list00);
+    list00 = frame;
+    frame_num++;
+  }
+  _h265_encode_frame_free (enc, list00);
+  fail_unless (gst_buffer_pool_set_active (buffer_pool, FALSE));
+  gst_object_unref (buffer_pool);
+  fail_unless (gst_buffer_pool_set_active (img_pool, FALSE));
+  gst_object_unref (img_pool);
+
+  tear_down_encoder (enc);
+}
+
+GST_END_TEST;
+
+GST_START_TEST (test_encoder_h265_i_p_b)
+{
+  GstVulkanEncoder *enc;
+  uint32_t width = FRAME_WIDTH;
+  uint32_t height = FRAME_HEIGHT;
+  gint vps_id = 0;
+  gint sps_id = 0;
+  gint pps_id = 0;
+  GstVulkanH265EncodeFrame *frame;
+  GstVulkanH265EncodeFrame *list016 = { NULL, };
+  GstVulkanH265EncodeFrame *list116 = { NULL, };
+  gint list0_num = 1;
+  gint list1_num = 1;
+  int frame_num = 0;
+  GstVulkanVideoCapabilities enc_caps;
+
+  enc = setup_h265_encoder (width, height, vps_id, sps_id, pps_id);
+  if (!enc) {
+    GST_WARNING ("Unable to initialize H265 encoder");
+    return;
+  }
+
+  fail_unless (gst_vulkan_encoder_caps (enc, &enc_caps));
+
+  if (!enc_caps.encoder.codec.h265.maxL1ReferenceCount) {
+    GST_WARNING ("Driver does not support B frames");
+    goto beach;
+  }
+
+  buffer_pool = allocate_buffer_pool (enc, width, height);
+  img_pool = allocate_image_buffer_pool (enc, width, height);
+
+  /* Encode first picture as an IDR-Frame */
+  frame = allocate_frame (enc, width, height, TRUE);
+  frame->pic_num = frame_num;
+  encode_frame (enc, frame, STD_VIDEO_H265_SLICE_TYPE_I,
+      frame_num, NULL, 0, NULL, 0, vps_id, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H265_NAL_SLICE_IDR_W_RADL);
+  list00 = frame;
+  frame_num++;
+
+  /* Encode 4th picture as a P-Frame */
+  frame = allocate_frame (enc, width, height, TRUE);
+  frame->pic_num = frame_num + 2;
+  encode_frame (enc, frame, STD_VIDEO_H265_SLICE_TYPE_P,
+      frame_num, list0, list0_num, NULL, 0, vps_id, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H265_NAL_SLICE_TRAIL_R);
+  list10 = frame;
+  frame_num++;
+
+  /* Encode 2nd picture as a B-Frame */
+  frame = allocate_frame (enc, width, height, FALSE);
+  frame->pic_num = frame_num - 1;
+  encode_frame (enc, frame, STD_VIDEO_H265_SLICE_TYPE_B,
+      frame_num, list0, list0_num, list1, list1_num, vps_id, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H265_NAL_SLICE_TRAIL_N);
+  frame_num++;
+  _h265_encode_frame_free (enc, frame);
+
+  /* Encode 3rd picture as a B-Frame */
+  frame = allocate_frame (enc, width, height, FALSE);
+  frame->pic_num = frame_num - 1;
+  encode_frame (enc, frame, STD_VIDEO_H265_SLICE_TYPE_B,
+      frame_num, list0, list0_num, list1, list1_num, vps_id, sps_id, pps_id);
+  check_encoded_frame (frame, GST_H265_NAL_SLICE_TRAIL_N);
+  frame_num++;
+  _h265_encode_frame_free (enc, frame);
+
+  _h265_encode_frame_free (enc, list00);
+  _h265_encode_frame_free (enc, list10);
+
+  fail_unless (gst_buffer_pool_set_active (buffer_pool, FALSE));
+  gst_object_unref (buffer_pool);
+  fail_unless (gst_buffer_pool_set_active (img_pool, FALSE));
+  gst_object_unref (img_pool);
+
+beach:
+  tear_down_encoder (enc);
+}
+
+GST_END_TEST;
+
+
+static Suite *
+vkvideo_suite (void)
+{
+  Suite *s = suite_create ("vkvideo");
+  TCase *tc_basic = tcase_create ("general");
+  gboolean have_instance;
+
+  suite_add_tcase (s, tc_basic);
+  tcase_add_checked_fixture (tc_basic, setup, teardown);
+
+  /* FIXME: CI doesn't have a software vulkan renderer (and none exists currently) */
+  instance = gst_vulkan_instance_new ();
+  have_instance = gst_vulkan_instance_open (instance, NULL);
+  gst_object_unref (instance);
+  if (have_instance) {
+    tcase_add_test (tc_basic, test_encoder_h265_i);
+    tcase_add_test (tc_basic, test_encoder_h265_i_p);
+    tcase_add_test (tc_basic, test_encoder_h265_i_p_b);
+  }
+
+  return s;
+}
+
+GST_CHECK_MAIN (vkvideo);

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/libs/vp9bitwriter.c Added

@@ -0,0 +1,279 @@
+/* GStreamer
+ *  Copyright (C) 2024 Intel Corporation
+ *     Author: He Junyan <junyan.he@intel.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the0
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include <gst/check/gstcheck.h>
+#include <gst/codecparsers/gstvp9bitwriter.h>
+
+/* *INDENT-OFF* */
+static const guint8 vp9_frames1024 = {
+  {
+    0x84, 0x00, 0x40, 0x00, 0x00, 0x1f, 0xc0, 0x17, 0xd2, 0x03, 0x8e, 0x02, 0x02, 0x02, 0x02, 0x02,
+    0x00, 0xb8, 0x00, 0x00, 0x60, 0x70, 0x00, 0x00, 0x15, 0x0f, 0x42, 0x89, 0x0d, 0x00, 0x00, 0x00,
+    0x00, 0x00, 0x06, 0x54, 0xdd, 0x00, 0xdf, 0x96, 0xe6, 0xe6, 0x3a, 0xe3, 0x19, 0xfd, 0x8f, 0xb2,
+    0x4c, 0x5d, 0xc5, 0x7f, 0xff, 0xe8, 0xaf, 0x16, 0xda, 0xfb, 0xd4, 0x63, 0x20, 0x0d, 0xa3, 0x8e,
+    0x5e, 0x20, 0xd3, 0x3c, 0x97, 0x19, 0x93, 0xea, 0x5e, 0x50, 0x36, 0x76, 0xea, 0xf4, 0x91, 0x68,
+    0x33, 0xa1, 0x21, 0xd1, 0xca, 0x42, 0x84, 0x8c, 0x20, 0x34, 0xf8, 0xdb, 0x8f, 0x2d, 0x3c, 0xce,
+    0x22, 0x3c, 0xd4, 0x6f, 0x19, 0x54, 0x0a, 0x07, 0x7d, 0x01, 0x89, 0xe6, 0xcb, 0xd5, 0xec, 0x2b,
+    0x24, 0xb0, 0x83, 0x7f, 0xc9, 0xc5, 0xf1, 0xcc, 0xb7, 0xa4, 0x7d, 0x3e, 0x02, 0xf3, 0xb7, 0x6f,
+    0xec, 0xf6, 0xe9, 0xf3, 0xaf, 0xb6, 0x3b, 0xca, 0xda, 0xc0, 0x2b, 0x46, 0xba, 0x41, 0x55, 0x74,
+    0xf5, 0x7f, 0xfa, 0x91, 0x9e, 0xbc, 0x72, 0xfc, 0x12, 0x8f, 0x16, 0x8a, 0x4f, 0xa4, 0x19, 0xdc,
+    0x7c, 0x22, 0x40, 0xff, 0xf3, 0x1e, 0x9f, 0xfe, 0x13, 0x9c, 0xe3, 0x66, 0x18, 0x53, 0x02, 0xa3,
+    0xff, 0xff, 0x35, 0x0a, 0x6c, 0xbd, 0xb1, 0xde, 0xf5, 0x82, 0xa4, 0xb9, 0xa2, 0xf4, 0x18, 0x54,
+    0x92, 0xe9, 0xf0, 0x86, 0x77, 0x87, 0xbf, 0x71, 0xfd, 0xbd, 0x52, 0xf4, 0xc5, 0x5e, 0x32, 0x67,
+    0xb5, 0xb1, 0xcc, 0x3f, 0xd1, 0x2e, 0x89, 0x71, 0x01, 0x26, 0xde, 0xa8, 0x29, 0xff, 0xf1, 0xac,
+    0x52, 0xbd, 0x58, 0xfc, 0x64, 0x0d, 0x87, 0x80, 0x13, 0x7b, 0x9f, 0xbf, 0x35, 0x78, 0x6f, 0xa2,
+    0xc7, 0x84, 0x0f, 0xa8, 0xf0, 0x61, 0x6c, 0x07, 0x70, 0x21, 0xdf, 0xef, 0xf1, 0xc7, 0xdd, 0xb1,
+    0x4c, 0x2f, 0x62, 0x70, 0x4a, 0x11, 0xe6, 0xeb, 0xc1, 0x70, 0xbb, 0x20, 0x9e, 0x4b, 0xa1, 0xc1,
+    0x2e, 0x99, 0x3f, 0x23, 0x88, 0xff, 0xca, 0xfe, 0x1f, 0xde, 0x04, 0x75, 0x51, 0x06, 0x93, 0x0f,
+    0x5c, 0xfc, 0xf7, 0x43, 0xff, 0xb7, 0x16, 0x5d, 0x9e, 0x73, 0x43, 0x86, 0xff, 0x94, 0xce, 0x89,
+    0x97, 0xd8, 0xe4, 0x0e, 0xba, 0xe4, 0xca, 0xff, 0xf3, 0x38, 0x03, 0x46, 0x13, 0xf8, 0x61, 0xec,
+    0xbb, 0x43, 0x18, 0x05, 0x14, 0x39, 0xdc, 0x7c, 0x85, 0x37, 0x70, 0x70, 0x4c, 0x5f, 0xff, 0xfd,
+    0xf7, 0x08, 0xcc, 0x10, 0xf4, 0x05, 0xd6, 0x4b, 0xad, 0xad, 0x55, 0x47, 0xfc, 0x25, 0x3c, 0x9d,
+    0xca, 0xfe, 0x7f, 0xff, 0xf9, 0x50, 0xa7, 0xfb, 0x40, 0x34, 0xf8, 0x8e, 0x2b, 0xb7, 0x82, 0x1f,
+    0x71, 0xff, 0x6c, 0x77, 0xb5, 0x54, 0xa7, 0xf4, 0x10, 0x4d, 0xcd, 0xdd, 0x8e, 0x23, 0x90, 0x43,
+    0x4e, 0xdf, 0x6b, 0xc8, 0xf6, 0x43, 0x5c, 0x5f, 0x46, 0x64, 0xc3, 0x81, 0xde, 0xe1, 0x3b, 0x83,
+    0x56, 0x35, 0x6c, 0xa1, 0xe8, 0x88, 0x5b, 0x25, 0x58, 0x02, 0x59, 0xd8, 0x6d, 0x95, 0x47, 0x08,
+    0xdd, 0xa5, 0xbe, 0x75, 0xcf, 0x3f, 0xfb, 0x0f, 0xfe, 0x5c, 0xfc, 0x2e, 0xa6, 0xff, 0xfc, 0x0b,
+    0xd9, 0x62, 0xc3, 0xfa, 0x05, 0xf2, 0x9e, 0xf1, 0xbc, 0x32, 0x4c, 0x26, 0x2d, 0x1d, 0x15, 0x92,
+    0xf5, 0xc7, 0xc2, 0x42, 0xe8, 0x83, 0x3d, 0xbb, 0x9e, 0xe4, 0x5b, 0xdc, 0x0f, 0xfc, 0x60, 0x4f,
+    0xff, 0x7f, 0xff, 0xff, 0x49, 0x48, 0x89, 0x22, 0x8f, 0xad, 0xf1, 0x6f, 0xf4, 0x66, 0xfe, 0xd4,
+    0x7f, 0xf3, 0xc8, 0xcc, 0x41, 0x1f, 0x9b, 0x23, 0x6e, 0x42, 0xc7, 0x19, 0x4e, 0x6f, 0xab, 0x06,
+    0xa2, 0x16, 0x46, 0x05, 0xe3, 0x68, 0x0f, 0x07, 0x6d, 0x18, 0xb8, 0xf1, 0x6b, 0x08, 0xa0, 0x02,
+    0x88, 0xc2, 0x0d, 0x43, 0x0a, 0x72, 0x42, 0x7c, 0xb8, 0x77, 0xea, 0x53, 0xbb, 0x17, 0x9d, 0x8e,
+    0x7d, 0x61, 0xcf, 0x7e, 0xd9, 0x9c, 0xb2, 0x33, 0xbe, 0x04, 0xf6, 0xb7, 0x07, 0xff, 0x91, 0x20,
+    0x71, 0xd7, 0x34, 0x41, 0x1e, 0xc0, 0xf8, 0x9c, 0xef, 0x5e, 0xff, 0x7a, 0x8f, 0x5b, 0x23, 0x94,
+    0x0e, 0x9a, 0x70, 0x39, 0x20, 0x71, 0xde, 0xa7, 0xbd, 0xfb, 0xab, 0xac, 0xfe, 0xd1, 0x97, 0xff,
+    0xec, 0x34, 0x6f, 0x06, 0xf5, 0x49, 0xbf, 0xff, 0xfc, 0x1b, 0x1f, 0x9e, 0x05, 0xa7, 0xe4, 0x0f,
+    0x45, 0xdf, 0xe9, 0xc5, 0xc8, 0xc3, 0xfe, 0xc4, 0x08, 0x4f, 0x10, 0x3e, 0xcc, 0x62, 0x08, 0x02,
+    0x67, 0x8f, 0xbe, 0x26, 0x3e, 0x11, 0x64, 0x86, 0x4f, 0xb4, 0xa3, 0xbf, 0xfb, 0x08, 0x87, 0x5d,
+    0xd9, 0xbd, 0xf2, 0x05, 0xf6, 0x7b, 0xf8, 0xb9, 0x84, 0xd8, 0x5c, 0x34, 0xaf, 0xf5, 0xe3, 0xea,
+    0x55, 0x95, 0x14, 0x0d, 0xfb, 0x65, 0xec, 0x06, 0x5f, 0x8b, 0xe5, 0xf1, 0x59, 0x8f, 0x07, 0x09,
+    0x8b, 0xfe, 0x12, 0x18, 0xb4, 0xa0, 0x07, 0xe2, 0x4d, 0x21, 0x94, 0x28, 0x34, 0x37, 0xfc, 0x2a,
+    0x8a, 0x87, 0xb2, 0x13, 0x67, 0x42, 0x6a, 0xb1, 0x07, 0xf7, 0x0c, 0xff, 0x16, 0x27, 0x1a, 0x83,
+    0xf3, 0x90, 0x7a, 0xee, 0x2f, 0xfe, 0xd2, 0xa1, 0x76, 0x0c, 0xc9, 0x4f, 0x49, 0x27, 0xb4, 0xfa,
+    0xf8, 0xd6, 0x46, 0xc0, 0xbb, 0xc1, 0x44, 0xbf, 0xe3, 0xa7, 0xf7, 0x76, 0xe0
+  },
+  { 
+    0x84, 0x00, 0x80, 0x04, 0x00, 0x1f, 0xc0, 0x17, 0xd2, 0x04, 0x8e, 0x02, 0x02, 0x02, 0x02, 0x02,
+    0x00, 0xe4, 0x00, 0x00, 0x60, 0x70, 0x00, 0x00, 0x59, 0x96, 0x81, 0xe3, 0xf0, 0x88, 0x27, 0x48,
+    0xff, 0xfe, 0xf3, 0x22, 0xd1, 0x8d, 0xfb, 0xcc, 0xdf, 0xff, 0x9f, 0x63, 0xc7, 0xfd, 0x7b, 0xc6,
+    0x98, 0xd0, 0xff, 0xf8, 0x90, 0xb7, 0xff, 0xee, 0x03, 0xd7, 0xf9, 0x3e, 0x0e, 0xdd, 0xac, 0x22,
+    0x73, 0xf0, 0x07, 0xf6, 0x7f, 0x8b, 0x12, 0x9e, 0xd2, 0x8e, 0xc3, 0x9f, 0xad, 0xa1, 0x2f, 0xff,
+    0xda, 0xb9, 0x8a, 0x8b, 0xfd, 0xbf, 0xd0, 0xb5, 0xa7, 0xfc, 0xac, 0x68, 0xa8, 0x84, 0xc1, 0xfc,
+    0x44, 0x84, 0x46, 0x2b, 0x8e, 0x85, 0x02, 0x57, 0x8d, 0x56, 0x58, 0xca, 0x4e, 0x5c, 0x1d, 0xeb,
+    0xd0, 0xd8, 0xc5, 0x8e, 0x7f, 0xff, 0x7e, 0x5f, 0x7c, 0x6f, 0x05, 0x93, 0xb2, 0x6e, 0xb8, 0xa8,
+    0x6b, 0x47, 0x58, 0x57, 0xbf, 0xf7, 0xae, 0x73, 0xb1, 0x58, 0x4e, 0xe8, 0x42, 0xb6, 0xfc, 0x45,
+    0x0c, 0x05, 0xc3, 0xff, 0xcb, 0x7c, 0xf0, 0x8a, 0xa0, 0x50, 0xf7, 0xd8, 0x4b, 0xb3, 0x4f, 0xae,
+    0x01, 0x27, 0x0a, 0x8e, 0x74, 0x21, 0x6b, 0x90, 0x55, 0x90, 0xdd, 0x44, 0xd9, 0x77, 0x75, 0x83,
+    0xcd, 0x69, 0x13, 0x45, 0xcb, 0x5f, 0x85, 0xdd, 0xbf, 0xff, 0xff, 0x26, 0x9b, 0xe7, 0x1f, 0x9c,
+    0x72, 0x98, 0x5e, 0x15, 0xb1, 0xf3, 0x36, 0xde, 0xca, 0x89, 0xc7, 0x5f, 0x47, 0x4f, 0x5e, 0x4b,
+    0x3b, 0xf9, 0xd0, 0x4a, 0x37, 0xbc, 0x46, 0xe6, 0xc9, 0x8c, 0x45, 0x66, 0x30, 0x2f, 0x5d, 0xc3,
+    0xf9, 0x85, 0xaa, 0x84, 0x6f, 0x6a, 0xb4, 0x2b, 0xff, 0x5e, 0x83, 0x2b, 0x76, 0xd6, 0x13, 0xbe,
+    0xc2, 0x62, 0x3a, 0xc6, 0x67, 0x6d, 0x0a, 0x14, 0xfc, 0xbf, 0x46, 0x24, 0x95, 0xf9, 0x38, 0x22,
+    0x7f, 0xe0, 0x0e, 0x5f, 0xff, 0x1b, 0x92, 0x30, 0x12, 0x05, 0xd7, 0x64, 0x60, 0x39, 0xb7, 0x9c,
+    0x4d, 0xb3, 0x55, 0x7d, 0x30, 0xaf, 0xd1, 0x44, 0x9c, 0x5d, 0xfc, 0x28, 0x89, 0x28, 0x6b, 0xbe,
+    0xf5, 0x3e, 0xb0, 0x29, 0x40, 0xa6, 0x6f, 0x96, 0x4c, 0x5e, 0x23, 0xbd, 0xe3, 0xba, 0x9e, 0xca,
+    0xaf, 0x49, 0x77, 0xfe, 0x7d, 0x19, 0xf6, 0x12, 0xec, 0xd2, 0x77, 0x6d, 0x43, 0x5e, 0xab, 0xdb,
+    0x1f, 0xb9, 0x14, 0x74, 0x3d, 0x14, 0x00, 0x47, 0x64, 0x2f, 0x80, 0x31, 0xfd, 0x47, 0xf3, 0xec,
+    0x53, 0x98, 0xcd, 0x38, 0x45, 0xfd, 0xa7, 0x02, 0x45, 0xfe, 0x74, 0xe1, 0x41, 0xf3, 0x9a, 0x72,
+    0x90, 0x16, 0x7b, 0xff, 0xd4, 0x24, 0x50, 0x9f, 0xce, 0x98, 0x7f, 0xff, 0x80, 0x70, 0xad, 0xd9,
+    0x5c, 0x65, 0xa5, 0x6f, 0x2d, 0xd9, 0xdd, 0x48, 0x32, 0x75, 0x9b, 0x4f, 0x66, 0xa3, 0xff, 0xfa,
+    0x0e, 0xfe, 0xdc, 0xe5, 0xab, 0x0b, 0xa7, 0x8e, 0x15, 0x08, 0x5a, 0x14, 0x4c, 0xef, 0x2f, 0x77,
+    0x8e, 0xf6, 0x45, 0x7c, 0x23, 0xff, 0xce, 0x11, 0x5f, 0x8d, 0x25, 0xaa, 0x7a, 0x1c, 0x4f, 0x88,
+    0xba, 0xc2, 0xd5, 0x6c, 0xe9, 0x9e, 0xd8, 0x6e, 0x31, 0x95, 0x4f, 0x9f, 0xe5, 0x1a, 0xa1, 0xae,
+    0x50, 0x13, 0x3f, 0x2a, 0x7d, 0x10, 0xf7, 0x7b, 0xc0, 0x32, 0xbe, 0x11, 0x4d, 0x44, 0xca, 0x78,
+    0x95, 0xae, 0x90, 0xb0, 0xf9, 0xcd, 0x5f, 0xff, 0x8c, 0xf0, 0xcf, 0xd3, 0x57, 0x7c, 0x43, 0x1e,
+    0xb0, 0xe5, 0x27, 0x54, 0x37, 0x9e, 0x76, 0x87, 0x4a, 0x94, 0x59, 0x6e, 0xe0, 0x4f, 0x4b, 0x0d,
+    0xdc, 0x4e, 0xc6, 0x9d, 0x2b, 0xe9, 0x74, 0x5e, 0xce, 0xdb, 0x66, 0xd2, 0x3f, 0xc0, 0x7d, 0xba,
+    0x0d, 0x26, 0x83, 0xf9, 0x2a, 0x29, 0x4d, 0x38, 0xfc, 0x4d, 0xf9, 0xb9, 0x30, 0x09, 0x84, 0x8f,
+    0x19, 0x7f, 0x1b, 0xe7, 0xaf, 0xf0, 0x45, 0x30, 0x41, 0xdf, 0x13, 0x54, 0x48, 0xf1, 0xfe, 0x17,
+    0xef, 0x75, 0xea, 0xe2, 0x44, 0x4a, 0x7f, 0x0c, 0x09, 0x9f, 0xdf, 0x90, 0x9e, 0xef, 0x84, 0x04,
+    0xb8, 0x48, 0x0d, 0x45, 0x30, 0x79, 0x33, 0x85, 0x39, 0xe3, 0xee, 0xc8, 0xbd, 0xfe, 0xc5, 0x7e,
+    0xb1, 0x96, 0xb2, 0x40, 0xe6, 0x55, 0x1b, 0xbf, 0x76, 0xa2, 0xf1, 0x97, 0xff, 0xa4, 0xbf, 0xb9,
+    0xd0, 0x70, 0x01, 0xc9, 0xac, 0x84, 0xfb, 0x52, 0xe9, 0xf0, 0x74, 0x2b, 0x04, 0xb4, 0xe6, 0xa4,
+    0xec, 0x38, 0x99, 0xb9, 0x6d, 0xa5, 0x02, 0xc5, 0x5e, 0x94, 0xd2, 0x95, 0x5f, 0xeb, 0x61, 0x37,
+    0x0f, 0xf8, 0xe3, 0x1a, 0xff, 0x9f, 0x65, 0x0a, 0x3d, 0x5a, 0x90, 0x6b, 0x8f, 0x45, 0x30, 0xd1,
+    0xd4, 0x16, 0x94, 0x4c, 0x01, 0x6a, 0x3f, 0xdb, 0x62, 0xf1, 0x60, 0x50, 0x52, 0x3e, 0x6e, 0x17,
+    0xca, 0xa0, 0xf7, 0xfd, 0xac, 0x6e, 0x3b, 0x2a, 0xff, 0x19, 0x2b, 0x31, 0x15, 0x0f, 0x47, 0x1e,
+    0x0c, 0x7f, 0x8c, 0xc0, 0xff, 0xcd, 0x8d, 0xb4, 0xd6, 0xf8, 0x4d, 0xe6, 0x19, 0x9f, 0x7e, 0xdd,
+    0x80
+  },
+  { 
+    0x84, 0x01, 0x00, 0x08, 0x00, 0x1f, 0xc0, 0x17, 0xd2, 0x04, 0x8e, 0x02, 0x02, 0x02, 0x02, 0x02,
+    0x00, 0xdc, 0x00, 0x00, 0x60, 0x70, 0x00, 0x00, 0x59, 0x96, 0x81, 0xe3, 0xf0, 0x4a, 0xb6, 0x22,
+    0xff, 0xff, 0xdf, 0xef, 0xd8, 0x06, 0xe9, 0xe7, 0x2b, 0x02, 0x9e, 0xc3, 0xfd, 0xef, 0x85, 0x28,
+    0x29, 0xc0, 0x5a, 0x82, 0x2d, 0x5f, 0x37, 0xa9, 0x8a, 0x98, 0x3e, 0xb9, 0xd2, 0x74, 0x65, 0x2e,
+    0xdd, 0x57, 0xfc, 0x47, 0xff, 0xd6, 0x3f, 0xf3, 0x88, 0xdf, 0x1c, 0xb6, 0xb8, 0x39, 0xb8, 0xd8,
+    0x04, 0x06, 0x30, 0xe8, 0xe9, 0x60, 0xff, 0x99, 0xd4, 0x8d, 0x73, 0xff, 0xf3, 0x82, 0xf9, 0x5f,
+    0xd4, 0xcf, 0xf1, 0x35, 0x49, 0x21, 0x66, 0x85, 0xcd, 0xa7, 0xff, 0x8b, 0xfe, 0xb1, 0xf6, 0x5e,
+    0x12, 0x73, 0xf0, 0xe6, 0xe3, 0xf9, 0xb7, 0x3f, 0x5e, 0xbd, 0x16, 0x19, 0xcc, 0x17, 0xe3, 0xe3,
+    0x2e, 0x26, 0x38, 0x54, 0xc5, 0x8f, 0x5a, 0x1a, 0xfc, 0x50, 0x1a, 0xea, 0x7c, 0x63, 0x14, 0x38,
+    0x3b, 0x06, 0x56, 0x9f, 0xf1, 0x34, 0x2d, 0x8e, 0xdf, 0x6d, 0xc9, 0x42, 0xbc, 0xfa, 0x81, 0xda,
+    0xa3, 0x12, 0x19, 0x33, 0xf0, 0x86, 0x42, 0x56, 0x8c, 0x2c, 0x79, 0xa8, 0xf3, 0xe6, 0xd7, 0xf6,
+    0x0f, 0xd5, 0xc6, 0xf2, 0x7c, 0x75, 0x40, 0x07, 0x90, 0xa1, 0x5f, 0xff, 0xe0, 0x76, 0xe9, 0xe9,
+    0x60, 0x24, 0x48, 0xe7, 0x68, 0x42, 0x6c, 0x4d, 0xe8, 0x5f, 0xfe, 0x57, 0x2c, 0x63, 0x5c, 0xe6,
+    0x37, 0xff, 0x09, 0x91, 0x06, 0x93, 0x22, 0x62, 0xe7, 0xf8, 0x86, 0xb3, 0xcc, 0xac, 0x42, 0xef,
+    0x86, 0x4c, 0xff, 0x59, 0xfe, 0x60, 0xc0, 0x9f, 0x87, 0x07, 0xf6, 0x01, 0xba, 0xb3, 0xc8, 0x4f,
+    0x48, 0xd5, 0x6d, 0xf6, 0x1e, 0x76, 0x15, 0xa3, 0x5b, 0xe6, 0x28, 0xd8, 0xd3, 0x6c, 0xc4, 0x90,
+    0xb2, 0xec, 0x3f, 0x42, 0xf1, 0xbc, 0x11, 0x58, 0xa1, 0x61, 0xcf, 0xbd, 0xe1, 0xad, 0xe2, 0x70,
+    0x8b, 0xdd, 0xb1, 0x02, 0x37, 0x85, 0xf2, 0xcd, 0xb8, 0x35, 0x8b, 0x5a, 0x75, 0x96, 0x39, 0x7f,
+    0xdc, 0xf9, 0x9e, 0x86, 0x7b, 0xcd, 0xd0, 0x1b, 0xc7, 0xfc, 0x8b, 0x9f, 0xb9, 0xd5, 0xed, 0xbc,
+    0xf4, 0xcb, 0x74, 0x36, 0xe8, 0x7c, 0xa9, 0xe1, 0x85, 0x4d, 0x14, 0x21, 0x39, 0xfd, 0x36, 0x59,
+    0x8e, 0x65, 0xb5, 0xc9, 0x65, 0x27, 0x02, 0xf6, 0x92, 0x54, 0xbf, 0xc3, 0xf7, 0xa3, 0xc4, 0xfc,
+    0x6c, 0xb0, 0x99, 0x68, 0x27, 0x6e, 0x29, 0x1f, 0xe6, 0x51, 0xff, 0xd7, 0xfe, 0xad, 0xf4, 0xe0,
+    0xca, 0xdf, 0xf6, 0xe4, 0x5f, 0x8b, 0x33, 0xb5, 0xcc, 0x9e, 0xa7, 0xd8, 0x0f, 0xce, 0x90, 0x9d,
+    0x31, 0xaf, 0x17, 0xf7, 0xfb, 0x99, 0xda, 0xd1, 0x90, 0xdc, 0x07, 0x29, 0xea, 0xb6, 0x43, 0xf4,
+    0xd3, 0xae, 0x42, 0x51, 0x83, 0xea, 0xd8, 0xf6, 0x65, 0xb4, 0xf0, 0x99, 0x1e, 0x39, 0x6f, 0xa9,
+    0xee, 0x07, 0xfd, 0xfb, 0xff, 0x0f, 0xfc, 0xa3, 0xfc, 0x40, 0xeb, 0x65, 0xb7, 0x29, 0xa1, 0xff,
+    0xdc, 0x44, 0x41, 0xe0, 0x5f, 0xb9, 0x6b, 0xc6, 0x6d, 0xac, 0xfe, 0x7e, 0x77, 0x4d, 0xff, 0x84,
+    0xe3, 0xf3, 0xdf, 0x15, 0x72, 0xd7, 0x99, 0x51, 0xe4, 0x4c, 0xb8, 0x03, 0x94, 0x8c, 0x1c, 0xc8,
+    0x94, 0x18, 0x58, 0x4d, 0x80, 0x0e, 0xa1, 0x9c, 0xdd, 0x55, 0x5f, 0xfd, 0xb5, 0xcb, 0xde, 0x26,
+    0x91, 0xbe, 0x70, 0x5b, 0xeb, 0xde, 0x90, 0x31, 0x7e, 0x84, 0x0b, 0x2f, 0xbf, 0x4a, 0xcd, 0x92,
+    0x7c, 0xbb, 0x85, 0xbd, 0xd5, 0x82, 0xe8, 0xba, 0xe9, 0xe3, 0xf7, 0x84, 0xdd, 0x2c, 0x13, 0xe6,
+    0x0d, 0x11, 0x03, 0xc5, 0x69, 0x55, 0x71, 0xb4, 0x4d, 0xbb, 0x65, 0x0a, 0x41, 0xcb, 0xcc, 0x24,
+    0xff, 0xdb, 0xad, 0xf1, 0x83, 0x0b, 0x17, 0x84, 0x43, 0x29, 0x4e, 0x90, 0xe1, 0x39, 0x30, 0x30,
+    0x4e, 0x99, 0x82, 0xbf, 0xfe, 0x0b, 0xc3, 0x12, 0xc4, 0x48, 0x14, 0x5f, 0x6b, 0x95, 0xe6, 0x4d,
+    0xb8, 0x5e, 0x26, 0x69, 0x35, 0x67, 0x1c, 0x0f, 0x32, 0x6c, 0x41, 0x77, 0xcd, 0x62, 0xf4, 0x04,
+    0xeb, 0x7a, 0xaa, 0xee, 0xc9, 0xd1, 0x19, 0xf4, 0x81, 0x9e, 0x04, 0xb6, 0x1c, 0x66, 0x47, 0xaf,
+    0x2b, 0x62, 0xf8, 0x04, 0x4f, 0x1c, 0xaa, 0x49, 0x69, 0x19, 0x01, 0x8b, 0x96, 0x2a, 0x7d, 0x9f,
+    0x47, 0x16, 0x0b, 0xd9, 0x35, 0xbf, 0xe3, 0xd3, 0xfe, 0xdc, 0xbb, 0x97, 0x64, 0x68, 0xfc, 0xb0,
+    0xa1, 0xa8, 0xf4, 0x7f, 0x70, 0x3e, 0x3b, 0xc5, 0xd5, 0x80, 0x59, 0xf0, 0x7a, 0xb3, 0x68, 0x56,
+    0x57, 0x6b, 0x2e, 0xb5, 0x34, 0xb8, 0x7b, 0x65, 0xfe, 0x40, 0x91, 0x5f, 0x43, 0x7f, 0xfd, 0xba,
+    0xc1, 0xfe, 0xfd, 0x44, 0x95, 0x97, 0xb5, 0xdf, 0x73, 0x9f, 0xc9, 0x80, 0xe6, 0xbf, 0xfc, 0x77,
+    0xac, 0x02, 0x7a, 0xf2, 0xb6, 0xc7, 0xa3, 0x4a, 0x8e, 0x9e, 0xf8, 0x54, 0x00
+  },
+  {
+    0x86, 0x04, 0x00, 0x18, 0x00, 0x3f, 0x80, 0x2f, 0xa4, 0x08, 0x1c, 0x04, 0x04, 0x04, 0x04, 0x04,
+    0x01, 0xa8, 0x00, 0x00, 0xc0, 0x70, 0x00, 0x00, 0x15, 0x0e, 0x2b, 0x60, 0x00, 0x00, 0x00, 0x00,
+    0x00, 0x0f, 0xb2, 0xdd, 0xd3, 0x68, 0xa2, 0x00, 0xfe, 0xc5, 0xbf, 0xfc, 0x4a, 0xe4, 0x48, 0x96,
+    0xc2, 0x04, 0x79, 0x8b, 0xa0, 0x8f, 0x01, 0x1a, 0xdf, 0xc2, 0x81, 0xcb, 0x23, 0x74, 0x49, 0x4e,
+    0x9d, 0xbf, 0x69, 0xfe, 0x89, 0xdf, 0xff, 0xf8, 0x69, 0x4f, 0xf2, 0x7f, 0x98, 0xa6, 0x01, 0x97,
+    0xfa, 0xcf, 0xcc, 0xaf, 0xa5, 0x56, 0xea, 0x7f, 0xbf, 0x09, 0x1b, 0xdd, 0x2a, 0xf2, 0xba, 0x30,
+    0x4b, 0xd1, 0xd0, 0xf6, 0xb4, 0xe9, 0xe4, 0x09, 0xe2, 0xfe, 0x72, 0x2e, 0xd0, 0xe5, 0x9e, 0xdf,
+    0xdc, 0x1f, 0x05, 0x9a, 0x2f, 0xf7, 0xdb, 0xff, 0xea, 0xf4, 0xe2, 0xef, 0x3c, 0x0c, 0x38, 0x7e,
+    0x0a, 0xb9, 0xa7, 0xe7, 0x3b, 0xa6, 0x71, 0x7f, 0x7f, 0xb4, 0xe7, 0xfe, 0x31, 0x7a, 0x56, 0xb6,
+    0x36, 0x1e, 0x8c, 0xa9, 0xec, 0xcf, 0x71, 0x43, 0x40, 0x80, 0x4c, 0x5b, 0x20, 0xc1, 0xfe, 0xce,
+    0x5f, 0xf4, 0xd8, 0x0b, 0x3f, 0xff, 0x9b, 0x7a, 0xb8, 0x6a, 0x2f, 0x5b, 0x75, 0xbf, 0xfa, 0xf1,
+    0xf2, 0xe0, 0x33, 0x6b, 0x1f, 0xff, 0x9f, 0x1e, 0x41, 0x86, 0xa9, 0x27, 0x01, 0x51, 0x79, 0x0d,
+    0xe5, 0x1d, 0xcf, 0x57, 0x54, 0x90, 0x79, 0x84, 0x08, 0xc9, 0xb7, 0xc6, 0x97, 0x1c, 0x77, 0x9f,
+    0x79, 0x8b, 0xdc, 0x72, 0xaf, 0x48, 0xe8, 0x43, 0x52, 0xf9, 0x7c, 0x90, 0x9b, 0xb7, 0x0a, 0x51,
+    0x1f, 0xdb, 0x04, 0x52, 0x23, 0xff, 0x99, 0xbd, 0x79, 0x60, 0x26, 0xfe, 0x51, 0xf7, 0xe7, 0x6c,
+    0x1d, 0x14, 0xb7, 0xfe, 0x23, 0x09, 0xad, 0x7f, 0xd0, 0x9c, 0x3f, 0x6d, 0x41, 0xc1, 0xef, 0x9e,
+    0x8c, 0x07, 0xa3, 0x15, 0x76, 0x6a, 0x94, 0xe4, 0xba, 0xe6, 0xc6, 0x3f, 0x87, 0x99, 0x50, 0xcf,
+    0x25, 0x99, 0xb2, 0x5f, 0x2f, 0xe3, 0x1a, 0x96, 0x35, 0x64, 0xbe, 0xcc, 0xdc, 0x72, 0xed, 0xc6,
+    0x11, 0x99, 0xfe, 0x62, 0x7f, 0xd9, 0x1f, 0xf5, 0xe7, 0x6b, 0xc6, 0xf6, 0xe8, 0x97, 0x69, 0xc2,
+    0x61, 0xfc, 0x59, 0x36, 0x9a, 0xdd, 0x2a, 0x27, 0x9d, 0xa3, 0x28, 0x5e, 0xfe, 0xf7, 0xba, 0x1b,
+    0x42, 0x10, 0xdc, 0x6b, 0xbc, 0xbf, 0x37, 0x98, 0xfe, 0x7f, 0xf0, 0x92, 0xfe, 0xea, 0x86, 0xff,
+    0xb9, 0x7f, 0x96, 0x7f, 0x3b, 0x91, 0xd3, 0x34, 0x09, 0x3a, 0x28, 0xc3, 0x6f, 0xfd, 0xe6, 0xca,
+    0xe8, 0xcd, 0x9d, 0x3b, 0x20, 0x4f, 0xff, 0x8a, 0x66, 0x87, 0xfe, 0x23, 0x27, 0x6c, 0x34, 0x3d,
+    0x12, 0x4a, 0x48, 0x3e, 0x92, 0xa3, 0x98, 0x30, 0xa6, 0xad, 0x3a, 0x78, 0x40, 0x5b, 0xcb, 0xae,
+    0x2d, 0xfd, 0x68, 0x2c, 0x7d, 0x3b, 0xeb, 0x92, 0x93, 0xff, 0xac, 0xd4, 0xc6, 0x05, 0xf2, 0x00,
+    0x62, 0x67, 0x00, 0x73, 0xbb, 0x7d, 0x7c, 0x37, 0xdc, 0x5c, 0xff, 0xfc, 0xc8, 0xcb, 0x77, 0x1f,
+    0xff, 0x86, 0xca, 0xd2, 0x1b, 0xb7, 0x4c, 0x36, 0x87, 0xd1, 0xb8, 0xe4, 0x37, 0x21, 0x7c, 0x08,
+    0xe2, 0x98, 0xec, 0xcc, 0xaa, 0xbe, 0xbb, 0x5b, 0xa8, 0xa7, 0x1f, 0x48, 0x8f, 0xa9, 0x3e, 0x43,
+    0x30, 0x39, 0x7b, 0x75, 0x0f, 0x58, 0xfe, 0xfc, 0x2e, 0x5f, 0xa8, 0x42, 0x57, 0x67, 0x06, 0x6f,
+    0xd3, 0xe3, 0x2f, 0x8b, 0x53, 0xef, 0x2c, 0xae, 0x2d, 0x73, 0x1b, 0x77, 0xd1, 0x71, 0x4d, 0xcb,
+    0xba, 0xfd, 0x6f, 0xc0, 0x59, 0xf1, 0xa4, 0x6a, 0x55, 0xdc, 0x67, 0xdc, 0xff, 0xf2, 0xa2, 0x97,
+    0xa3, 0x26, 0xc6, 0x7e, 0x4e, 0x51, 0xe0, 0x7a, 0x47, 0x57, 0xc4, 0xbb, 0x69, 0x5d, 0x4f, 0x8b,
+    0xf5, 0x74, 0xd1, 0xb9, 0x94, 0xab, 0x1b, 0x7c, 0xbd, 0xc8, 0x64, 0x5f, 0xa5, 0xa0, 0x82, 0x5f,
+    0x45, 0xef, 0xce, 0x24, 0xdc, 0x4b, 0x31, 0x0e, 0xb0, 0x9b, 0xdf, 0xa6, 0x90, 0xcf, 0xd6, 0x6f,
+    0xff, 0xfb, 0x95, 0x7f, 0xa3, 0x9b, 0x5f, 0xfb, 0xe6, 0x02, 0x3d, 0xb0, 0x37, 0x76, 0x5b, 0xf6,
+    0x28, 0x33, 0xbf, 0x8f, 0xaa, 0xc8, 0x95, 0x14, 0x27, 0x32, 0xc7, 0xef, 0xa0, 0xcb, 0x44, 0xf0,
+    0x9d, 0x3f, 0x48, 0x11, 0x37, 0x88, 0x2f, 0x2d, 0x4f, 0x06, 0x13, 0xe8, 0xac, 0xea, 0xa1, 0x98,
+    0xff, 0xff, 0xf5, 0xf3, 0x4e, 0x96, 0xff, 0xff, 0xc3, 0x6d, 0x32, 0xf2, 0x32, 0xe6, 0x26, 0xe0,
+    0xa7, 0x03, 0xcd, 0x20, 0xb2, 0xd5, 0xdd, 0x09, 0x06, 0x6f, 0xf9, 0x30, 0x44, 0x76, 0x6d, 0x86,
+    0x7f, 0xec, 0x2f, 0xb4, 0x3d, 0xe9, 0x40, 0xc8, 0x44, 0x2d, 0xf5, 0xf7, 0x09, 0x8d, 0xbb, 0x64,
+    0x9b, 0xb2, 0x70, 0x8c, 0xe8, 0x3a, 0x4f, 0xeb, 0xc6, 0x99, 0x5d, 0x9d, 0xcd, 0x94, 0x1d, 0x2d,
+    0x23, 0x32, 0x0f, 0x82, 0x19, 0xf7, 0x76, 0x01, 0x81, 0x48, 0x59, 0x77, 0x1c, 0xe4, 0xc0, 0x92,
+    0xe2, 0xc2, 0x10, 0x82, 0x34, 0xc1, 0x39, 0xf1, 0x23, 0xec, 0x6b, 0x7c, 0x9c, 0xbd, 0x21, 0xa9,
+    0x22, 0x83, 0xde, 0x6f, 0xf8, 0x8b, 0xef, 0xcf, 0x00, 0x00
+  },
+};
+
+static const gint vp9_frames_size = {
+  717, 673, 669, 698
+};
+/* *INDENT-ON* */
+
+GST_START_TEST (test_vp9_bitwriter_superframe)
+{
+  GstVp9BitWriterResult ret;
+  GstVp9ParserResult parser_ret;
+  GstVp9Parser *const parser = gst_vp9_parser_new ();
+  GstVp9SuperframeInfo superframe_info;
+  guint size;
+  guint8 data4096;
+  guint offset;
+  gint i;
+
+  offset = 0;
+  for (i = 0; i < 4; i++) {
+    memcpy (data + offset, vp9_framesi, vp9_frames_sizei);
+    offset += vp9_frames_sizei;
+  }
+
+  size = sizeof (data);
+  ret = gst_vp9_bit_writer_superframe_info (4, vp9_frames_size, data, &size);
+  fail_if (ret != GST_VP9_BIT_WRITER_OK);
+
+  parser_ret = gst_vp9_parser_parse_superframe_info (parser,
+      &superframe_info, data, size);
+  fail_if (parser_ret != GST_VP9_PARSER_OK);
+
+  assert_equals_int (superframe_info.bytes_per_framesize, 4);
+  assert_equals_int (superframe_info.frames_in_superframe, 4);
+  assert_equals_int (superframe_info.superframe_index_size, 18);
+
+  for (i = 0; i < 4; i++)
+    assert_equals_int (superframe_info.frame_sizesi, vp9_frames_sizei);
+
+  offset = 0;
+  for (i = 0; i < superframe_info.frames_in_superframe; i++) {
+    guint32 frame_size;
+    GstVp9FrameHdr frame_hdr = { 0, };
+
+    frame_size = superframe_info.frame_sizesi;
+    parser_ret = gst_vp9_parser_parse_frame_header (parser, &frame_hdr,
+        data + offset, frame_size);
+    fail_if (parser_ret != GST_VP9_PARSER_OK);
+
+    offset += frame_size;
+  }
+
+  gst_vp9_parser_free (parser);
+}
+
+GST_END_TEST;
+
+static Suite *
+vp9bitwriter_suite (void)
+{
+  Suite *s = suite_create ("vp9 bitwriter library");
+
+  TCase *tc_chain = tcase_create ("general");
+
+  suite_add_tcase (s, tc_chain);
+
+  tcase_add_test (tc_chain, test_vp9_bitwriter_superframe);
+
+  return s;
+}
+
+GST_CHECK_MAIN (vp9bitwriter);

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/check/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/check/meson.build Changed

@@ -1,3 +1,8 @@
+valgrind_dep = dependency('valgrind', required: false).partial_dependency(compile_args : true)
+if valgrind_dep.found()
+  cdata.set('HAVE_VALGRIND', 1)
+endif
+
 have_registry = true # FIXME get_option('registry')
 
 libparser = static_library('parser',
@@ -16,7 +21,7 @@
 nalutils_dep = gstcodecparsers_dep.partial_dependency (compile_args: true, includes: true)
 
 enable_gst_play_tests = get_option('gst_play_tests')
-libsoup_dep = dependency('libsoup-2.4', version: '>=2.48', required: enable_gst_play_tests)
+libsoup_dep = dependency('libsoup-3.0', required : enable_gst_play_tests)
 
 # name, condition when to skip the test and extra dependencies
 base_tests = 
@@ -34,6 +39,7 @@
   'elements/ccextractor.c', not closedcaption_dep.found(), ,
   'elements/cudaconvert.c', false, gstgl_dep, gmodule_dep,
   'elements/cudafilter.c', false, gstgl_dep, gmodule_dep,
+  'elements/dashsink.c',
   'elements/d3d11colorconvert.c', host_machine.system() != 'windows', ,
   'elements/d3d11videosink.c', host_machine.system() != 'windows', ,
   'elements/fdkaac.c', not fdkaac_dep.found(), ,
@@ -43,6 +49,7 @@
   'elements/h264parse.c', false, libparser_dep, gstcodecparsers_dep,
   'elements/h264timestamper.c', false, libparser_dep, gstcodecparsers_dep,
   'elements/h265parse.c', false, libparser_dep, gstcodecparsers_dep,
+  'elements/h266parse.c', false, libparser_dep, gstcodecparsers_dep,
   'elements/hlsdemux_m3u8.c', not hls_dep.found(), hls_dep,
   'elements/id3mux.c', get_option('id3tag').disabled(),
   'elements/interlace.c', get_option('interlace').disabled(),
@@ -81,6 +88,7 @@
   'elements/wasapi2.c', host_machine.system() != 'windows', ,
   'libs/h264parser.c', false, gstcodecparsers_dep,
   'libs/h265parser.c', false, gstcodecparsers_dep,
+  'libs/h266parser.c', false, gstcodecparsers_dep,
   'libs/insertbin.c', false, gstinsertbin_dep,
   'libs/isoff.c', false, gstisoff_dep,
   'libs/nalutils.c', '../../gst-libs/gst/codecparsers/nalutils.c', false, nalutils_dep,
@@ -97,6 +105,8 @@
   'libs/h265bitwriter.c', false, gstcodecparsers_dep,
   'libs/vkformat.c', not gstvulkan_dep.found(), gstvulkan_dep,
   'libs/av1bitwriter.c', false, gstcodecparsers_dep,
+  'libs/vp9bitwriter.c', false, gstcodecparsers_dep,
+  'libs/jpegbitwriter.c', false, gstcodecparsers_dep,
   'libs/vkmemory.c', not gstvulkan_dep.found(), gstvulkan_dep,
   'libs/analyticsmeta.c', false, gstanalytics_dep,
   'elements/vkcolorconvert.c', not gstvulkan_dep.found(), gstvulkan_dep,
@@ -108,9 +118,12 @@
   'libs/vkinstance.c', not gstvulkan_dep.found(), gstvulkan_dep,
   'libs/vkimagebufferpool.c', not gstvulkan_dep.found(), gstvulkan_dep,
   'libs/vkvideodecode.c', not gstvulkan_dep.found() or vulkan_conf.get('GST_VULKAN_HAVE_VIDEO_EXTENSIONS') != 1, gstvulkan_dep,
+  'libs/vkvideoencodeh264.c', not gstvulkan_dep.found() or vulkan_conf.get('GST_VULKAN_HAVE_VIDEO_EXTENSIONS') != 1, gstvulkan_dep, gstcodecparsers_dep,
+  'libs/vkvideoencodeh265.c', not gstvulkan_dep.found() or vulkan_conf.get('GST_VULKAN_HAVE_VIDEO_EXTENSIONS') != 1, gstvulkan_dep, gstcodecparsers_dep,
   'libs/d3d11device.cpp', not gstd3d11_dep.found(), gstd3d11_dep,
   'libs/d3d11memory.c', not gstd3d11_dep.found(), gstd3d11_dep,
   'libs/cudamemory.c', not gstcuda_dep.found(), gstcuda_dep, gstcuda_stub_dep,
+  'libs/d3d12device.cpp', not gstd3d12_dep.found(), gstd3d12_dep,
 
 
 # Make sure our headers are C++ clean
@@ -205,7 +218,8 @@
 endif
 gst_plugin_scanner_path = join_paths(gst_plugin_scanner_dir, 'gst-plugin-scanner')
 
-extra_args = 
+extra_args = cc.get_supported_arguments('-Wno-aggregate-return')
+
 # XXX: our MinGW 32bits toolchain complians when ComPtr is in use
 if host_system == 'windows' and cc.get_id() != 'msvc'
   mingw_args = cc.get_supported_arguments(

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/audiomixmatrix/test-audiomixmatrix.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/audiomixmatrix/test-audiomixmatrix.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/codecparsers/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/codecparsers/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/codecparsers/parse-h264-drop-frames.c Added

@@ -0,0 +1,368 @@
+/* GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#include <gst/gst.h>
+#include <gst/codecparsers/gsth264parser.h>
+#include <string.h>
+
+typedef struct
+{
+  GstH264NalParser *parser;
+  guint nalu_len_size;
+  gboolean drop_p;
+} ParserData;
+
+static void
+parser_data_free (ParserData * data)
+{
+  gst_h264_nal_parser_free (data->parser);
+  g_free (data);
+}
+
+static GstH264ParserResult
+handle_nalu (GstH264NalParser * parser, GstH264NalUnit * nalu,
+    gboolean * is_pframe, gboolean * is_bframe)
+{
+  GstH264ParserResult ret = GST_H264_PARSER_OK;
+  GstH264SliceHdr slice;
+
+  switch (nalu->type) {
+    case GST_H264_NAL_SPS:
+    case GST_H264_NAL_PPS:
+      /* Stores SPS and PPS, required to parse slice */
+      ret = gst_h264_parser_parse_nal (parser, nalu);
+      break;
+    case GST_H264_NAL_SLICE_IDR:
+      /* slice indicates IDR already, do not need to parse slice */
+      break;
+    case GST_H264_NAL_SLICE:
+    case GST_H264_NAL_SLICE_DPA:
+    case GST_H264_NAL_SLICE_DPB:
+    case GST_H264_NAL_SLICE_DPC:
+    case GST_H264_NAL_SLICE_EXT:
+      /* To detect frame type, we should parse slice header */
+      ret = gst_h264_parser_parse_slice_hdr (parser, nalu, &slice,
+          FALSE, FALSE);
+      if (ret == GST_H264_PARSER_OK) {
+        if (GST_H264_IS_B_SLICE (&slice))
+          *is_bframe = TRUE;
+
+        if (GST_H264_IS_P_SLICE (&slice))
+          *is_pframe = TRUE;
+      }
+      break;
+    default:
+      break;
+  }
+
+  return ret;
+}
+
+static GstPadProbeReturn
+parse_src_probe_bytestream (GstPad * pad, GstPadProbeInfo * info,
+    ParserData * data)
+{
+  GstH264NalParser *parser = data->parser;
+  GstBuffer *buffer = GST_PAD_PROBE_INFO_BUFFER (info);
+  GstMapInfo map;
+  GstH264ParserResult ret = GST_H264_PARSER_OK;
+  GstH264NalUnit nalu;
+  gboolean is_bframe = FALSE;
+  gboolean is_pframe = FALSE;
+
+  memset (&nalu, 0, sizeof (nalu));
+
+  gst_buffer_map (buffer, &map, GST_MAP_READ);
+
+  ret = gst_h264_parser_identify_nalu (parser, map.data, 0, map.size, &nalu);
+
+  /* This is a case where last nalu in bytestream AU,
+   * since there's no next startcode. This is expected and not an error */
+  if (ret == GST_H264_PARSER_NO_NAL_END)
+    ret = GST_H264_PARSER_OK;
+
+  while (ret == GST_H264_PARSER_OK) {
+    ret = handle_nalu (parser, &nalu, &is_pframe, &is_bframe);
+
+    /* Prepare to parse next nalu if any */
+    if (ret == GST_H264_PARSER_OK) {
+      ret = gst_h264_parser_identify_nalu (parser, map.data,
+          nalu.offset + nalu.size, map.size, &nalu);
+    }
+
+    /* Again, this is expected case and not an error */
+    if (ret == GST_H264_PARSER_NO_NAL_END)
+      ret = GST_H264_PARSER_OK;
+  }
+
+  gst_buffer_unmap (buffer, &map);
+
+  if (is_bframe) {
+    gst_println ("Dropping bframe %" GST_PTR_FORMAT, buffer);
+    return GST_PAD_PROBE_DROP;
+  }
+
+  if (is_pframe && data->drop_p) {
+    gst_println ("Dropping P frame %" GST_PTR_FORMAT, buffer);
+    return GST_PAD_PROBE_DROP;
+  }
+
+  return GST_PAD_PROBE_OK;
+}
+
+static void
+parse_codec_data (ParserData * data, GstMapInfo * map)
+{
+  GstH264DecoderConfigRecord *config = NULL;
+  GstH264NalUnit *nalu;
+  guint i;
+  GstH264ParserResult ret;
+
+  ret = gst_h264_parser_parse_decoder_config_record (data->parser,
+      map->data, map->size, &config);
+  if (ret != GST_H264_PARSER_OK) {
+    gst_printerrln ("Couldn't parse codec data");
+    return;
+  }
+
+  data->nalu_len_size = config->length_size_minus_one + 1;
+  for (i = 0; i < config->sps->len; i++) {
+    GstH264SPS sps;
+
+    nalu = &g_array_index (config->sps, GstH264NalUnit, i);
+
+    if (nalu->type != GST_H264_NAL_SPS)
+      continue;
+
+    ret = gst_h264_parser_parse_sps (data->parser, nalu, &sps);
+    if (ret != GST_H264_PARSER_OK) {
+      gst_printerrln ("Couldn't parse SPS");
+      goto out;
+    }
+
+    gst_h264_sps_clear (&sps);
+  }
+
+  for (i = 0; i < config->pps->len; i++) {
+    GstH264PPS pps;
+
+    nalu = &g_array_index (config->pps, GstH264NalUnit, i);
+    if (nalu->type != GST_H264_NAL_PPS)
+      continue;
+
+    ret = gst_h264_parser_parse_pps (data->parser, nalu, &pps);
+
+    if (ret != GST_H264_PARSER_OK) {
+      gst_printerrln ("Couldn't parse SPS");
+      goto out;
+    }
+
+    gst_h264_pps_clear (&pps);
+  }
+
+out:
+  gst_h264_decoder_config_record_free (config);
+}
+
+static GstPadProbeReturn
+parse_src_probe_avc (GstPad * pad, GstPadProbeInfo * info, ParserData * data)
+{
+  GstH264NalParser *parser = data->parser;
+  GstBuffer *buffer;
+  GstMapInfo map;
+  GstH264ParserResult ret = GST_H264_PARSER_OK;
+  GstH264NalUnit nalu;
+  gboolean is_bframe = FALSE;
+  gboolean is_pframe = FALSE;
+
+  /* Extract codec data and parse SPS/PPS */
+  if (GST_IS_EVENT (GST_PAD_PROBE_INFO_DATA (info))) {
+    GstEvent *event = GST_PAD_PROBE_INFO_EVENT (info);
+    if (GST_EVENT_TYPE (event) == GST_EVENT_CAPS) {
+      GstCaps *caps;
+      GstStructure *s;
+      const GValue *value;
+
+      gst_event_parse_caps (event, &caps);
+      s = gst_caps_get_structure (caps, 0);
+      value = gst_structure_get_value (s, "codec_data");
+      if (value && G_VALUE_TYPE (value) == GST_TYPE_BUFFER) {
+        buffer = (GstBuffer *) g_value_dup_boxed (value);
+        gst_buffer_map (buffer, &map, GST_MAP_READ);
+
+        parse_codec_data (data, &map);
+        gst_buffer_unmap (buffer, &map);
+        gst_buffer_unref (buffer);
+      }
+    }
+
+    return GST_PAD_PROBE_OK;
+  }
+
+  buffer = GST_PAD_PROBE_INFO_BUFFER (info);
+
+  memset (&nalu, 0, sizeof (nalu));
+
+  gst_buffer_map (buffer, &map, GST_MAP_READ);
+  ret = gst_h264_parser_identify_nalu_avc (parser,
+      map.data, 0, map.size, data->nalu_len_size, &nalu);
+
+  while (ret == GST_H264_PARSER_OK) {
+    ret = handle_nalu (parser, &nalu, &is_pframe, &is_bframe);
+
+    /* Prepare to parse next nalu if any */
+    if (ret == GST_H264_PARSER_OK) {
+      ret = gst_h264_parser_identify_nalu_avc (parser, map.data,
+          nalu.offset + nalu.size, map.size, data->nalu_len_size, &nalu);
+    }
+  }
+
+  gst_buffer_unmap (buffer, &map);
+
+  if (is_bframe) {
+    gst_println ("Dropping B frame %" GST_PTR_FORMAT, buffer);
+    return GST_PAD_PROBE_DROP;
+  }
+
+  if (is_pframe && data->drop_p) {
+    gst_println ("Dropping P frame %" GST_PTR_FORMAT, buffer);
+    return GST_PAD_PROBE_DROP;
+  }
+
+  return GST_PAD_PROBE_OK;
+}
+
+static gboolean
+bus_handler (GstBus * bus, GstMessage * msg, GMainLoop * loop)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_ERROR:
+      gst_printerrln ("Got ERROR");
+      g_main_loop_quit (loop);
+      break;
+    case GST_MESSAGE_EOS:
+      gst_println ("Got EOS");
+      g_main_loop_quit (loop);
+      break;
+    default:
+      break;
+  }
+
+  return G_SOURCE_CONTINUE;
+}
+
+gint
+main (gint argc, gchar ** argv)
+{
+  GstElement *pipeline;
+  GstElement *parse;
+  GError *err = NULL;
+  GstPad *pad;
+  GMainLoop *loop;
+  ParserData *data;
+  gchar *location = NULL;
+  gchar *pipeline_str = NULL;
+  gboolean use_avc = FALSE;
+  gboolean drop_p = FALSE;
+  GstBus *bus;
+  guint bus_watch_id;
+  GOptionEntry options = {
+    {"use-avc", 0, 0, G_OPTION_ARG_NONE, &use_avc,
+        "Use stream-format=avc instead of byte-stream", NULL}
+    ,
+    {"drop-p", 0, 0, G_OPTION_ARG_NONE, &drop_p, "Drop P frames", NULL}
+    ,
+    {"location", 0, 0, G_OPTION_ARG_STRING, &location,
+        "H.264 encoded test file location", NULL},
+    {NULL}
+  };
+  GOptionContext *option_ctx;
+  gboolean ret;
+
+  option_ctx = g_option_context_new ("GstH264Parser example");
+  g_option_context_add_main_entries (option_ctx, options, NULL);
+  g_option_context_add_group (option_ctx, gst_init_get_option_group ());
+  ret = g_option_context_parse (option_ctx, &argc, &argv, &err);
+  g_option_context_free (option_ctx);
+
+  if (!ret) {
+    gst_printerrln ("Option parsing failed: %s", err->message);
+    g_clear_error (&err);
+    return 1;
+  }
+
+  if (!location) {
+    gst_printerrln ("Location must be specified");
+    return 1;
+  }
+
+  pipeline_str = g_strdup_printf ("filesrc location=%s ! parsebin ! "
+      "h264parse name=parse ! video/x-h264,stream-format=%s,alignment=au ! "
+      "decodebin ! videoconvert ! autovideosink", location,
+      use_avc ? "avc" : "byte-stream");
+
+  pipeline = gst_parse_launch (pipeline_str, &err);
+  g_free (pipeline_str);
+
+  if (!pipeline) {
+    gst_printerrln ("Couldn't create pipeline, error: %s", err->message);
+    return 1;
+  }
+
+  data = g_new0 (ParserData, 1);
+  data->parser = gst_h264_nal_parser_new ();
+  data->nalu_len_size = 4;
+  data->drop_p = drop_p;
+
+  loop = g_main_loop_new (NULL, FALSE);
+
+  parse = gst_bin_get_by_name (GST_BIN (pipeline), "parse");
+  pad = gst_element_get_static_pad (parse, "src");
+
+  if (use_avc) {
+    /* In case of avc format, SPS/PPS is signalled via caps. Probe will
+     * parse caps to extract SPS/PPS in addition to buffers */
+    gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BUFFER |
+        GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM,
+        (GstPadProbeCallback) parse_src_probe_avc, data,
+        (GDestroyNotify) parser_data_free);
+  } else {
+    gst_pad_add_probe (pad, GST_PAD_PROBE_TYPE_BUFFER,
+        (GstPadProbeCallback) parse_src_probe_bytestream, data,
+        (GDestroyNotify) parser_data_free);
+  }
+
+  gst_object_unref (parse);
+  gst_object_unref (pad);
+
+  bus = gst_element_get_bus (pipeline);
+  bus_watch_id = gst_bus_add_watch (bus, (GstBusFunc) bus_handler, loop);
+
+  gst_element_set_state (pipeline, GST_STATE_PLAYING);
+
+  g_main_loop_run (loop);
+
+  gst_element_set_state (pipeline, GST_STATE_NULL);
+  gst_object_unref (pipeline);
+
+  g_source_remove (bus_watch_id);
+  g_main_loop_unref (loop);
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/cuda-template.c Added

@@ -0,0 +1,166 @@
+/*
+ * GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include "../key-handler.h"
+
+GST_PLUGIN_STATIC_DECLARE (cuda_template);
+
+static GMainLoop *loop = NULL;
+static GstElement *filter = NULL;
+static gboolean update_image = TRUE;
+
+static void
+print_keyboard_help (void)
+{
+  /* *INDENT-OFF* */
+  static struct
+  {
+    const gchar *key_desc;
+    const gchar *key_help;
+  } key_controls = {
+    {
+    "q", "Quit"}, {
+    "t", "toggle processing mode (read-only or image-update)"}
+  };
+  /* *INDENT-ON* */
+
+  guint i, chars_to_pad, desc_len, max_desc_len = 0;
+
+  gst_print ("\n\n%s\n\n", "Keyboard controls:");
+
+  for (i = 0; i < G_N_ELEMENTS (key_controls); ++i) {
+    desc_len = g_utf8_strlen (key_controlsi.key_desc, -1);
+    max_desc_len = MAX (max_desc_len, desc_len);
+  }
+  ++max_desc_len;
+
+  for (i = 0; i < G_N_ELEMENTS (key_controls); ++i) {
+    chars_to_pad = max_desc_len - g_utf8_strlen (key_controlsi.key_desc, -1);
+    gst_print ("\t%s", key_controlsi.key_desc);
+    gst_print ("%-*s: ", chars_to_pad, "");
+    gst_print ("%s\n", key_controlsi.key_help);
+  }
+  gst_print ("\n");
+}
+
+static void
+keyboard_cb (gchar input, gboolean is_ascii, gpointer user_data)
+{
+  if (!is_ascii)
+    return;
+
+  switch (input) {
+    case 'q':
+    case 'Q':
+      g_main_loop_quit (loop);
+      break;
+    case 't':
+    case 'T':
+      update_image = !update_image;
+      gst_println ("Toggle image update mode: %d", update_image);
+      g_object_set (filter, "update-image", update_image, NULL);
+      break;
+    default:
+      break;
+  }
+}
+
+static gboolean
+bus_handler (GstBus * bus, GstMessage * msg, GMainLoop * loop)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_EOS:
+      gst_println ("Got EOS");
+      g_main_loop_quit (loop);
+      break;
+    case GST_MESSAGE_ERROR:
+    {
+      GError *err = NULL;
+      gchar *name, *debug = NULL;
+
+      name = gst_object_get_path_string (msg->src);
+      gst_message_parse_error (msg, &err, &debug);
+
+      gst_printerrln ("ERROR: from element %s: %s", name, err->message);
+      if (debug != NULL)
+        gst_printerrln ("Additional debug info:\n%s", debug);
+
+      g_clear_error (&err);
+      g_free (debug);
+      g_free (name);
+
+      g_main_loop_quit (loop);
+      break;
+    }
+    default:
+      break;
+  }
+
+  return G_SOURCE_CONTINUE;
+}
+
+gint
+main (gint argc, gchar ** argv)
+{
+  GstElement *pipeline;
+  GstBus *bus;
+
+  gst_init (NULL, NULL);
+
+  GST_PLUGIN_STATIC_REGISTER (cuda_template);
+
+  loop = g_main_loop_new (NULL, FALSE);
+  pipeline = gst_parse_launch ("videotestsrc ! cudaupload ! "
+      "cuda-transform-ip name=filter ! cudadownload ! videoconvert ! "
+      "queue max-size-buffers=3 max-size-time=0 max-size-bytes=0 ! "
+      "autovideosink", NULL);
+
+  if (!pipeline) {
+    gst_printerrln ("Couldn't create pipeline");
+    return 0;
+  }
+
+  filter = gst_bin_get_by_name (GST_BIN (pipeline), "filter");
+
+  bus = gst_element_get_bus (pipeline);
+  gst_bus_add_watch (bus, (GstBusFunc) bus_handler, loop);
+
+  gst_element_set_state (pipeline, GST_STATE_PLAYING);
+
+  print_keyboard_help ();
+
+  set_key_handler ((KeyInputCallback) keyboard_cb, NULL);
+  g_main_loop_run (loop);
+  unset_key_handler ();
+
+  gst_element_set_state (pipeline, GST_STATE_NULL);
+  gst_bus_remove_watch (bus);
+  gst_object_unref (bus);
+  gst_object_unref (pipeline);
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/cudamemory-sync.c Added

@@ -0,0 +1,529 @@
+/*
+ * GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/* This example demonstrates how to share application's CUDA context with
+ * GStreamer, and CUDA synchronization.
+ *
+ * In case that application wants to read CUDA device memory produced by
+ * GStreamer directly, buffer/memory map with GST_MAP_CUDA flag will return
+ * CUDA device memory instead of staging system memory. Also, GStreamer will not
+ * wait for pending CUDA operation associated with the device memory when
+ * GST_MAP_CUDA is specified. Thus, synchronization is user's responsibility.
+ * For the synchronization, app needs to use GStreamer's CUDA stream, or
+ * waits for possibly pending GPU operations queued by GStreamer.
+ * 1) Executes operations with GStreamer's CUDA stream:
+ *   GstCudaMemory will hold associated CUDA stream. User can access the
+ *   CUDA stream via gst_cuda_memory_get_stream() which returns GstCudaStream
+ *   object. The GstCudaStream is a wrapper of CUstream, so that the native
+ *   handle can be used as a refcounted manner. To get native CUstream handle,
+ *   use gst_cuda_stream_get_handle(). Since GPU commands are serialized in
+ *   the CUDA stream already, user-side CUDA operation using the shared
+ *   CUDA stream will be automatically serialized.
+ * 2) Executes CUDA operation without GStreamer's CUDA stream:
+ *   Since queued GPU commands may or may not be finished at the moment
+ *   when application executes any CUDA operation using application's own
+ *   CUDA stream, application should wait for GStreamer side CUDA operation.
+ *   gst_cuda_memory_sync() will execute synchronization operation if needed
+ *   and will block the calling CPU thread.
+ *
+ * This example consists of following steps
+ * - Prepares CUDA resources (context, memory, etc)
+ * - Launches GStreamer pipeline with shared CUDA context.
+ *   The pipeline will produce GstCudaMemory rendered by cudaconvert element.
+ * - Exectues scale CUDA kernel function and downloads scaled frame to host memory
+ * - Encodes downloaded host memory to JPEG, write to a file.
+ *
+ * NOTE: In this example code, GStreamer's dlopen-ed CUDA functions
+ * (decleared in cuda-gst.h) will be used instead of ones in decleared
+ * in cuda.h.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+
+#ifdef G_OS_WIN32
+#include <windows.h>
+#endif
+
+#include <gst/video/video.h>
+#include <gst/cuda/gstcuda.h>
+#include <cuda.h>
+#include <string.h>
+#include <stdio.h>
+
+#define RENDER_TARGET_WIDTH 640
+#define RENDER_TARGET_HEIGHT 480
+
+typedef struct
+{
+  GMutex lock;
+  GCond cond;
+  GstCudaContext *cuda_ctx;
+  GstBuffer *buffer;
+} AppData;
+
+static void
+on_handoff_cb (GstElement * sink, GstBuffer * buf, GstPad * pad, AppData * data)
+{
+  g_mutex_lock (&data->lock);
+  data->buffer = gst_buffer_ref (buf);
+  g_cond_signal (&data->cond);
+  g_mutex_unlock (&data->lock);
+}
+
+static GstBusSyncReply
+bus_sync_handler (GstBus * bus, GstMessage * msg, AppData * data)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_NEED_CONTEXT:
+    {
+      const gchar *ctx_type;
+      gst_message_parse_context_type (msg, &ctx_type);
+      gst_println ("Got need-context %s", ctx_type);
+      if (g_strcmp0 (ctx_type, GST_CUDA_CONTEXT_TYPE) == 0) {
+        GstContext *gst_ctx = gst_context_new_cuda_context (data->cuda_ctx);
+        GstElement *src = GST_ELEMENT (msg->src);
+        gst_element_set_context (src, gst_ctx);
+        gst_context_unref (gst_ctx);
+      }
+      break;
+    }
+    default:
+      break;
+  }
+
+  return GST_BUS_PASS;
+}
+
+/* *INDENT-OFF* */
+static const gchar kernel_func_str =
+"extern \"C\" {\n"
+"__device__ inline unsigned char\n"
+"scale_to_uchar (float val)\n"
+"{\n"
+"  return (unsigned char) __float2int_rz (val * 255.0);\n"
+"}\n"
+"__global__ void\n"
+"scale_func (cudaTextureObject_t tex, unsigned char * dst, size_t stride)\n"
+"{\n"
+"  int x_pos = blockIdx.x * blockDim.x + threadIdx.x;\n"
+"  int y_pos = blockIdx.y * blockDim.y + threadIdx.y;\n"
+"  if (x_pos >= 640 || y_pos >= 480)"
+"    return;\n"
+"  float x = (float) x_pos / 640.0f;\n"
+"  float y = (float) y_pos / 480.0f;\n"
+"  float4 sample = tex2D<float4>(tex, x, y);\n"
+"  int dst_pos = (x_pos * 4) + (y_pos * stride);\n"
+"  dstdst_pos = scale_to_uchar (sample.x);\n"
+"  dstdst_pos + 1 = scale_to_uchar (sample.y);\n"
+"  dstdst_pos + 2 = scale_to_uchar (sample.z);\n"
+"  dstdst_pos + 3 = scale_to_uchar (sample.w);\n"
+"}\n"
+"}\n";
+/* *INDENT-ON* */
+
+gint
+main (gint argc, gchar ** argv)
+{
+  gchar *location = NULL;
+  gboolean shared_stream = FALSE;
+  GOptionEntry options = {
+    {"location", 'l', 0, G_OPTION_ARG_STRING, &location,
+        "Output jpeg file location", NULL},
+    {"shared-stream", 's', 0, G_OPTION_ARG_NONE, &shared_stream,
+        "Use GStreamer's CUDA stream", NULL},
+    {NULL}
+  };
+  GOptionContext *option_ctx;
+  gboolean ret;
+  GError *err = NULL;
+  CUresult cuda_ret;
+  CUcontext cuda_ctx;
+  CUdevice cuda_dev;
+  int dev_cnt = 0;
+  GstElement *pipeline;
+  CUdeviceptr render_target;
+  void *host_mem;
+  gsize mem_size;
+  size_t pitch;
+  GstElement *sink;
+  GstBus *bus;
+  AppData app_data;
+  gchar *cubin;
+  CUmodule module;
+  CUfunction kernel_func;
+  GstBuffer *converted_buf;
+  GstVideoInfo info;
+  GstCaps *caps;
+  GstSample *sample;
+  gsize offsetGST_VIDEO_MAX_PLANES = { 0, };
+  gint strideGST_VIDEO_MAX_PLANES = { 0, };
+  GstSample *jpeg_sample;
+  GstCaps *jpeg_caps;
+  CUstream app_stream = NULL;
+
+  option_ctx = g_option_context_new ("CUDA memory sync example");
+  g_option_context_add_main_entries (option_ctx, options, NULL);
+  g_option_context_add_group (option_ctx, gst_init_get_option_group ());
+  ret = g_option_context_parse (option_ctx, &argc, &argv, &err);
+  g_option_context_free (option_ctx);
+
+  if (!ret) {
+    gst_printerrln ("option parsing failed: %s", err->message);
+    g_clear_error (&err);
+    return 1;
+  }
+
+  if (!location) {
+    gst_printerrln ("File location must be specified");
+    return 1;
+  }
+
+  if (!gst_cuda_load_library ()) {
+    gst_printerrln ("Unable to initialize GstCUDA library");
+    return 1;
+  }
+
+  if (!gst_cuda_nvrtc_load_library ()) {
+    gst_printerrln ("Unable to load CUDA runtime compiler library");
+    return 1;
+  }
+
+  /* Initialize CUDA and create device */
+  cuda_ret = CuInit (0);
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("cuInit failed");
+    return 1;
+  }
+
+  cuda_ret = CuDeviceGetCount (&dev_cnt);
+  if (cuda_ret != CUDA_SUCCESS || dev_cnt == 0) {
+    gst_printerrln ("No availiable CUDA device");
+    return 1;
+  }
+
+  cuda_ret = CuDeviceGet (&cuda_dev, 0);
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("Couldn't get CUDA device");
+    return 1;
+  }
+
+  cuda_ret = CuCtxCreate (&cuda_ctx, 0, cuda_dev);
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("Couldn't create CUDA context");
+    return 1;
+  }
+
+  if (!shared_stream) {
+    cuda_ret = CuStreamCreate (&app_stream, CU_STREAM_DEFAULT);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("Couldn't create CUDA stream");
+      return 1;
+    }
+  }
+
+  /* Allocate render target device memory */
+  cuda_ret = CuMemAllocPitch (&render_target,
+      &pitch, RENDER_TARGET_WIDTH * 4, RENDER_TARGET_HEIGHT, 16);
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("cuMemAllocPitch failed");
+    return 1;
+  }
+
+  mem_size = pitch * RENDER_TARGET_HEIGHT;
+  cuda_ret = CuMemAllocHost (&host_mem, mem_size);
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("cuMemAllocHost failed");
+    return 1;
+  }
+
+  /* We will download converted CUDA device memory to this system memory */
+  converted_buf = gst_buffer_new_wrapped_full (0,
+      host_mem, mem_size, 0, mem_size, NULL, NULL);
+
+  gst_video_info_set_format (&info, GST_VIDEO_FORMAT_RGBA,
+      RENDER_TARGET_WIDTH, RENDER_TARGET_HEIGHT);
+  stride0 = pitch;
+
+  /* Since we allocated system memory with the same size of CUDA device
+   * memory, need to attach video meta to signal memory layout. The pitch
+   * can be different from default stride */
+  gst_buffer_add_video_meta_full (converted_buf, GST_VIDEO_FRAME_FLAG_NONE,
+      GST_VIDEO_FORMAT_RGBA, RENDER_TARGET_WIDTH, RENDER_TARGET_HEIGHT,
+      1, offset, stride);
+
+  cubin = gst_cuda_nvrtc_compile_cubin (kernel_func_str, (gint) cuda_dev);
+  if (!cubin) {
+    gst_printerrln ("Couldn't compile cubin");
+    return 1;
+  }
+
+  cuda_ret = CuModuleLoadData (&module, cubin);
+  g_free (cubin);
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("cuModuleLoadData failed");
+    return 1;
+  }
+
+  cuda_ret = CuModuleGetFunction (&kernel_func, module, "scale_func");
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("cuModuleGetFunction failed");
+    return 1;
+  }
+
+  cuda_ret = CuCtxPopCurrent (NULL);
+  if (cuda_ret != CUDA_SUCCESS) {
+    gst_printerrln ("cuCtxPopCurrent failed");
+    return 1;
+  }
+
+  /* Create GstCudaContext wrapping our context */
+  app_data.cuda_ctx = gst_cuda_context_new_wrapped (cuda_ctx, cuda_dev);
+  if (!app_data.cuda_ctx) {
+    gst_printerrln ("Couldn't create wrapped context");
+    return 1;
+  }
+
+  pipeline = gst_parse_launch ("videotestsrc num-buffers=1 ! "
+      "video/x-raw,format=NV12 ! cudaupload ! cudaconvert ! "
+      "video/x-raw(memory:CUDAMemory),format=RGBA ! "
+      "fakesink signal-handoffs=true name=sink", NULL);
+  if (!pipeline) {
+    gst_printerrln ("Couldn't create pipeline");
+    return 1;
+  }
+
+  g_mutex_init (&app_data.lock);
+  g_cond_init (&app_data.cond);
+  app_data.buffer = NULL;
+
+  sink = gst_bin_get_by_name (GST_BIN (pipeline), "sink");
+  g_assert (sink);
+
+  /* Install handoff signal to get GstCudaMemory processed by cudaconvert */
+  g_signal_connect (sink, "handoff", G_CALLBACK (on_handoff_cb), &app_data);
+  gst_object_unref (sink);
+
+  /* Setup **SYNC** bus handler. In case that an application wants to
+   * shader its own CUDA context with GStreamer pipeline, GstContext
+   * should be configured using sync bus handler */
+  bus = gst_element_get_bus (pipeline);
+  gst_bus_set_sync_handler (bus, (GstBusSyncHandler) bus_sync_handler,
+      &app_data, NULL);
+  gst_object_unref (bus);
+
+  if (gst_element_set_state (pipeline, GST_STATE_PLAYING) ==
+      GST_STATE_CHANGE_FAILURE) {
+    gst_printerrln ("State change failed");
+    return 1;
+  }
+
+  /* Wait for processed buffer */
+  g_mutex_lock (&app_data.lock);
+  while (!app_data.buffer)
+    g_cond_wait (&app_data.cond, &app_data.lock);
+  g_mutex_unlock (&app_data.lock);
+  gst_element_set_state (pipeline, GST_STATE_NULL);
+
+  /* Launch image scale kernel func and download to host memory */
+  {
+    CUtexObject texture;
+    GstMemory *mem;
+    GstCudaMemory *cmem;
+    GstCudaStream *gst_stream;
+    CUstream stream;
+    CUDA_MEMCPY2D copy_params = { 0, };
+    CUDA_RESOURCE_DESC resource_desc;
+    CUDA_TEXTURE_DESC texture_desc;
+    GstMapInfo src_map;
+    void *kernel_args = { &texture, &render_target, &pitch };
+
+    mem = gst_buffer_peek_memory (app_data.buffer, 0);
+    g_assert (gst_is_cuda_memory (mem));
+
+    if (!gst_memory_map (mem, &src_map, GST_MAP_READ | GST_MAP_CUDA)) {
+      gst_printerrln ("gst_memory_map failed");
+      return 1;
+    }
+
+    cmem = GST_CUDA_MEMORY_CAST (mem);
+
+    /* In case of GST_MAP_CUDA, GStreamer will not wait for CUDA sync.
+     * Application can use CUDA stream attached in GstCudaMemory
+     * or need to call gst_cuda_memory_sync() to ensure synchronization */
+    if (shared_stream) {
+      gst_stream = gst_cuda_memory_get_stream (cmem);
+      stream = gst_cuda_stream_get_handle (gst_stream);
+    } else {
+      gst_cuda_memory_sync (cmem);
+      stream = app_stream;
+    }
+
+    /* Prepare texture resource */
+    memset (&resource_desc, 0, sizeof (CUDA_RESOURCE_DESC));
+    memset (&texture_desc, 0, sizeof (CUDA_TEXTURE_DESC));
+    resource_desc.resType = CU_RESOURCE_TYPE_PITCH2D;
+    resource_desc.res.pitch2D.format = CU_AD_FORMAT_UNSIGNED_INT8;
+    resource_desc.res.pitch2D.numChannels = 4;
+    resource_desc.res.pitch2D.width = cmem->info.width;
+    resource_desc.res.pitch2D.height = cmem->info.height;
+    resource_desc.res.pitch2D.pitchInBytes = cmem->info.stride0;
+    resource_desc.res.pitch2D.devPtr = (CUdeviceptr) src_map.data;
+
+    texture_desc.filterMode = CU_TR_FILTER_MODE_LINEAR;
+    texture_desc.flags = CU_TRSF_NORMALIZED_COORDINATES;
+    texture_desc.addressMode0 = CU_TR_ADDRESS_MODE_CLAMP;
+    texture_desc.addressMode1 = CU_TR_ADDRESS_MODE_CLAMP;
+    texture_desc.addressMode2 = CU_TR_ADDRESS_MODE_CLAMP;
+
+    cuda_ret = CuCtxPushCurrent (cuda_ctx);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("cuCtxPopCurrent failed");
+      return 1;
+    }
+
+    /* Create texture for sampling */
+    cuda_ret = CuTexObjectCreate (&texture,
+        &resource_desc, &texture_desc, NULL);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("cuTexObjectCreate failed");
+      return 1;
+    }
+
+    cuda_ret = CuLaunchKernel (kernel_func,
+        GST_ROUND_UP_16 (RENDER_TARGET_WIDTH) / 16,
+        GST_ROUND_UP_16 (RENDER_TARGET_HEIGHT) / 16, 1, 16, 16, 1, 0,
+        stream, kernel_args, NULL);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("cuLaunchKernel failed");
+      return 1;
+    }
+
+    /* Download to system memory */
+    copy_params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+    copy_params.srcDevice = render_target;
+    copy_params.srcPitch = pitch;
+
+    copy_params.dstMemoryType = CU_MEMORYTYPE_HOST;
+    copy_params.dstHost = host_mem;
+    copy_params.dstPitch = pitch;
+
+    copy_params.WidthInBytes = RENDER_TARGET_WIDTH * 4;
+    copy_params.Height = RENDER_TARGET_HEIGHT;
+
+    cuda_ret = CuMemcpy2DAsync (&copy_params, stream);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("cuMemcpy2DAsync failed");
+      return 1;
+    }
+
+    /* Wait for conversion and memory download */
+    cuda_ret = CuStreamSynchronize (stream);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("cuStreamSynchronize failed");
+      return 1;
+    }
+
+    cuda_ret = CuTexObjectDestroy (texture);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("cuTexObjectDestroy failed");
+      return 1;
+    }
+
+    cuda_ret = CuCtxPopCurrent (NULL);
+    if (cuda_ret != CUDA_SUCCESS) {
+      gst_printerrln ("cuCtxPopCurrent failed");
+      return 1;
+    }
+
+    gst_memory_unmap (mem, &src_map);
+  }
+
+  /* Create sample and convert it to jpeg image */
+  caps = gst_video_info_to_caps (&info);
+  sample = gst_sample_new (converted_buf, caps, NULL, NULL);
+
+  jpeg_caps = gst_caps_new_empty_simple ("image/jpeg");
+
+  jpeg_sample = gst_video_convert_sample (sample,
+      jpeg_caps, GST_CLOCK_TIME_NONE, NULL);
+  if (!jpeg_sample) {
+    gst_printerrln ("gst_video_convert_sample failed");
+    return 1;
+  }
+
+  {
+    GstBuffer *jpeg_buf = gst_sample_get_buffer (jpeg_sample);
+    GstMapInfo map;
+
+    if (!gst_buffer_map (jpeg_buf, &map, GST_MAP_READ)) {
+      gst_printerrln ("gst_buffer_map failed");
+      return 1;
+    }
+
+    FILE *fp;
+    fp = fopen (location, "wb");
+    if (!fp) {
+      gst_printerrln ("fopen failed");
+      return 1;
+    }
+
+    if (map.size != fwrite (map.data, 1, map.size, fp)) {
+      gst_printerrln ("fwrite failed");
+      return 1;
+    }
+
+    fclose (fp);
+
+    gst_buffer_unmap (jpeg_buf, &map);
+  }
+
+  gst_println ("JPEG file is written to \"%s\"", location);
+
+  /* Cleanup */
+  g_free (location);
+  gst_buffer_unref (app_data.buffer);
+  gst_object_unref (app_data.cuda_ctx);
+  g_mutex_clear (&app_data.lock);
+  g_cond_clear (&app_data.cond);
+  gst_object_unref (pipeline);
+  gst_buffer_unref (converted_buf);
+  gst_sample_unref (jpeg_sample);
+  gst_sample_unref (sample);
+  gst_caps_unref (caps);
+  gst_caps_unref (jpeg_caps);
+
+  /* Release CUDA resources */
+  CuCtxPushCurrent (cuda_ctx);
+  CuModuleUnload (module);
+  CuMemFree (render_target);
+  CuMemFreeHost (host_mem);
+  if (app_stream)
+    CuStreamDestroy (app_stream);
+  CuCtxPopCurrent (NULL);
+  CuCtxDestroy (cuda_ctx);
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/cudamemorypool.c Added

@@ -0,0 +1,216 @@
+/*
+ * GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/cuda/gstcuda.h>
+#include <gst/video/video.h>
+
+typedef struct
+{
+  GstCudaMemoryPool *mem_pool;
+} NeedPoolCbData;
+
+static GstCudaMemoryPool *
+on_need_pool (GstCudaAllocator * allocator, GstCudaContext * context,
+    NeedPoolCbData * data)
+{
+  g_assert (data->mem_pool);
+
+  gst_println ("Need pool callback");
+
+  return gst_cuda_memory_pool_ref (data->mem_pool);
+}
+
+gint
+main (gint argc, gchar ** argv)
+{
+  GstCudaContext *context;
+  GstCudaStream *stream;
+  GstBufferPool *pool;
+  GstStructure *config;
+  gboolean stream_ordered_alloc = FALSE;
+  CUmemoryPool handle;
+  CUresult ret;
+  guint64 threshold;
+  guint64 reserved = 0;
+  guint64 current = 0;
+  GstBuffer *buffer;
+  GstCaps *caps;
+  GstVideoInfo info;
+  GstMapInfo map_info;
+  guint i;
+  NeedPoolCbData data;
+
+  gst_init (NULL, NULL);
+
+  if (!gst_cuda_load_library ()) {
+    gst_println ("Couldn't load cuda library");
+    return 0;
+  }
+
+  /* Install need-pool callback to provide application's CUDA memory pool.
+   * This callback will be called when GstCudaBufferPool is configured */
+  gst_cuda_register_allocator_need_pool_callback (
+      (GstCudaMemoryAllocatorNeedPoolCallback) on_need_pool, &data, NULL);
+
+  context = gst_cuda_context_new (0);
+  if (!context) {
+    gst_println ("Couldn't create cuda context");
+    return 0;
+  }
+
+  g_object_get (context, "stream-ordered-alloc", &stream_ordered_alloc, NULL);
+  if (!stream_ordered_alloc) {
+    gst_println ("Stream ordered allocation is not supported");
+    gst_object_unref (context);
+    return 0;
+  }
+
+  stream = gst_cuda_stream_new (context);
+  if (!stream) {
+    gst_printerrln ("Couldn't create cuda stream");
+    return 0;
+  }
+
+  /* Since default prop is enough in this example case, pass NULL prop */
+  data.mem_pool = gst_cuda_memory_pool_new (context, NULL);
+  if (!data.mem_pool) {
+    gst_printerrln ("Couldn't create memory pool");
+    return 0;
+  }
+
+  handle = gst_cuda_memory_pool_get_handle (data.mem_pool);
+
+  gst_cuda_context_push (context);
+  /* Configure pool attributes. In this example, release threshold will be
+   * increased (default is zero) so that allocated memory can be retained */
+  threshold = 1024 * 1024 * 20;
+
+  ret = CuMemPoolSetAttribute (handle, CU_MEMPOOL_ATTR_RELEASE_THRESHOLD,
+      (void *) &threshold);
+  if (!gst_cuda_result (ret)) {
+    gst_printerrln ("Couldn't increase release threshold");
+    return 0;
+  }
+
+  ret = CuMemPoolGetAttribute (handle, CU_MEMPOOL_ATTR_RESERVED_MEM_CURRENT,
+      (void *) &reserved);
+  if (!gst_cuda_result (ret)) {
+    gst_printerrln ("Couldn't get reserved size");
+    return 0;
+  }
+
+  ret = CuMemPoolGetAttribute (handle, CU_MEMPOOL_ATTR_USED_MEM_CURRENT,
+      (void *) &current);
+  if (!gst_cuda_result (ret)) {
+    gst_printerrln ("Couldn't get current size");
+    return 0;
+  }
+  gst_println ("Initial pool configuration, release threshold: %"
+      G_GUINT64_FORMAT ", reserved: %" G_GUINT64_FORMAT ", current: %"
+      G_GUINT64_FORMAT, threshold, reserved, current);
+  gst_cuda_context_pop (NULL);
+
+  gst_video_info_set_format (&info, GST_VIDEO_FORMAT_RGBA, 640, 480);
+  caps = gst_video_info_to_caps (&info);
+
+  for (i = 0; i < 2; i++) {
+    /* Creates cuda buffer pool */
+    pool = gst_cuda_buffer_pool_new (context);
+    if (!pool) {
+      gst_printerrln ("Couldn't create buffer pool");
+      return 0;
+    }
+
+    config = gst_buffer_pool_get_config (pool);
+    gst_buffer_pool_config_set_params (config, caps, info.size, 0, 0);
+
+    /* Sets CUDA specific buffer pool options. For stream ordered allocation,
+     * CUDA stream object must be configured in the config */
+    gst_buffer_pool_config_set_cuda_stream (config, stream);
+    /* NOTE: stream ordered allocation is enabled by default */
+    gst_buffer_pool_config_set_cuda_stream_ordered_alloc (config, TRUE);
+    gst_buffer_pool_set_config (pool, config);
+
+    gst_buffer_pool_set_active (pool, TRUE);
+
+    gst_buffer_pool_acquire_buffer (pool, &buffer, NULL);
+
+    gst_cuda_context_push (context);
+    ret = CuMemPoolGetAttribute (handle, CU_MEMPOOL_ATTR_RESERVED_MEM_CURRENT,
+        (void *) &reserved);
+    if (!gst_cuda_result (ret)) {
+      gst_printerrln ("Couldn't get reserved size");
+      return 0;
+    }
+
+    ret = CuMemPoolGetAttribute (handle, CU_MEMPOOL_ATTR_USED_MEM_CURRENT,
+        (void *) &current);
+    if (!gst_cuda_result (ret)) {
+      gst_printerrln ("Couldn't get current size");
+      return 0;
+    }
+
+    gst_buffer_map (buffer, &map_info, GST_MAP_READ | GST_MAP_CUDA);
+
+    gst_println ("%d After allocation, address %p, reserved: %"
+        G_GUINT64_FORMAT ", current: %" G_GUINT64_FORMAT, i,
+        map_info.data, reserved, current);
+    gst_buffer_unmap (buffer, &map_info);
+    gst_cuda_context_pop (NULL);
+
+    /* Release pool and check pool status */
+    gst_buffer_unref (buffer);
+    gst_buffer_pool_set_active (pool, FALSE);
+    gst_object_unref (pool);
+
+    gst_cuda_context_push (context);
+    ret = CuMemPoolGetAttribute (handle, CU_MEMPOOL_ATTR_RESERVED_MEM_CURRENT,
+        (void *) &reserved);
+    if (!gst_cuda_result (ret)) {
+      gst_printerrln ("Couldn't get reserved size");
+      return 0;
+    }
+
+    ret = CuMemPoolGetAttribute (handle, CU_MEMPOOL_ATTR_USED_MEM_CURRENT,
+        (void *) &current);
+    if (!gst_cuda_result (ret)) {
+      gst_printerrln ("Couldn't get current size");
+      return 0;
+    }
+
+    gst_println ("%d After buffer pool release, reserved: %" G_GUINT64_FORMAT
+        ", current: %" G_GUINT64_FORMAT, i, reserved, current);
+    gst_cuda_context_pop (NULL);
+  }
+
+  gst_caps_unref (caps);
+  gst_cuda_memory_pool_unref (data.mem_pool);
+  gst_cuda_stream_unref (stream);
+  gst_object_unref (context);
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/meson.build Added

@@ -0,0 +1,92 @@
+if not gstcuda_dep.found()
+  subdir_done()
+endif
+
+cuda_deps = 
+cuda_inc_dir = 
+if host_system == 'windows'
+  cuda_path = run_command(python3, '-c', 'import os; print(os.environ.get("CUDA_PATH"))', check: false).stdout().strip()
+  if cuda_path in '', 'None'
+    subdir_done()
+  endif
+
+  cuda_inc_dir = include_directories(join_paths(cuda_path, 'include'))
+  if not cc.has_header('cuda.h', include_directories: cuda_inc_dir)
+    subdir_done()
+  endif
+else
+  # NOTE: meson dependency('cuda', version: '>=10'...) will return CUDA runtime
+  # library but we want to use CUDA driver API. Iterates
+  cuda_versions = 
+    '12.4',
+    '12.3',
+    '12.2',
+    '12.1',
+    '12.0',
+    '11.8',
+    '11.8',
+    '11.7',
+    '11.6',
+    '11.5',
+    '11.4',
+    '11.2',
+    '11.1',
+    '11.0',
+    '10.2',
+    '10.1',
+    '10.0',
+  
+
+  cuda_dep = dependency('', required: false)
+  foreach ver : cuda_versions
+    cuda_dep = dependency('cuda-@0@'.format(ver), required: false)
+    if cuda_dep.found()
+      break
+    endif
+  endforeach
+
+  if not cuda_dep.found()
+    subdir_done()
+  endif
+
+  cuda_deps = cuda_dep.partial_dependency(includes : true, compile_args: true)
+endif
+
+gl_header_dep = dependency('', fallback : 'gl-headers', 'gl_headers_dummy_dep',
+    required : false)
+if gl_header_dep.type_name() == 'internal'
+  # this will only contain the includes of headers that are not found
+  compat_includes = subproject('gl-headers').get_variable('compatibility_includes')
+else
+  compat_includes = 
+endif
+
+executable('cudamemory-sync', 'cudamemory-sync.c',
+  include_directories : configinc + compat_includes + cuda_inc_dir,
+  dependencies: gst_dep, gstvideo_dep, gstcuda_dep, gl_header_dep + cuda_deps,
+  c_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+  install: false)
+
+executable('cuda-template',
+  
+    '../key-handler.c',
+    'cuda-template.c',
+    'template-plugin/cuda-transform-ip-template.c',
+    'template-plugin/plugin.c',
+  ,
+  include_directories : configinc + compat_includes + cuda_inc_dir,
+  dependencies: gst_dep, gstvideo_dep, gstcuda_dep, gl_header_dep + cuda_deps,
+  c_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+  install: false)
+
+executable('cudamemorypool', 'cudamemorypool.c',
+  include_directories : configinc, cuda_stubinc,
+  dependencies: gst_dep, gstvideo_dep, gstcuda_dep,
+  c_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+  install: false)
+
+executable('nvenc-extern-pool', 'nvenc-extern-pool.c',
+  include_directories : configinc, cuda_stubinc,
+  dependencies: gst_dep, gstvideo_dep, gstcuda_dep,
+  c_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+  install: false)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/nvenc-extern-pool.c Added

@@ -0,0 +1,211 @@
+/*
+ * GStreamer
+ * Copyright (C) 2025 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/cuda/gstcuda.h>
+#include <gst/video/video.h>
+
+static GstBusSyncReply
+bus_sync_handler (GstBus * bus, GstMessage * msg, GstCudaContext * cuda_ctx)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_NEED_CONTEXT:
+    {
+      const gchar *ctx_type;
+      gst_message_parse_context_type (msg, &ctx_type);
+      gst_println ("Got need-context %s", ctx_type);
+      if (g_strcmp0 (ctx_type, GST_CUDA_CONTEXT_TYPE) == 0) {
+        GstContext *gst_ctx = gst_context_new_cuda_context (cuda_ctx);
+        GstElement *src = GST_ELEMENT (msg->src);
+        gst_element_set_context (src, gst_ctx);
+        gst_context_unref (gst_ctx);
+      }
+      break;
+    }
+    default:
+      break;
+  }
+
+  return GST_BUS_PASS;
+}
+
+static gboolean
+bus_handler (GstBus * bus, GstMessage * msg, GMainLoop * loop)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_EOS:
+      gst_println ("Got EOS");
+      g_main_loop_quit (loop);
+      break;
+    case GST_MESSAGE_ERROR:
+    {
+      GError *err = NULL;
+      gchar *name, *debug = NULL;
+
+      name = gst_object_get_path_string (msg->src);
+      gst_message_parse_error (msg, &err, &debug);
+
+      gst_printerrln ("ERROR: from element %s: %s", name, err->message);
+      if (debug != NULL)
+        gst_printerrln ("Additional debug info:\n%s", debug);
+
+      g_clear_error (&err);
+      g_free (debug);
+      g_free (name);
+
+      g_main_loop_quit (loop);
+      break;
+    }
+    default:
+      break;
+  }
+
+  return G_SOURCE_CONTINUE;
+}
+
+gint
+main (gint argc, gchar ** argv)
+{
+  GstCudaContext *context;
+  GstBufferPool *pool;
+  GstStructure *config;
+  GstCaps *caps;
+  GstVideoInfo info;
+  guint i;
+  GstBuffer *prealloc16;
+  GstElement *pipeline;
+  GstElement *element;
+  GstBus *bus;
+  GMainLoop *loop;
+
+  /* Set environment to enable stream-ordered-allocation by default */
+  g_setenv ("GST_CUDA_ENABLE_STREAM_ORDERED_ALLOC", "1", TRUE);
+
+  loop = g_main_loop_new (NULL, FALSE);
+
+  gst_init (NULL, NULL);
+
+  if (!gst_cuda_load_library ()) {
+    gst_println ("Couldn't load cuda library");
+    return 0;
+  }
+
+  context = gst_cuda_context_new (0);
+  if (!context) {
+    gst_println ("Couldn't create cuda context");
+    return 0;
+  }
+
+  /* Prepares bufferpool */
+  gst_video_info_set_format (&info, GST_VIDEO_FORMAT_NV12, 1280, 720);
+  caps = gst_video_info_to_caps (&info);
+  pool = gst_cuda_buffer_pool_new (context);
+  config = gst_buffer_pool_get_config (pool);
+
+  gst_buffer_pool_config_set_params (config, caps, info.size, 0, 0);
+  gst_caps_unref (caps);
+
+  /* Because NVENC does not support stream-ordered allocated CUDA memory,
+   * we need to explicitly disable it for this buffer pool */
+  gst_buffer_pool_config_set_cuda_stream_ordered_alloc (config, FALSE);
+
+  if (!gst_buffer_pool_set_config (pool, config)) {
+    gst_printerrln ("Set config failed");
+    return 0;
+  }
+
+  if (!gst_buffer_pool_set_active (pool, TRUE)) {
+    gst_printerrln ("Set active failed");
+    return 0;
+  }
+
+  /* Preallocate buffers. Note that GstCudaBufferPool will do pre-allocation
+   * by itself even if min_buffers are set */
+  for (i = 0; i < G_N_ELEMENTS (prealloc); i++) {
+    GstBuffer *buf;
+    if (gst_buffer_pool_acquire_buffer (pool, &buf, NULL) != GST_FLOW_OK) {
+      gst_printerrln ("Couldn't allocate memory");
+      return 0;
+    }
+
+    prealloci = buf;
+  }
+
+  /* Return buffers to pool */
+  for (i = 0; i < G_N_ELEMENTS (prealloc); i++)
+    gst_buffer_unref (prealloci);
+
+  /* Constructs pipeline with 2 encoders. Single pool can be shared
+   * by multiple encoders if the size of pool is not smaller than encoded stream
+   * resolution */
+  pipeline = gst_parse_launch ("videotestsrc num-buffers=100 ! "
+      "video/x-raw,format=NV12,width=640,height=480 ! cudaupload ! tee name=t ! "
+      "queue ! cudascale ! "
+      "video/x-raw(memory:CUDAMemory),width=1280,height=720 ! nvh264enc name=enc0 ! "
+      "queue ! nvh264dec ! queue ! videoconvert ! autovideosink "
+      "t. ! queue ! "
+      "video/x-raw(memory:CUDAMemory),width=640,height=480 ! nvh264enc name=enc1 ! "
+      "queue ! nvh264dec ! queue ! videoconvert ! autovideosink", NULL);
+
+  if (!pipeline) {
+    gst_printerrln ("Couldn't construct pipeline");
+    return 0;
+  }
+
+  /* Pass our pool to encoders */
+  element = gst_bin_get_by_name (GST_BIN (pipeline), "enc0");
+  g_object_set (element, "extern-cuda-bufferpool", pool, NULL);
+  gst_object_unref (element);
+
+  element = gst_bin_get_by_name (GST_BIN (pipeline), "enc1");
+  g_object_set (element, "extern-cuda-bufferpool", pool, NULL);
+  gst_object_unref (element);
+
+  /* Configure bus to pass our GstCudaContext to pipeline */
+  bus = gst_element_get_bus (pipeline);
+  gst_bus_set_sync_handler (bus, (GstBusSyncHandler) bus_sync_handler,
+      context, NULL);
+
+  /* And bus watch to detect EOS or pipeline error */
+  gst_bus_add_watch (bus, (GstBusFunc) bus_handler, loop);
+
+  gst_element_set_state (pipeline, GST_STATE_PLAYING);
+  g_main_loop_run (loop);
+
+  /* Cleanup pipeline */
+  gst_element_set_state (pipeline, GST_STATE_NULL);
+  gst_bus_remove_watch (bus);
+  gst_object_unref (bus);
+  gst_object_unref (pipeline);
+
+  /* Destroy pool */
+  gst_buffer_pool_set_active (pool, FALSE);
+  gst_object_unref (pool);
+
+  gst_object_unref (context);
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/template-plugin Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/template-plugin/cuda-transform-ip-template.c Added

@@ -0,0 +1,481 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/* A CUDA based inplace transform example implementation.
+ *
+ * Apart from general requirements for a GStreamer element and CUDA programming,
+ * plugin developers should implement GstContext handling for a single
+ * GstCudaContext to be shared in the pipeline. That requires
+ * GstElementClass::set_context() vfunc and GstQuery handler
+ *
+ * In addition to the GstContext handling, in case of multi-GPU system,
+ * GstCudaContext update might need to be handled since upstream element
+ * can produce CUDA memory which belongs to different GPU.
+ *
+ * This example CUDA element demonstrates:
+ * - GstContext handling (device selection and GstCudaContext allocation)
+ * - GstCudaContext update if needed via GstBaseTransform::before_transform() vfunc
+ * - Simple CUDA operation in a GstBaseTransform subclass
+ *
+ * Note that CUDA API error handling is omitted to simplify the code
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include "cuda-transform-ip-template.h"
+
+#ifdef G_OS_WIN32
+#include <windows.h>
+#endif
+
+#include <gst/video/video.h>
+#include <gst/cuda/gstcuda.h>
+#include <string.h>
+
+GST_DEBUG_CATEGORY_STATIC (gst_cuda_transform_ip_debug);
+#define GST_CAT_DEFAULT gst_cuda_transform_ip_debug
+
+#define STATIC_CAPS \
+  GST_STATIC_CAPS ( \
+      GST_VIDEO_CAPS_MAKE_WITH_FEATURES (GST_CAPS_FEATURE_MEMORY_CUDA_MEMORY, \
+      "Y444"))
+
+static GstStaticPadTemplate sink_template = GST_STATIC_PAD_TEMPLATE ("sink",
+    GST_PAD_SINK, GST_PAD_ALWAYS, STATIC_CAPS);
+
+static GstStaticPadTemplate src_template = GST_STATIC_PAD_TEMPLATE ("src",
+    GST_PAD_SRC, GST_PAD_ALWAYS, STATIC_CAPS);
+
+enum
+{
+  PROP_0,
+  PROP_DEVICE_ID,
+  PROP_UPDATE_IMAGE,
+};
+
+// -1 = uses any GPU. Element will accept any already existing CUDA context
+//      in the pipeline or user provided one
+// others: Explicit GPU selection
+#define DEFAULT_DEVICE_ID -1
+#define DEFAULT_UPDATE_IMAGE TRUE
+
+struct _GstCudaTransformIp
+{
+  GstBaseTransform parent;
+
+  GstCudaContext *context;
+  GstVideoInfo info;
+  guint8 *read_host_mem;
+  guint8 *write_host_mem;
+  guint stride;
+  guint size;
+
+  /* Protects context since context update can happen in streaming thread
+   * as well */
+  GRecMutex lock;
+  gboolean update_image;
+
+  gint device_id;
+};
+
+static void gst_cuda_transform_ip_dispose (GObject * object);
+static void gst_cuda_transform_ip_finalize (GObject * object);
+static void gst_cuda_transform_ip_set_property (GObject * object,
+    guint prop_id, const GValue * value, GParamSpec * pspec);
+static void gst_cuda_transform_ip_get_property (GObject * object,
+    guint prop_id, GValue * value, GParamSpec * pspec);
+
+static void gst_cuda_transform_ip_set_context (GstElement * element,
+    GstContext * context);
+
+static gboolean gst_cuda_transform_ip_start (GstBaseTransform * trans);
+static gboolean gst_cuda_transform_ip_stop (GstBaseTransform * trans);
+static gboolean gst_cuda_transform_ip_set_caps (GstBaseTransform * trans,
+    GstCaps * incaps, GstCaps * outcaps);
+static gboolean gst_cuda_transform_ip_query (GstBaseTransform * trans,
+    GstPadDirection direction, GstQuery * query);
+static void gst_cuda_transform_ip_before_transform (GstBaseTransform * trans,
+    GstBuffer * buffer);
+static GstFlowReturn gst_cuda_transform_ip_execute (GstBaseTransform * trans,
+    GstBuffer * buffer);
+
+#define gst_cuda_transform_ip_parent_class parent_class
+G_DEFINE_TYPE (GstCudaTransformIp, gst_cuda_transform_ip,
+    GST_TYPE_BASE_TRANSFORM);
+
+static void
+gst_cuda_transform_ip_class_init (GstCudaTransformIpClass * klass)
+{
+  GObjectClass *object_class = G_OBJECT_CLASS (klass);
+  GstElementClass *element_class = GST_ELEMENT_CLASS (klass);
+  GstBaseTransformClass *trans_class = GST_BASE_TRANSFORM_CLASS (klass);
+
+  object_class->dispose = gst_cuda_transform_ip_dispose;
+  object_class->finalize = gst_cuda_transform_ip_finalize;
+  object_class->set_property = gst_cuda_transform_ip_set_property;
+  object_class->get_property = gst_cuda_transform_ip_get_property;
+
+  g_object_class_install_property (object_class, PROP_DEVICE_ID,
+      g_param_spec_int ("cuda-device-id",
+          "CUDA Device ID", "CUDA GPU device id (-1 = auto)",
+          -1, G_MAXINT, DEFAULT_DEVICE_ID,
+          G_PARAM_READWRITE | GST_PARAM_MUTABLE_READY |
+          G_PARAM_STATIC_STRINGS));
+  g_object_class_install_property (object_class, PROP_UPDATE_IMAGE,
+      g_param_spec_boolean ("update-image", "Image Update",
+          "Update image to gray", DEFAULT_UPDATE_IMAGE,
+          G_PARAM_READWRITE | G_PARAM_STATIC_STRINGS));
+
+  element_class->set_context =
+      GST_DEBUG_FUNCPTR (gst_cuda_transform_ip_set_context);
+
+  gst_element_class_add_static_pad_template (element_class, &sink_template);
+  gst_element_class_add_static_pad_template (element_class, &src_template);
+
+  gst_element_class_set_static_metadata (element_class,
+      "CUDA transform-ip", "Filter/Video",
+      "CUDA in-place transform template element",
+      "Seungha Yang <seungha@centricular.com>");
+
+  trans_class->start = GST_DEBUG_FUNCPTR (gst_cuda_transform_ip_start);
+  trans_class->stop = GST_DEBUG_FUNCPTR (gst_cuda_transform_ip_stop);
+  trans_class->query = GST_DEBUG_FUNCPTR (gst_cuda_transform_ip_query);
+  trans_class->before_transform =
+      GST_DEBUG_FUNCPTR (gst_cuda_transform_ip_before_transform);
+  trans_class->set_caps = GST_DEBUG_FUNCPTR (gst_cuda_transform_ip_set_caps);
+  trans_class->transform_ip = GST_DEBUG_FUNCPTR (gst_cuda_transform_ip_execute);
+}
+
+static void
+gst_cuda_transform_ip_init (GstCudaTransformIp * self)
+{
+  self->device_id = DEFAULT_DEVICE_ID;
+  self->update_image = DEFAULT_UPDATE_IMAGE;
+
+  g_rec_mutex_init (&self->lock);
+}
+
+static void
+gst_cuda_transform_ip_dispose (GObject * object)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (object);
+
+  gst_clear_object (&self->context);
+
+  G_OBJECT_CLASS (parent_class)->dispose (object);
+}
+
+static void
+gst_cuda_transform_ip_finalize (GObject * object)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (object);
+
+  g_rec_mutex_clear (&self->lock);
+
+  G_OBJECT_CLASS (parent_class)->finalize (object);
+}
+
+static void
+gst_cuda_transform_ip_set_property (GObject * object, guint prop_id,
+    const GValue * value, GParamSpec * pspec)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (object);
+
+  g_rec_mutex_lock (&self->lock);
+  switch (prop_id) {
+    case PROP_DEVICE_ID:
+      self->device_id = g_value_get_int (value);
+      break;
+    case PROP_UPDATE_IMAGE:
+      self->update_image = g_value_get_boolean (value);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+  g_rec_mutex_unlock (&self->lock);
+}
+
+static void
+gst_cuda_transform_ip_get_property (GObject * object, guint prop_id,
+    GValue * value, GParamSpec * pspec)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (object);
+
+  g_rec_mutex_lock (&self->lock);
+  switch (prop_id) {
+    case PROP_DEVICE_ID:
+      g_value_set_int (value, self->device_id);
+      break;
+    case PROP_UPDATE_IMAGE:
+      g_value_set_boolean (value, self->update_image);
+      break;
+    default:
+      G_OBJECT_WARN_INVALID_PROPERTY_ID (object, prop_id, pspec);
+      break;
+  }
+  g_rec_mutex_unlock (&self->lock);
+}
+
+static void
+gst_cuda_transform_ip_set_context (GstElement * element, GstContext * context)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (element);
+
+  g_rec_mutex_lock (&self->lock);
+
+  /* Util function which parses GstContex type and sets cuda context if
+   * given GstContext holds GstCudaContext with matching device-id */
+  gst_cuda_handle_set_context (element,
+      context, self->device_id, &self->context);
+
+  g_rec_mutex_unlock (&self->lock);
+
+  GST_ELEMENT_CLASS (parent_class)->set_context (element, context);
+}
+
+static gboolean
+gst_cuda_transform_ip_start (GstBaseTransform * trans)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (trans);
+  gboolean ret;
+
+  g_rec_mutex_lock (&self->lock);
+  /* Util function which queries GstCudaContext and creates if needed */
+  ret = gst_cuda_ensure_element_context (GST_ELEMENT (self), self->device_id,
+      &self->context);
+  g_rec_mutex_unlock (&self->lock);
+
+  if (!ret) {
+    GST_ELEMENT_ERROR (self, RESOURCE, NOT_FOUND, (NULL),
+        ("CUDA device unavailable"));
+    return FALSE;
+  }
+
+  return TRUE;
+}
+
+static void
+gst_cuda_transform_ip_prepare_resource (GstCudaTransformIp * self)
+{
+  gst_cuda_context_push (self->context);
+  CuMemAllocHost ((void **) &self->read_host_mem, self->size);
+  CuMemAllocHost ((void **) &self->write_host_mem, self->size);
+  gst_cuda_context_pop (NULL);
+
+  memset (self->write_host_mem, 128, self->size);
+}
+
+static void
+gst_cuda_transform_ip_release_resource (GstCudaTransformIp * self)
+{
+  if (self->read_host_mem) {
+    gst_cuda_context_push (self->context);
+    CuMemFreeHost (self->read_host_mem);
+    self->read_host_mem = NULL;
+
+    CuMemFreeHost (self->write_host_mem);
+    self->write_host_mem = NULL;
+    gst_cuda_context_pop (NULL);
+  }
+}
+
+static gboolean
+gst_cuda_transform_ip_stop (GstBaseTransform * trans)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (trans);
+
+  gst_cuda_transform_ip_release_resource (self);
+  gst_clear_object (&self->context);
+
+  return TRUE;
+}
+
+static gboolean
+gst_cuda_transform_ip_query (GstBaseTransform * trans,
+    GstPadDirection direction, GstQuery * query)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (trans);
+
+  switch (GST_QUERY_TYPE (query)) {
+    case GST_QUERY_CONTEXT:
+    {
+      gboolean ret;
+      g_rec_mutex_lock (&self->lock);
+      ret = gst_cuda_handle_context_query (GST_ELEMENT (self), query,
+          self->context);
+      g_rec_mutex_unlock (&self->lock);
+
+      /* Returns immediately if context query is handled here */
+      if (ret)
+        return TRUE;
+      break;
+    }
+    default:
+      break;
+  }
+
+  return GST_BASE_TRANSFORM_CLASS (parent_class)->query (trans,
+      direction, query);
+}
+
+static gboolean
+gst_cuda_transform_ip_set_caps (GstBaseTransform * trans, GstCaps * incaps,
+    GstCaps * outcaps)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (trans);
+
+  gst_cuda_transform_ip_release_resource (self);
+
+  if (!gst_video_info_from_caps (&self->info, incaps)) {
+    GST_ERROR_OBJECT (self, "Invalid caps %" GST_PTR_FORMAT, incaps);
+    return FALSE;
+  }
+
+  /* Prepare resolution dependent resources */
+  self->stride = GST_ROUND_UP_64 (self->info.stride0);
+  self->size = self->stride * self->info.height;
+
+  gst_cuda_transform_ip_prepare_resource (self);
+
+  return TRUE;
+}
+
+/* Checks GstCudaMemory's context and updates ours if needed */
+static void
+gst_cuda_transform_ip_before_transform (GstBaseTransform * trans,
+    GstBuffer * buffer)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (trans);
+  GstMemory *mem;
+  GstCudaMemory *cmem;
+
+  mem = gst_buffer_peek_memory (buffer, 0);
+  g_assert (gst_is_cuda_memory (mem));
+
+  cmem = GST_CUDA_MEMORY_CAST (mem);
+  if (cmem->context != self->context) {
+    GST_INFO_OBJECT (self, "updating context");
+    g_rec_mutex_lock (&self->lock);
+    gst_cuda_transform_ip_release_resource (self);
+    gst_clear_object (&self->context);
+    self->context = gst_object_ref (cmem->context);
+    gst_cuda_transform_ip_prepare_resource (self);
+    g_rec_mutex_unlock (&self->lock);
+  }
+}
+
+static GstFlowReturn
+gst_cuda_transform_ip_execute (GstBaseTransform * trans, GstBuffer * buffer)
+{
+  GstCudaTransformIp *self = GST_CUDA_TRANSFORM_IP (trans);
+  GstMemory *mem;
+  GstCudaMemory *cmem;
+  CUstream stream;
+  GstVideoFrame frame;
+  GstMapFlags flags = GST_MAP_CUDA;
+  CUDA_MEMCPY2D params;
+  gboolean update_image;
+
+  g_rec_mutex_lock (&self->lock);
+  update_image = self->update_image;
+  g_rec_mutex_unlock (&self->lock);
+
+  /* Gets memory to access cuda stream object */
+  mem = gst_buffer_peek_memory (buffer, 0);
+  g_assert (gst_is_cuda_memory (mem));
+
+  cmem = GST_CUDA_MEMORY_CAST (mem);
+  /* NOTE: gst_cuda_stream_get_handle() is null-safe and will return
+   * default stream if GstCudaStream is nullptr  */
+  stream = gst_cuda_stream_get_handle (gst_cuda_memory_get_stream (cmem));
+
+  /* BEGIN-ELEMENT-SPECIFIC-PROCESSING */
+  if (update_image) {
+    /* Emulating image update process (e.g., image enhancement) */
+    flags |= GST_MAP_WRITE;
+  } else {
+    /* Emulating image analysis process (e.g., edge detection) */
+    flags |= GST_MAP_READ;
+  }
+
+  if (!gst_video_frame_map (&frame, &self->info, buffer, flags)) {
+    GST_ERROR_OBJECT (self, "Couldn't map buffer");
+    return GST_FLOW_ERROR;
+  }
+
+  memset (&params, 0, sizeof (params));
+  gst_cuda_context_push (self->context);
+  if (update_image) {
+    params.srcMemoryType = CU_MEMORYTYPE_HOST;
+    params.srcHost = self->write_host_mem;
+    params.srcPitch = self->stride;
+
+    params.dstMemoryType = CU_MEMORYTYPE_DEVICE;
+    params.dstDevice = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (&frame, 1);
+    params.dstPitch = GST_VIDEO_FRAME_PLANE_STRIDE (&frame, 1);
+
+    params.WidthInBytes = GST_VIDEO_FRAME_WIDTH (&frame);
+    params.Height = GST_VIDEO_FRAME_HEIGHT (&frame);
+
+    /* Upload to U plane */
+    CuMemcpy2DAsync (&params, stream);
+
+    params.dstDevice = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (&frame, 2);
+
+    /* Upload to V plane */
+    CuMemcpy2DAsync (&params, stream);
+  } else {
+    /* Download Y plane data */
+    params.srcMemoryType = CU_MEMORYTYPE_DEVICE;
+    params.srcDevice = (CUdeviceptr) GST_VIDEO_FRAME_PLANE_DATA (&frame, 0);
+    params.srcPitch = GST_VIDEO_FRAME_PLANE_STRIDE (&frame, 0);
+
+    params.dstMemoryType = CU_MEMORYTYPE_HOST;
+    params.dstHost = self->read_host_mem;
+    params.dstPitch = self->stride;
+
+    params.WidthInBytes = GST_VIDEO_FRAME_WIDTH (&frame);
+    params.Height = GST_VIDEO_FRAME_HEIGHT (&frame);
+
+    CuMemcpy2DAsync (&params, stream);
+    CuStreamSynchronize (stream);
+
+    /* Do something */
+  }
+  gst_cuda_context_pop (NULL);
+
+  gst_video_frame_unmap (&frame);
+
+  if (update_image) {
+    /* Writable map can replace memory of the given buffer if memory was not
+     * writable when map() was called. Gets memory pointer again */
+    mem = gst_buffer_peek_memory (buffer, 0);
+
+    /* We skipped CuStreamSynchronize() above. Mark this memory is not
+     * synchronized yet */
+    GST_MINI_OBJECT_FLAG_SET (mem, GST_CUDA_MEMORY_TRANSFER_NEED_SYNC);
+  }
+
+  /* END-ELEMENT-SPECIFIC-PROCESSING */
+
+  return GST_FLOW_OK;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/template-plugin/cuda-transform-ip-template.h Added

@@ -0,0 +1,32 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#pragma once
+
+#include <gst/gst.h>
+#include <gst/base/gstbasetransform.h>
+
+G_BEGIN_DECLS
+
+#define GST_TYPE_CUDA_TRANSFORM_IP (gst_cuda_transform_ip_get_type())
+G_DECLARE_FINAL_TYPE (GstCudaTransformIp, gst_cuda_transform_ip,
+    GST, CUDA_TRANSFORM_IP, GstBaseTransform)
+
+G_END_DECLS
+

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/cuda/template-plugin/plugin.c Added

@@ -0,0 +1,51 @@
+/*
+ * GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+
+#ifdef G_OS_WIN32
+#include <windows.h>
+#endif
+
+#include <gst/cuda/gstcuda.h>
+#include "cuda-transform-ip-template.h"
+
+static gboolean
+plugin_init (GstPlugin * plugin)
+{
+  if (!gst_cuda_load_library ())
+    return TRUE;
+
+  if (CuInit (0) != CUDA_SUCCESS)
+    return TRUE;
+
+  return gst_element_register (plugin, "cuda-transform-ip", GST_RANK_NONE,
+      GST_TYPE_CUDA_TRANSFORM_IP);
+}
+
+GST_PLUGIN_DEFINE (GST_VERSION_MAJOR,
+    GST_VERSION_MINOR,
+    cuda_template,
+    "CUDA template plugin",
+    plugin_init, VERSION, "LGPL", GST_PACKAGE_NAME, GST_PACKAGE_ORIGIN)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/d3d11/d3d11converter.cpp -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d11/d3d11converter.cpp Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d11/d3d11decoder-appsink2.cpp Added

@@ -0,0 +1,1127 @@
+/*
+ * GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+/* This example demonstrate inter D3D11 device synchronization.
+ *
+ * For the inter D3D11 device synchronization, this example uses DXGI keyed
+ * with shared texture. The shared texture is allocated by RenderEngine's D3D11
+ * device and opened by GStreamer DecodingEngine module's D3D11 device.
+ *
+ * RenderEngine: Representing external render module/library such as game engine.
+ * This component constis of swapchain and shader with its own D3D11 device.
+ * On render event, this component will render input texture to backbuffer
+ * then rendered texture will be presented
+ *
+ * DecodingEngine: Wrapping GStreamer pipeline with own D3D11 device.
+ * On render event, GStreamer produced decoded texture will be rendered to
+ * the shared texture by GStreamer D3D11 device.
+ *
+ * Main thread: Executing window message pumping and trigger render event
+ * on timeout. Main render event will be executed in this thread.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d11/gstd3d11.h>
+#include <gst/app/app.h>
+#include <windows.h>
+#include <wrl.h>
+#include <string>
+#include <d3d11_1.h>
+#include <dxgi1_2.h>
+#include <mutex>
+
+using namespace Microsoft::WRL;
+#if 0
+Texture2D shaderTexture;
+SamplerState samplerState;
+
+struct PS_INPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+float4 PSMain_sample (PS_INPUT input): SV_TARGET
+{
+  return shaderTexture.Sample (samplerState, input.Texture);
+}
+#endif
+const BYTE g_PSMain_sample =
+{
+     68,  88,  66,  67,  42, 171,
+     68, 189,  81, 136,  62, 236,
+    196,  37,  91, 100, 172, 130,
+    148, 251,   1,   0,   0,   0,
+     80,   2,   0,   0,   5,   0,
+      0,   0,  52,   0,   0,   0,
+    220,   0,   0,   0,  52,   1,
+      0,   0, 104,   1,   0,   0,
+    212,   1,   0,   0,  82,  68,
+     69,  70, 160,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   2,   0,   0,   0,
+     28,   0,   0,   0,   0,   4,
+    255, 255,   0,   1,   0,   0,
+    119,   0,   0,   0,  92,   0,
+      0,   0,   3,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   1,   0,
+      0,   0,   0,   0,   0,   0,
+    105,   0,   0,   0,   2,   0,
+      0,   0,   5,   0,   0,   0,
+      4,   0,   0,   0, 255, 255,
+    255, 255,   0,   0,   0,   0,
+      1,   0,   0,   0,  12,   0,
+      0,   0, 115,  97, 109, 112,
+    108, 101, 114,  83, 116,  97,
+    116, 101,   0, 115, 104,  97,
+    100, 101, 114,  84, 101, 120,
+    116, 117, 114, 101,   0,  77,
+    105,  99, 114, 111, 115, 111,
+    102, 116,  32,  40,  82,  41,
+     32,  72,  76,  83,  76,  32,
+     83, 104,  97, 100, 101, 114,
+     32,  67, 111, 109, 112, 105,
+    108, 101, 114,  32,  49,  48,
+     46,  49,   0, 171,  73,  83,
+     71,  78,  80,   0,   0,   0,
+      2,   0,   0,   0,   8,   0,
+      0,   0,  56,   0,   0,   0,
+      0,   0,   0,   0,   1,   0,
+      0,   0,   3,   0,   0,   0,
+      0,   0,   0,   0,  15,   0,
+      0,   0,  68,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   3,   0,   0,   0,
+      1,   0,   0,   0,   3,   3,
+      0,   0,  83,  86,  95,  80,
+     79,  83,  73,  84,  73,  79,
+     78,   0,  84,  69,  88,  67,
+     79,  79,  82,  68,   0, 171,
+    171, 171,  79,  83,  71,  78,
+     44,   0,   0,   0,   1,   0,
+      0,   0,   8,   0,   0,   0,
+     32,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      3,   0,   0,   0,   0,   0,
+      0,   0,  15,   0,   0,   0,
+     83,  86,  95,  84,  65,  82,
+     71,  69,  84,   0, 171, 171,
+     83,  72,  68,  82, 100,   0,
+      0,   0,  64,   0,   0,   0,
+     25,   0,   0,   0,  90,   0,
+      0,   3,   0,  96,  16,   0,
+      0,   0,   0,   0,  88,  24,
+      0,   4,   0, 112,  16,   0,
+      0,   0,   0,   0,  85,  85,
+      0,   0,  98,  16,   0,   3,
+     50,  16,  16,   0,   1,   0,
+      0,   0, 101,   0,   0,   3,
+    242,  32,  16,   0,   0,   0,
+      0,   0,  69,   0,   0,   9,
+    242,  32,  16,   0,   0,   0,
+      0,   0,  70,  16,  16,   0,
+      1,   0,   0,   0,  70, 126,
+     16,   0,   0,   0,   0,   0,
+      0,  96,  16,   0,   0,   0,
+      0,   0,  62,   0,   0,   1,
+     83,  84,  65,  84, 116,   0,
+      0,   0,   2,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   2,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      1,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   1,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0
+};
+
+#if 0
+struct VS_INPUT
+{
+  float4 Position : POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+struct VS_OUTPUT
+{
+  float4 Position : SV_POSITION;
+  float2 Texture : TEXCOORD;
+};
+
+VS_OUTPUT VSMain_coord (VS_INPUT input)
+{
+  return input;
+}
+#endif
+const BYTE g_VSMain_coord =
+{
+     68,  88,  66,  67, 119,  76,
+    129,  53, 139, 143, 201, 108,
+     78,  31,  90,  10,  57, 206,
+      5,  93,   1,   0,   0,   0,
+     24,   2,   0,   0,   5,   0,
+      0,   0,  52,   0,   0,   0,
+    128,   0,   0,   0, 212,   0,
+      0,   0,  44,   1,   0,   0,
+    156,   1,   0,   0,  82,  68,
+     69,  70,  68,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+     28,   0,   0,   0,   0,   4,
+    254, 255,   0,   1,   0,   0,
+     28,   0,   0,   0,  77, 105,
+     99, 114, 111, 115, 111, 102,
+    116,  32,  40,  82,  41,  32,
+     72,  76,  83,  76,  32,  83,
+    104,  97, 100, 101, 114,  32,
+     67, 111, 109, 112, 105, 108,
+    101, 114,  32,  49,  48,  46,
+     49,   0,  73,  83,  71,  78,
+     76,   0,   0,   0,   2,   0,
+      0,   0,   8,   0,   0,   0,
+     56,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      3,   0,   0,   0,   0,   0,
+      0,   0,  15,  15,   0,   0,
+     65,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      3,   0,   0,   0,   1,   0,
+      0,   0,   3,   3,   0,   0,
+     80,  79,  83,  73,  84,  73,
+     79,  78,   0,  84,  69,  88,
+     67,  79,  79,  82,  68,   0,
+    171, 171,  79,  83,  71,  78,
+     80,   0,   0,   0,   2,   0,
+      0,   0,   8,   0,   0,   0,
+     56,   0,   0,   0,   0,   0,
+      0,   0,   1,   0,   0,   0,
+      3,   0,   0,   0,   0,   0,
+      0,   0,  15,   0,   0,   0,
+     68,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      3,   0,   0,   0,   1,   0,
+      0,   0,   3,  12,   0,   0,
+     83,  86,  95,  80,  79,  83,
+     73,  84,  73,  79,  78,   0,
+     84,  69,  88,  67,  79,  79,
+     82,  68,   0, 171, 171, 171,
+     83,  72,  68,  82, 104,   0,
+      0,   0,  64,   0,   1,   0,
+     26,   0,   0,   0,  95,   0,
+      0,   3, 242,  16,  16,   0,
+      0,   0,   0,   0,  95,   0,
+      0,   3,  50,  16,  16,   0,
+      1,   0,   0,   0, 103,   0,
+      0,   4, 242,  32,  16,   0,
+      0,   0,   0,   0,   1,   0,
+      0,   0, 101,   0,   0,   3,
+     50,  32,  16,   0,   1,   0,
+      0,   0,  54,   0,   0,   5,
+    242,  32,  16,   0,   0,   0,
+      0,   0,  70,  30,  16,   0,
+      0,   0,   0,   0,  54,   0,
+      0,   5,  50,  32,  16,   0,
+      1,   0,   0,   0,  70,  16,
+     16,   0,   1,   0,   0,   0,
+     62,   0,   0,   1,  83,  84,
+     65,  84, 116,   0,   0,   0,
+      3,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      4,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   1,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   2,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0,   0,   0,   0,   0,
+      0,   0
+};
+
+struct VertexData
+{
+  struct
+  {
+    FLOAT x;
+    FLOAT y;
+    FLOAT z;
+  } pos;
+
+  struct
+  {
+    FLOAT u;
+    FLOAT v;
+  } uv;
+};
+
+class RenderEngine
+{
+public:
+  /* Setup d3d11 resources, shader, and swapchain */
+  RenderEngine (HWND hwnd)
+  {
+    static const D3D_FEATURE_LEVEL feature_levels = {
+      D3D_FEATURE_LEVEL_11_1,
+      D3D_FEATURE_LEVEL_11_0,
+      D3D_FEATURE_LEVEL_10_1,
+      D3D_FEATURE_LEVEL_10_0,
+    };
+
+    ComPtr<IDXGIFactory1> factory;
+    auto hr = CreateDXGIFactory1 (IID_PPV_ARGS (&factory));
+    g_assert (SUCCEEDED (hr));
+
+    /* We will use CreateSwapChainForHwnd which requires IDXGIFactory2 interface */
+    hr = factory.As (&factory_);
+    g_assert (SUCCEEDED (hr));
+
+    /* Select first (default) device. User can select one among enumerated adapters */
+    ComPtr<IDXGIAdapter> adapter;
+    hr = factory_->EnumAdapters (0, &adapter);
+    g_assert (SUCCEEDED (hr));
+
+    hr = D3D11CreateDevice (adapter.Get (), D3D_DRIVER_TYPE_UNKNOWN,
+        nullptr, D3D11_CREATE_DEVICE_BGRA_SUPPORT, feature_levels,
+        G_N_ELEMENTS (feature_levels), D3D11_SDK_VERSION, &device_,
+        nullptr, &context_);
+
+    /* Old OS may not understand D3D_FEATURE_LEVEL_11_1, try without it if needed */
+    if (FAILED (hr)) {
+      hr = D3D11CreateDevice (adapter.Get (), D3D_DRIVER_TYPE_UNKNOWN,
+          nullptr, D3D11_CREATE_DEVICE_BGRA_SUPPORT, &feature_levels1,
+          G_N_ELEMENTS (feature_levels) - 1, D3D11_SDK_VERSION, &device_,
+          nullptr, &context_);
+    }
+    g_assert (SUCCEEDED (hr));
+
+    /* Create shader pipeline */
+    D3D11_SAMPLER_DESC sampler_desc = { };
+    sampler_desc.Filter = D3D11_FILTER_MIN_MAG_MIP_LINEAR;
+    sampler_desc.AddressU = D3D11_TEXTURE_ADDRESS_CLAMP;
+    sampler_desc.AddressV = D3D11_TEXTURE_ADDRESS_CLAMP;
+    sampler_desc.AddressW = D3D11_TEXTURE_ADDRESS_CLAMP;
+    sampler_desc.ComparisonFunc = D3D11_COMPARISON_ALWAYS;
+    sampler_desc.MaxLOD = D3D11_FLOAT32_MAX;
+    hr = device_->CreateSamplerState (&sampler_desc, &sampler_);
+    g_assert (SUCCEEDED (hr));
+
+    D3D11_INPUT_ELEMENT_DESC input_desc2;
+    input_desc0.SemanticName = "POSITION";
+    input_desc0.SemanticIndex = 0;
+    input_desc0.Format = DXGI_FORMAT_R32G32B32_FLOAT;
+    input_desc0.InputSlot = 0;
+    input_desc0.AlignedByteOffset = D3D11_APPEND_ALIGNED_ELEMENT;
+    input_desc0.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
+    input_desc0.InstanceDataStepRate = 0;
+
+    input_desc1.SemanticName = "TEXCOORD";
+    input_desc1.SemanticIndex = 0;
+    input_desc1.Format = DXGI_FORMAT_R32G32_FLOAT;
+    input_desc1.InputSlot = 0;
+    input_desc1.AlignedByteOffset = D3D11_APPEND_ALIGNED_ELEMENT;
+    input_desc1.InputSlotClass = D3D11_INPUT_PER_VERTEX_DATA;
+    input_desc1.InstanceDataStepRate = 0;
+    hr = device_->CreateVertexShader (g_VSMain_coord, sizeof (g_VSMain_coord),
+        nullptr, &vs_);
+    g_assert (SUCCEEDED (hr));
+
+    hr = device_->CreateInputLayout (input_desc, G_N_ELEMENTS (input_desc),
+        g_VSMain_coord, sizeof (g_VSMain_coord), &layout_);
+    g_assert (SUCCEEDED (hr));
+
+    hr = device_->CreatePixelShader (g_PSMain_sample, sizeof (g_PSMain_sample),
+        nullptr, &ps_);
+    g_assert (SUCCEEDED (hr));
+
+    VertexData vertex_data4;
+    /* bottom left */
+    vertex_data0.pos.x = -1.0f;
+    vertex_data0.pos.y = -1.0f;
+    vertex_data0.pos.z = 0.0f;
+    vertex_data0.uv.u = 0.0f;
+    vertex_data0.uv.v = 1.0f;
+
+    /* top left */
+    vertex_data1.pos.x = -1.0f;
+    vertex_data1.pos.y = 1.0f;
+    vertex_data1.pos.z = 0.0f;
+    vertex_data1.uv.u = 0.0f;
+    vertex_data1.uv.v = 0.0f;
+
+    /* top right */
+    vertex_data2.pos.x = 1.0f;
+    vertex_data2.pos.y = 1.0f;
+    vertex_data2.pos.z = 0.0f;
+    vertex_data2.uv.u = 1.0f;
+    vertex_data2.uv.v = 0.0f;
+
+    /* bottom right */
+    vertex_data3.pos.x = 1.0f;
+    vertex_data3.pos.y = -1.0f;
+    vertex_data3.pos.z = 0.0f;
+    vertex_data3.uv.u = 1.0f;
+    vertex_data3.uv.v = 1.0f;
+
+    D3D11_BUFFER_DESC buffer_desc = { };
+    buffer_desc.Usage = D3D11_USAGE_DYNAMIC;
+    buffer_desc.ByteWidth = sizeof (VertexData) * 4;
+    buffer_desc.BindFlags = D3D11_BIND_VERTEX_BUFFER;
+    buffer_desc.CPUAccessFlags = D3D11_CPU_ACCESS_WRITE;
+
+    D3D11_SUBRESOURCE_DATA subresource_data = { };
+    subresource_data.pSysMem = vertex_data;
+    subresource_data.SysMemPitch = sizeof (VertexData) * 4;
+    hr = device_->CreateBuffer (&buffer_desc, &subresource_data, &vertex_buf_);
+    g_assert (SUCCEEDED (hr));
+
+    const WORD indices6 = { 0, 1, 2, 3, 0, 2 };
+    buffer_desc.Usage = D3D11_USAGE_DYNAMIC;
+    buffer_desc.ByteWidth = sizeof (WORD) * 6;
+    buffer_desc.BindFlags = D3D11_BIND_INDEX_BUFFER;
+    buffer_desc.CPUAccessFlags = D3D11_CPU_ACCESS_WRITE;
+
+    subresource_data.pSysMem = indices;
+    subresource_data.SysMemPitch = sizeof (WORD) * 6;
+    hr = device_->CreateBuffer (&buffer_desc, &subresource_data, &index_buf_);
+    g_assert (SUCCEEDED (hr));
+
+    D3D11_RASTERIZER_DESC rs_desc = { };
+    rs_desc.FillMode = D3D11_FILL_SOLID;
+    rs_desc.CullMode = D3D11_CULL_NONE;
+    rs_desc.DepthClipEnable = TRUE;
+
+    hr = device_->CreateRasterizerState (&rs_desc, &rs_);
+    g_assert (SUCCEEDED (hr));
+
+    /* Create swapchain */
+    DXGI_SWAP_CHAIN_DESC1 swapchain_desc = { };
+    swapchain_desc.Format = DXGI_FORMAT_R8G8B8A8_UNORM;
+    swapchain_desc.SampleDesc.Count = 1;
+    swapchain_desc.BufferUsage = DXGI_USAGE_RENDER_TARGET_OUTPUT;
+    swapchain_desc.BufferCount = 2;
+    swapchain_desc.Scaling = DXGI_SCALING_NONE;
+    swapchain_desc.SwapEffect = DXGI_SWAP_EFFECT_FLIP_SEQUENTIAL;
+    swapchain_desc.AlphaMode = DXGI_ALPHA_MODE_UNSPECIFIED;
+    hr = factory_->CreateSwapChainForHwnd (device_.Get (), hwnd,
+        &swapchain_desc, nullptr, nullptr, &swapchain_);
+    g_assert (SUCCEEDED (hr));
+  }
+
+  RenderEngine () = delete;
+  RenderEngine& operator=(const RenderEngine &) = delete;
+
+  /* On HWND resize, swapchain and backbuffer need resizing as well */
+  void ResizeSwapchain ()
+  {
+    rtv_ = nullptr;
+    backbuf_ = nullptr;
+    auto hr = swapchain_->ResizeBuffers (
+         /* Use the same backbuffer count */
+        0,
+        /* Resize to fit window's client area */
+        0, 0,
+        /* Use configured format */
+        DXGI_FORMAT_UNKNOWN, 0);
+    g_assert (SUCCEEDED (hr));
+
+    hr = swapchain_->GetBuffer (0, IID_PPV_ARGS (&backbuf_));
+    g_assert (SUCCEEDED (hr));
+
+    D3D11_RENDER_TARGET_VIEW_DESC rtv_desc = { };
+    rtv_desc.Format = DXGI_FORMAT_R8G8B8A8_UNORM;
+    rtv_desc.ViewDimension = D3D11_RTV_DIMENSION_TEXTURE2D;
+    hr = device_->CreateRenderTargetView (backbuf_.Get (), &rtv_desc, &rtv_);
+    g_assert (SUCCEEDED (hr));
+
+    D3D11_TEXTURE2D_DESC desc = { };
+    backbuf_->GetDesc (&desc);
+
+    viewport_0.TopLeftX = 0;
+    viewport_0.TopLeftY = 0;
+    viewport_0.Width = desc.Width / 2;
+    viewport_0.Height = desc.Height;
+    viewport_0.MinDepth = 0;
+    viewport_0.MaxDepth = 1;
+
+    viewport_1 = viewport_0;
+    viewport_1.TopLeftX = viewport_1.Width;
+  }
+
+  void Render (ID3D11Texture2D * texture2)
+  {
+    ComPtr<ID3D11ShaderResourceView> srv2;
+    D3D11_SHADER_RESOURCE_VIEW_DESC srv_desc = { };
+    srv_desc.Format = DXGI_FORMAT_R8G8B8A8_UNORM;
+    srv_desc.ViewDimension = D3D11_SRV_DIMENSION_TEXTURE2D;
+    srv_desc.Texture2D.MipLevels = 1;
+    HRESULT hr;
+    for (UINT i = 0; i < 2; i++) {
+      hr = device_->CreateShaderResourceView (texturei, &srv_desc,
+          &srvi);
+      g_assert (SUCCEEDED (hr));
+    }
+
+    context_->IASetPrimitiveTopology (D3D11_PRIMITIVE_TOPOLOGY_TRIANGLELIST);
+    ID3D11Buffer *vb = { vertex_buf_.Get () };
+    UINT offsets = 0;
+    UINT vb_stride = sizeof (VertexData);
+    context_->IASetVertexBuffers (0, 1, vb, &vb_stride, &offsets);
+    context_->IASetIndexBuffer (index_buf_.Get (), DXGI_FORMAT_R16_UINT, 0);
+    context_->IASetInputLayout (layout_.Get ());
+
+    context_->VSSetShader (vs_.Get (), nullptr, 0);
+
+    ID3D11SamplerState *sampler = { sampler_.Get () };
+    context_->PSSetSamplers (0, 1, sampler);
+    context_->PSSetShader(ps_.Get (), nullptr, 0);
+
+    ID3D11ShaderResourceView *view = { srv0.Get () };
+    context_->PSSetShaderResources (0, 1, view);
+
+    context_->RSSetState (rs_.Get ());
+    context_->RSSetViewports (1, viewport_);
+
+    context_->OMSetBlendState (nullptr, nullptr, 0xffffffff);
+    ID3D11RenderTargetView *rtv = { rtv_.Get () };
+    context_->OMSetRenderTargets (1, rtv, nullptr);
+    context_->DrawIndexed (6, 0, 0);
+
+    /* Draw right image */
+    view0 = srv1.Get ();
+    context_->PSSetShaderResources (0, 1, view);
+    context_->RSSetViewports (1, &viewport_1);
+    context_->DrawIndexed (6, 0, 0);
+
+    /* Then present */
+    swapchain_->Present (0, 0);
+  }
+
+  ID3D11Device * GetDevice ()
+  {
+    return device_.Get ();
+  }
+
+private:
+  ComPtr<IDXGIFactory2> factory_;
+  ComPtr<IDXGISwapChain1> swapchain_;
+  ComPtr<ID3D11Device> device_;
+  ComPtr<ID3D11DeviceContext> context_;
+  D3D11_TEXTURE2D_DESC backbuf_desc_ = { };
+  ComPtr<ID3D11Texture2D> backbuf_;
+  ComPtr<ID3D11RasterizerState> rs_;
+  ComPtr<ID3D11RenderTargetView> rtv_;
+  ComPtr<ID3D11PixelShader> ps_;
+  ComPtr<ID3D11VertexShader> vs_;
+  ComPtr<ID3D11InputLayout> layout_;
+  ComPtr<ID3D11SamplerState> sampler_;
+  ComPtr<ID3D11Buffer> vertex_buf_;
+  ComPtr<ID3D11Buffer> index_buf_;
+  D3D11_VIEWPORT viewport_2 = { };
+};
+
+static bool
+find_decoder (gint64 luid, std::string & feature_name)
+{
+  GList *features;
+  GList *iter;
+
+  /* Load features of d3d11 plugin */
+  features = gst_registry_get_feature_list_by_plugin (gst_registry_get (),
+      "d3d11");
+
+  if (!features)
+    return false;
+
+  for (iter = features; iter; iter = g_list_next (iter)) {
+    GstPluginFeature *f = GST_PLUGIN_FEATURE (iter->data);
+    GstElementFactory *factory;
+    const gchar *name;
+    GstElement *element;
+    gint64 adapter_luid;
+
+    if (!GST_IS_ELEMENT_FACTORY (f))
+      continue;
+
+    factory = GST_ELEMENT_FACTORY (f);
+    if (!gst_element_factory_list_is_type (factory,
+            GST_ELEMENT_FACTORY_TYPE_DECODER))
+      continue;
+
+    name = gst_plugin_feature_get_name (f);
+    if (!g_strrstr (name, "h264"))
+      continue;
+
+    element = gst_element_factory_create (factory, nullptr);
+    /* unexpected */
+    if (!element)
+      continue;
+
+    /* query adapter-luid associated with this decoder */
+    g_object_get (element, "adapter-luid", &adapter_luid, nullptr);
+    gst_object_unref (element);
+
+    /* element object can be directly used in pipeline, but this example
+     * demonstrates a way of plugin enumeration */
+    if (adapter_luid == luid) {
+      feature_name = name;
+      break;
+    }
+  }
+
+  gst_plugin_feature_list_free (features);
+
+  if (feature_name.empty ())
+    return false;
+
+  return true;
+}
+
+class DecodingEngine
+{
+public:
+  DecodingEngine (ID3D11Device * render_device, UINT width, UINT height,
+      const std::string & file_location, HANDLE shutdown_handle)
+  {
+    main_context_ = g_main_context_new ();
+    main_loop_ = g_main_loop_new (main_context_, FALSE);
+    event_handle_ = shutdown_handle;
+
+    gst_video_info_set_format (&render_info_,
+        GST_VIDEO_FORMAT_RGBA, width, height);
+
+    /* Find adapter LUID of render device, then create our device with the same
+     * adapter */
+    ComPtr<IDXGIDevice> dxgi_device;
+    auto hr = render_device->QueryInterface (IID_PPV_ARGS (&dxgi_device));
+    g_assert (SUCCEEDED (hr));
+
+    ComPtr<IDXGIAdapter> adapter;
+    hr = dxgi_device->GetAdapter (&adapter);
+    g_assert (SUCCEEDED (hr));
+
+    DXGI_ADAPTER_DESC adapter_desc;
+    hr = adapter->GetDesc (&adapter_desc);
+    g_assert (SUCCEEDED (hr));
+
+    auto luid = gst_d3d11_luid_to_int64 (&adapter_desc.AdapterLuid);
+    std::string decoder_factory;
+    if (!find_decoder (luid, decoder_factory)) {
+      gst_println ("GPU does not support H.264 decoding");
+      decoder_factory = "avdec_h264";
+    }
+
+    std::string pipeline_str = "filesrc location=" + file_location +
+        " ! parsebin ! h264parse ! " + decoder_factory +
+        " ! d3d11upload ! video/x-raw(memory:D3D11Memory) ! appsink name=sink";
+    pipeline_ = gst_parse_launch (pipeline_str.c_str (), nullptr);
+    g_assert (pipeline_);
+
+    auto appsink = (GstAppSink *)
+        gst_bin_get_by_name (GST_BIN (pipeline_), "sink");
+    g_assert (appsink);
+
+    /* Install appsink callback */
+    GstAppSinkCallbacks callbacks = { };
+    callbacks.new_sample = DecodingEngine::onNewSample;
+    //callbacks.propose_allocation = DecodingEngine::onProposeAllocation;
+    gst_app_sink_set_callbacks (appsink, &callbacks, this, nullptr);
+    gst_object_unref (appsink);
+
+    /* This device will be used by our pipeline */
+    device_ = gst_d3d11_device_new_for_adapter_luid (luid,
+        D3D11_CREATE_DEVICE_BGRA_SUPPORT);
+    g_assert (device_);
+
+    /* Create texture owned by render engine */
+    D3D11_TEXTURE2D_DESC texture_desc = { };
+    texture_desc.Width = width;
+    texture_desc.Height = height;
+    texture_desc.MipLevels = 1;
+    texture_desc.Format = DXGI_FORMAT_R8G8B8A8_UNORM;
+    texture_desc.SampleDesc.Count = 1;
+    texture_desc.ArraySize = 1;
+    texture_desc.Usage = D3D11_USAGE_DEFAULT;
+    texture_desc.BindFlags =
+        D3D11_BIND_RENDER_TARGET | D3D11_BIND_SHADER_RESOURCE;
+    /* Enable keyed mutex + NT handle to make texture sharable */
+    texture_desc.MiscFlags =
+        D3D11_RESOURCE_MISC_SHARED_KEYEDMUTEX |
+        D3D11_RESOURCE_MISC_SHARED_NTHANDLE;
+    hr = render_device->CreateTexture2D (&texture_desc, nullptr,
+        &texture_);
+    g_assert (SUCCEEDED (hr));
+
+    /* Gets keyed mutex interface and acquire sync at render device side.
+     * This keyed mutex will be temporarily released
+     * when rendering to shared texture by GStreamer D3D11 device,
+     * then re-acquired for render engine device */
+    hr = texture_.As (&keyed_mutex_);
+    g_assert (SUCCEEDED (hr));
+
+    hr = keyed_mutex_->AcquireSync (0, INFINITE);
+    g_assert (SUCCEEDED (hr));
+
+    /* Create shared NT handle so that GStreamer device can access */
+    ComPtr<IDXGIResource1> dxgi_resource;
+    hr = texture_.As (&dxgi_resource);
+    g_assert (SUCCEEDED (hr));
+
+    HANDLE shared_handle = nullptr;
+    hr = dxgi_resource->CreateSharedHandle (nullptr,
+        DXGI_SHARED_RESOURCE_READ | DXGI_SHARED_RESOURCE_WRITE, nullptr,
+        &shared_handle);
+    g_assert (SUCCEEDED (hr));
+
+    auto gst_device = gst_d3d11_device_get_device_handle (device_);
+    ComPtr<ID3D11Device1> device1;
+    hr = gst_device->QueryInterface (IID_PPV_ARGS (&device1));
+    g_assert (SUCCEEDED (hr));
+
+    /* Open shared texture at GStreamer device side */
+    ComPtr<ID3D11Texture2D> gst_texture;
+    hr = device1->OpenSharedResource1 (shared_handle,
+        IID_PPV_ARGS (&gst_texture));
+    g_assert (SUCCEEDED (hr));
+    /* Can close NT handle now */
+    CloseHandle (shared_handle);
+
+    /* Wrap shared texture with GstD3D11Memory in order to convert texture
+     * using converter API */
+    GstMemory *mem = gst_d3d11_allocator_alloc_wrapped (nullptr, device_,
+        gst_texture.Get (),
+        /* CPU accessible (staging texture) memory size is unknown.
+        * Pass zero here, then GStreamer will calculate it */
+        0, nullptr, nullptr);
+    g_assert (mem);
+
+    shared_buffer_ = gst_buffer_new ();
+    gst_buffer_append_memory (shared_buffer_, mem);
+  }
+
+  DecodingEngine () = delete;
+  DecodingEngine& operator=(const DecodingEngine &) = delete;
+
+  ~DecodingEngine ()
+  {
+    g_main_loop_quit (main_loop_);
+    g_clear_pointer (&thread_, g_thread_join);
+    gst_clear_sample (&last_sample_);
+    gst_clear_caps (&last_caps_);
+    gst_clear_buffer (&shared_buffer_);
+    gst_clear_object (&pipeline_);
+    gst_clear_object (&conv_);
+    gst_clear_object (&device_);
+    g_main_loop_unref (main_loop_);
+    g_main_context_unref (main_context_);
+  }
+
+  static GstFlowReturn
+  onNewSample (GstAppSink * appsink, gpointer user_data)
+  {
+    GstSample *new_sample;
+
+    new_sample = gst_app_sink_pull_sample (appsink);
+    if (!new_sample)
+      return GST_FLOW_ERROR;
+
+    auto caps = gst_sample_get_caps (new_sample);
+    if (!caps) {
+      gst_sample_unref (new_sample);
+      gst_printerrln ("Sample without caps");
+      return GST_FLOW_ERROR;
+    }
+
+    auto self = (DecodingEngine *) user_data;
+    std::lock_guard<std::mutex> lk (self->lock_);
+    /* Caps updated, recreate converter */
+    if (self->last_caps_ && !gst_caps_is_equal (self->last_caps_, caps))
+      gst_clear_object (&self->conv_);
+
+    if (!self->conv_) {
+      GstVideoInfo in_info;
+      gst_video_info_from_caps (&in_info, caps);
+
+      /* In case of shared texture, video processor might not behave as expected.
+       * Use only pixel shader */
+      auto config = gst_structure_new ("converter-config",
+        GST_D3D11_CONVERTER_OPT_BACKEND, GST_TYPE_D3D11_CONVERTER_BACKEND,
+        GST_D3D11_CONVERTER_BACKEND_SHADER, nullptr);
+
+      self->conv_ = gst_d3d11_converter_new (self->device_, &in_info,
+          &self->render_info_, config);
+    }
+
+    gst_caps_replace (&self->last_caps_, caps);
+    gst_clear_sample (&self->last_sample_);
+    self->last_sample_ = new_sample;
+
+    return GST_FLOW_OK;
+  }
+
+  static gboolean
+  busHandler (GstBus * bus, GstMessage * msg, gpointer user_data)
+  {
+    auto self = (DecodingEngine *) user_data;
+    switch (GST_MESSAGE_TYPE (msg)) {
+      case GST_MESSAGE_ERROR:
+      {
+        GError *err;
+        gchar *dbg;
+
+        gst_message_parse_error (msg, &err, &dbg);
+        gst_printerrln ("ERROR %s", err->message);
+        if (dbg != nullptr)
+          gst_printerrln ("ERROR debug information: %s", dbg);
+        g_clear_error (&err);
+        g_free (dbg);
+        g_main_loop_quit (self->main_loop_);
+        break;
+      }
+      case GST_MESSAGE_EOS:
+        gst_println ("Got EOS");
+        g_main_loop_quit (self->main_loop_);
+        break;
+      default:
+        break;
+    }
+
+    return G_SOURCE_CONTINUE;
+  }
+
+  static GstBusSyncReply
+  busSyncHandler (GstBus * bus, GstMessage * msg, gpointer user_data)
+  {
+    auto self = (DecodingEngine *) user_data;
+
+    switch (GST_MESSAGE_TYPE (msg)) {
+      case GST_MESSAGE_NEED_CONTEXT:
+      {
+        const gchar *ctx_type;
+        if (!gst_message_parse_context_type (msg, &ctx_type))
+          break;
+
+        /* non-d3d11 context message is not interested */
+        if (g_strcmp0 (ctx_type, GST_D3D11_DEVICE_HANDLE_CONTEXT_TYPE) != 0)
+          break;
+
+        /* Pass our device to the message source element.
+         * Otherwise pipeline will create another device */
+        auto context = gst_d3d11_context_new (self->device_);
+        gst_element_set_context (GST_ELEMENT (msg->src), context);
+        gst_context_unref (context);
+        break;
+      }
+      default:
+        break;
+    }
+    return GST_BUS_PASS;
+  }
+
+  static gpointer
+  loopFunc (gpointer user_data)
+  {
+    auto self = (DecodingEngine *) user_data;
+    GstBus *bus;
+
+    g_main_context_push_thread_default (self->main_context_);
+    bus = gst_element_get_bus (self->pipeline_);
+    gst_bus_add_watch (bus, DecodingEngine::busHandler, self);
+    gst_bus_set_sync_handler (bus, DecodingEngine::busSyncHandler,
+        self, nullptr);
+
+    auto ret = gst_element_set_state (self->pipeline_, GST_STATE_PLAYING);
+    g_assert (ret != GST_STATE_CHANGE_FAILURE);
+
+    g_main_loop_run (self->main_loop_);
+
+    gst_element_set_state (self->pipeline_, GST_STATE_NULL);
+    gst_bus_set_sync_handler (bus, nullptr, nullptr, nullptr);
+    gst_bus_remove_watch (bus);
+    gst_object_unref (bus);
+    g_main_context_pop_thread_default (self->main_context_);
+
+    /* Set event to terminate main rendering loop */
+    SetEvent (self->event_handle_);
+
+    return nullptr;
+  }
+
+  void Run ()
+  {
+    thread_ = g_thread_new ("DecodingLoop", DecodingEngine::loopFunc,
+        this);
+  }
+
+  void UpdateTexture ()
+  {
+    GstSample *sample = nullptr;
+
+    /* Steal sample pointer */
+    std::lock_guard <std::mutex> lk (lock_);
+    /* If there's no updated sample, don't need to render again */
+    if (!last_sample_)
+      return;
+
+    sample = last_sample_;
+    last_sample_ = nullptr;
+
+    auto buf = gst_sample_get_buffer (sample);
+    if (!buf) {
+      gst_printerrln ("Sample without buffer");
+      gst_sample_unref (sample);
+      return;
+    }
+
+    /* Release sync from render engine device,
+     * so that GStreamer device can acquire sync */
+    keyed_mutex_->ReleaseSync (0);
+
+    /* Converter will take gst_d3d11_device_lock() and acquire sync */
+    gst_d3d11_converter_convert_buffer (conv_, buf, shared_buffer_);
+
+    /* After the above function returned, GStreamer will release sync.
+     * Acquire sync again for render engine device */
+    keyed_mutex_->AcquireSync (0, INFINITE);
+    gst_sample_unref (sample);
+  }
+
+  ID3D11Texture2D * GetTexture ()
+  {
+    return texture_.Get ();
+  }
+
+private:
+  GMainContext *main_context_ = nullptr;
+  GMainLoop *main_loop_ = nullptr;
+  /* Texture and keyed mutex owned by render-engine device */
+  ComPtr<ID3D11Texture2D> texture_;
+  ComPtr<IDXGIKeyedMutex> keyed_mutex_;
+  GstVideoInfo render_info_;
+  std::mutex lock_;
+  GstCaps *last_caps_ = nullptr;
+  GstSample *last_sample_ = nullptr;
+  GstBuffer *shared_buffer_ = nullptr;
+  GstD3D11Device *device_ = nullptr;
+  GstElement *pipeline_ = nullptr;
+  GstD3D11Converter *conv_ = nullptr;
+  GThread *thread_ = nullptr;
+  HANDLE event_handle_ = nullptr;
+};
+
+#define APP_DATA_PROP_NAME "AppData"
+
+struct AppData
+{
+  void Draw ()
+  {
+    ID3D11Texture2D *textures2;
+    for (UINT i = 0; i < 2; i++) {
+      decoding_enginei->UpdateTexture ();
+      texturesi = decoding_enginei->GetTexture ();
+    }
+
+    render_engine->Render (textures);
+  }
+
+  void onResize ()
+  {
+    ID3D11Texture2D *textures2;
+    for (UINT i = 0; i < 2; i++)
+      texturesi = decoding_enginei->GetTexture ();
+
+    render_engine->ResizeSwapchain ();
+    render_engine->Render (textures);
+  }
+
+  HANDLE shutdown_handle;
+  RenderEngine *render_engine;
+  DecodingEngine *decoding_engine2;
+};
+
+static LRESULT CALLBACK
+window_proc (HWND hwnd, UINT msg, WPARAM wparam, LPARAM lparam)
+{
+  switch (msg) {
+    case WM_DESTROY:
+    {
+      auto app_data = (AppData *) GetPropA (hwnd, APP_DATA_PROP_NAME);
+      if (!app_data)
+        break;
+
+      SetEvent (app_data->shutdown_handle);
+      break;
+    }
+    case WM_SIZE:
+    {
+      auto app_data = (AppData *) GetPropA (hwnd, APP_DATA_PROP_NAME);
+      if (!app_data)
+        break;
+
+      app_data->onResize ();
+      break;
+    }
+    default:
+      break;
+  }
+
+  return DefWindowProc (hwnd, msg, wparam, lparam);
+}
+
+gint
+main (gint argc, gchar ** argv)
+{
+  GOptionContext *option_ctx;
+  GError *error = nullptr;
+  gboolean ret;
+  gchar *location = nullptr;
+  GOptionEntry options = {
+    {"location", 0, 0, G_OPTION_ARG_STRING, &location,
+        "H.264 encoded test file location", nullptr},
+    {nullptr,}
+  };
+
+  option_ctx = g_option_context_new ("Direct3D11 decoding example");
+  g_option_context_add_main_entries (option_ctx, options, nullptr);
+  g_option_context_add_group (option_ctx, gst_init_get_option_group ());
+  ret = g_option_context_parse (option_ctx, &argc, &argv, &error);
+  g_option_context_free (option_ctx);
+
+  if (!ret) {
+    gst_printerrln ("option parsing failed: %s", error->message);
+    g_clear_error (&error);
+    exit (1);
+  }
+
+  if (!location) {
+    gst_printerrln ("File location is unspecified");
+    exit (1);
+  }
+
+  /* Create main window */
+  RECT wr = { 0, 0, 1280, 480 };
+  WNDCLASSEXA wc = { 0, };
+  HINSTANCE hinstance = GetModuleHandle (nullptr);
+
+  wc.cbSize = sizeof (WNDCLASSEXA);
+  wc.style = CS_HREDRAW | CS_VREDRAW;
+  wc.lpfnWndProc = (WNDPROC) window_proc;
+  wc.hInstance = hinstance;
+  wc.hCursor = LoadCursor (nullptr, IDC_ARROW);
+  wc.lpszClassName = "GstD3D11VideoSinkExample";
+  RegisterClassExA (&wc);
+  AdjustWindowRect (&wr, WS_OVERLAPPEDWINDOW, FALSE);
+
+  auto hwnd = CreateWindowExA (0, wc.lpszClassName, "GstD3D11VideoDecodeExample",
+      WS_CLIPSIBLINGS | WS_CLIPCHILDREN | WS_OVERLAPPEDWINDOW,
+      CW_USEDEFAULT, CW_USEDEFAULT,
+      wr.right - wr.left, wr.bottom - wr.top, (HWND) nullptr, (HMENU) nullptr,
+      hinstance, nullptr);
+  g_assert (hwnd);
+
+
+  /* Prepare rendering engine and pipeline */
+  AppData app_data = { };
+  app_data.shutdown_handle = CreateEventEx (nullptr,
+      nullptr, 0, EVENT_ALL_ACCESS);
+  app_data.render_engine = new RenderEngine (hwnd);
+  for (UINT i = 0; i < 2; i++) {
+    app_data.decoding_enginei = new DecodingEngine (
+      app_data.render_engine->GetDevice (),
+      640, 480, location, app_data.shutdown_handle);
+  }
+
+  /* Store render engin pointer to handle window resize/destroy event */
+  SetPropA (hwnd, APP_DATA_PROP_NAME, &app_data);
+
+  ShowWindow (hwnd, SW_SHOW);
+
+  /* Call resize method, render engine will configure swapchain backbuffer */
+  app_data.render_engine->ResizeSwapchain ();
+
+  /* Start rendering */
+  for (UINT i = 0; i < 2; i++)
+    app_data.decoding_enginei->Run ();
+
+  HANDLE waitables = { app_data.shutdown_handle };
+  while (true) {
+    MSG msg;
+    while (PeekMessage (&msg, nullptr, 0, 0, PM_REMOVE)) {
+      TranslateMessage (&msg);
+      DispatchMessage (&msg);
+    }
+
+    /* Wait for timeout 10ms or shutdown */
+    auto wait_ret = MsgWaitForMultipleObjects (G_N_ELEMENTS (waitables),
+        waitables, FALSE, 10, QS_ALLINPUT);
+    if (wait_ret == WAIT_OBJECT_0) {
+      gst_println ("Got shutdown event");
+      break;
+    } else if (wait_ret == WAIT_OBJECT_0 + 1) {
+      /* New window message, nothing to do */
+    } else if (wait_ret == WAIT_TIMEOUT) {
+      /* Redraw on timeout */
+      app_data.Draw ();
+    } else {
+      gst_printerrln ("Unexpected wait return %u", (guint) wait_ret);
+      break;
+    }
+  }
+
+  RemovePropA (hwnd, APP_DATA_PROP_NAME);
+  DestroyWindow (hwnd);
+
+  for (UINT i = 0; i < 2; i++)
+    delete app_data.decoding_enginei;
+  delete app_data.render_engine;
+  CloseHandle (app_data.shutdown_handle);
+  g_free (location);
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/d3d11/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d11/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d12/d3d12swapchainsink-win32.cpp Added

@@ -0,0 +1,448 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+
+#include <windows.h>
+#include <dcomp.h>
+#include <d3d11.h>
+#include <dxgi.h>
+#include <wrl.h>
+#include <memory>
+
+using namespace Microsoft::WRL;
+
+static GMainLoop *loop_ = nullptr;
+static HWND hwnd_ = nullptr;
+
+struct GpuResource
+{
+  ComPtr<IDCompositionDesktopDevice> dcomp_device;
+  ComPtr<IDCompositionTarget> target;
+  ComPtr<IDCompositionVisual2> visual;
+  ComPtr<IDCompositionVirtualSurface> bg_surface;
+  ComPtr<IDCompositionVisual2> swapchain_visual;
+  ComPtr<ID3D11Device> device11;
+  ComPtr<ID3D11DeviceContext> context11;
+};
+
+struct AppData
+{
+  GstElement *pipeline = nullptr;
+  std::shared_ptr<GpuResource> resource;
+};
+
+#define APP_DATA_PROP_NAME L"EXAMPLE-APP-DATA"
+
+static LRESULT CALLBACK
+window_proc (HWND hwnd, UINT message, WPARAM wparam, LPARAM lparam)
+{
+  switch (message) {
+    case WM_NCCREATE:
+    {
+      LPCREATESTRUCTW lpcs = (LPCREATESTRUCTW) lparam;
+      auto data = (AppData *) lpcs->lpCreateParams;
+      SetPropW (hwnd, APP_DATA_PROP_NAME, data);
+      break;
+    }
+    case WM_DESTROY:
+      gst_println ("Destroy window");
+      if (loop_)
+        g_main_loop_quit (loop_);
+      break;
+    case WM_SIZE:
+    {
+      auto data = (AppData *) GetPropW (hwnd, APP_DATA_PROP_NAME);
+      if (!data)
+        break;
+
+      auto resource = data->resource;
+      if (!resource)
+        break;
+
+      RECT rect = { };
+      GetClientRect (hwnd, &rect);
+      gint width = (rect.right - rect.left);
+      gint height = (rect.bottom - rect.top);
+
+      if (width > 0 && height > 0) {
+        POINT offset;
+        ComPtr<ID3D11Texture2D> texture;
+        ComPtr<ID3D11RenderTargetView> rtv;
+        auto hr = resource->bg_surface->Resize (width, height);
+        if (SUCCEEDED (hr)) {
+          hr = resource->bg_surface->BeginDraw (nullptr,
+              IID_PPV_ARGS (&texture), &offset);
+        }
+
+        if (SUCCEEDED (hr)) {
+          hr = resource->device11->CreateRenderTargetView (texture.Get (), nullptr,
+              &rtv);
+        }
+
+        if (SUCCEEDED (hr)) {
+          FLOAT bg_color = { 0.5, 0.5, 0.5, 0.5 };
+          resource->context11->ClearRenderTargetView (rtv.Get (), bg_color);
+          hr = resource->bg_surface->EndDraw ();
+        }
+
+        if (SUCCEEDED (hr)) {
+          if (width > 320) {
+            FLOAT offset_x = ((FLOAT) (width - 320)) / 2.0;
+            resource->swapchain_visual->SetOffsetX (offset_x);
+          } else {
+            resource->swapchain_visual->SetOffsetX (0.0);
+          }
+
+          if (height > 240) {
+            FLOAT offset_y = ((FLOAT) (height - 240)) / 2.0;
+            resource->swapchain_visual->SetOffsetY (offset_y);
+          } else {
+            resource->swapchain_visual->SetOffsetY (0.0);
+          }
+
+          resource->dcomp_device->Commit ();
+        }
+      }
+      break;
+    }
+    default:
+      break;
+  }
+
+  return DefWindowProcW (hwnd, message, wparam, lparam);
+}
+
+static gboolean
+bus_msg (GstBus * bus, GstMessage * msg, AppData * data)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_ERROR:
+    {
+      GError *err;
+      gchar *dbg;
+
+      gst_message_parse_error (msg, &err, &dbg);
+      gst_printerrln ("ERROR %s", err->message);
+      if (dbg != nullptr)
+        gst_printerrln ("ERROR debug information: %s", dbg);
+      g_clear_error (&err);
+      g_free (dbg);
+
+      g_main_loop_quit (loop_);
+      break;
+    }
+    case GST_MESSAGE_EOS:
+    {
+      gst_println ("Got EOS");
+      g_main_loop_quit (loop_);
+      break;
+    }
+    default:
+      break;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+msg_cb (GIOChannel * source, GIOCondition condition, gpointer data)
+{
+  MSG msg;
+
+  if (!PeekMessageW (&msg, nullptr, 0, 0, PM_REMOVE))
+    return G_SOURCE_CONTINUE;
+
+  TranslateMessage (&msg);
+  DispatchMessage (&msg);
+
+  return G_SOURCE_CONTINUE;
+}
+
+int
+main (int argc, char ** argv)
+{
+  GIOChannel *msg_io_channel = nullptr;
+  AppData app_data = { };
+  HRESULT hr;
+  gchar *uri = nullptr;
+  GOptionEntry options = {
+    {"uri", 0, 0, G_OPTION_ARG_STRING, &uri, "URI to play"},
+    {nullptr}
+  };
+
+  auto opt_ctx = g_option_context_new ("D3D12 swapchainsink");
+  g_option_context_add_main_entries (opt_ctx, options, nullptr);
+  g_option_context_set_help_enabled (opt_ctx, TRUE);
+  g_option_context_add_group (opt_ctx, gst_init_get_option_group ());
+
+  if (!g_option_context_parse (opt_ctx, &argc, &argv, nullptr)) {
+    gst_printerrln ("option parsing failed");
+    return 1;
+  }
+
+  loop_ = g_main_loop_new (nullptr, FALSE);
+
+  /* Creates pipeline */
+  GstElement *sink;
+  if (uri) {
+    app_data.pipeline = gst_element_factory_make ("playbin3", nullptr);
+    if (!app_data.pipeline) {
+      gst_printerrln ("Couldn't create pipeline");
+      return 1;
+    }
+
+    sink = gst_element_factory_make ("d3d12swapchainsink", nullptr);
+    if (!sink) {
+      gst_printerrln ("Couldn't create sink");
+      return 1;
+    }
+
+    g_object_set (app_data.pipeline, "video-sink", sink, "uri", uri, nullptr);
+  } else {
+    app_data.pipeline = gst_parse_launch ("d3d12testsrc ! "
+        "video/x-raw(memory:D3D12Memory),format=RGBA,width=240,height=240 ! "
+        "dwritetimeoverlay font-size=50 ! queue ! d3d12swapchainsink name=sink",
+        nullptr);
+
+    if (!app_data.pipeline) {
+      gst_printerrln ("Couldn't create pipeline");
+      return 1;
+    }
+
+    sink = gst_bin_get_by_name (GST_BIN (app_data.pipeline), "sink");
+    g_assert (sink);
+  }
+
+  gst_bus_add_watch (GST_ELEMENT_BUS (app_data.pipeline), (GstBusFunc) bus_msg,
+      &app_data);
+
+  /* Set swapchain resolution and border color */
+  g_signal_emit_by_name (sink, "resize", 320, 240);
+
+  guint64 border_color = 0;
+  /* alpha */
+  border_color |= ((guint64) (G_MAXUINT16 / 2)) << 48;
+  /* red */
+  border_color |= ((guint64) (G_MAXUINT16 / 2)) << 32;
+  g_object_set (sink, "border-color", border_color, nullptr);
+
+  /* Gets swapchain handle. This swapchain will be bound to a dcomp visual node */
+  IUnknown *swapchain = nullptr;
+  g_object_get (sink, "swapchain", &swapchain, nullptr);
+  if (!swapchain) {
+    gst_printerrln ("Couldn't get swapchain");
+    return 1;
+  }
+
+  /* playbin will take floating refcount */
+  if (!uri)
+    gst_object_unref (sink);
+
+  /* Creates d3d11 device to initialize dcomp device.
+   * Note that d3d11 (or d2d) device will not be required if swapchain is
+   * the only visual node (i.e., root node) which needs to be composed.
+   * In that case, an application can pass nullptr device to
+   * DCompositionCreateDevice2() */
+  auto resource = std::make_shared<GpuResource> ();
+  ComPtr<IDXGIFactory1> factory;
+  ComPtr<IDXGIAdapter> adapter;
+
+  hr = CreateDXGIFactory1 (IID_PPV_ARGS (&factory));
+  if (FAILED (hr)) {
+    gst_printerrln ("CreateDXGIFactory1 failed");
+    return 1;
+  }
+
+  hr = factory->EnumAdapters (0, &adapter);
+  if (FAILED (hr)) {
+    gst_printerrln ("EnumAdapters failed");
+    return 1;
+  }
+
+  static const D3D_FEATURE_LEVEL feature_levels = {
+    D3D_FEATURE_LEVEL_11_1,
+  };
+  hr = D3D11CreateDevice (adapter.Get (), D3D_DRIVER_TYPE_UNKNOWN, nullptr,
+      D3D11_CREATE_DEVICE_BGRA_SUPPORT, feature_levels, 1, D3D11_SDK_VERSION,
+      &resource->device11, nullptr, &resource->context11);
+  if (FAILED (hr)) {
+    gst_printerrln ("D3D11CreateDevice failed");
+    return 1;
+  }
+
+  /* Prepare main window */
+  WNDCLASSEXW wc = { };
+  RECT wr = { 0, 0, 640, 480 };
+  HINSTANCE hinstance = GetModuleHandle (nullptr);
+  wc.cbSize = sizeof (WNDCLASSEXW);
+  wc.lpfnWndProc = (WNDPROC) window_proc;
+  wc.hInstance = hinstance;
+  wc.hIcon = LoadIcon (nullptr, IDI_WINLOGO);
+  wc.style = CS_HREDRAW | CS_VREDRAW | CS_DBLCLKS;
+  wc.hCursor = LoadCursor (nullptr, IDC_ARROW);
+  wc.hbrBackground = (HBRUSH) GetStockObject (BLACK_BRUSH);
+  wc.lpszClassName = L"GstD3D12SwapChainSinkExample";
+
+  RegisterClassExW (&wc);
+  AdjustWindowRect (&wr, WS_OVERLAPPEDWINDOW, FALSE);
+
+  hwnd_ = CreateWindowExW (WS_EX_NOREDIRECTIONBITMAP, wc.lpszClassName,
+      L"D3D12SwapChainSink Example - Win32",
+      WS_CLIPSIBLINGS | WS_CLIPCHILDREN | WS_OVERLAPPEDWINDOW | WS_VISIBLE,
+      CW_USEDEFAULT, CW_USEDEFAULT,
+      wr.right - wr.left, wr.bottom - wr.top, (HWND) nullptr, (HMENU) nullptr,
+      hinstance, &app_data);
+
+  msg_io_channel = g_io_channel_win32_new_messages (0);
+  g_io_add_watch (msg_io_channel, G_IO_IN, msg_cb, nullptr);
+
+  /* Create DComp resources */
+  hr = DCompositionCreateDevice2 (resource->device11.Get (),
+      IID_PPV_ARGS (&resource->dcomp_device));
+  if (FAILED (hr)) {
+    gst_printerrln ("Couldn't create composition device");
+    return 1;
+  }
+
+  hr = resource->dcomp_device->CreateTargetForHwnd (hwnd_, TRUE,
+      &resource->target);
+  if (FAILED (hr)) {
+    gst_printerrln ("CreateTargetForHwnd failed");
+    return 1;
+  }
+
+  hr = resource->dcomp_device->CreateVisual (&resource->visual);
+  if (FAILED (hr)) {
+    gst_printerrln ("CreateVisual failed");
+    return 1;
+  }
+
+  hr = resource->target->SetRoot (resource->visual.Get ());
+  if (FAILED (hr)) {
+    gst_printerrln ("SetRoot failed");
+    return 1;
+  }
+
+  /* Create background visual, and clear color using d3d11 API */
+  hr = resource->dcomp_device->CreateVirtualSurface (640, 480,
+      DXGI_FORMAT_R8G8B8A8_UNORM, DXGI_ALPHA_MODE_PREMULTIPLIED,
+      &resource->bg_surface);
+  if (FAILED (hr)) {
+    gst_printerrln ("CreateVirtualSurface failed");
+    return 1;
+  }
+
+  hr = resource->visual->SetContent (resource->bg_surface.Get ());
+  if (FAILED (hr)) {
+    gst_printerrln ("SetContent failed");
+    return 1;
+  }
+
+  {
+    POINT offset;
+    ComPtr<ID3D11Texture2D> texture;
+    ComPtr<ID3D11RenderTargetView> rtv;
+    hr = resource->bg_surface->BeginDraw (nullptr, IID_PPV_ARGS (&texture),
+        &offset);
+    if (FAILED (hr)) {
+      gst_printerrln ("BeginDraw failed");
+      return 1;
+    }
+
+    hr = resource->device11->CreateRenderTargetView (texture.Get (),
+        nullptr, &rtv);
+    if (FAILED (hr)) {
+      gst_printerrln ("CreateRenderTargetView failed");
+      return 1;
+    }
+
+    /* Draw semi-transparent background */
+    FLOAT bg_color = { 0.5, 0.5, 0.5, 0.5 };
+    resource->context11->ClearRenderTargetView (rtv.Get (), bg_color);
+    hr = resource->bg_surface->EndDraw ();
+    if (FAILED (hr)) {
+      gst_printerrln ("EndDraw failed");
+      return 1;
+    }
+  }
+
+  hr = resource->dcomp_device->CreateVisual (&resource->swapchain_visual);
+  if (FAILED (hr)) {
+    gst_printerrln ("CreateVisual failed");
+    return 1;
+  }
+
+  hr = resource->visual->AddVisual (resource->swapchain_visual.Get (), TRUE, nullptr);
+  if (FAILED (hr)) {
+    gst_printerrln ("AddVisual failed");
+    return 1;
+  }
+
+  hr = resource->swapchain_visual->SetOffsetX (160.0);
+  if (FAILED (hr)) {
+    gst_printerrln ("SetOffsetX failed");
+    return 1;
+  }
+
+  hr = resource->swapchain_visual->SetOffsetY (120.0);
+  if (FAILED (hr)) {
+    gst_printerrln ("SetOffsetY failed");
+    return 1;
+  }
+
+  hr = resource->swapchain_visual->SetContent (swapchain);
+  if (FAILED (hr)) {
+    gst_printerrln ("SetContent failed");
+    return 1;
+  }
+
+  hr = resource->dcomp_device->Commit ();
+  if (FAILED (hr)) {
+    gst_printerrln ("Commit failed");
+    return 1;
+  }
+
+  app_data.resource = std::move (resource);
+
+  gst_element_set_state (app_data.pipeline, GST_STATE_PLAYING);
+  g_main_loop_run (loop_);
+
+  gst_element_set_state (app_data.pipeline, GST_STATE_NULL);
+  gst_bus_remove_watch (GST_ELEMENT_BUS (app_data.pipeline));
+
+  app_data.resource = nullptr;
+  gst_object_unref (app_data.pipeline);
+
+  if (hwnd_)
+    DestroyWindow (hwnd_);
+
+  g_io_channel_unref (msg_io_channel);
+  g_main_loop_unref (loop_);
+  g_free (uri);
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d12/d3d12swapchainsink-winrt.cpp Added

@@ -0,0 +1,333 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+
+#include <windows.h>
+#include <wrl.h>
+#include <string.h>
+#include <winstring.h>
+#include <roapi.h>
+#include <dispatcherqueue.h>
+#include <windows.system.h>
+#include <windows.ui.composition.h>
+#include <windows.ui.composition.interop.h>
+#include <windows.ui.composition.desktop.h>
+
+using namespace Microsoft::WRL;
+using namespace ABI::Windows::System;
+using namespace ABI::Windows::UI::Composition;
+using namespace ABI::Windows::UI::Composition::Desktop;
+using namespace ABI::Windows::Foundation;
+
+static LRESULT CALLBACK
+window_proc (HWND hwnd, UINT message, WPARAM wparam, LPARAM lparam)
+{
+  switch (message) {
+    case WM_DESTROY:
+      PostQuitMessage(0);
+      return 0;
+    default:
+      break;
+  }
+
+  return DefWindowProcW (hwnd, message, wparam, lparam);
+}
+
+static void
+app_main (void)
+{
+  auto pipeline = gst_parse_launch ("d3d12testsrc ! "
+      "video/x-raw(memory:D3D12Memory),format=RGBA,width=240,height=240 ! "
+      "dwritetimeoverlay font-size=50 ! queue ! d3d12swapchainsink name=sink",
+      nullptr);
+  if (!pipeline) {
+    gst_printerrln ("Couldn't create pipeline");
+    return;
+  }
+
+  auto sink = gst_bin_get_by_name (GST_BIN (pipeline), "sink");
+  g_assert (sink);
+
+  /* Set swapchain resolution and border color */
+  g_signal_emit_by_name (sink, "resize", 320, 240);
+
+  guint64 border_color = 0;
+  /* alpha */
+  border_color |= ((guint64) (G_MAXUINT16 / 2)) << 48;
+  /* red */
+  border_color |= ((guint64) (G_MAXUINT16 / 2)) << 32;
+  g_object_set (sink, "border-color", border_color, nullptr);
+
+  IUnknown *swapchain = nullptr;
+  g_object_get (sink, "swapchain", &swapchain, nullptr);
+  if (!swapchain) {
+    gst_printerrln ("Couldn't get swapchain");
+    return;
+  }
+  gst_object_unref (sink);
+
+  /* Prepare main window */
+  WNDCLASSEXW wc = { };
+  RECT wr = { 0, 0, 640, 480 };
+  HINSTANCE hinstance = GetModuleHandle (nullptr);
+  wc.cbSize = sizeof (WNDCLASSEXW);
+  wc.lpfnWndProc = (WNDPROC) window_proc;
+  wc.hInstance = hinstance;
+  wc.hIcon = LoadIcon (nullptr, IDI_WINLOGO);
+  wc.style = CS_HREDRAW | CS_VREDRAW | CS_DBLCLKS;
+  wc.hCursor = LoadCursor (nullptr, IDC_ARROW);
+  wc.hbrBackground = (HBRUSH) GetStockObject (BLACK_BRUSH);
+  wc.lpszClassName = L"GstD3D12SwapChainSinkExample";
+
+  RegisterClassExW (&wc);
+  AdjustWindowRect (&wr, WS_OVERLAPPEDWINDOW, FALSE);
+
+  HWND hwnd = CreateWindowExW (WS_EX_NOREDIRECTIONBITMAP, wc.lpszClassName,
+      L"D3D12SwapChainSink Example - WinRT",
+      WS_CLIPSIBLINGS | WS_CLIPCHILDREN | WS_OVERLAPPEDWINDOW | WS_VISIBLE,
+      CW_USEDEFAULT, CW_USEDEFAULT,
+      wr.right - wr.left, wr.bottom - wr.top, (HWND) nullptr, (HMENU) nullptr,
+      hinstance, nullptr);
+
+  /* compositor requires dispatcher queue. Creates one for the current main thread */
+  DispatcherQueueOptions queue_opt = { };
+  queue_opt.dwSize = sizeof (DispatcherQueueOptions);
+  queue_opt.threadType = DQTYPE_THREAD_CURRENT;
+  queue_opt.apartmentType = DQTAT_COM_NONE;
+
+  ComPtr < IDispatcherQueueController > queue_ctrl;
+  HRESULT hr = CreateDispatcherQueueController (queue_opt, &queue_ctrl);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IDispatcherQueue> dqueue;
+  hr = queue_ctrl->get_DispatcherQueue (&dqueue);
+  g_assert (SUCCEEDED (hr));
+
+  /* Creates compositor */
+  ComPtr<IInspectable> insp;
+  HSTRING class_id_hstring;
+  WindowsCreateString (RuntimeClass_Windows_UI_Composition_Compositor,
+    wcslen (RuntimeClass_Windows_UI_Composition_Compositor), &class_id_hstring);
+  hr = RoActivateInstance (class_id_hstring, &insp);
+  WindowsDeleteString (class_id_hstring);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ICompositor> compositor;
+  hr = insp.As (&compositor);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ICompositorDesktopInterop> compositor_desktop_interop;
+  hr = compositor.As (&compositor_desktop_interop);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ICompositorInterop> compositor_interop;
+  hr = compositor.As (&compositor_interop);
+  g_assert (SUCCEEDED (hr));
+
+  /* Creates compositor target for the main HWND */
+  ComPtr<IDesktopWindowTarget> desktop_target;
+  hr = compositor_desktop_interop->CreateDesktopWindowTarget (hwnd,
+      TRUE, &desktop_target);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ICompositionTarget> target;
+  hr = desktop_target.As (&target);
+  g_assert (SUCCEEDED (hr));
+
+  /* Creates container visual and put background static color visual */
+  ComPtr<IContainerVisual> root;
+  hr = compositor->CreateContainerVisual (&root);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IVisual> root_visual;
+  hr = root.As (&root_visual);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IVisual2> root_visual2;
+  hr = root.As (&root_visual2);
+  g_assert (SUCCEEDED (hr));
+
+  Numerics::Vector2 vec2 = { 1.0, 1.0 };
+  hr = root_visual2->put_RelativeSizeAdjustment (vec2);
+  g_assert (SUCCEEDED (hr));
+
+  hr = target->put_Root (root_visual.Get ());
+  g_assert (SUCCEEDED (hr));
+
+  ABI::Windows::UI::Color bg_color = { };
+  bg_color.R = 128;
+  bg_color.G = 128;
+  bg_color.B = 128;
+  bg_color.A = 128;
+
+  ComPtr<ICompositionColorBrush> bg_color_brush;
+  hr = compositor->CreateColorBrushWithColor (bg_color, &bg_color_brush);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ICompositionBrush> bg_brush;
+  hr = bg_color_brush.As (&bg_brush);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ISpriteVisual> bg_sprite_visual;
+  hr = compositor->CreateSpriteVisual (&bg_sprite_visual);
+  g_assert (SUCCEEDED (hr));
+
+  hr = bg_sprite_visual->put_Brush (bg_brush.Get ());
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IVisual> bg_visual;
+  hr = bg_sprite_visual.As (&bg_visual);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IVisual2> bg_visual2;
+  hr = bg_sprite_visual.As (&bg_visual2);
+  g_assert (SUCCEEDED (hr));
+
+  hr = bg_visual2->put_RelativeSizeAdjustment (vec2);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IVisualCollection> children;
+  hr = root->get_Children (&children);
+  g_assert (SUCCEEDED (hr));
+
+  hr = children->InsertAtBottom (bg_visual.Get ());
+  g_assert (SUCCEEDED (hr));
+
+  /* Creates swapchain visual */
+  ComPtr<ICompositionSurface> swapchain_surface;
+  hr = compositor_interop->CreateCompositionSurfaceForSwapChain (swapchain,
+      &swapchain_surface);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ICompositionSurfaceBrush> swapchain_surface_brush;
+  hr = compositor->CreateSurfaceBrushWithSurface (swapchain_surface.Get (),
+      &swapchain_surface_brush);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ICompositionBrush> swapchain_brush;
+  hr = swapchain_surface_brush.As (&swapchain_brush);
+  g_assert (SUCCEEDED (hr));
+
+  /* Place swapchain visual at center */
+  hr = swapchain_surface_brush->put_HorizontalAlignmentRatio (0.5);
+  g_assert (SUCCEEDED (hr));
+
+  hr = swapchain_surface_brush->put_VerticalAlignmentRatio (0.5);
+  g_assert (SUCCEEDED (hr));
+
+  /* Scale swapchain visual with aspect-ratio preserved */
+  hr = swapchain_surface_brush->put_Stretch (CompositionStretch_Uniform);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<ISpriteVisual> swapchain_sprite_visual;
+  hr = compositor->CreateSpriteVisual (&swapchain_sprite_visual);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IVisual> swapchain_visual;
+  hr = swapchain_sprite_visual.As (&swapchain_visual);
+  g_assert (SUCCEEDED (hr));
+
+  vec2.X = 0.5;
+  vec2.Y = 0.5;
+  hr = swapchain_visual->put_AnchorPoint (vec2);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr<IVisual2> swapchain_visual2;
+  hr = swapchain_sprite_visual.As (&swapchain_visual2);
+  g_assert (SUCCEEDED (hr));
+
+  hr = swapchain_visual2->put_RelativeSizeAdjustment (vec2);
+  g_assert (SUCCEEDED (hr));
+
+  Numerics::Vector3 vec3 = { 0.5, 0.5, 0.0 };
+  hr = swapchain_visual2->put_RelativeOffsetAdjustment (vec3);
+  g_assert (SUCCEEDED (hr));
+
+  hr = swapchain_sprite_visual->put_Brush (swapchain_brush.Get ());
+  g_assert (SUCCEEDED (hr));
+
+  hr = children->InsertAtTop (swapchain_visual.Get ());
+  g_assert (SUCCEEDED (hr));
+
+  /* Compositor and visual tree are configured, run pipeline */
+  gst_element_set_state (pipeline, GST_STATE_PLAYING);
+  auto bus = gst_element_get_bus (pipeline);
+
+  MSG msg = { };
+  while (msg.message != WM_QUIT) {
+    if (PeekMessage (&msg, nullptr, 0, 0, PM_REMOVE)) {
+      TranslateMessage (&msg);
+      DispatchMessage (&msg);
+    }
+
+    auto gst_msg = gst_bus_pop (bus);
+    if (gst_msg) {
+      switch (GST_MESSAGE_TYPE (gst_msg)) {
+        case GST_MESSAGE_ERROR:
+        {
+          GError *err;
+          gchar *dbg;
+
+          gst_message_parse_error (gst_msg, &err, &dbg);
+          gst_printerrln ("ERROR %s", err->message);
+          if (dbg != nullptr)
+            gst_printerrln ("ERROR debug information: %s", dbg);
+          g_clear_error (&err);
+          g_free (dbg);
+          PostQuitMessage (0);
+          break;
+        }
+        case GST_MESSAGE_EOS:
+        {
+          gst_println ("Got EOS");
+          PostQuitMessage (0);
+          break;
+        }
+        default:
+          break;
+      }
+
+      gst_message_unref (gst_msg);
+    }
+  }
+
+  gst_object_unref (bus);
+  gst_element_set_state (pipeline, GST_STATE_NULL);
+  gst_object_unref (pipeline);
+}
+
+int
+main (int argc, char ** argv)
+{
+  gst_init (nullptr, nullptr);
+
+  RoInitialize (RO_INIT_SINGLETHREADED);
+  app_main ();
+  RoUninitialize ();
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d12/d3d12videosink-overlay.cpp Added

@@ -0,0 +1,427 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+#include <gst/d3d12/gstd3d12.h>
+#include <d3d11.h>
+#include <d2d1_3.h>
+#include <d3d11on12.h>
+#include <dwrite.h>
+#include <wrl.h>
+#include <string>
+#include <locale>
+#include <codecvt>
+
+/* *INDENT-OFF* */
+using namespace Microsoft::WRL;
+
+struct OverlayContext
+{
+  GstElement *pipeline = nullptr;
+
+  ComPtr<IDWriteFactory> dwrite_factory;
+  ComPtr<IDWriteTextFormat> format;
+  ComPtr<IDWriteTextLayout> layout;
+
+  std::wstring text;
+
+  gint width = 0;
+  gint height = 0;
+  FLOAT origin_y = 0;
+  gint text_width = 0;
+  gint last_position = 0;
+  gboolean draw_on_viewport;
+
+  GMainLoop *loop = nullptr;
+};
+/* *INDENT-ON* */
+
+static gboolean
+bus_msg (GstBus * bus, GstMessage * msg, OverlayContext * context)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_ERROR:{
+      GError *err;
+      gchar *dbg;
+
+      gst_message_parse_error (msg, &err, &dbg);
+      gst_printerrln ("ERROR %s", err->message);
+      if (dbg)
+        gst_printerrln ("ERROR debug information: %s", dbg);
+      g_clear_error (&err);
+      g_free (dbg);
+
+      g_main_loop_quit (context->loop);
+      break;
+    }
+    case GST_MESSAGE_EOS:
+      gst_println ("Got EOS");
+      g_main_loop_quit (context->loop);
+      break;
+    default:
+      break;
+  }
+
+  return TRUE;
+}
+
+/* Calculate text size again per resize event */
+static void
+calculate_size (OverlayContext * context, gint width, gint height)
+{
+  if (width == context->width && height == context->height)
+    return;
+
+  HRESULT hr;
+  DWRITE_TEXT_RANGE range;
+  range.startPosition = 0;
+  range.length = context->text.length ();
+
+  FLOAT text_height = height / 10.0f;
+  bool was_decreased = false;
+
+  ComPtr < IDWriteTextLayout > text_layout;
+  hr = context->dwrite_factory->CreateTextLayout (context->text.c_str (),
+      context->text.length (), context->format.Get (), G_MAXFLOAT, G_MAXFLOAT,
+      &text_layout);
+  g_assert (SUCCEEDED (hr));
+
+  DWRITE_TEXT_METRICS metrics;
+  FLOAT font_size;
+  do {
+    hr = text_layout->GetMetrics (&metrics);
+    g_assert (SUCCEEDED (hr));
+
+    text_layout->GetFontSize (0, &font_size);
+    if (metrics.height >= text_height) {
+      if (font_size > 1.0f) {
+        font_size -= 0.5f;
+        was_decreased = true;
+        hr = text_layout->SetFontSize (font_size, range);
+        g_assert (SUCCEEDED (hr));
+        continue;
+      }
+
+      break;
+    }
+
+    if (was_decreased)
+      break;
+
+    if (metrics.height < text_height) {
+      if (metrics.height >= text_height * 0.9)
+        break;
+
+      font_size += 0.5f;
+      hr = text_layout->SetFontSize (font_size, range);
+      g_assert (SUCCEEDED (hr));
+      continue;
+    }
+  } while (true);
+
+  text_layout->SetMaxWidth (metrics.widthIncludingTrailingWhitespace + 10);
+  text_layout->SetMaxHeight (metrics.height);
+
+  context->layout = nullptr;
+  context->layout = text_layout;
+
+  context->origin_y = height - text_height;
+  context->text_width = metrics.widthIncludingTrailingWhitespace + 10;
+  context->width = width;
+  context->height = height;
+  context->last_position = 0;
+}
+
+static void
+on_overlay_2d (GstElement * sink, ID3D12CommandQueue * queue,
+    ID3D12Resource * resource12, ID3D11On12Device * device11on12,
+    ID3D11Texture2D * resource11, ID2D1DeviceContext2 * context2d,
+    D3D12_RECT * viewport, OverlayContext * context)
+{
+  ComPtr < ID2D1SolidColorBrush > text_brush;
+  ComPtr < ID2D1SolidColorBrush > bg_brush;
+  ComPtr < ID3D11Device > device11;
+  ComPtr < ID3D11DeviceContext > context11;
+  HRESULT hr;
+  FLOAT position;
+  UINT width, height;
+
+  if (context->draw_on_viewport) {
+    width = viewport->right - viewport->left;
+    height = viewport->bottom - viewport->top;
+  } else {
+    D3D11_TEXTURE2D_DESC desc;
+    resource11->GetDesc (&desc);
+    width = desc.Width;
+    height = desc.Height;
+  }
+
+  calculate_size (context, width, height);
+
+  /* We need d3d11 immediate context to call Flush() */
+  hr = device11on12->QueryInterface (IID_PPV_ARGS (&device11));
+  g_assert (SUCCEEDED (hr));
+  device11->GetImmediateContext (&context11);
+
+  /* Acquire wrapped resource to build GPU command by using d2d/d3d11 for
+   * the wrapped d3d12 resrouce */
+  ID3D11Resource *resources = { resource11 };
+  device11on12->AcquireWrappedResources (resources, 1);
+
+  context2d->BeginDraw ();
+  hr = context2d->CreateSolidColorBrush (D2D1::ColorF (D2D1::ColorF::Black),
+      &bg_brush);
+  g_assert (SUCCEEDED (hr));
+
+  hr = context2d->CreateSolidColorBrush (D2D1::ColorF (D2D1::ColorF::White),
+      &text_brush);
+  g_assert (SUCCEEDED (hr));
+
+  ComPtr < ID2D1Layer > layer;
+  hr = context2d->CreateLayer (&layer);
+  g_assert (SUCCEEDED (hr));
+
+  D2D1_RECT_F bg_rect;
+  if (context->draw_on_viewport) {
+    bg_rect = D2D1::RectF (viewport->left, context->origin_y + viewport->top,
+        viewport->left + context->width, viewport->top + context->height);
+  } else {
+    bg_rect = D2D1::RectF (0, context->origin_y, context->width,
+        context->height);
+  }
+
+  /* Draw background */
+  context2d->FillRectangle (bg_rect, bg_brush.Get ());
+
+  /* Create layer to restrict drawing area to specific rect */
+  D2D1_LAYER_PARAMETERS params = { };
+  params.contentBounds = bg_rect;
+  params.maskAntialiasMode = D2D1_ANTIALIAS_MODE_PER_PRIMITIVE;
+  params.maskTransform = D2D1::IdentityMatrix ();
+  params.opacity = 1;
+  context2d->PushLayer (&params, layer.Get ());
+
+  /* Draw text */
+  position = -context->last_position;
+  do {
+    context2d->DrawTextLayout (D2D1::Point2F (position, bg_rect.top),
+        context->layout.Get (), text_brush.Get (),
+        static_cast < D2D1_DRAW_TEXT_OPTIONS >
+        (D2D1_DRAW_TEXT_OPTIONS_CLIP |
+            D2D1_DRAW_TEXT_OPTIONS_ENABLE_COLOR_FONT));
+    position = position + context->text_width;
+  } while (position < context->width);
+
+  context2d->PopLayer ();
+  context2d->EndDraw ();
+
+  /* After recording GPU command, should release wrapped resource first,
+   * then Flush() must be called for the recorded GPU command to be
+   * executed via d3d12 command queue */
+  device11on12->ReleaseWrappedResources (resources, 1);
+  context11->Flush ();
+
+  /* Update text position for the next rendering */
+  context->last_position += 2;
+  if (context->last_position >= context->text_width) {
+    context->last_position %= context->text_width;
+  }
+}
+
+gint
+main (gint argc, gchar ** argv)
+{
+  GOptionContext *option_ctx;
+  GError *error = nullptr;
+  gboolean ret;
+  gchar *text = nullptr;
+  gint width = 1280;
+  gint height = 720;
+  gboolean draw_on_viewport = FALSE;
+  GOptionEntry options = {
+    {"text", 0, 0, G_OPTION_ARG_STRING, &text, "Text to render", nullptr},
+    {"width", 0, 0, G_OPTION_ARG_INT, &width, "Width of video stream", nullptr},
+    {"height", 0, 0, G_OPTION_ARG_INT, &height, "Height of video stream",
+        nullptr},
+    {"draw-on-viewport", 0, 0, G_OPTION_ARG_NONE, &draw_on_viewport,
+        "Draw image only on viewport area", nullptr},
+    {nullptr}
+  };
+  OverlayContext context;
+  GstStateChangeReturn sret;
+  HRESULT hr;
+  std::wstring text_wide;
+  std::string pipeline_str;
+  DWRITE_TEXT_METRICS metrics;
+  FLOAT font_size;
+  bool was_decreased = false;
+  DWRITE_TEXT_RANGE range;
+  FLOAT text_height;
+  gchar **win32_argv;
+  ComPtr < IDWriteTextFormat > text_format;
+  ComPtr < IDWriteTextLayout > text_layout;
+
+  win32_argv = g_win32_get_command_line ();
+
+  option_ctx = g_option_context_new ("d3d12videosink present-on-11 example");
+  g_option_context_add_main_entries (option_ctx, options, nullptr);
+  g_option_context_add_group (option_ctx, gst_init_get_option_group ());
+  ret = g_option_context_parse_strv (option_ctx, &win32_argv, &error);
+  g_option_context_free (option_ctx);
+  g_strfreev (win32_argv);
+
+  if (!ret) {
+    gst_printerrln ("option parsing failed: %s", error->message);
+    g_clear_error (&error);
+    return 1;
+  }
+
+  /* Prepare device independent D2D objects */
+  hr = DWriteCreateFactory (DWRITE_FACTORY_TYPE_SHARED,
+      __uuidof (context.dwrite_factory.Get ()),
+      reinterpret_cast < IUnknown ** >(context.dwrite_factory.GetAddressOf ()));
+  if (FAILED (hr)) {
+    gst_printerrln ("Couldn't create DirectWrite factory");
+    return 1;
+  }
+
+  hr = context.dwrite_factory->CreateTextFormat (L"Arial", nullptr,
+      DWRITE_FONT_WEIGHT_BOLD, DWRITE_FONT_STYLE_NORMAL,
+      DWRITE_FONT_STRETCH_NORMAL, 12.0f, L"en-us", &text_format);
+  if (FAILED (hr)) {
+    gst_printerrln ("Couldn't create IDWriteTextFormat");
+    return 1;
+  }
+
+  text_format->SetTextAlignment (DWRITE_TEXT_ALIGNMENT_LEADING);
+  text_format->SetParagraphAlignment (DWRITE_PARAGRAPH_ALIGNMENT_CENTER);
+  text_format->SetWordWrapping (DWRITE_WORD_WRAPPING_NO_WRAP);
+
+  if (text && text0 != '\0') {
+    std::wstring_convert < std::codecvt_utf8_utf16 < wchar_t >>converter;
+    text_wide = converter.from_bytes (text);
+  } else {
+    /* *INDENT-OFF* */
+    text_wide =
+        std::wstring (L"Hello GStreamer! 😊 안녕하세요 GStreamer! 😉 ") +
+        std::wstring (L"नमस्ते GStreamer! ❤️ Bonjour GStreamer! 😁 ") +
+        std::wstring (L"Hallo GStreamer! 😎 Hola GStreamer! 😍 ") +
+        std::wstring (L"こんにちは GStreamer! ✌️ 你好 GStreamer! 👍");
+    /* *INDENT-ON* */
+  }
+
+  text_height = (FLOAT) height / 10.0f;
+
+  hr = context.dwrite_factory->CreateTextLayout (text_wide.c_str (),
+      text_wide.length (), text_format.Get (), G_MAXFLOAT, G_MAXFLOAT,
+      &text_layout);
+  if (FAILED (hr)) {
+    gst_printerrln ("Couldn't create IDWriteTextLayout");
+    return 1;
+  }
+
+  /* Calculate best font size */
+  range.startPosition = 0;
+  range.length = text_wide.length ();
+
+  do {
+    hr = text_layout->GetMetrics (&metrics);
+    g_assert (SUCCEEDED (hr));
+
+    text_layout->GetFontSize (0, &font_size);
+    if (metrics.height >= (FLOAT) text_height) {
+      if (font_size > 1.0f) {
+        font_size -= 0.5f;
+        was_decreased = true;
+        hr = text_layout->SetFontSize (font_size, range);
+        g_assert (SUCCEEDED (hr));
+        continue;
+      }
+
+      break;
+    }
+
+    if (was_decreased)
+      break;
+
+    if (metrics.height < text_height) {
+      if (metrics.height >= text_height * 0.9)
+        break;
+
+      font_size += 0.5f;
+      hr = text_layout->SetFontSize (font_size, range);
+      g_assert (SUCCEEDED (hr));
+      continue;
+    }
+  } while (true);
+
+  gst_println ("Calculated font size %lf", font_size);
+
+  /* 10 pixels padding per loop */
+  text_layout->SetMaxWidth (metrics.widthIncludingTrailingWhitespace + 10);
+  text_layout->SetMaxHeight (metrics.height);
+
+  context.text = text_wide;
+  context.origin_y = (FLOAT) height - text_height;
+  context.width = width;
+  context.height = height;
+  context.text_width = metrics.widthIncludingTrailingWhitespace + 10;
+  context.layout = text_layout;
+  context.format = text_format;
+  context.draw_on_viewport = draw_on_viewport;
+
+  context.loop = g_main_loop_new (nullptr, FALSE);
+
+  pipeline_str =
+      "d3d12testsrc ! video/x-raw(memory:D3D12Memory),format=RGBA,width=" +
+      std::to_string (width) + ",height=" + std::to_string (height) +
+      ",framerate=60/1 ! queue ! d3d12videosink name=sink overlay-mode=d2d "
+      "display-format=r8g8b8a8-unorm";
+
+  context.pipeline = gst_parse_launch (pipeline_str.c_str (), nullptr);
+  g_assert (context.pipeline);
+
+  auto sink = gst_bin_get_by_name (GST_BIN (context.pipeline), "sink");
+  g_assert (sink);
+
+  g_signal_connect (sink, "overlay", G_CALLBACK (on_overlay_2d), &context);
+  gst_object_unref (sink);
+
+  gst_bus_add_watch (GST_ELEMENT_BUS (context.pipeline),
+      (GstBusFunc) bus_msg, &context);
+
+  sret = gst_element_set_state (context.pipeline, GST_STATE_PLAYING);
+  g_assert (sret != GST_STATE_CHANGE_FAILURE);
+
+  g_main_loop_run (context.loop);
+
+  gst_element_set_state (context.pipeline, GST_STATE_NULL);
+  gst_bus_remove_watch (GST_ELEMENT_BUS (context.pipeline));
+  gst_object_unref (context.pipeline);
+
+  g_main_loop_unref (context.loop);
+  g_free (text);
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d12/d3d12videosink-switch.cpp Added

@@ -0,0 +1,351 @@
+/* GStreamer
+ * Copyright (C) 2024 Seungha Yang <seungha@centricular.com>
+ *
+ * This library is free software; you can redistribute it and/or
+ * modify it under the terms of the GNU Library General Public
+ * License as published by the Free Software Foundation; either
+ * version 2 of the License, or (at your option) any later version.
+ *
+ * This library is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
+ * Library General Public License for more details.
+ *
+ * You should have received a copy of the GNU Library General Public
+ * License along with this library; if not, write to the
+ * Free Software Foundation, Inc., 51 Franklin St, Fifth Floor,
+ * Boston, MA 02110-1301, USA.
+ */
+
+#ifdef HAVE_CONFIG_H
+#include "config.h"
+#endif
+
+#include <gst/gst.h>
+#include <gst/video/video.h>
+
+#include <windows.h>
+#include <string.h>
+#include "../key-handler.h"
+
+static GMainLoop *loop = nullptr;
+static HWND hwnd_0 = nullptr;
+static HWND hwnd_1 = nullptr;
+
+struct AppData
+{
+  GstElement *pipeline = nullptr;
+  GstVideoOverlay *overlay_0 = nullptr;
+  GstVideoOverlay *overlay_1 = nullptr;
+  guint mode = 0;
+};
+
+#define APP_DATA_PROP_NAME L"EXAMPLE-APP-DATA"
+
+static LRESULT CALLBACK
+window_proc (HWND hwnd, UINT message, WPARAM wparam, LPARAM lparam)
+{
+  switch (message) {
+    case WM_NCCREATE:
+    {
+      LPCREATESTRUCTW lpcs = (LPCREATESTRUCTW) lparam;
+      auto data = (AppData *) lpcs->lpCreateParams;
+      SetPropW (hwnd, APP_DATA_PROP_NAME, data);
+      break;
+    }
+    case WM_DESTROY:
+      gst_println ("Destroy window %d", hwnd == hwnd_0 ? 0 : 1);
+      if (loop)
+        g_main_loop_quit (loop);
+      break;
+    case WM_SIZE:
+    {
+      auto data = (AppData *) GetPropW (hwnd, APP_DATA_PROP_NAME);
+      if (!data || !data->overlay_0 || !data->overlay_1)
+        break;
+
+      if ((data->mode == 1 && hwnd == hwnd_0) ||
+          (data->mode == 2 && hwnd == hwnd_1)) {
+        RECT rect;
+        GetClientRect (hwnd, &rect);
+        gint width = (rect.right - rect.left) / 2;
+        gint height = (rect.bottom - rect.top);
+
+        auto overlay_0 = data->overlay_0;
+        auto overlay_1 = data->overlay_1;
+
+        gst_video_overlay_set_render_rectangle (overlay_0,
+            0, 0, width, height);
+        gst_video_overlay_set_render_rectangle (overlay_1,
+            width, 0, width, height);
+      }
+      break;
+    }
+    default:
+      break;
+  }
+
+  return DefWindowProcW (hwnd, message, wparam, lparam);
+}
+
+static void
+keyboard_cb (gchar input, gboolean is_ascii, AppData * data)
+{
+  if (!is_ascii)
+    return;
+
+  switch (input) {
+    case 'q':
+    case 'Q':
+      gst_element_send_event (data->pipeline, gst_event_new_eos ());
+      break;
+    case ' ':
+      data->mode++;
+      data->mode %= 4;
+      switch (data->mode) {
+        case 0:
+        {
+          auto overlay_0 = data->overlay_0;
+          auto overlay_1 = data->overlay_1;
+          gst_video_overlay_set_window_handle (overlay_0,
+              (guintptr) hwnd_0);
+          gst_video_overlay_set_render_rectangle (overlay_0, 0, 0, -1, -1);
+
+          gst_video_overlay_set_window_handle (overlay_1,
+              (guintptr) hwnd_1);
+          gst_video_overlay_set_render_rectangle (overlay_1, 0, 0, -1, -1);
+          break;
+        }
+        case 1:
+        {
+          RECT rect;
+          GetClientRect (hwnd_0, &rect);
+          gint width = (rect.right - rect.left) / 2;
+          gint height = (rect.bottom - rect.top);
+
+          auto overlay_0 = data->overlay_0;
+          auto overlay_1 = data->overlay_1;
+
+          gst_video_overlay_set_window_handle (overlay_0,
+              (guintptr) hwnd_0);
+          gst_video_overlay_set_render_rectangle (overlay_0,
+              0, 0, width, height);
+
+          gst_video_overlay_set_window_handle (overlay_1,
+              (guintptr) hwnd_0);
+          gst_video_overlay_set_render_rectangle (overlay_1,
+              width, 0, width, height);
+          break;
+        }
+        case 2:
+        {
+          RECT rect;
+          GetClientRect (hwnd_1, &rect);
+          gint width = (rect.right - rect.left) / 2;
+          gint height = (rect.bottom - rect.top);
+
+          auto overlay_0 = data->overlay_0;
+          auto overlay_1 = data->overlay_1;
+
+          gst_video_overlay_set_window_handle (overlay_0,
+              (guintptr) hwnd_1);
+          gst_video_overlay_set_render_rectangle (overlay_0,
+              0, 0, width, height);
+
+          gst_video_overlay_set_window_handle (overlay_1,
+              (guintptr) hwnd_1);
+          gst_video_overlay_set_render_rectangle (overlay_1,
+              width, 0, width, height);
+          break;
+        }
+        case 3:
+        {
+          auto overlay_0 = data->overlay_0;
+          auto overlay_1 = data->overlay_1;
+          gst_video_overlay_set_window_handle (overlay_0,
+              (guintptr) hwnd_1);
+          gst_video_overlay_set_render_rectangle (overlay_0, 0, 0, -1, -1);
+
+          gst_video_overlay_set_window_handle (overlay_1,
+              (guintptr) hwnd_0);
+          gst_video_overlay_set_render_rectangle (overlay_1, 0, 0, -1, -1);
+          break;
+        }
+        default:
+          break;
+      }
+      break;
+    default:
+      break;
+  }
+}
+
+static gboolean
+bus_msg (GstBus * bus, GstMessage * msg, AppData * data)
+{
+  switch (GST_MESSAGE_TYPE (msg)) {
+    case GST_MESSAGE_ERROR:
+    {
+      GError *err;
+      gchar *dbg;
+
+      gst_message_parse_error (msg, &err, &dbg);
+      gst_printerrln ("ERROR %s", err->message);
+      if (dbg != nullptr)
+        gst_printerrln ("ERROR debug information: %s", dbg);
+      g_clear_error (&err);
+      g_free (dbg);
+
+      g_main_loop_quit (loop);
+      break;
+    }
+    case GST_MESSAGE_EOS:
+    {
+      gst_println ("Got EOS");
+      g_main_loop_quit (loop);
+      break;
+    }
+    default:
+      break;
+  }
+
+  return TRUE;
+}
+
+static gboolean
+msg_cb (GIOChannel * source, GIOCondition condition, gpointer data)
+{
+  MSG msg;
+
+  if (!PeekMessageW (&msg, nullptr, 0, 0, PM_REMOVE))
+    return G_SOURCE_CONTINUE;
+
+  TranslateMessage (&msg);
+  DispatchMessage (&msg);
+
+  return G_SOURCE_CONTINUE;
+}
+
+static void
+print_keyboard_help (void)
+{
+  static struct
+  {
+    const gchar *key_desc;
+    const gchar *key_help;
+  } key_controls = {
+    {
+        "q", "Quit"}, {
+        "space", "Toggle render window"}
+  };
+  guint i, chars_to_pad, desc_len, max_desc_len = 0;
+
+  gst_print ("\n%s\n", "Keyboard controls:");
+
+  for (i = 0; i < G_N_ELEMENTS (key_controls); ++i) {
+    desc_len = g_utf8_strlen (key_controlsi.key_desc, -1);
+    max_desc_len = MAX (max_desc_len, desc_len);
+  }
+  ++max_desc_len;
+
+  for (i = 0; i < G_N_ELEMENTS (key_controls); ++i) {
+    chars_to_pad = max_desc_len - g_utf8_strlen (key_controlsi.key_desc, -1);
+    gst_print ("\t%s", key_controlsi.key_desc);
+    gst_print ("%-*s: ", chars_to_pad, "");
+    gst_print ("%s\n", key_controlsi.key_help);
+  }
+  gst_print ("\n");
+}
+
+gint
+main (gint argc, gchar ** argv)
+{
+  WNDCLASSEXW wc = { };
+  HINSTANCE hinstance = GetModuleHandle (nullptr);
+  GIOChannel *msg_io_channel = nullptr;
+  RECT wr = { 0, 0, 320, 240 };
+  AppData app_data = { };
+
+  gst_init (nullptr, nullptr);
+
+  print_keyboard_help ();
+
+  loop = g_main_loop_new (nullptr, FALSE);
+
+  /* prepare window */
+  wc.cbSize = sizeof (WNDCLASSEXW);
+  wc.lpfnWndProc = (WNDPROC) window_proc;
+  wc.hInstance = hinstance;
+  wc.hIcon = LoadIcon (nullptr, IDI_WINLOGO);
+  wc.style = CS_HREDRAW | CS_VREDRAW | CS_DBLCLKS;
+  wc.hCursor = LoadCursor (nullptr, IDC_ARROW);
+  wc.hbrBackground = (HBRUSH) GetStockObject (BLACK_BRUSH);
+  wc.lpszClassName = L"GstD3D12VideoSinkExample";
+
+  RegisterClassExW (&wc);
+  AdjustWindowRect (&wr, WS_OVERLAPPEDWINDOW, FALSE);
+
+  hwnd_0 = CreateWindowExW (0, wc.lpszClassName, L"Window-0",
+      WS_CLIPSIBLINGS | WS_CLIPCHILDREN | WS_OVERLAPPEDWINDOW | WS_VISIBLE,
+      CW_USEDEFAULT, CW_USEDEFAULT,
+      wr.right - wr.left, wr.bottom - wr.top, (HWND) nullptr, (HMENU) nullptr,
+      hinstance, &app_data);
+
+  hwnd_1 = CreateWindowExW (0, wc.lpszClassName, L"Window-1",
+      WS_CLIPSIBLINGS | WS_CLIPCHILDREN | WS_OVERLAPPEDWINDOW | WS_VISIBLE,
+      CW_USEDEFAULT, CW_USEDEFAULT,
+      wr.right - wr.left, wr.bottom - wr.top, (HWND) nullptr, (HMENU) nullptr,
+      hinstance, &app_data);
+
+  msg_io_channel = g_io_channel_win32_new_messages (0);
+  g_io_add_watch (msg_io_channel, G_IO_IN, msg_cb, nullptr);
+
+  /* prepare the pipeline */
+  app_data.pipeline = gst_parse_launch ("d3d12testsrc pattern=ball ! queue ! "
+      "d3d12videosink name=sink0 d3d12testsrc ! queue ! "
+      "d3d12videosink name=sink1", nullptr);
+  if (!app_data.pipeline) {
+    gst_printerrln ("Couldn't create pipeline");
+    return 0;
+  }
+
+  auto sink_0 = gst_bin_get_by_name (GST_BIN (app_data.pipeline), "sink0");
+  auto sink_1 = gst_bin_get_by_name (GST_BIN (app_data.pipeline), "sink1");
+
+  app_data.overlay_0 = GST_VIDEO_OVERLAY (sink_0);
+  app_data.overlay_1 = GST_VIDEO_OVERLAY (sink_1);
+
+  gst_video_overlay_set_window_handle (app_data.overlay_0, (guintptr) hwnd_0);
+  gst_video_overlay_set_window_handle (app_data.overlay_1, (guintptr) hwnd_1);
+
+  gst_object_unref (sink_0);
+  gst_object_unref (sink_1);
+
+  gst_bus_add_watch (GST_ELEMENT_BUS (app_data.pipeline), (GstBusFunc) bus_msg,
+      &app_data);
+
+  set_key_handler ((KeyInputCallback) keyboard_cb, &app_data);
+
+  gst_element_set_state (app_data.pipeline, GST_STATE_PLAYING);
+  g_main_loop_run (loop);
+
+  gst_element_set_state (app_data.pipeline, GST_STATE_NULL);
+  gst_bus_remove_watch (GST_ELEMENT_BUS (app_data.pipeline));
+
+  gst_object_unref (app_data.pipeline);
+  unset_key_handler ();
+
+  if (hwnd_0)
+    DestroyWindow (hwnd_0);
+
+  if (hwnd_1)
+    DestroyWindow (hwnd_1);
+
+  if (msg_io_channel)
+    g_io_channel_unref (msg_io_channel);
+  g_main_loop_unref (loop);
+
+  gst_deinit ();
+
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/d3d12/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/d3d12/meson.build Changed

@@ -2,9 +2,82 @@
   subdir_done()
 endif
 
+have_d2d_h = cc.has_header('d2d1_3.h')
+have_dwrite_h = cc.has_header('dwrite.h')
+have_d3d12video_h = cc.has_header('d3d12video.h')
+have_dcomp_h = cc.has_header('dcomp.h')
+have_d3d11_h = cc.has_header('d3d11.h')
+have_dxgi_h = cc.has_header('dxgi.h')
+dwrite_dep = cc.find_library('dwrite', required: false)
+dcomp_dep = cc.find_library('dcomp', required: false)
+d3d11_dep = cc.find_library('d3d11', required: false)
+dxgi_dep = cc.find_library('dxgi', required: false)
+runtimeobject_dep = cc.find_library('runtimeobject', required: false)
+coremessaging_lib = cc.find_library('coremessaging', required: false)
+
 executable('d3d12enc-dynamic-reconfigure',
   'd3d12enc-dynamic-reconfigure.c', '../key-handler.c',
   include_directories : configinc,
   dependencies: gst_dep, gstbase_dep, gstvideo_dep,
   c_args : gst_plugins_bad_args,
-  install: false)
+  install: false
+)
+
+executable('d3d12videosink-switch',
+  'd3d12videosink-switch.cpp', '../key-handler.c',
+  include_directories : configinc,
+  dependencies: gst_dep, gstbase_dep, gstvideo_dep,
+  c_args : gst_plugins_bad_args,
+  install: false
+)
+
+if gstd3d12_dep.found()
+  if have_d2d_h and have_dwrite_h and have_d3d12video_h and dwrite_dep.found()
+    executable('d3d12videosink-overlay', 'd3d12videosink-overlay.cpp',
+      c_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+      cpp_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+      include_directories : configinc, libsinc,
+      dependencies: gst_dep, gstvideo_dep, gstd3d12_dep, dwrite_dep,
+      install: false,
+    )
+  endif
+endif
+
+if cc.get_id() == 'msvc' and have_dcomp_h and dcomp_dep.found() and \
+    have_d3d11_h and d3d11_dep.found() and have_dxgi_h and dxgi_dep.found()
+  executable('d3d12swapchainsink-win32', 'd3d12swapchainsink-win32.cpp',
+    c_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+    cpp_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+    include_directories : configinc, libsinc,
+    dependencies: gst_dep, gstvideo_dep, dcomp_dep, d3d11_dep, dxgi_dep,
+    install: false,
+  )
+endif
+
+have_winrt_comp_headers = true
+winrt_comp_headers = 
+  'winstring.h',
+  'roapi.h',
+  'dispatcherqueue.h',
+  'windows.system.h',
+  'windows.ui.composition.h',
+  'windows.ui.composition.interop.h',
+  'windows.ui.composition.desktop.h',
+
+
+foreach h: winrt_comp_headers
+  if not cc.has_header(h)
+    have_winrt_comp_headers = false
+  endif
+endforeach
+
+if cc.get_id() == 'msvc' and have_winrt_comp_headers and \
+    runtimeobject_dep.found() and coremessaging_lib.found()
+  executable('d3d12swapchainsink-winrt', 'd3d12swapchainsink-winrt.cpp',
+    c_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+    cpp_args : gst_plugins_bad_args + '-DGST_USE_UNSTABLE_API',
+    include_directories : configinc, libsinc,
+    dependencies: gst_dep, gstvideo_dep, runtimeobject_dep, coremessaging_lib,
+    install: false,
+  )
+endif

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/ipcpipeline/ipc-play.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/ipcpipeline/ipc-play.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/meson.build Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/mpegts/ts-parser.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/mpegts/ts-parser.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/mxf/mxfdemux-structure.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/mxf/mxfdemux-structure.c Changed

@@ -51,11 +51,12 @@
 }
 
 static gboolean
-insert_field (GQuark field_id, const GValue * val, gpointer user_data)
+insert_field (const GstIdStr * fieldname, const GValue * val,
+    gpointer user_data)
 {
   GtkTreeIter *parent_iter = user_data;
   GtkTreeIter iter;
-  const gchar *f = g_quark_to_string (field_id);
+  const gchar *f = gst_id_str_as_str (fieldname);
 
   gtk_tree_store_append (treestore, &iter, parent_iter);
 
@@ -77,7 +78,7 @@
         gtk_tree_store_set (treestore, &child_iter, 0,
             gst_structure_get_name (s), -1);
 
-        gst_structure_foreach (s, insert_field, &child_iter);
+        gst_structure_foreach_id_str (s, insert_field, &child_iter);
       } else {
         gchar *v = g_value_to_string (ve);
 
@@ -94,7 +95,7 @@
 
     g_free (entry);
 
-    gst_structure_foreach (s, insert_field, &iter);
+    gst_structure_foreach_id_str (s, insert_field, &iter);
   } else {
     gchar *v = g_value_to_string (val);
     gchar *entry = g_strdup_printf ("%s: %s", f, v);
@@ -115,7 +116,7 @@
 
   gtk_tree_store_set (treestore, iter, 0, name, -1);
 
-  gst_structure_foreach (s, insert_field, iter);
+  gst_structure_foreach_id_str (s, insert_field, iter);
 }
 
 static gboolean

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/nvcodec/nvcodec.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/nvcodec/nvcodec.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/va/vaenc-dynamic-reconfigure.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/va/vaenc-dynamic-reconfigure.c Changed

@@ -31,6 +31,7 @@
 static gint width = 640;
 static gint height = 480;
 static guint rc_ctrl = 0;
+static gboolean alive = FALSE;
 
 G_LOCK_DEFINE_STATIC (input_lock);
 
@@ -200,8 +201,8 @@
     "<", "Decrease bitrate by 100 kbps"}, {
     "", "Increase target usage"}, {
     "", "Decrease target usage"}, {
-    "}", "Increase target percentage by 10% (only in VBR)"}, {
-    "{", "Decrease target percentage by 10% (only in VBR)"}, {
+    "}", "Increase target percentage by 10% (only in QVBR)"}, {
+    "{", "Decrease target percentage by 10% (only in QVBR)"}, {
     "I", "Increase QP-I"}, {
     "i", "Decrease QP-I"}, {
     "P", "Increase QP-P (only in CQP)"}, {
@@ -285,7 +286,8 @@
       case '>':{
         guint bitrate;
 
-        if (is_ratectl (data->encoder, 0x00000010 /* VA_RC_CQP */ ))
+        if (is_ratectl (data->encoder, 0x00000010 /* VA_RC_CQP */ )
+            || is_ratectl (data->encoder, 0x00000040 /* VA_RC_ICQ */ ))
           break;
 
         g_object_get (data->encoder, "bitrate", &bitrate, NULL);
@@ -297,7 +299,8 @@
       case '<':{
         gint bitrate;
 
-        if (is_ratectl (data->encoder, 0x00000010 /* VA_RC_CQP */ ))
+        if (is_ratectl (data->encoder, 0x00000010 /* VA_RC_CQP */ )
+            || is_ratectl (data->encoder, 0x00000040 /* VA_RC_ICQ */ ))
           break;
 
         g_object_get (data->encoder, "bitrate", &bitrate, NULL);
@@ -328,7 +331,8 @@
       case '}':{
         guint target;
 
-        if (!is_ratectl (data->encoder, 0x00000004 /* VA_RC_VBR */ ))
+        if (!is_ratectl (data->encoder, 0x00000004 /* VA_RC_VBR */ )
+            || is_ratectl (data->encoder, 0x00000400 /* VA_RC_QVBR */ ))
           break;
 
         g_object_get (data->encoder, "target-percentage", &target, NULL);
@@ -340,7 +344,8 @@
       case '{':{
         guint target;
 
-        if (!is_ratectl (data->encoder, 0x00000004 /* VA_RC_VBR */ ))
+        if (!is_ratectl (data->encoder, 0x00000004 /* VA_RC_VBR */ )
+            || is_ratectl (data->encoder, 0x00000400 /* VA_RC_QVBR */ ))
           break;
 
         g_object_get (data->encoder, "target-percentage", &target, NULL);
@@ -445,11 +450,15 @@
   gchar *codec = NULL;
   gulong deep_notify_id = 0;
   guint idx;
+  gboolean res;
 
   /* *INDENT-OFF* */
   const GOptionEntry options = {
     {"codec", 'c', 0, G_OPTION_ARG_STRING, &codec,
-        "Codec to test:  *h264, h265 "},
+        "Codec to test: "
+        " *h264, h265, vp8, vp9, av1, h264lp, h265lp, vp9lp, av1lp "},
+    {"alive", 'a', 0, G_OPTION_ARG_NONE, &alive,
+        "Set test source as a live stream"},
     {NULL}
   };
   const struct {
@@ -460,6 +469,13 @@
   } elements_map = {
     { "h264", "vah264enc", "h264parse", "vah264dec" },
     { "h265", "vah265enc", "h265parse", "vah265dec" },
+    { "vp8", "vavp8enc", NULL, "vavp8dec" },
+    { "vp9", "vavp9enc", "vp9parse", "vavp9dec" },
+    { "av1", "vaav1enc", "av1parse", "vaav1dec" },
+    { "h264lp", "vah264lpenc", "h264parse", "vah264dec" },
+    { "h265lp", "vah265lpenc", "h265parse", "vah265dec" },
+    { "vp9lp", "vavp9lpenc", "vp9parse", "vavp9dec" },
+    { "av1lp", "vaav1lpenc", "av1parse", "vaav1dec" },
   };
   /* *INDENT-ON* */
 
@@ -505,20 +521,27 @@
   pipeline = gst_pipeline_new (NULL);
 
   MAKE_ELEMENT_AND_ADD (src, "videotestsrc");
-  g_object_set (src, "pattern", 1, NULL);
+  g_object_set (src, "pattern", 1, "is-live", alive, NULL);
 
   MAKE_ELEMENT_AND_ADD (capsfilter, "capsfilter");
   MAKE_ELEMENT_AND_ADD (convert, "videoconvert");
   MAKE_ELEMENT_AND_ADD (enc, elements_mapidx.encoder);
   MAKE_ELEMENT_AND_ADD (queue0, "queue");
-  MAKE_ELEMENT_AND_ADD (parser, elements_mapidx.parser);
   MAKE_ELEMENT_AND_ADD (dec, elements_mapidx.decoder);
   MAKE_ELEMENT_AND_ADD (vpp, "vapostproc");
   MAKE_ELEMENT_AND_ADD (queue1, "queue");
   MAKE_ELEMENT_AND_ADD (sink, "autovideosink");
 
-  if (!gst_element_link_many (src, capsfilter, convert, enc, queue0,
-          parser, dec, vpp, queue1, sink, NULL)) {
+  if (elements_mapidx.parser) {
+    MAKE_ELEMENT_AND_ADD (parser, elements_mapidx.parser);
+    res = gst_element_link_many (src, capsfilter, convert, enc, queue0, parser,
+        dec, vpp, queue1, sink, NULL);
+  } else {
+    res = gst_element_link_many (src, capsfilter, convert, enc, queue0, dec,
+        vpp, queue1, sink, NULL);
+  }
+
+  if (!res) {
     gst_printerrln ("Failed to link element");
     exit (1);
   }

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/waylandsink/main.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/waylandsink/main.c Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/examples/waylandsink/wayland-threads.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/examples/waylandsink/wayland-threads.c Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/files/audio-8s-then-reverse.ogg Added

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/interactive/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/interactive/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/interactive/pitch-playback-test.c Added

@@ -0,0 +1,262 @@
+#include <gst/gst.h>
+
+typedef struct
+{
+  gdouble playback_rate;
+  gfloat pitch;
+  gfloat tempo;
+} TestCase;
+
+static const TestCase test_cases = {
+  /* Next 2 tests must sound the same as the original file */
+  {1.0, 1.0, 1.0}, {-1.0, 1.0, 1.0},
+  /* Next 2 tests must sound the same with a higher pitch */
+  {1.0, 1.25, 1.0}, {-1.0, 1.25, 1.0},
+  /* Next 2 tests must sound the same with a lower pitch */
+  {1.0, 0.75, 1.0}, {-1.0, 0.75, 1.0},
+  /* Next 4 tests must sound the same 25% faster */
+  {1.0, 1.0, 1.25}, {-1.0, 1.0, 1.25},
+  {1.25, 1.0, 1.0}, {-1.25, 1.0, 1.0},
+  /* Next 4 tests must sound the same 25% slower */
+  {1.0, 1.0, 0.75}, {-1.0, 1.0, 0.75},
+  {0.75, 1.0, 1.0}, {-0.75, 1.0, 1.0}
+};
+
+static const gint nb_test_cases = G_N_ELEMENTS (test_cases);
+
+typedef enum
+{ SEEK_REQUIRED = 0, SEEK_RUNNING, SEEK_DONE } SeekState;
+
+GST_DEBUG_CATEGORY_STATIC (pitch_test_debug);
+#define GST_CAT_DEFAULT pitch_test_debug
+
+static void
+on_pad_added_cb (GstElement * element, GstPad * src_pad,
+    GstElement * next_element)
+{
+  (void) element;
+
+  GstPad *sink_pad = gst_element_get_static_pad (next_element, "sink");
+  if (!gst_pad_is_linked (sink_pad)) {
+    gst_pad_link (src_pad, sink_pad);
+  }
+
+  gst_object_unref (sink_pad);
+}
+
+static GstPadProbeReturn
+on_downstream_data_cb (GstPad * pad,
+    GstPadProbeInfo * info, gint * reverse_playback_atomic)
+{
+  (void) pad;
+
+  if (info->type & GST_PAD_PROBE_TYPE_BUFFER) {
+    GstBuffer *buffer = GST_PAD_PROBE_INFO_BUFFER (info);
+
+    GstClockTime start = GST_BUFFER_PTS (buffer);
+    GstClockTime end = start;
+
+    guint64 start_offset = GST_BUFFER_OFFSET (buffer);
+    if (start_offset == GST_CLOCK_TIME_NONE)
+      start_offset = 0;
+
+    guint64 end_offset = GST_BUFFER_OFFSET_END (buffer);
+    if (end_offset == GST_CLOCK_TIME_NONE)
+      end_offset = 0;
+
+    if (g_atomic_int_get (reverse_playback_atomic)) {
+      start += GST_BUFFER_DURATION (buffer);
+
+      guint64 offset = start_offset;
+      start_offset = end_offset;
+      end_offset = offset;
+    } else {
+      end += GST_BUFFER_DURATION (buffer);
+    }
+
+    GST_INFO ("Buffer: %" GST_TIME_FORMAT " -> %" GST_TIME_FORMAT
+        ", offset: %" G_GUINT64_FORMAT " -> %" G_GUINT64_FORMAT,
+        GST_TIME_ARGS (start), GST_TIME_ARGS (end), start_offset, end_offset);
+  } else if (info->type & GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM) {
+    GstEvent *event = GST_PAD_PROBE_INFO_EVENT (info);
+
+    if (event->type == GST_EVENT_SEGMENT) {
+      const GstSegment *segment = NULL;
+      gst_event_parse_segment (event, &segment);
+      GST_INFO ("Segment event: %" GST_SEGMENT_FORMAT, (void *) segment);
+    } else if (event->type == GST_EVENT_EOS) {
+      GST_INFO ("EOS event");
+    }
+  }
+
+  return GST_PAD_PROBE_OK;
+}
+
+int
+main (int argc, char *argv)
+{
+  const gchar *debug_env = g_getenv ("GST_DEBUG");
+  if (debug_env && *debug_env) {
+    gchar *value = g_strdup_printf ("%s,pitchtest:7", debug_env);
+    g_setenv ("GST_DEBUG", value, TRUE);
+    g_free (value);
+  } else {
+    g_setenv ("GST_DEBUG", "pitchtest:7", TRUE);
+  }
+
+  gst_init (&argc, &argv);
+  GST_DEBUG_CATEGORY_INIT (pitch_test_debug, "pitchtest", 0,
+      "Pitch playback test");
+
+  gboolean passthrough = FALSE;
+  for (gint i = 0; i < argc; ++i) {
+    if (g_strcmp0 (argvi, "--passthrough") == 0) {
+      passthrough = TRUE;
+      break;
+    }
+  }
+
+  gchar *exe_dir;
+  if (argc > 0) {
+    exe_dir = g_path_get_dirname (argv0);
+  } else {
+    exe_dir = g_get_current_dir ();
+  }
+  gchar *audio_file =
+      g_build_filename (exe_dir, "audio-8s-then-reverse.ogg", NULL);
+  g_free (exe_dir);
+
+  GstElement *pipeline = gst_pipeline_new (NULL);
+  GstElement *filesrc = gst_element_factory_make ("filesrc", NULL);
+  g_object_set (filesrc, "location", audio_file, NULL);
+  g_free (audio_file);
+
+  GstElement *decodebin = gst_element_factory_make ("decodebin", NULL);
+  GstElement *audioconvert = gst_element_factory_make ("audioconvert", NULL);
+  g_signal_connect (decodebin, "pad-added", G_CALLBACK (on_pad_added_cb),
+      audioconvert);
+
+  GstElement *queue = gst_element_factory_make ("queue", NULL);
+  GstElement *pitch =
+      gst_element_factory_make (passthrough ? "identity" : "pitch", NULL);
+  GstElement *audiosink = gst_element_factory_make ("autoaudiosink", NULL);
+
+  gst_bin_add_many (GST_BIN (pipeline), filesrc, decodebin, audioconvert, queue,
+      pitch, audiosink, NULL);
+  gst_element_link_many (filesrc, decodebin, NULL);
+  gst_element_link_many (audioconvert, queue, pitch, audiosink, NULL);
+
+  gint reverse_playback_atomic = 0;
+  GstPad *pad = gst_element_get_static_pad (pitch, "src");
+  gst_pad_add_probe (pad,
+      GST_PAD_PROBE_TYPE_EVENT_DOWNSTREAM | GST_PAD_PROBE_TYPE_BUFFER,
+      (GstPadProbeCallback) on_downstream_data_cb, &reverse_playback_atomic,
+      NULL);
+  gst_object_unref (pad);
+
+  SeekState seek_state = SEEK_REQUIRED;
+  gst_element_set_state (pipeline, GST_STATE_PAUSED);
+
+  gint current_test_case = 0;
+  GstBus *bus = gst_pipeline_get_bus (GST_PIPELINE (pipeline));
+  gboolean quit = FALSE;
+  while (!quit) {
+    GstMessage *msg = gst_bus_timed_pop (bus, GST_CLOCK_TIME_NONE);
+    if (!msg) {
+      quit = TRUE;
+      break;
+    }
+
+    switch (msg->type) {
+      case GST_MESSAGE_ERROR:{
+        GError *error = NULL;
+        gchar *debug_info = NULL;
+
+        gst_message_parse_error (msg, &error, &debug_info);
+        g_printerr ("Unrecoverable error from %s: %s\n",
+            GST_OBJECT_NAME (msg->src), error->message);
+        g_printerr ("Debugging info: %s\n", debug_info ? debug_info : "none");
+        g_error_free (error);
+        g_free (debug_info);
+
+        quit = TRUE;
+      }
+        break;
+
+      case GST_MESSAGE_EOS:
+        if (++current_test_case < nb_test_cases) {
+          seek_state = SEEK_REQUIRED;
+          gst_element_set_state (pipeline, GST_STATE_PAUSED);
+        } else {
+          GST_WARNING ("#### All tests finished ####");
+          quit = TRUE;
+        }
+        break;
+
+      case GST_MESSAGE_STATE_CHANGED:
+        if (msg->src == GST_OBJECT (pipeline)) {
+          GstState new_state;
+          gst_message_parse_state_changed (msg, NULL, &new_state, NULL);
+
+          if (new_state == GST_STATE_PAUSED) {
+            switch (seek_state) {
+              case SEEK_REQUIRED:{
+                seek_state = SEEK_RUNNING;
+
+                const TestCase *test_case = test_cases + current_test_case;
+                GST_WARNING
+                    ("#### Starting test %02d%s: playback_rate=%f, pitch=%f, tempo=%f ####",
+                    current_test_case + 1, passthrough ? " (passthrough)" : "",
+                    test_case->playback_rate, test_case->pitch,
+                    test_case->tempo);
+
+                if (!passthrough) {
+                  g_object_set (pitch, "pitch", test_case->pitch, "tempo",
+                      test_case->tempo, NULL);
+                }
+
+                GstEvent *seek_event;
+                if (test_case->playback_rate >= 0.0) {
+                  g_atomic_int_set (&reverse_playback_atomic, 0);
+                  seek_event =
+                      gst_event_new_seek (test_case->playback_rate,
+                      GST_FORMAT_TIME,
+                      GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_ACCURATE,
+                      GST_SEEK_TYPE_SET, 0, GST_SEEK_TYPE_SET, 8 * GST_SECOND);
+                } else {
+                  g_atomic_int_set (&reverse_playback_atomic, 1);
+                  seek_event =
+                      gst_event_new_seek (test_case->playback_rate,
+                      GST_FORMAT_TIME,
+                      GST_SEEK_FLAG_FLUSH | GST_SEEK_FLAG_ACCURATE,
+                      GST_SEEK_TYPE_SET, 8 * GST_SECOND, GST_SEEK_TYPE_END, 0);
+                }
+
+                gst_element_send_event (decodebin, seek_event);
+              }
+                break;
+
+              case SEEK_RUNNING:
+                seek_state = SEEK_DONE;
+                gst_element_set_state (pipeline, GST_STATE_PLAYING);
+                break;
+
+              default:
+                break;
+            }
+          }
+        }
+        break;
+
+      default:
+        break;
+    }
+
+    gst_message_unref (msg);
+  }
+  gst_object_unref (bus);
+
+  gst_element_set_state (pipeline, GST_STATE_NULL);
+  gst_object_unref (pipeline);
+  return 0;
+}

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/autovideoconvert/renegotiate/flow-expectations/log-^convert-src$-expected Added

@@ -0,0 +1,24 @@
+event stream-start: GstEventStreamStart, flags=(GstStreamFlags)GST_STREAM_FLAG_NONE;
+event caps: video/x-raw(memory:GLMemory), format=(string)RGBA, framerate=(fraction)30/1, height=(int)240, texture-target=(string)2D, width=(int)320;
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=none, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000
+buffer: pts=0:00:00.000000000, dur=0:00:00.033333333, flags=discont
+buffer: pts=0:00:00.033333333, dur=0:00:00.033333333
+buffer: pts=0:00:00.066666666, dur=0:00:00.033333334
+
+CHECKPOINT: Setup capsfilter caps=video/x-raw
+
+event caps: video/x-raw, format=(string)RGBA, framerate=(fraction)30/1, height=(int)240, width=(int)320;
+buffer: pts=0:00:00.100000000, dur=0:00:00.033333333
+buffer: pts=0:00:00.133333333, dur=0:00:00.033333333
+
+CHECKPOINT: Setup capsfilter caps=video/x-raw(memory:GLMemory)
+
+event caps: video/x-raw(memory:GLMemory), format=(string)RGBA, framerate=(fraction)30/1, height=(int)240, texture-target=(string)2D, width=(int)320;
+buffer: pts=0:00:00.166666666, dur=0:00:00.033333334
+buffer: pts=0:00:00.200000000, dur=0:00:00.033333333
+
+CHECKPOINT: Setup capsfilter caps=video/x-raw
+
+event caps: video/x-raw, format=(string)RGBA, framerate=(fraction)30/1, height=(int)240, width=(int)320;
+buffer: pts=0:00:00.233333333, dur=0:00:00.033333333
+buffer: pts=0:00:00.266666666, dur=0:00:00.033333334

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tests/validate/meson.build -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/meson.build Changed

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/change_pitch_properties Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/change_pitch_properties.validatetest Added

@@ -0,0 +1,41 @@
+include, location="pitch-test.meta"
+pause
+
+checkpoint, text="Play normally"
+seek, start=2.0, stop=4.0, flags=accurate+flush, rate=1.0
+play
+wait, message-type=eos
+
+checkpoint, text="Play one octave higher"
+set-property, playback-time=position, target-element-name=pitch, property-name=pitch, property-value=2.0
+seek, start=2.0, stop=4.0, flags=accurate+flush, rate=1.0
+wait, message-type=eos
+
+checkpoint, text="Play one octave lower"
+set-property, playback-time=position, target-element-name=pitch, property-name=pitch, property-value=0.5
+seek, start=2.0, stop=4.0, flags=accurate+flush, rate=1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice faster same pitch"
+set-property, playback-time=position, target-element-name=pitch, property-name=pitch, property-value=1.0
+set-property, playback-time=position, target-element-name=pitch, property-name=tempo, property-value=2.0
+seek, start=1.0, stop=2.0, flags=accurate+flush, rate=1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice slower same pitch"
+set-property, playback-time=position, target-element-name=pitch, property-name=tempo, property-value=0.5
+seek, start=4.0, stop=8.0, flags=accurate+flush, rate=1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice faster one octave higher"
+set-property, playback-time=position, target-element-name=pitch, property-name=tempo, property-value=1.0
+set-property, playback-time=position, target-element-name=pitch, property-name=rate, property-value=2.0
+seek, start=1.0, stop=2.0, flags=accurate+flush, rate=1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice slower one octave lower"
+set-property, playback-time=position, target-element-name=pitch, property-name=rate, property-value=0.5
+seek, start=4.0, stop=8.0, flags=accurate+flush, rate=1.0
+wait, message-type=eos
+
+stop

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/change_pitch_properties/flow-expectations Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/change_pitch_properties/flow-expectations/log-pitch-src-expected Added

@@ -0,0 +1,357 @@
+
+CHECKPOINT: If the libSoundTouch version or compilation optimization change, buffers checksums may differ. Tests done with libSoundTouch version: 2.3.2 in debugoptimized. Configure meson with `--force-fallback-for=soundtouch` and the default debugoptimized build type to use the same version.
+
+event stream-start: GstEventStreamStart, flags=(GstStreamFlags)GST_STREAM_FLAG_NONE;
+event caps: audio/x-raw, channel-mask=(bitmask)0x0000000000000003, channels=(int)2, format=(string)F32LE, layout=(string)interleaved, rate=(int)44100;
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:15.999818752, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000, duration=0:00:15.999818752
+buffer: checksum=b0fd3061002ec8fa84dd6846f25454b1707fc996, pts=0:00:00.000000000, dur=0:00:00.057029478
+
+CHECKPOINT: Play normally
+
+event segment: format=TIME, start=0:00:02.000000000, offset=0:00:00.000000000, stop=0:00:04.000000000, flags=0x01, time=0:00:02.000000000, base=0:00:00.000000000, position=0:00:02.000000000, duration=0:00:15.999818752
+buffer: checksum=835950ded5fac95e22bcd3b05a6e32b471b50a8c, pts=0:00:02.000000000, dur=0:00:00.057029478
+buffer: checksum=3f05dfdf8cb802e4021d342fbd2e12b3119035a8, pts=0:00:02.057029478, dur=0:00:00.065011337
+buffer: checksum=156d1705dcca5c65696273944e3dbcc0902497a9, pts=0:00:02.122040815, dur=0:00:00.065011337
+buffer: checksum=a2918235462637cfe29a4b10df7cf65db52f9ab9, pts=0:00:02.187052152, dur=0:00:00.065011337
+buffer: checksum=24b3d38bfb1fbf7096d612fc15d87201a6a06331, pts=0:00:02.252063489, dur=0:00:00.065011337
+buffer: checksum=07f6362b0400480b8a2f5cf322b9cbca78a47d47, pts=0:00:02.317074826, dur=0:00:00.065011337
+buffer: checksum=473b09079fc0af5c673e1c1000e928af8ddeb13f, pts=0:00:02.382086163, dur=0:00:00.065011337
+buffer: checksum=ecdf48ff9ebffe28b68e18d27da35878e0e993c2, pts=0:00:02.447097500, dur=0:00:00.065011337
+buffer: checksum=3e11532ac7adf16445585aacb4ea09e5a91de91f, pts=0:00:02.512108837, dur=0:00:00.065011337
+buffer: checksum=d1663a8fd3f683fef6b14a05269950de1c860de4, pts=0:00:02.577120174, dur=0:00:00.065011337
+buffer: checksum=a92e7f821959544fa446238ba1b6583ecd72c2b8, pts=0:00:02.642131511, dur=0:00:00.065011337
+buffer: checksum=f36925236338d48a18ffa89fe27a1b26eaea4637, pts=0:00:02.707142848, dur=0:00:00.065011337
+buffer: checksum=73ee2fa24518ae123d794e7b08a06121370ab877, pts=0:00:02.772154185, dur=0:00:00.065011337
+buffer: checksum=924897f39d40b91d494f1b979c4c6a853a50a478, pts=0:00:02.837165522, dur=0:00:00.065011337
+buffer: checksum=47692f1fcd46d66bcd922ad67fc292c3ca617c75, pts=0:00:02.902176859, dur=0:00:00.065011337
+buffer: checksum=d82942467c73c9f7d78988f306d9a29cd5b2f8a4, pts=0:00:02.967188196, dur=0:00:00.065011337
+buffer: checksum=9bbafdf685dd6c389961b1633ce44a7f780b8726, pts=0:00:03.032199533, dur=0:00:00.065011337
+buffer: checksum=35dcaea77d07876ac2a000d5847201ed73b7c2eb, pts=0:00:03.097210870, dur=0:00:00.065011337
+buffer: checksum=ed3959507f623236b13b749ec5663897d4e5c86b, pts=0:00:03.162222207, dur=0:00:00.065011337
+buffer: checksum=ee161c4da1beba75b4415bbf738f64c6503d4923, pts=0:00:03.227233544, dur=0:00:00.065011337
+buffer: checksum=be9a733e21fd64c8ea663ec201c26ad9496cd113, pts=0:00:03.292244881, dur=0:00:00.065011337
+buffer: checksum=b8cae32937fa008a7cf4a3f93a2e77f38927d484, pts=0:00:03.357256218, dur=0:00:00.065011337
+buffer: checksum=bee877a4ef46bd265e2b202608527d3af4e40756, pts=0:00:03.422267555, dur=0:00:00.065011337
+buffer: checksum=8f9bb4574909bff3503cd15dd652f910c3693cc1, pts=0:00:03.487278892, dur=0:00:00.065011337
+buffer: checksum=36e76940ffef67c416a29b4f8400bfb4fdd439b5, pts=0:00:03.552290229, dur=0:00:00.065011337
+buffer: checksum=e5c5ddd4acfff419e518a0e1c22638801c21eacc, pts=0:00:03.617301566, dur=0:00:00.065011337
+buffer: checksum=7fdc77936a5928261ae358f448c875fc9dc8ab34, pts=0:00:03.682312903, dur=0:00:00.065011337
+buffer: checksum=5c0ab97d58efce8df95f9206340f2dee7622680e, pts=0:00:03.747324240, dur=0:00:00.065011337
+buffer: checksum=61ef1d44594d2342b1b271b0ad14b926964ef3db, pts=0:00:03.812335577, dur=0:00:00.065011337
+buffer: checksum=fd5c531c0674a0297571087f3a9b04e920d05468, pts=0:00:03.877346914, dur=0:00:00.065011337
+buffer: checksum=20ae00dfa5be0ec9ca08f524aedcf26a4b8c4917, pts=0:00:03.942358251, dur=0:00:00.057664399
+event eos: (no structure)
+
+CHECKPOINT: Play one octave higher
+
+event segment: format=TIME, start=0:00:02.000000000, offset=0:00:00.000000000, stop=0:00:04.000000000, flags=0x01, time=0:00:02.000000000, base=0:00:00.000000000, position=0:00:02.000000000, duration=0:00:15.999818752
+buffer: checksum=37244a2abfb0431f4c3392d8e8f6af1d5a4eb173, pts=0:00:02.000000000, dur=0:00:00.036621315
+buffer: checksum=615ed614ca7f2e7328da9935c7014b59ade464d1, pts=0:00:02.036621315, dur=0:00:00.040997732
+buffer: checksum=7bec000dda18431e2a8820108d6052066463c8e7, pts=0:00:02.077619047, dur=0:00:00.041020408
+buffer: checksum=eb0c251e847fc9b4dd79416a4a3f9c05db319bfe, pts=0:00:02.118639455, dur=0:00:00.040997732
+buffer: checksum=fe25b24ecd692c3a4d2330c45b2d0d4f035c79c1, pts=0:00:02.159637187, dur=0:00:00.041020408
+buffer: checksum=bd274732a532a8b9d257a087d331c53e93f871e5, pts=0:00:02.200657595, dur=0:00:00.040997732
+buffer: checksum=850ec22fc04669de1a0c170d5b2d8e4c690e2d8e, pts=0:00:02.241655327, dur=0:00:00.041020408
+buffer: checksum=b12c5598c307ca038f070df0dd47072ebbb81866, pts=0:00:02.282675735, dur=0:00:00.040997732
+buffer: checksum=7e7d63764e6bc8e2cb2c59e3f2f06d04500e455e, pts=0:00:02.323673467, dur=0:00:00.041020408
+buffer: checksum=7c5ffb66b0a4a8bb3aad9a5578d417aea374de90, pts=0:00:02.364693875, dur=0:00:00.040997732
+buffer: checksum=ca17b4c03c1863b366dc9bc12825a5211bc21a09, pts=0:00:02.405691607, dur=0:00:00.041020408
+buffer: checksum=23d8fa78ac4cef9819f6190d8916ce538f5dc248, pts=0:00:02.446712015, dur=0:00:00.040997732
+buffer: checksum=4ae3d7a898fa1b6576df110aeff3d1ea6db1e599, pts=0:00:02.487709747, dur=0:00:00.041020408
+buffer: checksum=622bf828c3f0d8332f2020cb6401576368f8ee95, pts=0:00:02.528730155, dur=0:00:00.040997732
+buffer: checksum=71829539f33fe0e82882ca4b4defd3c4cd2fad1c, pts=0:00:02.569727887, dur=0:00:00.041020408
+buffer: checksum=1bb6e773b5e6459e76ff7005d81bbfd4a8594c94, pts=0:00:02.610748295, dur=0:00:00.040997732
+buffer: checksum=bb82b56a7348c116157dfc172ab7d5e777b342d7, pts=0:00:02.651746027, dur=0:00:00.041020408
+buffer: checksum=7b3d25ec41a22273f99c73e45322b85381ddb6c2, pts=0:00:02.692766435, dur=0:00:00.040997732
+buffer: checksum=5c5c6a50f379ee46651abd3cbbd540575b7f543c, pts=0:00:02.733764167, dur=0:00:00.041020408
+buffer: checksum=e486e4755b42f0ad97d650d3cbbb160cc91a0d8b, pts=0:00:02.774784575, dur=0:00:00.040997732
+buffer: checksum=1dde737cd1a2eb30ed19dcd75d207e1f8489e1c9, pts=0:00:02.815782307, dur=0:00:00.041020408
+buffer: checksum=0bf7cac5f4820e9e9ccc7d70c384c32d56472b7c, pts=0:00:02.856802715, dur=0:00:00.040997732
+buffer: checksum=682ce898e891289b5d8c4fba26494e72fb0bcfe0, pts=0:00:02.897800447, dur=0:00:00.041020408
+buffer: checksum=9df02cf7502e8bc7900241bc1836030fac56c8f9, pts=0:00:02.938820855, dur=0:00:00.040997732
+buffer: checksum=761ab7f58ea4e7d9ca218e2bd94a31ce264589b3, pts=0:00:02.979818587, dur=0:00:00.041020408
+buffer: checksum=1cf45e56796985f25205aabcb3c6ad65ba71f883, pts=0:00:03.020838995, dur=0:00:00.040997732
+buffer: checksum=cbcd2a97db58c76966a4803cd92d5279a981c717, pts=0:00:03.061836727, dur=0:00:00.041020408
+buffer: checksum=fc2a86c62e887b0643db00535f5a64f39daff2d4, pts=0:00:03.102857135, dur=0:00:00.040997732
+buffer: checksum=9b99ce4c01be9016ba37f098f30f6035110bf450, pts=0:00:03.143854867, dur=0:00:00.041020408
+buffer: checksum=73687c04425c55b2cc44b85fa523ef728251d4a5, pts=0:00:03.184875275, dur=0:00:00.040997732
+buffer: checksum=ffc7ce323b601555e7f9e2f4343c779323ba1f26, pts=0:00:03.225873007, dur=0:00:00.041020408
+buffer: checksum=858a9fc8bfbcf6814aa6b6ba6034c50bc66d699f, pts=0:00:03.266893415, dur=0:00:00.040997732
+buffer: checksum=4f28f14f76374d9428075b2d6568768233678e88, pts=0:00:03.307891147, dur=0:00:00.041020408
+buffer: checksum=39cd0fcd3e4f468292288ee6810e3a323c6c1665, pts=0:00:03.348911555, dur=0:00:00.040997732
+buffer: checksum=ed34760df5f3f535e33c8449e96b771e4dc74273, pts=0:00:03.389909287, dur=0:00:00.041020408
+buffer: checksum=52dcc1b980bad817c26d0c5d4240dfe973e37b79, pts=0:00:03.430929695, dur=0:00:00.040997732
+buffer: checksum=621fb6c2bd2135adf93abbea38802cb707ded025, pts=0:00:03.471927427, dur=0:00:00.041020408
+buffer: checksum=c91ee6d7b0e63897aeff11f898ec691d8958b1a7, pts=0:00:03.512947835, dur=0:00:00.040997732
+buffer: checksum=87a234a3f09e4ec5131010be2da327909347d71a, pts=0:00:03.553945567, dur=0:00:00.041020408
+buffer: checksum=41a4c50afecb2987ab4e5c78d9097fff4fc50149, pts=0:00:03.594965975, dur=0:00:00.040997732
+buffer: checksum=9aeb8820dc555b01b51cf682739c0e1242c10c93, pts=0:00:03.635963707, dur=0:00:00.041020408
+buffer: checksum=f34c65659b1bad2108fddaf15a727ef6cadb7ba2, pts=0:00:03.676984115, dur=0:00:00.040997732
+buffer: checksum=b300e53a2fb0b260691614017f48d9d524427827, pts=0:00:03.717981847, dur=0:00:00.041020408
+buffer: checksum=ef64e647ca12b5455a28a482f56904e2f4ca7b7e, pts=0:00:03.759002255, dur=0:00:00.040997732
+buffer: checksum=eeab4c46936fa52e561691e5adb431fa779d6046, pts=0:00:03.799999987, dur=0:00:00.041020408
+buffer: checksum=63480188ddc3cd8b558d75635af8f45f74df8568, pts=0:00:03.841020395, dur=0:00:00.040997732
+buffer: checksum=f9e08f1c45e7ef6a69ba3c6afe3673748ba11218, pts=0:00:03.882018127, dur=0:00:00.041020408
+buffer: checksum=2a2793bc61efb935164d8bc4bd30676d034aee35, pts=0:00:03.923038535, dur=0:00:00.076984126
+event eos: (no structure)
+
+CHECKPOINT: Play one octave lower
+
+event segment: format=TIME, start=0:00:02.000000000, offset=0:00:00.000000000, stop=0:00:04.000000000, flags=0x01, time=0:00:02.000000000, base=0:00:00.000000000, position=0:00:02.000000000, duration=0:00:15.999818752
+buffer: checksum=7ac4fe540a612751754cacf4788034029d41a2e1, pts=0:00:02.000000000, dur=0:00:00.024036281
+buffer: checksum=fec07e75ca1f1afab00fdba8e8fdaaa464e7fde0, pts=0:00:02.024036281, dur=0:00:00.032018140
+buffer: checksum=35a57f439f3b34e873788e2c382ec40204ed1cd8, pts=0:00:02.056054421, dur=0:00:00.032018140
+buffer: checksum=652963e0b8a60c25dee7b8e529c54bde8f3c4112, pts=0:00:02.088072561, dur=0:00:00.032018140
+buffer: checksum=39f86162e12b96d36537f6bed13ce4e043ad2986, pts=0:00:02.120090701, dur=0:00:00.032018140
+buffer: checksum=7c164421b27a0a082b812f416456078eb1300240, pts=0:00:02.152108841, dur=0:00:00.032018140
+buffer: checksum=bf8dbcc5d339062eda101fc484c4f6bceeda76f9, pts=0:00:02.184126981, dur=0:00:00.032018140
+buffer: checksum=34648673feac5814562360f51fd0d1363c349d93, pts=0:00:02.216145121, dur=0:00:00.032018140
+buffer: checksum=4e8f253c2055cdd5cce45c0701759e9d9589ee3f, pts=0:00:02.248163261, dur=0:00:00.032018140
+buffer: checksum=adb68796a854c995645b69443739dad4ddc6a207, pts=0:00:02.280181401, dur=0:00:00.032018140
+buffer: checksum=8cd5745c8363176497d016075c02482e8a70b7de, pts=0:00:02.312199541, dur=0:00:00.032018140
+buffer: checksum=53437b5d6e7c1f6fbd5926f5190fad030c61b8f5, pts=0:00:02.344217681, dur=0:00:00.032018140
+buffer: checksum=feb0e49d64ca2320687665609ca1085dd4f22b12, pts=0:00:02.376235821, dur=0:00:00.032018140
+buffer: checksum=502fd83dd0cb0f19c5d1293bbcbc10d3cfe490c3, pts=0:00:02.408253961, dur=0:00:00.032018140
+buffer: checksum=2b50f5f5795915da1cad894c15aa6e9950270ff0, pts=0:00:02.440272101, dur=0:00:00.032018140
+buffer: checksum=3b5e4c199cc255f72883914ac00956310dbb61b8, pts=0:00:02.472290241, dur=0:00:00.032018140
+buffer: checksum=73bd8f24b62dd135140dd45c42b425a6083a2936, pts=0:00:02.504308381, dur=0:00:00.032018140
+buffer: checksum=089350bd9cb486865710971666d568aefc047f40, pts=0:00:02.536326521, dur=0:00:00.032018140
+buffer: checksum=5f28873576c8cff70971dd3d56f89a5809204386, pts=0:00:02.568344661, dur=0:00:00.032018140
+buffer: checksum=d4d006dcf40f55ccbd3bcc949621197b9a86b57d, pts=0:00:02.600362801, dur=0:00:00.032018140
+buffer: checksum=377036c5cbb4b9f8f56a7cbc08dcb6c862604733, pts=0:00:02.632380941, dur=0:00:00.032018140
+buffer: checksum=40ecc61411ab71f4f69408819a7cced0761d8541, pts=0:00:02.664399081, dur=0:00:00.032018140
+buffer: checksum=a834f507fb4d5f91ecc7c91a50cae7c85fcb79cb, pts=0:00:02.696417221, dur=0:00:00.032018140
+buffer: checksum=43f8897c8a5210b0d97b3201ad7d2cb1fc4fca0b, pts=0:00:02.728435361, dur=0:00:00.032018140
+buffer: checksum=f318892a5e89962ed3702980e322731058bc90af, pts=0:00:02.760453501, dur=0:00:00.032018140
+buffer: checksum=1a49b026c152b02538c0bbf2658fa7429a6dfd51, pts=0:00:02.792471641, dur=0:00:00.032018140
+buffer: checksum=4f27a3ec75641c3cedb2dfaecccf2c4eca8fec00, pts=0:00:02.824489781, dur=0:00:00.032018140
+buffer: checksum=b031acf9d3a25019a1509e45767a31272b213412, pts=0:00:02.856507921, dur=0:00:00.032018140
+buffer: checksum=a95a01547e1b31d3b72e12fef63c5ada5662e73f, pts=0:00:02.888526061, dur=0:00:00.032018140
+buffer: checksum=b1ed01d6ade6ced82f273e6727de5bbcfa2615d6, pts=0:00:02.920544201, dur=0:00:00.032018140
+buffer: checksum=0bb8c246acb45ea49904bf2e637e5cf994581cf2, pts=0:00:02.952562341, dur=0:00:00.032018140
+buffer: checksum=9248bd8917750430d5c211c6c35a982f206ce5f4, pts=0:00:02.984580481, dur=0:00:00.032018140
+buffer: checksum=d684b0e70a256a4f9e30a4e20b855f1e42697e9a, pts=0:00:03.016598621, dur=0:00:00.032018140
+buffer: checksum=e474c7ae2a098a5d6a89f5b8572d7697b1da3e56, pts=0:00:03.048616761, dur=0:00:00.032018140
+buffer: checksum=e21c88b38f7cd08b8c2c1551f6dd5b05fb49f249, pts=0:00:03.080634901, dur=0:00:00.032018140
+buffer: checksum=0742cd91051b71047c5a086845ab37d005b9977e, pts=0:00:03.112653041, dur=0:00:00.032018140
+buffer: checksum=2ea61e3c240bd1b9af429a3425f95efc0dd31b3b, pts=0:00:03.144671181, dur=0:00:00.032018140
+buffer: checksum=56786f0a8cdaf01372f97bdd8aa678b8fdeb7374, pts=0:00:03.176689321, dur=0:00:00.032018140
+buffer: checksum=f866a98ce6c7ce6fe05ecf3597391f34dfcb3b11, pts=0:00:03.208707461, dur=0:00:00.032018140
+buffer: checksum=a96590871ea573b957c177d95d150bd25ad639d3, pts=0:00:03.240725601, dur=0:00:00.032018140
+buffer: checksum=c83de112210843bb2c74daa0bc8457eb7622303a, pts=0:00:03.272743741, dur=0:00:00.032018140
+buffer: checksum=f67e78a37f5e25df66e5064b57e56d26c9db914d, pts=0:00:03.304761881, dur=0:00:00.032018140
+buffer: checksum=6542f51282c1923c5e4e47a71ee1eaed0a51da17, pts=0:00:03.336780021, dur=0:00:00.032018140
+buffer: checksum=e46ff596637c3e18f77c5acd8b074aadbfb8ad89, pts=0:00:03.368798161, dur=0:00:00.032018140
+buffer: checksum=f0a9d3620a2cd4aa6469855926d7fc1d00b0730a, pts=0:00:03.400816301, dur=0:00:00.032018140
+buffer: checksum=0b1b72fa660699b670d3eb247c06b311a7a65465, pts=0:00:03.432834441, dur=0:00:00.032018140
+buffer: checksum=0ff05612812c328143e3c5a94af69c39114d21d9, pts=0:00:03.464852581, dur=0:00:00.032018140
+buffer: checksum=7e1a1ffb982e53eada14fa4328fad20d2bc86691, pts=0:00:03.496870721, dur=0:00:00.032018140
+buffer: checksum=cabacd5a013f9504c4942149a931d9d574cbdb2a, pts=0:00:03.528888861, dur=0:00:00.032018140
+buffer: checksum=4d88c4fd6b8d29f88ac909c3cf13dcbc198241d3, pts=0:00:03.560907001, dur=0:00:00.032018140
+buffer: checksum=778dfd3dc086ee7d8da1dc5fc57dbeb43ba82528, pts=0:00:03.592925141, dur=0:00:00.032018140
+buffer: checksum=e18fdfca06de1188e9d8480f30e55480b1d988ea, pts=0:00:03.624943281, dur=0:00:00.032018140
+buffer: checksum=afb126378c79e2488064fcd0a866fcc169861540, pts=0:00:03.656961421, dur=0:00:00.032018140
+buffer: checksum=fcdc05ebf3c0df6e077a511c57f35d97546516e2, pts=0:00:03.688979561, dur=0:00:00.032018140
+buffer: checksum=2703d85e8e4539f245aab5e9a4885b05e4ed296f, pts=0:00:03.720997701, dur=0:00:00.032018140
+buffer: checksum=40e8450a958f84ac98f6266daa6ee401d7463ab4, pts=0:00:03.753015841, dur=0:00:00.032018140
+buffer: checksum=4debab0417a4e79c70a5e2acf7d0a821625c90ce, pts=0:00:03.785033981, dur=0:00:00.032018140
+buffer: checksum=cf5462f006033cc76a1e2dd9e0d3942377716344, pts=0:00:03.817052121, dur=0:00:00.032018140
+buffer: checksum=20d560176883b4b6c349a7bf6dd275523114fef4, pts=0:00:03.849070261, dur=0:00:00.032018140
+buffer: checksum=ffe506a9b8a5b21ed9e4831ecd0059221edecda7, pts=0:00:03.881088401, dur=0:00:00.032018140
+buffer: checksum=435f3fb2a9b2115ef0d5f90c2beb4e7c7f5a909c, pts=0:00:03.913106541, dur=0:00:00.032018140
+buffer: checksum=5099d5b8c446c598260a294a26ff0071b58650ed, pts=0:00:03.945124681, dur=0:00:00.032018140
+buffer: checksum=c7ceae8a2bb86c70f49474af32f016958f67cc57, pts=0:00:03.977142821, dur=0:00:00.022879818
+event eos: (no structure)
+
+CHECKPOINT: Play twice faster same pitch
+
+event segment: format=TIME, start=0:00:01.000000000, offset=0:00:00.000000000, stop=0:00:02.000000000, flags=0x01, time=0:00:01.000000000, base=0:00:00.000000000, position=0:00:01.000000000, duration=0:00:07.999909376
+buffer: checksum=8bb954c714094182fa526ff869f08de8db54a656, pts=0:00:01.000000000, dur=0:00:00.024036281
+buffer: checksum=0be0d82c282c5d2ca752ce80be8e29ab53af5d28, pts=0:00:01.024036281, dur=0:00:00.032018140
+buffer: checksum=8f9b31edc6b61dee3d91ad8328fe500103d2b1d6, pts=0:00:01.056054421, dur=0:00:00.032018140
+buffer: checksum=3d83a103dbb7c874431a21de30ddbfcc6cc562e4, pts=0:00:01.088072561, dur=0:00:00.032018140
+buffer: checksum=e44e96a1002ed91b01006734100b3ba13ff060c1, pts=0:00:01.120090701, dur=0:00:00.032018140
+buffer: checksum=bfc877782c830913bec0528446ab4ab99b26b2df, pts=0:00:01.152108841, dur=0:00:00.032018140
+buffer: checksum=43b2380d46592c9c40cd8a388ea9e1cba5181ba9, pts=0:00:01.184126981, dur=0:00:00.032018140
+buffer: checksum=4775ac526c7338b57cc9149104baad2abe5928e3, pts=0:00:01.216145121, dur=0:00:00.032018140
+buffer: checksum=556bf400b0ac6cbd402fdd623ee9160250e135ca, pts=0:00:01.248163261, dur=0:00:00.032018140
+buffer: checksum=184099130ffc5c17e23d227ece05f17b878e9f0e, pts=0:00:01.280181401, dur=0:00:00.032018140
+buffer: checksum=928574eabfa38ab9d8f452414f909c47fb0b0b03, pts=0:00:01.312199541, dur=0:00:00.032018140
+buffer: checksum=1e248cd76886e487ef795c16896288bb39c1d2b9, pts=0:00:01.344217681, dur=0:00:00.032018140
+buffer: checksum=9b79caaa7beca9007d71fdc55ce79bc9c8153b66, pts=0:00:01.376235821, dur=0:00:00.032018140
+buffer: checksum=e8564d9964dee6939daea8e6ad9e4bf3c4050dfa, pts=0:00:01.408253961, dur=0:00:00.032018140
+buffer: checksum=fa71d251e11a1cf51393875cc9544bc3d3a1968a, pts=0:00:01.440272101, dur=0:00:00.032018140
+buffer: checksum=f0e70383d62ed30414e167e27469d5021bdb2d3d, pts=0:00:01.472290241, dur=0:00:00.032018140
+buffer: checksum=73b0c7257c1c2fd2490f801b9c08fc8c3a7630ac, pts=0:00:01.504308381, dur=0:00:00.032018140
+buffer: checksum=69e2358b52c424ea64604808ee8a45d845162171, pts=0:00:01.536326521, dur=0:00:00.032018140
+buffer: checksum=1d076a8748567ea2a580bc0047948230fd5ed6db, pts=0:00:01.568344661, dur=0:00:00.032018140
+buffer: checksum=d5da5b63c649d9a8dd89160935e811751454ee57, pts=0:00:01.600362801, dur=0:00:00.032018140
+buffer: checksum=f90607996ed3e1a0caf1ec76d63b1b08f51cc1e6, pts=0:00:01.632380941, dur=0:00:00.032018140
+buffer: checksum=7ca57bff7b621de1a9bf5e5c71e5fbb13bf3eb14, pts=0:00:01.664399081, dur=0:00:00.032018140
+buffer: checksum=450c9691b65eddd023515a13d858d6adcc4a4bd9, pts=0:00:01.696417221, dur=0:00:00.032018140
+buffer: checksum=3e589b0a0afae281ad12680d3a1d540f461830d1, pts=0:00:01.728435361, dur=0:00:00.032018140
+buffer: checksum=43844d747e9a4eb3bbe565aab448fd27d08197cb, pts=0:00:01.760453501, dur=0:00:00.032018140
+buffer: checksum=888ccfc7a1549ff6f0e4f81926138b94d1b4764d, pts=0:00:01.792471641, dur=0:00:00.032018140
+buffer: checksum=be3c3e86ab9d59e28a66965ad3a3e0309bbc6817, pts=0:00:01.824489781, dur=0:00:00.032018140
+buffer: checksum=9a2079823580228a51a8323e3d1e3df21838a41a, pts=0:00:01.856507921, dur=0:00:00.032018140
+buffer: checksum=10bcd5bc54a5545a2052fccbfcfc6aa525a55745, pts=0:00:01.888526061, dur=0:00:00.032018140
+buffer: checksum=8b7890b97b42ee5b7771853aeb6af13f9399ed88, pts=0:00:01.920544201, dur=0:00:00.032018140
+buffer: checksum=72503726256e68884e43cc731f5b4c330c3a7d4c, pts=0:00:01.952562341, dur=0:00:00.032018140
+buffer: checksum=0679b94293b38ea36a04bff9f46c316eb4a69378, pts=0:00:01.984580481, dur=0:00:00.015442176
+event eos: (no structure)
+
+CHECKPOINT: Play twice slower same pitch
+
+event segment: format=TIME, start=0:00:04.000000000, offset=0:00:00.000000000, stop=0:00:08.000000000, flags=0x01, time=0:00:04.000000000, base=0:00:00.000000000, position=0:00:04.000000000, duration=0:00:31.999637504
+buffer: checksum=e64a641b735a35ebeb69820e333f0cfba59cb6dc, pts=0:00:04.000000000, dur=0:00:00.074036281
+buffer: checksum=30fd555a1eed992f22e777d7dd1685a9cfb4e1c9, pts=0:00:04.074036281, dur=0:00:00.082018140
+buffer: checksum=25193065dc80bab738d141340060fabe4aeafa8e, pts=0:00:04.156054421, dur=0:00:00.082018140
+buffer: checksum=8cbf0a434dc0e883b8bbf3f8fa2d5d4fcdb5aa3d, pts=0:00:04.238072561, dur=0:00:00.082018140
+buffer: checksum=4c7b750fe3f44092c729334ab3e63b4ab1ad13dc, pts=0:00:04.320090701, dur=0:00:00.082018140
+buffer: checksum=c934f9a9366de3caefbad557d34eb810b4f6eeb5, pts=0:00:04.402108841, dur=0:00:00.082018140
+buffer: checksum=5df10e59af5c4fb289b80212c160033ce141781c, pts=0:00:04.484126981, dur=0:00:00.082018140
+buffer: checksum=8f37c0b92210f0cfb61f5dc76946420883b3ccc4, pts=0:00:04.566145121, dur=0:00:00.082018140
+buffer: checksum=76543a20741ec06cee7128dbcdfe02ae67951971, pts=0:00:04.648163261, dur=0:00:00.082018140
+buffer: checksum=9d8b6de84a129a354351601165f06e11bbf9f9db, pts=0:00:04.730181401, dur=0:00:00.082018140
+buffer: checksum=1084164328240d1e57375801244c392e389fc00b, pts=0:00:04.812199541, dur=0:00:00.082018140
+buffer: checksum=9cd95fc878f95368b54654898539f73d21f1120a, pts=0:00:04.894217681, dur=0:00:00.082018140
+buffer: checksum=5fa303b9f932d7ee00b8edb55cac8bf62a9a47e9, pts=0:00:04.976235821, dur=0:00:00.082018140
+buffer: checksum=4d443b0fb2c8ab82eb72db9d96d47b645965059a, pts=0:00:05.058253961, dur=0:00:00.082018140
+buffer: checksum=761077f78cf076fd73a5051efb6f529fcb4a83c2, pts=0:00:05.140272101, dur=0:00:00.082018140
+buffer: checksum=cba352a41c5e9320271e89e173e60a3bda4d8c7c, pts=0:00:05.222290241, dur=0:00:00.082018140
+buffer: checksum=20250c74cd1d7790d0f787959a24179dabeea65e, pts=0:00:05.304308381, dur=0:00:00.082018140
+buffer: checksum=f7bebafa55041fbb3984b5ca4fe71ad1eb464a43, pts=0:00:05.386326521, dur=0:00:00.082018140
+buffer: checksum=63ffd586894dee20dcf6560ada9b1238c20aa2db, pts=0:00:05.468344661, dur=0:00:00.082018140
+buffer: checksum=3d3c6036f852afd66a49f752c1ad1eb89c89a628, pts=0:00:05.550362801, dur=0:00:00.082018140
+buffer: checksum=418ae665ce3ae15a3b2477dd3f0a41879f8a25a5, pts=0:00:05.632380941, dur=0:00:00.082018140
+buffer: checksum=e27e650802f7417ca782cfa0e6f86f4575938851, pts=0:00:05.714399081, dur=0:00:00.082018140
+buffer: checksum=86606b12b665e354ba9bb3de63661d8e4442dd33, pts=0:00:05.796417221, dur=0:00:00.082018140
+buffer: checksum=365d077fd499bba5942d4b983da1be064702c625, pts=0:00:05.878435361, dur=0:00:00.082018140
+buffer: checksum=567ea37076db182420589cc26163673e5e7f436a, pts=0:00:05.960453501, dur=0:00:00.082018140
+buffer: checksum=ebd8a792084909d9e0bab2491570f99057109bb1, pts=0:00:06.042471641, dur=0:00:00.082018140
+buffer: checksum=f64b4f02df391de48525f14c54004f37f9d6c19f, pts=0:00:06.124489781, dur=0:00:00.082018140
+buffer: checksum=fbce35f286265a218259ebe4fb3efd19eddeb9b0, pts=0:00:06.206507921, dur=0:00:00.082018140
+buffer: checksum=2a4100fe388ddd60fc807540cac667829a1702e3, pts=0:00:06.288526061, dur=0:00:00.082018140
+buffer: checksum=cdb94194fe3b96b63ccb5473a292ae17dd096d94, pts=0:00:06.370544201, dur=0:00:00.082018140
+buffer: checksum=ddc4333d621459d23b8adc4b707f754c962f0b05, pts=0:00:06.452562341, dur=0:00:00.082018140
+buffer: checksum=f1e11d3b9c63996b9633ef165213b4bb838b3810, pts=0:00:06.534580481, dur=0:00:00.082018140
+buffer: checksum=ad8349481eb0cfe0cd93289716c8d22f8969961e, pts=0:00:06.616598621, dur=0:00:00.082018140
+buffer: checksum=75bf8f00461cc8b8dbbce8912048dea3f6837323, pts=0:00:06.698616761, dur=0:00:00.082018140
+buffer: checksum=f3c5692cd66bcf31d77df8fb40d4026e54366a84, pts=0:00:06.780634901, dur=0:00:00.082018140
+buffer: checksum=b3a181b7bfe34994ee8630c194aad43c27d3bd38, pts=0:00:06.862653041, dur=0:00:00.082018140
+buffer: checksum=4eb10ba38ac79821baa78a4e51b5ee70997a5e92, pts=0:00:06.944671181, dur=0:00:00.082018140
+buffer: checksum=362299773b3ac1480f755a140434123285c9a48d, pts=0:00:07.026689321, dur=0:00:00.082018140
+buffer: checksum=de4828865c22c90f2be19f2c4d9d34ec3b4408b2, pts=0:00:07.108707461, dur=0:00:00.082018140
+buffer: checksum=26e112b603aac34cf7d056adc16fe559a202ab43, pts=0:00:07.190725601, dur=0:00:00.082018140
+buffer: checksum=8c4afa0e8c570da768844eaf20421693a274d19b, pts=0:00:07.272743741, dur=0:00:00.082018140
+buffer: checksum=7ce9a77d0d72d5e813df8375b553a2fb662d1714, pts=0:00:07.354761881, dur=0:00:00.082018140
+buffer: checksum=c14c24cea37813ce738fd2d7cc313c3374527ab4, pts=0:00:07.436780021, dur=0:00:00.082018140
+buffer: checksum=eb75f5abddeed52a7d3745f6cec45da383fcbd5e, pts=0:00:07.518798161, dur=0:00:00.082018140
+buffer: checksum=952e226ef4935b80b542ae89e276ac3c39a2056e, pts=0:00:07.600816301, dur=0:00:00.082018140
+buffer: checksum=a401597ad3c0f3cfcf62e9cff56df7d27632fcc1, pts=0:00:07.682834441, dur=0:00:00.082018140
+buffer: checksum=f105201135d6be4e920e45b6151fcf20c159870b, pts=0:00:07.764852581, dur=0:00:00.082018140
+buffer: checksum=01587626333b5ad8ebf1d1423f6685164ce5b6b7, pts=0:00:07.846870721, dur=0:00:00.153174603
+event eos: (no structure)
+
+CHECKPOINT: Play twice faster one octave higher
+
+event segment: format=TIME, start=0:00:01.000000000, offset=0:00:00.000000000, stop=0:00:02.000000000, flags=0x01, time=0:00:01.000000000, base=0:00:00.000000000, position=0:00:01.000000000, duration=0:00:07.999909376
+buffer: checksum=5987b100a83efddaa4410758f1b570984a236bb0, pts=0:00:01.000000000, dur=0:00:00.028117913
+buffer: checksum=2f209ee034593b740423b8a9b09771c168fbe977, pts=0:00:01.028117913, dur=0:00:00.032494331
+buffer: checksum=12f1e1104465f74ffbc71ee7ba3d4f7a5ecf76fc, pts=0:00:01.060612244, dur=0:00:00.032517006
+buffer: checksum=c72fb2abc5b01a12bc0d3ba9a0ce750894253888, pts=0:00:01.093129250, dur=0:00:00.032494331
+buffer: checksum=966516c35f494506cb0391e302e6438c12947a20, pts=0:00:01.125623581, dur=0:00:00.032517006
+buffer: checksum=f440d45ac43097de64598047cf3cf4d9d18f7ba1, pts=0:00:01.158140587, dur=0:00:00.032494331
+buffer: checksum=e0c3b598bb3fca6f1a64bc4db3dfc5461225b532, pts=0:00:01.190634918, dur=0:00:00.032517006
+buffer: checksum=e234c19cdd699ea04542ba30a1e75e09cc42cfef, pts=0:00:01.223151924, dur=0:00:00.032494331
+buffer: checksum=bd2637c7f6dad0d2f62affa7d0fd3a6c4845cda5, pts=0:00:01.255646255, dur=0:00:00.032517006
+buffer: checksum=579591cc24c161c78f8d012a8c3ef8a6d45831e8, pts=0:00:01.288163261, dur=0:00:00.032494331
+buffer: checksum=897d7690883338664d046e79647ffdf0fa693ca8, pts=0:00:01.320657592, dur=0:00:00.032517006
+buffer: checksum=d5188fc2a233e1680d20493aacbac855e1215e1b, pts=0:00:01.353174598, dur=0:00:00.032494331
+buffer: checksum=fd59a5488c62a4e52de618b087610b87e1a50dd1, pts=0:00:01.385668929, dur=0:00:00.032517006
+buffer: checksum=90bf9e2f128646f86edbd5e80e70314395f290b9, pts=0:00:01.418185935, dur=0:00:00.032494331
+buffer: checksum=aff52cc1f0b8729a78e2e27b70ebdff88a520e65, pts=0:00:01.450680266, dur=0:00:00.032517006
+buffer: checksum=5bceea578ba6f499a9539e8e1fe63a16e88d616a, pts=0:00:01.483197272, dur=0:00:00.032494331
+buffer: checksum=9b144e008b6e822ed5c354cbfae579c5d15ba81e, pts=0:00:01.515691603, dur=0:00:00.032517006
+buffer: checksum=93c0014ba83e8a6a9754138e73ffa1a25e33bf3c, pts=0:00:01.548208609, dur=0:00:00.032494331
+buffer: checksum=c74760bf1c9af4462131a54560e522e45beada57, pts=0:00:01.580702940, dur=0:00:00.032517006
+buffer: checksum=338658cb7653509cca4f74b6a8bd6c60f57a1a54, pts=0:00:01.613219946, dur=0:00:00.032494331
+buffer: checksum=2fdec0ee4fc445edd3768a5fa543d3c8d716d112, pts=0:00:01.645714277, dur=0:00:00.032517006
+buffer: checksum=f0521729446c225d8260165c15ab251bfd896f05, pts=0:00:01.678231283, dur=0:00:00.032494331
+buffer: checksum=30b17ca9568bbfb8eec29429c15b62d02f384648, pts=0:00:01.710725614, dur=0:00:00.032517006
+buffer: checksum=ebfba538404b25f3034c542055443a51a9c6d338, pts=0:00:01.743242620, dur=0:00:00.032494331
+buffer: checksum=49c76e15d2110f941d32f20ccda889cf44813228, pts=0:00:01.775736951, dur=0:00:00.032517006
+buffer: checksum=3c4243c0c6a0db1ba82681a5f6e637ce2af0117b, pts=0:00:01.808253957, dur=0:00:00.032494331
+buffer: checksum=c03242feb7ef3e4565912d52901afb9f77c3fe5a, pts=0:00:01.840748288, dur=0:00:00.032517006
+buffer: checksum=ac71a6e2b88b7c20afda08561ea463f46d3164e1, pts=0:00:01.873265294, dur=0:00:00.032494331
+buffer: checksum=e4c2a4494bbed8a7db657d1fde07dcb0d68e7577, pts=0:00:01.905759625, dur=0:00:00.032517006
+buffer: checksum=c5dcdac8447429e310e4079ccd0075619c7e78fe, pts=0:00:01.938276631, dur=0:00:00.032494331
+buffer: checksum=94e9037c3dd5696aaaa4b4f488beee3e95ba121c, pts=0:00:01.970770962, dur=0:00:00.029251700
+event eos: (no structure)
+
+CHECKPOINT: Play twice slower one octave lower
+
+event segment: format=TIME, start=0:00:04.000000000, offset=0:00:00.000000000, stop=0:00:08.000000000, flags=0x01, time=0:00:04.000000000, base=0:00:00.000000000, position=0:00:04.000000000, duration=0:00:31.999637504
+buffer: checksum=dc8fc709b9ab3de655efbf2600c9cf1368a1b72e, pts=0:00:04.000000000, dur=0:00:00.057029478
+buffer: checksum=a3edbce950d7fee93af21894cf52a4fb276ebb6a, pts=0:00:04.057029478, dur=0:00:00.065011337
+buffer: checksum=f89d2824dd2b1e645b5582b837188ec6934ec719, pts=0:00:04.122040815, dur=0:00:00.065011337
+buffer: checksum=4ddaec76aebf49ee105759b584c2b28ebcf8d6ca, pts=0:00:04.187052152, dur=0:00:00.065011337
+buffer: checksum=c1969f7807ef90ad51e35f64020e01abf03ac4f3, pts=0:00:04.252063489, dur=0:00:00.065011337
+buffer: checksum=fa29cb96df7243b34ee5579ba13fd6f85cdf11ac, pts=0:00:04.317074826, dur=0:00:00.065011337
+buffer: checksum=8248d4b3868fcca59ddb6b4c134b41cca270350b, pts=0:00:04.382086163, dur=0:00:00.065011337
+buffer: checksum=9de86bc6600f21566aca903128330c21cba7862d, pts=0:00:04.447097500, dur=0:00:00.065011337
+buffer: checksum=c5c583274a8832e1958e52930b849ad0eb416ea2, pts=0:00:04.512108837, dur=0:00:00.065011337
+buffer: checksum=a3b2c05189892b9d1544ec9424a330cff6da1bb8, pts=0:00:04.577120174, dur=0:00:00.065011337
+buffer: checksum=2e734e5664a2ed0befaa3bb0d85aac532a036522, pts=0:00:04.642131511, dur=0:00:00.065011337
+buffer: checksum=08395ceee989f915ed1938c92346e6731983a453, pts=0:00:04.707142848, dur=0:00:00.065011337
+buffer: checksum=0e7dbb3fa7b9c672fe251d223143c9f2d533ee97, pts=0:00:04.772154185, dur=0:00:00.065011337
+buffer: checksum=6741bcab48576a8bb972caa1b56e1dd93f89155c, pts=0:00:04.837165522, dur=0:00:00.065011337
+buffer: checksum=2770bc4aab098bab2fd051813aa4b3f76651f78f, pts=0:00:04.902176859, dur=0:00:00.065011337
+buffer: checksum=7055b000e7f530740a71fc3042012501ab61c1c7, pts=0:00:04.967188196, dur=0:00:00.065011337
+buffer: checksum=2bcd6ed895244c2685042cc34eb0b4d1bb472b13, pts=0:00:05.032199533, dur=0:00:00.065011337
+buffer: checksum=9c3828587b3a1c266a9edb95cae4d7303ae4b75e, pts=0:00:05.097210870, dur=0:00:00.065011337
+buffer: checksum=fd529d276b0ae6a00041a3b72cd1cc919b0304b9, pts=0:00:05.162222207, dur=0:00:00.065011337
+buffer: checksum=414922339c8f2d13c6d1cd0b5f2cd2a5c716af9f, pts=0:00:05.227233544, dur=0:00:00.065011337
+buffer: checksum=22d203729af4bfd70163f46a210686880429de54, pts=0:00:05.292244881, dur=0:00:00.065011337
+buffer: checksum=f90e66987d7317786d2648af63fe7a3f55594e8b, pts=0:00:05.357256218, dur=0:00:00.065011337
+buffer: checksum=df1d1f37c70e6c292389a693d4ffe81fc1f9a7b0, pts=0:00:05.422267555, dur=0:00:00.065011337
+buffer: checksum=e6a2c091e66ffa19b86c22b2da1c74c34c095fce, pts=0:00:05.487278892, dur=0:00:00.065011337
+buffer: checksum=58b14213d5caeee7baca34dd33db3aef99b37f22, pts=0:00:05.552290229, dur=0:00:00.065011337
+buffer: checksum=40cc9445888004d3839487bfa6e77c3b9cd8e651, pts=0:00:05.617301566, dur=0:00:00.065011337
+buffer: checksum=5e6ea61613fde2cfa11cb67884dbf5cc345c8e2c, pts=0:00:05.682312903, dur=0:00:00.065011337
+buffer: checksum=2a97b20448bbac779f48f6da5ce52af328f98767, pts=0:00:05.747324240, dur=0:00:00.065011337
+buffer: checksum=808363ac898a9c67c69b2cb3ff7dc94608b6ecbd, pts=0:00:05.812335577, dur=0:00:00.065011337
+buffer: checksum=09af44a80e0d91f3a8fb0d0d3e1dd5474ae868de, pts=0:00:05.877346914, dur=0:00:00.065011337
+buffer: checksum=835cb85f5d1db1ecbb3655d60210cbaf3a2adbc2, pts=0:00:05.942358251, dur=0:00:00.065011337
+buffer: checksum=34090153242fa08e411ff4f2e7525d3d3b7b2c80, pts=0:00:06.007369588, dur=0:00:00.065011337
+buffer: checksum=f66cac75927488a1a2a05862648d0941794abfbe, pts=0:00:06.072380925, dur=0:00:00.065011337
+buffer: checksum=f55c0d7038f31869d03fb28270530779912b4488, pts=0:00:06.137392262, dur=0:00:00.065011337
+buffer: checksum=bb25e61506e37d21c22740afda1f0872ab24682d, pts=0:00:06.202403599, dur=0:00:00.065011337
+buffer: checksum=2abeb04a18ed1d35f6683771e51d9fc335828184, pts=0:00:06.267414936, dur=0:00:00.065011337
+buffer: checksum=197a33cdb34e8b4df9d31092c713832590ce5f62, pts=0:00:06.332426273, dur=0:00:00.065011337
+buffer: checksum=7024de42d1735f35e2a6d968e1542946c618e08b, pts=0:00:06.397437610, dur=0:00:00.065011337
+buffer: checksum=a87bf5b2de09634452eb0a57d16363957409c69c, pts=0:00:06.462448947, dur=0:00:00.065011337
+buffer: checksum=6aef32f685ed47c528810a163679f127df780e3f, pts=0:00:06.527460284, dur=0:00:00.065011337
+buffer: checksum=1a6f32002f82dc7f3d461e6d96ade1688c3f18c5, pts=0:00:06.592471621, dur=0:00:00.065011337
+buffer: checksum=a7c87074877dc52524b550ee87f19fd298c3b0d4, pts=0:00:06.657482958, dur=0:00:00.065011337
+buffer: checksum=016fa674099e57c7ecbbf6bc86bbfb1b68cab41f, pts=0:00:06.722494295, dur=0:00:00.065011337
+buffer: checksum=f220201d44a2a4ebca1230b04f5d04ef36dec851, pts=0:00:06.787505632, dur=0:00:00.065011337
+buffer: checksum=74b3b221868ca43ead21cdaa9561b1293b90ace5, pts=0:00:06.852516969, dur=0:00:00.065011337
+buffer: checksum=9ddf163c42ecee5b6316838c1ea366bdd6cb867b, pts=0:00:06.917528306, dur=0:00:00.065011337
+buffer: checksum=41d916cfd6d50dfa0559d5919c4542ec59f59faa, pts=0:00:06.982539643, dur=0:00:00.065011337
+buffer: checksum=c3dbc7f216de45a27b0e997574907dccf1017037, pts=0:00:07.047550980, dur=0:00:00.065011337
+buffer: checksum=32bf047e040eef669206e6d0747633a11d5b79a2, pts=0:00:07.112562317, dur=0:00:00.065011337
+buffer: checksum=7992b38a80bc6814136489c26c9cd5f44313a9c1, pts=0:00:07.177573654, dur=0:00:00.065011337
+buffer: checksum=32222624cc6be4610dee49493d1bd1ca1003b964, pts=0:00:07.242584991, dur=0:00:00.065011337
+buffer: checksum=f5630930c3b16e7e69b3108fdf322c88790ad841, pts=0:00:07.307596328, dur=0:00:00.065011337
+buffer: checksum=795d9c84ba9f4430697f29cc37f10e4409aa5c4d, pts=0:00:07.372607665, dur=0:00:00.065011337
+buffer: checksum=66f7b76acbc08265a00d64eb413df67f3d9564a8, pts=0:00:07.437619002, dur=0:00:00.065011337
+buffer: checksum=6bc32b952ce06dba7f5e7caed9f4a3e8a42e0ffb, pts=0:00:07.502630339, dur=0:00:00.065011337
+buffer: checksum=6053f689aa5dfb5a6839ababe586edff1e6134e5, pts=0:00:07.567641676, dur=0:00:00.065011337
+buffer: checksum=61bc01d0b9ba0b0c61882cbc51ae0d9d62477e18, pts=0:00:07.632653013, dur=0:00:00.065011337
+buffer: checksum=1bd1833fd03f68dcf3e6f06b00ba34af97bd70ca, pts=0:00:07.697664350, dur=0:00:00.065011337
+buffer: checksum=bdabdd8d7f279db67437129a988d973afbf8da97, pts=0:00:07.762675687, dur=0:00:00.065011337
+buffer: checksum=099332cfa93d4a50aba12d642a9f37b4ca423fb3, pts=0:00:07.827687024, dur=0:00:00.065011337
+buffer: checksum=95faf81f70a8b472b3eefdc2ab68f459eb7e5f72, pts=0:00:07.892698361, dur=0:00:00.065011337
+buffer: checksum=c2439db62b38753d07df6576065bdce5443f3e6c, pts=0:00:07.957709698, dur=0:00:00.042335600
+event eos: (no structure)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/maintain_pitch_with_variable_playback_rates Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/maintain_pitch_with_variable_playback_rates.validatetest Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/maintain_pitch_with_variable_playback_rates/flow-expectations Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/maintain_pitch_with_variable_playback_rates/flow-expectations/log-pitch-src-expected Added

@@ -0,0 +1,81 @@
+
+CHECKPOINT: If the libSoundTouch version or compilation optimization change, buffers checksums may differ. Tests done with libSoundTouch version: 2.3.2 in debugoptimized. Configure meson with `--force-fallback-for=soundtouch` and the default debugoptimized build type to use the same version.
+
+event stream-start: GstEventStreamStart, flags=(GstStreamFlags)GST_STREAM_FLAG_NONE;
+event caps: audio/x-raw, channel-mask=(bitmask)0x0000000000000003, channels=(int)2, format=(string)F32LE, layout=(string)interleaved, rate=(int)44100;
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:15.999818752, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000, duration=0:00:15.999818752
+buffer: checksum=b0fd3061002ec8fa84dd6846f25454b1707fc996, pts=0:00:00.000000000, dur=0:00:00.057029478
+
+CHECKPOINT: Playback speed 1.0
+
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:01.000000000, flags=0x01, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000, duration=0:00:15.999818752
+buffer: checksum=b0fd3061002ec8fa84dd6846f25454b1707fc996, pts=0:00:00.000000000, dur=0:00:00.057029478
+buffer: checksum=098f5c37b911e81cebee77674f4b7fe4c0d33f14, pts=0:00:00.057029478, dur=0:00:00.065011337
+buffer: checksum=b99f3a4af10d8b2ce1c8c6b81222a4d31372a649, pts=0:00:00.122040815, dur=0:00:00.065011337
+buffer: checksum=4a3c0a2f2d23f21f3977d1ce4882e055be25fcdd, pts=0:00:00.187052152, dur=0:00:00.065011337
+buffer: checksum=21ff08bdf70d5acf7393e1306f392422d79f90e7, pts=0:00:00.252063489, dur=0:00:00.065011337
+buffer: checksum=0055297979406a290e3dbdb8788b1856fa20803a, pts=0:00:00.317074826, dur=0:00:00.065011337
+buffer: checksum=0c8935758180e234729061ab0010910712ba61b0, pts=0:00:00.382086163, dur=0:00:00.065011337
+buffer: checksum=4ff1b92891508108275ffd86e7c2a1c8c5dd304a, pts=0:00:00.447097500, dur=0:00:00.065011337
+buffer: checksum=e91d558a36d7a0c745b8ac761307449daacbbe64, pts=0:00:00.512108837, dur=0:00:00.065011337
+buffer: checksum=70e0c62ec935e3bd0d8564e6dfab7a0ceec3ddad, pts=0:00:00.577120174, dur=0:00:00.065011337
+buffer: checksum=eb52944a683098278a1e2c0eab121fb7fa23d6ea, pts=0:00:00.642131511, dur=0:00:00.065011337
+buffer: checksum=dfa5fabb9f2156baea8be79824c0ae38621e749e, pts=0:00:00.707142848, dur=0:00:00.065011337
+buffer: checksum=28b2cda146c3651b6ae7357a55dc4de1505cdf5d, pts=0:00:00.772154185, dur=0:00:00.065011337
+buffer: checksum=e8356f278d7181b913077463c38178056193957f, pts=0:00:00.837165522, dur=0:00:00.065011337
+buffer: checksum=9435e1f030112b37f852db3f1d02874ee999c709, pts=0:00:00.902176859, dur=0:00:00.065011337
+buffer: checksum=38e9268aad3ff81efeba95fb6a97201069a44569, pts=0:00:00.967188196, dur=0:00:00.032834467
+event eos: (no structure)
+
+CHECKPOINT: Playback speed 2.0
+
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:01.000000000, applied_rate=2.000000, flags=0x01, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000, duration=0:00:07.999909376
+buffer: checksum=f1ec3d3bcf745cc78ec0449baf9c10bc4c1c8228, pts=0:00:00.000000000, dur=0:00:00.024036281
+buffer: checksum=34a2adc1037bf4ee0de954dcee993e7e5b881cd2, pts=0:00:00.024036281, dur=0:00:00.032018140
+buffer: checksum=c37b112662ffdfec641caa7167dc7ac860b480e1, pts=0:00:00.056054421, dur=0:00:00.032018140
+buffer: checksum=10d53b694524d2a8ec8421715c879c599ea0af7c, pts=0:00:00.088072561, dur=0:00:00.032018140
+buffer: checksum=069a44bd6d0b6592385e5923f0390d858e0c98d3, pts=0:00:00.120090701, dur=0:00:00.032018140
+buffer: checksum=747fde668b00db9e554eaca9dde466f67f181350, pts=0:00:00.152108841, dur=0:00:00.032018140
+buffer: checksum=c5ccd9d9d0f7edf2a8a069b0d72d2f023385dffc, pts=0:00:00.184126981, dur=0:00:00.032018140
+buffer: checksum=f637adc6a86498cbcb0b4213f4ea07c0acf6fc30, pts=0:00:00.216145121, dur=0:00:00.032018140
+buffer: checksum=cc300ab69d14162e333213be9d58d0fa3891c22e, pts=0:00:00.248163261, dur=0:00:00.032018140
+buffer: checksum=d5284d02343be435f0f03daff3db43a38d38fcfb, pts=0:00:00.280181401, dur=0:00:00.032018140
+buffer: checksum=84408ef3c05bfd1b859cf72131f81c8e6959f455, pts=0:00:00.312199541, dur=0:00:00.032018140
+buffer: checksum=161666f6833ba398f55e749be763d49d4f3d3a78, pts=0:00:00.344217681, dur=0:00:00.032018140
+buffer: checksum=6162f886a0dc75a2f249b6d36510a84be1b9800c, pts=0:00:00.376235821, dur=0:00:00.032018140
+buffer: checksum=a246c9a2d6fafd0c731952fb28e133a28e9784b9, pts=0:00:00.408253961, dur=0:00:00.032018140
+buffer: checksum=f9ae452e3aeccd33e1ff57eada5303c075340d0a, pts=0:00:00.440272101, dur=0:00:00.032018140
+buffer: checksum=f7571f1fe3711dbcb38efad7e9d35fee6eafcff6, pts=0:00:00.472290241, dur=0:00:00.032018140
+buffer: checksum=0ce629f8d17ba92169ee6b0d8e9319e3703133eb, pts=0:00:00.504308381, dur=0:00:00.032018140
+buffer: checksum=8c86c851e664e0030f6acd9dd8d25b79b440a02d, pts=0:00:00.536326521, dur=0:00:00.032018140
+buffer: checksum=acfa84f3548b8a3a1b876d859f9561e7b4ee745a, pts=0:00:00.568344661, dur=0:00:00.032018140
+buffer: checksum=dd5728dd19679f34f295e1c4aea6cc456278e7f6, pts=0:00:00.600362801, dur=0:00:00.032018140
+buffer: checksum=0efe648d9a87d9b92c24f5b41d19025a08f03dc0, pts=0:00:00.632380941, dur=0:00:00.032018140
+buffer: checksum=681c07e20d8f2d62e2aac47def940886e36d60bc, pts=0:00:00.664399081, dur=0:00:00.032018140
+buffer: checksum=6ba4e9e6dee06aec9c46ba7fa9b5a21a1184f18f, pts=0:00:00.696417221, dur=0:00:00.032018140
+buffer: checksum=408b583103a240c5710451d2c80696a94adc3e9c, pts=0:00:00.728435361, dur=0:00:00.032018140
+buffer: checksum=42d61886f31b331ea5d2c5db2188402c8f60d2bb, pts=0:00:00.760453501, dur=0:00:00.032018140
+buffer: checksum=d7993512b397332c48906444da41e70355948350, pts=0:00:00.792471641, dur=0:00:00.032018140
+buffer: checksum=3c993302e7e0689cdfe33321f00b9406560727fc, pts=0:00:00.824489781, dur=0:00:00.032018140
+buffer: checksum=cbd6f5638ff8c7ad0d39212ab466d39389bebc2d, pts=0:00:00.856507921, dur=0:00:00.032018140
+buffer: checksum=3f037761adfe02e33d889fd9c654d3b2d471f9b3, pts=0:00:00.888526061, dur=0:00:00.032018140
+buffer: checksum=2e88e9f931ca67a71679c6b2498268a512bbf94c, pts=0:00:00.920544201, dur=0:00:00.032018140
+buffer: checksum=202b337ed39c3488a4223f6ea78b21f2e824fea7, pts=0:00:00.952562341, dur=0:00:00.032018140
+buffer: checksum=b9d23c43467413d3f19c79100b845ae1577107a3, pts=0:00:00.984580481, dur=0:00:00.015442176
+event eos: (no structure)
+
+CHECKPOINT: Playback speed 0.5
+
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:01.000000000, applied_rate=0.500000, flags=0x01, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000, duration=0:00:31.999637504
+buffer: checksum=62914f6d24b3f6372c4d8aadadc30cfbb8ecd13b, pts=0:00:00.000000000, dur=0:00:00.074036281
+buffer: checksum=3702b012adb4d984e360411246367cbdc4e40cf7, pts=0:00:00.074036281, dur=0:00:00.082018140
+buffer: checksum=4444cc561a581e078793b09217d28c68a43ab654, pts=0:00:00.156054421, dur=0:00:00.082018140
+buffer: checksum=431b0bcfa184d4c96393aaa0d7cc3ee7225407e1, pts=0:00:00.238072561, dur=0:00:00.082018140
+buffer: checksum=11e25c9a4ca27dd1472ef8112543216cfba32d47, pts=0:00:00.320090701, dur=0:00:00.082018140
+buffer: checksum=8331bd0912853638c5f6e51cfa1af70a31778abc, pts=0:00:00.402108841, dur=0:00:00.082018140
+buffer: checksum=f9e739d2f9a2ba648b3a46c23b4293aae892ed6c, pts=0:00:00.484126981, dur=0:00:00.082018140
+buffer: checksum=e483d670e98bc5e2373d3080b0086acf09d71740, pts=0:00:00.566145121, dur=0:00:00.082018140
+buffer: checksum=ad8056c45545cd6eccda97e9c256de9c5c067ef2, pts=0:00:00.648163261, dur=0:00:00.082018140
+buffer: checksum=aaccfaf5dd3a0a14349f72c9a307cf6e73806eed, pts=0:00:00.730181401, dur=0:00:00.082018140
+buffer: checksum=b4e8dd958a2c31da028ebd1186177ab5a5649165, pts=0:00:00.812199541, dur=0:00:00.187845804
+event eos: (no structure)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/pitch-test.meta Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.change_pitch_properties Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.change_pitch_properties.validatetest Added

@@ -0,0 +1,41 @@
+include, location="pitch-test.meta"
+pause
+
+checkpoint, text="Play normally"
+seek, start=10.0, stop=12.0, flags=accurate+flush, rate=-1.0
+play
+wait, message-type=eos
+
+checkpoint, text="Play one octave higher"
+set-property, playback-time=position, target-element-name=pitch, property-name=pitch, property-value=2.0
+seek, start=10.0, stop=12.0, flags=accurate+flush, rate=-1.0
+wait, message-type=eos
+
+checkpoint, text="Play one octave lower"
+set-property, playback-time=position, target-element-name=pitch, property-name=pitch, property-value=0.5
+seek, start=10.0, stop=12.0, flags=accurate+flush, rate=-1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice faster same pitch"
+set-property, playback-time=position, target-element-name=pitch, property-name=pitch, property-value=1.0
+set-property, playback-time=position, target-element-name=pitch, property-name=tempo, property-value=2.0
+seek, start=5.0, stop=6.0, flags=accurate+flush, rate=-1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice slower same pitch"
+set-property, playback-time=position, target-element-name=pitch, property-name=tempo, property-value=0.5
+seek, start=20.0, stop=24.0, flags=accurate+flush, rate=-1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice faster one octave higher"
+set-property, playback-time=position, target-element-name=pitch, property-name=tempo, property-value=1.0
+set-property, playback-time=position, target-element-name=pitch, property-name=rate, property-value=2.0
+seek, start=5.0, stop=6.0, flags=accurate+flush, rate=-1.0
+wait, message-type=eos
+
+checkpoint, text="Play twice slower one octave lower"
+set-property, playback-time=position, target-element-name=pitch, property-name=rate, property-value=0.5
+seek, start=20.0, stop=24.0, flags=accurate+flush, rate=-1.0
+wait, message-type=eos
+
+stop

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.change_pitch_properties/flow-expectations Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.change_pitch_properties/flow-expectations/log-pitch-src-expected Added

@@ -0,0 +1,357 @@
+
+CHECKPOINT: If the libSoundTouch version or compilation optimization change, buffers checksums may differ. Tests done with libSoundTouch version: 2.3.2 in debugoptimized. Configure meson with `--force-fallback-for=soundtouch` and the default debugoptimized build type to use the same version.
+
+event stream-start: GstEventStreamStart, flags=(GstStreamFlags)GST_STREAM_FLAG_NONE;
+event caps: audio/x-raw, channel-mask=(bitmask)0x0000000000000003, channels=(int)2, format=(string)F32LE, layout=(string)interleaved, rate=(int)44100;
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:15.999818752, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000, duration=0:00:15.999818752
+buffer: checksum=b0fd3061002ec8fa84dd6846f25454b1707fc996, pts=0:00:00.000000000, dur=0:00:00.057029478
+
+CHECKPOINT: Play normally
+
+event segment: format=TIME, start=0:00:10.000000000, offset=0:00:00.000000000, stop=0:00:12.000000000, rate=-1.000000, flags=0x01, time=0:00:10.000000000, base=0:00:00.000000000, position=0:00:12.000000000, duration=0:00:15.999818752
+buffer: checksum=070625eb017e822c7d78957926c872f6a2b0a149, pts=0:00:11.942970522, dur=0:00:00.057029478
+buffer: checksum=0accbed6bd9db4e01333f03d98c68e281b197d9d, pts=0:00:11.877959185, dur=0:00:00.065011337
+buffer: checksum=d2dd2493273350faef9c04f2b43b134f74d51cdd, pts=0:00:11.812947848, dur=0:00:00.065011337
+buffer: checksum=63d89b5c991a8bf246922be567dbb63934702348, pts=0:00:11.747936511, dur=0:00:00.065011337
+buffer: checksum=e0c48803a93e6a0520e4cfbe12806de2933ca9a8, pts=0:00:11.682925174, dur=0:00:00.065011337
+buffer: checksum=0e6feb89bac06109d985b12000479204504b8cb7, pts=0:00:11.617913837, dur=0:00:00.065011337
+buffer: checksum=020e5d19878c760cce56a686b5f302f0df133acf, pts=0:00:11.552902500, dur=0:00:00.065011337
+buffer: checksum=93969f76dddc2c4c6e1a4ae48a5a59f877f44bfe, pts=0:00:11.487891163, dur=0:00:00.065011337
+buffer: checksum=9f661554f116bd5887e33afc1dafc86aaf79d823, pts=0:00:11.422879826, dur=0:00:00.065011337
+buffer: checksum=35a2761afd9999c86802d8981cca36fb65be1a7e, pts=0:00:11.357868489, dur=0:00:00.065011337
+buffer: checksum=26cb400ee7059a7693abf76cf038a9184249160a, pts=0:00:11.292857152, dur=0:00:00.065011337
+buffer: checksum=779a911a77e17a5988f4eea11e4ae1f9b9cc1c01, pts=0:00:11.227845815, dur=0:00:00.065011337
+buffer: checksum=a57d7607a81a294a17e82737e7bc478b4cc2c9f0, pts=0:00:11.162834478, dur=0:00:00.065011337
+buffer: checksum=3e9a447611ad9d6098965f92bb6002d68bb2cad4, pts=0:00:11.097823141, dur=0:00:00.065011337
+buffer: checksum=89a6c29eeedca181fa9270605592da6b7600fa35, pts=0:00:11.032811804, dur=0:00:00.065011337
+buffer: checksum=19452fc0674a428c102aa349c75044143b5810db, pts=0:00:10.967800467, dur=0:00:00.065011337
+buffer: checksum=908029f853e759af09ed3e5beb7a428ad1fca37c, pts=0:00:10.902789130, dur=0:00:00.065011337
+buffer: checksum=6dddc5ac024842a3a50c5c34207e9688c6ce783f, pts=0:00:10.837777793, dur=0:00:00.065011337
+buffer: checksum=7e4cbed632593e268a876d78ef4564a9cc54d944, pts=0:00:10.772766456, dur=0:00:00.065011337
+buffer: checksum=79da92e1eb462bca581297f9f21cc5794fa0ab99, pts=0:00:10.707755119, dur=0:00:00.065011337
+buffer: checksum=8b4aa6dbe424c92b0b715018a94b41bf1ed5be58, pts=0:00:10.642743782, dur=0:00:00.065011337
+buffer: checksum=70843ef475fc47220c26af7c0a8680c4dfba5117, pts=0:00:10.577732445, dur=0:00:00.065011337
+buffer: checksum=030af751a63e5399fa5276bb23048d74536804f5, pts=0:00:10.512721108, dur=0:00:00.065011337
+buffer: checksum=053d4fcdabade8b2a462bc16ffc2d33477ec0fc9, pts=0:00:10.447709771, dur=0:00:00.065011337
+buffer: checksum=e15b6d2922aa7c4bf3c4086c568fcb35457eae5c, pts=0:00:10.382698434, dur=0:00:00.065011337
+buffer: checksum=56665ca6b04dc85cd6e1f48b44cfcf89a62fd01b, pts=0:00:10.317687097, dur=0:00:00.065011337
+buffer: checksum=983abc9418a6d5530a5be4e208704af05134506e, pts=0:00:10.252675760, dur=0:00:00.065011337
+buffer: checksum=f5982cb9ded08f3dbb813c9bdb0cffa827ca903e, pts=0:00:10.187664423, dur=0:00:00.065011337
+buffer: checksum=ce4410c9a9f19174088872930d60b5adbbfc5b33, pts=0:00:10.122653086, dur=0:00:00.065011337
+buffer: checksum=8b93d426a1f48f45159ed5f3453b290f7d081482, pts=0:00:10.057641749, dur=0:00:00.065011337
+buffer: checksum=580acf0a5758b2dbbe30ec86cd10adb8ea21aff3, pts=0:00:10.002335627, dur=0:00:00.055306122
+event eos: (no structure)
+
+CHECKPOINT: Play one octave higher
+
+event segment: format=TIME, start=0:00:10.000000000, offset=0:00:00.000000000, stop=0:00:12.000000000, rate=-1.000000, flags=0x01, time=0:00:10.000000000, base=0:00:00.000000000, position=0:00:12.000000000, duration=0:00:15.999818752
+buffer: checksum=d1acde1b8697c664f752a7815ed11576eafd5908, pts=0:00:11.963378685, dur=0:00:00.036621315
+buffer: checksum=29083f09c05e780ddf7fd75139f7ff1bf44dd561, pts=0:00:11.922380953, dur=0:00:00.040997732
+buffer: checksum=2dd5e83026e26c21c7770c2162e71968d60dd127, pts=0:00:11.881360545, dur=0:00:00.041020408
+buffer: checksum=0243e015811016fe9ea4a71bd98aedce9c7c2a76, pts=0:00:11.840362813, dur=0:00:00.040997732
+buffer: checksum=e13cdc33932f24d8d626ecfea7b3414801547547, pts=0:00:11.799342405, dur=0:00:00.041020408
+buffer: checksum=0b26054fc4f9f6e077f3fd436b62fbbf5722d066, pts=0:00:11.758344673, dur=0:00:00.040997732
+buffer: checksum=d5791296cb941d7de57b9ded1410593674a99e3d, pts=0:00:11.717324265, dur=0:00:00.041020408
+buffer: checksum=bd5a5820d29b2417c996bcde474c492b167c5d8d, pts=0:00:11.676326533, dur=0:00:00.040997732
+buffer: checksum=42948b25a8de73118f161fa897a5c53b4086082a, pts=0:00:11.635306125, dur=0:00:00.041020408
+buffer: checksum=cf05c31c632f83228cb8ad338556771ea4b17839, pts=0:00:11.594308393, dur=0:00:00.040997732
+buffer: checksum=41e1c9c3b327ef71292b5fd72a26573e367cac67, pts=0:00:11.553287985, dur=0:00:00.041020408
+buffer: checksum=4ce897dcd1092cb6e3c9a3545a6d2545f0710852, pts=0:00:11.512290253, dur=0:00:00.040997732
+buffer: checksum=7fd751ce7f6dd3f0828f6b8649d8836164f92da9, pts=0:00:11.471269845, dur=0:00:00.041020408
+buffer: checksum=4d03e1896f0364bfd6957a832239ebd20d0ca00f, pts=0:00:11.430272113, dur=0:00:00.040997732
+buffer: checksum=e0d6fa1edc9a20ebfc0b2e8249b8666e4179682b, pts=0:00:11.389251705, dur=0:00:00.041020408
+buffer: checksum=5ef7f688b271529901ff02258e006bd4b1dd4636, pts=0:00:11.348253973, dur=0:00:00.040997732
+buffer: checksum=1088568e44a7ac54b2f9538fb383cc26b659fd5e, pts=0:00:11.307233565, dur=0:00:00.041020408
+buffer: checksum=526ef17a97c05c259a4c602ae48a1370a8f64150, pts=0:00:11.266235833, dur=0:00:00.040997732
+buffer: checksum=20cf6d8f1dc748dc33548708a3f359d806e1f4cb, pts=0:00:11.225215425, dur=0:00:00.041020408
+buffer: checksum=ed1590296cbc66cc0bbc1a609e2e7317d5a90a6b, pts=0:00:11.184217693, dur=0:00:00.040997732
+buffer: checksum=a51cb38f8892e134b69998195087bda5914cb436, pts=0:00:11.143197285, dur=0:00:00.041020408
+buffer: checksum=fb753701232911d75dd14518fe90cfd7e14e5205, pts=0:00:11.102199553, dur=0:00:00.040997732
+buffer: checksum=3ebe815ef3137cded463d567e302a0d13229158e, pts=0:00:11.061179145, dur=0:00:00.041020408
+buffer: checksum=5a5d89bde48f753cb929b3790aaa7f465404f3dd, pts=0:00:11.020181413, dur=0:00:00.040997732
+buffer: checksum=1a804ed9cc72bb779afac6e5e431ce4b1d072f0c, pts=0:00:10.979161005, dur=0:00:00.041020408
+buffer: checksum=188c1631da552905f96059fd1f01c472bde60c14, pts=0:00:10.938163273, dur=0:00:00.040997732
+buffer: checksum=789ff82b1a925804f012867ffb46a328b16f6bd7, pts=0:00:10.897142865, dur=0:00:00.041020408
+buffer: checksum=b80e828ae243a2c616334eeb43c09bd029eabbfa, pts=0:00:10.856145133, dur=0:00:00.040997732
+buffer: checksum=991f43046d8280df08705a600d090a5bd7d26301, pts=0:00:10.815124725, dur=0:00:00.041020408
+buffer: checksum=1c004c117beafd3fbe94899163070e2f08149b74, pts=0:00:10.774126993, dur=0:00:00.040997732
+buffer: checksum=96264255d4b6497b6500dbc99a210f8874b49897, pts=0:00:10.733106585, dur=0:00:00.041020408
+buffer: checksum=0f7b1274083244b8384128af4dba68f5b2222858, pts=0:00:10.692108853, dur=0:00:00.040997732
+buffer: checksum=8b186511fd7bf1a046c59d611295c67375029b9b, pts=0:00:10.651088445, dur=0:00:00.041020408
+buffer: checksum=566d11c5acd2db43a2124ad1f7f6c8981fdb60bd, pts=0:00:10.610090713, dur=0:00:00.040997732
+buffer: checksum=dc62a9aa1b382291497a52a9c7b15de9b0ec88df, pts=0:00:10.569070305, dur=0:00:00.041020408
+buffer: checksum=330b2170db1ef55ebb32a32040f661f089bf21ec, pts=0:00:10.528072573, dur=0:00:00.040997732
+buffer: checksum=662cf033a56a08337475c8bc96f615ca6aa08358, pts=0:00:10.487052165, dur=0:00:00.041020408
+buffer: checksum=d4ad4eecc081a08ca3f2d4478c86a0831ec03c91, pts=0:00:10.446054433, dur=0:00:00.040997732
+buffer: checksum=298a25f80e391cb561431233e15c09a2d551fcbc, pts=0:00:10.405034025, dur=0:00:00.041020408
+buffer: checksum=636be467892ca5a117e9b062443b91fa3bacca61, pts=0:00:10.364036293, dur=0:00:00.040997732
+buffer: checksum=63da3b48b336299a0663cec3ac651a67f803497c, pts=0:00:10.323015885, dur=0:00:00.041020408
+buffer: checksum=f026340c291db6180fb7e9846c3d821ca09f7d68, pts=0:00:10.282018153, dur=0:00:00.040997732
+buffer: checksum=2b6fe3f348fb1426659b5b6f64fcb2b6763b3115, pts=0:00:10.240997745, dur=0:00:00.041020408
+buffer: checksum=5e5ae1bbe8a4a69ebca0eeea881b85d2168f1453, pts=0:00:10.200000013, dur=0:00:00.040997732
+buffer: checksum=6c5fd8ab3b658e5672ad44cc371bf0c86b7f83c2, pts=0:00:10.158979605, dur=0:00:00.041020408
+buffer: checksum=6cc171c02bd2a1ea087d7e8c6856d318dafe5b3c, pts=0:00:10.117981873, dur=0:00:00.040997732
+buffer: checksum=50773e157549f31f10249b83ded447679987afe9, pts=0:00:10.076961465, dur=0:00:00.041020408
+buffer: checksum=abd72a19ada93ab44ca619732b317fd8d2c7e61e, pts=0:00:10.002335615, dur=0:00:00.074625850
+event eos: (no structure)
+
+CHECKPOINT: Play one octave lower
+
+event segment: format=TIME, start=0:00:10.000000000, offset=0:00:00.000000000, stop=0:00:12.000000000, rate=-1.000000, flags=0x01, time=0:00:10.000000000, base=0:00:00.000000000, position=0:00:12.000000000, duration=0:00:15.999818752
+buffer: checksum=a2dfb43acff7ab2c8995f336d8c98d9951a61149, pts=0:00:11.975963719, dur=0:00:00.024036281
+buffer: checksum=f6e9d4ea4eb3a79ef626a793dd7dbf4512d38663, pts=0:00:11.943945579, dur=0:00:00.032018140
+buffer: checksum=97e5f4b7f50119b1163cf9df28d2756ee094ecdd, pts=0:00:11.911927439, dur=0:00:00.032018140
+buffer: checksum=ed523950ca5e987dfb331252d432fe946c55dd02, pts=0:00:11.879909299, dur=0:00:00.032018140
+buffer: checksum=c0ccd3cdb0d5105f8b1dd8498f7028a84080c3a1, pts=0:00:11.847891159, dur=0:00:00.032018140
+buffer: checksum=d137c392a91c98aff484b595d378f864260adc41, pts=0:00:11.815873019, dur=0:00:00.032018140
+buffer: checksum=ea5cbded1de73b4c66256567850698b5dce9663f, pts=0:00:11.783854879, dur=0:00:00.032018140
+buffer: checksum=d09567b0eee7cce1f390e0a90f5b84a8b911cc78, pts=0:00:11.751836739, dur=0:00:00.032018140
+buffer: checksum=f4422109f4c3a81bcdc31aef2ad8f66919f49f48, pts=0:00:11.719818599, dur=0:00:00.032018140
+buffer: checksum=6bb62db810e46b8931f4062dea58bac837787f09, pts=0:00:11.687800459, dur=0:00:00.032018140
+buffer: checksum=e97e3b0230d9ddd2b5d75ec4a003355af6ae87da, pts=0:00:11.655782319, dur=0:00:00.032018140
+buffer: checksum=036eb0a918b3a9ac2afd470b891c664094dedebe, pts=0:00:11.623764179, dur=0:00:00.032018140
+buffer: checksum=a876fb0d73804a2b3c86b235f0c03a7ce5be9f4b, pts=0:00:11.591746039, dur=0:00:00.032018140
+buffer: checksum=d5f72935dd23174edf236d738c41cb60bfc3cc61, pts=0:00:11.559727899, dur=0:00:00.032018140
+buffer: checksum=6497cf21fc106a350dc04660b53b4a8a2fb483d8, pts=0:00:11.527709759, dur=0:00:00.032018140
+buffer: checksum=27dc2a724e25e5359037098aebcee1f891abfbd5, pts=0:00:11.495691619, dur=0:00:00.032018140
+buffer: checksum=d48543f1c64a14df17d039cb01aaf99250d47fd5, pts=0:00:11.463673479, dur=0:00:00.032018140
+buffer: checksum=f96d89944a140004a7105f093c674053c2d96122, pts=0:00:11.431655339, dur=0:00:00.032018140
+buffer: checksum=a4a4b678d926aeba27406adec3357e668cdaf002, pts=0:00:11.399637199, dur=0:00:00.032018140
+buffer: checksum=62a68b31375e899571f39254e81bd04ae66e5b6e, pts=0:00:11.367619059, dur=0:00:00.032018140
+buffer: checksum=01acbb2971fa5f801ec76a64ed41637752f9f4c1, pts=0:00:11.335600919, dur=0:00:00.032018140
+buffer: checksum=4ee06e29d0c88e6200fcbe12796f609727ccc94d, pts=0:00:11.303582779, dur=0:00:00.032018140
+buffer: checksum=ce9d2caa6c312aa68a66c2ff5fe4ec852dec6778, pts=0:00:11.271564639, dur=0:00:00.032018140
+buffer: checksum=08d1d4c3326a8aeb178707398ba6e9e2679b56e2, pts=0:00:11.239546499, dur=0:00:00.032018140
+buffer: checksum=39e2b75d7eaff99f09f2aea7cbd30f40e091a6fa, pts=0:00:11.207528359, dur=0:00:00.032018140
+buffer: checksum=3b18be6367faa725c88df9ff503aa27f1fcea330, pts=0:00:11.175510219, dur=0:00:00.032018140
+buffer: checksum=47015e5bc48e0cfde8d078a3802d73caf0807252, pts=0:00:11.143492079, dur=0:00:00.032018140
+buffer: checksum=a191a830bf293a98971bd80d19fdc986241c9473, pts=0:00:11.111473939, dur=0:00:00.032018140
+buffer: checksum=134feb9061cdafb15fbd8459ebaef0d841418812, pts=0:00:11.079455799, dur=0:00:00.032018140
+buffer: checksum=094821831496ec12471ffc5d8d8781a4792ad4e0, pts=0:00:11.047437659, dur=0:00:00.032018140
+buffer: checksum=b7c1fdf2fa08301d95b74a927feedd46b7bc47d6, pts=0:00:11.015419519, dur=0:00:00.032018140
+buffer: checksum=8d37c5d75ea6a8e28f8e1c4e200118e9833edf49, pts=0:00:10.983401379, dur=0:00:00.032018140
+buffer: checksum=174619332474b384132adce0ff8e59b0b3e5a88c, pts=0:00:10.951383239, dur=0:00:00.032018140
+buffer: checksum=64af1c7f030fd22d157c367715d8af7ba17d9bfa, pts=0:00:10.919365099, dur=0:00:00.032018140
+buffer: checksum=92c835ece1b54efa8372306401040f64188f3a86, pts=0:00:10.887346959, dur=0:00:00.032018140
+buffer: checksum=685c2dac4a4151687292341a0680ceb9c8edb55d, pts=0:00:10.855328819, dur=0:00:00.032018140
+buffer: checksum=46dd0d4bf86637ad3925bc71cecf09c31953bcae, pts=0:00:10.823310679, dur=0:00:00.032018140
+buffer: checksum=4df630b382b4965f4adaaff368f9347d8737379a, pts=0:00:10.791292539, dur=0:00:00.032018140
+buffer: checksum=bd52b8a2aa702257e45614b67a80ec6d0e241cc5, pts=0:00:10.759274399, dur=0:00:00.032018140
+buffer: checksum=7c1e2fefba007b20d6d3ae6444bfd243839c8afa, pts=0:00:10.727256259, dur=0:00:00.032018140
+buffer: checksum=91e3a3d15e5bd983092dc86cae9b4e817269f7e9, pts=0:00:10.695238119, dur=0:00:00.032018140
+buffer: checksum=851c8de6dfb6f6bee94d0ed231eab2d22f3db2d7, pts=0:00:10.663219979, dur=0:00:00.032018140
+buffer: checksum=9e2d9d1754c339964b90a86c2d6532f720b2786e, pts=0:00:10.631201839, dur=0:00:00.032018140
+buffer: checksum=a3e22aeffe9d5e497a80d0c61dc18b119ab21808, pts=0:00:10.599183699, dur=0:00:00.032018140
+buffer: checksum=1d5f8b52f761e73756f35ed37def8a1f1bd3a89c, pts=0:00:10.567165559, dur=0:00:00.032018140
+buffer: checksum=997b2713dee369192c4cd4867d018ab7eed781f5, pts=0:00:10.535147419, dur=0:00:00.032018140
+buffer: checksum=5e82c9f5e6346bae6ed40b44bee5e29953ac0d13, pts=0:00:10.503129279, dur=0:00:00.032018140
+buffer: checksum=fd10f4c2338c2c0a9299506896a31a31f0ba3f2d, pts=0:00:10.471111139, dur=0:00:00.032018140
+buffer: checksum=e7a3becb5c58101d162484e04f645235e2fdfed6, pts=0:00:10.439092999, dur=0:00:00.032018140
+buffer: checksum=5d43cd9ce2b4d5c69c80977e9d35d6305f52ec5b, pts=0:00:10.407074859, dur=0:00:00.032018140
+buffer: checksum=09a53f599d077e3e34f42ee22bebec955db01823, pts=0:00:10.375056719, dur=0:00:00.032018140
+buffer: checksum=367298e0292756a2dfb4017f64f16ec822e044b1, pts=0:00:10.343038579, dur=0:00:00.032018140
+buffer: checksum=4c2d585ad088703dc50c5d271709ca52c549ec9c, pts=0:00:10.311020439, dur=0:00:00.032018140
+buffer: checksum=acf12a3677faf1ad6529ba2aa5425562da0a1a86, pts=0:00:10.279002299, dur=0:00:00.032018140
+buffer: checksum=9784c2db76c8bd22c8d5800cac12de72e067aac9, pts=0:00:10.246984159, dur=0:00:00.032018140
+buffer: checksum=cc42dae27545d6a8411407bf1bbdea2683491bfc, pts=0:00:10.214966019, dur=0:00:00.032018140
+buffer: checksum=5664d9b3120ca663c309c3cfc742de5f23ff1141, pts=0:00:10.182947879, dur=0:00:00.032018140
+buffer: checksum=d5d9b6f36983ce91d0c8a32e9eef0c43a3c05e96, pts=0:00:10.150929739, dur=0:00:00.032018140
+buffer: checksum=8b03ddab4e8ac768c69ebfc2a30ca49284cf569a, pts=0:00:10.118911599, dur=0:00:00.032018140
+buffer: checksum=47ce9940004ecc4f6fecb0236d87492f81b441c5, pts=0:00:10.086893459, dur=0:00:00.032018140
+buffer: checksum=eee52a45d1e212a12a59611095138ad8ef318c9e, pts=0:00:10.054875319, dur=0:00:00.032018140
+buffer: checksum=6ed02838af4f0f62f9df4e2d2aa888da467f86bf, pts=0:00:10.022857179, dur=0:00:00.032018140
+buffer: checksum=c5129355d46ab571f9bc4a1e355d32524de716a2, pts=0:00:10.002335638, dur=0:00:00.020521541
+event eos: (no structure)
+
+CHECKPOINT: Play twice faster same pitch
+
+event segment: format=TIME, start=0:00:05.000000000, offset=0:00:00.000000000, stop=0:00:06.000000000, rate=-1.000000, flags=0x01, time=0:00:05.000000000, base=0:00:00.000000000, position=0:00:06.000000000, duration=0:00:07.999909376
+buffer: checksum=728fb736d94c28caa958ca34db11ad4a5b234e20, pts=0:00:05.975963719, dur=0:00:00.024036281
+buffer: checksum=be01821e47bf474ad0fc48fb0a12d360cdf72b19, pts=0:00:05.943945579, dur=0:00:00.032018140
+buffer: checksum=ccce211411aac685e00ea18fc7c8bcad4689da0d, pts=0:00:05.911927439, dur=0:00:00.032018140
+buffer: checksum=b91fe1848d5f742b6691511358c60f7a6149df5d, pts=0:00:05.879909299, dur=0:00:00.032018140
+buffer: checksum=d0b473d3fd13ba672421782ffcff4b363cc92c64, pts=0:00:05.847891159, dur=0:00:00.032018140
+buffer: checksum=ab1349c874241cb0013d7088d2930c545bb38481, pts=0:00:05.815873019, dur=0:00:00.032018140
+buffer: checksum=208fcb01e246459fe5f51201c96f703d2e954727, pts=0:00:05.783854879, dur=0:00:00.032018140
+buffer: checksum=d79861864a147a9d7309de0bf87bb0e43b4b1098, pts=0:00:05.751836739, dur=0:00:00.032018140
+buffer: checksum=e77547e5c49d60dfb0834961a944551305fb5007, pts=0:00:05.719818599, dur=0:00:00.032018140
+buffer: checksum=c7bcc6fbe3681c300d84befc56fed27cfc463f26, pts=0:00:05.687800459, dur=0:00:00.032018140
+buffer: checksum=deee06c17d876b15b43233e756098071138c1c57, pts=0:00:05.655782319, dur=0:00:00.032018140
+buffer: checksum=c6213ac194506f5e7a29e85befe90a78fa071c50, pts=0:00:05.623764179, dur=0:00:00.032018140
+buffer: checksum=17adca1e33ddebf0090aee12555f6cc798d46390, pts=0:00:05.591746039, dur=0:00:00.032018140
+buffer: checksum=12def3542f38bad5396813ca43e27451d3df8cfb, pts=0:00:05.559727899, dur=0:00:00.032018140
+buffer: checksum=895ea2f8490ad9b68b7919172897215b6fff1ae1, pts=0:00:05.527709759, dur=0:00:00.032018140
+buffer: checksum=3290741fb9bdc370edc29f1d9a0ad5752ab1829c, pts=0:00:05.495691619, dur=0:00:00.032018140
+buffer: checksum=87883f914609348e2040c6c859c6cde98b939eae, pts=0:00:05.463673479, dur=0:00:00.032018140
+buffer: checksum=f3eb608d1febecb27e39700da19ecb5efb96e4bd, pts=0:00:05.431655339, dur=0:00:00.032018140
+buffer: checksum=efdb01ae032b58ec907c0ada28359d7552929f94, pts=0:00:05.399637199, dur=0:00:00.032018140
+buffer: checksum=d7aaa33f32e06830dcb4aded772c478e9630420a, pts=0:00:05.367619059, dur=0:00:00.032018140
+buffer: checksum=51d5b91f7346440b1b48690f415900ab4c927946, pts=0:00:05.335600919, dur=0:00:00.032018140
+buffer: checksum=60f37c7a16ec7a193119d788450436b5e912b099, pts=0:00:05.303582779, dur=0:00:00.032018140
+buffer: checksum=73eed4434eb9db9ea609809824dea94a98e04488, pts=0:00:05.271564639, dur=0:00:00.032018140
+buffer: checksum=673ee179415b1cac830638c5acf1b62ec1b77616, pts=0:00:05.239546499, dur=0:00:00.032018140
+buffer: checksum=0d7ba6f2ecd599f9a8a077f62a020957456145c6, pts=0:00:05.207528359, dur=0:00:00.032018140
+buffer: checksum=389375769543a2f58a7fe80ee45c4844bb460815, pts=0:00:05.175510219, dur=0:00:00.032018140
+buffer: checksum=708dc0d2411afa15e1b02bd4e13828302c6e83b2, pts=0:00:05.143492079, dur=0:00:00.032018140
+buffer: checksum=4b8133f99ae020082193a936f9bf2ac91851466a, pts=0:00:05.111473939, dur=0:00:00.032018140
+buffer: checksum=2f260ae6bd4791703c27782e29f4c1d9c349dc37, pts=0:00:05.079455799, dur=0:00:00.032018140
+buffer: checksum=561e5fdb63e16945a7a9e1a6c01c10c4e517e47c, pts=0:00:05.047437659, dur=0:00:00.032018140
+buffer: checksum=bb20ceff836a025ae88986ab94f754bfbbded8cc, pts=0:00:05.015419519, dur=0:00:00.032018140
+buffer: checksum=0c23372d0fc973acff2458f895244d02bd8bc7ed, pts=0:00:05.001156481, dur=0:00:00.014263038
+event eos: (no structure)
+
+CHECKPOINT: Play twice slower same pitch
+
+event segment: format=TIME, start=0:00:20.000000000, offset=0:00:00.000000000, stop=0:00:24.000000000, rate=-1.000000, flags=0x01, time=0:00:20.000000000, base=0:00:00.000000000, position=0:00:24.000000000, duration=0:00:31.999637504
+buffer: checksum=ccdce88bf6d2858179e1299818891c840bbf1440, pts=0:00:23.925963719, dur=0:00:00.074036281
+buffer: checksum=b034b9fca2afe24403cd33bf9b55e4c39609e478, pts=0:00:23.843945579, dur=0:00:00.082018140
+buffer: checksum=db53d0f7a23ae614d42ed488f190fd55262e2302, pts=0:00:23.761927439, dur=0:00:00.082018140
+buffer: checksum=a4af854d384660a1297b2f84c936c8cb147ad4ff, pts=0:00:23.679909299, dur=0:00:00.082018140
+buffer: checksum=272d909cd9c3ecd43fb4a0d390744bcb6054c125, pts=0:00:23.597891159, dur=0:00:00.082018140
+buffer: checksum=e88dfe9a97884b1c4aa0f466dd2bf982699a9925, pts=0:00:23.515873019, dur=0:00:00.082018140
+buffer: checksum=3e5c92795480a250f3d191d4796a9f32cf47d0c1, pts=0:00:23.433854879, dur=0:00:00.082018140
+buffer: checksum=2c842df3f3ccb77310a8c43f713bc469dc52867f, pts=0:00:23.351836739, dur=0:00:00.082018140
+buffer: checksum=1cb2dc0e0f3056c848c4c594d6a53ad8d8b1667d, pts=0:00:23.269818599, dur=0:00:00.082018140
+buffer: checksum=cf45d8cb5df828b0556425d7eba69010cb997d5c, pts=0:00:23.187800459, dur=0:00:00.082018140
+buffer: checksum=e8796bafb7942314df929ca9fb1b5c32555ef8ac, pts=0:00:23.105782319, dur=0:00:00.082018140
+buffer: checksum=1363e17a6da0acfa9da6acc57b0bf6c58fe7ee9d, pts=0:00:23.023764179, dur=0:00:00.082018140
+buffer: checksum=12715571247ba6b69ca0f997606c227ef1a8933c, pts=0:00:22.941746039, dur=0:00:00.082018140
+buffer: checksum=65589c9e54c74d9dbaffccee06fcd8ef1e36596a, pts=0:00:22.859727899, dur=0:00:00.082018140
+buffer: checksum=59f60b1bf79ae65276a9288654abe201cfd4b3f7, pts=0:00:22.777709759, dur=0:00:00.082018140
+buffer: checksum=9b3fc87d605537e1ee4d56925c353cdd1f6cd3d1, pts=0:00:22.695691619, dur=0:00:00.082018140
+buffer: checksum=dd7be9a01a623f0c3ed11391abf4299d0710e21c, pts=0:00:22.613673479, dur=0:00:00.082018140
+buffer: checksum=ddb61e968f73fbec721659fdeecbb28b80418ac8, pts=0:00:22.531655339, dur=0:00:00.082018140
+buffer: checksum=0ca66ad3596990838dce7a005ace3a0958e538c6, pts=0:00:22.449637199, dur=0:00:00.082018140
+buffer: checksum=5b905932745cce4e349a43fbebc07a6036b22d1f, pts=0:00:22.367619059, dur=0:00:00.082018140
+buffer: checksum=212153973dabd3a607c5c455e32e41e6b42a6a8d, pts=0:00:22.285600919, dur=0:00:00.082018140
+buffer: checksum=3b84a549c397d10f0799c8e7ecd43be6e8a27206, pts=0:00:22.203582779, dur=0:00:00.082018140
+buffer: checksum=05095711625b76a87e9754d0bb1ea4793e1104b2, pts=0:00:22.121564639, dur=0:00:00.082018140
+buffer: checksum=e7bc459cc6adc9c793d58e0bb6e0f9c1a6520ac2, pts=0:00:22.039546499, dur=0:00:00.082018140
+buffer: checksum=587d43e312087f8eb45b9846659678c2d1c52103, pts=0:00:21.957528359, dur=0:00:00.082018140
+buffer: checksum=4804d1586b209a922e908f21af6f2257e8df50f3, pts=0:00:21.875510219, dur=0:00:00.082018140
+buffer: checksum=05f050bd09fa35767f54453a3d22463d89417b5b, pts=0:00:21.793492079, dur=0:00:00.082018140
+buffer: checksum=72646801e9c63ff99bd8c4d94325bea1bc776054, pts=0:00:21.711473939, dur=0:00:00.082018140
+buffer: checksum=531c9417d9230ab35f81252ec423336d374bb59d, pts=0:00:21.629455799, dur=0:00:00.082018140
+buffer: checksum=0b0410878d94de403400a2ac14ca895f6caebe5d, pts=0:00:21.547437659, dur=0:00:00.082018140
+buffer: checksum=a574609164188b3d4c3485c4b175b9c87d353945, pts=0:00:21.465419519, dur=0:00:00.082018140
+buffer: checksum=8a19b2444285d9de6da8993e0fbc2f7db952338e, pts=0:00:21.383401379, dur=0:00:00.082018140
+buffer: checksum=ab5e0a386485f7bd2da5fc7f1616c00ca8918fea, pts=0:00:21.301383239, dur=0:00:00.082018140
+buffer: checksum=96e0f7a81b01afb6972e1b1aaba0245b9787f20d, pts=0:00:21.219365099, dur=0:00:00.082018140
+buffer: checksum=47ce073fa3ec970bd1302f3e573b9a6fc5f88ebe, pts=0:00:21.137346959, dur=0:00:00.082018140
+buffer: checksum=01f1ff5e1e536a3d3c7538278dcbd12bbb806f49, pts=0:00:21.055328819, dur=0:00:00.082018140
+buffer: checksum=c523912a537cfeb7a4536e457a25bf690aeabe9f, pts=0:00:20.973310679, dur=0:00:00.082018140
+buffer: checksum=1eaa81620565471fa8426ab4941fb13bed95a50f, pts=0:00:20.891292539, dur=0:00:00.082018140
+buffer: checksum=44c627079941f4245fabcdeb671db3244667c4e5, pts=0:00:20.809274399, dur=0:00:00.082018140
+buffer: checksum=411f3e4387986a6c66300e4195db7b0c897033b3, pts=0:00:20.727256259, dur=0:00:00.082018140
+buffer: checksum=a2fce2c3bc5e0f8eb952f68b67dafb40aa5d14f1, pts=0:00:20.645238119, dur=0:00:00.082018140
+buffer: checksum=7a16ea2a5f4654fff4176f65f322f33f56edab9a, pts=0:00:20.563219979, dur=0:00:00.082018140
+buffer: checksum=11fef40af0378890064732cc07524b6a38630c22, pts=0:00:20.481201839, dur=0:00:00.082018140
+buffer: checksum=db61ac30ea11e8f9ff50eaa4367f8f90286744b8, pts=0:00:20.399183699, dur=0:00:00.082018140
+buffer: checksum=3d33941016ae59590f87a7e92d6ba39f74547e24, pts=0:00:20.317165559, dur=0:00:00.082018140
+buffer: checksum=1b2c0c70fdf136ddcc17a79381a3e4d3a128a9dd, pts=0:00:20.235147419, dur=0:00:00.082018140
+buffer: checksum=72903a0071713b4941193f620439d7549cc0fce9, pts=0:00:20.153129279, dur=0:00:00.082018140
+buffer: checksum=30b2d6528cfb5d182eb7cbc96b135167058d6403, pts=0:00:20.004671230, dur=0:00:00.148458049
+event eos: (no structure)
+
+CHECKPOINT: Play twice faster one octave higher
+
+event segment: format=TIME, start=0:00:05.000000000, offset=0:00:00.000000000, stop=0:00:06.000000000, rate=-1.000000, flags=0x01, time=0:00:05.000000000, base=0:00:00.000000000, position=0:00:06.000000000, duration=0:00:07.999909376
+buffer: checksum=2e877e07d0af3a98fdd3b075bb269b949d22d532, pts=0:00:05.971882087, dur=0:00:00.028117913
+buffer: checksum=a4c730238c7db3d2cad75a5f817fc5b01bed3b97, pts=0:00:05.939387756, dur=0:00:00.032494331
+buffer: checksum=f54d846f932c55b6189b82fbe7b75a944dadf3a5, pts=0:00:05.906870750, dur=0:00:00.032517006
+buffer: checksum=33eec867076a3ae635c7a641917b78acac1fcee6, pts=0:00:05.874376419, dur=0:00:00.032494331
+buffer: checksum=8f46a63d5f2ee2d746b8edbe66b2e08f59cfcefe, pts=0:00:05.841859413, dur=0:00:00.032517006
+buffer: checksum=eb5406f4821609a0da95a9377fb22e741d3945c0, pts=0:00:05.809365082, dur=0:00:00.032494331
+buffer: checksum=f0312f9f98b92f1a11260a1acdff80a55fff742c, pts=0:00:05.776848076, dur=0:00:00.032517006
+buffer: checksum=80d9887124c7978ee675fbc7da8f401bce08c9e4, pts=0:00:05.744353745, dur=0:00:00.032494331
+buffer: checksum=ec56b210502cf304e930f39d9ac140bfd9fc59a9, pts=0:00:05.711836739, dur=0:00:00.032517006
+buffer: checksum=58249a794a898243bfc9435c57fc869401c02e00, pts=0:00:05.679342408, dur=0:00:00.032494331
+buffer: checksum=165e66e67612634ed94045cf65f6bce32dc00d04, pts=0:00:05.646825402, dur=0:00:00.032517006
+buffer: checksum=982d7f60f960a4eef6a1cb389d57e0da8315e14c, pts=0:00:05.614331071, dur=0:00:00.032494331
+buffer: checksum=c222e8de75e59c228ce7ad59af1f4c274eb5161f, pts=0:00:05.581814065, dur=0:00:00.032517006
+buffer: checksum=86775050a7adc3af704350c50b00459b2478532e, pts=0:00:05.549319734, dur=0:00:00.032494331
+buffer: checksum=4bd6c972dc541bc11e62437ee31a4fd227ee1c2d, pts=0:00:05.516802728, dur=0:00:00.032517006
+buffer: checksum=a9224db2330109c89ddb459a5361d343d9699a09, pts=0:00:05.484308397, dur=0:00:00.032494331
+buffer: checksum=2367ae385a880726855ea6b86da323443f58540e, pts=0:00:05.451791391, dur=0:00:00.032517006
+buffer: checksum=28bd2f8d88dd18fdc0735b13826abf1a88122862, pts=0:00:05.419297060, dur=0:00:00.032494331
+buffer: checksum=a9fa286839f2b013ca93b5623505930e52f56247, pts=0:00:05.386780054, dur=0:00:00.032517006
+buffer: checksum=67fd105f165516a2ea06c4b63544adb5a676fcc9, pts=0:00:05.354285723, dur=0:00:00.032494331
+buffer: checksum=2e5221675baa8962223a4a2863d2e5c4f82a805f, pts=0:00:05.321768717, dur=0:00:00.032517006
+buffer: checksum=5d2d0e88ad1f640df4b506706fc2296b168a042d, pts=0:00:05.289274386, dur=0:00:00.032494331
+buffer: checksum=f12542b4aa62fa1c6e76803f1d329cb0e99c50db, pts=0:00:05.256757380, dur=0:00:00.032517006
+buffer: checksum=fdbc9bf55a311b10c9b95fd999a3f25b30e2c50b, pts=0:00:05.224263049, dur=0:00:00.032494331
+buffer: checksum=d25166c538f0712cc3370b956452ae86cf567c14, pts=0:00:05.191746043, dur=0:00:00.032517006
+buffer: checksum=644920e539a753a0113ae2adc310a1cd8db5eaaa, pts=0:00:05.159251712, dur=0:00:00.032494331
+buffer: checksum=9f878e8596a851c4cb13e1905043c6539b4ae8c8, pts=0:00:05.126734706, dur=0:00:00.032517006
+buffer: checksum=a03d30833de4ed041a60f26b1cb42e167b6926fc, pts=0:00:05.094240375, dur=0:00:00.032494331
+buffer: checksum=bb01d3ea9d11dfa7842dabff958d07e150ce0bfc, pts=0:00:05.061723369, dur=0:00:00.032517006
+buffer: checksum=adbd654fcaa4d1a3afcb5c8165af76e69ff66296, pts=0:00:05.029229038, dur=0:00:00.032494331
+buffer: checksum=ce9c370cd487278c99f292948b7cf8c043ded9b7, pts=0:00:05.001156476, dur=0:00:00.028072562
+event eos: (no structure)
+
+CHECKPOINT: Play twice slower one octave lower
+
+event segment: format=TIME, start=0:00:20.000000000, offset=0:00:00.000000000, stop=0:00:24.000000000, rate=-1.000000, flags=0x01, time=0:00:20.000000000, base=0:00:00.000000000, position=0:00:24.000000000, duration=0:00:31.999637504
+buffer: checksum=8743998e1f677320715be2ff83e01a74765616fe, pts=0:00:23.942970522, dur=0:00:00.057029478
+buffer: checksum=6ad78ccb88e79ebf38a957316d3466ab4959c74c, pts=0:00:23.877959185, dur=0:00:00.065011337
+buffer: checksum=62f9107d3135637ca193fe7a6c978880890935f6, pts=0:00:23.812947848, dur=0:00:00.065011337
+buffer: checksum=1ae5e86fbfeb8b708546195e3c5b687990ea17f8, pts=0:00:23.747936511, dur=0:00:00.065011337
+buffer: checksum=4a112b3b10497715f349df0ef28cadb6a60f63f5, pts=0:00:23.682925174, dur=0:00:00.065011337
+buffer: checksum=3dea498d5c166cfda90c379f1a3fa32a486c6fb1, pts=0:00:23.617913837, dur=0:00:00.065011337
+buffer: checksum=dc514c3fbf203193bc737d6ce9f479e88e930051, pts=0:00:23.552902500, dur=0:00:00.065011337
+buffer: checksum=6d87757de6a5af123dd50991f9e0ad44c30d5e77, pts=0:00:23.487891163, dur=0:00:00.065011337
+buffer: checksum=a8540e5ad25c4a9fd1c5523552865795bd5417c0, pts=0:00:23.422879826, dur=0:00:00.065011337
+buffer: checksum=54d406795a4714baf5612ea7679e3efb775b71ce, pts=0:00:23.357868489, dur=0:00:00.065011337
+buffer: checksum=8d154dca9ccc5b6fb90053ea20ac04f9e058d1d7, pts=0:00:23.292857152, dur=0:00:00.065011337
+buffer: checksum=aad9388e7be6c4f2a91ce78c071dbfa0b48c31f9, pts=0:00:23.227845815, dur=0:00:00.065011337
+buffer: checksum=43c7500cb086885e6428fdab1fc470c30f37f899, pts=0:00:23.162834478, dur=0:00:00.065011337
+buffer: checksum=33ae56cb42df153596ae41eb088368e1f2e7400f, pts=0:00:23.097823141, dur=0:00:00.065011337
+buffer: checksum=9ba18d5447739fdccfe32fbcc61e4221e701c0d7, pts=0:00:23.032811804, dur=0:00:00.065011337
+buffer: checksum=57eb835cb86de3aef27fc56afbd1eddd1b06a5ee, pts=0:00:22.967800467, dur=0:00:00.065011337
+buffer: checksum=ce8bd76d5ecab94851bfd2091d70a628324db313, pts=0:00:22.902789130, dur=0:00:00.065011337
+buffer: checksum=764f1e66d009e521c6ac125001177d24a94d2041, pts=0:00:22.837777793, dur=0:00:00.065011337
+buffer: checksum=ba4c96ccb64c3ad685afe89a9931f2a427e48253, pts=0:00:22.772766456, dur=0:00:00.065011337
+buffer: checksum=f0bd780c0a1e4e159fd81871d342ba165cf0b0cb, pts=0:00:22.707755119, dur=0:00:00.065011337
+buffer: checksum=cce7ca26b136c3e7f38959ee27942b85da03f8ea, pts=0:00:22.642743782, dur=0:00:00.065011337
+buffer: checksum=5a0a5b61041344919369bec3e51f5ff8f0c1047e, pts=0:00:22.577732445, dur=0:00:00.065011337
+buffer: checksum=62a8421e8731b6744e880912acb7594a92b87200, pts=0:00:22.512721108, dur=0:00:00.065011337
+buffer: checksum=47dfbcfc24acdee12d02c445fb6db36760cf568f, pts=0:00:22.447709771, dur=0:00:00.065011337
+buffer: checksum=0a740519a1d7da80ecc9bd1d571fa3f3a9974019, pts=0:00:22.382698434, dur=0:00:00.065011337
+buffer: checksum=a6397f8b0152418fad946674e3cbca64093e7ae4, pts=0:00:22.317687097, dur=0:00:00.065011337
+buffer: checksum=8db7a55ee9c9d540a2eb9ddc68f5f60e5dd456e1, pts=0:00:22.252675760, dur=0:00:00.065011337
+buffer: checksum=3cad111edef34992b112ee05cce7e9b9b4bc24c7, pts=0:00:22.187664423, dur=0:00:00.065011337
+buffer: checksum=e5c13b0e9c046eb7e48efaf4edd5ddb68add3cb4, pts=0:00:22.122653086, dur=0:00:00.065011337
+buffer: checksum=14ced0c79b9a6eccfd403c78681b8ee63f14a0c6, pts=0:00:22.057641749, dur=0:00:00.065011337
+buffer: checksum=dddf674111ab39be3d470c1488ce272bfc88939e, pts=0:00:21.992630412, dur=0:00:00.065011337
+buffer: checksum=c6b0b12a13364e7852bcd2895dea3795c7276a2b, pts=0:00:21.927619075, dur=0:00:00.065011337
+buffer: checksum=517291e2982380bb5b8e89d9d71d0a6186ef9bac, pts=0:00:21.862607738, dur=0:00:00.065011337
+buffer: checksum=16d377293bdf24638ec79c0cab88a1041701ce0a, pts=0:00:21.797596401, dur=0:00:00.065011337
+buffer: checksum=951e575e74807dd595c4695471b87f27ad419cc3, pts=0:00:21.732585064, dur=0:00:00.065011337
+buffer: checksum=56717e1433c72736b128d3323c9058eb05b84fef, pts=0:00:21.667573727, dur=0:00:00.065011337
+buffer: checksum=ea5666c27ec703e8269cec6ff57838e4982ece0c, pts=0:00:21.602562390, dur=0:00:00.065011337
+buffer: checksum=3d79831379b7249a3ae09211fdd9d81d7f0d8b0f, pts=0:00:21.537551053, dur=0:00:00.065011337
+buffer: checksum=8911e627c9edcdf64d90c54c7f6a51ed8e0af6a4, pts=0:00:21.472539716, dur=0:00:00.065011337
+buffer: checksum=e02c88e516f867eec1a56c545dd7910b9c45ab27, pts=0:00:21.407528379, dur=0:00:00.065011337
+buffer: checksum=7a3b5e2ca25f373958b89ca4a1547c9da571f5d6, pts=0:00:21.342517042, dur=0:00:00.065011337
+buffer: checksum=1cb6baac1bee1d688997f02f07d2d413d7b9713d, pts=0:00:21.277505705, dur=0:00:00.065011337
+buffer: checksum=8c6acc960fcb1e9b7f21b288b3002e3c0bb1ead8, pts=0:00:21.212494368, dur=0:00:00.065011337
+buffer: checksum=446eb84f67b8c17896595bd4b1e59e0f5abffb5b, pts=0:00:21.147483031, dur=0:00:00.065011337
+buffer: checksum=dedb1b22fd107defeb299afee5d142ce06fcf39a, pts=0:00:21.082471694, dur=0:00:00.065011337
+buffer: checksum=e1bf5b9b0ec15c41276607c1612f54060c731b85, pts=0:00:21.017460357, dur=0:00:00.065011337
+buffer: checksum=c9059e38df7d125c98d0213f8539b7f401023921, pts=0:00:20.952449020, dur=0:00:00.065011337
+buffer: checksum=a528a168d7a29e66ff6ea37ec102649805bc8b1a, pts=0:00:20.887437683, dur=0:00:00.065011337
+buffer: checksum=699942b6dd92fc33f22454307b367e4d387007dd, pts=0:00:20.822426346, dur=0:00:00.065011337
+buffer: checksum=894d4db0d53624989478de3ccfe5948016ed3b6f, pts=0:00:20.757415009, dur=0:00:00.065011337
+buffer: checksum=0f3f76d8e44a88dc3b723d8ed3a0749174d55732, pts=0:00:20.692403672, dur=0:00:00.065011337
+buffer: checksum=1fb5137c14aa4f74f9077242a44fe298161ec63e, pts=0:00:20.627392335, dur=0:00:00.065011337
+buffer: checksum=49f72b280d46dcc5927d7e623ff74fbee3f8b62c, pts=0:00:20.562380998, dur=0:00:00.065011337
+buffer: checksum=746ba386ac36aa5149765f05cabc2945b0373660, pts=0:00:20.497369661, dur=0:00:00.065011337
+buffer: checksum=e523115a04719342ef97483e0895f96931443583, pts=0:00:20.432358324, dur=0:00:00.065011337
+buffer: checksum=68f5703054f77e7d0597ecf89995fe8b9afa3946, pts=0:00:20.367346987, dur=0:00:00.065011337
+buffer: checksum=c083f5a266bf127cd47bf27f683b3d04a76e28ae, pts=0:00:20.302335650, dur=0:00:00.065011337
+buffer: checksum=ed480f4e51d8630770a28f499d62fa15ab50fe28, pts=0:00:20.237324313, dur=0:00:00.065011337
+buffer: checksum=ac9a1558e32accd50ed88db7845a67678529d6be, pts=0:00:20.172312976, dur=0:00:00.065011337
+buffer: checksum=c07d5aa5cca460d573e79feca9fd84220fbb5068, pts=0:00:20.107301639, dur=0:00:00.065011337
+buffer: checksum=b4faa904b5f0d9752738532ec7431a0967bcc5fe, pts=0:00:20.042290302, dur=0:00:00.065011337
+buffer: checksum=cc6d3d9304b4a6cf5ff7ca4f734fc703084d7a80, pts=0:00:20.004671255, dur=0:00:00.037619047
+event eos: (no structure)

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.maintain_pitch_with_variable_playback_rates Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.maintain_pitch_with_variable_playback_rates.validatetest Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.maintain_pitch_with_variable_playback_rates/flow-expectations Added

_service:download_url:gst-plugins-bad-1.26.0.tar.xz/tests/validate/pitch/reverse.maintain_pitch_with_variable_playback_rates/flow-expectations/log-pitch-src-expected Added

@@ -0,0 +1,81 @@
+
+CHECKPOINT: If the libSoundTouch version or compilation optimization change, buffers checksums may differ. Tests done with libSoundTouch version: 2.3.2 in debugoptimized. Configure meson with `--force-fallback-for=soundtouch` and the default debugoptimized build type to use the same version.
+
+event stream-start: GstEventStreamStart, flags=(GstStreamFlags)GST_STREAM_FLAG_NONE;
+event caps: audio/x-raw, channel-mask=(bitmask)0x0000000000000003, channels=(int)2, format=(string)F32LE, layout=(string)interleaved, rate=(int)44100;
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:15.999818752, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:00.000000000, duration=0:00:15.999818752
+buffer: checksum=b0fd3061002ec8fa84dd6846f25454b1707fc996, pts=0:00:00.000000000, dur=0:00:00.057029478
+
+CHECKPOINT: Playback speed -1.0
+
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:01.000000000, rate=-1.000000, flags=0x01, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:01.000000000, duration=0:00:15.999818752
+buffer: checksum=52df58e23f8f44d35d943668bd53b34fde86368a, pts=0:00:00.942970522, dur=0:00:00.057029478
+buffer: checksum=c18edc72ea91b53f7f627de5d122c66f8a2603e4, pts=0:00:00.877959185, dur=0:00:00.065011337
+buffer: checksum=7ecf66e40686121dcde244522b3ed68d904c12df, pts=0:00:00.812947848, dur=0:00:00.065011337
+buffer: checksum=1f4e6a807b6b88204dc39831f7d5a8b78243bc53, pts=0:00:00.747936511, dur=0:00:00.065011337
+buffer: checksum=c861688052841d8692dde9cc4d6bab06d3864f25, pts=0:00:00.682925174, dur=0:00:00.065011337
+buffer: checksum=aed1cb74055611b628818226fe76ea048ee67fa4, pts=0:00:00.617913837, dur=0:00:00.065011337
+buffer: checksum=3d2d0286daf9d1b459f6144dedd809e2b6d4a637, pts=0:00:00.552902500, dur=0:00:00.065011337
+buffer: checksum=8ef42159320c7e88d1c3d4aabb9c44bf76680f72, pts=0:00:00.487891163, dur=0:00:00.065011337
+buffer: checksum=20c05b300e117343f50ca7a301933f2113a15c11, pts=0:00:00.422879826, dur=0:00:00.065011337
+buffer: checksum=8532a7fe17430c47c38fc27fe1f971d9bc2046b9, pts=0:00:00.357868489, dur=0:00:00.065011337
+buffer: checksum=e7240900ba9934d5723efce522d5625af1e8cef9, pts=0:00:00.292857152, dur=0:00:00.065011337
+buffer: checksum=1d961aa790821a245909b07fa8d1e556281d08b5, pts=0:00:00.227845815, dur=0:00:00.065011337
+buffer: checksum=414c54772af14312211f32fee70d1eff5e09a802, pts=0:00:00.162834478, dur=0:00:00.065011337
+buffer: checksum=c08dea15d53e530cc91e481826ddd7d7dad52353, pts=0:00:00.097823141, dur=0:00:00.065011337
+buffer: checksum=2d24e598725088f16857698d4d2fde1e3bb55896, pts=0:00:00.032811804, dur=0:00:00.065011337
+buffer: checksum=80420e32ca9b4173f2208c45e4a83253e0c1dbaa, pts=0:00:00.000000000, dur=0:00:00.032834467
+event eos: (no structure)
+
+CHECKPOINT: Playback speed -2.0
+
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:01.000000000, rate=-1.000000, applied_rate=2.000000, flags=0x01, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:01.000000000, duration=0:00:07.999909376
+buffer: checksum=f078c8a829708012e58074201371b49033d416f2, pts=0:00:00.975963719, dur=0:00:00.024036281
+buffer: checksum=9ba1d39edfbec21bb0c067d5bcc6eded26d00eec, pts=0:00:00.943945579, dur=0:00:00.032018140
+buffer: checksum=d746b708bac8a1b2477b6047d2fe70d678329e05, pts=0:00:00.911927439, dur=0:00:00.032018140
+buffer: checksum=70ebee1a561049b191b5a0e0e7be3599041fd1e2, pts=0:00:00.879909299, dur=0:00:00.032018140
+buffer: checksum=6f38b98a6c30b5fb983dd5769d0553103eef4b2b, pts=0:00:00.847891159, dur=0:00:00.032018140
+buffer: checksum=3f75d8b0c2b80bdca6fe8257831d65113aa125fe, pts=0:00:00.815873019, dur=0:00:00.032018140
+buffer: checksum=658761af20fe27ad8b99dc57c1ec0b2158322860, pts=0:00:00.783854879, dur=0:00:00.032018140
+buffer: checksum=0133a71ada5230416665dd6edbfa53199544ed29, pts=0:00:00.751836739, dur=0:00:00.032018140
+buffer: checksum=974a3c7cd6685caa9b79690199f2374998c0f3b1, pts=0:00:00.719818599, dur=0:00:00.032018140
+buffer: checksum=00d965fc0a04218894354542c299d2191de64318, pts=0:00:00.687800459, dur=0:00:00.032018140
+buffer: checksum=74c0fe1c51427e0df59b90fbddaaabf707556928, pts=0:00:00.655782319, dur=0:00:00.032018140
+buffer: checksum=e9b704f9f54222767393c3ab6ef78a6a3faee291, pts=0:00:00.623764179, dur=0:00:00.032018140
+buffer: checksum=626ec7334357885fae19be736592773109529ec6, pts=0:00:00.591746039, dur=0:00:00.032018140
+buffer: checksum=2945ed50ade2ba76967f39dcb87faf65f983c27f, pts=0:00:00.559727899, dur=0:00:00.032018140
+buffer: checksum=acd9dd5de19bd2c89413e824842f71ad13dec0df, pts=0:00:00.527709759, dur=0:00:00.032018140
+buffer: checksum=dcfeca7ba45426339f31d0d1c51d76c58f0f2cbd, pts=0:00:00.495691619, dur=0:00:00.032018140
+buffer: checksum=97ab34a65e048681d33c0359bdc2ffe70fd4b612, pts=0:00:00.463673479, dur=0:00:00.032018140
+buffer: checksum=8d0e5c2e4c8faf03b0a1ee46a401024f461c0103, pts=0:00:00.431655339, dur=0:00:00.032018140
+buffer: checksum=2332caa73acebb1ecb9277f15aefee612543529a, pts=0:00:00.399637199, dur=0:00:00.032018140
+buffer: checksum=7db22512dd39b41757996d039b3c770a5af8e7b2, pts=0:00:00.367619059, dur=0:00:00.032018140
+buffer: checksum=e6527482dcba76c159c871b7de121f1ecc5cd438, pts=0:00:00.335600919, dur=0:00:00.032018140
+buffer: checksum=bdf4bfb262c145318120700ae7d0c424601a6b88, pts=0:00:00.303582779, dur=0:00:00.032018140
+buffer: checksum=ce19e67abe7fe6b53d0841ef573650b9d9e4c16d, pts=0:00:00.271564639, dur=0:00:00.032018140
+buffer: checksum=413e83754b08b573920009115542b259a6ed11bd, pts=0:00:00.239546499, dur=0:00:00.032018140
+buffer: checksum=b06598c2b7eb1d1e6ae88f2bc241ad22c2be580e, pts=0:00:00.207528359, dur=0:00:00.032018140
+buffer: checksum=eeda03e975581d67561a03c7d71fcb58ea46ff30, pts=0:00:00.175510219, dur=0:00:00.032018140
+buffer: checksum=88e8cd8e532c603df6eb7bed2c6edb09cc867855, pts=0:00:00.143492079, dur=0:00:00.032018140
+buffer: checksum=e310d101def2cfea6eb5fa32ce68a1aad5cacf75, pts=0:00:00.111473939, dur=0:00:00.032018140
+buffer: checksum=e42a1dfe27be3b1ff3eac58eb36ae89f6423a711, pts=0:00:00.079455799, dur=0:00:00.032018140
+buffer: checksum=f5749a601efc5573d359c8b32f4a1dd52a6a876f, pts=0:00:00.047437659, dur=0:00:00.032018140
+buffer: checksum=d385a1abce7f5dd8277cad554daef9edcaf989f9, pts=0:00:00.015419519, dur=0:00:00.032018140
+buffer: checksum=c98bb629d46c58ae875517dbfec7f71ad758f867, pts=0:00:00.000000000, dur=0:00:00.015442176
+event eos: (no structure)
+
+CHECKPOINT: Playback speed -0.5
+
+event segment: format=TIME, start=0:00:00.000000000, offset=0:00:00.000000000, stop=0:00:01.000000000, rate=-1.000000, applied_rate=0.500000, flags=0x01, time=0:00:00.000000000, base=0:00:00.000000000, position=0:00:01.000000000, duration=0:00:31.999637504
+buffer: checksum=e71c0908797349af3c82bc8f31f75b9b03fb69fe, pts=0:00:00.925963719, dur=0:00:00.074036281
+buffer: checksum=7642629891da21d37afc621fa68e7a611673e397, pts=0:00:00.843945579, dur=0:00:00.082018140
+buffer: checksum=c50139b12a13d437228f082c3305e5b74a9a4f9a, pts=0:00:00.761927439, dur=0:00:00.082018140
+buffer: checksum=e25eb3110e2309c91d3b93bda06e4dd97ca84af9, pts=0:00:00.679909299, dur=0:00:00.082018140
+buffer: checksum=a04ccb3de6095227cc05ed736b346c8cb6ad1851, pts=0:00:00.597891159, dur=0:00:00.082018140
+buffer: checksum=75e00e61dcda4220642b530a18823540bc76d5d1, pts=0:00:00.515873019, dur=0:00:00.082018140
+buffer: checksum=46731d972a8c4b00df24682868f6beca3bd4c48f, pts=0:00:00.433854879, dur=0:00:00.082018140
+buffer: checksum=27eef9ab550dc9a2df332183f1dc3b765079e970, pts=0:00:00.351836739, dur=0:00:00.082018140
+buffer: checksum=84aad9a3fc5661d2efe24aa587a8602250c4e7a2, pts=0:00:00.269818599, dur=0:00:00.082018140
+buffer: checksum=131230625bb6235d1cf078083f87471d52c16483, pts=0:00:00.187800459, dur=0:00:00.082018140
+buffer: checksum=1bf526453c1cd0804c96af5b1f493ae7274770ad, pts=0:00:00.000000000, dur=0:00:00.187845804
+event eos: (no structure)

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tools/gst-app-maker -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tools/gst-app-maker Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tools/gst-element-maker -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tools/gst-element-maker Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tools/gst-project-maker -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tools/gst-project-maker Changed

_service:download_url:gst-plugins-bad-1.24.12.tar.xz/tools/utils.c -> _service:download_url:gst-plugins-bad-1.26.0.tar.xz/tools/utils.c Changed